From 27d493fbddbd641c7ce59a8883e5dc37e2e104e9 Mon Sep 17 00:00:00 2001 From: Varun Morishetty Date: Fri, 2 May 2025 19:57:40 +0000 Subject: [PATCH 1/2] chore: add new huggingface images --- .../image_uri_config/huggingface-tei-cpu.json | 50 ++++++++- .../image_uri_config/huggingface-tei.json | 50 ++++++++- .../image_uri_config/huggingface.json | 105 +++++++++++++++++- 3 files changed, 201 insertions(+), 4 deletions(-) diff --git a/src/sagemaker/image_uri_config/huggingface-tei-cpu.json b/src/sagemaker/image_uri_config/huggingface-tei-cpu.json index 1e81df6de4..3af1ed5de6 100644 --- a/src/sagemaker/image_uri_config/huggingface-tei-cpu.json +++ b/src/sagemaker/image_uri_config/huggingface-tei-cpu.json @@ -6,7 +6,8 @@ "version_aliases": { "1.2": "1.2.3", "1.4": "1.4.0", - "1.6": "1.6.0" + "1.6": "1.6.0", + "1.7": "1.7.0" }, "versions": { "1.2.3": { @@ -149,6 +150,53 @@ "container_version": { "cpu": "ubuntu22.04" } + }, + "1.7.0":{ + "py_versions": [ + "py310" + ], + "registries": { + "af-south-1": "510948584623", + "ap-east-1": "651117190479", + "ap-northeast-1": "354813040037", + "ap-northeast-2": "366743142698", + "ap-northeast-3": "867004704886", + "ap-south-1": "720646828776", + "ap-south-2": "628508329040", + "ap-southeast-1": "121021644041", + "ap-southeast-2": "783357654285", + "ap-southeast-3": "951798379941", + "ap-southeast-4": "106583098589", + "ca-central-1": "341280168497", + "ca-west-1": "190319476487", + "cn-north-1": "450853457545", + "cn-northwest-1": "451049120500", + "eu-central-1": "492215442770", + "eu-central-2": "680994064768", + "eu-north-1": "662702820516", + "eu-south-1": "978288397137", + "eu-south-2": "104374241257", + "eu-west-1": "141502667606", + "eu-west-2": "764974769150", + "eu-west-3": "659782779980", + "il-central-1": "898809789911", + "me-central-1": "272398656194", + "me-south-1": "801668240914", + "sa-east-1": "737474898029", + "us-east-1": "683313688378", + "us-east-2": "257758044811", + "us-gov-east-1": "237065988967", + "us-gov-west-1": "414596584902", + "us-iso-east-1": "833128469047", + "us-isob-east-1": "281123927165", + "us-west-1": "746614075791", + "us-west-2": "246618743249" + }, + "tag_prefix": "2.0.1-tei1.7.0", + "repository": "tei-cpu", + "container_version": { + "cpu": "ubuntu22.04" + } } } } diff --git a/src/sagemaker/image_uri_config/huggingface-tei.json b/src/sagemaker/image_uri_config/huggingface-tei.json index c2515daf12..eaf08230c7 100644 --- a/src/sagemaker/image_uri_config/huggingface-tei.json +++ b/src/sagemaker/image_uri_config/huggingface-tei.json @@ -6,7 +6,8 @@ "version_aliases": { "1.2": "1.2.3", "1.4": "1.4.0", - "1.6": "1.6.0" + "1.6": "1.6.0", + "1.7": "1.7.0" }, "versions": { "1.2.3": { @@ -149,6 +150,53 @@ "container_version": { "gpu": "cu122-ubuntu22.04" } + }, + "1.7.0": { + "py_versions": [ + "py310" + ], + "registries": { + "af-south-1": "510948584623", + "ap-east-1": "651117190479", + "ap-northeast-1": "354813040037", + "ap-northeast-2": "366743142698", + "ap-northeast-3": "867004704886", + "ap-south-1": "720646828776", + "ap-south-2": "628508329040", + "ap-southeast-1": "121021644041", + "ap-southeast-2": "783357654285", + "ap-southeast-3": "951798379941", + "ap-southeast-4": "106583098589", + "ca-central-1": "341280168497", + "ca-west-1": "190319476487", + "cn-north-1": "450853457545", + "cn-northwest-1": "451049120500", + "eu-central-1": "492215442770", + "eu-central-2": "680994064768", + "eu-north-1": "662702820516", + "eu-south-1": "978288397137", + "eu-south-2": "104374241257", + "eu-west-1": "141502667606", + "eu-west-2": "764974769150", + "eu-west-3": "659782779980", + "il-central-1": "898809789911", + "me-central-1": "272398656194", + "me-south-1": "801668240914", + "sa-east-1": "737474898029", + "us-east-1": "683313688378", + "us-east-2": "257758044811", + "us-gov-east-1": "237065988967", + "us-gov-west-1": "414596584902", + "us-iso-east-1": "833128469047", + "us-isob-east-1": "281123927165", + "us-west-1": "746614075791", + "us-west-2": "246618743249" + }, + "tag_prefix": "2.0.1-tei1.7.0", + "repository": "tei", + "container_version": { + "gpu": "cu122-ubuntu22.04" + } } } } diff --git a/src/sagemaker/image_uri_config/huggingface.json b/src/sagemaker/image_uri_config/huggingface.json index 475a82aeec..0fa45ca3fc 100644 --- a/src/sagemaker/image_uri_config/huggingface.json +++ b/src/sagemaker/image_uri_config/huggingface.json @@ -16,7 +16,8 @@ "4.36": "4.36.0", "4.46": "4.46.1", "4.48": "4.48.0", - "4.49": "4.49.0" + "4.49": "4.49.0", + "4.53": "4.53.1" }, "versions": { "4.4.2": { @@ -1162,6 +1163,53 @@ "gpu": "cu124-ubuntu22.04" } } + }, + "4.53.1": { + "version_aliases": { + "pytorch2.6": "pytorch2.6.0" + }, + "pytorch2.5.1": { + "py_versions": [ + "py312" + ], + "registries": { + "af-south-1": "626614931356", + "il-central-1": "780543022126", + "ap-east-1": "871362719292", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ca-central-1": "763104351884", + "cn-north-1": "727897471807", + "cn-northwest-1": "727897471807", + "eu-central-1": "763104351884", + "eu-north-1": "763104351884", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "eu-south-1": "692866216735", + "me-south-1": "217643126080", + "me-central-1": "914824155844", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-gov-east-1": "446045086412", + "us-gov-west-1": "442386744353", + "us-iso-east-1": "886529160074", + "us-isob-east-1": "094389454867", + "us-west-1": "763104351884", + "us-west-2": "763104351884", + "ca-west-1": "204538143572" + }, + "repository": "huggingface-pytorch-training", + "container_version": { + "gpu": "cu126-ubuntu22.04" + } + } } } }, @@ -1179,7 +1227,8 @@ "4.26": "4.26.0", "4.28": "4.28.1", "4.37": "4.37.0", - "4.49": "4.49.0" + "4.49": "4.49.0", + "4.53": "4.53.1" }, "versions": { "4.6.1": { @@ -2132,6 +2181,58 @@ "cpu": "ubuntu22.04" } } + }, + "4.53.1": { + "version_aliases": { + "pytorch2.6": "pytorch2.6.0" + }, + "pytorch2.6.0": { + "py_versions": [ + "py312" + ], + "registries": { + "af-south-1": "626614931356", + "il-central-1": "780543022126", + "ap-east-1": "871362719292", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ca-central-1": "763104351884", + "cn-north-1": "727897471807", + "cn-northwest-1": "727897471807", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-north-1": "763104351884", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "me-south-1": "217643126080", + "me-central-1": "914824155844", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-gov-east-1": "446045086412", + "us-gov-west-1": "442386744353", + "us-iso-east-1": "886529160074", + "us-isob-east-1": "094389454867", + "us-west-1": "763104351884", + "us-west-2": "763104351884", + "ca-west-1": "204538143572" + }, + "repository": "huggingface-pytorch-inference", + "container_version": { + "gpu": "cu124-ubuntu22.04", + "cpu": "ubuntu22.04" + } + } } } } From c90132d4af4b6206a1eadd56b5d14e099d181189 Mon Sep 17 00:00:00 2001 From: Varun Morishetty Date: Thu, 8 May 2025 17:19:36 +0000 Subject: [PATCH 2/2] fix: incorrect transformers version for hf-pt images --- src/sagemaker/image_uri_config/huggingface.json | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/src/sagemaker/image_uri_config/huggingface.json b/src/sagemaker/image_uri_config/huggingface.json index 0fa45ca3fc..b815466d10 100644 --- a/src/sagemaker/image_uri_config/huggingface.json +++ b/src/sagemaker/image_uri_config/huggingface.json @@ -17,7 +17,7 @@ "4.46": "4.46.1", "4.48": "4.48.0", "4.49": "4.49.0", - "4.53": "4.53.1" + "4.53": "4.51.3" }, "versions": { "4.4.2": { @@ -1164,7 +1164,7 @@ } } }, - "4.53.1": { + "4.51.3": { "version_aliases": { "pytorch2.6": "pytorch2.6.0" }, @@ -1228,7 +1228,7 @@ "4.28": "4.28.1", "4.37": "4.37.0", "4.49": "4.49.0", - "4.53": "4.53.1" + "4.53": "4.51.3" }, "versions": { "4.6.1": { @@ -2182,7 +2182,7 @@ } } }, - "4.53.1": { + "4.51.3": { "version_aliases": { "pytorch2.6": "pytorch2.6.0" },