From 4bcc5ceb8ba3cff21a590d04c7230ee05d6d1991 Mon Sep 17 00:00:00 2001 From: Kunal Karmakar Date: Tue, 10 Nov 2026 10:42:14 +0530 Subject: [PATCH 1/6] Update token budget limits --- .../aaz/latest/aiinfraoptimization/_recommendvmsku.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/src/aiinfraoptimization/azext_aiinfraoptimization/aaz/latest/aiinfraoptimization/_recommendvmsku.py b/src/aiinfraoptimization/azext_aiinfraoptimization/aaz/latest/aiinfraoptimization/_recommendvmsku.py index 0dab8ea7d28..466c8f2de75 100644 --- a/src/aiinfraoptimization/azext_aiinfraoptimization/aaz/latest/aiinfraoptimization/_recommendvmsku.py +++ b/src/aiinfraoptimization/azext_aiinfraoptimization/aaz/latest/aiinfraoptimization/_recommendvmsku.py @@ -19,7 +19,7 @@ class Recommendvmsku(AAZCommand): """Recommends Azure virtual machine sizes for an AI workload in the specified subscription and azure location. :example: Recommend virtual machine sizes for an AI inference workload - az aiinfraoptimization recommendvmsku --location eastus2 --model "{hugging-face-model-id:meta-llama/Llama-3.1-70B-Instruct,parameter-count:70553706496,weight-precision:FP16,num-layers:80,num-key-value-heads:8,head-dim:128,max-context-length:131072}" --workload "{max-concurrent-requests-per-replica:1,token-budget:{prompt-tokens:8000,max-output-tokens:1024}}" --deployment "{replica-count:1,procurement-option:OnDemand}" --optimization "{ranking-preference:Cost,max-deployment-cost-per-hour:{amount:50,currency-code:USD}}" --target-vm-sizes "[Standard_NC48ads_A100_v4,Standard_ND96asr_v4]" --subscription-options "{include-quota:True,include-placement:True,include-pricing:True}" + az aiinfraoptimization recommendvmsku --location eastus2 --model "{hugging-face-model-id:meta-llama/Llama-3.1-70B-Instruct,parameter-count:70000000000,weight-precision:FP16,num-layers:80,num-key-value-heads:8,head-dim:128,max-context-length:131072}" --workload "{max-concurrent-requests-per-replica:1,token-budget:{prompt-tokens:8000,max-output-tokens:1024}}" --deployment "{replica-count:1,procurement-option:OnDemand}" --optimization "{ranking-preference:Cost,max-deployment-cost-per-hour:{amount:50,currency-code:USD}}" --target-vm-sizes "[Standard_NC48ads_A100_v4,Standard_ND96asr_v4]" --subscription-options "{include-quota:True,include-placement:True,include-pricing:True}" """ _aaz_info = { @@ -215,7 +215,7 @@ def _build_arguments_schema(cls, *args, **kwargs): options=["max-output-tokens"], help="The maximum number of generated output tokens per inference request. Must be supplied together with `promptTokens`, and the two must total from 1 through 131072.", fmt=AAZIntArgFormat( - maximum=131072, + maximum=2147483647, minimum=0, ), ) @@ -223,7 +223,7 @@ def _build_arguments_schema(cls, *args, **kwargs): options=["prompt-tokens"], help="The number of prompt, or input, tokens per inference request. Must be supplied together with `maxOutputTokens`, and the two must total from 1 through 131072.", fmt=AAZIntArgFormat( - maximum=131072, + maximum=2147483647, minimum=0, ), ) From 6f2a74c43136eed82c42ad4b440f35b73bbc9f40 Mon Sep 17 00:00:00 2001 From: Kunal Karmakar Date: Tue, 10 Nov 2026 11:37:27 +0530 Subject: [PATCH 2/6] Update history and version --- src/aiinfraoptimization/HISTORY.rst | 4 ++++ src/aiinfraoptimization/setup.py | 2 +- 2 files changed, 5 insertions(+), 1 deletion(-) diff --git a/src/aiinfraoptimization/HISTORY.rst b/src/aiinfraoptimization/HISTORY.rst index abbff5a61a7..f3d7ee493ab 100644 --- a/src/aiinfraoptimization/HISTORY.rst +++ b/src/aiinfraoptimization/HISTORY.rst @@ -3,6 +3,10 @@ Release History =============== +1.0.0b2 ++++++++ +* `az aiinfraoptimization recommendvmsku`: Raise the maximum for `--workload` token budget `prompt-tokens` and `max-output-tokens`. + 1.0.0b1 ++++++ * Initial release. \ No newline at end of file diff --git a/src/aiinfraoptimization/setup.py b/src/aiinfraoptimization/setup.py index 14d02e8a520..cd5a9ee963c 100644 --- a/src/aiinfraoptimization/setup.py +++ b/src/aiinfraoptimization/setup.py @@ -10,7 +10,7 @@ # HISTORY.rst entry. -VERSION = '1.0.0b1' +VERSION = '1.0.0b2' # The full list of classifiers is available at # https://pypi.python.org/pypi?%3Aaction=list_classifiers From fb0d4714ad97ea5c597cfd8b5d4be69e1d0cec08 Mon Sep 17 00:00:00 2001 From: Kunal Karmakar Date: Wed, 11 Nov 2026 09:38:04 +0530 Subject: [PATCH 3/6] Update example and add test --- .../aiinfraoptimization/_recommendvmsku.py | 2 +- .../tests/latest/test_aiinfraoptimization.py | 47 +++++++++++++++++++ 2 files changed, 48 insertions(+), 1 deletion(-) diff --git a/src/aiinfraoptimization/azext_aiinfraoptimization/aaz/latest/aiinfraoptimization/_recommendvmsku.py b/src/aiinfraoptimization/azext_aiinfraoptimization/aaz/latest/aiinfraoptimization/_recommendvmsku.py index 466c8f2de75..182adad3d19 100644 --- a/src/aiinfraoptimization/azext_aiinfraoptimization/aaz/latest/aiinfraoptimization/_recommendvmsku.py +++ b/src/aiinfraoptimization/azext_aiinfraoptimization/aaz/latest/aiinfraoptimization/_recommendvmsku.py @@ -19,7 +19,7 @@ class Recommendvmsku(AAZCommand): """Recommends Azure virtual machine sizes for an AI workload in the specified subscription and azure location. :example: Recommend virtual machine sizes for an AI inference workload - az aiinfraoptimization recommendvmsku --location eastus2 --model "{hugging-face-model-id:meta-llama/Llama-3.1-70B-Instruct,parameter-count:70000000000,weight-precision:FP16,num-layers:80,num-key-value-heads:8,head-dim:128,max-context-length:131072}" --workload "{max-concurrent-requests-per-replica:1,token-budget:{prompt-tokens:8000,max-output-tokens:1024}}" --deployment "{replica-count:1,procurement-option:OnDemand}" --optimization "{ranking-preference:Cost,max-deployment-cost-per-hour:{amount:50,currency-code:USD}}" --target-vm-sizes "[Standard_NC48ads_A100_v4,Standard_ND96asr_v4]" --subscription-options "{include-quota:True,include-placement:True,include-pricing:True}" + az aiinfraoptimization recommendvmsku --location eastus2 --model "{hugging-face-model-id:meta-llama/Llama-3.1-70B-Instruct,parameter-count:70553706496,weight-precision:FP16,num-layers:80,num-key-value-heads:8,head-dim:128,max-context-length:131072}" --workload "{max-concurrent-requests-per-replica:1,token-budget:{prompt-tokens:8000,max-output-tokens:1024}}" --deployment "{replica-count:1,procurement-option:OnDemand}" --optimization "{ranking-preference:Cost,max-deployment-cost-per-hour:{amount:50,currency-code:USD}}" --target-vm-sizes "[Standard_NC48ads_A100_v4,Standard_ND96asr_v4]" --subscription-options "{include-quota:True,include-placement:True,include-pricing:True}" """ _aaz_info = { diff --git a/src/aiinfraoptimization/azext_aiinfraoptimization/tests/latest/test_aiinfraoptimization.py b/src/aiinfraoptimization/azext_aiinfraoptimization/tests/latest/test_aiinfraoptimization.py index c8b297ffe92..045b4687034 100644 --- a/src/aiinfraoptimization/azext_aiinfraoptimization/tests/latest/test_aiinfraoptimization.py +++ b/src/aiinfraoptimization/azext_aiinfraoptimization/tests/latest/test_aiinfraoptimization.py @@ -3,9 +3,14 @@ # Licensed under the MIT License. See License.txt in the project root for license information. # -------------------------------------------------------------------------------------------- +from unittest import mock + +from azure.cli.core.azclierror import InvalidArgumentValueError from azure.cli.testsdk import ScenarioTest from azure.core.exceptions import HttpResponseError +from azext_aiinfraoptimization.aaz.latest.aiinfraoptimization import Recommendvmsku + class AiinfraoptimizationScenario(ScenarioTest): @@ -78,6 +83,48 @@ def test_aiinfraoptimization_recommendvmsku_boundary_values(self): self.check("length(options[?cost.source != 'AzureRetail'])", 0), ]) + def test_aiinfraoptimization_recommendvmsku_token_budget_limits(self): + # Stubs the HTTP call so the CLI's own token limits are checked through the request body it would send, + # independent of service-side validation. + def build_request(command): + with mock.patch.object(command.ctx, 'get_http_client'): + operation = command.RecommendationsRecommendVmSku(ctx=command.ctx) + command.request_body = operation.content + + def return_request_body(command): + return command.request_body + + self.kwargs.update({ + 'location': 'eastus2', + 'model': '{parameter-count:8000000000,weight-precision:BF16,' + 'num-layers:32,num-key-value-heads:8,head-dim:128}', + }) + command = 'aiinfraoptimization recommendvmsku --location {location} --model "{model}" --workload "{workload}"' + + with mock.patch.object(Recommendvmsku, '_execute_operations', new=build_request), \ + mock.patch.object(Recommendvmsku, '_output', new=return_request_body): + # Each token field accepts the new maximum. + self.kwargs['workload'] = '{token-budget:{prompt-tokens:2147483647,max-output-tokens:0}}' + self.cmd(command, checks=[ + self.check('workload.tokenBudget.promptTokens', 2147483647), + self.check('workload.tokenBudget.maxOutputTokens', 0), + ]) + self.kwargs['workload'] = '{token-budget:{prompt-tokens:0,max-output-tokens:2147483647}}' + self.cmd(command, checks=[ + self.check('workload.tokenBudget.promptTokens', 0), + self.check('workload.tokenBudget.maxOutputTokens', 2147483647), + ]) + + # Each token field rejects anything above it. + self.kwargs['workload'] = '{token-budget:{prompt-tokens:2147483648,max-output-tokens:0}}' + with self.assertRaisesRegex(InvalidArgumentValueError, + "prompt-tokens: Invalid format: '2147483648' is greater than 2147483647"): + self.cmd(command) + self.kwargs['workload'] = '{token-budget:{prompt-tokens:0,max-output-tokens:2147483648}}' + with self.assertRaisesRegex(InvalidArgumentValueError, + "max-output-tokens: Invalid format: '2147483648' is greater than 2147483647"): + self.cmd(command) + def test_aiinfraoptimization_recommendvmsku_service_error(self): # The service reads Hugging Face anonymously, so it can't size a gated model without its architecture fields. self.kwargs.update({ From 7d9828cbf2022e35431101f245cd4af80a6d2a12 Mon Sep 17 00:00:00 2001 From: Kunal Karmakar Date: Tue, 17 Nov 2026 12:23:52 +0530 Subject: [PATCH 4/6] Add recording based test --- ...imization_recommendvmsku_long_context.yaml | 65 +++++++++++++++++++ .../tests/latest/test_aiinfraoptimization.py | 55 ++++------------ .../latest/test_aiinfraoptimization_unit.py | 50 ++++++++++++++ 3 files changed, 128 insertions(+), 42 deletions(-) create mode 100644 src/aiinfraoptimization/azext_aiinfraoptimization/tests/latest/recordings/test_aiinfraoptimization_recommendvmsku_long_context.yaml create mode 100644 src/aiinfraoptimization/azext_aiinfraoptimization/tests/latest/test_aiinfraoptimization_unit.py diff --git a/src/aiinfraoptimization/azext_aiinfraoptimization/tests/latest/recordings/test_aiinfraoptimization_recommendvmsku_long_context.yaml b/src/aiinfraoptimization/azext_aiinfraoptimization/tests/latest/recordings/test_aiinfraoptimization_recommendvmsku_long_context.yaml new file mode 100644 index 00000000000..6c1a9a6b59f --- /dev/null +++ b/src/aiinfraoptimization/azext_aiinfraoptimization/tests/latest/recordings/test_aiinfraoptimization_recommendvmsku_long_context.yaml @@ -0,0 +1,65 @@ +interactions: +- request: + body: '{"model": {"headDim": 128, "maxContextLength": 1048576, "numKeyValueHeads": + 8, "numLayers": 32, "parameterCount": 8000000000, "weightPrecision": "BF16"}, + "targetVmSizes": ["Standard_NC24ads_A100_v4", "Standard_NC40ads_H100_v5"], "workload": + {"maxConcurrentRequestsPerReplica": 1, "tokenBudget": {"maxOutputTokens": 131073, + "promptTokens": 262144}}}' + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - aiinfraoptimization recommendvmsku + Connection: + - keep-alive + Content-Length: + - '348' + Content-Type: + - application/json + ParameterSetName: + - --location --model --workload --target-vm-sizes + User-Agent: + - AZURECLI/2.92.0 azsdk-python-core/1.37.0 Python/3.12.10 (Windows-11-10.0.26300-SP0) + method: POST + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/providers/Microsoft.AIInfraOptimization/locations/eastus2/recommendVmSku?api-version=2026-06-01-preview + response: + body: + string: '{"options":[{"vmSize":"Standard_NC24ads_A100_v4","recommendationRank":1,"readiness":{"status":"VerificationRequired","reason":"Quota + or placement evidence must be verified before attempting deployment."},"topology":{"estimatedNodeCountPerReplica":1,"estimatedTotalNodeCount":1,"accelerator":{"model":"A100","countPerVm":1,"memoryGiBPerAccelerator":80}},"cost":{"currencyCode":"USD","vmHourly":3.673,"deploymentHourly":3.673,"source":"AzureRetail"},"documentationUrl":"https://learn.microsoft.com/en-us/azure/virtual-machines/sizes/gpu-accelerated/nca100v4-series"},{"vmSize":"Standard_NC40ads_H100_v5","recommendationRank":2,"readiness":{"status":"VerificationRequired","reason":"Quota + or placement evidence must be verified before attempting deployment."},"topology":{"estimatedNodeCountPerReplica":1,"estimatedTotalNodeCount":1,"accelerator":{"model":"H100 + NVL","countPerVm":1,"memoryGiBPerAccelerator":94}},"cost":{"currencyCode":"USD","vmHourly":6.98,"deploymentHourly":6.98,"source":"AzureRetail"},"documentationUrl":"https://learn.microsoft.com/en-us/azure/virtual-machines/sizes/gpu-accelerated/ncadsh100v5-series"}],"sizing":{"model":{"parameterCount":8000000000,"weightPrecision":"BF16"},"workload":{"maxConcurrentRequestsPerReplica":1,"contextLength":393217},"memory":{"modelWeightsGiB":14.9,"kvCacheGiBPerRequest":48.03,"kvCacheGiBTotal":48.03,"modelAndKvCacheGiB":62.93},"basis":{"parameterCountSource":"Request","modelWeightsCalculation":"EstimatedFromParameterCount","contextLengthSource":"Request"}}}' + headers: + cache-control: + - no-cache + content-length: + - '1515' + content-type: + - application/json; charset=utf-8 + date: + - Tue, 17 Nov 2026 06:45:46 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + x-cache: + - CONFIG_NOCACHE + x-content-type-options: + - nosniff + x-ms-operation-identifier: + - tenantId=72f988bf-86f1-41af-91ab-2d7cd011db47,objectId=9e0b0df5-1f15-45f7-8e9f-e1be2997e32e/japaneast/5308e04f-0715-4b33-95a7-8776f1b9d1d5 + x-ms-providerhub-traffic: + - 'True' + x-ms-ratelimit-remaining-subscription-global-writes: + - '11999' + x-ms-ratelimit-remaining-subscription-writes: + - '799' + x-msedge-ref: + - 'Ref A: 0EB4B7219E7B46F7A0C98FD82A7F74A3 Ref B: TYO601100902042 Ref C: 2026-11-17T06:45:45Z' + status: + code: 200 + message: OK +version: 1 diff --git a/src/aiinfraoptimization/azext_aiinfraoptimization/tests/latest/test_aiinfraoptimization.py b/src/aiinfraoptimization/azext_aiinfraoptimization/tests/latest/test_aiinfraoptimization.py index 045b4687034..7e654d7b4e5 100644 --- a/src/aiinfraoptimization/azext_aiinfraoptimization/tests/latest/test_aiinfraoptimization.py +++ b/src/aiinfraoptimization/azext_aiinfraoptimization/tests/latest/test_aiinfraoptimization.py @@ -3,14 +3,9 @@ # Licensed under the MIT License. See License.txt in the project root for license information. # -------------------------------------------------------------------------------------------- -from unittest import mock - -from azure.cli.core.azclierror import InvalidArgumentValueError from azure.cli.testsdk import ScenarioTest from azure.core.exceptions import HttpResponseError -from azext_aiinfraoptimization.aaz.latest.aiinfraoptimization import Recommendvmsku - class AiinfraoptimizationScenario(ScenarioTest): @@ -83,47 +78,23 @@ def test_aiinfraoptimization_recommendvmsku_boundary_values(self): self.check("length(options[?cost.source != 'AzureRetail'])", 0), ]) - def test_aiinfraoptimization_recommendvmsku_token_budget_limits(self): - # Stubs the HTTP call so the CLI's own token limits are checked through the request body it would send, - # independent of service-side validation. - def build_request(command): - with mock.patch.object(command.ctx, 'get_http_client'): - operation = command.RecommendationsRecommendVmSku(ctx=command.ctx) - command.request_body = operation.content - - def return_request_body(command): - return command.request_body - + def test_aiinfraoptimization_recommendvmsku_long_context(self): + # Both token fields exceed the former 131072 limit, and the model's context window fits their total. self.kwargs.update({ 'location': 'eastus2', - 'model': '{parameter-count:8000000000,weight-precision:BF16,' - 'num-layers:32,num-key-value-heads:8,head-dim:128}', + 'model': '{parameter-count:8000000000,weight-precision:BF16,num-layers:32,' + 'num-key-value-heads:8,head-dim:128,max-context-length:1048576}', + 'workload': '{max-concurrent-requests-per-replica:1,' + 'token-budget:{prompt-tokens:262144,max-output-tokens:131073}}', + 'target_vm_sizes': '[Standard_NC24ads_A100_v4,Standard_NC40ads_H100_v5]', }) - command = 'aiinfraoptimization recommendvmsku --location {location} --model "{model}" --workload "{workload}"' - - with mock.patch.object(Recommendvmsku, '_execute_operations', new=build_request), \ - mock.patch.object(Recommendvmsku, '_output', new=return_request_body): - # Each token field accepts the new maximum. - self.kwargs['workload'] = '{token-budget:{prompt-tokens:2147483647,max-output-tokens:0}}' - self.cmd(command, checks=[ - self.check('workload.tokenBudget.promptTokens', 2147483647), - self.check('workload.tokenBudget.maxOutputTokens', 0), - ]) - self.kwargs['workload'] = '{token-budget:{prompt-tokens:0,max-output-tokens:2147483647}}' - self.cmd(command, checks=[ - self.check('workload.tokenBudget.promptTokens', 0), - self.check('workload.tokenBudget.maxOutputTokens', 2147483647), - ]) - # Each token field rejects anything above it. - self.kwargs['workload'] = '{token-budget:{prompt-tokens:2147483648,max-output-tokens:0}}' - with self.assertRaisesRegex(InvalidArgumentValueError, - "prompt-tokens: Invalid format: '2147483648' is greater than 2147483647"): - self.cmd(command) - self.kwargs['workload'] = '{token-budget:{prompt-tokens:0,max-output-tokens:2147483648}}' - with self.assertRaisesRegex(InvalidArgumentValueError, - "max-output-tokens: Invalid format: '2147483648' is greater than 2147483647"): - self.cmd(command) + self.cmd('aiinfraoptimization recommendvmsku --location {location} --model "{model}" ' + '--workload "{workload}" --target-vm-sizes "{target_vm_sizes}"', + checks=[ + self.check('sizing.workload.contextLength', 393217), + self.greater_than('length(options)', 0), + ]) def test_aiinfraoptimization_recommendvmsku_service_error(self): # The service reads Hugging Face anonymously, so it can't size a gated model without its architecture fields. diff --git a/src/aiinfraoptimization/azext_aiinfraoptimization/tests/latest/test_aiinfraoptimization_unit.py b/src/aiinfraoptimization/azext_aiinfraoptimization/tests/latest/test_aiinfraoptimization_unit.py new file mode 100644 index 00000000000..a4963514896 --- /dev/null +++ b/src/aiinfraoptimization/azext_aiinfraoptimization/tests/latest/test_aiinfraoptimization_unit.py @@ -0,0 +1,50 @@ +# -------------------------------------------------------------------------------------------- +# Copyright (c) Microsoft Corporation. All rights reserved. +# Licensed under the MIT License. See License.txt in the project root for license information. +# -------------------------------------------------------------------------------------------- + +import json +import unittest +from types import SimpleNamespace +from unittest import mock + +from azure.cli.core.aaz._command_ctx import AAZCommandCtx +from azure.cli.core.azclierror import InvalidArgumentValueError +from azure.cli.core.mock import DummyCli +from azure.core import PipelineClient +from azure.core.pipeline.policies import ContentDecodePolicy + +from azext_aiinfraoptimization.aaz.latest.aiinfraoptimization import Recommendvmsku + + +class RecommendvmskuTokenBudgetTest(unittest.TestCase): + # Checks the CLI's own token budget limits with the HTTP call stubbed, so it needs no recording. + + @staticmethod + def _send(prompt_tokens, max_output_tokens): + client = PipelineClient(base_url='https://management.azure.com') + session = SimpleNamespace(http_response=SimpleNamespace(status_code=200), + context={ContentDecodePolicy.CONTEXT_NAME: {}}) + with mock.patch.object(AAZCommandCtx, 'get_http_client', return_value=client), \ + mock.patch.object(client, 'send_request', return_value=session) as send_request: + Recommendvmsku(cli_ctx=DummyCli())({ + 'subscription': '00000000-0000-0000-0000-000000000000', + 'location': 'eastus2', + 'workload': {'token_budget': {'prompt_tokens': prompt_tokens, + 'max_output_tokens': max_output_tokens}}, + }) + return json.loads(send_request.call_args.kwargs['request'].body) + + def test_accepts_maximum_token_budget(self): + for prompt_tokens, max_output_tokens in ((2147483647, 0), (0, 2147483647)): + with self.subTest(prompt_tokens=prompt_tokens, max_output_tokens=max_output_tokens): + self.assertEqual(self._send(prompt_tokens, max_output_tokens)['workload']['tokenBudget'], + {'promptTokens': prompt_tokens, 'maxOutputTokens': max_output_tokens}) + + def test_rejects_token_budget_above_maximum(self): + for option, prompt_tokens, max_output_tokens in (('prompt-tokens', 2147483648, 0), + ('max-output-tokens', 0, 2147483648)): + with self.subTest(option=option): + with self.assertRaisesRegex(InvalidArgumentValueError, + f"{option}: Invalid format: '2147483648' is greater than 2147483647"): + self._send(prompt_tokens, max_output_tokens) From f5f753d05ba37d814c59cd79dcb854eae5f3ef07 Mon Sep 17 00:00:00 2001 From: Kunal Karmakar Date: Tue, 17 Nov 2026 12:52:41 +0530 Subject: [PATCH 5/6] Update description --- .../aaz/latest/aiinfraoptimization/_recommendvmsku.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/src/aiinfraoptimization/azext_aiinfraoptimization/aaz/latest/aiinfraoptimization/_recommendvmsku.py b/src/aiinfraoptimization/azext_aiinfraoptimization/aaz/latest/aiinfraoptimization/_recommendvmsku.py index 182adad3d19..f4d2fc9b71d 100644 --- a/src/aiinfraoptimization/azext_aiinfraoptimization/aaz/latest/aiinfraoptimization/_recommendvmsku.py +++ b/src/aiinfraoptimization/azext_aiinfraoptimization/aaz/latest/aiinfraoptimization/_recommendvmsku.py @@ -213,7 +213,7 @@ def _build_arguments_schema(cls, *args, **kwargs): token_budget = cls._args_schema.workload.token_budget token_budget.max_output_tokens = AAZIntArg( options=["max-output-tokens"], - help="The maximum number of generated output tokens per inference request. Must be supplied together with `promptTokens`, and the two must total from 1 through 131072.", + help="The number of prompt, or input, tokens per inference request. Must be supplied together with `maxOutputTokens`, and the two must total from 1 through 2147483647 without exceeding the model's maximum context length.", fmt=AAZIntArgFormat( maximum=2147483647, minimum=0, @@ -221,7 +221,7 @@ def _build_arguments_schema(cls, *args, **kwargs): ) token_budget.prompt_tokens = AAZIntArg( options=["prompt-tokens"], - help="The number of prompt, or input, tokens per inference request. Must be supplied together with `maxOutputTokens`, and the two must total from 1 through 131072.", + help="The maximum number of generated output tokens per inference request. Must be supplied together with `promptTokens`, and the two must total from 1 through 2147483647 without exceeding the model's maximum context length.", fmt=AAZIntArgFormat( maximum=2147483647, minimum=0, From 2eb3807990c685d6368bbd6afc6a6a02f65cad02 Mon Sep 17 00:00:00 2001 From: Kunal Karmakar Date: Tue, 17 Nov 2026 13:17:50 +0530 Subject: [PATCH 6/6] Fix descriptions --- .../aaz/latest/aiinfraoptimization/_recommendvmsku.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/src/aiinfraoptimization/azext_aiinfraoptimization/aaz/latest/aiinfraoptimization/_recommendvmsku.py b/src/aiinfraoptimization/azext_aiinfraoptimization/aaz/latest/aiinfraoptimization/_recommendvmsku.py index f4d2fc9b71d..a577bde769a 100644 --- a/src/aiinfraoptimization/azext_aiinfraoptimization/aaz/latest/aiinfraoptimization/_recommendvmsku.py +++ b/src/aiinfraoptimization/azext_aiinfraoptimization/aaz/latest/aiinfraoptimization/_recommendvmsku.py @@ -213,7 +213,7 @@ def _build_arguments_schema(cls, *args, **kwargs): token_budget = cls._args_schema.workload.token_budget token_budget.max_output_tokens = AAZIntArg( options=["max-output-tokens"], - help="The number of prompt, or input, tokens per inference request. Must be supplied together with `maxOutputTokens`, and the two must total from 1 through 2147483647 without exceeding the model's maximum context length.", + help="The maximum number of generated output tokens per inference request. Must be supplied together with `promptTokens`, and the two must total from 1 through 2147483647 without exceeding the model's maximum context length.", fmt=AAZIntArgFormat( maximum=2147483647, minimum=0, @@ -221,7 +221,7 @@ def _build_arguments_schema(cls, *args, **kwargs): ) token_budget.prompt_tokens = AAZIntArg( options=["prompt-tokens"], - help="The maximum number of generated output tokens per inference request. Must be supplied together with `promptTokens`, and the two must total from 1 through 2147483647 without exceeding the model's maximum context length.", + help="The number of prompt, or input, tokens per inference request. Must be supplied together with `maxOutputTokens`, and the two must total from 1 through 2147483647 without exceeding the model's maximum context length.", fmt=AAZIntArgFormat( maximum=2147483647, minimum=0,