SDK_CLI_test

.gitattributes

@@ -0,0 +1 @@
+assets/**/*.zip filter=lfs diff=lfs merge=lfs -text

.github/CODEOWNERS

@@ -25,6 +25,7 @@ sdk/python/foundation-models/cohere/command_tools-langchain.ipynb @stewart-co @k
 /sdk/python/foundation-models/healthcare-ai/ @jmerkow @ivantarapov
 /sdk/python/assets/data/versioning.ipynb @ShakutaiGit
 /sdk/python/jobs/finetuning @amltres @sasum @marici
+/sdk/python/jobs/grpo @sharvin2187 @rtanase @gpenumetsa-msft @yeshsurya @babu-namburi
 
 #### files referenced in docs (DO NOT EDIT, except for Docs team!!!) #############################################################################################
 /cli/assets/component/train.yml @Azure/AI-Platform-Docs
@@ -115,18 +116,6 @@ sdk/python/foundation-models/cohere/command_tools-langchain.ipynb @stewart-co @k
 /cli/endpoints/batch/deploy-pipelines/training-with-components/environment/xgboost-sklearn-py38.yml @Azure/AI-Platform-Docs
 /cli/endpoints/batch/deploy-pipelines/training-with-components/inputs.yml @Azure/AI-Platform-Docs
 /cli/endpoints/online/custom-container/tfserving/half-plus-two/tfserving-endpoint.yml @Azure/AI-Platform-Docs
-/cli/endpoints/online/deploy-with-packages/custom-model/deploy.sh @Azure/AI-Platform-Docs
-/cli/endpoints/online/deploy-with-packages/custom-model/deployment.yml @Azure/AI-Platform-Docs
-/cli/endpoints/online/deploy-with-packages/custom-model/environment/conda.yaml @Azure/AI-Platform-Docs
-/cli/endpoints/online/deploy-with-packages/custom-model/environment/sklearn-regression-env.yml @Azure/AI-Platform-Docs
-/cli/endpoints/online/deploy-with-packages/custom-model/package-external.yml @Azure/AI-Platform-Docs
-/cli/endpoints/online/deploy-with-packages/custom-model/package-moe.yml @Azure/AI-Platform-Docs
-/cli/endpoints/online/deploy-with-packages/custom-model/sample-request.json @Azure/AI-Platform-Docs
-/cli/endpoints/online/deploy-with-packages/mlflow-model/deploy.sh @Azure/AI-Platform-Docs
-/cli/endpoints/online/deploy-with-packages/mlflow-model/package-external.yml @Azure/AI-Platform-Docs
-/cli/endpoints/online/deploy-with-packages/mlflow-model/sample-request.json @Azure/AI-Platform-Docs
-/cli/endpoints/online/deploy-with-packages/registry-model/deploy.sh @Azure/AI-Platform-Docs
-/cli/endpoints/online/deploy-with-packages/registry-model/package.yml @Azure/AI-Platform-Docs
 /cli/endpoints/online/managed/managed-identities/1-sai-create-endpoint.yml @Azure/AI-Platform-Docs
 /cli/endpoints/online/managed/managed-identities/1-uai-create-endpoint.yml @Azure/AI-Platform-Docs
 /cli/endpoints/online/managed/managed-identities/2-sai-deployment.yml @Azure/AI-Platform-Docs
@@ -237,19 +226,61 @@ sdk/python/foundation-models/cohere/command_tools-langchain.ipynb @stewart-co @k
 /cli/setup.sh @Azure/AI-Platform-Docs
 /cli/train.sh @Azure/AI-Platform-Docs
 /deploy-arm-templates-az-cli.sh @Azure/AI-Platform-Docs
+/sdk/python/assets/environment/environment.ipynb @Azure/AI-Platform-Docs
+/sdk/python/assets/model/model.ipynb @Azure/AI-Platform-Docs
+/sdk/python/endpoints/batch/deploy-models/custom-outputs-parquet/custom-output-batch.ipynb @Azure/AI-Platform-Docs
+/sdk/python/endpoints/batch/deploy-models/heart-classifier-mlflow/mlflow-for-batch-tabular.ipynb @Azure/AI-Platform-Docs
+/sdk/python/endpoints/batch/deploy-models/mnist-classifier/mnist-batch.ipynb @Azure/AI-Platform-Docs
+/sdk/python/endpoints/batch/deploy-models/openai-embeddings/deploy-and-test.ipynb @Azure/AI-Platform-Docs
+/sdk/python/endpoints/batch/deploy-pipelines/batch-scoring-with-preprocessing/sdk-deploy-and-test.ipynb @Azure/AI-Platform-Docs
+/sdk/python/endpoints/batch/deploy-pipelines/hello-batch/sdk-deploy-and-test.ipynb @Azure/AI-Platform-Docs
+/sdk/python/endpoints/batch/deploy-pipelines/training-with-components/sdk-deploy-and-test.ipynb @Azure/AI-Platform-Docs
+/sdk/python/endpoints/online/managed/debug-online-endpoints-locally-in-visual-studio-code.ipynb @Azure/AI-Platform-Docs
+/sdk/python/endpoints/online/managed/managed-identities/online-endpoints-managed-identity-sai.ipynb @Azure/AI-Platform-Docs
+/sdk/python/endpoints/online/managed/managed-identities/online-endpoints-managed-identity-uai.ipynb @Azure/AI-Platform-Docs
+/sdk/python/endpoints/online/managed/online-endpoints-safe-rollout.ipynb @Azure/AI-Platform-Docs
 /sdk/python/endpoints/online/mlflow/sample-request-sklearn.json @Azure/AI-Platform-Docs
 /sdk/python/endpoints/online/mlflow/sklearn-diabetes/model/MLmodel @Azure/AI-Platform-Docs
 /sdk/python/endpoints/online/mlflow/sklearn-diabetes/model/conda.yaml @Azure/AI-Platform-Docs
+/sdk/python/featurestore_sample/notebooks/sdk_and_cli/1.Develop-feature-set-and-register.ipynb @Azure/AI-Platform-Docs
+/sdk/python/featurestore_sample/notebooks/sdk_and_cli/2.Experiment-train-models-using-features.ipynb @Azure/AI-Platform-Docs
+/sdk/python/featurestore_sample/notebooks/sdk_and_cli/3.Enable-recurrent-materialization-run-batch-inference.ipynb @Azure/AI-Platform-Docs
+/sdk/python/featurestore_sample/notebooks/sdk_and_cli/network_isolation/Network-isolation-feature-store.ipynb @Azure/AI-Platform-Docs
+/sdk/python/featurestore_sample/notebooks/sdk_only/1.Develop-feature-set-and-register.ipynb @Azure/AI-Platform-Docs
+/sdk/python/featurestore_sample/notebooks/sdk_only/2.Experiment-train-models-using-features.ipynb @Azure/AI-Platform-Docs
+/sdk/python/featurestore_sample/notebooks/sdk_only/3.Enable-recurrent-materialization-run-batch-inference.ipynb @Azure/AI-Platform-Docs
+/sdk/python/featurestore_sample/notebooks/sdk_only/4.Enable-online-store-run-inference.ipynb @Azure/AI-Platform-Docs
+/sdk/python/featurestore_sample/notebooks/sdk_only/5.Develop-feature-set-custom-source.ipynb @Azure/AI-Platform-Docs
+/sdk/python/featurestore_sample/notebooks/sdk_only/7.Develop-feature-set-domain-specific-language-dsl.ipynb @Azure/AI-Platform-Docs
+/sdk/python/jobs/automl-standalone-jobs/automl-classification-task-bankmarketing/automl-classification-task-bankmarketing-serverless.ipynb @Azure/AI-Platform-Docs
+/sdk/python/jobs/automl-standalone-jobs/automl-image-object-detection-task-fridge-items/automl-image-object-detection-task-fridge-items.ipynb @Azure/AI-Platform-Docs
+/sdk/python/jobs/configuration.ipynb @Azure/AI-Platform-Docs
+/sdk/python/jobs/pipelines/1a_pipeline_with_components_from_yaml/pipeline_with_components_from_yaml_serverless.ipynb @Azure/AI-Platform-Docs
+/sdk/python/jobs/pipelines/1c_pipeline_with_hyperparameter_sweep/pipeline_with_hyperparameter_sweep.ipynb @Azure/AI-Platform-Docs
+/sdk/python/jobs/pipelines/1g_pipeline_with_parallel_nodes/pipeline_with_parallel_nodes.ipynb @Azure/AI-Platform-Docs
+/sdk/python/jobs/pipelines/1j_pipeline_with_pipeline_component/pipeline_with_train_eval_pipeline_component/pipeline_with_train_eval_pipeline_component.ipynb @Azure/AI-Platform-Docs
+/sdk/python/jobs/pipelines/2e_image_classification_keras_minist_convnet/image_classification_keras_minist_convnet.ipynb @Azure/AI-Platform-Docs
 /sdk/python/jobs/pipelines/2e_image_classification_keras_minist_convnet/prep/prep_component.py @Azure/AI-Platform-Docs
 /sdk/python/jobs/pipelines/2e_image_classification_keras_minist_convnet/score/score.py @Azure/AI-Platform-Docs
 /sdk/python/jobs/pipelines/2e_image_classification_keras_minist_convnet/score/score.yaml @Azure/AI-Platform-Docs
 /sdk/python/jobs/pipelines/2e_image_classification_keras_minist_convnet/train/conda.yaml @Azure/AI-Platform-Docs
 /sdk/python/jobs/pipelines/2e_image_classification_keras_minist_convnet/train/train_component.py @Azure/AI-Platform-Docs
+/sdk/python/jobs/single-step/lightgbm/iris/lightgbm-iris-sweep.ipynb @Azure/AI-Platform-Docs
+/sdk/python/jobs/single-step/pytorch/distributed-training/distributed-cifar10.ipynb @Azure/AI-Platform-Docs
+/sdk/python/jobs/single-step/pytorch/train-hyperparameter-tune-deploy-with-pytorch/train-hyperparameter-tune-deploy-with-pytorch.ipynb @Azure/AI-Platform-Docs
+/sdk/python/jobs/single-step/scikit-learn/train-hyperparameter-tune-deploy-with-sklearn/train-hyperparameter-tune-with-sklearn.ipynb @Azure/AI-Platform-Docs
+/sdk/python/jobs/single-step/tensorflow/mnist-distributed/tensorflow-mnist-distributed.ipynb @Azure/AI-Platform-Docs
+/sdk/python/jobs/single-step/tensorflow/train-hyperparameter-tune-deploy-with-keras/train-hyperparameter-tune-deploy-with-keras.ipynb @Azure/AI-Platform-Docs
+/sdk/python/jobs/single-step/tensorflow/train-hyperparameter-tune-deploy-with-tensorflow/train-hyperparameter-tune-deploy-with-tensorflow.ipynb @Azure/AI-Platform-Docs
+/sdk/python/resources/compute/compute.ipynb @Azure/AI-Platform-Docs
+/sdk/python/resources/connections/connections.ipynb @Azure/AI-Platform-Docs
+/sdk/python/resources/workspace/workspace.ipynb @Azure/AI-Platform-Docs
+/sdk/python/schedules/job-schedule.ipynb @Azure/AI-Platform-Docs
 /sdk/python/using-mlflow/deploy/environment/conda.yaml @Azure/AI-Platform-Docs
 /sdk/python/using-mlflow/deploy/model/conda.yaml @Azure/AI-Platform-Docs
 /setup/setup-ci/install-pip-package.sh @Azure/AI-Platform-Docs
 /setup/setup-repo/azure-github.sh @Azure/AI-Platform-Docs
+/tutorials/get-started-notebooks/cloud-workstation.ipynb @Azure/AI-Platform-Docs
 /tutorials/get-started-notebooks/workstation_env.yml @Azure/AI-Platform-Docs
-
-
 # End of docs files ########################################################################################################
+

.github/copilot-instructions.md

@@ -0,0 +1,11 @@
+## Files owned by the AI Platform Docs team
+
+If a file is listed in the CODEOWNERS file with @azure/ai-platform-docs as the owner, it is owned by the AI Platform Docs team.  For these files:
+
+- Do not change the filename or move the file.
+- Do not remove any comments which contain <some_text> or </some_text> (for any text in between the tags)
+- Do not remove any cell in a notebook if it contains metadata with "name:" in it.
+- If you need to make any of the above changes, you must first contact the AI Platform Docs team. Their approval is required before making such changes.
+- You can reach the team on the Teams channel [ai-platform-docs](https://teams.microsoft.com/l/team/19%3AHhf4F_YfPn3kYGdmWvePNwlbF5-RR8wciQEUwwrcggw1%40thread.tacv2/conversations?groupId=fdaf4412-8993-4ea6-a7d4-aeaded7fc854&tenantId=72f988bf-86f1-41af-91ab-2d7cd011db47).
+
+Only files owned by the AI Platform Docs team are subject to these rules. 

.github/test/scripts/check_notebook_output.py

@@ -66,6 +66,7 @@
     "Class BaseIntellectualPropertySchema: This is an experimental class",
     "Class PipelineComponentBatchDeployment: This is an experimental class",
     "Class LinkTabularOutputDatasetConfig: This is an experimental class",
+    "Class DeploymentTemplateOperations: This is an experimental class",
     "Field 'max_nodes': This is an experimental field",
     "Uploading ",
     "Forecasting parameter ",
@@ -82,6 +83,9 @@
         "which generate code specific to the RPC implementation. service.py will be removed in Jan 2025"
     ),
     "from google.protobuf import service as _service",
+    "UserWarning: This class is intended as a base class and it's direct usage is deprecated",
+    "warnings.warn",
+    "UserWarning: pkg_resources is deprecated as an API.",
 ]
 
 with open(full_name, "r") as notebook_file:

.github/workflows/cli-basic-installation-basic-installation.yml

@@ -27,6 +27,11 @@ jobs:
     steps:
     - name: check out repo
       uses: actions/checkout@v2
+    - name: Install latest Azure CLI
+      run: |
+        curl -sL https://aka.ms/InstallAzureCLIDeb | sudo bash
+    - name: Check Azure CLI version
+      run: az --version
     - name: azure login
       uses: azure/login@v1
       with:

.github/workflows/cli-scripts-batch-score.yml

@@ -27,6 +27,8 @@ jobs:
     steps:
     - name: check out repo
       uses: actions/checkout@v2
+      with:
+        lfs: true
     - name: azure login
       uses: azure/login@v1
       with:

.github/workflows/sdk-endpoints-batch-deploy-models-heart-classifier-mlflow-mlflow-for-batch-tabular.yml

@@ -19,6 +19,7 @@ on:
       - sdk/python/dev-requirements.txt
       - infra/bootstrapping/**
       - sdk/python/setup.sh
+      - sdk/python/mlflow-requirements.txt
 
 permissions:
   id-token: write

.github/workflows/sdk-endpoints-batch-deploy-models-huggingface-text-summarization-text-summarization-batch.yml

@@ -19,6 +19,7 @@ on:
       - sdk/python/dev-requirements.txt
       - infra/bootstrapping/**
       - sdk/python/setup.sh
+      - sdk/python/mlflow-requirements.txt
 
 permissions:
   id-token: write

.github/workflows/sdk-endpoints-batch-deploy-models-imagenet-classifier-imagenet-classifier-batch.yml

@@ -31,6 +31,8 @@ jobs:
     steps:
     - name: check out repo
       uses: actions/checkout@v2
+      with:
+        lfs: true
     - name: setup python
       uses: actions/setup-python@v2
       with:

.github/workflows/sdk-endpoints-batch-deploy-models-imagenet-classifier-imagenet-classifier-mlflow.yml

@@ -19,6 +19,7 @@ on:
       - sdk/python/dev-requirements.txt
       - infra/bootstrapping/**
       - sdk/python/setup.sh
+      - sdk/python/mlflow-requirements.txt
 
 permissions:
   id-token: write
@@ -31,6 +32,8 @@ jobs:
     steps:
     - name: check out repo
       uses: actions/checkout@v2
+      with:
+        lfs: true
     - name: setup python
       uses: actions/setup-python@v2
       with:

.github/workflows/sdk-endpoints-batch-deploy-models-mnist-classifier-mnist-batch.yml

@@ -31,6 +31,8 @@ jobs:
     steps:
     - name: check out repo
       uses: actions/checkout@v2
+      with:
+        lfs: true
     - name: setup python
       uses: actions/setup-python@v2
       with:

.github/workflows/sdk-jobs-automl-standalone-jobs-automl-classification-task-bankmarketing-automl-classification-task-bankmarketing.yml

@@ -19,6 +19,7 @@ on:
       - sdk/python/dev-requirements.txt
       - infra/bootstrapping/**
       - sdk/python/setup.sh
+      - sdk/python/mlflow-requirements.txt
 
 permissions:
   id-token: write

.github/workflows/sdk-jobs-automl-standalone-jobs-automl-forecasting-distributed-tcn-automl-forecasting-distributed-tcn.yml

@@ -19,6 +19,7 @@ on:
       - sdk/python/dev-requirements.txt
       - infra/bootstrapping/**
       - sdk/python/setup.sh
+      - sdk/python/mlflow-requirements.txt
 
 permissions:
   id-token: write

.github/workflows/sdk-jobs-automl-standalone-jobs-automl-forecasting-github-dau-auto-ml-forecasting-github-dau.yml

@@ -19,6 +19,7 @@ on:
       - sdk/python/dev-requirements.txt
       - infra/bootstrapping/**
       - sdk/python/setup.sh
+      - sdk/python/mlflow-requirements.txt
 
 permissions:
   id-token: write

.github/workflows/sdk-jobs-automl-standalone-jobs-automl-forecasting-orange-juice-sales-automl-forecasting-orange-juice-sales-mlflow.yml

@@ -19,6 +19,7 @@ on:
       - sdk/python/dev-requirements.txt
       - infra/bootstrapping/**
       - sdk/python/setup.sh
+      - sdk/python/mlflow-requirements.txt
 
 permissions:
   id-token: write

.github/workflows/sdk-jobs-automl-standalone-jobs-automl-forecasting-recipes-univariate-automl-forecasting-recipe-univariate-run.yml

@@ -19,6 +19,7 @@ on:
       - sdk/python/dev-requirements.txt
       - infra/bootstrapping/**
       - sdk/python/setup.sh
+      - sdk/python/mlflow-requirements.txt
 
 permissions:
   id-token: write

.github/workflows/sdk-jobs-automl-standalone-jobs-automl-forecasting-task-bike-share-auto-ml-forecasting-bike-share.yml

@@ -19,6 +19,7 @@ on:
       - sdk/python/dev-requirements.txt
       - infra/bootstrapping/**
       - sdk/python/setup.sh
+      - sdk/python/mlflow-requirements.txt
 
 permissions:
   id-token: write

.github/workflows/sdk-jobs-automl-standalone-jobs-automl-forecasting-task-energy-demand-automl-forecasting-task-energy-demand-advanced-mlflow.yml

@@ -19,6 +19,7 @@ on:
       - sdk/python/dev-requirements.txt
       - infra/bootstrapping/**
       - sdk/python/setup.sh
+      - sdk/python/mlflow-requirements.txt
 
 permissions:
   id-token: write

.github/workflows/sdk-jobs-automl-standalone-jobs-automl-forecasting-task-energy-demand-automl-forecasting-task-energy-demand-advanced.yml

@@ -19,6 +19,7 @@ on:
       - sdk/python/dev-requirements.txt
       - infra/bootstrapping/**
       - sdk/python/setup.sh
+      - sdk/python/mlflow-requirements.txt
 
 permissions:
   id-token: write

.github/workflows/sdk-jobs-automl-standalone-jobs-automl-image-classification-multiclass-task-fridge-items-automl-image-classification-multiclass-task-fridge-items.yml

@@ -19,6 +19,7 @@ on:
       - sdk/python/dev-requirements.txt
       - infra/bootstrapping/**
       - sdk/python/setup.sh
+      - sdk/python/mlflow-requirements.txt
 
 permissions:
   id-token: write

.github/workflows/sdk-jobs-automl-standalone-jobs-automl-image-classification-multilabel-task-fridge-items-automl-image-classification-multilabel-task-fridge-items.yml

@@ -19,6 +19,7 @@ on:
       - sdk/python/dev-requirements.txt
       - infra/bootstrapping/**
       - sdk/python/setup.sh
+      - sdk/python/mlflow-requirements.txt
 
 permissions:
   id-token: write

.github/workflows/sdk-jobs-automl-standalone-jobs-automl-image-instance-segmentation-task-fridge-items-automl-image-instance-segmentation-task-fridge-items.yml

@@ -19,6 +19,7 @@ on:
       - sdk/python/dev-requirements.txt
       - infra/bootstrapping/**
       - sdk/python/setup.sh
+      - sdk/python/mlflow-requirements.txt
 
 permissions:
   id-token: write

.github/workflows/sdk-jobs-automl-standalone-jobs-automl-image-object-detection-task-fridge-items-automl-image-object-detection-task-fridge-items.yml

@@ -19,6 +19,7 @@ on:
       - sdk/python/dev-requirements.txt
       - infra/bootstrapping/**
       - sdk/python/setup.sh
+      - sdk/python/mlflow-requirements.txt
 
 permissions:
   id-token: write

.github/workflows/sdk-jobs-automl-standalone-jobs-automl-image-object-detection-task-fridge-items-batch-scoring-image-object-detection-batch-scoring-non-mlflow-model.yml

@@ -19,6 +19,7 @@ on:
       - sdk/python/dev-requirements.txt
       - infra/bootstrapping/**
       - sdk/python/setup.sh
+      - sdk/python/mlflow-requirements.txt
 
 permissions:
   id-token: write

.github/workflows/sdk-jobs-automl-standalone-jobs-automl-nlp-text-classification-multiclass-task-sentiment-analysis-automl-nlp-multiclass-sentiment-mlflow.yml

@@ -19,6 +19,7 @@ on:
       - sdk/python/dev-requirements.txt
       - infra/bootstrapping/**
       - sdk/python/setup.sh
+      - sdk/python/mlflow-requirements.txt
 
 permissions:
   id-token: write

.github/workflows/sdk-jobs-automl-standalone-jobs-automl-nlp-text-classification-multiclass-task-sentiment-analysis-automl-nlp-multiclass-sentiment.yml

@@ -19,6 +19,7 @@ on:
       - sdk/python/dev-requirements.txt
       - infra/bootstrapping/**
       - sdk/python/setup.sh
+      - sdk/python/mlflow-requirements.txt
 
 permissions:
   id-token: write

.github/workflows/sdk-jobs-automl-standalone-jobs-automl-nlp-text-classification-multilabel-task-paper-categorization-automl-nlp-multilabel-paper-cat.yml

@@ -19,6 +19,7 @@ on:
       - sdk/python/dev-requirements.txt
       - infra/bootstrapping/**
       - sdk/python/setup.sh
+      - sdk/python/mlflow-requirements.txt
 
 permissions:
   id-token: write

.github/workflows/sdk-jobs-automl-standalone-jobs-automl-nlp-text-named-entity-recognition-task-automl-nlp-text-ner-task.yml

@@ -19,6 +19,7 @@ on:
       - sdk/python/dev-requirements.txt
       - infra/bootstrapping/**
       - sdk/python/setup.sh
+      - sdk/python/mlflow-requirements.txt
 
 permissions:
   id-token: write

.github/workflows/sdk-jobs-automl-standalone-jobs-automl-nlp-text-named-entity-recognition-task-distributed-sweeping-automl-nlp-text-ner-task-distributed-with-sweeping.yml

@@ -19,6 +19,7 @@ on:
       - sdk/python/dev-requirements.txt
       - infra/bootstrapping/**
       - sdk/python/setup.sh
+      - sdk/python/mlflow-requirements.txt
 
 permissions:
   id-token: write

.github/workflows/sdk-jobs-automl-standalone-jobs-automl-regression-task-hardware-performance-automl-regression-task-hardware-performance.yml

@@ -19,6 +19,7 @@ on:
       - sdk/python/dev-requirements.txt
       - infra/bootstrapping/**
       - sdk/python/setup.sh
+      - sdk/python/mlflow-requirements.txt
 
 permissions:
   id-token: write

.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-forecasting-in-pipeline-automl-forecasting-in-pipeline.yml

@@ -19,6 +19,7 @@ on:
       - sdk/python/dev-requirements.txt
       - infra/bootstrapping/**
       - sdk/python/setup.sh
+      - sdk/python/mlflow-requirements.txt
 
 permissions:
   id-token: write