From 7ea844a6aa7340bb247206755dceee59ca0f8d15 Mon Sep 17 00:00:00 2001 From: Xingzhi Zhang Date: Fri, 30 Dec 2022 12:27:25 +0800 Subject: [PATCH 1/9] feat: update mock_component_hash to support concurrent tests --- .../azure/ai/ml/_utils/_cache_utils.py | 38 ++++++-- sdk/ml/azure-ai-ml/tests/conftest.py | 86 +++++++++++++------ 2 files changed, 91 insertions(+), 33 deletions(-) diff --git a/sdk/ml/azure-ai-ml/azure/ai/ml/_utils/_cache_utils.py b/sdk/ml/azure-ai-ml/azure/ai/ml/_utils/_cache_utils.py index 11aed2f18d71..a0da7aae64cf 100644 --- a/sdk/ml/azure-ai-ml/azure/ai/ml/_utils/_cache_utils.py +++ b/sdk/ml/azure-ai-ml/azure/ai/ml/_utils/_cache_utils.py @@ -84,19 +84,33 @@ class CachedNodeResolver(object): def __init__( self, resolver, - subscription_id: str, - resource_group_name: str, - workspace_name: str, - registry_name: str, + subscription_id: Optional[str], + resource_group_name: Optional[str], + workspace_name: Optional[str], + registry_name: Optional[str], ): self._resolver = resolver self._cache: Dict[str, _CacheContent] = {} self._nodes_to_resolve: List[BaseNode] = [] + self._client_hash = self._get_client_hash( + subscription_id, resource_group_name, workspace_name, registry_name + ) + + @staticmethod + def _get_client_hash( + subscription_id: Optional[str], + resource_group_name: Optional[str], + workspace_name: Optional[str], + registry_name: Optional[str], + ) -> str: + """Get a hash for used client. + Works for both workspace client and registry client. + """ object_hash = hashlib.sha256() for s in [subscription_id, resource_group_name, workspace_name, registry_name]: object_hash.update(str(s).encode("utf-8")) - self._workspace_hash = object_hash.hexdigest() + return object_hash.hexdigest() @staticmethod def _get_in_memory_hash_for_component(component: Component) -> str: @@ -156,15 +170,21 @@ def _get_on_disk_hash_for_component(component: Component, in_memory_hash: str) - object_hash.update(content_hash.encode("utf-8")) return _CODE_INVOLVED_PREFIX + object_hash.hexdigest() - @staticmethod - def get_on_disk_cache_base_dir() -> Path: + def get_on_disk_cache_base_dir(self) -> Path: """Get the base path for on disk cache.""" from azure.ai.ml._version import VERSION - return Path(tempfile.gettempdir()).joinpath(".azureml", "azure-ai-ml", VERSION, "cache", "components") + return Path(tempfile.gettempdir()).joinpath( + ".azureml", + "azure-ai-ml", + VERSION, + "cache", + self._client_hash, + "components", + ) def _get_on_disk_cache_path(self, on_disk_hash: str) -> Path: """Get the on disk cache path for a component.""" - return self.get_on_disk_cache_base_dir().joinpath(self._workspace_hash, on_disk_hash) + return self.get_on_disk_cache_base_dir().joinpath(on_disk_hash) def _load_from_on_disk_cache(self, on_disk_hash: str) -> Optional[str]: """Load component arm id from on disk cache.""" diff --git a/sdk/ml/azure-ai-ml/tests/conftest.py b/sdk/ml/azure-ai-ml/tests/conftest.py index a0196cd7d289..83555bf0eef4 100644 --- a/sdk/ml/azure-ai-ml/tests/conftest.py +++ b/sdk/ml/azure-ai-ml/tests/conftest.py @@ -1,4 +1,5 @@ import base64 +import hashlib import json import os import random @@ -7,13 +8,15 @@ import time import uuid from datetime import datetime +from functools import partial from importlib import reload from os import getenv from pathlib import Path -from typing import Callable, Tuple, Union +from typing import Callable, Tuple, Union, Optional from unittest.mock import Mock, patch import pytest +from _pytest.fixtures import FixtureRequest from devtools_testutils import ( add_body_key_sanitizer, add_general_regex_sanitizer, @@ -524,8 +527,28 @@ def generate_component_hash(*args, **kwargs): return dict_hash +def get_client_hash_with_request_node_name( + subscription_id: Optional[str], + resource_group_name: Optional[str], + workspace_name: Optional[str], + registry_name: Optional[str], + request_node_name: str +): + """Generate a hash for the client.""" + object_hash = hashlib.sha256() + for s in [ + subscription_id, + resource_group_name, + workspace_name, + registry_name, + request_node_name, + ]: + object_hash.update(str(s).encode("utf-8")) + return object_hash.hexdigest() + + @pytest.fixture -def mock_component_hash(mocker: MockFixture): +def mock_component_hash(mocker: MockFixture, request: FixtureRequest): """Mock the component hash function. In playback mode, workspace information in returned arm_id will be normalized like this: @@ -538,6 +561,9 @@ def mock_component_hash(mocker: MockFixture): Note that component hash value in playback mode can be different from the one in live mode, so tests that check component hash directly should be skipped if not is_live. """ + # do nothing if in live mode and not recording + if is_live_and_not_recording(): + return if is_live(): mocker.patch("azure.ai.ml.entities._component.component.hash_dict", side_effect=generate_component_hash) @@ -546,29 +572,41 @@ def mock_component_hash(mocker: MockFixture): side_effect=generate_component_hash ) - if is_live_and_not_recording(): - return + # On-disk cache can't be shared among different tests in playback mode or when recording. + # When doing recording: + # 1) Recorded requests may be impacted by the order to run tests. Tests run later will reuse + # the cached result from tests run earlier, so we won't found enough recordings when + # running tests in reversed order. + # In playback mode: + # 1) We can't guarantee that server-side will return the same version for 2 anonymous component + # with the same on-disk hash. + # 2) Server-side may return different version for the same anonymous component in different workspace, + # while workspace information will be normalized in recordings. If we record test1 in workspace A + # and test2 in workspace B, the version in recordings can be different. + # So we use different on-disk cache base directory for different tests and clear them before running tests. + # Given each test has a unique on-disk cache base directory, on-disk cache operations + # are thread-safe when concurrently running different tests. + mocker.patch( + "azure.ai.ml._utils._cache_utils.CachedNodeResolver._get_client_hash", + side_effect=partial(get_client_hash_with_request_node_name, request_node_name=request.node.name) + ) - if not os.getenv("ENABLE_ON_DISK_CACHE_ACROSS_TESTS", False) in ["True", "true", True]: - # On-disk cache can't be shared among different tests in playback mode or when recording. - # When doing recording: - # 1) Recorded requests may be impacted by the order to run tests. Tests run later will reuse - # the cached result from tests run earlier, so we won't found enough recordings when - # running tests in reversed order. - # In playback mode: - # 1) We can't guarantee that server-side will return the same version for 2 anonymous component - # with the same on-disk hash. - # 2) Server-side may return different version for the same anonymous component in different workspace, - # while workspace information will be normalized in recordings. If we record test1 in workspace A - # and test2 in workspace B, the version in recordings can be different. - # So we need to clear on-disk cache for each test. - - # If you want to run tests concurrently, you can either: - # 1) Disable on-disk cache or - # 2) Set ENABLE_ON_DISK_CACHE_ACROSS_TESTS to True and acknowledge that you may meet - # the issues mentioned above. - from azure.ai.ml._utils._cache_utils import CachedNodeResolver - shutil.rmtree(CachedNodeResolver.get_on_disk_cache_base_dir(), ignore_errors=True) + from azure.ai.ml._utils._cache_utils import CachedNodeResolver + + for client_fixture_name in ["client", "registry_client"]: + if client_fixture_name not in request.fixturenames: + continue + client: MLClient = request.getfixturevalue(client_fixture_name) + shutil.rmtree( + CachedNodeResolver( + resolver=None, + subscription_id=client.subscription_id, + resource_group_name=client.resource_group_name, + workspace_name=client.workspace_name, + registry_name=client._operation_scope.registry_name, + ).get_on_disk_cache_base_dir(), + ignore_errors=True + ) @pytest.fixture From 622d88aceb39028c4a3f21bd73c9b22327e4eaf0 Mon Sep 17 00:00:00 2001 From: zhangxingzhi Date: Fri, 30 Dec 2022 17:07:00 +0800 Subject: [PATCH 2/9] feat: enable concurrent component registration --- .../azure/ai/ml/_utils/_cache_utils.py | 64 ++++++++++++++----- .../azure-ai-ml/azure/ai/ml/_utils/utils.py | 6 ++ .../azure/ai/ml/constants/_common.py | 2 + 3 files changed, 55 insertions(+), 17 deletions(-) diff --git a/sdk/ml/azure-ai-ml/azure/ai/ml/_utils/_cache_utils.py b/sdk/ml/azure-ai-ml/azure/ai/ml/_utils/_cache_utils.py index a0da7aae64cf..352e2d1961d4 100644 --- a/sdk/ml/azure-ai-ml/azure/ai/ml/_utils/_cache_utils.py +++ b/sdk/ml/azure-ai-ml/azure/ai/ml/_utils/_cache_utils.py @@ -7,13 +7,15 @@ import tempfile import threading from collections import defaultdict +from concurrent.futures import ThreadPoolExecutor from dataclasses import dataclass +from functools import partial from pathlib import Path from typing import List, Dict, Optional from azure.ai.ml._utils._asset_utils import get_object_hash -from azure.ai.ml._utils.utils import is_on_disk_cache_enabled -from azure.ai.ml.constants._common import AzureMLResourceType +from azure.ai.ml._utils.utils import is_on_disk_cache_enabled, is_concurrent_component_registration_enabled +from azure.ai.ml.constants._common import AzureMLResourceType, AZUREML_COMPONENT_REGISTRATION_MAX_WORKERS from azure.ai.ml.entities import Component from azure.ai.ml.entities._builders import BaseNode @@ -50,11 +52,11 @@ class CachedNodeResolver(object): state of nodes, e.g., hash of its inner component. 2) self._resolve_component is only called concurrently on independent components a) we have used an in-memory component hash to deduplicate components to resolve first; - b) dependent components have been resolved before as nodes are registered & resolved + b) dependent components have been resolved before registered as nodes are registered & resolved layer by layer; - c) dependent code will never be an instance, so it won't cause cache hit issue. - d) resolution of potential shared dependencies other than code and components are thread-safe - as they do not involve further dependency resolution. However, it's still a good practice to + c) dependent code will never be an instance, so it won't cause cache hit issue described in d; + d) resolution of potential shared dependencies (1 instance used in 2 components) other than components + are thread-safe as they do not involve further dependency resolution. However, it's still a good practice to resolve them before calling self.register_node_for_lazy_resolution as it will impact cache hit rate. For example, if: node1.component, node2.component = Component(environment=env1, ...), Component(environment=env1, ...) @@ -112,6 +114,33 @@ def _get_client_hash( object_hash.update(str(s).encode("utf-8")) return object_hash.hexdigest() + @staticmethod + def _get_component_registration_max_workers(): + """Get the max workers for component registration. + + Before Python 3.8, the default max_worker is the number of processors multiplied by 5. + It may send a large number of the uploading snapshot requests that will occur remote refuses requests. + In order to avoid retrying the upload requests, max_worker will use the default value in Python 3.8, + min(32, os.cpu_count + 4). + + 1 risk is that, asset_utils will create a new thread pool to upload files in subprocesses, which may cause + the number of threads exceed the max_worker. + """ + default_max_workers = min(32, (os.cpu_count() or 1) + 4) + try: + max_workers = int(os.environ.get(AZUREML_COMPONENT_REGISTRATION_MAX_WORKERS, default_max_workers)) + except ValueError: + logger.info( + "Environment variable %s with value %s set but failed to parse. " + "Use the default max_worker %s as registration thread pool max_worker." + "Please reset the value to an integer.", + AZUREML_COMPONENT_REGISTRATION_MAX_WORKERS, + os.environ.get(AZUREML_COMPONENT_REGISTRATION_MAX_WORKERS), + default_max_workers + ) + max_workers = default_max_workers + return max_workers + @staticmethod def _get_in_memory_hash_for_component(component: Component) -> str: """Get a hash for a component. @@ -207,17 +236,18 @@ def _resolve_cache_contents(self, cache_contents_to_resolve: List[_CacheContent] """Resolve all components to resolve and save the results in cache. """ _components = list(map(lambda x: x.component_ref, cache_contents_to_resolve)) - - # TODO: do concurrent resolution controlled by an environment variable here - # given deduplication has already been done, we can safely assume that there is no - # conflict in concurrent local cache access - # multiprocessing need to dump input objects before starting a new process, which will fail - # on _AttrDict for now, so put off the concurrent resolution - for cache_content in cache_contents_to_resolve: - cache_content.arm_id = resolver( - cache_content.component_ref, - azureml_type=AzureMLResourceType.COMPONENT - ) + _map_func = partial(resolver, azureml_type=AzureMLResourceType.COMPONENT) + + if len(_components) > 1 and is_concurrent_component_registration_enabled(): + # given deduplication has already been done, we can safely assume that there is no + # conflict in concurrent local cache access + with ThreadPoolExecutor(max_workers=self._get_component_registration_max_workers()) as executor: + resolution_results = executor.map(_map_func, _components) + else: + resolution_results = map(_map_func, _components) + + for cache_content, resolution_results in zip(cache_contents_to_resolve, resolution_results): + cache_content.arm_id = resolution_results if is_on_disk_cache_enabled(): self._save_to_on_disk_cache(cache_content.on_disk_hash, cache_content.arm_id) diff --git a/sdk/ml/azure-ai-ml/azure/ai/ml/_utils/utils.py b/sdk/ml/azure-ai-ml/azure/ai/ml/_utils/utils.py index d2d758baf4fe..f6c84456e3dc 100644 --- a/sdk/ml/azure-ai-ml/azure/ai/ml/_utils/utils.py +++ b/sdk/ml/azure-ai-ml/azure/ai/ml/_utils/utils.py @@ -36,6 +36,7 @@ AZUREML_INTERNAL_COMPONENTS_ENV_VAR, AZUREML_PRIVATE_FEATURES_ENV_VAR, AZUREML_DISABLE_ON_DISK_CACHE_ENV_VAR, + AZUREML_DISABLE_CONCURRENT_COMPONENT_REGISTRATION, ) from azure.core.pipeline.policies import RetryPolicy @@ -776,6 +777,11 @@ def is_on_disk_cache_enabled(): and is_private_preview_enabled() +def is_concurrent_component_registration_enabled(): + return os.getenv(AZUREML_DISABLE_CONCURRENT_COMPONENT_REGISTRATION) not in ["True", "true", True] \ + and is_private_preview_enabled() + + def is_internal_components_enabled(): return os.getenv(AZUREML_INTERNAL_COMPONENTS_ENV_VAR) in ["True", "true", True] diff --git a/sdk/ml/azure-ai-ml/azure/ai/ml/constants/_common.py b/sdk/ml/azure-ai-ml/azure/ai/ml/constants/_common.py index 3e28dc526f0c..1832f8641c2e 100644 --- a/sdk/ml/azure-ai-ml/azure/ai/ml/constants/_common.py +++ b/sdk/ml/azure-ai-ml/azure/ai/ml/constants/_common.py @@ -49,6 +49,8 @@ AZUREML_PRIVATE_FEATURES_ENV_VAR = "AZURE_ML_CLI_PRIVATE_FEATURES_ENABLED" AZUREML_INTERNAL_COMPONENTS_ENV_VAR = "AZURE_ML_INTERNAL_COMPONENTS_ENABLED" AZUREML_DISABLE_ON_DISK_CACHE_ENV_VAR = "AZURE_ML_DISABLE_ON_DISK_CACHE" +AZUREML_COMPONENT_REGISTRATION_MAX_WORKERS = "AZURE_ML_COMPONENT_REGISTRATION_MAX_WORKERS" +AZUREML_DISABLE_CONCURRENT_COMPONENT_REGISTRATION = "AZURE_ML_DISABLE_CONCURRENT_COMPONENT_REGISTRATION" AZUREML_INTERNAL_COMPONENTS_SCHEMA_PREFIX = "https://componentsdk.azureedge.net/jsonschema/" COMMON_RUNTIME_ENV_VAR = "AZUREML_COMPUTE_USE_COMMON_RUNTIME" ENDPOINT_DEPLOYMENT_START_MSG = ( From fd2bb8ecfc3bf6535c918c59f602322e62cc2e3d Mon Sep 17 00:00:00 2001 From: zhangxingzhi Date: Tue, 3 Jan 2023 17:46:11 +0800 Subject: [PATCH 3/9] feat: enable e2e tests for cached resolver --- .../azure/ai/ml/_utils/_cache_utils.py | 34 +- .../azure-ai-ml/azure/ai/ml/_utils/utils.py | 6 +- sdk/ml/azure-ai-ml/tests/conftest.py | 24 +- .../test_dsl_pipeline_with_specific_nodes.py | 86 +- ..._pipeline_component_cache_in_resolver.json | 3576 +++++++++++++++++ .../azure-ai-ml/tests/test_utilities/utils.py | 6 + 6 files changed, 3701 insertions(+), 31 deletions(-) create mode 100644 sdk/ml/azure-ai-ml/tests/recordings/dsl/e2etests/test_dsl_pipeline_with_specific_nodes.pyTestDSLPipelineWithSpecificNodestest_dsl_pipeline_component_cache_in_resolver.json diff --git a/sdk/ml/azure-ai-ml/azure/ai/ml/_utils/_cache_utils.py b/sdk/ml/azure-ai-ml/azure/ai/ml/_utils/_cache_utils.py index 352e2d1961d4..e88733e2f3e9 100644 --- a/sdk/ml/azure-ai-ml/azure/ai/ml/_utils/_cache_utils.py +++ b/sdk/ml/azure-ai-ml/azure/ai/ml/_utils/_cache_utils.py @@ -4,6 +4,7 @@ import hashlib import logging import os.path +import shutil import tempfile import threading from collections import defaultdict @@ -11,10 +12,11 @@ from dataclasses import dataclass from functools import partial from pathlib import Path -from typing import List, Dict, Optional +from typing import List, Dict, Optional, Union, Callable from azure.ai.ml._utils._asset_utils import get_object_hash -from azure.ai.ml._utils.utils import is_on_disk_cache_enabled, is_concurrent_component_registration_enabled +from azure.ai.ml._utils.utils import is_on_disk_cache_enabled, is_concurrent_component_registration_enabled, \ + is_private_preview_enabled from azure.ai.ml.constants._common import AzureMLResourceType, AZUREML_COMPONENT_REGISTRATION_MAX_WORKERS from azure.ai.ml.entities import Component from azure.ai.ml.entities._builders import BaseNode @@ -26,7 +28,7 @@ _YAML_SOURCE_PREFIX = "yaml-source-" _CODE_INVOLVED_PREFIX = "code-involved-" -_node_resolution_lock = threading.Lock() +_node_resolution_lock = defaultdict(threading.Lock) @dataclass @@ -85,7 +87,7 @@ class CachedNodeResolver(object): def __init__( self, - resolver, + resolver: Callable[[Union[Component, str]], str], subscription_id: Optional[str], resource_group_name: Optional[str], workspace_name: Optional[str], @@ -98,6 +100,8 @@ def __init__( self._client_hash = self._get_client_hash( subscription_id, resource_group_name, workspace_name, registry_name ) + # 1 client share 1 lock + self._lock = _node_resolution_lock[self._client_hash] @staticmethod def _get_client_hash( @@ -199,7 +203,8 @@ def _get_on_disk_hash_for_component(component: Component, in_memory_hash: str) - object_hash.update(content_hash.encode("utf-8")) return _CODE_INVOLVED_PREFIX + object_hash.hexdigest() - def get_on_disk_cache_base_dir(self) -> Path: + @property + def _on_disk_cache_dir(self) -> Path: """Get the base path for on disk cache.""" from azure.ai.ml._version import VERSION return Path(tempfile.gettempdir()).joinpath( @@ -213,7 +218,7 @@ def get_on_disk_cache_base_dir(self) -> Path: def _get_on_disk_cache_path(self, on_disk_hash: str) -> Path: """Get the on disk cache path for a component.""" - return self.get_on_disk_cache_base_dir().joinpath(on_disk_hash) + return self._on_disk_cache_dir.joinpath(on_disk_hash) def _load_from_on_disk_cache(self, on_disk_hash: str) -> Optional[str]: """Load component arm id from on disk cache.""" @@ -238,7 +243,7 @@ def _resolve_cache_contents(self, cache_contents_to_resolve: List[_CacheContent] _components = list(map(lambda x: x.component_ref, cache_contents_to_resolve)) _map_func = partial(resolver, azureml_type=AzureMLResourceType.COMPONENT) - if len(_components) > 1 and is_concurrent_component_registration_enabled(): + if len(_components) > 1 and is_concurrent_component_registration_enabled() and is_private_preview_enabled(): # given deduplication has already been done, we can safely assume that there is no # conflict in concurrent local cache access with ThreadPoolExecutor(max_workers=self._get_component_registration_max_workers()) as executor: @@ -248,7 +253,7 @@ def _resolve_cache_contents(self, cache_contents_to_resolve: List[_CacheContent] for cache_content, resolution_results in zip(cache_contents_to_resolve, resolution_results): cache_content.arm_id = resolution_results - if is_on_disk_cache_enabled(): + if is_on_disk_cache_enabled() and is_private_preview_enabled(): self._save_to_on_disk_cache(cache_content.on_disk_hash, cache_content.arm_id) def _prepare_items_to_resolve(self): @@ -313,13 +318,20 @@ def _resolve_nodes(self): """ dict_of_nodes_to_resolve, cache_contents_to_resolve = self._prepare_items_to_resolve() - if is_on_disk_cache_enabled(): + if is_on_disk_cache_enabled() and is_private_preview_enabled(): cache_contents_to_resolve = self._resolve_cache_contents_from_disk(cache_contents_to_resolve) self._resolve_cache_contents(cache_contents_to_resolve, resolver=self._resolver) self._fill_back_component_to_nodes(dict_of_nodes_to_resolve) + def clear_on_disk_cache(self): + """Clear on disk cache for current client.""" + if is_on_disk_cache_enabled() and is_private_preview_enabled(): + self._lock.acquire() + shutil.rmtree(self._on_disk_cache_dir, ignore_errors=True) + self._lock.release() + def register_node_for_lazy_resolution(self, node: BaseNode): """Register a node with its component to resolve. """ @@ -350,9 +362,9 @@ def resolve_nodes(self): # state of nodes, e.g. hash of its inner component. # This will happen only on concurrent external calls; In 1 external call, all nodes in # subgraph will be skipped on register_node_for_lazy_resolution when resolving subgraph - _node_resolution_lock.acquire() + self._lock.acquire() try: self._resolve_nodes() finally: # release lock even if exception happens - _node_resolution_lock.release() + self._lock.release() diff --git a/sdk/ml/azure-ai-ml/azure/ai/ml/_utils/utils.py b/sdk/ml/azure-ai-ml/azure/ai/ml/_utils/utils.py index f6c84456e3dc..8965561a5335 100644 --- a/sdk/ml/azure-ai-ml/azure/ai/ml/_utils/utils.py +++ b/sdk/ml/azure-ai-ml/azure/ai/ml/_utils/utils.py @@ -773,13 +773,11 @@ def is_private_preview_enabled(): def is_on_disk_cache_enabled(): - return os.getenv(AZUREML_DISABLE_ON_DISK_CACHE_ENV_VAR) not in ["True", "true", True] \ - and is_private_preview_enabled() + return os.getenv(AZUREML_DISABLE_ON_DISK_CACHE_ENV_VAR) not in ["True", "true", True] def is_concurrent_component_registration_enabled(): - return os.getenv(AZUREML_DISABLE_CONCURRENT_COMPONENT_REGISTRATION) not in ["True", "true", True] \ - and is_private_preview_enabled() + return os.getenv(AZUREML_DISABLE_CONCURRENT_COMPONENT_REGISTRATION) not in ["True", "true", True] def is_internal_components_enabled(): diff --git a/sdk/ml/azure-ai-ml/tests/conftest.py b/sdk/ml/azure-ai-ml/tests/conftest.py index 83555bf0eef4..e0ab7b5991a6 100644 --- a/sdk/ml/azure-ai-ml/tests/conftest.py +++ b/sdk/ml/azure-ai-ml/tests/conftest.py @@ -532,7 +532,7 @@ def get_client_hash_with_request_node_name( resource_group_name: Optional[str], workspace_name: Optional[str], registry_name: Optional[str], - request_node_name: str + request_node_id: str ): """Generate a hash for the client.""" object_hash = hashlib.sha256() @@ -541,7 +541,7 @@ def get_client_hash_with_request_node_name( resource_group_name, workspace_name, registry_name, - request_node_name, + request_node_id, ]: object_hash.update(str(s).encode("utf-8")) return object_hash.hexdigest() @@ -588,7 +588,7 @@ def mock_component_hash(mocker: MockFixture, request: FixtureRequest): # are thread-safe when concurrently running different tests. mocker.patch( "azure.ai.ml._utils._cache_utils.CachedNodeResolver._get_client_hash", - side_effect=partial(get_client_hash_with_request_node_name, request_node_name=request.node.name) + side_effect=partial(get_client_hash_with_request_node_name, request_node_id=request.node.nodeid) ) from azure.ai.ml._utils._cache_utils import CachedNodeResolver @@ -597,16 +597,13 @@ def mock_component_hash(mocker: MockFixture, request: FixtureRequest): if client_fixture_name not in request.fixturenames: continue client: MLClient = request.getfixturevalue(client_fixture_name) - shutil.rmtree( - CachedNodeResolver( - resolver=None, - subscription_id=client.subscription_id, - resource_group_name=client.resource_group_name, - workspace_name=client.workspace_name, - registry_name=client._operation_scope.registry_name, - ).get_on_disk_cache_base_dir(), - ignore_errors=True - ) + CachedNodeResolver( + resolver=None, + subscription_id=client.subscription_id, + resource_group_name=client.resource_group_name, + workspace_name=client.workspace_name, + registry_name=client._operation_scope.registry_name, + ).clear_on_disk_cache() @pytest.fixture @@ -720,6 +717,7 @@ def enable_pipeline_private_preview_features(mocker: MockFixture): mocker.patch("azure.ai.ml._schema.pipeline.pipeline_component.is_private_preview_enabled", return_value=True) mocker.patch("azure.ai.ml.entities._schedule.schedule.is_private_preview_enabled", return_value=True) mocker.patch("azure.ai.ml.dsl._pipeline_decorator.is_private_preview_enabled", return_value=True) + mocker.patch("azure.ai.ml._utils._cache_utils.is_private_preview_enabled", return_value=True) @pytest.fixture() diff --git a/sdk/ml/azure-ai-ml/tests/dsl/e2etests/test_dsl_pipeline_with_specific_nodes.py b/sdk/ml/azure-ai-ml/tests/dsl/e2etests/test_dsl_pipeline_with_specific_nodes.py index a3b155acd44b..bd972b1f79fe 100644 --- a/sdk/ml/azure-ai-ml/tests/dsl/e2etests/test_dsl_pipeline_with_specific_nodes.py +++ b/sdk/ml/azure-ai-ml/tests/dsl/e2etests/test_dsl_pipeline_with_specific_nodes.py @@ -1,9 +1,13 @@ +from functools import partial from pathlib import Path from typing import Callable import pytest -from devtools_testutils import AzureRecordedTestCase, is_live -from test_utilities.utils import _PYTEST_TIMEOUT_METHOD, assert_job_cancel +from devtools_testutils import AzureRecordedTestCase +from mock import mock + +from azure.ai.ml.operations._operation_orchestrator import OperationOrchestrator +from test_utilities.utils import _PYTEST_TIMEOUT_METHOD, assert_job_cancel, submit_and_cancel_new_dsl_pipeline from azure.ai.ml import ( Input, @@ -12,7 +16,7 @@ load_component, ) from azure.ai.ml.constants._common import AssetTypes -from azure.ai.ml.entities import CommandComponent, Command, Choice, Sweep +from azure.ai.ml.entities import CommandComponent, Command, Choice, Sweep, Component from azure.ai.ml.entities import PipelineJob from .._util import _DSL_TIMEOUT_SECOND @@ -110,3 +114,79 @@ def train_with_sweep_in_pipeline(raw_data, primary_metric: str = "AUC", max_tota name, version = created_pipeline.jobs["sweep_job1"].trial.split(":") created_component = client.components.get(name, version) assert created_component.display_name == "sweep_job1" + + def test_dsl_pipeline_component_cache_in_resolver(self, client: MLClient) -> None: + path = "./tests/test_configs/components/helloworld_component.yml" + input_data_path = "./tests/test_configs/data/" + + @dsl.pipeline + def pipeline_leaf(component_in_path: Input): + component_func1 = load_component(source=path) + component_func1(component_in_path=component_in_path, component_in_number=1) + + component_func2 = load_component(source=path, params_override=[{ + "name": "another_component_name", + "version": "another_component_version", + }]) + component_func2(component_in_path=component_in_path, component_in_number=1) + + component_func3 = load_component(source=path, params_override=[{ + "environment": "azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu:2" + }]) + component_func3(component_in_path=component_in_path, component_in_number=1) + + component_func4 = load_component(source=path) + component_func4.command += " & echo updated1" + component_func4(component_in_path=component_in_path, component_in_number=1) + + @dsl.pipeline + def pipeline_mid(job_in_path: Input): + pipeline_leaf(job_in_path) + pipeline_leaf(job_in_path) + + @dsl.pipeline + def pipeline_root(job_in_path: Input): + pipeline_mid(job_in_path) + pipeline_mid(job_in_path) + + _submit_and_cancel = partial(submit_and_cancel_new_dsl_pipeline, client=client, job_in_path=Input(path=input_data_path)) + + def _mock_get_component_arm_id(_component: Component) -> str: + # the logic has no diff comparing to original function other than always using show_progress=False + # just to mock the function and check call information + if not _component.id: + _component._id = client.components.create_or_update( + _component, is_anonymous=True, show_progress=False + ).id + return _component.id + + with mock.patch.object( + OperationOrchestrator, + "_get_component_arm_id", + side_effect=_mock_get_component_arm_id + ) as mock_resolve: + _submit_and_cancel(pipeline_root) + # pipeline_leaf, pipeline_mid and 3 command components will be resolved + assert mock_resolve.call_count == 5 + + with mock.patch.object( + OperationOrchestrator, + "_get_component_arm_id", + side_effect=_mock_get_component_arm_id + ) as mock_resolve: + _submit_and_cancel(pipeline_root) + # no more requests to resolve components as local cache is hit + assert mock_resolve.call_count == 0 + + pipeline_job = pipeline_root(job_in_path=Input(path=input_data_path)) + pipeline_job.settings.default_compute = "cpu-cluster" + leaf_subgraph = pipeline_job.jobs["pipeline_mid"].component.jobs["pipeline_leaf"].component + leaf_subgraph.jobs["another_component_name"].component.command += " & echo updated2" + with mock.patch.object( + OperationOrchestrator, + "_get_component_arm_id", + side_effect=_mock_get_component_arm_id + ) as mock_resolve: + assert_job_cancel(pipeline_job, client) + # updated command component and its parents (pipeline_leaf and pipeline_mid) will be resolved + assert mock_resolve.call_count == 3 diff --git a/sdk/ml/azure-ai-ml/tests/recordings/dsl/e2etests/test_dsl_pipeline_with_specific_nodes.pyTestDSLPipelineWithSpecificNodestest_dsl_pipeline_component_cache_in_resolver.json b/sdk/ml/azure-ai-ml/tests/recordings/dsl/e2etests/test_dsl_pipeline_with_specific_nodes.pyTestDSLPipelineWithSpecificNodestest_dsl_pipeline_component_cache_in_resolver.json new file mode 100644 index 000000000000..79bb46ce72f3 --- /dev/null +++ b/sdk/ml/azure-ai-ml/tests/recordings/dsl/e2etests/test_dsl_pipeline_with_specific_nodes.pyTestDSLPipelineWithSpecificNodestest_dsl_pipeline_component_cache_in_resolver.json @@ -0,0 +1,3576 @@ +{ + "Entries": [ + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Wed, 04 Jan 2023 05:02:08 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-e949638ebd8b8edffded8530ac22784d-4e2719f0f57cb2d9-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "93febf29-c60b-4251-84a0-947352feb9a3", + "x-ms-ratelimit-remaining-subscription-reads": "11999", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20230104T050208Z:93febf29-c60b-4251-84a0-947352feb9a3", + "x-request-time": "0.825" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "name": "workspaceblobstore", + "type": "Microsoft.MachineLearningServices/workspaces/datastores", + "properties": { + "description": null, + "tags": null, + "properties": null, + "isDefault": true, + "credentials": { + "credentialsType": "AccountKey" + }, + "datastoreType": "AzureBlob", + "accountName": "sagvgsoim6nmhbq", + "containerName": "azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8", + "endpoint": "core.windows.net", + "protocol": "https", + "serviceDataAccessAuthIdentity": "WorkspaceSystemAssignedIdentity" + }, + "systemData": { + "createdAt": "2022-09-22T09:02:03.2629568\u002B00:00", + "createdBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "createdByType": "Application", + "lastModifiedAt": "2022-09-22T09:02:04.166989\u002B00:00", + "lastModifiedBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "lastModifiedByType": "Application" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Wed, 04 Jan 2023 05:02:08 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-b5f2d73d463c1dadcc559893c7927ac4-ef1037380637904c-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "e44e7b8f-fe47-4f6f-afa8-827d75465693", + "x-ms-ratelimit-remaining-subscription-reads": "11996", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20230104T050208Z:e44e7b8f-fe47-4f6f-afa8-827d75465693", + "x-request-time": "0.092" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "name": "workspaceblobstore", + "type": "Microsoft.MachineLearningServices/workspaces/datastores", + "properties": { + "description": null, + "tags": null, + "properties": null, + "isDefault": true, + "credentials": { + "credentialsType": "AccountKey" + }, + "datastoreType": "AzureBlob", + "accountName": "sagvgsoim6nmhbq", + "containerName": "azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8", + "endpoint": "core.windows.net", + "protocol": "https", + "serviceDataAccessAuthIdentity": "WorkspaceSystemAssignedIdentity" + }, + "systemData": { + "createdAt": "2022-09-22T09:02:03.2629568\u002B00:00", + "createdBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "createdByType": "Application", + "lastModifiedAt": "2022-09-22T09:02:04.166989\u002B00:00", + "lastModifiedBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "lastModifiedByType": "Application" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Wed, 04 Jan 2023 05:02:08 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-d0602afaf4ad73cf0dedc6b897311db7-8b457713357b8fda-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "8e61266c-27cb-49a4-b970-965f94307262", + "x-ms-ratelimit-remaining-subscription-reads": "11999", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20230104T050209Z:8e61266c-27cb-49a4-b970-965f94307262", + "x-request-time": "0.104" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "name": "workspaceblobstore", + "type": "Microsoft.MachineLearningServices/workspaces/datastores", + "properties": { + "description": null, + "tags": null, + "properties": null, + "isDefault": true, + "credentials": { + "credentialsType": "AccountKey" + }, + "datastoreType": "AzureBlob", + "accountName": "sagvgsoim6nmhbq", + "containerName": "azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8", + "endpoint": "core.windows.net", + "protocol": "https", + "serviceDataAccessAuthIdentity": "WorkspaceSystemAssignedIdentity" + }, + "systemData": { + "createdAt": "2022-09-22T09:02:03.2629568\u002B00:00", + "createdBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "createdByType": "Application", + "lastModifiedAt": "2022-09-22T09:02:04.166989\u002B00:00", + "lastModifiedBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "lastModifiedByType": "Application" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore/listSecrets?api-version=2022-05-01", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Wed, 04 Jan 2023 05:02:09 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-348ce5f682346d3fa9a1d17d7dd803d9-0af420f3bf19941e-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": "Accept-Encoding", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "3a3a6e6e-8d33-4199-b46f-5a5f29a0e0ff", + "x-ms-ratelimit-remaining-subscription-writes": "1199", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20230104T050209Z:3a3a6e6e-8d33-4199-b46f-5a5f29a0e0ff", + "x-request-time": "0.099" + }, + "ResponseBody": { + "secretsType": "AccountKey", + "key": "dGhpcyBpcyBmYWtlIGtleQ==" + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore/listSecrets?api-version=2022-05-01", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Wed, 04 Jan 2023 05:02:08 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-809c716c132f60abcca172989ed63c79-2d25b8bb906349aa-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": "Accept-Encoding", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "26827f58-f7f3-44aa-91a9-d25a5d96c1e0", + "x-ms-ratelimit-remaining-subscription-writes": "1199", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20230104T050209Z:26827f58-f7f3-44aa-91a9-d25a5d96c1e0", + "x-request-time": "0.090" + }, + "ResponseBody": { + "secretsType": "AccountKey", + "key": "dGhpcyBpcyBmYWtlIGtleQ==" + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore/listSecrets?api-version=2022-05-01", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Wed, 04 Jan 2023 05:02:09 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-6c55d2d901fc51ed548a1c2199ad6267-4ebb61cd837f1d8f-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": "Accept-Encoding", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "04a78d44-9d6e-439b-bd0e-83cd43df07c5", + "x-ms-ratelimit-remaining-subscription-writes": "1199", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20230104T050209Z:04a78d44-9d6e-439b-bd0e-83cd43df07c5", + "x-request-time": "0.104" + }, + "ResponseBody": { + "secretsType": "AccountKey", + "key": "dGhpcyBpcyBmYWtlIGtleQ==" + } + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/COMPONENT_PLACEHOLDER", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Wed, 04 Jan 2023 05:02:09 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Accept-Ranges": "bytes", + "Content-Length": "35", + "Content-MD5": "L/DnSpFIn\u002BjaQWc\u002BsUQdcw==", + "Content-Type": "application/octet-stream", + "Date": "Wed, 04 Jan 2023 05:02:10 GMT", + "ETag": "\u00220x8DA9D48E17467D7\u0022", + "Last-Modified": "Fri, 23 Sep 2022 09:49:17 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Vary": "Origin", + "x-ms-access-tier": "Hot", + "x-ms-access-tier-inferred": "true", + "x-ms-blob-type": "BlockBlob", + "x-ms-creation-time": "Fri, 23 Sep 2022 09:49:16 GMT", + "x-ms-lease-state": "available", + "x-ms-lease-status": "unlocked", + "x-ms-meta-name": "9c9cfba9-82bd-45db-ad06-07009d1d9672", + "x-ms-meta-upload_status": "completed", + "x-ms-meta-version": "1", + "x-ms-server-encrypted": "true", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/COMPONENT_PLACEHOLDER", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Wed, 04 Jan 2023 05:02:09 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Accept-Ranges": "bytes", + "Content-Length": "35", + "Content-MD5": "L/DnSpFIn\u002BjaQWc\u002BsUQdcw==", + "Content-Type": "application/octet-stream", + "Date": "Wed, 04 Jan 2023 05:02:10 GMT", + "ETag": "\u00220x8DA9D48E17467D7\u0022", + "Last-Modified": "Fri, 23 Sep 2022 09:49:17 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Vary": "Origin", + "x-ms-access-tier": "Hot", + "x-ms-access-tier-inferred": "true", + "x-ms-blob-type": "BlockBlob", + "x-ms-creation-time": "Fri, 23 Sep 2022 09:49:16 GMT", + "x-ms-lease-state": "available", + "x-ms-lease-status": "unlocked", + "x-ms-meta-name": "9c9cfba9-82bd-45db-ad06-07009d1d9672", + "x-ms-meta-upload_status": "completed", + "x-ms-meta-version": "1", + "x-ms-server-encrypted": "true", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/COMPONENT_PLACEHOLDER", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Wed, 04 Jan 2023 05:02:09 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Accept-Ranges": "bytes", + "Content-Length": "35", + "Content-MD5": "L/DnSpFIn\u002BjaQWc\u002BsUQdcw==", + "Content-Type": "application/octet-stream", + "Date": "Wed, 04 Jan 2023 05:02:10 GMT", + "ETag": "\u00220x8DA9D48E17467D7\u0022", + "Last-Modified": "Fri, 23 Sep 2022 09:49:17 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Vary": "Origin", + "x-ms-access-tier": "Hot", + "x-ms-access-tier-inferred": "true", + "x-ms-blob-type": "BlockBlob", + "x-ms-creation-time": "Fri, 23 Sep 2022 09:49:16 GMT", + "x-ms-lease-state": "available", + "x-ms-lease-status": "unlocked", + "x-ms-meta-name": "9c9cfba9-82bd-45db-ad06-07009d1d9672", + "x-ms-meta-upload_status": "completed", + "x-ms-meta-version": "1", + "x-ms-server-encrypted": "true", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/az-ml-artifacts/00000000000000000000000000000000/COMPONENT_PLACEHOLDER", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Wed, 04 Jan 2023 05:02:10 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 404, + "ResponseHeaders": { + "Date": "Wed, 04 Jan 2023 05:02:10 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Transfer-Encoding": "chunked", + "Vary": "Origin", + "x-ms-error-code": "BlobNotFound", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/az-ml-artifacts/00000000000000000000000000000000/COMPONENT_PLACEHOLDER", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Wed, 04 Jan 2023 05:02:10 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 404, + "ResponseHeaders": { + "Date": "Wed, 04 Jan 2023 05:02:10 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Transfer-Encoding": "chunked", + "Vary": "Origin", + "x-ms-error-code": "BlobNotFound", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/az-ml-artifacts/00000000000000000000000000000000/COMPONENT_PLACEHOLDER", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Wed, 04 Jan 2023 05:02:10 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 404, + "ResponseHeaders": { + "Date": "Wed, 04 Jan 2023 05:02:10 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Transfer-Encoding": "chunked", + "Vary": "Origin", + "x-ms-error-code": "BlobNotFound", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "288", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "properties": { + "hash_sha256": "0000000000000", + "hash_version": "0000000000000" + }, + "isAnonymous": true, + "isArchived": false, + "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000" + } + }, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Wed, 04 Jan 2023 05:02:12 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-d2ffb875b8d0703a99bd6ef8c49082fe-c1f95206e0c17f05-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "8645bc92-b4c1-47ed-a0cd-e24bd931f9b7", + "x-ms-ratelimit-remaining-subscription-writes": "1199", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20230104T050212Z:8645bc92-b4c1-47ed-a0cd-e24bd931f9b7", + "x-request-time": "0.895" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1", + "name": "1", + "type": "Microsoft.MachineLearningServices/workspaces/codes/versions", + "properties": { + "description": null, + "tags": {}, + "properties": { + "hash_sha256": "0000000000000", + "hash_version": "0000000000000" + }, + "isArchived": false, + "isAnonymous": false, + "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000" + }, + "systemData": { + "createdAt": "2022-09-23T09:49:20.984936\u002B00:00", + "createdBy": "Ying Chen", + "createdByType": "User", + "lastModifiedAt": "2023-01-04T05:02:12.5461482\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "288", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "properties": { + "hash_sha256": "0000000000000", + "hash_version": "0000000000000" + }, + "isAnonymous": true, + "isArchived": false, + "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000" + } + }, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Wed, 04 Jan 2023 05:02:11 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-b140335e3ddb5d636ab9bed2a9b76b5e-2be206e01ef69f70-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "3249c05b-4d78-4432-8753-9d9195e0154c", + "x-ms-ratelimit-remaining-subscription-writes": "1199", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20230104T050212Z:3249c05b-4d78-4432-8753-9d9195e0154c", + "x-request-time": "0.886" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1", + "name": "1", + "type": "Microsoft.MachineLearningServices/workspaces/codes/versions", + "properties": { + "description": null, + "tags": {}, + "properties": { + "hash_sha256": "0000000000000", + "hash_version": "0000000000000" + }, + "isArchived": false, + "isAnonymous": false, + "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000" + }, + "systemData": { + "createdAt": "2022-09-23T09:49:20.984936\u002B00:00", + "createdBy": "Ying Chen", + "createdByType": "User", + "lastModifiedAt": "2023-01-04T05:02:12.5891831\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "288", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "properties": { + "hash_sha256": "0000000000000", + "hash_version": "0000000000000" + }, + "isAnonymous": true, + "isArchived": false, + "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000" + } + }, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Wed, 04 Jan 2023 05:02:12 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-04c94ff035d01725949ec54dcf05ac6e-b6519b0590e8096e-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "fa19364b-f3da-4b0d-a2a2-8022086e6029", + "x-ms-ratelimit-remaining-subscription-writes": "1199", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20230104T050212Z:fa19364b-f3da-4b0d-a2a2-8022086e6029", + "x-request-time": "1.009" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1", + "name": "1", + "type": "Microsoft.MachineLearningServices/workspaces/codes/versions", + "properties": { + "description": null, + "tags": {}, + "properties": { + "hash_sha256": "0000000000000", + "hash_version": "0000000000000" + }, + "isArchived": false, + "isAnonymous": false, + "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000" + }, + "systemData": { + "createdAt": "2022-09-23T09:49:20.984936\u002B00:00", + "createdBy": "Ying Chen", + "createdByType": "User", + "lastModifiedAt": "2023-01-04T05:02:12.5341005\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/9f513bc0-4b7c-a502-aaef-00f659f042dc?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "1308", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "description": "This is the basic command component", + "properties": {}, + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "isAnonymous": true, + "isArchived": false, + "componentSpec": { + "command": "echo Hello World \u0026 echo $[[${{inputs.component_in_number}}]] \u0026 echo ${{inputs.component_in_path}} \u0026 echo ${{outputs.component_out_path}} \u003E ${{outputs.component_out_path}}/component_in_number", + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1", + "environment": "azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu:2", + "name": "microsoftsamples_command_component_basic", + "description": "This is the basic command component", + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "version": "0.0.1", + "$schema": "https://azuremlschemas.azureedge.net/development/commandComponent.schema.json", + "display_name": "CommandComponentBasic", + "is_deterministic": true, + "inputs": { + "component_in_number": { + "type": "number", + "optional": true, + "default": "10.99", + "description": "A number" + }, + "component_in_path": { + "type": "uri_folder", + "description": "A path" + } + }, + "outputs": { + "component_out_path": { + "type": "uri_folder" + } + }, + "type": "command", + "_source": "YAML.COMPONENT" + } + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "2310", + "Content-Type": "application/json; charset=utf-8", + "Date": "Wed, 04 Jan 2023 05:02:14 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/9f513bc0-4b7c-a502-aaef-00f659f042dc?api-version=2022-05-01", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-2f46375de5efb53ba02b36460c77ab36-e6c97719a8d122b6-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "11da72cf-13e9-4680-a87e-7ed541957121", + "x-ms-ratelimit-remaining-subscription-writes": "1198", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20230104T050215Z:11da72cf-13e9-4680-a87e-7ed541957121", + "x-request-time": "1.373" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/8a5b20a0-97da-4997-ad57-bc830e637aa1", + "name": "8a5b20a0-97da-4997-ad57-bc830e637aa1", + "type": "Microsoft.MachineLearningServices/workspaces/components/versions", + "properties": { + "description": null, + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "properties": {}, + "isArchived": false, + "isAnonymous": true, + "componentSpec": { + "name": "azureml_anonymous", + "version": "8a5b20a0-97da-4997-ad57-bc830e637aa1", + "display_name": "CommandComponentBasic", + "is_deterministic": "True", + "type": "command", + "description": "This is the basic command component", + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "inputs": { + "component_in_path": { + "type": "uri_folder", + "optional": "False", + "description": "A path" + }, + "component_in_number": { + "type": "number", + "optional": "True", + "default": "10.99", + "description": "A number" + } + }, + "outputs": { + "component_out_path": { + "type": "uri_folder" + } + }, + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1", + "environment": "azureml://registries/azureml-dev/environments/AzureML-sklearn-0.24-ubuntu18.04-py37-cpu/versions/2", + "resources": { + "instance_count": "1" + }, + "command": "echo Hello World \u0026 echo $[[${{inputs.component_in_number}}]] \u0026 echo ${{inputs.component_in_path}} \u0026 echo ${{outputs.component_out_path}} \u003E ${{outputs.component_out_path}}/component_in_number", + "$schema": "https://azuremlschemas.azureedge.net/development/commandComponent.schema.json" + } + }, + "systemData": { + "createdAt": "2023-01-04T04:52:52.0970461\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User", + "lastModifiedAt": "2023-01-04T04:52:52.4743977\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/8c18b842-a49d-2a9d-d6e3-59bf9ed59701?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "1308", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "description": "This is the basic command component", + "properties": {}, + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "isAnonymous": true, + "isArchived": false, + "componentSpec": { + "command": "echo Hello World \u0026 echo $[[${{inputs.component_in_number}}]] \u0026 echo ${{inputs.component_in_path}} \u0026 echo ${{outputs.component_out_path}} \u003E ${{outputs.component_out_path}}/component_in_number", + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1", + "environment": "azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu:1", + "name": "microsoftsamples_command_component_basic", + "description": "This is the basic command component", + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "version": "0.0.1", + "$schema": "https://azuremlschemas.azureedge.net/development/commandComponent.schema.json", + "display_name": "CommandComponentBasic", + "is_deterministic": true, + "inputs": { + "component_in_number": { + "type": "number", + "optional": true, + "default": "10.99", + "description": "A number" + }, + "component_in_path": { + "type": "uri_folder", + "description": "A path" + } + }, + "outputs": { + "component_out_path": { + "type": "uri_folder" + } + }, + "type": "command", + "_source": "YAML.COMPONENT" + } + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "2310", + "Content-Type": "application/json; charset=utf-8", + "Date": "Wed, 04 Jan 2023 05:02:15 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/8c18b842-a49d-2a9d-d6e3-59bf9ed59701?api-version=2022-05-01", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-76fd61c2018bf3dbb38d5e963f1df583-ec686a657ea1f29a-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "f45ba98a-6935-4f46-8713-4797f684b04d", + "x-ms-ratelimit-remaining-subscription-writes": "1198", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20230104T050215Z:f45ba98a-6935-4f46-8713-4797f684b04d", + "x-request-time": "2.368" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/b0c56ee9-98ff-44a0-b03e-08ac3b2640bf", + "name": "b0c56ee9-98ff-44a0-b03e-08ac3b2640bf", + "type": "Microsoft.MachineLearningServices/workspaces/components/versions", + "properties": { + "description": null, + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "properties": {}, + "isArchived": false, + "isAnonymous": true, + "componentSpec": { + "name": "azureml_anonymous", + "version": "b0c56ee9-98ff-44a0-b03e-08ac3b2640bf", + "display_name": "CommandComponentBasic", + "is_deterministic": "True", + "type": "command", + "description": "This is the basic command component", + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "inputs": { + "component_in_path": { + "type": "uri_folder", + "optional": "False", + "description": "A path" + }, + "component_in_number": { + "type": "number", + "optional": "True", + "default": "10.99", + "description": "A number" + } + }, + "outputs": { + "component_out_path": { + "type": "uri_folder" + } + }, + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1", + "environment": "azureml://registries/azureml-dev/environments/AzureML-sklearn-0.24-ubuntu18.04-py37-cpu/versions/1", + "resources": { + "instance_count": "1" + }, + "command": "echo Hello World \u0026 echo $[[${{inputs.component_in_number}}]] \u0026 echo ${{inputs.component_in_path}} \u0026 echo ${{outputs.component_out_path}} \u003E ${{outputs.component_out_path}}/component_in_number", + "$schema": "https://azuremlschemas.azureedge.net/development/commandComponent.schema.json" + } + }, + "systemData": { + "createdAt": "2022-12-30T01:29:18.1623315\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User", + "lastModifiedAt": "2022-12-30T01:29:18.6082073\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/b33f7255-8b38-9031-6b6c-43a4a7e8a317?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "1324", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "description": "This is the basic command component", + "properties": {}, + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "isAnonymous": true, + "isArchived": false, + "componentSpec": { + "command": "echo Hello World \u0026 echo $[[${{inputs.component_in_number}}]] \u0026 echo ${{inputs.component_in_path}} \u0026 echo ${{outputs.component_out_path}} \u003E ${{outputs.component_out_path}}/component_in_number \u0026 echo updated1", + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1", + "environment": "azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu:1", + "name": "microsoftsamples_command_component_basic", + "description": "This is the basic command component", + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "version": "0.0.1", + "$schema": "https://azuremlschemas.azureedge.net/development/commandComponent.schema.json", + "display_name": "CommandComponentBasic", + "is_deterministic": true, + "inputs": { + "component_in_number": { + "type": "number", + "optional": true, + "default": "10.99", + "description": "A number" + }, + "component_in_path": { + "type": "uri_folder", + "description": "A path" + } + }, + "outputs": { + "component_out_path": { + "type": "uri_folder" + } + }, + "type": "command", + "_source": "YAML.COMPONENT" + } + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "2326", + "Content-Type": "application/json; charset=utf-8", + "Date": "Wed, 04 Jan 2023 05:02:16 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/b33f7255-8b38-9031-6b6c-43a4a7e8a317?api-version=2022-05-01", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-5e503a583741d5514e5895fffec18c9b-8e34e824b69883b1-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "e46eae35-ed31-47b8-8e68-c8a042950f09", + "x-ms-ratelimit-remaining-subscription-writes": "1198", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20230104T050216Z:e46eae35-ed31-47b8-8e68-c8a042950f09", + "x-request-time": "3.123" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/393f7c7e-1923-40c4-a773-1ffa1fa1c6a0", + "name": "393f7c7e-1923-40c4-a773-1ffa1fa1c6a0", + "type": "Microsoft.MachineLearningServices/workspaces/components/versions", + "properties": { + "description": null, + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "properties": {}, + "isArchived": false, + "isAnonymous": true, + "componentSpec": { + "name": "azureml_anonymous", + "version": "393f7c7e-1923-40c4-a773-1ffa1fa1c6a0", + "display_name": "CommandComponentBasic", + "is_deterministic": "True", + "type": "command", + "description": "This is the basic command component", + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "inputs": { + "component_in_path": { + "type": "uri_folder", + "optional": "False", + "description": "A path" + }, + "component_in_number": { + "type": "number", + "optional": "True", + "default": "10.99", + "description": "A number" + } + }, + "outputs": { + "component_out_path": { + "type": "uri_folder" + } + }, + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1", + "environment": "azureml://registries/azureml-dev/environments/AzureML-sklearn-0.24-ubuntu18.04-py37-cpu/versions/1", + "resources": { + "instance_count": "1" + }, + "command": "echo Hello World \u0026 echo $[[${{inputs.component_in_number}}]] \u0026 echo ${{inputs.component_in_path}} \u0026 echo ${{outputs.component_out_path}} \u003E ${{outputs.component_out_path}}/component_in_number \u0026 echo updated1", + "$schema": "https://azuremlschemas.azureedge.net/development/commandComponent.schema.json" + } + }, + "systemData": { + "createdAt": "2023-01-04T05:02:16.0744784\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User", + "lastModifiedAt": "2023-01-04T05:02:16.0744784\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/pipeline_leaf?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 404, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "1064", + "Content-Type": "application/json; charset=utf-8", + "Date": "Wed, 04 Jan 2023 05:02:17 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Vary": "Accept-Encoding", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "eb8ca00e-64c0-40ed-aa56-ce8cbb5d40d5", + "x-ms-ratelimit-remaining-subscription-reads": "11998", + "x-ms-response-type": "error", + "x-ms-routing-request-id": "JAPANEAST:20230104T050217Z:eb8ca00e-64c0-40ed-aa56-ce8cbb5d40d5", + "x-request-time": "0.146" + }, + "ResponseBody": { + "error": { + "code": "UserError", + "message": "Not found component pipeline_leaf.", + "details": [], + "additionalInfo": [ + { + "type": "ComponentName", + "info": { + "value": "managementfrontend" + } + }, + { + "type": "Correlation", + "info": { + "value": { + "operation": "1f44be7887be26bcbced565ae2a5626b", + "request": "b4c5e5989572f090" + } + } + }, + { + "type": "Environment", + "info": { + "value": "master" + } + }, + { + "type": "Location", + "info": { + "value": "westus2" + } + }, + { + "type": "Time", + "info": { + "value": "2023-01-04T05:02:17.3841545\u002B00:00" + } + }, + { + "type": "InnerError", + "info": { + "value": { + "code": "NotFound", + "innerError": { + "code": "ComponentNotFound", + "innerError": null + } + } + } + } + ] + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/4000db86-d89e-cdf7-b0b1-55203c56fde1?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "2483", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "properties": {}, + "tags": {}, + "isAnonymous": true, + "isArchived": false, + "componentSpec": { + "name": "pipeline_leaf", + "version": "1", + "display_name": "pipeline_leaf", + "inputs": { + "component_in_path": { + "type": "uri_folder" + } + }, + "type": "pipeline", + "jobs": { + "microsoftsamples_command_component_basic": { + "name": "microsoftsamples_command_component_basic", + "type": "command", + "inputs": { + "component_in_path": { + "job_input_type": "literal", + "value": "${{parent.inputs.component_in_path}}" + }, + "component_in_number": { + "job_input_type": "literal", + "value": "1" + } + }, + "_source": "YAML.COMPONENT", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/b0c56ee9-98ff-44a0-b03e-08ac3b2640bf" + }, + "another_component_name": { + "name": "another_component_name", + "type": "command", + "inputs": { + "component_in_path": { + "job_input_type": "literal", + "value": "${{parent.inputs.component_in_path}}" + }, + "component_in_number": { + "job_input_type": "literal", + "value": "1" + } + }, + "_source": "YAML.COMPONENT", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/b0c56ee9-98ff-44a0-b03e-08ac3b2640bf" + }, + "microsoftsamples_command_component_basic_1": { + "name": "microsoftsamples_command_component_basic_1", + "type": "command", + "inputs": { + "component_in_path": { + "job_input_type": "literal", + "value": "${{parent.inputs.component_in_path}}" + }, + "component_in_number": { + "job_input_type": "literal", + "value": "1" + } + }, + "_source": "YAML.COMPONENT", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/8a5b20a0-97da-4997-ad57-bc830e637aa1" + }, + "microsoftsamples_command_component_basic_2": { + "name": "microsoftsamples_command_component_basic_2", + "type": "command", + "inputs": { + "component_in_path": { + "job_input_type": "literal", + "value": "${{parent.inputs.component_in_path}}" + }, + "component_in_number": { + "job_input_type": "literal", + "value": "1" + } + }, + "_source": "YAML.COMPONENT", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/393f7c7e-1923-40c4-a773-1ffa1fa1c6a0" + } + }, + "_source": "DSL", + "sourceJobId": null + } + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "1270", + "Content-Type": "application/json; charset=utf-8", + "Date": "Wed, 04 Jan 2023 05:02:19 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/4000db86-d89e-cdf7-b0b1-55203c56fde1?api-version=2022-05-01", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-0e0ed7fde9230bdb385d23c60a58566e-635b9578480ea77f-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "7eb6038a-c2ab-4361-929e-cea0afcc6988", + "x-ms-ratelimit-remaining-subscription-writes": "1197", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20230104T050219Z:7eb6038a-c2ab-4361-929e-cea0afcc6988", + "x-request-time": "1.822" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/c4af3770-9b23-47d0-9a98-039d06d18a6f", + "name": "c4af3770-9b23-47d0-9a98-039d06d18a6f", + "type": "Microsoft.MachineLearningServices/workspaces/components/versions", + "properties": { + "description": null, + "tags": {}, + "properties": { + "azureml.DatasetAccessModeGraphId": "1832103b-5543-4e5a-a14f-31efcc822235", + "azureml.AssetAccessModeGraphId": "2cf2f556-3c3e-48f3-8e11-ef926621ea28" + }, + "isArchived": false, + "isAnonymous": true, + "componentSpec": { + "name": "azureml_anonymous", + "version": "c4af3770-9b23-47d0-9a98-039d06d18a6f", + "display_name": "pipeline_leaf", + "is_deterministic": "False", + "type": "pipeline", + "inputs": { + "component_in_path": { + "type": "uri_folder", + "optional": "False" + } + } + } + }, + "systemData": { + "createdAt": "2023-01-04T05:02:19.3416884\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User", + "lastModifiedAt": "2023-01-04T05:02:19.3416884\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/pipeline_mid?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 404, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "1063", + "Content-Type": "application/json; charset=utf-8", + "Date": "Wed, 04 Jan 2023 05:02:20 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Vary": "Accept-Encoding", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "fa61ea15-6bc2-4663-86be-7d32120e5378", + "x-ms-ratelimit-remaining-subscription-reads": "11997", + "x-ms-response-type": "error", + "x-ms-routing-request-id": "JAPANEAST:20230104T050220Z:fa61ea15-6bc2-4663-86be-7d32120e5378", + "x-request-time": "0.131" + }, + "ResponseBody": { + "error": { + "code": "UserError", + "message": "Not found component pipeline_mid.", + "details": [], + "additionalInfo": [ + { + "type": "ComponentName", + "info": { + "value": "managementfrontend" + } + }, + { + "type": "Correlation", + "info": { + "value": { + "operation": "a977925959d451783942075509b67159", + "request": "0f761bffaf79c493" + } + } + }, + { + "type": "Environment", + "info": { + "value": "master" + } + }, + { + "type": "Location", + "info": { + "value": "westus2" + } + }, + { + "type": "Time", + "info": { + "value": "2023-01-04T05:02:20.4047914\u002B00:00" + } + }, + { + "type": "InnerError", + "info": { + "value": { + "code": "NotFound", + "innerError": { + "code": "ComponentNotFound", + "innerError": null + } + } + } + } + ] + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/cdc76074-ec49-1022-d256-c6e0894ca471?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "1129", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "properties": {}, + "tags": {}, + "isAnonymous": true, + "isArchived": false, + "componentSpec": { + "name": "pipeline_mid", + "version": "1", + "display_name": "pipeline_mid", + "inputs": { + "job_in_path": { + "type": "uri_folder" + } + }, + "type": "pipeline", + "jobs": { + "pipeline_leaf": { + "name": "pipeline_leaf", + "type": "pipeline", + "inputs": { + "component_in_path": { + "job_input_type": "literal", + "value": "${{parent.inputs.job_in_path}}" + } + }, + "_source": "DSL", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/c4af3770-9b23-47d0-9a98-039d06d18a6f" + }, + "pipeline_leaf_1": { + "name": "pipeline_leaf_1", + "type": "pipeline", + "inputs": { + "component_in_path": { + "job_input_type": "literal", + "value": "${{parent.inputs.job_in_path}}" + } + }, + "_source": "DSL", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/c4af3770-9b23-47d0-9a98-039d06d18a6f" + } + }, + "_source": "DSL", + "sourceJobId": null + } + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "1263", + "Content-Type": "application/json; charset=utf-8", + "Date": "Wed, 04 Jan 2023 05:02:22 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/cdc76074-ec49-1022-d256-c6e0894ca471?api-version=2022-05-01", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-a8336ef44eef82e8e0f1958d66d40d47-58b0406c5059c9c9-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "fec6a235-53a3-405e-8c3d-b29ea23618e2", + "x-ms-ratelimit-remaining-subscription-writes": "1196", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20230104T050222Z:fec6a235-53a3-405e-8c3d-b29ea23618e2", + "x-request-time": "1.506" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/9d7219cd-a80e-409f-9294-a68cce612296", + "name": "9d7219cd-a80e-409f-9294-a68cce612296", + "type": "Microsoft.MachineLearningServices/workspaces/components/versions", + "properties": { + "description": null, + "tags": {}, + "properties": { + "azureml.DatasetAccessModeGraphId": "48b14abc-8d07-4133-90cb-76bdb2968997", + "azureml.AssetAccessModeGraphId": "07c96b49-cecd-4c1f-b965-4bbaf9133580" + }, + "isArchived": false, + "isAnonymous": true, + "componentSpec": { + "name": "azureml_anonymous", + "version": "9d7219cd-a80e-409f-9294-a68cce612296", + "display_name": "pipeline_mid", + "is_deterministic": "False", + "type": "pipeline", + "inputs": { + "job_in_path": { + "type": "uri_folder", + "optional": "False" + } + } + } + }, + "systemData": { + "createdAt": "2023-01-04T05:02:22.0416004\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User", + "lastModifiedAt": "2023-01-04T05:02:22.0416004\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Wed, 04 Jan 2023 05:02:22 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-fd524c5e0c79012972a10fe895d3843d-9efd3ee924096886-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "07520a90-c2d0-4b67-9623-a904d71d6ae3", + "x-ms-ratelimit-remaining-subscription-reads": "11996", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20230104T050223Z:07520a90-c2d0-4b67-9623-a904d71d6ae3", + "x-request-time": "0.091" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "name": "workspaceblobstore", + "type": "Microsoft.MachineLearningServices/workspaces/datastores", + "properties": { + "description": null, + "tags": null, + "properties": null, + "isDefault": true, + "credentials": { + "credentialsType": "AccountKey" + }, + "datastoreType": "AzureBlob", + "accountName": "sagvgsoim6nmhbq", + "containerName": "azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8", + "endpoint": "core.windows.net", + "protocol": "https", + "serviceDataAccessAuthIdentity": "WorkspaceSystemAssignedIdentity" + }, + "systemData": { + "createdAt": "2022-09-22T09:02:03.2629568\u002B00:00", + "createdBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "createdByType": "Application", + "lastModifiedAt": "2022-09-22T09:02:04.166989\u002B00:00", + "lastModifiedBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "lastModifiedByType": "Application" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore/listSecrets?api-version=2022-05-01", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Wed, 04 Jan 2023 05:02:23 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-32572a8b932b3cd177c876d67c833eca-816827d0f144824b-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": "Accept-Encoding", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "b9b70c43-2384-4c41-bb0b-ee5755e3031d", + "x-ms-ratelimit-remaining-subscription-writes": "1198", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20230104T050223Z:b9b70c43-2384-4c41-bb0b-ee5755e3031d", + "x-request-time": "0.106" + }, + "ResponseBody": { + "secretsType": "AccountKey", + "key": "dGhpcyBpcyBmYWtlIGtleQ==" + } + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/data/sample1.csv", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Wed, 04 Jan 2023 05:02:23 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Accept-Ranges": "bytes", + "Content-Length": "508", + "Content-MD5": "dUQjYq1qrTeqLOaZ4N2AUQ==", + "Content-Type": "application/octet-stream", + "Date": "Wed, 04 Jan 2023 05:02:23 GMT", + "ETag": "\u00220x8DA9D48AFBCE5A6\u0022", + "Last-Modified": "Fri, 23 Sep 2022 09:47:53 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Vary": "Origin", + "x-ms-access-tier": "Hot", + "x-ms-access-tier-inferred": "true", + "x-ms-blob-type": "BlockBlob", + "x-ms-creation-time": "Fri, 23 Sep 2022 09:47:53 GMT", + "x-ms-lease-state": "available", + "x-ms-lease-status": "unlocked", + "x-ms-meta-name": "da405283-c0d4-42bf-9cd0-2d052c9da84b", + "x-ms-meta-upload_status": "completed", + "x-ms-meta-version": "bcdecfd5-08fc-40e1-af7f-364ca3525a76", + "x-ms-server-encrypted": "true", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/az-ml-artifacts/00000000000000000000000000000000/data/sample1.csv", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Wed, 04 Jan 2023 05:02:23 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 404, + "ResponseHeaders": { + "Date": "Wed, 04 Jan 2023 05:02:23 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Transfer-Encoding": "chunked", + "Vary": "Origin", + "x-ms-error-code": "BlobNotFound", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/000000000000000000000?api-version=2022-10-01-preview", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "1366", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "properties": {}, + "tags": {}, + "displayName": "pipeline_root", + "experimentName": "azure-ai-ml", + "isArchived": false, + "jobType": "Pipeline", + "inputs": { + "job_in_path": { + "uri": "azureml://datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/data/", + "jobInputType": "uri_folder" + } + }, + "jobs": { + "pipeline_mid": { + "name": "pipeline_mid", + "type": "pipeline", + "inputs": { + "job_in_path": { + "job_input_type": "literal", + "value": "${{parent.inputs.job_in_path}}" + } + }, + "_source": "DSL", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/9d7219cd-a80e-409f-9294-a68cce612296" + }, + "pipeline_mid_1": { + "name": "pipeline_mid_1", + "type": "pipeline", + "inputs": { + "job_in_path": { + "job_input_type": "literal", + "value": "${{parent.inputs.job_in_path}}" + } + }, + "_source": "DSL", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/9d7219cd-a80e-409f-9294-a68cce612296" + } + }, + "outputs": {}, + "settings": { + "default_compute": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "_source": "DSL" + } + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "3526", + "Content-Type": "application/json; charset=utf-8", + "Date": "Wed, 04 Jan 2023 05:02:28 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/000000000000000000000?api-version=2022-10-01-preview", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-f8a65323f41e699dd0541fc07f7bfdb8-3404cf43c0aab55d-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "6ddd1d74-44c8-4177-86b3-7c6b917aa90d", + "x-ms-ratelimit-remaining-subscription-writes": "1195", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20230104T050229Z:6ddd1d74-44c8-4177-86b3-7c6b917aa90d", + "x-request-time": "2.772" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/000000000000000000000", + "name": "000000000000000000000", + "type": "Microsoft.MachineLearningServices/workspaces/jobs", + "properties": { + "description": null, + "tags": {}, + "properties": { + "azureml.DevPlatv2": "true", + "azureml.runsource": "azureml.PipelineRun", + "runSource": "MFE", + "runType": "HTTP", + "azureml.parameters": "{}", + "azureml.continue_on_step_failure": "False", + "azureml.continue_on_failed_optional_input": "True", + "azureml.defaultComputeName": "cpu-cluster", + "azureml.defaultDataStoreName": "workspaceblobstore", + "azureml.pipelineComponent": "pipelinerun" + }, + "displayName": "pipeline_root", + "status": "Preparing", + "experimentName": "azure-ai-ml", + "services": { + "Tracking": { + "jobServiceType": "Tracking", + "port": null, + "endpoint": "azureml://master.api.azureml-test.ms/mlflow/v1.0/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000?", + "status": null, + "errorMessage": null, + "properties": null, + "nodes": null + }, + "Studio": { + "jobServiceType": "Studio", + "port": null, + "endpoint": "https://ml.azure.com/runs/000000000000000000000?wsid=/subscriptions/00000000-0000-0000-0000-000000000/resourcegroups/00000/workspaces/00000", + "status": null, + "errorMessage": null, + "properties": null, + "nodes": null + } + }, + "computeId": null, + "isArchived": false, + "identity": null, + "componentId": null, + "jobType": "Pipeline", + "settings": { + "default_compute": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "_source": "DSL" + }, + "jobs": { + "pipeline_mid": { + "name": "pipeline_mid", + "type": "pipeline", + "inputs": { + "job_in_path": { + "job_input_type": "literal", + "value": "${{parent.inputs.job_in_path}}" + } + }, + "_source": "DSL", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/9d7219cd-a80e-409f-9294-a68cce612296" + }, + "pipeline_mid_1": { + "name": "pipeline_mid_1", + "type": "pipeline", + "inputs": { + "job_in_path": { + "job_input_type": "literal", + "value": "${{parent.inputs.job_in_path}}" + } + }, + "_source": "DSL", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/9d7219cd-a80e-409f-9294-a68cce612296" + } + }, + "inputs": { + "job_in_path": { + "description": null, + "uri": "azureml://datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/data/", + "mode": "ReadOnlyMount", + "jobInputType": "uri_folder" + } + }, + "outputs": {}, + "sourceJobId": null + }, + "systemData": { + "createdAt": "2023-01-04T05:02:28.2737195\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/000000000000000000000/cancel?api-version=2022-10-01-preview", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 202, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "4", + "Content-Type": "application/json; charset=utf-8", + "Date": "Wed, 04 Jan 2023 05:02:31 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:000000000000000000000?api-version=2022-10-01-preview", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-async-operation-timeout": "PT1H", + "x-ms-correlation-request-id": "18bf4ce1-76f6-442c-a400-7ff5404ec914", + "x-ms-ratelimit-remaining-subscription-writes": "1197", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20230104T050231Z:18bf4ce1-76f6-442c-a400-7ff5404ec914", + "x-request-time": "0.672" + }, + "ResponseBody": "null" + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:000000000000000000000?api-version=2022-10-01-preview", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "*/*", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 202, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "2", + "Content-Type": "application/json; charset=utf-8", + "Date": "Wed, 04 Jan 2023 05:02:32 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:000000000000000000000?api-version=2022-10-01-preview", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "e27ed40d-19b2-4558-aa94-3c1f1e14ad36", + "x-ms-ratelimit-remaining-subscription-reads": "11995", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20230104T050232Z:e27ed40d-19b2-4558-aa94-3c1f1e14ad36", + "x-request-time": "0.033" + }, + "ResponseBody": {} + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:000000000000000000000?api-version=2022-10-01-preview", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "*/*", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "0", + "Date": "Wed, 04 Jan 2023 05:03:02 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-35a8b40090bc3a22d9c4f93429e23ded-04e5615a998985bd-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "51813109-830e-4c0e-8467-adc71ddb2215", + "x-ms-ratelimit-remaining-subscription-reads": "11994", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20230104T050303Z:51813109-830e-4c0e-8467-adc71ddb2215", + "x-request-time": "0.050" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/000000000000000000000?api-version=2022-10-01-preview", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "1366", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "properties": {}, + "tags": {}, + "displayName": "pipeline_root", + "experimentName": "azure-ai-ml", + "isArchived": false, + "jobType": "Pipeline", + "inputs": { + "job_in_path": { + "uri": "azureml://datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/data/", + "jobInputType": "uri_folder" + } + }, + "jobs": { + "pipeline_mid": { + "name": "pipeline_mid", + "type": "pipeline", + "inputs": { + "job_in_path": { + "job_input_type": "literal", + "value": "${{parent.inputs.job_in_path}}" + } + }, + "_source": "DSL", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/9d7219cd-a80e-409f-9294-a68cce612296" + }, + "pipeline_mid_1": { + "name": "pipeline_mid_1", + "type": "pipeline", + "inputs": { + "job_in_path": { + "job_input_type": "literal", + "value": "${{parent.inputs.job_in_path}}" + } + }, + "_source": "DSL", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/9d7219cd-a80e-409f-9294-a68cce612296" + } + }, + "outputs": {}, + "settings": { + "default_compute": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "_source": "DSL" + } + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "3526", + "Content-Type": "application/json; charset=utf-8", + "Date": "Wed, 04 Jan 2023 05:03:06 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/000000000000000000000?api-version=2022-10-01-preview", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-cd424a552f7ac8aa264d2a67815c61d5-58cc0417bc6a18e4-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "17b15624-8ef2-4c3b-8a94-290a7fdc9c7f", + "x-ms-ratelimit-remaining-subscription-writes": "1194", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20230104T050307Z:17b15624-8ef2-4c3b-8a94-290a7fdc9c7f", + "x-request-time": "2.331" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/000000000000000000000", + "name": "000000000000000000000", + "type": "Microsoft.MachineLearningServices/workspaces/jobs", + "properties": { + "description": null, + "tags": {}, + "properties": { + "azureml.DevPlatv2": "true", + "azureml.runsource": "azureml.PipelineRun", + "runSource": "MFE", + "runType": "HTTP", + "azureml.parameters": "{}", + "azureml.continue_on_step_failure": "False", + "azureml.continue_on_failed_optional_input": "True", + "azureml.defaultComputeName": "cpu-cluster", + "azureml.defaultDataStoreName": "workspaceblobstore", + "azureml.pipelineComponent": "pipelinerun" + }, + "displayName": "pipeline_root", + "status": "Preparing", + "experimentName": "azure-ai-ml", + "services": { + "Tracking": { + "jobServiceType": "Tracking", + "port": null, + "endpoint": "azureml://master.api.azureml-test.ms/mlflow/v1.0/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000?", + "status": null, + "errorMessage": null, + "properties": null, + "nodes": null + }, + "Studio": { + "jobServiceType": "Studio", + "port": null, + "endpoint": "https://ml.azure.com/runs/000000000000000000000?wsid=/subscriptions/00000000-0000-0000-0000-000000000/resourcegroups/00000/workspaces/00000", + "status": null, + "errorMessage": null, + "properties": null, + "nodes": null + } + }, + "computeId": null, + "isArchived": false, + "identity": null, + "componentId": null, + "jobType": "Pipeline", + "settings": { + "default_compute": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "_source": "DSL" + }, + "jobs": { + "pipeline_mid": { + "name": "pipeline_mid", + "type": "pipeline", + "inputs": { + "job_in_path": { + "job_input_type": "literal", + "value": "${{parent.inputs.job_in_path}}" + } + }, + "_source": "DSL", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/9d7219cd-a80e-409f-9294-a68cce612296" + }, + "pipeline_mid_1": { + "name": "pipeline_mid_1", + "type": "pipeline", + "inputs": { + "job_in_path": { + "job_input_type": "literal", + "value": "${{parent.inputs.job_in_path}}" + } + }, + "_source": "DSL", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/9d7219cd-a80e-409f-9294-a68cce612296" + } + }, + "inputs": { + "job_in_path": { + "description": null, + "uri": "azureml://datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/data/", + "mode": "ReadOnlyMount", + "jobInputType": "uri_folder" + } + }, + "outputs": {}, + "sourceJobId": null + }, + "systemData": { + "createdAt": "2023-01-04T05:03:06.3875806\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/000000000000000000000/cancel?api-version=2022-10-01-preview", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 202, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "4", + "Content-Type": "application/json; charset=utf-8", + "Date": "Wed, 04 Jan 2023 05:03:09 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:000000000000000000000?api-version=2022-10-01-preview", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-async-operation-timeout": "PT1H", + "x-ms-correlation-request-id": "b0792b85-bf67-4e63-8566-bc378f68cca1", + "x-ms-ratelimit-remaining-subscription-writes": "1196", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20230104T050310Z:b0792b85-bf67-4e63-8566-bc378f68cca1", + "x-request-time": "0.675" + }, + "ResponseBody": "null" + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:000000000000000000000?api-version=2022-10-01-preview", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "*/*", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 202, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "2", + "Content-Type": "application/json; charset=utf-8", + "Date": "Wed, 04 Jan 2023 05:03:10 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:000000000000000000000?api-version=2022-10-01-preview", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "b9125bdd-45ba-49a2-bf10-66523c3087ae", + "x-ms-ratelimit-remaining-subscription-reads": "11993", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20230104T050310Z:b9125bdd-45ba-49a2-bf10-66523c3087ae", + "x-request-time": "0.029" + }, + "ResponseBody": {} + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:000000000000000000000?api-version=2022-10-01-preview", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "*/*", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 202, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "2", + "Content-Type": "application/json; charset=utf-8", + "Date": "Wed, 04 Jan 2023 05:03:41 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:000000000000000000000?api-version=2022-10-01-preview", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "ef1bd583-7763-4917-b08b-53ee127c3665", + "x-ms-ratelimit-remaining-subscription-reads": "11992", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20230104T050341Z:ef1bd583-7763-4917-b08b-53ee127c3665", + "x-request-time": "0.030" + }, + "ResponseBody": {} + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:000000000000000000000?api-version=2022-10-01-preview", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "*/*", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "0", + "Date": "Wed, 04 Jan 2023 05:04:11 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-cea221392016a53c8e2a7857c21d523d-eb4e499872a8dd6a-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "d86bcf87-f067-4407-8947-04426a2e33e0", + "x-ms-ratelimit-remaining-subscription-reads": "11991", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20230104T050411Z:d86bcf87-f067-4407-8947-04426a2e33e0", + "x-request-time": "0.027" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Wed, 04 Jan 2023 05:04:13 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-de9151ee4aa2bdeba004aa7d11237c4a-e96e1d26ca27e2e5-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "744972b8-96e1-4f97-8d8c-8700f00e15f2", + "x-ms-ratelimit-remaining-subscription-reads": "11990", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20230104T050413Z:744972b8-96e1-4f97-8d8c-8700f00e15f2", + "x-request-time": "0.123" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "name": "workspaceblobstore", + "type": "Microsoft.MachineLearningServices/workspaces/datastores", + "properties": { + "description": null, + "tags": null, + "properties": null, + "isDefault": true, + "credentials": { + "credentialsType": "AccountKey" + }, + "datastoreType": "AzureBlob", + "accountName": "sagvgsoim6nmhbq", + "containerName": "azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8", + "endpoint": "core.windows.net", + "protocol": "https", + "serviceDataAccessAuthIdentity": "WorkspaceSystemAssignedIdentity" + }, + "systemData": { + "createdAt": "2022-09-22T09:02:03.2629568\u002B00:00", + "createdBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "createdByType": "Application", + "lastModifiedAt": "2022-09-22T09:02:04.166989\u002B00:00", + "lastModifiedBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "lastModifiedByType": "Application" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore/listSecrets?api-version=2022-05-01", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Wed, 04 Jan 2023 05:04:13 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-8b28f5439013b872c1fb576d26834243-ff6e4f76c5113e28-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": "Accept-Encoding", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "e558e597-dfac-4759-8608-76bb16d6fe0f", + "x-ms-ratelimit-remaining-subscription-writes": "1195", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20230104T050414Z:e558e597-dfac-4759-8608-76bb16d6fe0f", + "x-request-time": "0.098" + }, + "ResponseBody": { + "secretsType": "AccountKey", + "key": "dGhpcyBpcyBmYWtlIGtleQ==" + } + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/COMPONENT_PLACEHOLDER", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Wed, 04 Jan 2023 05:04:14 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Accept-Ranges": "bytes", + "Content-Length": "35", + "Content-MD5": "L/DnSpFIn\u002BjaQWc\u002BsUQdcw==", + "Content-Type": "application/octet-stream", + "Date": "Wed, 04 Jan 2023 05:04:15 GMT", + "ETag": "\u00220x8DA9D48E17467D7\u0022", + "Last-Modified": "Fri, 23 Sep 2022 09:49:17 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Vary": "Origin", + "x-ms-access-tier": "Hot", + "x-ms-access-tier-inferred": "true", + "x-ms-blob-type": "BlockBlob", + "x-ms-creation-time": "Fri, 23 Sep 2022 09:49:16 GMT", + "x-ms-lease-state": "available", + "x-ms-lease-status": "unlocked", + "x-ms-meta-name": "9c9cfba9-82bd-45db-ad06-07009d1d9672", + "x-ms-meta-upload_status": "completed", + "x-ms-meta-version": "1", + "x-ms-server-encrypted": "true", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/az-ml-artifacts/00000000000000000000000000000000/COMPONENT_PLACEHOLDER", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Wed, 04 Jan 2023 05:04:15 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 404, + "ResponseHeaders": { + "Date": "Wed, 04 Jan 2023 05:04:15 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Transfer-Encoding": "chunked", + "Vary": "Origin", + "x-ms-error-code": "BlobNotFound", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "288", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "properties": { + "hash_sha256": "0000000000000", + "hash_version": "0000000000000" + }, + "isAnonymous": true, + "isArchived": false, + "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000" + } + }, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Wed, 04 Jan 2023 05:04:16 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-0ff4c52a4f02405c02a3d1f33bb12087-b680c9aa4a347a7c-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "8527fc56-1dfc-4f45-95e3-0a94ea663c22", + "x-ms-ratelimit-remaining-subscription-writes": "1193", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20230104T050416Z:8527fc56-1dfc-4f45-95e3-0a94ea663c22", + "x-request-time": "0.272" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1", + "name": "1", + "type": "Microsoft.MachineLearningServices/workspaces/codes/versions", + "properties": { + "description": null, + "tags": {}, + "properties": { + "hash_sha256": "0000000000000", + "hash_version": "0000000000000" + }, + "isArchived": false, + "isAnonymous": false, + "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000" + }, + "systemData": { + "createdAt": "2022-09-23T09:49:20.984936\u002B00:00", + "createdBy": "Ying Chen", + "createdByType": "User", + "lastModifiedAt": "2023-01-04T05:04:16.198219\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/ac8e3cbc-8e61-6588-358a-f21785fd1427?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "1326", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "description": "This is the basic command component", + "properties": {}, + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "isAnonymous": true, + "isArchived": false, + "componentSpec": { + "command": "echo Hello World \u0026 echo $[[${{inputs.component_in_number}}]] \u0026 echo ${{inputs.component_in_path}} \u0026 echo ${{outputs.component_out_path}} \u003E ${{outputs.component_out_path}}/component_in_number \u0026 echo updated2", + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1", + "environment": "azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu:1", + "name": "another_component_name", + "description": "This is the basic command component", + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "version": "another_component_version", + "$schema": "https://azuremlschemas.azureedge.net/development/commandComponent.schema.json", + "display_name": "CommandComponentBasic", + "is_deterministic": true, + "inputs": { + "component_in_number": { + "type": "number", + "optional": true, + "default": "10.99", + "description": "A number" + }, + "component_in_path": { + "type": "uri_folder", + "description": "A path" + } + }, + "outputs": { + "component_out_path": { + "type": "uri_folder" + } + }, + "type": "command", + "_source": "YAML.COMPONENT" + } + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "2326", + "Content-Type": "application/json; charset=utf-8", + "Date": "Wed, 04 Jan 2023 05:04:18 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/ac8e3cbc-8e61-6588-358a-f21785fd1427?api-version=2022-05-01", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-ebf32a03ed694670103fe9097a7cf7da-68d2905432523ac7-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "f194f25d-675e-4cb1-96c0-e38102ad4c99", + "x-ms-ratelimit-remaining-subscription-writes": "1192", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20230104T050418Z:f194f25d-675e-4cb1-96c0-e38102ad4c99", + "x-request-time": "1.645" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/9fa6da71-a9b3-4b08-a795-2212c3cf9d2c", + "name": "9fa6da71-a9b3-4b08-a795-2212c3cf9d2c", + "type": "Microsoft.MachineLearningServices/workspaces/components/versions", + "properties": { + "description": null, + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "properties": {}, + "isArchived": false, + "isAnonymous": true, + "componentSpec": { + "name": "azureml_anonymous", + "version": "9fa6da71-a9b3-4b08-a795-2212c3cf9d2c", + "display_name": "CommandComponentBasic", + "is_deterministic": "True", + "type": "command", + "description": "This is the basic command component", + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "inputs": { + "component_in_path": { + "type": "uri_folder", + "optional": "False", + "description": "A path" + }, + "component_in_number": { + "type": "number", + "optional": "True", + "default": "10.99", + "description": "A number" + } + }, + "outputs": { + "component_out_path": { + "type": "uri_folder" + } + }, + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1", + "environment": "azureml://registries/azureml-dev/environments/AzureML-sklearn-0.24-ubuntu18.04-py37-cpu/versions/1", + "resources": { + "instance_count": "1" + }, + "command": "echo Hello World \u0026 echo $[[${{inputs.component_in_number}}]] \u0026 echo ${{inputs.component_in_path}} \u0026 echo ${{outputs.component_out_path}} \u003E ${{outputs.component_out_path}}/component_in_number \u0026 echo updated2", + "$schema": "https://azuremlschemas.azureedge.net/development/commandComponent.schema.json" + } + }, + "systemData": { + "createdAt": "2023-01-04T05:04:18.0913375\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User", + "lastModifiedAt": "2023-01-04T05:04:18.0913375\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/pipeline_leaf?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 404, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "1064", + "Content-Type": "application/json; charset=utf-8", + "Date": "Wed, 04 Jan 2023 05:04:19 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Vary": "Accept-Encoding", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "f2a50c3d-2697-498a-913f-82d83ba8efd5", + "x-ms-ratelimit-remaining-subscription-reads": "11989", + "x-ms-response-type": "error", + "x-ms-routing-request-id": "JAPANEAST:20230104T050419Z:f2a50c3d-2697-498a-913f-82d83ba8efd5", + "x-request-time": "0.147" + }, + "ResponseBody": { + "error": { + "code": "UserError", + "message": "Not found component pipeline_leaf.", + "details": [], + "additionalInfo": [ + { + "type": "ComponentName", + "info": { + "value": "managementfrontend" + } + }, + { + "type": "Correlation", + "info": { + "value": { + "operation": "0c05d37572bf57006dfd55931a5e811c", + "request": "164f8b3c6589434f" + } + } + }, + { + "type": "Environment", + "info": { + "value": "master" + } + }, + { + "type": "Location", + "info": { + "value": "westus2" + } + }, + { + "type": "Time", + "info": { + "value": "2023-01-04T05:04:19.3122671\u002B00:00" + } + }, + { + "type": "InnerError", + "info": { + "value": { + "code": "NotFound", + "innerError": { + "code": "ComponentNotFound", + "innerError": null + } + } + } + } + ] + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/418cc40f-759f-0a78-4d46-11536228067e?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "2483", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "properties": {}, + "tags": {}, + "isAnonymous": true, + "isArchived": false, + "componentSpec": { + "name": "pipeline_leaf", + "version": "1", + "display_name": "pipeline_leaf", + "inputs": { + "component_in_path": { + "type": "uri_folder" + } + }, + "type": "pipeline", + "jobs": { + "microsoftsamples_command_component_basic": { + "name": "microsoftsamples_command_component_basic", + "type": "command", + "inputs": { + "component_in_path": { + "job_input_type": "literal", + "value": "${{parent.inputs.component_in_path}}" + }, + "component_in_number": { + "job_input_type": "literal", + "value": "1" + } + }, + "_source": "YAML.COMPONENT", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/b0c56ee9-98ff-44a0-b03e-08ac3b2640bf" + }, + "another_component_name": { + "name": "another_component_name", + "type": "command", + "inputs": { + "component_in_path": { + "job_input_type": "literal", + "value": "${{parent.inputs.component_in_path}}" + }, + "component_in_number": { + "job_input_type": "literal", + "value": "1" + } + }, + "_source": "YAML.COMPONENT", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/9fa6da71-a9b3-4b08-a795-2212c3cf9d2c" + }, + "microsoftsamples_command_component_basic_1": { + "name": "microsoftsamples_command_component_basic_1", + "type": "command", + "inputs": { + "component_in_path": { + "job_input_type": "literal", + "value": "${{parent.inputs.component_in_path}}" + }, + "component_in_number": { + "job_input_type": "literal", + "value": "1" + } + }, + "_source": "YAML.COMPONENT", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/8a5b20a0-97da-4997-ad57-bc830e637aa1" + }, + "microsoftsamples_command_component_basic_2": { + "name": "microsoftsamples_command_component_basic_2", + "type": "command", + "inputs": { + "component_in_path": { + "job_input_type": "literal", + "value": "${{parent.inputs.component_in_path}}" + }, + "component_in_number": { + "job_input_type": "literal", + "value": "1" + } + }, + "_source": "YAML.COMPONENT", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/393f7c7e-1923-40c4-a773-1ffa1fa1c6a0" + } + }, + "_source": "DSL", + "sourceJobId": null + } + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "1270", + "Content-Type": "application/json; charset=utf-8", + "Date": "Wed, 04 Jan 2023 05:04:21 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/418cc40f-759f-0a78-4d46-11536228067e?api-version=2022-05-01", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-35258319e004ddb6236d385acab2f1ed-351b8ad752b64228-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "12d2763f-8b60-4738-9eaa-37f4a275b02f", + "x-ms-ratelimit-remaining-subscription-writes": "1191", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20230104T050421Z:12d2763f-8b60-4738-9eaa-37f4a275b02f", + "x-request-time": "1.721" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/581f35e9-48d3-4f40-b250-15f82767f99d", + "name": "581f35e9-48d3-4f40-b250-15f82767f99d", + "type": "Microsoft.MachineLearningServices/workspaces/components/versions", + "properties": { + "description": null, + "tags": {}, + "properties": { + "azureml.DatasetAccessModeGraphId": "309ab8d6-f71a-4340-a384-906eca75aa9f", + "azureml.AssetAccessModeGraphId": "b5ccc550-f09b-4d12-9421-8b542a33e13f" + }, + "isArchived": false, + "isAnonymous": true, + "componentSpec": { + "name": "azureml_anonymous", + "version": "581f35e9-48d3-4f40-b250-15f82767f99d", + "display_name": "pipeline_leaf", + "is_deterministic": "False", + "type": "pipeline", + "inputs": { + "component_in_path": { + "type": "uri_folder", + "optional": "False" + } + } + } + }, + "systemData": { + "createdAt": "2023-01-04T05:04:21.1188308\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User", + "lastModifiedAt": "2023-01-04T05:04:21.1188308\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/pipeline_mid?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 404, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "1063", + "Content-Type": "application/json; charset=utf-8", + "Date": "Wed, 04 Jan 2023 05:04:21 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Vary": "Accept-Encoding", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "7745d566-5256-4e7d-8713-fcfdeb932623", + "x-ms-ratelimit-remaining-subscription-reads": "11988", + "x-ms-response-type": "error", + "x-ms-routing-request-id": "JAPANEAST:20230104T050422Z:7745d566-5256-4e7d-8713-fcfdeb932623", + "x-request-time": "0.153" + }, + "ResponseBody": { + "error": { + "code": "UserError", + "message": "Not found component pipeline_mid.", + "details": [], + "additionalInfo": [ + { + "type": "ComponentName", + "info": { + "value": "managementfrontend" + } + }, + { + "type": "Correlation", + "info": { + "value": { + "operation": "c05ee410d494833fe4e9615d77851d3d", + "request": "257fbc35a83a743b" + } + } + }, + { + "type": "Environment", + "info": { + "value": "master" + } + }, + { + "type": "Location", + "info": { + "value": "westus2" + } + }, + { + "type": "Time", + "info": { + "value": "2023-01-04T05:04:22.1837037\u002B00:00" + } + }, + { + "type": "InnerError", + "info": { + "value": { + "code": "NotFound", + "innerError": { + "code": "ComponentNotFound", + "innerError": null + } + } + } + } + ] + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/1d1ea033-af7b-1efb-3a02-f2b1fc4b9f0b?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "1129", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "properties": {}, + "tags": {}, + "isAnonymous": true, + "isArchived": false, + "componentSpec": { + "name": "pipeline_mid", + "version": "1", + "display_name": "pipeline_mid", + "inputs": { + "job_in_path": { + "type": "uri_folder" + } + }, + "type": "pipeline", + "jobs": { + "pipeline_leaf": { + "name": "pipeline_leaf", + "type": "pipeline", + "inputs": { + "component_in_path": { + "job_input_type": "literal", + "value": "${{parent.inputs.job_in_path}}" + } + }, + "_source": "DSL", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/581f35e9-48d3-4f40-b250-15f82767f99d" + }, + "pipeline_leaf_1": { + "name": "pipeline_leaf_1", + "type": "pipeline", + "inputs": { + "component_in_path": { + "job_input_type": "literal", + "value": "${{parent.inputs.job_in_path}}" + } + }, + "_source": "DSL", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/c4af3770-9b23-47d0-9a98-039d06d18a6f" + } + }, + "_source": "DSL", + "sourceJobId": null + } + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "1263", + "Content-Type": "application/json; charset=utf-8", + "Date": "Wed, 04 Jan 2023 05:04:23 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/1d1ea033-af7b-1efb-3a02-f2b1fc4b9f0b?api-version=2022-05-01", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-02225f6320df584266ca3cef241637d2-cbbd5ea7b2ffa61f-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "f517bf80-73fc-4640-8924-68ed37d64b25", + "x-ms-ratelimit-remaining-subscription-writes": "1190", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20230104T050424Z:f517bf80-73fc-4640-8924-68ed37d64b25", + "x-request-time": "1.533" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/b9629292-299e-468d-b76f-b9d00484d09c", + "name": "b9629292-299e-468d-b76f-b9d00484d09c", + "type": "Microsoft.MachineLearningServices/workspaces/components/versions", + "properties": { + "description": null, + "tags": {}, + "properties": { + "azureml.DatasetAccessModeGraphId": "4266bfba-7b0a-4bec-aae7-9903b624e75d", + "azureml.AssetAccessModeGraphId": "a6e3ca79-bdf6-4f85-8acd-61d91620d4dc" + }, + "isArchived": false, + "isAnonymous": true, + "componentSpec": { + "name": "azureml_anonymous", + "version": "b9629292-299e-468d-b76f-b9d00484d09c", + "display_name": "pipeline_mid", + "is_deterministic": "False", + "type": "pipeline", + "inputs": { + "job_in_path": { + "type": "uri_folder", + "optional": "False" + } + } + } + }, + "systemData": { + "createdAt": "2023-01-04T05:04:23.7797461\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User", + "lastModifiedAt": "2023-01-04T05:04:23.7797461\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Wed, 04 Jan 2023 05:04:24 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-95e0651a93920887aab041d3cc8f03fc-4ba9e86eb827fd72-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "86dd43f3-43d2-4db5-a636-4e0200ed8a1c", + "x-ms-ratelimit-remaining-subscription-reads": "11987", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20230104T050424Z:86dd43f3-43d2-4db5-a636-4e0200ed8a1c", + "x-request-time": "0.101" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "name": "workspaceblobstore", + "type": "Microsoft.MachineLearningServices/workspaces/datastores", + "properties": { + "description": null, + "tags": null, + "properties": null, + "isDefault": true, + "credentials": { + "credentialsType": "AccountKey" + }, + "datastoreType": "AzureBlob", + "accountName": "sagvgsoim6nmhbq", + "containerName": "azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8", + "endpoint": "core.windows.net", + "protocol": "https", + "serviceDataAccessAuthIdentity": "WorkspaceSystemAssignedIdentity" + }, + "systemData": { + "createdAt": "2022-09-22T09:02:03.2629568\u002B00:00", + "createdBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "createdByType": "Application", + "lastModifiedAt": "2022-09-22T09:02:04.166989\u002B00:00", + "lastModifiedBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "lastModifiedByType": "Application" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore/listSecrets?api-version=2022-05-01", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Wed, 04 Jan 2023 05:04:25 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-20af63427de2e484133ab5a8799dae59-04cd0eb9f89b5e77-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": "Accept-Encoding", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "646afd09-46b8-444a-8466-705bf77e1936", + "x-ms-ratelimit-remaining-subscription-writes": "1194", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20230104T050425Z:646afd09-46b8-444a-8466-705bf77e1936", + "x-request-time": "0.120" + }, + "ResponseBody": { + "secretsType": "AccountKey", + "key": "dGhpcyBpcyBmYWtlIGtleQ==" + } + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/data/sample1.csv", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Wed, 04 Jan 2023 05:04:25 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Accept-Ranges": "bytes", + "Content-Length": "508", + "Content-MD5": "dUQjYq1qrTeqLOaZ4N2AUQ==", + "Content-Type": "application/octet-stream", + "Date": "Wed, 04 Jan 2023 05:04:25 GMT", + "ETag": "\u00220x8DA9D48AFBCE5A6\u0022", + "Last-Modified": "Fri, 23 Sep 2022 09:47:53 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Vary": "Origin", + "x-ms-access-tier": "Hot", + "x-ms-access-tier-inferred": "true", + "x-ms-blob-type": "BlockBlob", + "x-ms-creation-time": "Fri, 23 Sep 2022 09:47:53 GMT", + "x-ms-lease-state": "available", + "x-ms-lease-status": "unlocked", + "x-ms-meta-name": "da405283-c0d4-42bf-9cd0-2d052c9da84b", + "x-ms-meta-upload_status": "completed", + "x-ms-meta-version": "bcdecfd5-08fc-40e1-af7f-364ca3525a76", + "x-ms-server-encrypted": "true", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/az-ml-artifacts/00000000000000000000000000000000/data/sample1.csv", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Wed, 04 Jan 2023 05:04:25 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 404, + "ResponseHeaders": { + "Date": "Wed, 04 Jan 2023 05:04:25 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Transfer-Encoding": "chunked", + "Vary": "Origin", + "x-ms-error-code": "BlobNotFound", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/000000000000000000000?api-version=2022-10-01-preview", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "1366", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "properties": {}, + "tags": {}, + "displayName": "pipeline_root", + "experimentName": "azure-ai-ml", + "isArchived": false, + "jobType": "Pipeline", + "inputs": { + "job_in_path": { + "uri": "azureml://datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/data/", + "jobInputType": "uri_folder" + } + }, + "jobs": { + "pipeline_mid": { + "name": "pipeline_mid", + "type": "pipeline", + "inputs": { + "job_in_path": { + "job_input_type": "literal", + "value": "${{parent.inputs.job_in_path}}" + } + }, + "_source": "DSL", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/b9629292-299e-468d-b76f-b9d00484d09c" + }, + "pipeline_mid_1": { + "name": "pipeline_mid_1", + "type": "pipeline", + "inputs": { + "job_in_path": { + "job_input_type": "literal", + "value": "${{parent.inputs.job_in_path}}" + } + }, + "_source": "DSL", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/9d7219cd-a80e-409f-9294-a68cce612296" + } + }, + "outputs": {}, + "settings": { + "default_compute": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "_source": "DSL" + } + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "3526", + "Content-Type": "application/json; charset=utf-8", + "Date": "Wed, 04 Jan 2023 05:04:28 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/000000000000000000000?api-version=2022-10-01-preview", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-ea38f02703b971dea2295efa9b2d219c-9305924b954a5caa-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "f0a1879d-519a-4c11-9250-5a36c411d542", + "x-ms-ratelimit-remaining-subscription-writes": "1189", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20230104T050428Z:f0a1879d-519a-4c11-9250-5a36c411d542", + "x-request-time": "2.273" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/000000000000000000000", + "name": "000000000000000000000", + "type": "Microsoft.MachineLearningServices/workspaces/jobs", + "properties": { + "description": null, + "tags": {}, + "properties": { + "azureml.DevPlatv2": "true", + "azureml.runsource": "azureml.PipelineRun", + "runSource": "MFE", + "runType": "HTTP", + "azureml.parameters": "{}", + "azureml.continue_on_step_failure": "False", + "azureml.continue_on_failed_optional_input": "True", + "azureml.defaultComputeName": "cpu-cluster", + "azureml.defaultDataStoreName": "workspaceblobstore", + "azureml.pipelineComponent": "pipelinerun" + }, + "displayName": "pipeline_root", + "status": "Preparing", + "experimentName": "azure-ai-ml", + "services": { + "Tracking": { + "jobServiceType": "Tracking", + "port": null, + "endpoint": "azureml://master.api.azureml-test.ms/mlflow/v1.0/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000?", + "status": null, + "errorMessage": null, + "properties": null, + "nodes": null + }, + "Studio": { + "jobServiceType": "Studio", + "port": null, + "endpoint": "https://ml.azure.com/runs/000000000000000000000?wsid=/subscriptions/00000000-0000-0000-0000-000000000/resourcegroups/00000/workspaces/00000", + "status": null, + "errorMessage": null, + "properties": null, + "nodes": null + } + }, + "computeId": null, + "isArchived": false, + "identity": null, + "componentId": null, + "jobType": "Pipeline", + "settings": { + "default_compute": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "_source": "DSL" + }, + "jobs": { + "pipeline_mid": { + "name": "pipeline_mid", + "type": "pipeline", + "inputs": { + "job_in_path": { + "job_input_type": "literal", + "value": "${{parent.inputs.job_in_path}}" + } + }, + "_source": "DSL", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/b9629292-299e-468d-b76f-b9d00484d09c" + }, + "pipeline_mid_1": { + "name": "pipeline_mid_1", + "type": "pipeline", + "inputs": { + "job_in_path": { + "job_input_type": "literal", + "value": "${{parent.inputs.job_in_path}}" + } + }, + "_source": "DSL", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/9d7219cd-a80e-409f-9294-a68cce612296" + } + }, + "inputs": { + "job_in_path": { + "description": null, + "uri": "azureml://datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/data/", + "mode": "ReadOnlyMount", + "jobInputType": "uri_folder" + } + }, + "outputs": {}, + "sourceJobId": null + }, + "systemData": { + "createdAt": "2023-01-04T05:04:27.9207902\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/000000000000000000000/cancel?api-version=2022-10-01-preview", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 202, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "4", + "Content-Type": "application/json; charset=utf-8", + "Date": "Wed, 04 Jan 2023 05:04:31 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:000000000000000000000?api-version=2022-10-01-preview", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-async-operation-timeout": "PT1H", + "x-ms-correlation-request-id": "ec348cae-d859-4312-b0b0-98fb79b36a3e", + "x-ms-ratelimit-remaining-subscription-writes": "1193", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20230104T050431Z:ec348cae-d859-4312-b0b0-98fb79b36a3e", + "x-request-time": "0.863" + }, + "ResponseBody": "null" + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:000000000000000000000?api-version=2022-10-01-preview", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "*/*", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 202, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "2", + "Content-Type": "application/json; charset=utf-8", + "Date": "Wed, 04 Jan 2023 05:04:31 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:000000000000000000000?api-version=2022-10-01-preview", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "a670edfd-a7d5-4727-bf84-0104b80c3ede", + "x-ms-ratelimit-remaining-subscription-reads": "11986", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20230104T050431Z:a670edfd-a7d5-4727-bf84-0104b80c3ede", + "x-request-time": "0.035" + }, + "ResponseBody": {} + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:000000000000000000000?api-version=2022-10-01-preview", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "*/*", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 202, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "2", + "Content-Type": "application/json; charset=utf-8", + "Date": "Wed, 04 Jan 2023 05:05:01 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:000000000000000000000?api-version=2022-10-01-preview", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "c99f89f2-9fcb-4eeb-a05e-71aec103cd97", + "x-ms-ratelimit-remaining-subscription-reads": "11985", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20230104T050502Z:c99f89f2-9fcb-4eeb-a05e-71aec103cd97", + "x-request-time": "0.045" + }, + "ResponseBody": {} + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:000000000000000000000?api-version=2022-10-01-preview", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "*/*", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "0", + "Date": "Wed, 04 Jan 2023 05:05:31 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-0d764d6a916ae43ca092269cd2e5a7a4-58decf8bb696eebb-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "c64413b2-78c6-4b2a-bce4-eedde80017d1", + "x-ms-ratelimit-remaining-subscription-reads": "11984", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20230104T050532Z:c64413b2-78c6-4b2a-bce4-eedde80017d1", + "x-request-time": "0.031" + }, + "ResponseBody": null + } + ], + "Variables": {} +} diff --git a/sdk/ml/azure-ai-ml/tests/test_utilities/utils.py b/sdk/ml/azure-ai-ml/tests/test_utilities/utils.py index 8e156ad73628..ef1352150d06 100644 --- a/sdk/ml/azure-ai-ml/tests/test_utilities/utils.py +++ b/sdk/ml/azure-ai-ml/tests/test_utilities/utils.py @@ -297,6 +297,12 @@ def assert_job_cancel( return created_job +def submit_and_cancel_new_dsl_pipeline(pipeline_func, client, default_compute="cpu-cluster", **kwargs): + pipeline_job: PipelineJob = pipeline_func(**kwargs) + pipeline_job.settings.default_compute = default_compute + return assert_job_cancel(pipeline_job, client) + + def wait_until_done(client: MLClient, job: Job, timeout: int = None) -> str: poll_start_time = time.time() while job.status not in RunHistoryConstants.TERMINAL_STATUSES: From 9d8f251cce1c7413e3d0d0709159f078ed918536 Mon Sep 17 00:00:00 2001 From: zhangxingzhi Date: Wed, 4 Jan 2023 17:20:33 +0800 Subject: [PATCH 4/9] feat: enable e2e tests for concurrent component registration --- .../azure/ai/ml/_utils/_cache_utils.py | 2 +- .../azure/ai/ml/operations/_job_operations.py | 7 +- sdk/ml/azure-ai-ml/tests/conftest.py | 24 +- .../test_dsl_pipeline_with_specific_nodes.py | 180 +- ...ine_concurrent_component_registration.json | 2486 +++++++++++++++++ 5 files changed, 2653 insertions(+), 46 deletions(-) create mode 100644 sdk/ml/azure-ai-ml/tests/recordings/dsl/e2etests/test_dsl_pipeline_with_specific_nodes.pyTestDSLPipelineWithSpecificNodestest_dsl_pipeline_concurrent_component_registration.json diff --git a/sdk/ml/azure-ai-ml/azure/ai/ml/_utils/_cache_utils.py b/sdk/ml/azure-ai-ml/azure/ai/ml/_utils/_cache_utils.py index e88733e2f3e9..05b9ecc129f9 100644 --- a/sdk/ml/azure-ai-ml/azure/ai/ml/_utils/_cache_utils.py +++ b/sdk/ml/azure-ai-ml/azure/ai/ml/_utils/_cache_utils.py @@ -100,7 +100,7 @@ def __init__( self._client_hash = self._get_client_hash( subscription_id, resource_group_name, workspace_name, registry_name ) - # 1 client share 1 lock + # the same client share 1 lock self._lock = _node_resolution_lock[self._client_hash] @staticmethod diff --git a/sdk/ml/azure-ai-ml/azure/ai/ml/operations/_job_operations.py b/sdk/ml/azure-ai-ml/azure/ai/ml/operations/_job_operations.py index 8425d306caf9..21befe139b3f 100644 --- a/sdk/ml/azure-ai-ml/azure/ai/ml/operations/_job_operations.py +++ b/sdk/ml/azure-ai-ml/azure/ai/ml/operations/_job_operations.py @@ -996,7 +996,12 @@ def _resolve_job_input(self, entry: Union[Input, str, bool, int, float], base_pa entry.path = self._orchestrators.get_asset_arm_id(entry.path, asset_type) else: # relative local path, upload, transform to remote url - local_path = Path(base_path, entry.path).resolve() + # Base path will be None for dsl pipeline component for now. We have 2 choices if the dsl pipeline + # function is imported from another file: + # 1) Use cwd as default base path; + # 2) Use the file path of the dsl pipeline function as default base path. + # Pick solution 1 for now as defining input path in the script to submit is a more common scenario. + local_path = Path(base_path or Path.cwd(), entry.path).resolve() entry.path = _upload_and_generate_remote_uri( self._operation_scope, self._datastore_operations, diff --git a/sdk/ml/azure-ai-ml/tests/conftest.py b/sdk/ml/azure-ai-ml/tests/conftest.py index e0ab7b5991a6..e749b0ddbfeb 100644 --- a/sdk/ml/azure-ai-ml/tests/conftest.py +++ b/sdk/ml/azure-ai-ml/tests/conftest.py @@ -532,7 +532,7 @@ def get_client_hash_with_request_node_name( resource_group_name: Optional[str], workspace_name: Optional[str], registry_name: Optional[str], - request_node_id: str + random_seed: str ): """Generate a hash for the client.""" object_hash = hashlib.sha256() @@ -541,7 +541,7 @@ def get_client_hash_with_request_node_name( resource_group_name, workspace_name, registry_name, - request_node_id, + random_seed, ]: object_hash.update(str(s).encode("utf-8")) return object_hash.hexdigest() @@ -583,27 +583,33 @@ def mock_component_hash(mocker: MockFixture, request: FixtureRequest): # 2) Server-side may return different version for the same anonymous component in different workspace, # while workspace information will be normalized in recordings. If we record test1 in workspace A # and test2 in workspace B, the version in recordings can be different. - # So we use different on-disk cache base directory for different tests and clear them before running tests. - # Given each test has a unique on-disk cache base directory, on-disk cache operations - # are thread-safe when concurrently running different tests. + # So we use a random (probably unique) on-disk cache base directory for each test, and on-disk cache operations + # will be thread-safe when concurrently running different tests. mocker.patch( "azure.ai.ml._utils._cache_utils.CachedNodeResolver._get_client_hash", - side_effect=partial(get_client_hash_with_request_node_name, request_node_id=request.node.nodeid) + side_effect=partial(get_client_hash_with_request_node_name, random_seed=uuid.uuid4().hex) ) + # Collect involved resolvers before yield, as fixtures may be destroyed after yield. from azure.ai.ml._utils._cache_utils import CachedNodeResolver - + involved_resolvers = [] for client_fixture_name in ["client", "registry_client"]: if client_fixture_name not in request.fixturenames: continue client: MLClient = request.getfixturevalue(client_fixture_name) - CachedNodeResolver( + involved_resolvers.append(CachedNodeResolver( resolver=None, subscription_id=client.subscription_id, resource_group_name=client.resource_group_name, workspace_name=client.workspace_name, registry_name=client._operation_scope.registry_name, - ).clear_on_disk_cache() + )) + + yield + + # clear on-disk cache after each test + for resolver in involved_resolvers: + resolver.clear_on_disk_cache() @pytest.fixture diff --git a/sdk/ml/azure-ai-ml/tests/dsl/e2etests/test_dsl_pipeline_with_specific_nodes.py b/sdk/ml/azure-ai-ml/tests/dsl/e2etests/test_dsl_pipeline_with_specific_nodes.py index bd972b1f79fe..1786643a7300 100644 --- a/sdk/ml/azure-ai-ml/tests/dsl/e2etests/test_dsl_pipeline_with_specific_nodes.py +++ b/sdk/ml/azure-ai-ml/tests/dsl/e2etests/test_dsl_pipeline_with_specific_nodes.py @@ -1,13 +1,17 @@ +import multiprocessing +import uuid from functools import partial from pathlib import Path -from typing import Callable +from typing import Callable, Union import pytest from devtools_testutils import AzureRecordedTestCase from mock import mock +from pytest_mock import MockFixture from azure.ai.ml.operations._operation_orchestrator import OperationOrchestrator -from test_utilities.utils import _PYTEST_TIMEOUT_METHOD, assert_job_cancel, submit_and_cancel_new_dsl_pipeline +from test_utilities.utils import _PYTEST_TIMEOUT_METHOD, assert_job_cancel, submit_and_cancel_new_dsl_pipeline, \ + omit_with_wildcard from azure.ai.ml import ( Input, @@ -16,7 +20,7 @@ load_component, ) from azure.ai.ml.constants._common import AssetTypes -from azure.ai.ml.entities import CommandComponent, Command, Choice, Sweep, Component +from azure.ai.ml.entities import CommandComponent, Command, Choice, Sweep, Component, Environment, PipelineComponent from azure.ai.ml.entities import PipelineJob from .._util import _DSL_TIMEOUT_SECOND @@ -42,6 +46,19 @@ ] +def _get_component_in_first_child(_with_jobs: Union[PipelineJob, PipelineComponent], client: MLClient) -> Component: + if not _with_jobs.jobs: + raise ValueError("No jobs found in the pipeline") + _result = next(iter(_with_jobs.jobs.values())).component.split(":") + if len(_result) == 2: + _name, _version = _result + elif len(_result) == 3: + _, _name, _version = _result + else: + raise ValueError("Invalid component arm string: {}".format(_result)) + return client.components.get(_name, _version) + + @pytest.mark.usefixtures( "enable_environment_id_arm_expansion", "enable_pipeline_private_preview_features", @@ -53,6 +70,89 @@ @pytest.mark.e2etest @pytest.mark.pipeline_test class TestDSLPipelineWithSpecificNodes(AzureRecordedTestCase): + @staticmethod + def _generate_multi_layer_pipeline_func(): + path = "./tests/test_configs/components/helloworld_component.yml" + + @dsl.pipeline + def pipeline_leaf(component_in_path: Input): + component_func1 = load_component(source=path) + component_func1(component_in_path=component_in_path, component_in_number=1) + + component_func2 = load_component(source=path, params_override=[{ + "name": "another_component_name", + "version": "another_component_version", + }]) + component_func2(component_in_path=component_in_path, component_in_number=1) + + component_func3 = load_component(source=path, params_override=[{ + "environment": "azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu:2" + }]) + component_func3(component_in_path=component_in_path, component_in_number=1) + + component_func4 = load_component(source=path) + component_func4.command += " & echo updated1" + component_func4(component_in_path=component_in_path, component_in_number=1) + + @dsl.pipeline + def pipeline_mid(job_in_path: Input): + pipeline_leaf(job_in_path) + pipeline_leaf(job_in_path) + + @dsl.pipeline + def pipeline_root(job_in_path: Input): + pipeline_mid(job_in_path) + pipeline_mid(job_in_path) + return pipeline_root + + @staticmethod + def _generate_pipeline_func_for_concurrent_component_registration_test(shared_input): + path = "./tests/test_configs/components/helloworld_component.yml" + conda_file_path = "./tests/test_configs/environment/environment_files/environment.yml" + + environment = Environment( + name="test-environment", + conda_file=conda_file_path, + image="mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04", + version="1", + description="This is an anonymous environment", + ) + + @dsl.pipeline + def pipeline_leaf(): + component_func1a = load_component(source=path) + component_func1a.environment = environment + component_func1a.command += " & echo updated1" + component_func1a(component_in_path=shared_input, component_in_number=1) + + component_func1b = load_component(source=path) + component_func1b.environment = environment + component_func1b.command += " & echo updated1" + component_func1b(component_in_path=shared_input, component_in_number=1) + + component_func2 = load_component(source=path) + component_func2.command += " & echo updated2" + component_func2.environment = environment + component_func2(component_in_path=shared_input, component_in_number=1) + + component_func3 = load_component(source=path) + component_func3.command += " & echo updated3" + component_func3.environment = environment + component_func3(component_in_path=shared_input, component_in_number=1) + + # TODO: test with multiple pipelines after server-side return jobs for pipeline component + # @dsl.pipeline + # def pipeline_mid(): + # pipeline_leaf() + # pipeline_leaf() + # + # @dsl.pipeline + # def pipeline_root(): + # pipeline_mid() + # pipeline_mid() + + return pipeline_leaf + def test_dsl_pipeline_sweep_node(self, client: MLClient, randstr: Callable[[str], str]) -> None: yaml_file = "./tests/test_configs/components/helloworld_component.yml" @@ -116,40 +216,14 @@ def train_with_sweep_in_pipeline(raw_data, primary_metric: str = "AUC", max_tota assert created_component.display_name == "sweep_job1" def test_dsl_pipeline_component_cache_in_resolver(self, client: MLClient) -> None: - path = "./tests/test_configs/components/helloworld_component.yml" input_data_path = "./tests/test_configs/data/" + pipeline_root = self._generate_multi_layer_pipeline_func() - @dsl.pipeline - def pipeline_leaf(component_in_path: Input): - component_func1 = load_component(source=path) - component_func1(component_in_path=component_in_path, component_in_number=1) - - component_func2 = load_component(source=path, params_override=[{ - "name": "another_component_name", - "version": "another_component_version", - }]) - component_func2(component_in_path=component_in_path, component_in_number=1) - - component_func3 = load_component(source=path, params_override=[{ - "environment": "azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu:2" - }]) - component_func3(component_in_path=component_in_path, component_in_number=1) - - component_func4 = load_component(source=path) - component_func4.command += " & echo updated1" - component_func4(component_in_path=component_in_path, component_in_number=1) - - @dsl.pipeline - def pipeline_mid(job_in_path: Input): - pipeline_leaf(job_in_path) - pipeline_leaf(job_in_path) - - @dsl.pipeline - def pipeline_root(job_in_path: Input): - pipeline_mid(job_in_path) - pipeline_mid(job_in_path) - - _submit_and_cancel = partial(submit_and_cancel_new_dsl_pipeline, client=client, job_in_path=Input(path=input_data_path)) + _submit_and_cancel = partial( + submit_and_cancel_new_dsl_pipeline, + client=client, + job_in_path=Input(path=input_data_path) + ) def _mock_get_component_arm_id(_component: Component) -> str: # the logic has no diff comparing to original function other than always using show_progress=False @@ -190,3 +264,39 @@ def _mock_get_component_arm_id(_component: Component) -> str: assert_job_cancel(pipeline_job, client) # updated command component and its parents (pipeline_leaf and pipeline_mid) will be resolved assert mock_resolve.call_count == 3 + + def test_dsl_pipeline_concurrent_component_registration(self, client: MLClient, mocker: MockFixture) -> None: + # disable on-disk cache to test concurrent component registration + mocker.patch("azure.ai.ml._utils.utils.is_on_disk_cache_enabled", return_value=False) + + input_data_path = "./tests/test_configs/data/" + pipeline_root = self._generate_pipeline_func_for_concurrent_component_registration_test( + shared_input=Input(path=input_data_path) + ) + + _submit_and_cancel = partial( + submit_and_cancel_new_dsl_pipeline, + client=client, + ) + + treatment_pipeline_job = _submit_and_cancel(pipeline_root) + + with mock.patch("azure.ai.ml._utils.utils.is_concurrent_component_registration_enabled", return_value=False): + base_pipeline_job = _submit_and_cancel(pipeline_root) + + # Server-side does not guarantee the same anonymous pipeline component share the same version + # So omit name and version and do comparison layer by layer + omit_fields = ["id", "name", "version", "creation_context", "services", "jobs.*.component"] + + base, treat = base_pipeline_job, treatment_pipeline_job + # TODO: test with multiple pipelines after server-side return jobs for pipeline component + for _ in range(0, 0): + assert omit_with_wildcard(base._to_dict(), *omit_fields) == omit_with_wildcard( + treat._to_dict(), *omit_fields) + base = _get_component_in_first_child(base, client) + treat = _get_component_in_first_child(treat, client) + + # The last layer contains the command components + omit_fields.pop() + assert omit_with_wildcard(base._to_dict(), *omit_fields) == omit_with_wildcard( + treat._to_dict(), *omit_fields) diff --git a/sdk/ml/azure-ai-ml/tests/recordings/dsl/e2etests/test_dsl_pipeline_with_specific_nodes.pyTestDSLPipelineWithSpecificNodestest_dsl_pipeline_concurrent_component_registration.json b/sdk/ml/azure-ai-ml/tests/recordings/dsl/e2etests/test_dsl_pipeline_with_specific_nodes.pyTestDSLPipelineWithSpecificNodestest_dsl_pipeline_concurrent_component_registration.json new file mode 100644 index 000000000000..af6fa7029f52 --- /dev/null +++ b/sdk/ml/azure-ai-ml/tests/recordings/dsl/e2etests/test_dsl_pipeline_with_specific_nodes.pyTestDSLPipelineWithSpecificNodestest_dsl_pipeline_concurrent_component_registration.json @@ -0,0 +1,2486 @@ +{ + "Entries": [ + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Wed, 04 Jan 2023 09:19:39 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-e9ea2f9e6c59a562896d6b9a602aefd1-d16a4926113f7069-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "c44cc6a3-bdbb-4096-8726-b29a255f9a8d", + "x-ms-ratelimit-remaining-subscription-reads": "11998", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20230104T091939Z:c44cc6a3-bdbb-4096-8726-b29a255f9a8d", + "x-request-time": "0.113" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "name": "workspaceblobstore", + "type": "Microsoft.MachineLearningServices/workspaces/datastores", + "properties": { + "description": null, + "tags": null, + "properties": null, + "isDefault": true, + "credentials": { + "credentialsType": "AccountKey" + }, + "datastoreType": "AzureBlob", + "accountName": "sagvgsoim6nmhbq", + "containerName": "azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8", + "endpoint": "core.windows.net", + "protocol": "https", + "serviceDataAccessAuthIdentity": "WorkspaceSystemAssignedIdentity" + }, + "systemData": { + "createdAt": "2022-09-22T09:02:03.2629568\u002B00:00", + "createdBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "createdByType": "Application", + "lastModifiedAt": "2022-09-22T09:02:04.166989\u002B00:00", + "lastModifiedBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "lastModifiedByType": "Application" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore/listSecrets?api-version=2022-05-01", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Wed, 04 Jan 2023 09:19:40 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-eae286fc00d63b2f9835811a738819c4-7c815e59b3d9a537-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": "Accept-Encoding", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "73a6144e-9851-4f1f-b710-2fb41f902672", + "x-ms-ratelimit-remaining-subscription-writes": "1199", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20230104T091940Z:73a6144e-9851-4f1f-b710-2fb41f902672", + "x-request-time": "0.478" + }, + "ResponseBody": { + "secretsType": "AccountKey", + "key": "dGhpcyBpcyBmYWtlIGtleQ==" + } + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/data/sample1.csv", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Wed, 04 Jan 2023 09:19:40 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Accept-Ranges": "bytes", + "Content-Length": "508", + "Content-MD5": "dUQjYq1qrTeqLOaZ4N2AUQ==", + "Content-Type": "application/octet-stream", + "Date": "Wed, 04 Jan 2023 09:19:41 GMT", + "ETag": "\u00220x8DA9D48AFBCE5A6\u0022", + "Last-Modified": "Fri, 23 Sep 2022 09:47:53 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Vary": "Origin", + "x-ms-access-tier": "Hot", + "x-ms-access-tier-inferred": "true", + "x-ms-blob-type": "BlockBlob", + "x-ms-creation-time": "Fri, 23 Sep 2022 09:47:53 GMT", + "x-ms-lease-state": "available", + "x-ms-lease-status": "unlocked", + "x-ms-meta-name": "da405283-c0d4-42bf-9cd0-2d052c9da84b", + "x-ms-meta-upload_status": "completed", + "x-ms-meta-version": "bcdecfd5-08fc-40e1-af7f-364ca3525a76", + "x-ms-server-encrypted": "true", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/az-ml-artifacts/00000000000000000000000000000000/data/sample1.csv", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Wed, 04 Jan 2023 09:19:41 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 404, + "ResponseHeaders": { + "Date": "Wed, 04 Jan 2023 09:19:41 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Transfer-Encoding": "chunked", + "Vary": "Origin", + "x-ms-error-code": "BlobNotFound", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/1?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "352", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "description": "This is an anonymous environment", + "isAnonymous": false, + "isArchived": false, + "condaFile": "channels:\n- conda-forge\ndependencies:\n- python=3.8\n- pip\n- pip:\n - nbgitpuller\n - sphinx-gallery\n - pandas\n - matplotlib\nname: example-environment\n", + "image": "mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04" + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "1158", + "Content-Type": "application/json; charset=utf-8", + "Date": "Wed, 04 Jan 2023 09:19:42 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/1?api-version=2022-05-01", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-b93a499dcd91e0839e99fb557f478888-14132e30ace3b5e2-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "59960552-387a-4b53-91c0-e717e03bfe46", + "x-ms-ratelimit-remaining-subscription-writes": "1199", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20230104T091943Z:59960552-387a-4b53-91c0-e717e03bfe46", + "x-request-time": "0.280" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/1", + "name": "1", + "type": "Microsoft.MachineLearningServices/workspaces/environments/versions", + "properties": { + "description": "This is an anonymous environment", + "tags": {}, + "properties": {}, + "isArchived": false, + "isAnonymous": false, + "environmentType": "UserCreated", + "image": "mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04", + "condaFile": "{\n \u0022channels\u0022: [\n \u0022conda-forge\u0022\n ],\n \u0022dependencies\u0022: [\n \u0022python=3.8\u0022,\n \u0022pip\u0022,\n {\n \u0022pip\u0022: [\n \u0022nbgitpuller\u0022,\n \u0022sphinx-gallery\u0022,\n \u0022pandas\u0022,\n \u0022matplotlib\u0022\n ]\n }\n ],\n \u0022name\u0022: \u0022example-environment\u0022\n}", + "osType": "Linux" + }, + "systemData": { + "createdAt": "2023-01-04T05:45:07.1265918\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User", + "lastModifiedAt": "2023-01-04T05:45:07.1265918\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/1?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "352", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "description": "This is an anonymous environment", + "isAnonymous": false, + "isArchived": false, + "condaFile": "channels:\n- conda-forge\ndependencies:\n- python=3.8\n- pip\n- pip:\n - nbgitpuller\n - sphinx-gallery\n - pandas\n - matplotlib\nname: example-environment\n", + "image": "mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04" + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "1158", + "Content-Type": "application/json; charset=utf-8", + "Date": "Wed, 04 Jan 2023 09:19:43 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/1?api-version=2022-05-01", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-d23dd46436adb11d0e82810cecda4572-643115a93922a573-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "3da78a4a-c181-4302-9bb1-5d8e13f0654d", + "x-ms-ratelimit-remaining-subscription-writes": "1198", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20230104T091944Z:3da78a4a-c181-4302-9bb1-5d8e13f0654d", + "x-request-time": "0.306" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/1", + "name": "1", + "type": "Microsoft.MachineLearningServices/workspaces/environments/versions", + "properties": { + "description": "This is an anonymous environment", + "tags": {}, + "properties": {}, + "isArchived": false, + "isAnonymous": false, + "environmentType": "UserCreated", + "image": "mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04", + "condaFile": "{\n \u0022channels\u0022: [\n \u0022conda-forge\u0022\n ],\n \u0022dependencies\u0022: [\n \u0022python=3.8\u0022,\n \u0022pip\u0022,\n {\n \u0022pip\u0022: [\n \u0022nbgitpuller\u0022,\n \u0022sphinx-gallery\u0022,\n \u0022pandas\u0022,\n \u0022matplotlib\u0022\n ]\n }\n ],\n \u0022name\u0022: \u0022example-environment\u0022\n}", + "osType": "Linux" + }, + "systemData": { + "createdAt": "2023-01-04T05:45:07.1265918\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User", + "lastModifiedAt": "2023-01-04T05:45:07.1265918\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/1?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "352", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "description": "This is an anonymous environment", + "isAnonymous": false, + "isArchived": false, + "condaFile": "channels:\n- conda-forge\ndependencies:\n- python=3.8\n- pip\n- pip:\n - nbgitpuller\n - sphinx-gallery\n - pandas\n - matplotlib\nname: example-environment\n", + "image": "mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04" + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "1158", + "Content-Type": "application/json; charset=utf-8", + "Date": "Wed, 04 Jan 2023 09:19:44 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/1?api-version=2022-05-01", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-b82243541e3ffc63778e4a26b7151789-0b42cc1dcf2e9f7d-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "a697294b-4d4e-4431-b4f7-0397c32343be", + "x-ms-ratelimit-remaining-subscription-writes": "1197", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20230104T091945Z:a697294b-4d4e-4431-b4f7-0397c32343be", + "x-request-time": "0.313" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/1", + "name": "1", + "type": "Microsoft.MachineLearningServices/workspaces/environments/versions", + "properties": { + "description": "This is an anonymous environment", + "tags": {}, + "properties": {}, + "isArchived": false, + "isAnonymous": false, + "environmentType": "UserCreated", + "image": "mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04", + "condaFile": "{\n \u0022channels\u0022: [\n \u0022conda-forge\u0022\n ],\n \u0022dependencies\u0022: [\n \u0022python=3.8\u0022,\n \u0022pip\u0022,\n {\n \u0022pip\u0022: [\n \u0022nbgitpuller\u0022,\n \u0022sphinx-gallery\u0022,\n \u0022pandas\u0022,\n \u0022matplotlib\u0022\n ]\n }\n ],\n \u0022name\u0022: \u0022example-environment\u0022\n}", + "osType": "Linux" + }, + "systemData": { + "createdAt": "2023-01-04T05:45:07.1265918\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User", + "lastModifiedAt": "2023-01-04T05:45:07.1265918\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/1?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "352", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "description": "This is an anonymous environment", + "isAnonymous": false, + "isArchived": false, + "condaFile": "channels:\n- conda-forge\ndependencies:\n- python=3.8\n- pip\n- pip:\n - nbgitpuller\n - sphinx-gallery\n - pandas\n - matplotlib\nname: example-environment\n", + "image": "mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04" + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "1158", + "Content-Type": "application/json; charset=utf-8", + "Date": "Wed, 04 Jan 2023 09:19:45 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/1?api-version=2022-05-01", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-cb32c8ea156d1e7eb60921e2242e9781-aa09bdd67e695b92-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "a1c232a2-a370-4bd2-b111-df41826854ef", + "x-ms-ratelimit-remaining-subscription-writes": "1196", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20230104T091946Z:a1c232a2-a370-4bd2-b111-df41826854ef", + "x-request-time": "0.258" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/1", + "name": "1", + "type": "Microsoft.MachineLearningServices/workspaces/environments/versions", + "properties": { + "description": "This is an anonymous environment", + "tags": {}, + "properties": {}, + "isArchived": false, + "isAnonymous": false, + "environmentType": "UserCreated", + "image": "mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04", + "condaFile": "{\n \u0022channels\u0022: [\n \u0022conda-forge\u0022\n ],\n \u0022dependencies\u0022: [\n \u0022python=3.8\u0022,\n \u0022pip\u0022,\n {\n \u0022pip\u0022: [\n \u0022nbgitpuller\u0022,\n \u0022sphinx-gallery\u0022,\n \u0022pandas\u0022,\n \u0022matplotlib\u0022\n ]\n }\n ],\n \u0022name\u0022: \u0022example-environment\u0022\n}", + "osType": "Linux" + }, + "systemData": { + "createdAt": "2023-01-04T05:45:07.1265918\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User", + "lastModifiedAt": "2023-01-04T05:45:07.1265918\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Wed, 04 Jan 2023 09:19:46 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-2d59a719f36781265d8a989a4e37767e-9e9a7ea34ba8aa82-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "479387b1-88ff-4609-9fcd-43445ae5df26", + "x-ms-ratelimit-remaining-subscription-reads": "11997", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20230104T091947Z:479387b1-88ff-4609-9fcd-43445ae5df26", + "x-request-time": "0.115" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "name": "workspaceblobstore", + "type": "Microsoft.MachineLearningServices/workspaces/datastores", + "properties": { + "description": null, + "tags": null, + "properties": null, + "isDefault": true, + "credentials": { + "credentialsType": "AccountKey" + }, + "datastoreType": "AzureBlob", + "accountName": "sagvgsoim6nmhbq", + "containerName": "azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8", + "endpoint": "core.windows.net", + "protocol": "https", + "serviceDataAccessAuthIdentity": "WorkspaceSystemAssignedIdentity" + }, + "systemData": { + "createdAt": "2022-09-22T09:02:03.2629568\u002B00:00", + "createdBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "createdByType": "Application", + "lastModifiedAt": "2022-09-22T09:02:04.166989\u002B00:00", + "lastModifiedBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "lastModifiedByType": "Application" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Wed, 04 Jan 2023 09:19:47 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-af3b5762b60e953dcc4a8c3772a3e4fc-ae6abd24c1417d0f-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "81a45a31-db8c-42f5-8a03-18b88c58d6a3", + "x-ms-ratelimit-remaining-subscription-reads": "11996", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20230104T091947Z:81a45a31-db8c-42f5-8a03-18b88c58d6a3", + "x-request-time": "0.175" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "name": "workspaceblobstore", + "type": "Microsoft.MachineLearningServices/workspaces/datastores", + "properties": { + "description": null, + "tags": null, + "properties": null, + "isDefault": true, + "credentials": { + "credentialsType": "AccountKey" + }, + "datastoreType": "AzureBlob", + "accountName": "sagvgsoim6nmhbq", + "containerName": "azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8", + "endpoint": "core.windows.net", + "protocol": "https", + "serviceDataAccessAuthIdentity": "WorkspaceSystemAssignedIdentity" + }, + "systemData": { + "createdAt": "2022-09-22T09:02:03.2629568\u002B00:00", + "createdBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "createdByType": "Application", + "lastModifiedAt": "2022-09-22T09:02:04.166989\u002B00:00", + "lastModifiedBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "lastModifiedByType": "Application" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore/listSecrets?api-version=2022-05-01", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Wed, 04 Jan 2023 09:19:46 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-2fa05a7549df0a07d11af272b845349e-7dab7edfa52ff399-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": "Accept-Encoding", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "279b5a15-9633-497c-af2b-3331a942b5a4", + "x-ms-ratelimit-remaining-subscription-writes": "1198", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20230104T091947Z:279b5a15-9633-497c-af2b-3331a942b5a4", + "x-request-time": "0.103" + }, + "ResponseBody": { + "secretsType": "AccountKey", + "key": "dGhpcyBpcyBmYWtlIGtleQ==" + } + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/COMPONENT_PLACEHOLDER", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Wed, 04 Jan 2023 09:19:47 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Accept-Ranges": "bytes", + "Content-Length": "35", + "Content-MD5": "L/DnSpFIn\u002BjaQWc\u002BsUQdcw==", + "Content-Type": "application/octet-stream", + "Date": "Wed, 04 Jan 2023 09:19:47 GMT", + "ETag": "\u00220x8DA9D48E17467D7\u0022", + "Last-Modified": "Fri, 23 Sep 2022 09:49:17 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Vary": "Origin", + "x-ms-access-tier": "Hot", + "x-ms-access-tier-inferred": "true", + "x-ms-blob-type": "BlockBlob", + "x-ms-creation-time": "Fri, 23 Sep 2022 09:49:16 GMT", + "x-ms-lease-state": "available", + "x-ms-lease-status": "unlocked", + "x-ms-meta-name": "9c9cfba9-82bd-45db-ad06-07009d1d9672", + "x-ms-meta-upload_status": "completed", + "x-ms-meta-version": "1", + "x-ms-server-encrypted": "true", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore/listSecrets?api-version=2022-05-01", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Wed, 04 Jan 2023 09:19:47 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-f9085baa659be727629ab9599323faf3-0044427f980d375f-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": "Accept-Encoding", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "e853e975-bc2f-48b8-8197-615c2383f149", + "x-ms-ratelimit-remaining-subscription-writes": "1199", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20230104T091948Z:e853e975-bc2f-48b8-8197-615c2383f149", + "x-request-time": "0.101" + }, + "ResponseBody": { + "secretsType": "AccountKey", + "key": "dGhpcyBpcyBmYWtlIGtleQ==" + } + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/az-ml-artifacts/00000000000000000000000000000000/COMPONENT_PLACEHOLDER", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Wed, 04 Jan 2023 09:19:47 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 404, + "ResponseHeaders": { + "Date": "Wed, 04 Jan 2023 09:19:48 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Transfer-Encoding": "chunked", + "Vary": "Origin", + "x-ms-error-code": "BlobNotFound", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Wed, 04 Jan 2023 09:19:47 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-9780dfdd3460d472a74bcdc7d8bceadb-bd7144b6940b159c-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "656b5e50-0b37-4305-95dd-be2bd3473f4c", + "x-ms-ratelimit-remaining-subscription-reads": "11999", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20230104T091948Z:656b5e50-0b37-4305-95dd-be2bd3473f4c", + "x-request-time": "0.089" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "name": "workspaceblobstore", + "type": "Microsoft.MachineLearningServices/workspaces/datastores", + "properties": { + "description": null, + "tags": null, + "properties": null, + "isDefault": true, + "credentials": { + "credentialsType": "AccountKey" + }, + "datastoreType": "AzureBlob", + "accountName": "sagvgsoim6nmhbq", + "containerName": "azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8", + "endpoint": "core.windows.net", + "protocol": "https", + "serviceDataAccessAuthIdentity": "WorkspaceSystemAssignedIdentity" + }, + "systemData": { + "createdAt": "2022-09-22T09:02:03.2629568\u002B00:00", + "createdBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "createdByType": "Application", + "lastModifiedAt": "2022-09-22T09:02:04.166989\u002B00:00", + "lastModifiedBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "lastModifiedByType": "Application" + } + } + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/COMPONENT_PLACEHOLDER", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Wed, 04 Jan 2023 09:19:47 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Accept-Ranges": "bytes", + "Content-Length": "35", + "Content-MD5": "L/DnSpFIn\u002BjaQWc\u002BsUQdcw==", + "Content-Type": "application/octet-stream", + "Date": "Wed, 04 Jan 2023 09:19:48 GMT", + "ETag": "\u00220x8DA9D48E17467D7\u0022", + "Last-Modified": "Fri, 23 Sep 2022 09:49:17 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Vary": "Origin", + "x-ms-access-tier": "Hot", + "x-ms-access-tier-inferred": "true", + "x-ms-blob-type": "BlockBlob", + "x-ms-creation-time": "Fri, 23 Sep 2022 09:49:16 GMT", + "x-ms-lease-state": "available", + "x-ms-lease-status": "unlocked", + "x-ms-meta-name": "9c9cfba9-82bd-45db-ad06-07009d1d9672", + "x-ms-meta-upload_status": "completed", + "x-ms-meta-version": "1", + "x-ms-server-encrypted": "true", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/az-ml-artifacts/00000000000000000000000000000000/COMPONENT_PLACEHOLDER", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Wed, 04 Jan 2023 09:19:48 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 404, + "ResponseHeaders": { + "Date": "Wed, 04 Jan 2023 09:19:48 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Transfer-Encoding": "chunked", + "Vary": "Origin", + "x-ms-error-code": "BlobNotFound", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore/listSecrets?api-version=2022-05-01", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Wed, 04 Jan 2023 09:19:48 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-ff1efb03a2121d9fd6a19c579eee2215-a172cb54842fa71e-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": "Accept-Encoding", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "af9718af-c644-4ec8-94f0-52325194d79e", + "x-ms-ratelimit-remaining-subscription-writes": "1199", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20230104T091948Z:af9718af-c644-4ec8-94f0-52325194d79e", + "x-request-time": "0.095" + }, + "ResponseBody": { + "secretsType": "AccountKey", + "key": "dGhpcyBpcyBmYWtlIGtleQ==" + } + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/COMPONENT_PLACEHOLDER", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Wed, 04 Jan 2023 09:19:48 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Accept-Ranges": "bytes", + "Content-Length": "35", + "Content-MD5": "L/DnSpFIn\u002BjaQWc\u002BsUQdcw==", + "Content-Type": "application/octet-stream", + "Date": "Wed, 04 Jan 2023 09:19:48 GMT", + "ETag": "\u00220x8DA9D48E17467D7\u0022", + "Last-Modified": "Fri, 23 Sep 2022 09:49:17 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Vary": "Origin", + "x-ms-access-tier": "Hot", + "x-ms-access-tier-inferred": "true", + "x-ms-blob-type": "BlockBlob", + "x-ms-creation-time": "Fri, 23 Sep 2022 09:49:16 GMT", + "x-ms-lease-state": "available", + "x-ms-lease-status": "unlocked", + "x-ms-meta-name": "9c9cfba9-82bd-45db-ad06-07009d1d9672", + "x-ms-meta-upload_status": "completed", + "x-ms-meta-version": "1", + "x-ms-server-encrypted": "true", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/az-ml-artifacts/00000000000000000000000000000000/COMPONENT_PLACEHOLDER", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Wed, 04 Jan 2023 09:19:48 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 404, + "ResponseHeaders": { + "Date": "Wed, 04 Jan 2023 09:19:49 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Transfer-Encoding": "chunked", + "Vary": "Origin", + "x-ms-error-code": "BlobNotFound", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "288", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "properties": { + "hash_sha256": "0000000000000", + "hash_version": "0000000000000" + }, + "isAnonymous": true, + "isArchived": false, + "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000" + } + }, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Wed, 04 Jan 2023 09:19:48 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-0cc231fa46c4fa6fc164e25f234100c9-639a083ab4bbb965-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "2e135b28-4273-446a-8017-ac90b38950b5", + "x-ms-ratelimit-remaining-subscription-writes": "1195", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20230104T091949Z:2e135b28-4273-446a-8017-ac90b38950b5", + "x-request-time": "0.384" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1", + "name": "1", + "type": "Microsoft.MachineLearningServices/workspaces/codes/versions", + "properties": { + "description": null, + "tags": {}, + "properties": { + "hash_sha256": "0000000000000", + "hash_version": "0000000000000" + }, + "isArchived": false, + "isAnonymous": false, + "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000" + }, + "systemData": { + "createdAt": "2022-09-23T09:49:20.984936\u002B00:00", + "createdBy": "Ying Chen", + "createdByType": "User", + "lastModifiedAt": "2023-01-04T09:19:49.2560622\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "288", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "properties": { + "hash_sha256": "0000000000000", + "hash_version": "0000000000000" + }, + "isAnonymous": true, + "isArchived": false, + "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000" + } + }, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Wed, 04 Jan 2023 09:19:49 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-49d2e86c1ef8739ba5052cff42b6a50f-b1d3e918c03829b0-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "a1b25a89-bb4d-43a5-957c-f9effa4d3fc7", + "x-ms-ratelimit-remaining-subscription-writes": "1199", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20230104T091949Z:a1b25a89-bb4d-43a5-957c-f9effa4d3fc7", + "x-request-time": "0.412" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1", + "name": "1", + "type": "Microsoft.MachineLearningServices/workspaces/codes/versions", + "properties": { + "description": null, + "tags": {}, + "properties": { + "hash_sha256": "0000000000000", + "hash_version": "0000000000000" + }, + "isArchived": false, + "isAnonymous": false, + "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000" + }, + "systemData": { + "createdAt": "2022-09-23T09:49:20.984936\u002B00:00", + "createdBy": "Ying Chen", + "createdByType": "User", + "lastModifiedAt": "2023-01-04T09:19:49.4307033\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "288", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "properties": { + "hash_sha256": "0000000000000", + "hash_version": "0000000000000" + }, + "isAnonymous": true, + "isArchived": false, + "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000" + } + }, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Wed, 04 Jan 2023 09:19:50 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-34e25e4c0b46258c51f2fda6bba2f3cf-561379e57592c0f8-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "ae5df1a8-9c0b-4a72-ac30-26a11c94069b", + "x-ms-ratelimit-remaining-subscription-writes": "1199", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20230104T091950Z:ae5df1a8-9c0b-4a72-ac30-26a11c94069b", + "x-request-time": "0.379" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1", + "name": "1", + "type": "Microsoft.MachineLearningServices/workspaces/codes/versions", + "properties": { + "description": null, + "tags": {}, + "properties": { + "hash_sha256": "0000000000000", + "hash_version": "0000000000000" + }, + "isArchived": false, + "isAnonymous": false, + "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000" + }, + "systemData": { + "createdAt": "2022-09-23T09:49:20.984936\u002B00:00", + "createdBy": "Ying Chen", + "createdByType": "User", + "lastModifiedAt": "2023-01-04T09:19:50.4801819\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/9068b84b-2229-b0ff-309e-1e0faf609ad7?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "1452", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "description": "This is the basic command component", + "properties": {}, + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "isAnonymous": true, + "isArchived": false, + "componentSpec": { + "command": "echo Hello World \u0026 echo $[[${{inputs.component_in_number}}]] \u0026 echo ${{inputs.component_in_path}} \u0026 echo ${{outputs.component_out_path}} \u003E ${{outputs.component_out_path}}/component_in_number \u0026 echo updated1", + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1", + "environment": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/1", + "name": "microsoftsamples_command_component_basic", + "description": "This is the basic command component", + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "version": "0.0.1", + "$schema": "https://azuremlschemas.azureedge.net/development/commandComponent.schema.json", + "display_name": "CommandComponentBasic", + "is_deterministic": true, + "inputs": { + "component_in_number": { + "type": "number", + "optional": true, + "default": "10.99", + "description": "A number" + }, + "component_in_path": { + "type": "uri_folder", + "description": "A path" + } + }, + "outputs": { + "component_out_path": { + "type": "uri_folder" + } + }, + "type": "command", + "_source": "YAML.COMPONENT" + } + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "2407", + "Content-Type": "application/json; charset=utf-8", + "Date": "Wed, 04 Jan 2023 09:19:50 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/9068b84b-2229-b0ff-309e-1e0faf609ad7?api-version=2022-05-01", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-f5d891f6ba86f350afb50d0960d71aa9-dc4cb7e172109511-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "a8f97b9f-f077-43da-abbd-cd16cf535e4c", + "x-ms-ratelimit-remaining-subscription-writes": "1198", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20230104T091950Z:a8f97b9f-f077-43da-abbd-cd16cf535e4c", + "x-request-time": "0.599" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/1cd417b6-fa7d-4f70-8204-7fae1e68fc71", + "name": "1cd417b6-fa7d-4f70-8204-7fae1e68fc71", + "type": "Microsoft.MachineLearningServices/workspaces/components/versions", + "properties": { + "description": null, + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "properties": {}, + "isArchived": false, + "isAnonymous": true, + "componentSpec": { + "name": "azureml_anonymous", + "version": "1cd417b6-fa7d-4f70-8204-7fae1e68fc71", + "display_name": "CommandComponentBasic", + "is_deterministic": "True", + "type": "command", + "description": "This is the basic command component", + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "inputs": { + "component_in_path": { + "type": "uri_folder", + "optional": "False", + "description": "A path" + }, + "component_in_number": { + "type": "number", + "optional": "True", + "default": "10.99", + "description": "A number" + } + }, + "outputs": { + "component_out_path": { + "type": "uri_folder" + } + }, + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1", + "environment": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/1", + "resources": { + "instance_count": "1" + }, + "command": "echo Hello World \u0026 echo $[[${{inputs.component_in_number}}]] \u0026 echo ${{inputs.component_in_path}} \u0026 echo ${{outputs.component_out_path}} \u003E ${{outputs.component_out_path}}/component_in_number \u0026 echo updated1", + "$schema": "https://azuremlschemas.azureedge.net/development/commandComponent.schema.json" + } + }, + "systemData": { + "createdAt": "2023-01-04T09:17:37.4111482\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User", + "lastModifiedAt": "2023-01-04T09:17:37.8158775\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/9749ca11-e9c8-1dd0-4181-8449c6b6cc10?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "1452", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "description": "This is the basic command component", + "properties": {}, + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "isAnonymous": true, + "isArchived": false, + "componentSpec": { + "command": "echo Hello World \u0026 echo $[[${{inputs.component_in_number}}]] \u0026 echo ${{inputs.component_in_path}} \u0026 echo ${{outputs.component_out_path}} \u003E ${{outputs.component_out_path}}/component_in_number \u0026 echo updated2", + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1", + "environment": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/1", + "name": "microsoftsamples_command_component_basic", + "description": "This is the basic command component", + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "version": "0.0.1", + "$schema": "https://azuremlschemas.azureedge.net/development/commandComponent.schema.json", + "display_name": "CommandComponentBasic", + "is_deterministic": true, + "inputs": { + "component_in_number": { + "type": "number", + "optional": true, + "default": "10.99", + "description": "A number" + }, + "component_in_path": { + "type": "uri_folder", + "description": "A path" + } + }, + "outputs": { + "component_out_path": { + "type": "uri_folder" + } + }, + "type": "command", + "_source": "YAML.COMPONENT" + } + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "2407", + "Content-Type": "application/json; charset=utf-8", + "Date": "Wed, 04 Jan 2023 09:19:49 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/9749ca11-e9c8-1dd0-4181-8449c6b6cc10?api-version=2022-05-01", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-b9f8fe8c113ebd36b1ba57592f8262f3-1d0756cd634c06d3-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "3836127b-5035-403f-8e5f-e6f7cf2b212f", + "x-ms-ratelimit-remaining-subscription-writes": "1194", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20230104T091950Z:3836127b-5035-403f-8e5f-e6f7cf2b212f", + "x-request-time": "0.708" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/a76b3707-7933-4af8-ae31-98a92225bd1d", + "name": "a76b3707-7933-4af8-ae31-98a92225bd1d", + "type": "Microsoft.MachineLearningServices/workspaces/components/versions", + "properties": { + "description": null, + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "properties": {}, + "isArchived": false, + "isAnonymous": true, + "componentSpec": { + "name": "azureml_anonymous", + "version": "a76b3707-7933-4af8-ae31-98a92225bd1d", + "display_name": "CommandComponentBasic", + "is_deterministic": "True", + "type": "command", + "description": "This is the basic command component", + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "inputs": { + "component_in_path": { + "type": "uri_folder", + "optional": "False", + "description": "A path" + }, + "component_in_number": { + "type": "number", + "optional": "True", + "default": "10.99", + "description": "A number" + } + }, + "outputs": { + "component_out_path": { + "type": "uri_folder" + } + }, + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1", + "environment": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/1", + "resources": { + "instance_count": "1" + }, + "command": "echo Hello World \u0026 echo $[[${{inputs.component_in_number}}]] \u0026 echo ${{inputs.component_in_path}} \u0026 echo ${{outputs.component_out_path}} \u003E ${{outputs.component_out_path}}/component_in_number \u0026 echo updated2", + "$schema": "https://azuremlschemas.azureedge.net/development/commandComponent.schema.json" + } + }, + "systemData": { + "createdAt": "2023-01-04T09:17:37.6542324\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User", + "lastModifiedAt": "2023-01-04T09:17:38.0704166\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/4a89d684-4053-653b-d9dd-4445b8afa0d5?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "1452", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "description": "This is the basic command component", + "properties": {}, + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "isAnonymous": true, + "isArchived": false, + "componentSpec": { + "command": "echo Hello World \u0026 echo $[[${{inputs.component_in_number}}]] \u0026 echo ${{inputs.component_in_path}} \u0026 echo ${{outputs.component_out_path}} \u003E ${{outputs.component_out_path}}/component_in_number \u0026 echo updated3", + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1", + "environment": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/1", + "name": "microsoftsamples_command_component_basic", + "description": "This is the basic command component", + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "version": "0.0.1", + "$schema": "https://azuremlschemas.azureedge.net/development/commandComponent.schema.json", + "display_name": "CommandComponentBasic", + "is_deterministic": true, + "inputs": { + "component_in_number": { + "type": "number", + "optional": true, + "default": "10.99", + "description": "A number" + }, + "component_in_path": { + "type": "uri_folder", + "description": "A path" + } + }, + "outputs": { + "component_out_path": { + "type": "uri_folder" + } + }, + "type": "command", + "_source": "YAML.COMPONENT" + } + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "2406", + "Content-Type": "application/json; charset=utf-8", + "Date": "Wed, 04 Jan 2023 09:19:50 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/4a89d684-4053-653b-d9dd-4445b8afa0d5?api-version=2022-05-01", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-1a79a3aab7525e08c788daa90578eebc-7c7e0839e355167e-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "5f11c61e-71f0-470b-9e9c-fe6d127768af", + "x-ms-ratelimit-remaining-subscription-writes": "1193", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20230104T091951Z:5f11c61e-71f0-470b-9e9c-fe6d127768af", + "x-request-time": "0.460" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/16e7ddc7-395a-4605-84f5-ab129f0dc48e", + "name": "16e7ddc7-395a-4605-84f5-ab129f0dc48e", + "type": "Microsoft.MachineLearningServices/workspaces/components/versions", + "properties": { + "description": null, + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "properties": {}, + "isArchived": false, + "isAnonymous": true, + "componentSpec": { + "name": "azureml_anonymous", + "version": "16e7ddc7-395a-4605-84f5-ab129f0dc48e", + "display_name": "CommandComponentBasic", + "is_deterministic": "True", + "type": "command", + "description": "This is the basic command component", + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "inputs": { + "component_in_path": { + "type": "uri_folder", + "optional": "False", + "description": "A path" + }, + "component_in_number": { + "type": "number", + "optional": "True", + "default": "10.99", + "description": "A number" + } + }, + "outputs": { + "component_out_path": { + "type": "uri_folder" + } + }, + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1", + "environment": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/1", + "resources": { + "instance_count": "1" + }, + "command": "echo Hello World \u0026 echo $[[${{inputs.component_in_number}}]] \u0026 echo ${{inputs.component_in_path}} \u0026 echo ${{outputs.component_out_path}} \u003E ${{outputs.component_out_path}}/component_in_number \u0026 echo updated3", + "$schema": "https://azuremlschemas.azureedge.net/development/commandComponent.schema.json" + } + }, + "systemData": { + "createdAt": "2023-01-04T09:17:38.299088\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User", + "lastModifiedAt": "2023-01-04T09:17:38.7019606\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/000000000000000000000?api-version=2022-10-01-preview", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "2860", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "properties": {}, + "tags": {}, + "displayName": "pipeline_leaf", + "experimentName": "azure-ai-ml", + "isArchived": false, + "jobType": "Pipeline", + "inputs": {}, + "jobs": { + "microsoftsamples_command_component_basic": { + "name": "microsoftsamples_command_component_basic", + "type": "command", + "inputs": { + "component_in_number": { + "job_input_type": "literal", + "value": "1" + }, + "component_in_path": { + "uri": "azureml://datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/data/", + "job_input_type": "uri_folder" + } + }, + "_source": "YAML.COMPONENT", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/1cd417b6-fa7d-4f70-8204-7fae1e68fc71" + }, + "microsoftsamples_command_component_basic_1": { + "name": "microsoftsamples_command_component_basic_1", + "type": "command", + "inputs": { + "component_in_number": { + "job_input_type": "literal", + "value": "1" + }, + "component_in_path": { + "uri": "azureml://datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/data/", + "job_input_type": "uri_folder" + } + }, + "_source": "YAML.COMPONENT", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/1cd417b6-fa7d-4f70-8204-7fae1e68fc71" + }, + "microsoftsamples_command_component_basic_2": { + "name": "microsoftsamples_command_component_basic_2", + "type": "command", + "inputs": { + "component_in_number": { + "job_input_type": "literal", + "value": "1" + }, + "component_in_path": { + "uri": "azureml://datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/data/", + "job_input_type": "uri_folder" + } + }, + "_source": "YAML.COMPONENT", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/a76b3707-7933-4af8-ae31-98a92225bd1d" + }, + "microsoftsamples_command_component_basic_3": { + "name": "microsoftsamples_command_component_basic_3", + "type": "command", + "inputs": { + "component_in_number": { + "job_input_type": "literal", + "value": "1" + }, + "component_in_path": { + "uri": "azureml://datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/data/", + "job_input_type": "uri_folder" + } + }, + "_source": "YAML.COMPONENT", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/16e7ddc7-395a-4605-84f5-ab129f0dc48e" + } + }, + "outputs": {}, + "settings": { + "default_compute": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "_source": "DSL" + } + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "5326", + "Content-Type": "application/json; charset=utf-8", + "Date": "Wed, 04 Jan 2023 09:19:56 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/000000000000000000000?api-version=2022-10-01-preview", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-b22882d2be2b12a74dff7bc86b56aa0a-e3c48d61d9f16766-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "385e92fc-d50d-4c76-bbcf-e79068be2c1c", + "x-ms-ratelimit-remaining-subscription-writes": "1192", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20230104T091956Z:385e92fc-d50d-4c76-bbcf-e79068be2c1c", + "x-request-time": "2.960" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/000000000000000000000", + "name": "000000000000000000000", + "type": "Microsoft.MachineLearningServices/workspaces/jobs", + "properties": { + "description": null, + "tags": {}, + "properties": { + "azureml.DevPlatv2": "true", + "azureml.runsource": "azureml.PipelineRun", + "runSource": "MFE", + "runType": "HTTP", + "azureml.parameters": "{}", + "azureml.continue_on_step_failure": "False", + "azureml.continue_on_failed_optional_input": "True", + "azureml.defaultComputeName": "cpu-cluster", + "azureml.defaultDataStoreName": "workspaceblobstore", + "azureml.pipelineComponent": "pipelinerun" + }, + "displayName": "pipeline_leaf", + "status": "Preparing", + "experimentName": "azure-ai-ml", + "services": { + "Tracking": { + "jobServiceType": "Tracking", + "port": null, + "endpoint": "azureml://master.api.azureml-test.ms/mlflow/v1.0/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000?", + "status": null, + "errorMessage": null, + "properties": null, + "nodes": null + }, + "Studio": { + "jobServiceType": "Studio", + "port": null, + "endpoint": "https://ml.azure.com/runs/000000000000000000000?wsid=/subscriptions/00000000-0000-0000-0000-000000000/resourcegroups/00000/workspaces/00000", + "status": null, + "errorMessage": null, + "properties": null, + "nodes": null + } + }, + "computeId": null, + "isArchived": false, + "identity": null, + "componentId": null, + "jobType": "Pipeline", + "settings": { + "default_compute": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "_source": "DSL" + }, + "jobs": { + "microsoftsamples_command_component_basic": { + "name": "microsoftsamples_command_component_basic", + "type": "command", + "inputs": { + "component_in_number": { + "job_input_type": "literal", + "value": "1" + }, + "component_in_path": { + "uri": "azureml://datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/data/", + "job_input_type": "uri_folder" + } + }, + "_source": "YAML.COMPONENT", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/1cd417b6-fa7d-4f70-8204-7fae1e68fc71" + }, + "microsoftsamples_command_component_basic_1": { + "name": "microsoftsamples_command_component_basic_1", + "type": "command", + "inputs": { + "component_in_number": { + "job_input_type": "literal", + "value": "1" + }, + "component_in_path": { + "uri": "azureml://datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/data/", + "job_input_type": "uri_folder" + } + }, + "_source": "YAML.COMPONENT", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/1cd417b6-fa7d-4f70-8204-7fae1e68fc71" + }, + "microsoftsamples_command_component_basic_2": { + "name": "microsoftsamples_command_component_basic_2", + "type": "command", + "inputs": { + "component_in_number": { + "job_input_type": "literal", + "value": "1" + }, + "component_in_path": { + "uri": "azureml://datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/data/", + "job_input_type": "uri_folder" + } + }, + "_source": "YAML.COMPONENT", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/a76b3707-7933-4af8-ae31-98a92225bd1d" + }, + "microsoftsamples_command_component_basic_3": { + "name": "microsoftsamples_command_component_basic_3", + "type": "command", + "inputs": { + "component_in_number": { + "job_input_type": "literal", + "value": "1" + }, + "component_in_path": { + "uri": "azureml://datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/data/", + "job_input_type": "uri_folder" + } + }, + "_source": "YAML.COMPONENT", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/16e7ddc7-395a-4605-84f5-ab129f0dc48e" + } + }, + "inputs": {}, + "outputs": {}, + "sourceJobId": null + }, + "systemData": { + "createdAt": "2023-01-04T09:19:56.0745284\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/000000000000000000000/cancel?api-version=2022-10-01-preview", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 202, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "4", + "Content-Type": "application/json; charset=utf-8", + "Date": "Wed, 04 Jan 2023 09:19:59 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:000000000000000000000?api-version=2022-10-01-preview", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-async-operation-timeout": "PT1H", + "x-ms-correlation-request-id": "8b08883f-7084-4691-b6bd-9ec9fe3ff718", + "x-ms-ratelimit-remaining-subscription-writes": "1197", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20230104T092000Z:8b08883f-7084-4691-b6bd-9ec9fe3ff718", + "x-request-time": "0.782" + }, + "ResponseBody": "null" + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:000000000000000000000?api-version=2022-10-01-preview", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "*/*", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 202, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "2", + "Content-Type": "application/json; charset=utf-8", + "Date": "Wed, 04 Jan 2023 09:19:59 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:000000000000000000000?api-version=2022-10-01-preview", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "390229d4-791c-4878-9115-fe54bd64d757", + "x-ms-ratelimit-remaining-subscription-reads": "11996", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20230104T092000Z:390229d4-791c-4878-9115-fe54bd64d757", + "x-request-time": "0.052" + }, + "ResponseBody": {} + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:000000000000000000000?api-version=2022-10-01-preview", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "*/*", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "0", + "Date": "Wed, 04 Jan 2023 09:20:31 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-fcdbd678f40abf05f3f101b67536b64d-936836a59c41e2e2-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "e5c6b0b5-9265-4942-983a-04c1f945b78c", + "x-ms-ratelimit-remaining-subscription-reads": "11995", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20230104T092031Z:e5c6b0b5-9265-4942-983a-04c1f945b78c", + "x-request-time": "0.032" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/1?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "352", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "description": "This is an anonymous environment", + "isAnonymous": false, + "isArchived": false, + "condaFile": "channels:\n- conda-forge\ndependencies:\n- python=3.8\n- pip\n- pip:\n - nbgitpuller\n - sphinx-gallery\n - pandas\n - matplotlib\nname: example-environment\n", + "image": "mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04" + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "1158", + "Content-Type": "application/json; charset=utf-8", + "Date": "Wed, 04 Jan 2023 09:20:32 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/1?api-version=2022-05-01", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-1ed2d61b5b0ebf93dce14dd6486f7b9a-cae2f5ba0afd8ef8-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "0b2724a5-012a-4c22-915a-2b7b03b8f0b4", + "x-ms-ratelimit-remaining-subscription-writes": "1191", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20230104T092032Z:0b2724a5-012a-4c22-915a-2b7b03b8f0b4", + "x-request-time": "0.200" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/1", + "name": "1", + "type": "Microsoft.MachineLearningServices/workspaces/environments/versions", + "properties": { + "description": "This is an anonymous environment", + "tags": {}, + "properties": {}, + "isArchived": false, + "isAnonymous": false, + "environmentType": "UserCreated", + "image": "mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04", + "condaFile": "{\n \u0022channels\u0022: [\n \u0022conda-forge\u0022\n ],\n \u0022dependencies\u0022: [\n \u0022python=3.8\u0022,\n \u0022pip\u0022,\n {\n \u0022pip\u0022: [\n \u0022nbgitpuller\u0022,\n \u0022sphinx-gallery\u0022,\n \u0022pandas\u0022,\n \u0022matplotlib\u0022\n ]\n }\n ],\n \u0022name\u0022: \u0022example-environment\u0022\n}", + "osType": "Linux" + }, + "systemData": { + "createdAt": "2023-01-04T05:45:07.1265918\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User", + "lastModifiedAt": "2023-01-04T05:45:07.1265918\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/1?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "352", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "description": "This is an anonymous environment", + "isAnonymous": false, + "isArchived": false, + "condaFile": "channels:\n- conda-forge\ndependencies:\n- python=3.8\n- pip\n- pip:\n - nbgitpuller\n - sphinx-gallery\n - pandas\n - matplotlib\nname: example-environment\n", + "image": "mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04" + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "1158", + "Content-Type": "application/json; charset=utf-8", + "Date": "Wed, 04 Jan 2023 09:20:33 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/1?api-version=2022-05-01", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-829199fc26dca84f571c25aba8416b3c-ce12be6d750fc7e0-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "f165a306-88ea-4fd3-889b-b7238423ec63", + "x-ms-ratelimit-remaining-subscription-writes": "1190", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20230104T092033Z:f165a306-88ea-4fd3-889b-b7238423ec63", + "x-request-time": "0.208" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/1", + "name": "1", + "type": "Microsoft.MachineLearningServices/workspaces/environments/versions", + "properties": { + "description": "This is an anonymous environment", + "tags": {}, + "properties": {}, + "isArchived": false, + "isAnonymous": false, + "environmentType": "UserCreated", + "image": "mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04", + "condaFile": "{\n \u0022channels\u0022: [\n \u0022conda-forge\u0022\n ],\n \u0022dependencies\u0022: [\n \u0022python=3.8\u0022,\n \u0022pip\u0022,\n {\n \u0022pip\u0022: [\n \u0022nbgitpuller\u0022,\n \u0022sphinx-gallery\u0022,\n \u0022pandas\u0022,\n \u0022matplotlib\u0022\n ]\n }\n ],\n \u0022name\u0022: \u0022example-environment\u0022\n}", + "osType": "Linux" + }, + "systemData": { + "createdAt": "2023-01-04T05:45:07.1265918\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User", + "lastModifiedAt": "2023-01-04T05:45:07.1265918\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/1?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "352", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "description": "This is an anonymous environment", + "isAnonymous": false, + "isArchived": false, + "condaFile": "channels:\n- conda-forge\ndependencies:\n- python=3.8\n- pip\n- pip:\n - nbgitpuller\n - sphinx-gallery\n - pandas\n - matplotlib\nname: example-environment\n", + "image": "mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04" + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "1158", + "Content-Type": "application/json; charset=utf-8", + "Date": "Wed, 04 Jan 2023 09:20:34 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/1?api-version=2022-05-01", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-08a84fe18bb75fa39f4a150a0ff41cc8-dec3881336eee34a-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "38b092c9-37ad-410d-b32b-0ce35fe0aa96", + "x-ms-ratelimit-remaining-subscription-writes": "1189", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20230104T092034Z:38b092c9-37ad-410d-b32b-0ce35fe0aa96", + "x-request-time": "0.205" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/1", + "name": "1", + "type": "Microsoft.MachineLearningServices/workspaces/environments/versions", + "properties": { + "description": "This is an anonymous environment", + "tags": {}, + "properties": {}, + "isArchived": false, + "isAnonymous": false, + "environmentType": "UserCreated", + "image": "mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04", + "condaFile": "{\n \u0022channels\u0022: [\n \u0022conda-forge\u0022\n ],\n \u0022dependencies\u0022: [\n \u0022python=3.8\u0022,\n \u0022pip\u0022,\n {\n \u0022pip\u0022: [\n \u0022nbgitpuller\u0022,\n \u0022sphinx-gallery\u0022,\n \u0022pandas\u0022,\n \u0022matplotlib\u0022\n ]\n }\n ],\n \u0022name\u0022: \u0022example-environment\u0022\n}", + "osType": "Linux" + }, + "systemData": { + "createdAt": "2023-01-04T05:45:07.1265918\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User", + "lastModifiedAt": "2023-01-04T05:45:07.1265918\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/1?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "352", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "description": "This is an anonymous environment", + "isAnonymous": false, + "isArchived": false, + "condaFile": "channels:\n- conda-forge\ndependencies:\n- python=3.8\n- pip\n- pip:\n - nbgitpuller\n - sphinx-gallery\n - pandas\n - matplotlib\nname: example-environment\n", + "image": "mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04" + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "1158", + "Content-Type": "application/json; charset=utf-8", + "Date": "Wed, 04 Jan 2023 09:20:34 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/1?api-version=2022-05-01", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-4af3022bfcbbf9bbf8145db70ce9946d-bda2cfcd13983a30-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "f21d5855-29a7-4c9c-974f-adbf0e5c28ea", + "x-ms-ratelimit-remaining-subscription-writes": "1188", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20230104T092034Z:f21d5855-29a7-4c9c-974f-adbf0e5c28ea", + "x-request-time": "0.183" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/1", + "name": "1", + "type": "Microsoft.MachineLearningServices/workspaces/environments/versions", + "properties": { + "description": "This is an anonymous environment", + "tags": {}, + "properties": {}, + "isArchived": false, + "isAnonymous": false, + "environmentType": "UserCreated", + "image": "mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04", + "condaFile": "{\n \u0022channels\u0022: [\n \u0022conda-forge\u0022\n ],\n \u0022dependencies\u0022: [\n \u0022python=3.8\u0022,\n \u0022pip\u0022,\n {\n \u0022pip\u0022: [\n \u0022nbgitpuller\u0022,\n \u0022sphinx-gallery\u0022,\n \u0022pandas\u0022,\n \u0022matplotlib\u0022\n ]\n }\n ],\n \u0022name\u0022: \u0022example-environment\u0022\n}", + "osType": "Linux" + }, + "systemData": { + "createdAt": "2023-01-04T05:45:07.1265918\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User", + "lastModifiedAt": "2023-01-04T05:45:07.1265918\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/000000000000000000000?api-version=2022-10-01-preview", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "2860", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "properties": {}, + "tags": {}, + "displayName": "pipeline_leaf", + "experimentName": "azure-ai-ml", + "isArchived": false, + "jobType": "Pipeline", + "inputs": {}, + "jobs": { + "microsoftsamples_command_component_basic": { + "name": "microsoftsamples_command_component_basic", + "type": "command", + "inputs": { + "component_in_number": { + "job_input_type": "literal", + "value": "1" + }, + "component_in_path": { + "uri": "azureml://datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/data/", + "job_input_type": "uri_folder" + } + }, + "_source": "YAML.COMPONENT", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/1cd417b6-fa7d-4f70-8204-7fae1e68fc71" + }, + "microsoftsamples_command_component_basic_1": { + "name": "microsoftsamples_command_component_basic_1", + "type": "command", + "inputs": { + "component_in_number": { + "job_input_type": "literal", + "value": "1" + }, + "component_in_path": { + "uri": "azureml://datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/data/", + "job_input_type": "uri_folder" + } + }, + "_source": "YAML.COMPONENT", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/1cd417b6-fa7d-4f70-8204-7fae1e68fc71" + }, + "microsoftsamples_command_component_basic_2": { + "name": "microsoftsamples_command_component_basic_2", + "type": "command", + "inputs": { + "component_in_number": { + "job_input_type": "literal", + "value": "1" + }, + "component_in_path": { + "uri": "azureml://datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/data/", + "job_input_type": "uri_folder" + } + }, + "_source": "YAML.COMPONENT", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/a76b3707-7933-4af8-ae31-98a92225bd1d" + }, + "microsoftsamples_command_component_basic_3": { + "name": "microsoftsamples_command_component_basic_3", + "type": "command", + "inputs": { + "component_in_number": { + "job_input_type": "literal", + "value": "1" + }, + "component_in_path": { + "uri": "azureml://datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/data/", + "job_input_type": "uri_folder" + } + }, + "_source": "YAML.COMPONENT", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/16e7ddc7-395a-4605-84f5-ab129f0dc48e" + } + }, + "outputs": {}, + "settings": { + "default_compute": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "_source": "DSL" + } + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "5325", + "Content-Type": "application/json; charset=utf-8", + "Date": "Wed, 04 Jan 2023 09:20:37 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/000000000000000000000?api-version=2022-10-01-preview", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-fdbf85ac2c43faed57f8fe2a605a9bda-22a7483cd6473b51-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "cc32ef1c-df3a-44f0-adbb-ccb8d3e9b1d7", + "x-ms-ratelimit-remaining-subscription-writes": "1187", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20230104T092038Z:cc32ef1c-df3a-44f0-adbb-ccb8d3e9b1d7", + "x-request-time": "2.681" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/000000000000000000000", + "name": "000000000000000000000", + "type": "Microsoft.MachineLearningServices/workspaces/jobs", + "properties": { + "description": null, + "tags": {}, + "properties": { + "azureml.DevPlatv2": "true", + "azureml.runsource": "azureml.PipelineRun", + "runSource": "MFE", + "runType": "HTTP", + "azureml.parameters": "{}", + "azureml.continue_on_step_failure": "False", + "azureml.continue_on_failed_optional_input": "True", + "azureml.defaultComputeName": "cpu-cluster", + "azureml.defaultDataStoreName": "workspaceblobstore", + "azureml.pipelineComponent": "pipelinerun" + }, + "displayName": "pipeline_leaf", + "status": "Preparing", + "experimentName": "azure-ai-ml", + "services": { + "Tracking": { + "jobServiceType": "Tracking", + "port": null, + "endpoint": "azureml://master.api.azureml-test.ms/mlflow/v1.0/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000?", + "status": null, + "errorMessage": null, + "properties": null, + "nodes": null + }, + "Studio": { + "jobServiceType": "Studio", + "port": null, + "endpoint": "https://ml.azure.com/runs/000000000000000000000?wsid=/subscriptions/00000000-0000-0000-0000-000000000/resourcegroups/00000/workspaces/00000", + "status": null, + "errorMessage": null, + "properties": null, + "nodes": null + } + }, + "computeId": null, + "isArchived": false, + "identity": null, + "componentId": null, + "jobType": "Pipeline", + "settings": { + "default_compute": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "_source": "DSL" + }, + "jobs": { + "microsoftsamples_command_component_basic": { + "name": "microsoftsamples_command_component_basic", + "type": "command", + "inputs": { + "component_in_number": { + "job_input_type": "literal", + "value": "1" + }, + "component_in_path": { + "uri": "azureml://datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/data/", + "job_input_type": "uri_folder" + } + }, + "_source": "YAML.COMPONENT", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/1cd417b6-fa7d-4f70-8204-7fae1e68fc71" + }, + "microsoftsamples_command_component_basic_1": { + "name": "microsoftsamples_command_component_basic_1", + "type": "command", + "inputs": { + "component_in_number": { + "job_input_type": "literal", + "value": "1" + }, + "component_in_path": { + "uri": "azureml://datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/data/", + "job_input_type": "uri_folder" + } + }, + "_source": "YAML.COMPONENT", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/1cd417b6-fa7d-4f70-8204-7fae1e68fc71" + }, + "microsoftsamples_command_component_basic_2": { + "name": "microsoftsamples_command_component_basic_2", + "type": "command", + "inputs": { + "component_in_number": { + "job_input_type": "literal", + "value": "1" + }, + "component_in_path": { + "uri": "azureml://datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/data/", + "job_input_type": "uri_folder" + } + }, + "_source": "YAML.COMPONENT", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/a76b3707-7933-4af8-ae31-98a92225bd1d" + }, + "microsoftsamples_command_component_basic_3": { + "name": "microsoftsamples_command_component_basic_3", + "type": "command", + "inputs": { + "component_in_number": { + "job_input_type": "literal", + "value": "1" + }, + "component_in_path": { + "uri": "azureml://datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/data/", + "job_input_type": "uri_folder" + } + }, + "_source": "YAML.COMPONENT", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/16e7ddc7-395a-4605-84f5-ab129f0dc48e" + } + }, + "inputs": {}, + "outputs": {}, + "sourceJobId": null + }, + "systemData": { + "createdAt": "2023-01-04T09:20:37.389943\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/000000000000000000000/cancel?api-version=2022-10-01-preview", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 202, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "4", + "Content-Type": "application/json; charset=utf-8", + "Date": "Wed, 04 Jan 2023 09:20:41 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:000000000000000000000?api-version=2022-10-01-preview", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-async-operation-timeout": "PT1H", + "x-ms-correlation-request-id": "3b2900c6-844f-41b6-8d6f-24cdfdcbe4cd", + "x-ms-ratelimit-remaining-subscription-writes": "1196", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20230104T092041Z:3b2900c6-844f-41b6-8d6f-24cdfdcbe4cd", + "x-request-time": "0.730" + }, + "ResponseBody": "null" + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:000000000000000000000?api-version=2022-10-01-preview", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "*/*", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 202, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "2", + "Content-Type": "application/json; charset=utf-8", + "Date": "Wed, 04 Jan 2023 09:20:41 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:000000000000000000000?api-version=2022-10-01-preview", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "99076d42-8ed8-402e-85ea-177590973c0d", + "x-ms-ratelimit-remaining-subscription-reads": "11994", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20230104T092041Z:99076d42-8ed8-402e-85ea-177590973c0d", + "x-request-time": "0.032" + }, + "ResponseBody": {} + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:000000000000000000000?api-version=2022-10-01-preview", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "*/*", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "0", + "Date": "Wed, 04 Jan 2023 09:21:11 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-08ea3d38e2508b54ece3c35d220949cf-d85c722ccb05bd20-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "25e1e5ff-460c-45a9-ac6a-cf9326fa24b4", + "x-ms-ratelimit-remaining-subscription-reads": "11993", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20230104T092111Z:25e1e5ff-460c-45a9-ac6a-cf9326fa24b4", + "x-request-time": "0.027" + }, + "ResponseBody": null + } + ], + "Variables": {} +} From 2e1903996fe8cf0b2a6654590cc9f7185ec7fc5b Mon Sep 17 00:00:00 2001 From: zhangxingzhi Date: Thu, 5 Jan 2023 16:14:26 +0800 Subject: [PATCH 5/9] refactor: move clear_on_disk_cache to conftest.py so that CachedNodeResolver won't in --- sdk/ml/azure-ai-ml/azure/ai/ml/_utils/_cache_utils.py | 8 -------- sdk/ml/azure-ai-ml/tests/conftest.py | 9 ++++++++- 2 files changed, 8 insertions(+), 9 deletions(-) diff --git a/sdk/ml/azure-ai-ml/azure/ai/ml/_utils/_cache_utils.py b/sdk/ml/azure-ai-ml/azure/ai/ml/_utils/_cache_utils.py index 05b9ecc129f9..f94906036f52 100644 --- a/sdk/ml/azure-ai-ml/azure/ai/ml/_utils/_cache_utils.py +++ b/sdk/ml/azure-ai-ml/azure/ai/ml/_utils/_cache_utils.py @@ -4,7 +4,6 @@ import hashlib import logging import os.path -import shutil import tempfile import threading from collections import defaultdict @@ -325,13 +324,6 @@ def _resolve_nodes(self): self._fill_back_component_to_nodes(dict_of_nodes_to_resolve) - def clear_on_disk_cache(self): - """Clear on disk cache for current client.""" - if is_on_disk_cache_enabled() and is_private_preview_enabled(): - self._lock.acquire() - shutil.rmtree(self._on_disk_cache_dir, ignore_errors=True) - self._lock.release() - def register_node_for_lazy_resolution(self, node: BaseNode): """Register a node with its component to resolve. """ diff --git a/sdk/ml/azure-ai-ml/tests/conftest.py b/sdk/ml/azure-ai-ml/tests/conftest.py index e749b0ddbfeb..0c3791cf62cb 100644 --- a/sdk/ml/azure-ai-ml/tests/conftest.py +++ b/sdk/ml/azure-ai-ml/tests/conftest.py @@ -547,6 +547,13 @@ def get_client_hash_with_request_node_name( return object_hash.hexdigest() +def clear_on_disk_cache(cached_resolver): + """Clear on disk cache for current client.""" + cached_resolver._lock.acquire() + shutil.rmtree(cached_resolver._on_disk_cache_dir, ignore_errors=True) + cached_resolver._lock.release() + + @pytest.fixture def mock_component_hash(mocker: MockFixture, request: FixtureRequest): """Mock the component hash function. @@ -609,7 +616,7 @@ def mock_component_hash(mocker: MockFixture, request: FixtureRequest): # clear on-disk cache after each test for resolver in involved_resolvers: - resolver.clear_on_disk_cache() + clear_on_disk_cache(resolver) @pytest.fixture From 380df2623a75cbfbdf04dcb8812160b08432989f Mon Sep 17 00:00:00 2001 From: zhangxingzhi Date: Thu, 5 Jan 2023 17:16:49 +0800 Subject: [PATCH 6/9] fix: make on-disk cache writable for all --- .../azure/ai/ml/_utils/_cache_utils.py | 12 +++++++++-- .../azure-ai-ml/azure/ai/ml/_utils/utils.py | 20 +++++++++++++++++++ 2 files changed, 30 insertions(+), 2 deletions(-) diff --git a/sdk/ml/azure-ai-ml/azure/ai/ml/_utils/_cache_utils.py b/sdk/ml/azure-ai-ml/azure/ai/ml/_utils/_cache_utils.py index f94906036f52..bca1b4e4579c 100644 --- a/sdk/ml/azure-ai-ml/azure/ai/ml/_utils/_cache_utils.py +++ b/sdk/ml/azure-ai-ml/azure/ai/ml/_utils/_cache_utils.py @@ -15,7 +15,7 @@ from azure.ai.ml._utils._asset_utils import get_object_hash from azure.ai.ml._utils.utils import is_on_disk_cache_enabled, is_concurrent_component_registration_enabled, \ - is_private_preview_enabled + is_private_preview_enabled, open_shared_file from azure.ai.ml.constants._common import AzureMLResourceType, AZUREML_COMPONENT_REGISTRATION_MAX_WORKERS from azure.ai.ml.entities import Component from azure.ai.ml.entities._builders import BaseNode @@ -234,7 +234,15 @@ def _save_to_on_disk_cache(self, on_disk_hash: str, arm_id: str) -> None: return on_disk_cache_path = self._get_on_disk_cache_path(on_disk_hash) on_disk_cache_path.parent.mkdir(parents=True, exist_ok=True) - on_disk_cache_path.write_text(arm_id) + try: + with open_shared_file(on_disk_cache_path.as_posix(), "w") as f: + f.write(arm_id) + except PermissionError: + logger.warning( + "Failed to save component to on disk cache due to permission error. " + "Please check if the file %s is in use or current user doesn't have the permission.", + on_disk_cache_path.as_posix(), + ) def _resolve_cache_contents(self, cache_contents_to_resolve: List[_CacheContent], resolver): """Resolve all components to resolve and save the results in cache. diff --git a/sdk/ml/azure-ai-ml/azure/ai/ml/_utils/utils.py b/sdk/ml/azure-ai-ml/azure/ai/ml/_utils/utils.py index 8965561a5335..32b9c3fdb5fe 100644 --- a/sdk/ml/azure-ai-ml/azure/ai/ml/_utils/utils.py +++ b/sdk/ml/azure-ai-ml/azure/ai/ml/_utils/utils.py @@ -932,3 +932,23 @@ def _validate_missing_sub_or_rg_and_raise(subscription_id: Optional[str], resour target=ErrorTarget.GENERAL, error_category=ErrorCategory.USER_ERROR, ) + + +@contextmanager +def open_shared_file(file: str, mode: str = 'r', **kwargs) -> IO: + """Open file with specific mode and return the file object. + + :param file: Path to the file. + :param mode: Mode to open the file with. + :return: The file object. + """ + origin_mask = os.umask(0) + try: + def opener(path, flags): + # w+r for owner, group and others + return os.open(path, flags, 0o666) + + with open(file=file, mode=mode, **kwargs, opener=opener) as f: + yield f + finally: + os.umask(origin_mask) From 8b4493c2b2bd0072acb62113de89cc7f9dffab83 Mon Sep 17 00:00:00 2001 From: zhangxingzhi Date: Thu, 5 Jan 2023 17:24:56 +0800 Subject: [PATCH 7/9] fix: make on-disk cache expire after 1 week --- sdk/ml/azure-ai-ml/azure/ai/ml/_utils/_cache_utils.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/sdk/ml/azure-ai-ml/azure/ai/ml/_utils/_cache_utils.py b/sdk/ml/azure-ai-ml/azure/ai/ml/_utils/_cache_utils.py index bca1b4e4579c..4fb484c60127 100644 --- a/sdk/ml/azure-ai-ml/azure/ai/ml/_utils/_cache_utils.py +++ b/sdk/ml/azure-ai-ml/azure/ai/ml/_utils/_cache_utils.py @@ -6,6 +6,7 @@ import os.path import tempfile import threading +import time from collections import defaultdict from concurrent.futures import ThreadPoolExecutor from dataclasses import dataclass @@ -26,6 +27,7 @@ _ANONYMOUS_HASH_PREFIX = "anonymous-component-" _YAML_SOURCE_PREFIX = "yaml-source-" _CODE_INVOLVED_PREFIX = "code-involved-" +EXPIRE_TIME_IN_SECONDS = 60 * 60 * 24 * 7 # 7 days _node_resolution_lock = defaultdict(threading.Lock) @@ -223,7 +225,7 @@ def _load_from_on_disk_cache(self, on_disk_hash: str) -> Optional[str]: """Load component arm id from on disk cache.""" # on-disk cache will expire in a new SDK version on_disk_cache_path = self._get_on_disk_cache_path(on_disk_hash) - if on_disk_cache_path.is_file(): + if on_disk_cache_path.is_file() and time.time() - on_disk_cache_path.stat().st_ctime < EXPIRE_TIME_IN_SECONDS: return on_disk_cache_path.read_text().strip() return None From ced013de605f2902475f90c701e671d051bd0056 Mon Sep 17 00:00:00 2001 From: Xingzhi Zhang Date: Fri, 6 Jan 2023 10:31:08 +0800 Subject: [PATCH 8/9] fix: upgrade image in anonymous environment --- .../test_dsl_pipeline_with_specific_nodes.py | 4 +- ...ine_concurrent_component_registration.json | 996 ++++++++++-------- 2 files changed, 535 insertions(+), 465 deletions(-) diff --git a/sdk/ml/azure-ai-ml/tests/dsl/e2etests/test_dsl_pipeline_with_specific_nodes.py b/sdk/ml/azure-ai-ml/tests/dsl/e2etests/test_dsl_pipeline_with_specific_nodes.py index 1786643a7300..925847f56631 100644 --- a/sdk/ml/azure-ai-ml/tests/dsl/e2etests/test_dsl_pipeline_with_specific_nodes.py +++ b/sdk/ml/azure-ai-ml/tests/dsl/e2etests/test_dsl_pipeline_with_specific_nodes.py @@ -113,8 +113,8 @@ def _generate_pipeline_func_for_concurrent_component_registration_test(shared_in environment = Environment( name="test-environment", conda_file=conda_file_path, - image="mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04", - version="1", + image="mcr.microsoft.com/azureml/openmpi4.1.0-ubuntu20.04", + version="2", # TODO: anonymous environment has potential version conflict? description="This is an anonymous environment", ) diff --git a/sdk/ml/azure-ai-ml/tests/recordings/dsl/e2etests/test_dsl_pipeline_with_specific_nodes.pyTestDSLPipelineWithSpecificNodestest_dsl_pipeline_concurrent_component_registration.json b/sdk/ml/azure-ai-ml/tests/recordings/dsl/e2etests/test_dsl_pipeline_with_specific_nodes.pyTestDSLPipelineWithSpecificNodestest_dsl_pipeline_concurrent_component_registration.json index af6fa7029f52..055d96b04cf5 100644 --- a/sdk/ml/azure-ai-ml/tests/recordings/dsl/e2etests/test_dsl_pipeline_with_specific_nodes.pyTestDSLPipelineWithSpecificNodestest_dsl_pipeline_concurrent_component_registration.json +++ b/sdk/ml/azure-ai-ml/tests/recordings/dsl/e2etests/test_dsl_pipeline_with_specific_nodes.pyTestDSLPipelineWithSpecificNodestest_dsl_pipeline_concurrent_component_registration.json @@ -7,7 +7,7 @@ "Accept": "application/json", "Accept-Encoding": "gzip, deflate", "Connection": "keep-alive", - "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.13 (Windows-10-10.0.19045-SP0)" }, "RequestBody": null, "StatusCode": 200, @@ -15,11 +15,11 @@ "Cache-Control": "no-cache", "Content-Encoding": "gzip", "Content-Type": "application/json; charset=utf-8", - "Date": "Wed, 04 Jan 2023 09:19:39 GMT", + "Date": "Fri, 06 Jan 2023 02:24:27 GMT", "Expires": "-1", "Pragma": "no-cache", "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", - "Server-Timing": "traceparent;desc=\u002200-e9ea2f9e6c59a562896d6b9a602aefd1-d16a4926113f7069-00\u0022", + "Server-Timing": "traceparent;desc=\u002200-29d6a7475b9db167f54da27ba749840a-011240d92d43358c-00\u0022", "Strict-Transport-Security": "max-age=31536000; includeSubDomains", "Transfer-Encoding": "chunked", "Vary": [ @@ -28,11 +28,11 @@ ], "x-aml-cluster": "vienna-test-westus2-01", "X-Content-Type-Options": "nosniff", - "x-ms-correlation-request-id": "c44cc6a3-bdbb-4096-8726-b29a255f9a8d", - "x-ms-ratelimit-remaining-subscription-reads": "11998", + "x-ms-correlation-request-id": "56a2f252-d39e-46e2-87c8-06205ef13b07", + "x-ms-ratelimit-remaining-subscription-reads": "11999", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20230104T091939Z:c44cc6a3-bdbb-4096-8726-b29a255f9a8d", - "x-request-time": "0.113" + "x-ms-routing-request-id": "JAPANEAST:20230106T022428Z:56a2f252-d39e-46e2-87c8-06205ef13b07", + "x-request-time": "0.134" }, "ResponseBody": { "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", @@ -71,7 +71,7 @@ "Accept-Encoding": "gzip, deflate", "Connection": "keep-alive", "Content-Length": "0", - "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.13 (Windows-10-10.0.19045-SP0)" }, "RequestBody": null, "StatusCode": 200, @@ -79,21 +79,21 @@ "Cache-Control": "no-cache", "Content-Encoding": "gzip", "Content-Type": "application/json; charset=utf-8", - "Date": "Wed, 04 Jan 2023 09:19:40 GMT", + "Date": "Fri, 06 Jan 2023 02:24:28 GMT", "Expires": "-1", "Pragma": "no-cache", "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", - "Server-Timing": "traceparent;desc=\u002200-eae286fc00d63b2f9835811a738819c4-7c815e59b3d9a537-00\u0022", + "Server-Timing": "traceparent;desc=\u002200-206448338541e2d597b8dfd8544681b1-dfdbedf455c419ae-00\u0022", "Strict-Transport-Security": "max-age=31536000; includeSubDomains", "Transfer-Encoding": "chunked", "Vary": "Accept-Encoding", "x-aml-cluster": "vienna-test-westus2-01", "X-Content-Type-Options": "nosniff", - "x-ms-correlation-request-id": "73a6144e-9851-4f1f-b710-2fb41f902672", + "x-ms-correlation-request-id": "451268e8-df40-4dcd-ab1d-bb74e601bbad", "x-ms-ratelimit-remaining-subscription-writes": "1199", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20230104T091940Z:73a6144e-9851-4f1f-b710-2fb41f902672", - "x-request-time": "0.478" + "x-ms-routing-request-id": "JAPANEAST:20230106T022429Z:451268e8-df40-4dcd-ab1d-bb74e601bbad", + "x-request-time": "0.479" }, "ResponseBody": { "secretsType": "AccountKey", @@ -107,8 +107,8 @@ "Accept": "application/xml", "Accept-Encoding": "gzip, deflate", "Connection": "keep-alive", - "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", - "x-ms-date": "Wed, 04 Jan 2023 09:19:40 GMT", + "User-Agent": "azsdk-python-storage-blob/12.14.1 Python/3.9.13 (Windows-10-10.0.19045-SP0)", + "x-ms-date": "Fri, 06 Jan 2023 02:24:29 GMT", "x-ms-version": "2021-08-06" }, "RequestBody": null, @@ -118,7 +118,7 @@ "Content-Length": "508", "Content-MD5": "dUQjYq1qrTeqLOaZ4N2AUQ==", "Content-Type": "application/octet-stream", - "Date": "Wed, 04 Jan 2023 09:19:41 GMT", + "Date": "Fri, 06 Jan 2023 02:24:31 GMT", "ETag": "\u00220x8DA9D48AFBCE5A6\u0022", "Last-Modified": "Fri, 23 Sep 2022 09:47:53 GMT", "Server": [ @@ -147,14 +147,14 @@ "Accept": "application/xml", "Accept-Encoding": "gzip, deflate", "Connection": "keep-alive", - "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", - "x-ms-date": "Wed, 04 Jan 2023 09:19:41 GMT", + "User-Agent": "azsdk-python-storage-blob/12.14.1 Python/3.9.13 (Windows-10-10.0.19045-SP0)", + "x-ms-date": "Fri, 06 Jan 2023 02:24:31 GMT", "x-ms-version": "2021-08-06" }, "RequestBody": null, "StatusCode": 404, "ResponseHeaders": { - "Date": "Wed, 04 Jan 2023 09:19:41 GMT", + "Date": "Fri, 06 Jan 2023 02:24:31 GMT", "Server": [ "Windows-Azure-Blob/1.0", "Microsoft-HTTPAPI/2.0" @@ -167,7 +167,7 @@ "ResponseBody": null }, { - "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/1?api-version=2022-05-01", + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/2?api-version=2022-05-01", "RequestMethod": "PUT", "RequestHeaders": { "Accept": "application/json", @@ -175,7 +175,7 @@ "Connection": "keep-alive", "Content-Length": "352", "Content-Type": "application/json", - "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.13 (Windows-10-10.0.19045-SP0)" }, "RequestBody": { "properties": { @@ -183,32 +183,33 @@ "isAnonymous": false, "isArchived": false, "condaFile": "channels:\n- conda-forge\ndependencies:\n- python=3.8\n- pip\n- pip:\n - nbgitpuller\n - sphinx-gallery\n - pandas\n - matplotlib\nname: example-environment\n", - "image": "mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04" + "image": "mcr.microsoft.com/azureml/openmpi4.1.0-ubuntu20.04" } }, "StatusCode": 201, "ResponseHeaders": { + "Build-ID": "caem", "Cache-Control": "no-cache", "Content-Length": "1158", "Content-Type": "application/json; charset=utf-8", - "Date": "Wed, 04 Jan 2023 09:19:42 GMT", + "Date": "Fri, 06 Jan 2023 02:24:45 GMT", "Expires": "-1", - "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/1?api-version=2022-05-01", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/2?api-version=2022-05-01", "Pragma": "no-cache", "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", - "Server-Timing": "traceparent;desc=\u002200-b93a499dcd91e0839e99fb557f478888-14132e30ace3b5e2-00\u0022", + "Server-Timing": "traceparent;desc=\u002200-895c56c5466cba3a926917791369e586-92f610addf2faf02-00\u0022", "Strict-Transport-Security": "max-age=31536000; includeSubDomains", "x-aml-cluster": "vienna-test-westus2-01", "X-Content-Type-Options": "nosniff", - "x-ms-correlation-request-id": "59960552-387a-4b53-91c0-e717e03bfe46", + "x-ms-correlation-request-id": "cf4f40ab-c6ff-4698-b284-6e68a2f6cc36", "x-ms-ratelimit-remaining-subscription-writes": "1199", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20230104T091943Z:59960552-387a-4b53-91c0-e717e03bfe46", - "x-request-time": "0.280" + "x-ms-routing-request-id": "JAPANEAST:20230106T022445Z:cf4f40ab-c6ff-4698-b284-6e68a2f6cc36", + "x-request-time": "13.554" }, "ResponseBody": { - "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/1", - "name": "1", + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/2", + "name": "2", "type": "Microsoft.MachineLearningServices/workspaces/environments/versions", "properties": { "description": "This is an anonymous environment", @@ -217,22 +218,22 @@ "isArchived": false, "isAnonymous": false, "environmentType": "UserCreated", - "image": "mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04", + "image": "mcr.microsoft.com/azureml/openmpi4.1.0-ubuntu20.04", "condaFile": "{\n \u0022channels\u0022: [\n \u0022conda-forge\u0022\n ],\n \u0022dependencies\u0022: [\n \u0022python=3.8\u0022,\n \u0022pip\u0022,\n {\n \u0022pip\u0022: [\n \u0022nbgitpuller\u0022,\n \u0022sphinx-gallery\u0022,\n \u0022pandas\u0022,\n \u0022matplotlib\u0022\n ]\n }\n ],\n \u0022name\u0022: \u0022example-environment\u0022\n}", "osType": "Linux" }, "systemData": { - "createdAt": "2023-01-04T05:45:07.1265918\u002B00:00", + "createdAt": "2023-01-06T02:24:32.2828911\u002B00:00", "createdBy": "Xingzhi Zhang", "createdByType": "User", - "lastModifiedAt": "2023-01-04T05:45:07.1265918\u002B00:00", + "lastModifiedAt": "2023-01-06T02:24:32.2828911\u002B00:00", "lastModifiedBy": "Xingzhi Zhang", "lastModifiedByType": "User" } } }, { - "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/1?api-version=2022-05-01", + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/2?api-version=2022-05-01", "RequestMethod": "PUT", "RequestHeaders": { "Accept": "application/json", @@ -240,7 +241,7 @@ "Connection": "keep-alive", "Content-Length": "352", "Content-Type": "application/json", - "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.13 (Windows-10-10.0.19045-SP0)" }, "RequestBody": { "properties": { @@ -248,32 +249,33 @@ "isAnonymous": false, "isArchived": false, "condaFile": "channels:\n- conda-forge\ndependencies:\n- python=3.8\n- pip\n- pip:\n - nbgitpuller\n - sphinx-gallery\n - pandas\n - matplotlib\nname: example-environment\n", - "image": "mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04" + "image": "mcr.microsoft.com/azureml/openmpi4.1.0-ubuntu20.04" } }, "StatusCode": 201, "ResponseHeaders": { + "Build-ID": "caem", "Cache-Control": "no-cache", "Content-Length": "1158", "Content-Type": "application/json; charset=utf-8", - "Date": "Wed, 04 Jan 2023 09:19:43 GMT", + "Date": "Fri, 06 Jan 2023 02:24:46 GMT", "Expires": "-1", - "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/1?api-version=2022-05-01", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/2?api-version=2022-05-01", "Pragma": "no-cache", "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", - "Server-Timing": "traceparent;desc=\u002200-d23dd46436adb11d0e82810cecda4572-643115a93922a573-00\u0022", + "Server-Timing": "traceparent;desc=\u002200-783eaa8e2b648dc5a51fdf8ab2d1ae77-6d390dd176e3445d-00\u0022", "Strict-Transport-Security": "max-age=31536000; includeSubDomains", "x-aml-cluster": "vienna-test-westus2-01", "X-Content-Type-Options": "nosniff", - "x-ms-correlation-request-id": "3da78a4a-c181-4302-9bb1-5d8e13f0654d", + "x-ms-correlation-request-id": "9fed880e-9106-43e4-9d96-114c33ec6cc0", "x-ms-ratelimit-remaining-subscription-writes": "1198", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20230104T091944Z:3da78a4a-c181-4302-9bb1-5d8e13f0654d", - "x-request-time": "0.306" + "x-ms-routing-request-id": "JAPANEAST:20230106T022446Z:9fed880e-9106-43e4-9d96-114c33ec6cc0", + "x-request-time": "0.449" }, "ResponseBody": { - "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/1", - "name": "1", + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/2", + "name": "2", "type": "Microsoft.MachineLearningServices/workspaces/environments/versions", "properties": { "description": "This is an anonymous environment", @@ -282,22 +284,22 @@ "isArchived": false, "isAnonymous": false, "environmentType": "UserCreated", - "image": "mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04", + "image": "mcr.microsoft.com/azureml/openmpi4.1.0-ubuntu20.04", "condaFile": "{\n \u0022channels\u0022: [\n \u0022conda-forge\u0022\n ],\n \u0022dependencies\u0022: [\n \u0022python=3.8\u0022,\n \u0022pip\u0022,\n {\n \u0022pip\u0022: [\n \u0022nbgitpuller\u0022,\n \u0022sphinx-gallery\u0022,\n \u0022pandas\u0022,\n \u0022matplotlib\u0022\n ]\n }\n ],\n \u0022name\u0022: \u0022example-environment\u0022\n}", "osType": "Linux" }, "systemData": { - "createdAt": "2023-01-04T05:45:07.1265918\u002B00:00", + "createdAt": "2023-01-06T02:24:32.2828911\u002B00:00", "createdBy": "Xingzhi Zhang", "createdByType": "User", - "lastModifiedAt": "2023-01-04T05:45:07.1265918\u002B00:00", + "lastModifiedAt": "2023-01-06T02:24:32.2828911\u002B00:00", "lastModifiedBy": "Xingzhi Zhang", "lastModifiedByType": "User" } } }, { - "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/1?api-version=2022-05-01", + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/2?api-version=2022-05-01", "RequestMethod": "PUT", "RequestHeaders": { "Accept": "application/json", @@ -305,7 +307,7 @@ "Connection": "keep-alive", "Content-Length": "352", "Content-Type": "application/json", - "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.13 (Windows-10-10.0.19045-SP0)" }, "RequestBody": { "properties": { @@ -313,32 +315,33 @@ "isAnonymous": false, "isArchived": false, "condaFile": "channels:\n- conda-forge\ndependencies:\n- python=3.8\n- pip\n- pip:\n - nbgitpuller\n - sphinx-gallery\n - pandas\n - matplotlib\nname: example-environment\n", - "image": "mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04" + "image": "mcr.microsoft.com/azureml/openmpi4.1.0-ubuntu20.04" } }, "StatusCode": 201, "ResponseHeaders": { + "Build-ID": "caem", "Cache-Control": "no-cache", "Content-Length": "1158", "Content-Type": "application/json; charset=utf-8", - "Date": "Wed, 04 Jan 2023 09:19:44 GMT", + "Date": "Fri, 06 Jan 2023 02:24:47 GMT", "Expires": "-1", - "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/1?api-version=2022-05-01", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/2?api-version=2022-05-01", "Pragma": "no-cache", "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", - "Server-Timing": "traceparent;desc=\u002200-b82243541e3ffc63778e4a26b7151789-0b42cc1dcf2e9f7d-00\u0022", + "Server-Timing": "traceparent;desc=\u002200-faf1a3343faedbd716ce321f7dbe4921-256a1fd70ddfadac-00\u0022", "Strict-Transport-Security": "max-age=31536000; includeSubDomains", "x-aml-cluster": "vienna-test-westus2-01", "X-Content-Type-Options": "nosniff", - "x-ms-correlation-request-id": "a697294b-4d4e-4431-b4f7-0397c32343be", + "x-ms-correlation-request-id": "0b171bb2-f94f-4332-ba2a-c1e65822de99", "x-ms-ratelimit-remaining-subscription-writes": "1197", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20230104T091945Z:a697294b-4d4e-4431-b4f7-0397c32343be", - "x-request-time": "0.313" + "x-ms-routing-request-id": "JAPANEAST:20230106T022447Z:0b171bb2-f94f-4332-ba2a-c1e65822de99", + "x-request-time": "0.441" }, "ResponseBody": { - "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/1", - "name": "1", + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/2", + "name": "2", "type": "Microsoft.MachineLearningServices/workspaces/environments/versions", "properties": { "description": "This is an anonymous environment", @@ -347,22 +350,22 @@ "isArchived": false, "isAnonymous": false, "environmentType": "UserCreated", - "image": "mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04", + "image": "mcr.microsoft.com/azureml/openmpi4.1.0-ubuntu20.04", "condaFile": "{\n \u0022channels\u0022: [\n \u0022conda-forge\u0022\n ],\n \u0022dependencies\u0022: [\n \u0022python=3.8\u0022,\n \u0022pip\u0022,\n {\n \u0022pip\u0022: [\n \u0022nbgitpuller\u0022,\n \u0022sphinx-gallery\u0022,\n \u0022pandas\u0022,\n \u0022matplotlib\u0022\n ]\n }\n ],\n \u0022name\u0022: \u0022example-environment\u0022\n}", "osType": "Linux" }, "systemData": { - "createdAt": "2023-01-04T05:45:07.1265918\u002B00:00", + "createdAt": "2023-01-06T02:24:32.2828911\u002B00:00", "createdBy": "Xingzhi Zhang", "createdByType": "User", - "lastModifiedAt": "2023-01-04T05:45:07.1265918\u002B00:00", + "lastModifiedAt": "2023-01-06T02:24:32.2828911\u002B00:00", "lastModifiedBy": "Xingzhi Zhang", "lastModifiedByType": "User" } } }, { - "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/1?api-version=2022-05-01", + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/2?api-version=2022-05-01", "RequestMethod": "PUT", "RequestHeaders": { "Accept": "application/json", @@ -370,7 +373,7 @@ "Connection": "keep-alive", "Content-Length": "352", "Content-Type": "application/json", - "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.13 (Windows-10-10.0.19045-SP0)" }, "RequestBody": { "properties": { @@ -378,32 +381,33 @@ "isAnonymous": false, "isArchived": false, "condaFile": "channels:\n- conda-forge\ndependencies:\n- python=3.8\n- pip\n- pip:\n - nbgitpuller\n - sphinx-gallery\n - pandas\n - matplotlib\nname: example-environment\n", - "image": "mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04" + "image": "mcr.microsoft.com/azureml/openmpi4.1.0-ubuntu20.04" } }, "StatusCode": 201, "ResponseHeaders": { + "Build-ID": "caem", "Cache-Control": "no-cache", "Content-Length": "1158", "Content-Type": "application/json; charset=utf-8", - "Date": "Wed, 04 Jan 2023 09:19:45 GMT", + "Date": "Fri, 06 Jan 2023 02:24:48 GMT", "Expires": "-1", - "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/1?api-version=2022-05-01", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/2?api-version=2022-05-01", "Pragma": "no-cache", "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", - "Server-Timing": "traceparent;desc=\u002200-cb32c8ea156d1e7eb60921e2242e9781-aa09bdd67e695b92-00\u0022", + "Server-Timing": "traceparent;desc=\u002200-7cb0fb3eaa3f773e4fc4c43ab1d77410-523ade604799ea5b-00\u0022", "Strict-Transport-Security": "max-age=31536000; includeSubDomains", "x-aml-cluster": "vienna-test-westus2-01", "X-Content-Type-Options": "nosniff", - "x-ms-correlation-request-id": "a1c232a2-a370-4bd2-b111-df41826854ef", + "x-ms-correlation-request-id": "3e88b71c-0bd9-43ce-b44b-ff66c7c7bd99", "x-ms-ratelimit-remaining-subscription-writes": "1196", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20230104T091946Z:a1c232a2-a370-4bd2-b111-df41826854ef", - "x-request-time": "0.258" + "x-ms-routing-request-id": "JAPANEAST:20230106T022448Z:3e88b71c-0bd9-43ce-b44b-ff66c7c7bd99", + "x-request-time": "0.490" }, "ResponseBody": { - "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/1", - "name": "1", + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/2", + "name": "2", "type": "Microsoft.MachineLearningServices/workspaces/environments/versions", "properties": { "description": "This is an anonymous environment", @@ -412,15 +416,15 @@ "isArchived": false, "isAnonymous": false, "environmentType": "UserCreated", - "image": "mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04", + "image": "mcr.microsoft.com/azureml/openmpi4.1.0-ubuntu20.04", "condaFile": "{\n \u0022channels\u0022: [\n \u0022conda-forge\u0022\n ],\n \u0022dependencies\u0022: [\n \u0022python=3.8\u0022,\n \u0022pip\u0022,\n {\n \u0022pip\u0022: [\n \u0022nbgitpuller\u0022,\n \u0022sphinx-gallery\u0022,\n \u0022pandas\u0022,\n \u0022matplotlib\u0022\n ]\n }\n ],\n \u0022name\u0022: \u0022example-environment\u0022\n}", "osType": "Linux" }, "systemData": { - "createdAt": "2023-01-04T05:45:07.1265918\u002B00:00", + "createdAt": "2023-01-06T02:24:32.2828911\u002B00:00", "createdBy": "Xingzhi Zhang", "createdByType": "User", - "lastModifiedAt": "2023-01-04T05:45:07.1265918\u002B00:00", + "lastModifiedAt": "2023-01-06T02:24:32.2828911\u002B00:00", "lastModifiedBy": "Xingzhi Zhang", "lastModifiedByType": "User" } @@ -433,7 +437,7 @@ "Accept": "application/json", "Accept-Encoding": "gzip, deflate", "Connection": "keep-alive", - "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.13 (Windows-10-10.0.19045-SP0)" }, "RequestBody": null, "StatusCode": 200, @@ -441,11 +445,11 @@ "Cache-Control": "no-cache", "Content-Encoding": "gzip", "Content-Type": "application/json; charset=utf-8", - "Date": "Wed, 04 Jan 2023 09:19:46 GMT", + "Date": "Fri, 06 Jan 2023 02:24:48 GMT", "Expires": "-1", "Pragma": "no-cache", "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", - "Server-Timing": "traceparent;desc=\u002200-2d59a719f36781265d8a989a4e37767e-9e9a7ea34ba8aa82-00\u0022", + "Server-Timing": "traceparent;desc=\u002200-59ca7eff9e887853a4eb2c4bcf0f4b0e-0c3118c941f16e5d-00\u0022", "Strict-Transport-Security": "max-age=31536000; includeSubDomains", "Transfer-Encoding": "chunked", "Vary": [ @@ -454,74 +458,11 @@ ], "x-aml-cluster": "vienna-test-westus2-01", "X-Content-Type-Options": "nosniff", - "x-ms-correlation-request-id": "479387b1-88ff-4609-9fcd-43445ae5df26", - "x-ms-ratelimit-remaining-subscription-reads": "11997", - "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20230104T091947Z:479387b1-88ff-4609-9fcd-43445ae5df26", - "x-request-time": "0.115" - }, - "ResponseBody": { - "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", - "name": "workspaceblobstore", - "type": "Microsoft.MachineLearningServices/workspaces/datastores", - "properties": { - "description": null, - "tags": null, - "properties": null, - "isDefault": true, - "credentials": { - "credentialsType": "AccountKey" - }, - "datastoreType": "AzureBlob", - "accountName": "sagvgsoim6nmhbq", - "containerName": "azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8", - "endpoint": "core.windows.net", - "protocol": "https", - "serviceDataAccessAuthIdentity": "WorkspaceSystemAssignedIdentity" - }, - "systemData": { - "createdAt": "2022-09-22T09:02:03.2629568\u002B00:00", - "createdBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", - "createdByType": "Application", - "lastModifiedAt": "2022-09-22T09:02:04.166989\u002B00:00", - "lastModifiedBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", - "lastModifiedByType": "Application" - } - } - }, - { - "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore?api-version=2022-05-01", - "RequestMethod": "GET", - "RequestHeaders": { - "Accept": "application/json", - "Accept-Encoding": "gzip, deflate", - "Connection": "keep-alive", - "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" - }, - "RequestBody": null, - "StatusCode": 200, - "ResponseHeaders": { - "Cache-Control": "no-cache", - "Content-Encoding": "gzip", - "Content-Type": "application/json; charset=utf-8", - "Date": "Wed, 04 Jan 2023 09:19:47 GMT", - "Expires": "-1", - "Pragma": "no-cache", - "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", - "Server-Timing": "traceparent;desc=\u002200-af3b5762b60e953dcc4a8c3772a3e4fc-ae6abd24c1417d0f-00\u0022", - "Strict-Transport-Security": "max-age=31536000; includeSubDomains", - "Transfer-Encoding": "chunked", - "Vary": [ - "Accept-Encoding", - "Accept-Encoding" - ], - "x-aml-cluster": "vienna-test-westus2-02", - "X-Content-Type-Options": "nosniff", - "x-ms-correlation-request-id": "81a45a31-db8c-42f5-8a03-18b88c58d6a3", - "x-ms-ratelimit-remaining-subscription-reads": "11996", + "x-ms-correlation-request-id": "f920b2d8-98ab-43e7-a909-32c19ec4fb3c", + "x-ms-ratelimit-remaining-subscription-reads": "11998", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20230104T091947Z:81a45a31-db8c-42f5-8a03-18b88c58d6a3", - "x-request-time": "0.175" + "x-ms-routing-request-id": "JAPANEAST:20230106T022449Z:f920b2d8-98ab-43e7-a909-32c19ec4fb3c", + "x-request-time": "0.108" }, "ResponseBody": { "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", @@ -560,7 +501,7 @@ "Accept-Encoding": "gzip, deflate", "Connection": "keep-alive", "Content-Length": "0", - "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.13 (Windows-10-10.0.19045-SP0)" }, "RequestBody": null, "StatusCode": 200, @@ -568,21 +509,21 @@ "Cache-Control": "no-cache", "Content-Encoding": "gzip", "Content-Type": "application/json; charset=utf-8", - "Date": "Wed, 04 Jan 2023 09:19:46 GMT", + "Date": "Fri, 06 Jan 2023 02:24:49 GMT", "Expires": "-1", "Pragma": "no-cache", "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", - "Server-Timing": "traceparent;desc=\u002200-2fa05a7549df0a07d11af272b845349e-7dab7edfa52ff399-00\u0022", + "Server-Timing": "traceparent;desc=\u002200-1f25b969e24324236c05a711d149f32c-66da768674d997ad-00\u0022", "Strict-Transport-Security": "max-age=31536000; includeSubDomains", "Transfer-Encoding": "chunked", "Vary": "Accept-Encoding", "x-aml-cluster": "vienna-test-westus2-01", "X-Content-Type-Options": "nosniff", - "x-ms-correlation-request-id": "279b5a15-9633-497c-af2b-3331a942b5a4", + "x-ms-correlation-request-id": "d811879a-9adc-40e0-beb2-f1a3e5b4be94", "x-ms-ratelimit-remaining-subscription-writes": "1198", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20230104T091947Z:279b5a15-9633-497c-af2b-3331a942b5a4", - "x-request-time": "0.103" + "x-ms-routing-request-id": "JAPANEAST:20230106T022449Z:d811879a-9adc-40e0-beb2-f1a3e5b4be94", + "x-request-time": "0.101" }, "ResponseBody": { "secretsType": "AccountKey", @@ -596,8 +537,8 @@ "Accept": "application/xml", "Accept-Encoding": "gzip, deflate", "Connection": "keep-alive", - "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", - "x-ms-date": "Wed, 04 Jan 2023 09:19:47 GMT", + "User-Agent": "azsdk-python-storage-blob/12.14.1 Python/3.9.13 (Windows-10-10.0.19045-SP0)", + "x-ms-date": "Fri, 06 Jan 2023 02:24:49 GMT", "x-ms-version": "2021-08-06" }, "RequestBody": null, @@ -607,7 +548,7 @@ "Content-Length": "35", "Content-MD5": "L/DnSpFIn\u002BjaQWc\u002BsUQdcw==", "Content-Type": "application/octet-stream", - "Date": "Wed, 04 Jan 2023 09:19:47 GMT", + "Date": "Fri, 06 Jan 2023 02:24:49 GMT", "ETag": "\u00220x8DA9D48E17467D7\u0022", "Last-Modified": "Fri, 23 Sep 2022 09:49:17 GMT", "Server": [ @@ -630,14 +571,13 @@ "ResponseBody": null }, { - "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore/listSecrets?api-version=2022-05-01", - "RequestMethod": "POST", + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore?api-version=2022-05-01", + "RequestMethod": "GET", "RequestHeaders": { "Accept": "application/json", "Accept-Encoding": "gzip, deflate", "Connection": "keep-alive", - "Content-Length": "0", - "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.13 (Windows-10-10.0.19045-SP0)" }, "RequestBody": null, "StatusCode": 200, @@ -645,53 +585,54 @@ "Cache-Control": "no-cache", "Content-Encoding": "gzip", "Content-Type": "application/json; charset=utf-8", - "Date": "Wed, 04 Jan 2023 09:19:47 GMT", + "Date": "Fri, 06 Jan 2023 02:24:49 GMT", "Expires": "-1", "Pragma": "no-cache", "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", - "Server-Timing": "traceparent;desc=\u002200-f9085baa659be727629ab9599323faf3-0044427f980d375f-00\u0022", + "Server-Timing": "traceparent;desc=\u002200-653ba87c2038b587bba49b948e319d70-632afcddd2764ff6-00\u0022", "Strict-Transport-Security": "max-age=31536000; includeSubDomains", "Transfer-Encoding": "chunked", - "Vary": "Accept-Encoding", - "x-aml-cluster": "vienna-test-westus2-02", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-01", "X-Content-Type-Options": "nosniff", - "x-ms-correlation-request-id": "e853e975-bc2f-48b8-8197-615c2383f149", - "x-ms-ratelimit-remaining-subscription-writes": "1199", + "x-ms-correlation-request-id": "dca91a6a-9e6d-4f06-9267-10edbcf78ae0", + "x-ms-ratelimit-remaining-subscription-reads": "11999", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20230104T091948Z:e853e975-bc2f-48b8-8197-615c2383f149", - "x-request-time": "0.101" + "x-ms-routing-request-id": "JAPANEAST:20230106T022449Z:dca91a6a-9e6d-4f06-9267-10edbcf78ae0", + "x-request-time": "0.106" }, "ResponseBody": { - "secretsType": "AccountKey", - "key": "dGhpcyBpcyBmYWtlIGtleQ==" + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "name": "workspaceblobstore", + "type": "Microsoft.MachineLearningServices/workspaces/datastores", + "properties": { + "description": null, + "tags": null, + "properties": null, + "isDefault": true, + "credentials": { + "credentialsType": "AccountKey" + }, + "datastoreType": "AzureBlob", + "accountName": "sagvgsoim6nmhbq", + "containerName": "azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8", + "endpoint": "core.windows.net", + "protocol": "https", + "serviceDataAccessAuthIdentity": "WorkspaceSystemAssignedIdentity" + }, + "systemData": { + "createdAt": "2022-09-22T09:02:03.2629568\u002B00:00", + "createdBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "createdByType": "Application", + "lastModifiedAt": "2022-09-22T09:02:04.166989\u002B00:00", + "lastModifiedBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "lastModifiedByType": "Application" + } } }, - { - "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/az-ml-artifacts/00000000000000000000000000000000/COMPONENT_PLACEHOLDER", - "RequestMethod": "HEAD", - "RequestHeaders": { - "Accept": "application/xml", - "Accept-Encoding": "gzip, deflate", - "Connection": "keep-alive", - "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", - "x-ms-date": "Wed, 04 Jan 2023 09:19:47 GMT", - "x-ms-version": "2021-08-06" - }, - "RequestBody": null, - "StatusCode": 404, - "ResponseHeaders": { - "Date": "Wed, 04 Jan 2023 09:19:48 GMT", - "Server": [ - "Windows-Azure-Blob/1.0", - "Microsoft-HTTPAPI/2.0" - ], - "Transfer-Encoding": "chunked", - "Vary": "Origin", - "x-ms-error-code": "BlobNotFound", - "x-ms-version": "2021-08-06" - }, - "ResponseBody": null - }, { "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore?api-version=2022-05-01", "RequestMethod": "GET", @@ -699,7 +640,7 @@ "Accept": "application/json", "Accept-Encoding": "gzip, deflate", "Connection": "keep-alive", - "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.13 (Windows-10-10.0.19045-SP0)" }, "RequestBody": null, "StatusCode": 200, @@ -707,24 +648,24 @@ "Cache-Control": "no-cache", "Content-Encoding": "gzip", "Content-Type": "application/json; charset=utf-8", - "Date": "Wed, 04 Jan 2023 09:19:47 GMT", + "Date": "Fri, 06 Jan 2023 02:24:49 GMT", "Expires": "-1", "Pragma": "no-cache", "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", - "Server-Timing": "traceparent;desc=\u002200-9780dfdd3460d472a74bcdc7d8bceadb-bd7144b6940b159c-00\u0022", + "Server-Timing": "traceparent;desc=\u002200-953f0cd16e79bc523c4bc10a7912aa8d-59a0bb43fcb63d9c-00\u0022", "Strict-Transport-Security": "max-age=31536000; includeSubDomains", "Transfer-Encoding": "chunked", "Vary": [ "Accept-Encoding", "Accept-Encoding" ], - "x-aml-cluster": "vienna-test-westus2-02", + "x-aml-cluster": "vienna-test-westus2-01", "X-Content-Type-Options": "nosniff", - "x-ms-correlation-request-id": "656b5e50-0b37-4305-95dd-be2bd3473f4c", + "x-ms-correlation-request-id": "78e7067d-6b4f-470c-9fa1-1616e6f67286", "x-ms-ratelimit-remaining-subscription-reads": "11999", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20230104T091948Z:656b5e50-0b37-4305-95dd-be2bd3473f4c", - "x-request-time": "0.089" + "x-ms-routing-request-id": "JAPANEAST:20230106T022449Z:78e7067d-6b4f-470c-9fa1-1616e6f67286", + "x-request-time": "0.092" }, "ResponseBody": { "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", @@ -756,70 +697,67 @@ } }, { - "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/COMPONENT_PLACEHOLDER", + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/az-ml-artifacts/00000000000000000000000000000000/COMPONENT_PLACEHOLDER", "RequestMethod": "HEAD", "RequestHeaders": { "Accept": "application/xml", "Accept-Encoding": "gzip, deflate", "Connection": "keep-alive", - "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", - "x-ms-date": "Wed, 04 Jan 2023 09:19:47 GMT", + "User-Agent": "azsdk-python-storage-blob/12.14.1 Python/3.9.13 (Windows-10-10.0.19045-SP0)", + "x-ms-date": "Fri, 06 Jan 2023 02:24:49 GMT", "x-ms-version": "2021-08-06" }, "RequestBody": null, - "StatusCode": 200, + "StatusCode": 404, "ResponseHeaders": { - "Accept-Ranges": "bytes", - "Content-Length": "35", - "Content-MD5": "L/DnSpFIn\u002BjaQWc\u002BsUQdcw==", - "Content-Type": "application/octet-stream", - "Date": "Wed, 04 Jan 2023 09:19:48 GMT", - "ETag": "\u00220x8DA9D48E17467D7\u0022", - "Last-Modified": "Fri, 23 Sep 2022 09:49:17 GMT", + "Date": "Fri, 06 Jan 2023 02:24:49 GMT", "Server": [ "Windows-Azure-Blob/1.0", "Microsoft-HTTPAPI/2.0" ], + "Transfer-Encoding": "chunked", "Vary": "Origin", - "x-ms-access-tier": "Hot", - "x-ms-access-tier-inferred": "true", - "x-ms-blob-type": "BlockBlob", - "x-ms-creation-time": "Fri, 23 Sep 2022 09:49:16 GMT", - "x-ms-lease-state": "available", - "x-ms-lease-status": "unlocked", - "x-ms-meta-name": "9c9cfba9-82bd-45db-ad06-07009d1d9672", - "x-ms-meta-upload_status": "completed", - "x-ms-meta-version": "1", - "x-ms-server-encrypted": "true", + "x-ms-error-code": "BlobNotFound", "x-ms-version": "2021-08-06" }, "ResponseBody": null }, { - "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/az-ml-artifacts/00000000000000000000000000000000/COMPONENT_PLACEHOLDER", - "RequestMethod": "HEAD", + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore/listSecrets?api-version=2022-05-01", + "RequestMethod": "POST", "RequestHeaders": { - "Accept": "application/xml", + "Accept": "application/json", "Accept-Encoding": "gzip, deflate", "Connection": "keep-alive", - "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", - "x-ms-date": "Wed, 04 Jan 2023 09:19:48 GMT", - "x-ms-version": "2021-08-06" + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.13 (Windows-10-10.0.19045-SP0)" }, "RequestBody": null, - "StatusCode": 404, + "StatusCode": 200, "ResponseHeaders": { - "Date": "Wed, 04 Jan 2023 09:19:48 GMT", - "Server": [ - "Windows-Azure-Blob/1.0", - "Microsoft-HTTPAPI/2.0" - ], + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Fri, 06 Jan 2023 02:24:49 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-87d89554e91fd50de25b31f0835b4456-347bb29c8a5f75d8-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", "Transfer-Encoding": "chunked", - "Vary": "Origin", - "x-ms-error-code": "BlobNotFound", - "x-ms-version": "2021-08-06" + "Vary": "Accept-Encoding", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "b32e74bf-0c4d-41fd-89f2-310908d4a874", + "x-ms-ratelimit-remaining-subscription-writes": "1199", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20230106T022450Z:b32e74bf-0c4d-41fd-89f2-310908d4a874", + "x-request-time": "0.098" }, - "ResponseBody": null + "ResponseBody": { + "secretsType": "AccountKey", + "key": "dGhpcyBpcyBmYWtlIGtleQ==" + } }, { "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore/listSecrets?api-version=2022-05-01", @@ -829,7 +767,7 @@ "Accept-Encoding": "gzip, deflate", "Connection": "keep-alive", "Content-Length": "0", - "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.13 (Windows-10-10.0.19045-SP0)" }, "RequestBody": null, "StatusCode": 200, @@ -837,21 +775,21 @@ "Cache-Control": "no-cache", "Content-Encoding": "gzip", "Content-Type": "application/json; charset=utf-8", - "Date": "Wed, 04 Jan 2023 09:19:48 GMT", + "Date": "Fri, 06 Jan 2023 02:24:49 GMT", "Expires": "-1", "Pragma": "no-cache", "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", - "Server-Timing": "traceparent;desc=\u002200-ff1efb03a2121d9fd6a19c579eee2215-a172cb54842fa71e-00\u0022", + "Server-Timing": "traceparent;desc=\u002200-d59f56d4875159bd69dcc9c227ccd2cd-b9290062c176745b-00\u0022", "Strict-Transport-Security": "max-age=31536000; includeSubDomains", "Transfer-Encoding": "chunked", "Vary": "Accept-Encoding", - "x-aml-cluster": "vienna-test-westus2-02", + "x-aml-cluster": "vienna-test-westus2-01", "X-Content-Type-Options": "nosniff", - "x-ms-correlation-request-id": "af9718af-c644-4ec8-94f0-52325194d79e", + "x-ms-correlation-request-id": "89fb3222-9a75-4135-b069-63ba056fc83a", "x-ms-ratelimit-remaining-subscription-writes": "1199", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20230104T091948Z:af9718af-c644-4ec8-94f0-52325194d79e", - "x-request-time": "0.095" + "x-ms-routing-request-id": "JAPANEAST:20230106T022450Z:89fb3222-9a75-4135-b069-63ba056fc83a", + "x-request-time": "0.105" }, "ResponseBody": { "secretsType": "AccountKey", @@ -865,8 +803,8 @@ "Accept": "application/xml", "Accept-Encoding": "gzip, deflate", "Connection": "keep-alive", - "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", - "x-ms-date": "Wed, 04 Jan 2023 09:19:48 GMT", + "User-Agent": "azsdk-python-storage-blob/12.14.1 Python/3.9.13 (Windows-10-10.0.19045-SP0)", + "x-ms-date": "Fri, 06 Jan 2023 02:24:50 GMT", "x-ms-version": "2021-08-06" }, "RequestBody": null, @@ -876,7 +814,7 @@ "Content-Length": "35", "Content-MD5": "L/DnSpFIn\u002BjaQWc\u002BsUQdcw==", "Content-Type": "application/octet-stream", - "Date": "Wed, 04 Jan 2023 09:19:48 GMT", + "Date": "Fri, 06 Jan 2023 02:24:50 GMT", "ETag": "\u00220x8DA9D48E17467D7\u0022", "Last-Modified": "Fri, 23 Sep 2022 09:49:17 GMT", "Server": [ @@ -898,6 +836,72 @@ }, "ResponseBody": null }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/COMPONENT_PLACEHOLDER", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.1 Python/3.9.13 (Windows-10-10.0.19045-SP0)", + "x-ms-date": "Fri, 06 Jan 2023 02:24:50 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Accept-Ranges": "bytes", + "Content-Length": "35", + "Content-MD5": "L/DnSpFIn\u002BjaQWc\u002BsUQdcw==", + "Content-Type": "application/octet-stream", + "Date": "Fri, 06 Jan 2023 02:24:50 GMT", + "ETag": "\u00220x8DA9D48E17467D7\u0022", + "Last-Modified": "Fri, 23 Sep 2022 09:49:17 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Vary": "Origin", + "x-ms-access-tier": "Hot", + "x-ms-access-tier-inferred": "true", + "x-ms-blob-type": "BlockBlob", + "x-ms-creation-time": "Fri, 23 Sep 2022 09:49:16 GMT", + "x-ms-lease-state": "available", + "x-ms-lease-status": "unlocked", + "x-ms-meta-name": "9c9cfba9-82bd-45db-ad06-07009d1d9672", + "x-ms-meta-upload_status": "completed", + "x-ms-meta-version": "1", + "x-ms-server-encrypted": "true", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/az-ml-artifacts/00000000000000000000000000000000/COMPONENT_PLACEHOLDER", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.1 Python/3.9.13 (Windows-10-10.0.19045-SP0)", + "x-ms-date": "Fri, 06 Jan 2023 02:24:50 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 404, + "ResponseHeaders": { + "Date": "Fri, 06 Jan 2023 02:24:51 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Transfer-Encoding": "chunked", + "Vary": "Origin", + "x-ms-error-code": "BlobNotFound", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, { "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/az-ml-artifacts/00000000000000000000000000000000/COMPONENT_PLACEHOLDER", "RequestMethod": "HEAD", @@ -905,14 +909,14 @@ "Accept": "application/xml", "Accept-Encoding": "gzip, deflate", "Connection": "keep-alive", - "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", - "x-ms-date": "Wed, 04 Jan 2023 09:19:48 GMT", + "User-Agent": "azsdk-python-storage-blob/12.14.1 Python/3.9.13 (Windows-10-10.0.19045-SP0)", + "x-ms-date": "Fri, 06 Jan 2023 02:24:51 GMT", "x-ms-version": "2021-08-06" }, "RequestBody": null, "StatusCode": 404, "ResponseHeaders": { - "Date": "Wed, 04 Jan 2023 09:19:49 GMT", + "Date": "Fri, 06 Jan 2023 02:24:51 GMT", "Server": [ "Windows-Azure-Blob/1.0", "Microsoft-HTTPAPI/2.0" @@ -933,7 +937,7 @@ "Connection": "keep-alive", "Content-Length": "288", "Content-Type": "application/json", - "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.13 (Windows-10-10.0.19045-SP0)" }, "RequestBody": { "properties": { @@ -951,11 +955,11 @@ "Cache-Control": "no-cache", "Content-Encoding": "gzip", "Content-Type": "application/json; charset=utf-8", - "Date": "Wed, 04 Jan 2023 09:19:48 GMT", + "Date": "Fri, 06 Jan 2023 02:24:51 GMT", "Expires": "-1", "Pragma": "no-cache", "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", - "Server-Timing": "traceparent;desc=\u002200-0cc231fa46c4fa6fc164e25f234100c9-639a083ab4bbb965-00\u0022", + "Server-Timing": "traceparent;desc=\u002200-625abeb1aa3a7766aea30fc6a51e4f03-4648fcf8d2afa015-00\u0022", "Strict-Transport-Security": "max-age=31536000; includeSubDomains", "Transfer-Encoding": "chunked", "Vary": [ @@ -964,11 +968,11 @@ ], "x-aml-cluster": "vienna-test-westus2-01", "X-Content-Type-Options": "nosniff", - "x-ms-correlation-request-id": "2e135b28-4273-446a-8017-ac90b38950b5", + "x-ms-correlation-request-id": "646ef569-cc21-437b-aef3-ed3c2c93e20d", "x-ms-ratelimit-remaining-subscription-writes": "1195", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20230104T091949Z:2e135b28-4273-446a-8017-ac90b38950b5", - "x-request-time": "0.384" + "x-ms-routing-request-id": "JAPANEAST:20230106T022451Z:646ef569-cc21-437b-aef3-ed3c2c93e20d", + "x-request-time": "1.088" }, "ResponseBody": { "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1", @@ -989,7 +993,7 @@ "createdAt": "2022-09-23T09:49:20.984936\u002B00:00", "createdBy": "Ying Chen", "createdByType": "User", - "lastModifiedAt": "2023-01-04T09:19:49.2560622\u002B00:00", + "lastModifiedAt": "2023-01-06T02:24:51.2537219\u002B00:00", "lastModifiedBy": "Xingzhi Zhang", "lastModifiedByType": "User" } @@ -1004,7 +1008,7 @@ "Connection": "keep-alive", "Content-Length": "288", "Content-Type": "application/json", - "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.13 (Windows-10-10.0.19045-SP0)" }, "RequestBody": { "properties": { @@ -1022,24 +1026,24 @@ "Cache-Control": "no-cache", "Content-Encoding": "gzip", "Content-Type": "application/json; charset=utf-8", - "Date": "Wed, 04 Jan 2023 09:19:49 GMT", + "Date": "Fri, 06 Jan 2023 02:24:51 GMT", "Expires": "-1", "Pragma": "no-cache", "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", - "Server-Timing": "traceparent;desc=\u002200-49d2e86c1ef8739ba5052cff42b6a50f-b1d3e918c03829b0-00\u0022", + "Server-Timing": "traceparent;desc=\u002200-f61a869e2f98a390fd5e894f79b45a6e-844048d7d8ba3f08-00\u0022", "Strict-Transport-Security": "max-age=31536000; includeSubDomains", "Transfer-Encoding": "chunked", "Vary": [ "Accept-Encoding", "Accept-Encoding" ], - "x-aml-cluster": "vienna-test-westus2-02", + "x-aml-cluster": "vienna-test-westus2-01", "X-Content-Type-Options": "nosniff", - "x-ms-correlation-request-id": "a1b25a89-bb4d-43a5-957c-f9effa4d3fc7", + "x-ms-correlation-request-id": "7d3b533a-afd5-424f-8927-7bf97b9441d3", "x-ms-ratelimit-remaining-subscription-writes": "1199", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20230104T091949Z:a1b25a89-bb4d-43a5-957c-f9effa4d3fc7", - "x-request-time": "0.412" + "x-ms-routing-request-id": "JAPANEAST:20230106T022452Z:7d3b533a-afd5-424f-8927-7bf97b9441d3", + "x-request-time": "0.462" }, "ResponseBody": { "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1", @@ -1060,7 +1064,7 @@ "createdAt": "2022-09-23T09:49:20.984936\u002B00:00", "createdBy": "Ying Chen", "createdByType": "User", - "lastModifiedAt": "2023-01-04T09:19:49.4307033\u002B00:00", + "lastModifiedAt": "2023-01-06T02:24:52.1761006\u002B00:00", "lastModifiedBy": "Xingzhi Zhang", "lastModifiedByType": "User" } @@ -1075,7 +1079,7 @@ "Connection": "keep-alive", "Content-Length": "288", "Content-Type": "application/json", - "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.13 (Windows-10-10.0.19045-SP0)" }, "RequestBody": { "properties": { @@ -1093,24 +1097,24 @@ "Cache-Control": "no-cache", "Content-Encoding": "gzip", "Content-Type": "application/json; charset=utf-8", - "Date": "Wed, 04 Jan 2023 09:19:50 GMT", + "Date": "Fri, 06 Jan 2023 02:24:51 GMT", "Expires": "-1", "Pragma": "no-cache", "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", - "Server-Timing": "traceparent;desc=\u002200-34e25e4c0b46258c51f2fda6bba2f3cf-561379e57592c0f8-00\u0022", + "Server-Timing": "traceparent;desc=\u002200-e941dd0714c7048133798e16739d2e5a-f6112a91eb07fd27-00\u0022", "Strict-Transport-Security": "max-age=31536000; includeSubDomains", "Transfer-Encoding": "chunked", "Vary": [ "Accept-Encoding", "Accept-Encoding" ], - "x-aml-cluster": "vienna-test-westus2-02", + "x-aml-cluster": "vienna-test-westus2-01", "X-Content-Type-Options": "nosniff", - "x-ms-correlation-request-id": "ae5df1a8-9c0b-4a72-ac30-26a11c94069b", + "x-ms-correlation-request-id": "66f8cd8d-76cf-4c24-9a86-628fdad9b568", "x-ms-ratelimit-remaining-subscription-writes": "1199", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20230104T091950Z:ae5df1a8-9c0b-4a72-ac30-26a11c94069b", - "x-request-time": "0.379" + "x-ms-routing-request-id": "JAPANEAST:20230106T022452Z:66f8cd8d-76cf-4c24-9a86-628fdad9b568", + "x-request-time": "0.238" }, "ResponseBody": { "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1", @@ -1131,14 +1135,14 @@ "createdAt": "2022-09-23T09:49:20.984936\u002B00:00", "createdBy": "Ying Chen", "createdByType": "User", - "lastModifiedAt": "2023-01-04T09:19:50.4801819\u002B00:00", + "lastModifiedAt": "2023-01-06T02:24:52.2825978\u002B00:00", "lastModifiedBy": "Xingzhi Zhang", "lastModifiedByType": "User" } } }, { - "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/9068b84b-2229-b0ff-309e-1e0faf609ad7?api-version=2022-05-01", + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/bca9f307-9e53-6295-0fc7-ad97b306eab2?api-version=2022-05-01", "RequestMethod": "PUT", "RequestHeaders": { "Accept": "application/json", @@ -1146,7 +1150,7 @@ "Connection": "keep-alive", "Content-Length": "1452", "Content-Type": "application/json", - "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.13 (Windows-10-10.0.19045-SP0)" }, "RequestBody": { "properties": { @@ -1161,7 +1165,7 @@ "componentSpec": { "command": "echo Hello World \u0026 echo $[[${{inputs.component_in_number}}]] \u0026 echo ${{inputs.component_in_path}} \u0026 echo ${{outputs.component_out_path}} \u003E ${{outputs.component_out_path}}/component_in_number \u0026 echo updated1", "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1", - "environment": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/1", + "environment": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/2", "name": "microsoftsamples_command_component_basic", "description": "This is the basic command component", "tags": { @@ -1199,24 +1203,24 @@ "Cache-Control": "no-cache", "Content-Length": "2407", "Content-Type": "application/json; charset=utf-8", - "Date": "Wed, 04 Jan 2023 09:19:50 GMT", + "Date": "Fri, 06 Jan 2023 02:24:53 GMT", "Expires": "-1", - "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/9068b84b-2229-b0ff-309e-1e0faf609ad7?api-version=2022-05-01", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/bca9f307-9e53-6295-0fc7-ad97b306eab2?api-version=2022-05-01", "Pragma": "no-cache", "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", - "Server-Timing": "traceparent;desc=\u002200-f5d891f6ba86f350afb50d0960d71aa9-dc4cb7e172109511-00\u0022", + "Server-Timing": "traceparent;desc=\u002200-bcf9fa50d583768ce637a4cff5dcc9ec-82ca1e6ee3d57413-00\u0022", "Strict-Transport-Security": "max-age=31536000; includeSubDomains", - "x-aml-cluster": "vienna-test-westus2-02", + "x-aml-cluster": "vienna-test-westus2-01", "X-Content-Type-Options": "nosniff", - "x-ms-correlation-request-id": "a8f97b9f-f077-43da-abbd-cd16cf535e4c", - "x-ms-ratelimit-remaining-subscription-writes": "1198", + "x-ms-correlation-request-id": "9072e8b6-2c76-4f29-9d6c-5ea46dc65376", + "x-ms-ratelimit-remaining-subscription-writes": "1194", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20230104T091950Z:a8f97b9f-f077-43da-abbd-cd16cf535e4c", - "x-request-time": "0.599" + "x-ms-routing-request-id": "JAPANEAST:20230106T022453Z:9072e8b6-2c76-4f29-9d6c-5ea46dc65376", + "x-request-time": "1.972" }, "ResponseBody": { - "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/1cd417b6-fa7d-4f70-8204-7fae1e68fc71", - "name": "1cd417b6-fa7d-4f70-8204-7fae1e68fc71", + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/a83255da-7133-470e-972d-875fe1a42451", + "name": "a83255da-7133-470e-972d-875fe1a42451", "type": "Microsoft.MachineLearningServices/workspaces/components/versions", "properties": { "description": null, @@ -1229,7 +1233,7 @@ "isAnonymous": true, "componentSpec": { "name": "azureml_anonymous", - "version": "1cd417b6-fa7d-4f70-8204-7fae1e68fc71", + "version": "a83255da-7133-470e-972d-875fe1a42451", "display_name": "CommandComponentBasic", "is_deterministic": "True", "type": "command", @@ -1257,7 +1261,7 @@ } }, "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1", - "environment": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/1", + "environment": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/2", "resources": { "instance_count": "1" }, @@ -1266,17 +1270,17 @@ } }, "systemData": { - "createdAt": "2023-01-04T09:17:37.4111482\u002B00:00", + "createdAt": "2023-01-06T02:24:53.2910163\u002B00:00", "createdBy": "Xingzhi Zhang", "createdByType": "User", - "lastModifiedAt": "2023-01-04T09:17:37.8158775\u002B00:00", + "lastModifiedAt": "2023-01-06T02:24:53.2910163\u002B00:00", "lastModifiedBy": "Xingzhi Zhang", "lastModifiedByType": "User" } } }, { - "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/9749ca11-e9c8-1dd0-4181-8449c6b6cc10?api-version=2022-05-01", + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/7abcd0bb-9b03-0088-5428-11a70b349185?api-version=2022-05-01", "RequestMethod": "PUT", "RequestHeaders": { "Accept": "application/json", @@ -1284,7 +1288,7 @@ "Connection": "keep-alive", "Content-Length": "1452", "Content-Type": "application/json", - "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.13 (Windows-10-10.0.19045-SP0)" }, "RequestBody": { "properties": { @@ -1297,9 +1301,9 @@ "isAnonymous": true, "isArchived": false, "componentSpec": { - "command": "echo Hello World \u0026 echo $[[${{inputs.component_in_number}}]] \u0026 echo ${{inputs.component_in_path}} \u0026 echo ${{outputs.component_out_path}} \u003E ${{outputs.component_out_path}}/component_in_number \u0026 echo updated2", + "command": "echo Hello World \u0026 echo $[[${{inputs.component_in_number}}]] \u0026 echo ${{inputs.component_in_path}} \u0026 echo ${{outputs.component_out_path}} \u003E ${{outputs.component_out_path}}/component_in_number \u0026 echo updated3", "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1", - "environment": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/1", + "environment": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/2", "name": "microsoftsamples_command_component_basic", "description": "This is the basic command component", "tags": { @@ -1337,24 +1341,24 @@ "Cache-Control": "no-cache", "Content-Length": "2407", "Content-Type": "application/json; charset=utf-8", - "Date": "Wed, 04 Jan 2023 09:19:49 GMT", + "Date": "Fri, 06 Jan 2023 02:24:53 GMT", "Expires": "-1", - "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/9749ca11-e9c8-1dd0-4181-8449c6b6cc10?api-version=2022-05-01", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/7abcd0bb-9b03-0088-5428-11a70b349185?api-version=2022-05-01", "Pragma": "no-cache", "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", - "Server-Timing": "traceparent;desc=\u002200-b9f8fe8c113ebd36b1ba57592f8262f3-1d0756cd634c06d3-00\u0022", + "Server-Timing": "traceparent;desc=\u002200-c57a5e2527709281b1de662ac0900d33-b0d57c00423ae01a-00\u0022", "Strict-Transport-Security": "max-age=31536000; includeSubDomains", "x-aml-cluster": "vienna-test-westus2-01", "X-Content-Type-Options": "nosniff", - "x-ms-correlation-request-id": "3836127b-5035-403f-8e5f-e6f7cf2b212f", - "x-ms-ratelimit-remaining-subscription-writes": "1194", + "x-ms-correlation-request-id": "1a97dd63-9460-406f-98fd-34143ebc1e34", + "x-ms-ratelimit-remaining-subscription-writes": "1198", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20230104T091950Z:3836127b-5035-403f-8e5f-e6f7cf2b212f", - "x-request-time": "0.708" + "x-ms-routing-request-id": "JAPANEAST:20230106T022454Z:1a97dd63-9460-406f-98fd-34143ebc1e34", + "x-request-time": "1.345" }, "ResponseBody": { - "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/a76b3707-7933-4af8-ae31-98a92225bd1d", - "name": "a76b3707-7933-4af8-ae31-98a92225bd1d", + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/91b7b70b-2eb0-47d7-b72c-a6c9b79fdad5", + "name": "91b7b70b-2eb0-47d7-b72c-a6c9b79fdad5", "type": "Microsoft.MachineLearningServices/workspaces/components/versions", "properties": { "description": null, @@ -1367,7 +1371,7 @@ "isAnonymous": true, "componentSpec": { "name": "azureml_anonymous", - "version": "a76b3707-7933-4af8-ae31-98a92225bd1d", + "version": "91b7b70b-2eb0-47d7-b72c-a6c9b79fdad5", "display_name": "CommandComponentBasic", "is_deterministic": "True", "type": "command", @@ -1395,26 +1399,26 @@ } }, "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1", - "environment": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/1", + "environment": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/2", "resources": { "instance_count": "1" }, - "command": "echo Hello World \u0026 echo $[[${{inputs.component_in_number}}]] \u0026 echo ${{inputs.component_in_path}} \u0026 echo ${{outputs.component_out_path}} \u003E ${{outputs.component_out_path}}/component_in_number \u0026 echo updated2", + "command": "echo Hello World \u0026 echo $[[${{inputs.component_in_number}}]] \u0026 echo ${{inputs.component_in_path}} \u0026 echo ${{outputs.component_out_path}} \u003E ${{outputs.component_out_path}}/component_in_number \u0026 echo updated3", "$schema": "https://azuremlschemas.azureedge.net/development/commandComponent.schema.json" } }, "systemData": { - "createdAt": "2023-01-04T09:17:37.6542324\u002B00:00", + "createdAt": "2023-01-06T02:24:53.6991909\u002B00:00", "createdBy": "Xingzhi Zhang", "createdByType": "User", - "lastModifiedAt": "2023-01-04T09:17:38.0704166\u002B00:00", + "lastModifiedAt": "2023-01-06T02:24:53.6991909\u002B00:00", "lastModifiedBy": "Xingzhi Zhang", "lastModifiedByType": "User" } } }, { - "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/4a89d684-4053-653b-d9dd-4445b8afa0d5?api-version=2022-05-01", + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/20e45aa6-2546-c6f7-5436-882835a95f27?api-version=2022-05-01", "RequestMethod": "PUT", "RequestHeaders": { "Accept": "application/json", @@ -1422,7 +1426,7 @@ "Connection": "keep-alive", "Content-Length": "1452", "Content-Type": "application/json", - "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.13 (Windows-10-10.0.19045-SP0)" }, "RequestBody": { "properties": { @@ -1435,9 +1439,9 @@ "isAnonymous": true, "isArchived": false, "componentSpec": { - "command": "echo Hello World \u0026 echo $[[${{inputs.component_in_number}}]] \u0026 echo ${{inputs.component_in_path}} \u0026 echo ${{outputs.component_out_path}} \u003E ${{outputs.component_out_path}}/component_in_number \u0026 echo updated3", + "command": "echo Hello World \u0026 echo $[[${{inputs.component_in_number}}]] \u0026 echo ${{inputs.component_in_path}} \u0026 echo ${{outputs.component_out_path}} \u003E ${{outputs.component_out_path}}/component_in_number \u0026 echo updated2", "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1", - "environment": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/1", + "environment": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/2", "name": "microsoftsamples_command_component_basic", "description": "This is the basic command component", "tags": { @@ -1473,26 +1477,26 @@ "StatusCode": 201, "ResponseHeaders": { "Cache-Control": "no-cache", - "Content-Length": "2406", + "Content-Length": "2407", "Content-Type": "application/json; charset=utf-8", - "Date": "Wed, 04 Jan 2023 09:19:50 GMT", + "Date": "Fri, 06 Jan 2023 02:24:54 GMT", "Expires": "-1", - "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/4a89d684-4053-653b-d9dd-4445b8afa0d5?api-version=2022-05-01", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/20e45aa6-2546-c6f7-5436-882835a95f27?api-version=2022-05-01", "Pragma": "no-cache", "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", - "Server-Timing": "traceparent;desc=\u002200-1a79a3aab7525e08c788daa90578eebc-7c7e0839e355167e-00\u0022", + "Server-Timing": "traceparent;desc=\u002200-28081195bdac3083c944853836c4642d-5239b45beec88650-00\u0022", "Strict-Transport-Security": "max-age=31536000; includeSubDomains", "x-aml-cluster": "vienna-test-westus2-01", "X-Content-Type-Options": "nosniff", - "x-ms-correlation-request-id": "5f11c61e-71f0-470b-9e9c-fe6d127768af", - "x-ms-ratelimit-remaining-subscription-writes": "1193", + "x-ms-correlation-request-id": "5b2dcbbd-38f6-43db-907c-0c74b076cad6", + "x-ms-ratelimit-remaining-subscription-writes": "1198", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20230104T091951Z:5f11c61e-71f0-470b-9e9c-fe6d127768af", - "x-request-time": "0.460" + "x-ms-routing-request-id": "JAPANEAST:20230106T022454Z:5b2dcbbd-38f6-43db-907c-0c74b076cad6", + "x-request-time": "1.447" }, "ResponseBody": { - "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/16e7ddc7-395a-4605-84f5-ab129f0dc48e", - "name": "16e7ddc7-395a-4605-84f5-ab129f0dc48e", + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/005e17b9-7348-41c6-9608-9b1010a59360", + "name": "005e17b9-7348-41c6-9608-9b1010a59360", "type": "Microsoft.MachineLearningServices/workspaces/components/versions", "properties": { "description": null, @@ -1505,7 +1509,7 @@ "isAnonymous": true, "componentSpec": { "name": "azureml_anonymous", - "version": "16e7ddc7-395a-4605-84f5-ab129f0dc48e", + "version": "005e17b9-7348-41c6-9608-9b1010a59360", "display_name": "CommandComponentBasic", "is_deterministic": "True", "type": "command", @@ -1533,19 +1537,19 @@ } }, "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1", - "environment": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/1", + "environment": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/2", "resources": { "instance_count": "1" }, - "command": "echo Hello World \u0026 echo $[[${{inputs.component_in_number}}]] \u0026 echo ${{inputs.component_in_path}} \u0026 echo ${{outputs.component_out_path}} \u003E ${{outputs.component_out_path}}/component_in_number \u0026 echo updated3", + "command": "echo Hello World \u0026 echo $[[${{inputs.component_in_number}}]] \u0026 echo ${{inputs.component_in_path}} \u0026 echo ${{outputs.component_out_path}} \u003E ${{outputs.component_out_path}}/component_in_number \u0026 echo updated2", "$schema": "https://azuremlschemas.azureedge.net/development/commandComponent.schema.json" } }, "systemData": { - "createdAt": "2023-01-04T09:17:38.299088\u002B00:00", + "createdAt": "2023-01-06T02:24:53.7627624\u002B00:00", "createdBy": "Xingzhi Zhang", "createdByType": "User", - "lastModifiedAt": "2023-01-04T09:17:38.7019606\u002B00:00", + "lastModifiedAt": "2023-01-06T02:24:53.7627624\u002B00:00", "lastModifiedBy": "Xingzhi Zhang", "lastModifiedByType": "User" } @@ -1560,7 +1564,7 @@ "Connection": "keep-alive", "Content-Length": "2860", "Content-Type": "application/json", - "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.13 (Windows-10-10.0.19045-SP0)" }, "RequestBody": { "properties": { @@ -1586,7 +1590,7 @@ } }, "_source": "YAML.COMPONENT", - "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/1cd417b6-fa7d-4f70-8204-7fae1e68fc71" + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/a83255da-7133-470e-972d-875fe1a42451" }, "microsoftsamples_command_component_basic_1": { "name": "microsoftsamples_command_component_basic_1", @@ -1602,7 +1606,7 @@ } }, "_source": "YAML.COMPONENT", - "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/1cd417b6-fa7d-4f70-8204-7fae1e68fc71" + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/a83255da-7133-470e-972d-875fe1a42451" }, "microsoftsamples_command_component_basic_2": { "name": "microsoftsamples_command_component_basic_2", @@ -1618,7 +1622,7 @@ } }, "_source": "YAML.COMPONENT", - "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/a76b3707-7933-4af8-ae31-98a92225bd1d" + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/005e17b9-7348-41c6-9608-9b1010a59360" }, "microsoftsamples_command_component_basic_3": { "name": "microsoftsamples_command_component_basic_3", @@ -1634,7 +1638,7 @@ } }, "_source": "YAML.COMPONENT", - "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/16e7ddc7-395a-4605-84f5-ab129f0dc48e" + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/91b7b70b-2eb0-47d7-b72c-a6c9b79fdad5" } }, "outputs": {}, @@ -1649,20 +1653,20 @@ "Cache-Control": "no-cache", "Content-Length": "5326", "Content-Type": "application/json; charset=utf-8", - "Date": "Wed, 04 Jan 2023 09:19:56 GMT", + "Date": "Fri, 06 Jan 2023 02:25:05 GMT", "Expires": "-1", "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/000000000000000000000?api-version=2022-10-01-preview", "Pragma": "no-cache", "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", - "Server-Timing": "traceparent;desc=\u002200-b22882d2be2b12a74dff7bc86b56aa0a-e3c48d61d9f16766-00\u0022", + "Server-Timing": "traceparent;desc=\u002200-9edabbf16487120abaec9b0b6fab8889-b63742726772cc96-00\u0022", "Strict-Transport-Security": "max-age=31536000; includeSubDomains", "x-aml-cluster": "vienna-test-westus2-01", "X-Content-Type-Options": "nosniff", - "x-ms-correlation-request-id": "385e92fc-d50d-4c76-bbcf-e79068be2c1c", - "x-ms-ratelimit-remaining-subscription-writes": "1192", + "x-ms-correlation-request-id": "d43b0bdc-be8f-4355-bb8e-f5a702d21d06", + "x-ms-ratelimit-remaining-subscription-writes": "1197", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20230104T091956Z:385e92fc-d50d-4c76-bbcf-e79068be2c1c", - "x-request-time": "2.960" + "x-ms-routing-request-id": "JAPANEAST:20230106T022506Z:d43b0bdc-be8f-4355-bb8e-f5a702d21d06", + "x-request-time": "10.222" }, "ResponseBody": { "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/000000000000000000000", @@ -1730,7 +1734,7 @@ } }, "_source": "YAML.COMPONENT", - "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/1cd417b6-fa7d-4f70-8204-7fae1e68fc71" + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/a83255da-7133-470e-972d-875fe1a42451" }, "microsoftsamples_command_component_basic_1": { "name": "microsoftsamples_command_component_basic_1", @@ -1746,7 +1750,7 @@ } }, "_source": "YAML.COMPONENT", - "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/1cd417b6-fa7d-4f70-8204-7fae1e68fc71" + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/a83255da-7133-470e-972d-875fe1a42451" }, "microsoftsamples_command_component_basic_2": { "name": "microsoftsamples_command_component_basic_2", @@ -1762,7 +1766,7 @@ } }, "_source": "YAML.COMPONENT", - "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/a76b3707-7933-4af8-ae31-98a92225bd1d" + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/005e17b9-7348-41c6-9608-9b1010a59360" }, "microsoftsamples_command_component_basic_3": { "name": "microsoftsamples_command_component_basic_3", @@ -1778,7 +1782,7 @@ } }, "_source": "YAML.COMPONENT", - "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/16e7ddc7-395a-4605-84f5-ab129f0dc48e" + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/91b7b70b-2eb0-47d7-b72c-a6c9b79fdad5" } }, "inputs": {}, @@ -1786,7 +1790,7 @@ "sourceJobId": null }, "systemData": { - "createdAt": "2023-01-04T09:19:56.0745284\u002B00:00", + "createdAt": "2023-01-06T02:25:05.6314131\u002B00:00", "createdBy": "Xingzhi Zhang", "createdByType": "User" } @@ -1800,7 +1804,7 @@ "Accept-Encoding": "gzip, deflate", "Connection": "keep-alive", "Content-Length": "0", - "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.13 (Windows-10-10.0.19045-SP0)" }, "RequestBody": null, "StatusCode": 202, @@ -1808,7 +1812,7 @@ "Cache-Control": "no-cache", "Content-Length": "4", "Content-Type": "application/json; charset=utf-8", - "Date": "Wed, 04 Jan 2023 09:19:59 GMT", + "Date": "Fri, 06 Jan 2023 02:25:08 GMT", "Expires": "-1", "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:000000000000000000000?api-version=2022-10-01-preview", "Pragma": "no-cache", @@ -1817,11 +1821,11 @@ "x-aml-cluster": "vienna-test-westus2-01", "X-Content-Type-Options": "nosniff", "x-ms-async-operation-timeout": "PT1H", - "x-ms-correlation-request-id": "8b08883f-7084-4691-b6bd-9ec9fe3ff718", - "x-ms-ratelimit-remaining-subscription-writes": "1197", + "x-ms-correlation-request-id": "4c95c1fe-9b0e-4a00-b54f-523847534811", + "x-ms-ratelimit-remaining-subscription-writes": "1198", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20230104T092000Z:8b08883f-7084-4691-b6bd-9ec9fe3ff718", - "x-request-time": "0.782" + "x-ms-routing-request-id": "JAPANEAST:20230106T022509Z:4c95c1fe-9b0e-4a00-b54f-523847534811", + "x-request-time": "1.153" }, "ResponseBody": "null" }, @@ -1832,7 +1836,7 @@ "Accept": "*/*", "Accept-Encoding": "gzip, deflate", "Connection": "keep-alive", - "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.13 (Windows-10-10.0.19045-SP0)" }, "RequestBody": null, "StatusCode": 202, @@ -1840,7 +1844,7 @@ "Cache-Control": "no-cache", "Content-Length": "2", "Content-Type": "application/json; charset=utf-8", - "Date": "Wed, 04 Jan 2023 09:19:59 GMT", + "Date": "Fri, 06 Jan 2023 02:25:09 GMT", "Expires": "-1", "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:000000000000000000000?api-version=2022-10-01-preview", "Pragma": "no-cache", @@ -1848,11 +1852,11 @@ "Strict-Transport-Security": "max-age=31536000; includeSubDomains", "x-aml-cluster": "vienna-test-westus2-01", "X-Content-Type-Options": "nosniff", - "x-ms-correlation-request-id": "390229d4-791c-4878-9115-fe54bd64d757", - "x-ms-ratelimit-remaining-subscription-reads": "11996", + "x-ms-correlation-request-id": "45a39cc3-f90e-423c-82ca-d1f4f9e3200c", + "x-ms-ratelimit-remaining-subscription-reads": "11998", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20230104T092000Z:390229d4-791c-4878-9115-fe54bd64d757", - "x-request-time": "0.052" + "x-ms-routing-request-id": "JAPANEAST:20230106T022509Z:45a39cc3-f90e-423c-82ca-d1f4f9e3200c", + "x-request-time": "0.046" }, "ResponseBody": {} }, @@ -1863,31 +1867,62 @@ "Accept": "*/*", "Accept-Encoding": "gzip, deflate", "Connection": "keep-alive", - "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.13 (Windows-10-10.0.19045-SP0)" + }, + "RequestBody": null, + "StatusCode": 202, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "2", + "Content-Type": "application/json; charset=utf-8", + "Date": "Fri, 06 Jan 2023 02:25:39 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:000000000000000000000?api-version=2022-10-01-preview", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "a7fd7207-7c77-484d-974d-30d00ccfb1bc", + "x-ms-ratelimit-remaining-subscription-reads": "11997", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20230106T022539Z:a7fd7207-7c77-484d-974d-30d00ccfb1bc", + "x-request-time": "0.038" + }, + "ResponseBody": {} + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:000000000000000000000?api-version=2022-10-01-preview", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "*/*", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.13 (Windows-10-10.0.19045-SP0)" }, "RequestBody": null, "StatusCode": 200, "ResponseHeaders": { "Cache-Control": "no-cache", "Content-Length": "0", - "Date": "Wed, 04 Jan 2023 09:20:31 GMT", + "Date": "Fri, 06 Jan 2023 02:26:09 GMT", "Expires": "-1", "Pragma": "no-cache", "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", - "Server-Timing": "traceparent;desc=\u002200-fcdbd678f40abf05f3f101b67536b64d-936836a59c41e2e2-00\u0022", + "Server-Timing": "traceparent;desc=\u002200-76252b85e1d8214182a39373f4cf3f35-af55d0f04d0216a4-00\u0022", "Strict-Transport-Security": "max-age=31536000; includeSubDomains", "x-aml-cluster": "vienna-test-westus2-01", "X-Content-Type-Options": "nosniff", - "x-ms-correlation-request-id": "e5c6b0b5-9265-4942-983a-04c1f945b78c", - "x-ms-ratelimit-remaining-subscription-reads": "11995", + "x-ms-correlation-request-id": "cb589def-9022-4fd4-baf9-cc1b56716762", + "x-ms-ratelimit-remaining-subscription-reads": "11996", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20230104T092031Z:e5c6b0b5-9265-4942-983a-04c1f945b78c", - "x-request-time": "0.032" + "x-ms-routing-request-id": "JAPANEAST:20230106T022610Z:cb589def-9022-4fd4-baf9-cc1b56716762", + "x-request-time": "0.034" }, "ResponseBody": null }, { - "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/1?api-version=2022-05-01", + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/2?api-version=2022-05-01", "RequestMethod": "PUT", "RequestHeaders": { "Accept": "application/json", @@ -1895,7 +1930,7 @@ "Connection": "keep-alive", "Content-Length": "352", "Content-Type": "application/json", - "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.13 (Windows-10-10.0.19045-SP0)" }, "RequestBody": { "properties": { @@ -1903,32 +1938,33 @@ "isAnonymous": false, "isArchived": false, "condaFile": "channels:\n- conda-forge\ndependencies:\n- python=3.8\n- pip\n- pip:\n - nbgitpuller\n - sphinx-gallery\n - pandas\n - matplotlib\nname: example-environment\n", - "image": "mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04" + "image": "mcr.microsoft.com/azureml/openmpi4.1.0-ubuntu20.04" } }, "StatusCode": 201, "ResponseHeaders": { + "Build-ID": "caem", "Cache-Control": "no-cache", "Content-Length": "1158", "Content-Type": "application/json; charset=utf-8", - "Date": "Wed, 04 Jan 2023 09:20:32 GMT", + "Date": "Fri, 06 Jan 2023 02:26:11 GMT", "Expires": "-1", - "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/1?api-version=2022-05-01", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/2?api-version=2022-05-01", "Pragma": "no-cache", "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", - "Server-Timing": "traceparent;desc=\u002200-1ed2d61b5b0ebf93dce14dd6486f7b9a-cae2f5ba0afd8ef8-00\u0022", + "Server-Timing": "traceparent;desc=\u002200-cb3e69a08961378e2e55cf4bee655166-143fbb8e7db7972c-00\u0022", "Strict-Transport-Security": "max-age=31536000; includeSubDomains", - "x-aml-cluster": "vienna-test-westus2-01", + "x-aml-cluster": "vienna-test-westus2-02", "X-Content-Type-Options": "nosniff", - "x-ms-correlation-request-id": "0b2724a5-012a-4c22-915a-2b7b03b8f0b4", - "x-ms-ratelimit-remaining-subscription-writes": "1191", + "x-ms-correlation-request-id": "d6039ca0-a73f-4aea-8847-b243869c08b1", + "x-ms-ratelimit-remaining-subscription-writes": "1196", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20230104T092032Z:0b2724a5-012a-4c22-915a-2b7b03b8f0b4", - "x-request-time": "0.200" + "x-ms-routing-request-id": "JAPANEAST:20230106T022612Z:d6039ca0-a73f-4aea-8847-b243869c08b1", + "x-request-time": "0.795" }, "ResponseBody": { - "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/1", - "name": "1", + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/2", + "name": "2", "type": "Microsoft.MachineLearningServices/workspaces/environments/versions", "properties": { "description": "This is an anonymous environment", @@ -1937,22 +1973,22 @@ "isArchived": false, "isAnonymous": false, "environmentType": "UserCreated", - "image": "mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04", + "image": "mcr.microsoft.com/azureml/openmpi4.1.0-ubuntu20.04", "condaFile": "{\n \u0022channels\u0022: [\n \u0022conda-forge\u0022\n ],\n \u0022dependencies\u0022: [\n \u0022python=3.8\u0022,\n \u0022pip\u0022,\n {\n \u0022pip\u0022: [\n \u0022nbgitpuller\u0022,\n \u0022sphinx-gallery\u0022,\n \u0022pandas\u0022,\n \u0022matplotlib\u0022\n ]\n }\n ],\n \u0022name\u0022: \u0022example-environment\u0022\n}", "osType": "Linux" }, "systemData": { - "createdAt": "2023-01-04T05:45:07.1265918\u002B00:00", + "createdAt": "2023-01-06T02:24:32.2828911\u002B00:00", "createdBy": "Xingzhi Zhang", "createdByType": "User", - "lastModifiedAt": "2023-01-04T05:45:07.1265918\u002B00:00", + "lastModifiedAt": "2023-01-06T02:24:32.2828911\u002B00:00", "lastModifiedBy": "Xingzhi Zhang", "lastModifiedByType": "User" } } }, { - "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/1?api-version=2022-05-01", + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/2?api-version=2022-05-01", "RequestMethod": "PUT", "RequestHeaders": { "Accept": "application/json", @@ -1960,7 +1996,7 @@ "Connection": "keep-alive", "Content-Length": "352", "Content-Type": "application/json", - "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.13 (Windows-10-10.0.19045-SP0)" }, "RequestBody": { "properties": { @@ -1968,32 +2004,33 @@ "isAnonymous": false, "isArchived": false, "condaFile": "channels:\n- conda-forge\ndependencies:\n- python=3.8\n- pip\n- pip:\n - nbgitpuller\n - sphinx-gallery\n - pandas\n - matplotlib\nname: example-environment\n", - "image": "mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04" + "image": "mcr.microsoft.com/azureml/openmpi4.1.0-ubuntu20.04" } }, "StatusCode": 201, "ResponseHeaders": { + "Build-ID": "caem", "Cache-Control": "no-cache", "Content-Length": "1158", "Content-Type": "application/json; charset=utf-8", - "Date": "Wed, 04 Jan 2023 09:20:33 GMT", + "Date": "Fri, 06 Jan 2023 02:26:12 GMT", "Expires": "-1", - "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/1?api-version=2022-05-01", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/2?api-version=2022-05-01", "Pragma": "no-cache", "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", - "Server-Timing": "traceparent;desc=\u002200-829199fc26dca84f571c25aba8416b3c-ce12be6d750fc7e0-00\u0022", + "Server-Timing": "traceparent;desc=\u002200-191038bcc2bf8913f7f2e29828b9c25e-be56d878b7addf41-00\u0022", "Strict-Transport-Security": "max-age=31536000; includeSubDomains", - "x-aml-cluster": "vienna-test-westus2-01", + "x-aml-cluster": "vienna-test-westus2-02", "X-Content-Type-Options": "nosniff", - "x-ms-correlation-request-id": "f165a306-88ea-4fd3-889b-b7238423ec63", - "x-ms-ratelimit-remaining-subscription-writes": "1190", + "x-ms-correlation-request-id": "99d2cd5e-9659-4c41-b754-a2fa25c2f866", + "x-ms-ratelimit-remaining-subscription-writes": "1195", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20230104T092033Z:f165a306-88ea-4fd3-889b-b7238423ec63", - "x-request-time": "0.208" + "x-ms-routing-request-id": "JAPANEAST:20230106T022613Z:99d2cd5e-9659-4c41-b754-a2fa25c2f866", + "x-request-time": "0.348" }, "ResponseBody": { - "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/1", - "name": "1", + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/2", + "name": "2", "type": "Microsoft.MachineLearningServices/workspaces/environments/versions", "properties": { "description": "This is an anonymous environment", @@ -2002,22 +2039,22 @@ "isArchived": false, "isAnonymous": false, "environmentType": "UserCreated", - "image": "mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04", + "image": "mcr.microsoft.com/azureml/openmpi4.1.0-ubuntu20.04", "condaFile": "{\n \u0022channels\u0022: [\n \u0022conda-forge\u0022\n ],\n \u0022dependencies\u0022: [\n \u0022python=3.8\u0022,\n \u0022pip\u0022,\n {\n \u0022pip\u0022: [\n \u0022nbgitpuller\u0022,\n \u0022sphinx-gallery\u0022,\n \u0022pandas\u0022,\n \u0022matplotlib\u0022\n ]\n }\n ],\n \u0022name\u0022: \u0022example-environment\u0022\n}", "osType": "Linux" }, "systemData": { - "createdAt": "2023-01-04T05:45:07.1265918\u002B00:00", + "createdAt": "2023-01-06T02:24:32.2828911\u002B00:00", "createdBy": "Xingzhi Zhang", "createdByType": "User", - "lastModifiedAt": "2023-01-04T05:45:07.1265918\u002B00:00", + "lastModifiedAt": "2023-01-06T02:24:32.2828911\u002B00:00", "lastModifiedBy": "Xingzhi Zhang", "lastModifiedByType": "User" } } }, { - "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/1?api-version=2022-05-01", + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/2?api-version=2022-05-01", "RequestMethod": "PUT", "RequestHeaders": { "Accept": "application/json", @@ -2025,7 +2062,7 @@ "Connection": "keep-alive", "Content-Length": "352", "Content-Type": "application/json", - "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.13 (Windows-10-10.0.19045-SP0)" }, "RequestBody": { "properties": { @@ -2033,32 +2070,33 @@ "isAnonymous": false, "isArchived": false, "condaFile": "channels:\n- conda-forge\ndependencies:\n- python=3.8\n- pip\n- pip:\n - nbgitpuller\n - sphinx-gallery\n - pandas\n - matplotlib\nname: example-environment\n", - "image": "mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04" + "image": "mcr.microsoft.com/azureml/openmpi4.1.0-ubuntu20.04" } }, "StatusCode": 201, "ResponseHeaders": { + "Build-ID": "caem", "Cache-Control": "no-cache", "Content-Length": "1158", "Content-Type": "application/json; charset=utf-8", - "Date": "Wed, 04 Jan 2023 09:20:34 GMT", + "Date": "Fri, 06 Jan 2023 02:26:13 GMT", "Expires": "-1", - "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/1?api-version=2022-05-01", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/2?api-version=2022-05-01", "Pragma": "no-cache", "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", - "Server-Timing": "traceparent;desc=\u002200-08a84fe18bb75fa39f4a150a0ff41cc8-dec3881336eee34a-00\u0022", + "Server-Timing": "traceparent;desc=\u002200-95172f27d2890a055d719f89d1f0f29a-77494590a696aa68-00\u0022", "Strict-Transport-Security": "max-age=31536000; includeSubDomains", - "x-aml-cluster": "vienna-test-westus2-01", + "x-aml-cluster": "vienna-test-westus2-02", "X-Content-Type-Options": "nosniff", - "x-ms-correlation-request-id": "38b092c9-37ad-410d-b32b-0ce35fe0aa96", - "x-ms-ratelimit-remaining-subscription-writes": "1189", + "x-ms-correlation-request-id": "90be471f-e96d-4eed-9892-041e0df99512", + "x-ms-ratelimit-remaining-subscription-writes": "1194", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20230104T092034Z:38b092c9-37ad-410d-b32b-0ce35fe0aa96", - "x-request-time": "0.205" + "x-ms-routing-request-id": "JAPANEAST:20230106T022614Z:90be471f-e96d-4eed-9892-041e0df99512", + "x-request-time": "0.342" }, "ResponseBody": { - "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/1", - "name": "1", + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/2", + "name": "2", "type": "Microsoft.MachineLearningServices/workspaces/environments/versions", "properties": { "description": "This is an anonymous environment", @@ -2067,22 +2105,22 @@ "isArchived": false, "isAnonymous": false, "environmentType": "UserCreated", - "image": "mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04", + "image": "mcr.microsoft.com/azureml/openmpi4.1.0-ubuntu20.04", "condaFile": "{\n \u0022channels\u0022: [\n \u0022conda-forge\u0022\n ],\n \u0022dependencies\u0022: [\n \u0022python=3.8\u0022,\n \u0022pip\u0022,\n {\n \u0022pip\u0022: [\n \u0022nbgitpuller\u0022,\n \u0022sphinx-gallery\u0022,\n \u0022pandas\u0022,\n \u0022matplotlib\u0022\n ]\n }\n ],\n \u0022name\u0022: \u0022example-environment\u0022\n}", "osType": "Linux" }, "systemData": { - "createdAt": "2023-01-04T05:45:07.1265918\u002B00:00", + "createdAt": "2023-01-06T02:24:32.2828911\u002B00:00", "createdBy": "Xingzhi Zhang", "createdByType": "User", - "lastModifiedAt": "2023-01-04T05:45:07.1265918\u002B00:00", + "lastModifiedAt": "2023-01-06T02:24:32.2828911\u002B00:00", "lastModifiedBy": "Xingzhi Zhang", "lastModifiedByType": "User" } } }, { - "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/1?api-version=2022-05-01", + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/2?api-version=2022-05-01", "RequestMethod": "PUT", "RequestHeaders": { "Accept": "application/json", @@ -2090,7 +2128,7 @@ "Connection": "keep-alive", "Content-Length": "352", "Content-Type": "application/json", - "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.13 (Windows-10-10.0.19045-SP0)" }, "RequestBody": { "properties": { @@ -2098,32 +2136,33 @@ "isAnonymous": false, "isArchived": false, "condaFile": "channels:\n- conda-forge\ndependencies:\n- python=3.8\n- pip\n- pip:\n - nbgitpuller\n - sphinx-gallery\n - pandas\n - matplotlib\nname: example-environment\n", - "image": "mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04" + "image": "mcr.microsoft.com/azureml/openmpi4.1.0-ubuntu20.04" } }, "StatusCode": 201, "ResponseHeaders": { + "Build-ID": "caem", "Cache-Control": "no-cache", "Content-Length": "1158", "Content-Type": "application/json; charset=utf-8", - "Date": "Wed, 04 Jan 2023 09:20:34 GMT", + "Date": "Fri, 06 Jan 2023 02:26:14 GMT", "Expires": "-1", - "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/1?api-version=2022-05-01", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/2?api-version=2022-05-01", "Pragma": "no-cache", "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", - "Server-Timing": "traceparent;desc=\u002200-4af3022bfcbbf9bbf8145db70ce9946d-bda2cfcd13983a30-00\u0022", + "Server-Timing": "traceparent;desc=\u002200-58d2dfc6a0b5985bee370c55d4d88d1f-95ef741da2a35e29-00\u0022", "Strict-Transport-Security": "max-age=31536000; includeSubDomains", - "x-aml-cluster": "vienna-test-westus2-01", + "x-aml-cluster": "vienna-test-westus2-02", "X-Content-Type-Options": "nosniff", - "x-ms-correlation-request-id": "f21d5855-29a7-4c9c-974f-adbf0e5c28ea", - "x-ms-ratelimit-remaining-subscription-writes": "1188", + "x-ms-correlation-request-id": "2fa37971-7da2-48c6-81c6-45bc0852977d", + "x-ms-ratelimit-remaining-subscription-writes": "1193", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20230104T092034Z:f21d5855-29a7-4c9c-974f-adbf0e5c28ea", - "x-request-time": "0.183" + "x-ms-routing-request-id": "JAPANEAST:20230106T022614Z:2fa37971-7da2-48c6-81c6-45bc0852977d", + "x-request-time": "0.260" }, "ResponseBody": { - "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/1", - "name": "1", + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/test-environment/versions/2", + "name": "2", "type": "Microsoft.MachineLearningServices/workspaces/environments/versions", "properties": { "description": "This is an anonymous environment", @@ -2132,15 +2171,15 @@ "isArchived": false, "isAnonymous": false, "environmentType": "UserCreated", - "image": "mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04", + "image": "mcr.microsoft.com/azureml/openmpi4.1.0-ubuntu20.04", "condaFile": "{\n \u0022channels\u0022: [\n \u0022conda-forge\u0022\n ],\n \u0022dependencies\u0022: [\n \u0022python=3.8\u0022,\n \u0022pip\u0022,\n {\n \u0022pip\u0022: [\n \u0022nbgitpuller\u0022,\n \u0022sphinx-gallery\u0022,\n \u0022pandas\u0022,\n \u0022matplotlib\u0022\n ]\n }\n ],\n \u0022name\u0022: \u0022example-environment\u0022\n}", "osType": "Linux" }, "systemData": { - "createdAt": "2023-01-04T05:45:07.1265918\u002B00:00", + "createdAt": "2023-01-06T02:24:32.2828911\u002B00:00", "createdBy": "Xingzhi Zhang", "createdByType": "User", - "lastModifiedAt": "2023-01-04T05:45:07.1265918\u002B00:00", + "lastModifiedAt": "2023-01-06T02:24:32.2828911\u002B00:00", "lastModifiedBy": "Xingzhi Zhang", "lastModifiedByType": "User" } @@ -2155,7 +2194,7 @@ "Connection": "keep-alive", "Content-Length": "2860", "Content-Type": "application/json", - "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.13 (Windows-10-10.0.19045-SP0)" }, "RequestBody": { "properties": { @@ -2181,7 +2220,7 @@ } }, "_source": "YAML.COMPONENT", - "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/1cd417b6-fa7d-4f70-8204-7fae1e68fc71" + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/a83255da-7133-470e-972d-875fe1a42451" }, "microsoftsamples_command_component_basic_1": { "name": "microsoftsamples_command_component_basic_1", @@ -2197,7 +2236,7 @@ } }, "_source": "YAML.COMPONENT", - "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/1cd417b6-fa7d-4f70-8204-7fae1e68fc71" + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/a83255da-7133-470e-972d-875fe1a42451" }, "microsoftsamples_command_component_basic_2": { "name": "microsoftsamples_command_component_basic_2", @@ -2213,7 +2252,7 @@ } }, "_source": "YAML.COMPONENT", - "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/a76b3707-7933-4af8-ae31-98a92225bd1d" + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/005e17b9-7348-41c6-9608-9b1010a59360" }, "microsoftsamples_command_component_basic_3": { "name": "microsoftsamples_command_component_basic_3", @@ -2229,7 +2268,7 @@ } }, "_source": "YAML.COMPONENT", - "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/16e7ddc7-395a-4605-84f5-ab129f0dc48e" + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/91b7b70b-2eb0-47d7-b72c-a6c9b79fdad5" } }, "outputs": {}, @@ -2242,22 +2281,22 @@ "StatusCode": 201, "ResponseHeaders": { "Cache-Control": "no-cache", - "Content-Length": "5325", + "Content-Length": "5326", "Content-Type": "application/json; charset=utf-8", - "Date": "Wed, 04 Jan 2023 09:20:37 GMT", + "Date": "Fri, 06 Jan 2023 02:26:17 GMT", "Expires": "-1", "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/000000000000000000000?api-version=2022-10-01-preview", "Pragma": "no-cache", "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", - "Server-Timing": "traceparent;desc=\u002200-fdbf85ac2c43faed57f8fe2a605a9bda-22a7483cd6473b51-00\u0022", + "Server-Timing": "traceparent;desc=\u002200-f934c87d0da75a2bdbf1b88ffd4a056b-af9488f13c793d91-00\u0022", "Strict-Transport-Security": "max-age=31536000; includeSubDomains", - "x-aml-cluster": "vienna-test-westus2-01", + "x-aml-cluster": "vienna-test-westus2-02", "X-Content-Type-Options": "nosniff", - "x-ms-correlation-request-id": "cc32ef1c-df3a-44f0-adbb-ccb8d3e9b1d7", - "x-ms-ratelimit-remaining-subscription-writes": "1187", + "x-ms-correlation-request-id": "c526936b-0916-4cc5-8bed-052ec32d9342", + "x-ms-ratelimit-remaining-subscription-writes": "1192", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20230104T092038Z:cc32ef1c-df3a-44f0-adbb-ccb8d3e9b1d7", - "x-request-time": "2.681" + "x-ms-routing-request-id": "JAPANEAST:20230106T022618Z:c526936b-0916-4cc5-8bed-052ec32d9342", + "x-request-time": "2.877" }, "ResponseBody": { "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/000000000000000000000", @@ -2325,7 +2364,7 @@ } }, "_source": "YAML.COMPONENT", - "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/1cd417b6-fa7d-4f70-8204-7fae1e68fc71" + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/a83255da-7133-470e-972d-875fe1a42451" }, "microsoftsamples_command_component_basic_1": { "name": "microsoftsamples_command_component_basic_1", @@ -2341,7 +2380,7 @@ } }, "_source": "YAML.COMPONENT", - "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/1cd417b6-fa7d-4f70-8204-7fae1e68fc71" + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/a83255da-7133-470e-972d-875fe1a42451" }, "microsoftsamples_command_component_basic_2": { "name": "microsoftsamples_command_component_basic_2", @@ -2357,7 +2396,7 @@ } }, "_source": "YAML.COMPONENT", - "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/a76b3707-7933-4af8-ae31-98a92225bd1d" + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/005e17b9-7348-41c6-9608-9b1010a59360" }, "microsoftsamples_command_component_basic_3": { "name": "microsoftsamples_command_component_basic_3", @@ -2373,7 +2412,7 @@ } }, "_source": "YAML.COMPONENT", - "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/16e7ddc7-395a-4605-84f5-ab129f0dc48e" + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/91b7b70b-2eb0-47d7-b72c-a6c9b79fdad5" } }, "inputs": {}, @@ -2381,7 +2420,7 @@ "sourceJobId": null }, "systemData": { - "createdAt": "2023-01-04T09:20:37.389943\u002B00:00", + "createdAt": "2023-01-06T02:26:17.1865567\u002B00:00", "createdBy": "Xingzhi Zhang", "createdByType": "User" } @@ -2395,7 +2434,7 @@ "Accept-Encoding": "gzip, deflate", "Connection": "keep-alive", "Content-Length": "0", - "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.13 (Windows-10-10.0.19045-SP0)" }, "RequestBody": null, "StatusCode": 202, @@ -2403,20 +2442,20 @@ "Cache-Control": "no-cache", "Content-Length": "4", "Content-Type": "application/json; charset=utf-8", - "Date": "Wed, 04 Jan 2023 09:20:41 GMT", + "Date": "Fri, 06 Jan 2023 02:26:20 GMT", "Expires": "-1", "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:000000000000000000000?api-version=2022-10-01-preview", "Pragma": "no-cache", "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", "Strict-Transport-Security": "max-age=31536000; includeSubDomains", - "x-aml-cluster": "vienna-test-westus2-01", + "x-aml-cluster": "vienna-test-westus2-02", "X-Content-Type-Options": "nosniff", "x-ms-async-operation-timeout": "PT1H", - "x-ms-correlation-request-id": "3b2900c6-844f-41b6-8d6f-24cdfdcbe4cd", - "x-ms-ratelimit-remaining-subscription-writes": "1196", + "x-ms-correlation-request-id": "c871661a-6d99-491d-8271-2cd23a3bbb6f", + "x-ms-ratelimit-remaining-subscription-writes": "1197", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20230104T092041Z:3b2900c6-844f-41b6-8d6f-24cdfdcbe4cd", - "x-request-time": "0.730" + "x-ms-routing-request-id": "JAPANEAST:20230106T022620Z:c871661a-6d99-491d-8271-2cd23a3bbb6f", + "x-request-time": "0.812" }, "ResponseBody": "null" }, @@ -2427,7 +2466,38 @@ "Accept": "*/*", "Accept-Encoding": "gzip, deflate", "Connection": "keep-alive", - "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.13 (Windows-10-10.0.19045-SP0)" + }, + "RequestBody": null, + "StatusCode": 202, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "2", + "Content-Type": "application/json; charset=utf-8", + "Date": "Fri, 06 Jan 2023 02:26:20 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:000000000000000000000?api-version=2022-10-01-preview", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "6061fcb9-e6de-4efd-8482-818e63ce4440", + "x-ms-ratelimit-remaining-subscription-reads": "11995", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20230106T022620Z:6061fcb9-e6de-4efd-8482-818e63ce4440", + "x-request-time": "0.029" + }, + "ResponseBody": {} + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:000000000000000000000?api-version=2022-10-01-preview", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "*/*", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.13 (Windows-10-10.0.19045-SP0)" }, "RequestBody": null, "StatusCode": 202, @@ -2435,7 +2505,7 @@ "Cache-Control": "no-cache", "Content-Length": "2", "Content-Type": "application/json; charset=utf-8", - "Date": "Wed, 04 Jan 2023 09:20:41 GMT", + "Date": "Fri, 06 Jan 2023 02:26:50 GMT", "Expires": "-1", "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:000000000000000000000?api-version=2022-10-01-preview", "Pragma": "no-cache", @@ -2443,11 +2513,11 @@ "Strict-Transport-Security": "max-age=31536000; includeSubDomains", "x-aml-cluster": "vienna-test-westus2-01", "X-Content-Type-Options": "nosniff", - "x-ms-correlation-request-id": "99076d42-8ed8-402e-85ea-177590973c0d", + "x-ms-correlation-request-id": "ca54b4c1-334e-4f2e-b7f3-28d6a42e3343", "x-ms-ratelimit-remaining-subscription-reads": "11994", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20230104T092041Z:99076d42-8ed8-402e-85ea-177590973c0d", - "x-request-time": "0.032" + "x-ms-routing-request-id": "JAPANEAST:20230106T022651Z:ca54b4c1-334e-4f2e-b7f3-28d6a42e3343", + "x-request-time": "0.029" }, "ResponseBody": {} }, @@ -2458,26 +2528,26 @@ "Accept": "*/*", "Accept-Encoding": "gzip, deflate", "Connection": "keep-alive", - "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.3.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.13 (Windows-10-10.0.19045-SP0)" }, "RequestBody": null, "StatusCode": 200, "ResponseHeaders": { "Cache-Control": "no-cache", "Content-Length": "0", - "Date": "Wed, 04 Jan 2023 09:21:11 GMT", + "Date": "Fri, 06 Jan 2023 02:27:21 GMT", "Expires": "-1", "Pragma": "no-cache", "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", - "Server-Timing": "traceparent;desc=\u002200-08ea3d38e2508b54ece3c35d220949cf-d85c722ccb05bd20-00\u0022", + "Server-Timing": "traceparent;desc=\u002200-3de0ae11837a7872fa75ec7357c7a9b0-bbf76be6626465e8-00\u0022", "Strict-Transport-Security": "max-age=31536000; includeSubDomains", "x-aml-cluster": "vienna-test-westus2-01", "X-Content-Type-Options": "nosniff", - "x-ms-correlation-request-id": "25e1e5ff-460c-45a9-ac6a-cf9326fa24b4", + "x-ms-correlation-request-id": "f0abdc6c-eecf-419a-9b17-e8231a5a51a9", "x-ms-ratelimit-remaining-subscription-reads": "11993", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20230104T092111Z:25e1e5ff-460c-45a9-ac6a-cf9326fa24b4", - "x-request-time": "0.027" + "x-ms-routing-request-id": "JAPANEAST:20230106T022721Z:f0abdc6c-eecf-419a-9b17-e8231a5a51a9", + "x-request-time": "0.028" }, "ResponseBody": null } From 5fd32b554950be189195e976c0bfd00d19f46223 Mon Sep 17 00:00:00 2001 From: Xingzhi Zhang Date: Fri, 6 Jan 2023 12:04:51 +0800 Subject: [PATCH 9/9] test: add test for access --- .../azure/ai/ml/_utils/_cache_utils.py | 16 +++- .../azure-ai-ml/azure/ai/ml/_utils/utils.py | 9 ++- .../unittests/test_cache_utils.py | 79 +++++++++++++++++++ 3 files changed, 97 insertions(+), 7 deletions(-) create mode 100644 sdk/ml/azure-ai-ml/tests/internal_utils/unittests/test_cache_utils.py diff --git a/sdk/ml/azure-ai-ml/azure/ai/ml/_utils/_cache_utils.py b/sdk/ml/azure-ai-ml/azure/ai/ml/_utils/_cache_utils.py index 4fb484c60127..c8e4396045af 100644 --- a/sdk/ml/azure-ai-ml/azure/ai/ml/_utils/_cache_utils.py +++ b/sdk/ml/azure-ai-ml/azure/ai/ml/_utils/_cache_utils.py @@ -16,7 +16,7 @@ from azure.ai.ml._utils._asset_utils import get_object_hash from azure.ai.ml._utils.utils import is_on_disk_cache_enabled, is_concurrent_component_registration_enabled, \ - is_private_preview_enabled, open_shared_file + is_private_preview_enabled, open_file_with_int_mode from azure.ai.ml.constants._common import AzureMLResourceType, AZUREML_COMPONENT_REGISTRATION_MAX_WORKERS from azure.ai.ml.entities import Component from azure.ai.ml.entities._builders import BaseNode @@ -226,7 +226,15 @@ def _load_from_on_disk_cache(self, on_disk_hash: str) -> Optional[str]: # on-disk cache will expire in a new SDK version on_disk_cache_path = self._get_on_disk_cache_path(on_disk_hash) if on_disk_cache_path.is_file() and time.time() - on_disk_cache_path.stat().st_ctime < EXPIRE_TIME_IN_SECONDS: - return on_disk_cache_path.read_text().strip() + try: + return on_disk_cache_path.read_text().strip() + except (OSError, PermissionError) as e: + logger.warning( + "Failed to read on-disk cache for component due to %s. " + "Please check if the file %s is in use or current user doesn't have the permission.", + type(e).__name__, + on_disk_cache_path.as_posix(), + ) return None def _save_to_on_disk_cache(self, on_disk_hash: str, arm_id: str) -> None: @@ -237,11 +245,11 @@ def _save_to_on_disk_cache(self, on_disk_hash: str, arm_id: str) -> None: on_disk_cache_path = self._get_on_disk_cache_path(on_disk_hash) on_disk_cache_path.parent.mkdir(parents=True, exist_ok=True) try: - with open_shared_file(on_disk_cache_path.as_posix(), "w") as f: + with open_file_with_int_mode(on_disk_cache_path, "w") as f: f.write(arm_id) except PermissionError: logger.warning( - "Failed to save component to on disk cache due to permission error. " + "Failed to save on-disk cache for component due to permission error. " "Please check if the file %s is in use or current user doesn't have the permission.", on_disk_cache_path.as_posix(), ) diff --git a/sdk/ml/azure-ai-ml/azure/ai/ml/_utils/utils.py b/sdk/ml/azure-ai-ml/azure/ai/ml/_utils/utils.py index 32b9c3fdb5fe..9b5e2626d546 100644 --- a/sdk/ml/azure-ai-ml/azure/ai/ml/_utils/utils.py +++ b/sdk/ml/azure-ai-ml/azure/ai/ml/_utils/utils.py @@ -935,18 +935,21 @@ def _validate_missing_sub_or_rg_and_raise(subscription_id: Optional[str], resour @contextmanager -def open_shared_file(file: str, mode: str = 'r', **kwargs) -> IO: +def open_file_with_int_mode(file: Union[str, PathLike], mode: str = 'r', int_mode: int = 0o666, **kwargs) -> IO: """Open file with specific mode and return the file object. :param file: Path to the file. - :param mode: Mode to open the file with. + :param mode: Mode to open the file. + :param int_mode: Mode for opener in integer. Default value is 0o666, which means + w+r for owner, group and others. + :param int_mode: Mode for the opener. :return: The file object. """ origin_mask = os.umask(0) try: def opener(path, flags): # w+r for owner, group and others - return os.open(path, flags, 0o666) + return os.open(path, flags, int_mode) with open(file=file, mode=mode, **kwargs, opener=opener) as f: yield f diff --git a/sdk/ml/azure-ai-ml/tests/internal_utils/unittests/test_cache_utils.py b/sdk/ml/azure-ai-ml/tests/internal_utils/unittests/test_cache_utils.py new file mode 100644 index 000000000000..b9c1fab95938 --- /dev/null +++ b/sdk/ml/azure-ai-ml/tests/internal_utils/unittests/test_cache_utils.py @@ -0,0 +1,79 @@ +import os +import stat +from pathlib import Path +from typing import Union + +import mock +import pytest + +from azure.ai.ml import MLClient, load_job +from azure.ai.ml._utils._cache_utils import CachedNodeResolver +from azure.ai.ml.entities import Component, PipelineJob + + +@pytest.mark.unittest +@pytest.mark.pipeline_test +@pytest.mark.usefixtures("enable_pipeline_private_preview_features", "mock_component_hash") +class TestCacheUtils: + @staticmethod + def _mock_resolver(component: Union[str, Component], azureml_type: str) -> str: + if isinstance(component, str): + return azureml_type + ":" + component if not component.startswith(azureml_type + ":") else component + return component._get_anonymous_hash() + + @staticmethod + def _get_cache_path(component: Component, resolver: CachedNodeResolver) -> Path: + in_memory_hash = resolver._get_in_memory_hash_for_component(component) + on_disk_hash = resolver._get_on_disk_hash_for_component(component=component, in_memory_hash=in_memory_hash) + return resolver._get_on_disk_cache_path(on_disk_hash) + + @staticmethod + def create_resolver(client: MLClient) -> CachedNodeResolver: + return CachedNodeResolver( + resolver=TestCacheUtils._mock_resolver, + subscription_id=client.subscription_id, + resource_group_name=client.resource_group_name, + workspace_name=client.workspace_name, + registry_name=client._operation_scope.registry_name, + ) + + @staticmethod + def get_target_node(): + pipeline_job: PipelineJob = load_job( + source="./tests/test_configs/pipeline_jobs/helloworld_pipeline_job_inline_comps.yml", + ) + return pipeline_job.jobs["hello_world_component_inline"] + + @staticmethod + def register_target_node_and_resolve(resolver: CachedNodeResolver) -> None: + # clear in-memory cache + resolver._cache.clear() + target_node = TestCacheUtils.get_target_node() + # always register a newly created node + resolver.register_node_for_lazy_resolution(target_node) + resolver.resolve_nodes() + return target_node.component + + def test_on_disk_cache_occupied(self, mock_machinelearning_client: MLClient) -> None: + resolver = self.create_resolver(mock_machinelearning_client) + target_cache_path = self._get_cache_path(self.get_target_node().component, resolver) + assert not target_cache_path.exists() + self.register_target_node_and_resolve(resolver) + assert target_cache_path.exists() + os.chmod(target_cache_path, stat.S_IREAD) + + # test write to readonly file + # mock to avoid using existed on-disk cache + with mock.patch.object(resolver, "_load_from_on_disk_cache", return_value=None): + cur_time = os.stat(target_cache_path).st_mtime + self.register_target_node_and_resolve(resolver) + # no change to the file and no exception raised + assert cur_time == os.stat(target_cache_path).st_mtime + + def test_on_disk_cache_share_among_users(self, mock_machinelearning_client: MLClient) -> None: + resolver = self.create_resolver(mock_machinelearning_client) + target_cache_path = self._get_cache_path(self.get_target_node().component, resolver) + + self.register_target_node_and_resolve(resolver) + assert target_cache_path.exists() + assert stat.filemode(target_cache_path.stat().st_mode) == '-rw-rw-rw-'