Skip to content

Commit

Permalink
Updating tests for quantum CLI extension to a new subscription (#3817)
Browse files Browse the repository at this point in the history 
* Update az quantum tests to use shared resources and allow environment overrides

* Update test recordings

* Avoiding to set the subscription as part of test execution

* Update test recordings 2

* Split the workspace management cases in always and live-only

* Update test recordings 3
  • Loading branch information
@ricardo-espinoza
ricardo-espinoza authored Aug 25, 2021
1 parent ee237fc commit cae0910
Show file tree
Hide file tree
Showing 9 changed files with 516 additions and 117 deletions.
2 changes: 1 addition & 1 deletion src/quantum/azext_quantum/tests/latest/__init__.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -5,5 +5,5 @@
# -----------------------------------------------------------------------------

# To run these tests from the command line:
# az account set -s 677fc922-91d0-4bf6-9b06-4274d319a0fa
# az account set -s 916dfd6d-030c-4bd9-b579-7bb6d1926e97
# azdev test quantum --live
36 changes: 15 additions & 21 deletions src/quantum/azext_quantum/tests/latest/recordings/test_jobs.yaml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -11,29 +11,26 @@ interactions:
Connection:
- keep-alive
ParameterSetName:
- -w -g -l
- -g -w -l
User-Agent:
- python/3.8.2 (Windows-10-10.0.19041-SP0) msrest/0.6.18 msrest_azure/0.6.3
quantummanagementclient/2019-11-04-preview Azure-SDK-For-Python AZURECLI/2.18.0
accept-language:
- en-US
- AZURECLI/2.27.1 azsdk-python-mgmt-quantum/1.0.0b1 Python/3.8.2 (Windows-10-10.0.19041-SP0)
az-cli-ext/0.6.1
method: GET
uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/testalias-e2e-tests-canary-rg/providers/Microsoft.Quantum/workspaces/e2e-tests-workspace-ionq?api-version=2019-11-04-preview
uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/e2e-scenarios/providers/Microsoft.Quantum/workspaces/e2e-qsharp-tests?api-version=2019-11-04-preview
response:
body:
string: '{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/testalias-e2e-tests-canary-rg/providers/microsoft.quantum/workspaces/e2e-tests-workspace-ionq","name":"e2e-tests-workspace-ionq","type":"microsoft.quantum/workspaces","location":"East
US 2 EUAP","properties":{"providers":[{"providerId":"ionq","providerSku":"ionq-standard","applicationName":"e2e-tests-workspace-ionq-ionq","provisioningState":"Succeeded"}],"usable":"Yes","provisioningState":"Succeeded"}}'
string: '{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/e2e-scenarios/providers/Microsoft.Quantum/Workspaces/e2e-qsharp-tests","name":"e2e-qsharp-tests","type":"microsoft.quantum/workspaces","location":"westus2","tags":{},"systemData":{"createdBy":"[email protected]","createdByType":"User","createdAt":"2021-04-13T19:10:58.0366776Z","lastModifiedBy":"a77d91dc-971b-4cf7-90c8-f183194249bc","lastModifiedByType":"Application","lastModifiedAt":"2021-08-09T22:52:06.6450832Z"},"identity":{"principalId":"0dbdbf52-26d4-470c-9234-bfa298dcda68","tenantId":"72f988bf-86f1-41af-91ab-2d7cd011db47","type":"SystemAssigned"},"properties":{"providers":[{"providerId":"Microsoft","providerSku":"Basic","applicationName":"e2e-qsharp-tests-Microsoft","provisioningState":"Succeeded"},{"providerId":"ionq","providerSku":"ionq-standard","applicationName":"e2e-qsharp-tests-ionq","provisioningState":"Succeeded"},{"providerId":"1qbit","providerSku":"1qbit-internal-free-plan","applicationName":"e2e-qsharp-tests-1qbit","provisioningState":"Succeeded"},{"providerId":"toshiba","providerSku":"toshiba-solutionseconds","applicationName":"e2e-qsharp-tests-toshiba","provisioningState":"Succeeded","resourceUsageId":"528149b6-fc29-4fcc-8cd6-c4cf345af146"},{"providerId":"honeywell","providerSku":"test1","applicationName":"e2e-qsharp-tests-honeywell","provisioningState":"Succeeded","resourceUsageId":"6d1769a8-a82e-4e5e-b1c8-1585dfa15467"}],"provisioningState":"Succeeded","usable":"Yes","storageAccount":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/e2e-scenarios/providers/Microsoft.Storage/storageAccounts/e2etests","endpointUri":"https://e2e-qsharp-tests.westus2.quantum.azure.com"}}'
headers:
cache-control:
- no-cache
content-length:
- '479'
- '1707'
content-type:
- application/json; charset=utf-8
date:
- Mon, 22 Mar 2021 16:47:04 GMT
- Wed, 25 Aug 2021 01:42:55 GMT
etag:
- '"07009043-0000-3300-0000-5fa7d2e40000"'
- '"000088b0-0000-0800-0000-6111b1970000"'
expires:
- '-1'
pragma:
Expand Down Expand Up @@ -61,29 +58,26 @@ interactions:
Connection:
- keep-alive
User-Agent:
- python/3.8.2 (Windows-10-10.0.19041-SP0) msrest/0.6.18 msrest_azure/0.6.3
quantumclient/2019-11-04-preview Azure-SDK-For-Python
accept-language:
- en-US
- az-cli-ext/0.6.1 azsdk-python-quantum/0.0.0.1 Python/3.8.2 (Windows-10-10.0.19041-SP0)
method: GET
uri: https://eastus2euap.quantum.azure.com/v1.0/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/testalias-e2e-tests-canary-rg/providers/Microsoft.Quantum/workspaces/e2e-tests-workspace-ionq/providerStatus
uri: https://westus2.quantum.azure.com/v1.0/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/e2e-scenarios/providers/Microsoft.Quantum/workspaces/e2e-qsharp-tests/providerStatus
response:
body:
string: '{"value":[{"id":"ionq","currentAvailability":"Available","targets":[{"id":"ionq.qpu","currentAvailability":"Available","averageQueueTime":5105,"statusPage":"https://status.ionq.co"},{"id":"ionq.simulator","currentAvailability":"Available","averageQueueTime":0,"statusPage":"https://status.ionq.co"}]}],"nextLink":null}'
string: '{"value":[{"id":"Microsoft","currentAvailability":"Available","targets":[{"id":"microsoft.paralleltempering-parameterfree.cpu","currentAvailability":"Available","averageQueueTime":0,"statusPage":null},{"id":"microsoft.paralleltempering.cpu","currentAvailability":"Available","averageQueueTime":0,"statusPage":null},{"id":"microsoft.simulatedannealing-parameterfree.cpu","currentAvailability":"Available","averageQueueTime":0,"statusPage":null},{"id":"microsoft.simulatedannealing.cpu","currentAvailability":"Available","averageQueueTime":0,"statusPage":null},{"id":"microsoft.tabu-parameterfree.cpu","currentAvailability":"Available","averageQueueTime":0,"statusPage":null},{"id":"microsoft.tabu.cpu","currentAvailability":"Available","averageQueueTime":0,"statusPage":null},{"id":"microsoft.qmc.cpu","currentAvailability":"Available","averageQueueTime":0,"statusPage":null},{"id":"microsoft.populationannealing.cpu","currentAvailability":"Available","averageQueueTime":0,"statusPage":null},{"id":"microsoft.substochasticmontecarlo.cpu","currentAvailability":"Available","averageQueueTime":0,"statusPage":null},{"id":"microsoft.substochasticmontecarlo-parameterfree.cpu","currentAvailability":"Available","averageQueueTime":0,"statusPage":null},{"id":"microsoft.populationannealing-parameterfree.cpu","currentAvailability":"Available","averageQueueTime":0,"statusPage":null}]},{"id":"ionq","currentAvailability":"Available","targets":[{"id":"ionq.qpu","currentAvailability":"Available","averageQueueTime":718,"statusPage":"https://status.ionq.co"},{"id":"ionq.simulator","currentAvailability":"Available","averageQueueTime":1,"statusPage":"https://status.ionq.co"}]},{"id":"1qbit","currentAvailability":"Available","targets":[{"id":"1qbit.tabu","currentAvailability":"Available","averageQueueTime":0,"statusPage":"http://status.1qbit.com/"},{"id":"1qbit.pathrelinking","currentAvailability":"Available","averageQueueTime":0,"statusPage":"http://status.1qbit.com/"},{"id":"1qbit.pticm","currentAvailability":"Available","averageQueueTime":0,"statusPage":"http://status.1qbit.com/"}]},{"id":"toshiba","currentAvailability":"Available","targets":[{"id":"toshiba.sbm.ising","currentAvailability":"Available","averageQueueTime":5,"statusPage":null}]},{"id":"honeywell","currentAvailability":"Degraded","targets":[{"id":"honeywell.hqs-lt-s1","currentAvailability":"Unavailable","averageQueueTime":0,"statusPage":"https://www.honeywell.com/en-us/company/quantum"},{"id":"honeywell.hqs-lt-s1-apival","currentAvailability":"Available","averageQueueTime":0,"statusPage":"https://www.honeywell.com/en-us/company/quantum"},{"id":"honeywell.hqs-lt-s1-sim","currentAvailability":"Available","averageQueueTime":6,"statusPage":"https://www.honeywell.com/en-us/company/quantum"}]}],"nextLink":null}'
headers:
content-length:
- '318'
- '2781'
content-type:
- application/json; charset=utf-8
date:
- Mon, 22 Mar 2021 16:47:08 GMT
- Wed, 25 Aug 2021 01:42:56 GMT
request-context:
- appId=cid-v1:4d6ac272-7369-45c6-9036-63d733c8519f
server:
- Microsoft-IIS/10.0
set-cookie:
- ARRAffinity=a80c7c3a42bc29f88c9055a7e2789984b224746994993027ab866c65455cca24;Path=/;HttpOnly;Secure;Domain=eastus2euap.quantum.azure.com
- ARRAffinitySameSite=a80c7c3a42bc29f88c9055a7e2789984b224746994993027ab866c65455cca24;Path=/;HttpOnly;SameSite=None;Secure;Domain=eastus2euap.quantum.azure.com
- ARRAffinity=a80c7c3a42bc29f88c9055a7e2789984b224746994993027ab866c65455cca24;Path=/;HttpOnly;Secure;Domain=westus2.quantum.azure.com
- ARRAffinitySameSite=a80c7c3a42bc29f88c9055a7e2789984b224746994993027ab866c65455cca24;Path=/;HttpOnly;SameSite=None;Secure;Domain=westus2.quantum.azure.com
strict-transport-security:
- max-age=2592000
transfer-encoding:
Expand Down
34 changes: 14 additions & 20 deletions src/quantum/azext_quantum/tests/latest/recordings/test_targets.yaml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -13,27 +13,24 @@ interactions:
ParameterSetName:
- -g -w -l
User-Agent:
- python/3.8.2 (Windows-10-10.0.19041-SP0) msrest/0.6.18 msrest_azure/0.6.3
quantummanagementclient/2019-11-04-preview Azure-SDK-For-Python AZURECLI/2.18.0
accept-language:
- en-US
- AZURECLI/2.27.1 azsdk-python-mgmt-quantum/1.0.0b1 Python/3.8.2 (Windows-10-10.0.19041-SP0)
az-cli-ext/0.6.1
method: GET
uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/validator-test-rg/providers/Microsoft.Quantum/workspaces/testworkspace-canary-microsoft?api-version=2019-11-04-preview
uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/e2e-scenarios/providers/Microsoft.Quantum/workspaces/e2e-qsharp-tests?api-version=2019-11-04-preview
response:
body:
string: '{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/validator-test-rg/providers/microsoft.quantum/workspaces/testworkspace-canary-microsoft","name":"testworkspace-canary-microsoft","type":"microsoft.quantum/workspaces","location":"East
US 2 EUAP","properties":{"providers":[{"providerId":"Microsoft","providerSku":"basic","applicationName":"testworkspace-canary-microsoft-Microsoft","provisioningState":"Succeeded"}],"provisioningState":"Succeeded","usable":"Yes"}}'
string: '{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/e2e-scenarios/providers/Microsoft.Quantum/Workspaces/e2e-qsharp-tests","name":"e2e-qsharp-tests","type":"microsoft.quantum/workspaces","location":"westus2","tags":{},"systemData":{"createdBy":"[email protected]","createdByType":"User","createdAt":"2021-04-13T19:10:58.0366776Z","lastModifiedBy":"a77d91dc-971b-4cf7-90c8-f183194249bc","lastModifiedByType":"Application","lastModifiedAt":"2021-08-09T22:52:06.6450832Z"},"identity":{"principalId":"0dbdbf52-26d4-470c-9234-bfa298dcda68","tenantId":"72f988bf-86f1-41af-91ab-2d7cd011db47","type":"SystemAssigned"},"properties":{"providers":[{"providerId":"Microsoft","providerSku":"Basic","applicationName":"e2e-qsharp-tests-Microsoft","provisioningState":"Succeeded"},{"providerId":"ionq","providerSku":"ionq-standard","applicationName":"e2e-qsharp-tests-ionq","provisioningState":"Succeeded"},{"providerId":"1qbit","providerSku":"1qbit-internal-free-plan","applicationName":"e2e-qsharp-tests-1qbit","provisioningState":"Succeeded"},{"providerId":"toshiba","providerSku":"toshiba-solutionseconds","applicationName":"e2e-qsharp-tests-toshiba","provisioningState":"Succeeded","resourceUsageId":"528149b6-fc29-4fcc-8cd6-c4cf345af146"},{"providerId":"honeywell","providerSku":"test1","applicationName":"e2e-qsharp-tests-honeywell","provisioningState":"Succeeded","resourceUsageId":"6d1769a8-a82e-4e5e-b1c8-1585dfa15467"}],"provisioningState":"Succeeded","usable":"Yes","storageAccount":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/e2e-scenarios/providers/Microsoft.Storage/storageAccounts/e2etests","endpointUri":"https://e2e-qsharp-tests.westus2.quantum.azure.com"}}'
headers:
cache-control:
- no-cache
content-length:
- '487'
- '1707'
content-type:
- application/json; charset=utf-8
date:
- Mon, 22 Mar 2021 16:47:05 GMT
- Wed, 25 Aug 2021 01:42:54 GMT
etag:
- '"07008443-0000-3300-0000-5fa7d2e40000"'
- '"000088b0-0000-0800-0000-6111b1970000"'
expires:
- '-1'
pragma:
Expand Down Expand Up @@ -61,29 +58,26 @@ interactions:
Connection:
- keep-alive
User-Agent:
- python/3.8.2 (Windows-10-10.0.19041-SP0) msrest/0.6.18 msrest_azure/0.6.3
quantumclient/2019-11-04-preview Azure-SDK-For-Python
accept-language:
- en-US
- az-cli-ext/0.6.1 azsdk-python-quantum/0.0.0.1 Python/3.8.2 (Windows-10-10.0.19041-SP0)
method: GET
uri: https://eastus2euap.quantum.azure.com/v1.0/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/validator-test-rg/providers/Microsoft.Quantum/workspaces/testworkspace-canary-microsoft/providerStatus
uri: https://westus2.quantum.azure.com/v1.0/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/e2e-scenarios/providers/Microsoft.Quantum/workspaces/e2e-qsharp-tests/providerStatus
response:
body:
string: '{"value":[{"id":"Microsoft","currentAvailability":"Available","targets":[{"id":"microsoft.paralleltempering-parameterfree.cpu","currentAvailability":"Available","averageQueueTime":0,"statusPage":null},{"id":"microsoft.paralleltempering.cpu","currentAvailability":"Available","averageQueueTime":0,"statusPage":null},{"id":"microsoft.simulatedannealing-parameterfree.cpu","currentAvailability":"Available","averageQueueTime":0,"statusPage":null},{"id":"microsoft.simulatedannealing.cpu","currentAvailability":"Available","averageQueueTime":0,"statusPage":null},{"id":"microsoft.tabu-parameterfree.cpu","currentAvailability":"Available","averageQueueTime":0,"statusPage":null},{"id":"microsoft.tabu.cpu","currentAvailability":"Available","averageQueueTime":0,"statusPage":null},{"id":"microsoft.simulatedannealing-parameterfree.fpga","currentAvailability":"Available","averageQueueTime":0,"statusPage":null},{"id":"microsoft.simulatedannealing.fpga","currentAvailability":"Available","averageQueueTime":0,"statusPage":null},{"id":"microsoft.chemistry.all","currentAvailability":"Available","averageQueueTime":0,"statusPage":null},{"id":"microsoft.qmc.cpu","currentAvailability":"Available","averageQueueTime":0,"statusPage":null}]}],"nextLink":null}'
string: '{"value":[{"id":"Microsoft","currentAvailability":"Available","targets":[{"id":"microsoft.paralleltempering-parameterfree.cpu","currentAvailability":"Available","averageQueueTime":0,"statusPage":null},{"id":"microsoft.paralleltempering.cpu","currentAvailability":"Available","averageQueueTime":0,"statusPage":null},{"id":"microsoft.simulatedannealing-parameterfree.cpu","currentAvailability":"Available","averageQueueTime":0,"statusPage":null},{"id":"microsoft.simulatedannealing.cpu","currentAvailability":"Available","averageQueueTime":0,"statusPage":null},{"id":"microsoft.tabu-parameterfree.cpu","currentAvailability":"Available","averageQueueTime":0,"statusPage":null},{"id":"microsoft.tabu.cpu","currentAvailability":"Available","averageQueueTime":0,"statusPage":null},{"id":"microsoft.qmc.cpu","currentAvailability":"Available","averageQueueTime":0,"statusPage":null},{"id":"microsoft.populationannealing.cpu","currentAvailability":"Available","averageQueueTime":0,"statusPage":null},{"id":"microsoft.substochasticmontecarlo.cpu","currentAvailability":"Available","averageQueueTime":0,"statusPage":null},{"id":"microsoft.substochasticmontecarlo-parameterfree.cpu","currentAvailability":"Available","averageQueueTime":0,"statusPage":null},{"id":"microsoft.populationannealing-parameterfree.cpu","currentAvailability":"Available","averageQueueTime":0,"statusPage":null}]},{"id":"ionq","currentAvailability":"Available","targets":[{"id":"ionq.qpu","currentAvailability":"Available","averageQueueTime":718,"statusPage":"https://status.ionq.co"},{"id":"ionq.simulator","currentAvailability":"Available","averageQueueTime":1,"statusPage":"https://status.ionq.co"}]},{"id":"1qbit","currentAvailability":"Available","targets":[{"id":"1qbit.tabu","currentAvailability":"Available","averageQueueTime":0,"statusPage":"http://status.1qbit.com/"},{"id":"1qbit.pathrelinking","currentAvailability":"Available","averageQueueTime":0,"statusPage":"http://status.1qbit.com/"},{"id":"1qbit.pticm","currentAvailability":"Available","averageQueueTime":0,"statusPage":"http://status.1qbit.com/"}]},{"id":"toshiba","currentAvailability":"Available","targets":[{"id":"toshiba.sbm.ising","currentAvailability":"Available","averageQueueTime":5,"statusPage":null}]},{"id":"honeywell","currentAvailability":"Degraded","targets":[{"id":"honeywell.hqs-lt-s1","currentAvailability":"Unavailable","averageQueueTime":0,"statusPage":"https://www.honeywell.com/en-us/company/quantum"},{"id":"honeywell.hqs-lt-s1-apival","currentAvailability":"Available","averageQueueTime":0,"statusPage":"https://www.honeywell.com/en-us/company/quantum"},{"id":"honeywell.hqs-lt-s1-sim","currentAvailability":"Available","averageQueueTime":6,"statusPage":"https://www.honeywell.com/en-us/company/quantum"}]}],"nextLink":null}'
headers:
content-length:
- '1246'
- '2781'
content-type:
- application/json; charset=utf-8
date:
- Mon, 22 Mar 2021 16:47:08 GMT
- Wed, 25 Aug 2021 01:42:56 GMT
request-context:
- appId=cid-v1:4d6ac272-7369-45c6-9036-63d733c8519f
server:
- Microsoft-IIS/10.0
set-cookie:
- ARRAffinity=a80c7c3a42bc29f88c9055a7e2789984b224746994993027ab866c65455cca24;Path=/;HttpOnly;Secure;Domain=eastus2euap.quantum.azure.com
- ARRAffinitySameSite=a80c7c3a42bc29f88c9055a7e2789984b224746994993027ab866c65455cca24;Path=/;HttpOnly;SameSite=None;Secure;Domain=eastus2euap.quantum.azure.com
- ARRAffinity=a80c7c3a42bc29f88c9055a7e2789984b224746994993027ab866c65455cca24;Path=/;HttpOnly;Secure;Domain=westus2.quantum.azure.com
- ARRAffinitySameSite=a80c7c3a42bc29f88c9055a7e2789984b224746994993027ab866c65455cca24;Path=/;HttpOnly;SameSite=None;Secure;Domain=westus2.quantum.azure.com
strict-transport-security:
- max-age=2592000
transfer-encoding:
Expand Down
100 changes: 65 additions & 35 deletions src/quantum/azext_quantum/tests/latest/recordings/test_workspace.yaml
View file

Large diffs are not rendered by default.

Loading

0 comments on commit cae0910

Please sign in to comment.