From a2da120500180ebc5cb20445b663a16ad05c8118 Mon Sep 17 00:00:00 2001 From: begoldsm Date: Thu, 18 Aug 2016 13:09:00 -0700 Subject: [PATCH] ADLA Update for job properties (#480) * Need to make contents required since this is a PUT. Will add extensions that make it optional in C# and zero it out to an empty stream. update documentation to reflect param required undo this temp change Issue: https://github.com/Azure/autorest/issues/884 is tracking support for this being an optional param properly and not resulting in a null reference. So I will keep this spec as is. temp commit to remove the required flag We need a way to have template parameters not be required when they are in the host. I will work with Amar for this next week. Revert "temp commit to remove the required flag" This reverts commit be8b7bf40e56c8316f423a871ccf030efe47a8a1. Work around for issue: 903 explicitly calling out our chunked transfer APIs until issue: https://github.com/Azure/autorest/issues/903 is resolved. Add missing method to delete all secrets in db In hyak, we could do this by simply excluding the parameter. That is not swagger compliant, so we need a separate entry. Test out composites. Remove composite specs since they don't work update the required piece. Try nesting again. Removing get/set from descriptions latest generation tool automatically adds it. Fixed to not remove "Gets " from method descript Add the get back to globals. make typefieldinfo an array. Adding offset support for append operations This is an optional value used for unique implementations that know exactly where in the stream they want to begin appending data. Add file already exists exception for webhdfs Add BadOffsetException to swagger. Fix issues with bad rebase had to copy back from azure and make the minor edits to these two .json files. Update specs for ADLA hive properties Finalization of hive properties is in progress. Add new catalog API version this includes the new credential management layer. Move the get with other operations for credentials Add new property for job statistics finalizingTimeUtc which gives us information about when the job finalization started. Removing this update from master We are controlling this new update in a separate branch that is going to go live later. * Update specs for ADLA hive properties Finalization of hive properties is in progress. Add new catalog API version this includes the new credential management layer. Move the get with other operations for credentials * Add new property for job statistics finalizingTimeUtc which gives us information about when the job finalization started. Removing this update from master We are controlling this new update in a separate branch that is going to go live later. --- .../job/2016-03-20-preview/swagger/job.json | 41 ++++++------------- 1 file changed, 12 insertions(+), 29 deletions(-) diff --git a/arm-datalake-analytics/job/2016-03-20-preview/swagger/job.json b/arm-datalake-analytics/job/2016-03-20-preview/swagger/job.json index 8fc456caef81..c8d07f26729b 100644 --- a/arm-datalake-analytics/job/2016-03-20-preview/swagger/job.json +++ b/arm-datalake-analytics/job/2016-03-20-preview/swagger/job.json @@ -449,6 +449,12 @@ "format": "date-time", "description": "the last update time for the statistics." }, + "finalizingTimeUtc": { + "type": "string", + "readOnly": true, + "format": "date-time", + "description": "the job finalizing start time." + }, "stages": { "type": "array", "readOnly": true, @@ -630,26 +636,6 @@ } } }, - "HiveJobStatementInfo": { - "properties": { - "logLocation": { - "type": "string", - "description": "the log location for this statement." - }, - "resultPreviewLocation": { - "type": "string", - "description": "the result preview location for this statement." - }, - "resultLocation": { - "type": "string", - "description": "the result location for this statement." - }, - "errorMessage": { - "type": "string", - "description": "the error message for this statement." - } - } - }, "HiveJobProperties": { "x-ms-discriminator-value": "Hive", "allOf": [ @@ -658,29 +644,26 @@ } ], "properties": { - "statementInfo": { - "type": "array", - "items": { - "$ref": "#/definitions/HiveJobStatementInfo" - }, - "description": "the statement information for each statement in the script" - }, "logsLocation": { "type": "string", + "readOnly": true, "description": "the Hive logs location" }, - "warehouseLocation": { + "outputLocation": { "type": "string", - "description": "the location of the Hive warehouse" + "readOnly": true, + "description": "the location of Hive job output files (both execution output and results)" }, "statementCount": { "type": "integer", "format": "int32", + "readOnly": true, "description": "the number of statements that will be run based on the script" }, "executedStatementCount": { "type": "integer", "format": "int32", + "readOnly": true, "description": "the number of statements that have been run based on the script" } }