{ "queryId" : "20200327_091025_04103_ebiri", "session" : { "queryId" : "20200327_091025_04103_ebiri", "transactionId" : "b589711c-099b-435c-8c3d-28bf7b96e766", "clientTransactionSupport" : true, "user" : "user", "principal" : "user", "source" : "python", "path" : { }, "timeZoneKey" : 0, "locale" : "en_US", "remoteUserAddress" : "x.200", "userAgent" : "python", "clientTags" : [ ], "clientCapabilities" : [ ], "resourceEstimates" : { }, "startTime" : 1585300225984, "systemProperties" : { }, "catalogProperties" : { }, "unprocessedCatalogProperties" : { }, "roles" : { }, "preparedStatements" : { } }, "state" : "FINISHED", "memoryPool" : "general", "scheduled" : true, "self" : "http://z:port/v1/query/20200327_091025_04103_ebiri", "fieldNames" : [ "chapter", "hs_ncs", "hs6_code", "hs6_plus", "flow", "type", "reporter", "district", "partner", "partner_port", "year", "month", "reported_tonnes", "corrected_tonnes", "origin", "destination", "reporteralias", "dollars", "quantity", "unit", "usd_t", "metal", "product_type" ], "query" : "SELECT * FROM hive.sch.tbl \nWHERE metal = \u0027Cu\u0027", "queryStats" : { "createTime" : "2020-03-27T09:10:25.985Z", "executionStartTime" : "2020-03-27T09:10:26.138Z", "lastHeartbeat" : "2020-03-27T09:34:18.133Z", "endTime" : "2020-03-27T09:34:18.135Z", "elapsedTime" : "23.87m", "queuedTime" : "153.56ms", "resourceWaitingTime" : "39.18us", "executionTime" : "23.87m", "analysisTime" : "94.73ms", "totalPlanningTime" : "95.06ms", "finishingTime" : "52.27us", "totalTasks" : 2, "runningTasks" : 0, "completedTasks" : 2, "totalDrivers" : 136, "queuedDrivers" : 0, "runningDrivers" : 0, "blockedDrivers" : 0, "completedDrivers" : 136, "cumulativeUserMemory" : 0.0, "userMemoryReservation" : "0B", "totalMemoryReservation" : "0B", "peakUserMemoryReservation" : "0B", "peakTotalMemoryReservation" : "222.03MB", "peakTaskUserMemory" : "0B", "peakTaskTotalMemory" : "146.18MB", "scheduled" : true, "totalScheduledTime" : "1.46m", "totalCpuTime" : "45.50s", "totalBlockedTime" : "7.90h", "fullyBlocked" : true, "blockedReasons" : [ ], "rawInputDataSize" : "398.27MB", "rawInputPositions" : 10264646, "processedInputDataSize" : "2.37GB", "processedInputPositions" : 10264646, "outputDataSize" : "2.46GB", "outputPositions" : 10264646, "physicalWrittenDataSize" : "0B", "stageGcStatistics" : [ { "stageId" : 0, "tasks" : 1, "fullGcTasks" : 0, "minFullGcSec" : 0, "maxFullGcSec" : 0, "totalFullGcSec" : 0, "averageFullGcSec" : 0 }, { "stageId" : 1, "tasks" : 1, "fullGcTasks" : 0, "minFullGcSec" : 0, "maxFullGcSec" : 0, "totalFullGcSec" : 0, "averageFullGcSec" : 0 } ], "operatorSummaries" : [ { "stageId" : 0, "pipelineId" : 0, "operatorId" : 0, "planNodeId" : "126", "operatorType" : "ExchangeOperator", "totalDrivers" : 16, "addInputCalls" : 0, "addInputWall" : "0.00ns", "addInputCpu" : "0.00ns", "rawInputDataSize" : "2.26GB", "inputDataSize" : "2.46GB", "inputPositions" : 10264646, "sumSquaredInputPositions" : 6.79218096211E12, "getOutputCalls" : 10490, "getOutputWall" : "1.08s", "getOutputCpu" : "1.04s", "outputDataSize" : "2.46GB", "outputPositions" : 10264646, "physicalWrittenDataSize" : "0B", "blockedWall" : "14.75s", "finishCalls" : 0, "finishWall" : "0.00ns", "finishCpu" : "0.00ns", "userMemoryReservation" : "0B", "revocableMemoryReservation" : "0B", "systemMemoryReservation" : "0B", "peakUserMemoryReservation" : "0B", "peakSystemMemoryReservation" : "0B", "peakTotalMemoryReservation" : "0B", "spilledDataSize" : "0B", "info" : { "@type" : "exchangeClientStatus", "bufferedBytes" : 0, "maxBufferedBytes" : 44806437, "averageBytesPerRequest" : 4199426, "successfulRequestsCount" : 9264, "bufferedPages" : 0, "noMoreLocations" : true, "pageBufferClientStatuses" : [ ] } }, { "stageId" : 0, "pipelineId" : 0, "operatorId" : 1, "planNodeId" : "11", "operatorType" : "TaskOutputOperator", "totalDrivers" : 16, "addInputCalls" : 10458, "addInputWall" : "3.78s", "addInputCpu" : "3.58s", "rawInputDataSize" : "0B", "inputDataSize" : "2.46GB", "inputPositions" : 10264646, "sumSquaredInputPositions" : 6.79218096211E12, "getOutputCalls" : 0, "getOutputWall" : "0.00ns", "getOutputCpu" : "0.00ns", "outputDataSize" : "2.46GB", "outputPositions" : 10264646, "physicalWrittenDataSize" : "0B", "blockedWall" : "6.26h", "finishCalls" : 16, "finishWall" : "80.84us", "finishCpu" : "70.21us", "userMemoryReservation" : "0B", "revocableMemoryReservation" : "0B", "systemMemoryReservation" : "0B", "peakUserMemoryReservation" : "0B", "peakSystemMemoryReservation" : "0B", "peakTotalMemoryReservation" : "0B", "spilledDataSize" : "0B" }, { "stageId" : 1, "pipelineId" : 0, "operatorId" : 0, "planNodeId" : "1", "operatorType" : "ScanFilterAndProjectOperator", "totalDrivers" : 120, "addInputCalls" : 10098, "addInputWall" : "39.51s", "addInputCpu" : "0.00ns", "rawInputDataSize" : "398.27MB", "inputDataSize" : "2.37GB", "inputPositions" : 10264646, "sumSquaredInputPositions" : 2.323374550196E12, "getOutputCalls" : 10703, "getOutputWall" : "1.31m", "getOutputCpu" : "38.13s", "outputDataSize" : "2.46GB", "outputPositions" : 10264646, "physicalWrittenDataSize" : "0B", "blockedWall" : "0.00ns", "finishCalls" : 0, "finishWall" : "0.00ns", "finishCpu" : "0.00ns", "userMemoryReservation" : "0B", "revocableMemoryReservation" : "0B", "systemMemoryReservation" : "0B", "peakUserMemoryReservation" : "0B", "peakSystemMemoryReservation" : "9.89MB", "peakTotalMemoryReservation" : "9.89MB", "spilledDataSize" : "0B" }, { "stageId" : 1, "pipelineId" : 0, "operatorId" : 1, "planNodeId" : "1", "operatorType" : "TaskOutputOperator", "totalDrivers" : 120, "addInputCalls" : 10458, "addInputWall" : "4.05s", "addInputCpu" : "2.67s", "rawInputDataSize" : "0B", "inputDataSize" : "2.46GB", "inputPositions" : 10264646, "sumSquaredInputPositions" : 2.323374550196E12, "getOutputCalls" : 0, "getOutputWall" : "0.00ns", "getOutputCpu" : "0.00ns", "outputDataSize" : "2.46GB", "outputPositions" : 10264646, "physicalWrittenDataSize" : "0B", "blockedWall" : "1.64h", "finishCalls" : 120, "finishWall" : "224.57us", "finishCpu" : "245.02us", "userMemoryReservation" : "0B", "revocableMemoryReservation" : "0B", "systemMemoryReservation" : "0B", "peakUserMemoryReservation" : "0B", "peakSystemMemoryReservation" : "0B", "peakTotalMemoryReservation" : "0B", "spilledDataSize" : "0B" } ], "logicalWrittenDataSize" : "0B", "writtenPositions" : 0, "spilledDataSize" : "0B", "progressPercentage" : 100.0 }, "setSessionProperties" : { }, "resetSessionProperties" : [ ], "setRoles" : { }, "addedPreparedStatements" : { }, "deallocatedPreparedStatements" : [ ], "clearTransactionId" : false, "outputStage" : { "stageId" : "20200327_091025_04103_ebiri.0", "state" : "FINISHED", "self" : "http://z:port/v1/stage/20200327_091025_04103_ebiri.0", "plan" : { "id" : "0", "root" : { "@type" : ".OutputNode", "id" : "11", "source" : { "@type" : ".RemoteSourceNode", "id" : "126", "sourceFragmentIds" : [ "1" ], "outputs" : [ "chapter", "hs_ncs", "hs6_code", "hs6_plus", "flow", "type", "reporter", "district", "partner", "partner_port", "year", "month", "tonnes", "expr", "origin", "destination", "reporteralias", "dollars", "quantity", "unit", "usd_t", "metal", "product_type" ], "exchangeType" : "GATHER" }, "columns" : [ "chapter", "hs_ncs", "hs6_code", "hs6_plus", "flow", "type", "reporter", "district", "partner", "partner_port", "year", "month", "reported_tonnes", "corrected_tonnes", "origin", "destination", "reporteralias", "dollars", "quantity", "unit", "usd_t", "metal", "product_type" ], "outputs" : [ "chapter", "hs_ncs", "hs6_code", "hs6_plus", "flow", "type", "reporter", "district", "partner", "partner_port", "year", "month", "tonnes", "expr", "origin", "destination", "reporteralias", "dollars", "quantity", "unit", "usd_t", "metal", "product_type" ] }, "symbols" : { "year" : "bigint", "partner_port" : "varchar(200)", "chapter" : "varchar(200)", "dollars" : "decimal(38,18)", "reporter" : "varchar(200)", "partner" : "varchar(200)", "reporteralias" : "varchar(200)", "month" : "bigint", "hs6_plus" : "varchar(7)", "district" : "varchar(80)", "origin" : "varchar(200)", "destination" : "varchar(200)", "product_type" : "varchar(100)", "type" : "varchar(20)", "flow" : "varchar(6)", "metal" : "varchar(20)", "tonnes" : "double", "hs6_code" : "varchar(7)", "usd_t" : "varchar(50)", "unit" : "varchar(15)", "hs_ncs" : "varchar(13)", "expr" : "double", "quantity" : "decimal(38,18)" }, "partitioning" : { "connectorHandle" : { "@type" : "$remote", "partitioning" : "SINGLE", "function" : "SINGLE" } }, "partitionedSources" : [ ], "partitioningScheme" : { "partitioning" : { "handle" : { "connectorHandle" : { "@type" : "$remote", "partitioning" : "SINGLE", "function" : "SINGLE" } }, "arguments" : [ ] }, "outputLayout" : [ "chapter", "hs_ncs", "hs6_code", "hs6_plus", "flow", "type", "reporter", "district", "partner", "partner_port", "year", "month", "tonnes", "expr", "origin", "destination", "reporteralias", "dollars", "quantity", "unit", "usd_t", "metal", "product_type" ], "replicateNullsAndAny" : false, "bucketToPartition" : [ 0 ] }, "stageExecutionDescriptor" : { "stageExecutionStrategy" : "UNGROUPED_EXECUTION", "groupedExecutionScanNodes" : [ ] }, "statsAndCosts" : { "stats" : { }, "costs" : { } }, "jsonRepresentation" : "{\n \"id\" : \"11\",\n \"name\" : \"Output\",\n \"identifier\" : \"[chapter, hs_ncs, hs6_code, hs6_plus, flow, type, reporter, district, partner, partner_port, year, month, reported_tonnes, corrected_tonnes, origin, destination, reporteralias, dollars, quantity, unit, usd_t, metal, product_type]\",\n \"details\" : \"reported_tonnes := tonnes\\ncorrected_tonnes := expr\\n\",\n \"children\" : [ {\n \"id\" : \"126\",\n \"name\" : \"RemoteSource\",\n \"identifier\" : \"[1]\",\n \"details\" : \"\",\n \"children\" : [ ],\n \"remoteSources\" : [ \"1\" ]\n } ],\n \"remoteSources\" : [ ]\n}" }, "types" : [ "varchar(200)", "varchar(13)", "varchar(7)", "varchar(7)", "varchar(6)", "varchar(20)", "varchar(200)", "varchar(80)", "varchar(200)", "varchar(200)", "bigint", "bigint", "double", "double", "varchar(200)", "varchar(200)", "varchar(200)", "decimal(38,18)", "decimal(38,18)", "varchar(15)", "varchar(50)", "varchar(20)", "varchar(100)" ], "stageStats" : { "schedulingComplete" : "2020-03-27T09:10:26.234Z", "getSplitDistribution" : { "maxError" : "NaN", "count" : 0.0, "total" : 0.0, "p01" : -9223372036854775808, "p05" : -9223372036854775808, "p10" : -9223372036854775808, "p25" : -9223372036854775808, "p50" : -9223372036854775808, "p75" : -9223372036854775808, "p90" : -9223372036854775808, "p95" : -9223372036854775808, "p99" : -9223372036854775808, "min" : 9223372036854775807, "max" : -9223372036854775808, "avg" : "NaN" }, "totalTasks" : 1, "runningTasks" : 0, "completedTasks" : 1, "totalDrivers" : 16, "queuedDrivers" : 0, "runningDrivers" : 0, "blockedDrivers" : 0, "completedDrivers" : 16, "cumulativeUserMemory" : 0.0, "userMemoryReservation" : "0B", "totalMemoryReservation" : "0B", "peakUserMemoryReservation" : "0B", "totalScheduledTime" : "5.07s", "totalCpuTime" : "4.69s", "totalBlockedTime" : "6.26h", "fullyBlocked" : false, "blockedReasons" : [ ], "rawInputDataSize" : "2.26GB", "rawInputPositions" : 10264646, "processedInputDataSize" : "2.46GB", "processedInputPositions" : 10264646, "bufferedDataSize" : "0B", "outputDataSize" : "2.46GB", "outputPositions" : 10264646, "physicalWrittenDataSize" : "0B", "gcInfo" : { "stageId" : 0, "tasks" : 1, "fullGcTasks" : 0, "minFullGcSec" : 0, "maxFullGcSec" : 0, "totalFullGcSec" : 0, "averageFullGcSec" : 0 }, "operatorSummaries" : [ { "stageId" : 0, "pipelineId" : 0, "operatorId" : 0, "planNodeId" : "126", "operatorType" : "ExchangeOperator", "totalDrivers" : 16, "addInputCalls" : 0, "addInputWall" : "0.00ns", "addInputCpu" : "0.00ns", "rawInputDataSize" : "2.26GB", "inputDataSize" : "2.46GB", "inputPositions" : 10264646, "sumSquaredInputPositions" : 6.79218096211E12, "getOutputCalls" : 10490, "getOutputWall" : "1.08s", "getOutputCpu" : "1.04s", "outputDataSize" : "2.46GB", "outputPositions" : 10264646, "physicalWrittenDataSize" : "0B", "blockedWall" : "14.75s", "finishCalls" : 0, "finishWall" : "0.00ns", "finishCpu" : "0.00ns", "userMemoryReservation" : "0B", "revocableMemoryReservation" : "0B", "systemMemoryReservation" : "0B", "peakUserMemoryReservation" : "0B", "peakSystemMemoryReservation" : "0B", "peakTotalMemoryReservation" : "0B", "spilledDataSize" : "0B", "info" : { "@type" : "exchangeClientStatus", "bufferedBytes" : 0, "maxBufferedBytes" : 44806437, "averageBytesPerRequest" : 4199426, "successfulRequestsCount" : 9264, "bufferedPages" : 0, "noMoreLocations" : true, "pageBufferClientStatuses" : [ ] } }, { "stageId" : 0, "pipelineId" : 0, "operatorId" : 1, "planNodeId" : "11", "operatorType" : "TaskOutputOperator", "totalDrivers" : 16, "addInputCalls" : 10458, "addInputWall" : "3.78s", "addInputCpu" : "3.58s", "rawInputDataSize" : "0B", "inputDataSize" : "2.46GB", "inputPositions" : 10264646, "sumSquaredInputPositions" : 6.79218096211E12, "getOutputCalls" : 0, "getOutputWall" : "0.00ns", "getOutputCpu" : "0.00ns", "outputDataSize" : "2.46GB", "outputPositions" : 10264646, "physicalWrittenDataSize" : "0B", "blockedWall" : "6.26h", "finishCalls" : 16, "finishWall" : "80.84us", "finishCpu" : "70.21us", "userMemoryReservation" : "0B", "revocableMemoryReservation" : "0B", "systemMemoryReservation" : "0B", "peakUserMemoryReservation" : "0B", "peakSystemMemoryReservation" : "0B", "peakTotalMemoryReservation" : "0B", "spilledDataSize" : "0B" } ] }, "tasks" : [ { "taskStatus" : { "taskId" : "20200327_091025_04103_ebiri.0.0", "taskInstanceId" : "e185611d-298a-44e5-8f80-99a055528e4f", "version" : 17672, "state" : "FINISHED", "self" : "http://y.99:port/v1/task/20200327_091025_04103_ebiri.0.0", "nodeId" : "y", "completedDriverGroups" : [ ], "failures" : [ ], "queuedPartitionedDrivers" : 0, "runningPartitionedDrivers" : 0, "outputBufferOverutilized" : false, "physicalWrittenDataSize" : "0B", "memoryReservation" : "0B", "systemMemoryReservation" : "0B", "fullGcCount" : 0, "fullGcTime" : "0.00ns" }, "lastHeartbeat" : "2020-03-27T09:34:18.134Z", "outputBuffers" : { "type" : "PARTITIONED", "state" : "FINISHED", "canAddBuffers" : false, "canAddPages" : false, "totalBufferedBytes" : 0, "totalBufferedPages" : 0, "totalRowsSent" : 10264646, "totalPagesSent" : 10458, "buffers" : [ ] }, "noMoreSplits" : [ "126" ], "stats" : { "createTime" : "2020-03-27T09:10:26.234Z", "firstStartTime" : "2020-03-27T09:10:26.235Z", "lastStartTime" : "2020-03-27T09:10:26.235Z", "lastEndTime" : "2020-03-27T09:33:56.129Z", "endTime" : "2020-03-27T09:34:18.135Z", "elapsedTime" : "23.86m", "queuedTime" : "284.40us", "totalDrivers" : 16, "queuedDrivers" : 0, "queuedPartitionedDrivers" : 0, "runningDrivers" : 0, "runningPartitionedDrivers" : 0, "blockedDrivers" : 0, "completedDrivers" : 16, "cumulativeUserMemory" : 0.0, "userMemoryReservation" : "0B", "revocableMemoryReservation" : "0B", "systemMemoryReservation" : "0B", "totalScheduledTime" : "5.07s", "totalCpuTime" : "4.69s", "totalBlockedTime" : "6.26h", "fullyBlocked" : false, "blockedReasons" : [ ], "rawInputDataSize" : "2.26GB", "rawInputPositions" : 10264646, "processedInputDataSize" : "2.46GB", "processedInputPositions" : 10264646, "outputDataSize" : "2.46GB", "outputPositions" : 10264646, "physicalWrittenDataSize" : "0B", "fullGcCount" : 0, "fullGcTime" : "0.00ns", "pipelines" : [ { "pipelineId" : 0, "firstStartTime" : "2020-03-27T09:10:26.235Z", "lastStartTime" : "2020-03-27T09:10:26.235Z", "lastEndTime" : "2020-03-27T09:33:56.129Z", "inputPipeline" : true, "outputPipeline" : true, "totalDrivers" : 16, "queuedDrivers" : 0, "queuedPartitionedDrivers" : 0, "runningDrivers" : 0, "runningPartitionedDrivers" : 0, "blockedDrivers" : 0, "completedDrivers" : 16, "userMemoryReservation" : "0B", "revocableMemoryReservation" : "0B", "systemMemoryReservation" : "0B", "queuedTime" : { "maxError" : 0.0, "count" : 16.0, "total" : 3971114.0, "p01" : 154109, "p05" : 154109, "p10" : 163679, "p25" : 205361, "p50" : 255134, "p75" : 295853, "p90" : 331427, "p95" : 342124, "p99" : 342124, "min" : 154109, "max" : 342124, "avg" : 248194.625 }, "elapsedTime" : { "maxError" : 0.0, "count" : 16.0, "total" : 2.2558305070946E13, "p01" : 1409893895016, "p05" : 1409893895016, "p10" : 1409893896065, "p25" : 1409893967490, "p50" : 1409894027676, "p75" : 1409894248453, "p90" : 1409894332112, "p95" : 1409894334217, "p99" : 1409894334217, "min" : 1409893895016, "max" : 1409894334217, "avg" : 1.409894066934125E12 }, "totalScheduledTime" : "5.07s", "totalCpuTime" : "4.69s", "totalBlockedTime" : "6.26h", "fullyBlocked" : false, "blockedReasons" : [ ], "rawInputDataSize" : "2.26GB", "rawInputPositions" : 10264646, "processedInputDataSize" : "2.46GB", "processedInputPositions" : 10264646, "outputDataSize" : "2.46GB", "outputPositions" : 10264646, "physicalWrittenDataSize" : "0B", "operatorSummaries" : [ { "stageId" : 0, "pipelineId" : 0, "operatorId" : 0, "planNodeId" : "126", "operatorType" : "ExchangeOperator", "totalDrivers" : 16, "addInputCalls" : 0, "addInputWall" : "0.00ns", "addInputCpu" : "0.00ns", "rawInputDataSize" : "2.26GB", "inputDataSize" : "2.46GB", "inputPositions" : 10264646, "sumSquaredInputPositions" : 6.79218096211E12, "getOutputCalls" : 10490, "getOutputWall" : "1.08s", "getOutputCpu" : "1.04s", "outputDataSize" : "2.46GB", "outputPositions" : 10264646, "physicalWrittenDataSize" : "0B", "blockedWall" : "14.75s", "finishCalls" : 0, "finishWall" : "0.00ns", "finishCpu" : "0.00ns", "userMemoryReservation" : "0B", "revocableMemoryReservation" : "0B", "systemMemoryReservation" : "0B", "peakUserMemoryReservation" : "0B", "peakSystemMemoryReservation" : "0B", "peakTotalMemoryReservation" : "0B", "spilledDataSize" : "0B", "info" : { "@type" : "exchangeClientStatus", "bufferedBytes" : 0, "maxBufferedBytes" : 44806437, "averageBytesPerRequest" : 4199426, "successfulRequestsCount" : 9264, "bufferedPages" : 0, "noMoreLocations" : true, "pageBufferClientStatuses" : [ ] } }, { "stageId" : 0, "pipelineId" : 0, "operatorId" : 1, "planNodeId" : "11", "operatorType" : "TaskOutputOperator", "totalDrivers" : 16, "addInputCalls" : 10458, "addInputWall" : "3.78s", "addInputCpu" : "3.58s", "rawInputDataSize" : "0B", "inputDataSize" : "2.46GB", "inputPositions" : 10264646, "sumSquaredInputPositions" : 6.79218096211E12, "getOutputCalls" : 0, "getOutputWall" : "0.00ns", "getOutputCpu" : "0.00ns", "outputDataSize" : "2.46GB", "outputPositions" : 10264646, "physicalWrittenDataSize" : "0B", "blockedWall" : "6.26h", "finishCalls" : 16, "finishWall" : "80.84us", "finishCpu" : "70.21us", "userMemoryReservation" : "0B", "revocableMemoryReservation" : "0B", "systemMemoryReservation" : "0B", "peakUserMemoryReservation" : "0B", "peakSystemMemoryReservation" : "0B", "peakTotalMemoryReservation" : "0B", "spilledDataSize" : "0B" } ], "drivers" : [ ] } ] }, "needsPlan" : false } ], "subStages" : [ { "stageId" : "20200327_091025_04103_ebiri.1", "state" : "FINISHED", "self" : "http://z:port/v1/stage/20200327_091025_04103_ebiri.1", "plan" : { "id" : "1", "root" : { "@type" : ".ProjectNode", "id" : "1", "source" : { "@type" : ".TableScanNode", "id" : "0", "table" : { "connectorId" : "hive", "connectorHandle" : { "@type" : "hive-hadoop2", "schemaName" : "sch", "tableName" : "tblo" }, "transaction" : { "@type" : "hive-hadoop2", "uuid" : "7f189281-efa8-4f24-8cbe-31be86bb0b78" }, "connectorTableLayout" : { "@type" : "hive-hadoop2", "schemaTableName" : { "schema" : "sch", "table" : "tblo" }, "partitionColumns" : [ { "@type" : "hive-hadoop2", "name" : "metal", "hiveType" : "varchar(20)", "typeSignature" : "varchar(20)", "hiveColumnIndex" : -1, "columnType" : "PARTITION_KEY" }, { "@type" : "hive-hadoop2", "name" : "product_type", "hiveType" : "varchar(100)", "typeSignature" : "varchar(100)", "hiveColumnIndex" : -1, "columnType" : "PARTITION_KEY" } ], "compactEffectivePredicate" : { "columnDomains" : [ { "column" : { "@type" : "hive-hadoop2", "name" : "metal", "hiveType" : "varchar(20)", "typeSignature" : "varchar(20)", "hiveColumnIndex" : -1, "columnType" : "PARTITION_KEY" }, "domain" : { "values" : { "@type" : "sortable", "type" : "varchar(20)", "ranges" : [ { "low" : { "type" : "varchar(20)", "valueBlock" : "DgAAAFZBUklBQkxFX1dJRFRIAQAAAAIAAAAAAgAAAEN1", "bound" : "EXACTLY" }, "high" : { "type" : "varchar(20)", "valueBlock" : "DgAAAFZBUklBQkxFX1dJRFRIAQAAAAIAAAAAAgAAAEN1", "bound" : "EXACTLY" } } ] }, "nullAllowed" : false } } ] }, "promisedPredicate" : { "columnDomains" : [ { "column" : { "@type" : "hive-hadoop2", "name" : "metal", "hiveType" : "varchar(20)", "typeSignature" : "varchar(20)", "hiveColumnIndex" : -1, "columnType" : "PARTITION_KEY" }, "domain" : { "values" : { "@type" : "sortable", "type" : "varchar(20)", "ranges" : [ { "low" : { "type" : "varchar(20)", "valueBlock" : "DgAAAFZBUklBQkxFX1dJRFRIAQAAAAIAAAAAAgAAAEN1", "bound" : "EXACTLY" }, "high" : { "type" : "varchar(20)", "valueBlock" : "DgAAAFZBUklBQkxFX1dJRFRIAQAAAAIAAAAAAgAAAEN1", "bound" : "EXACTLY" } } ] }, "nullAllowed" : false } } ] } } }, "outputSymbols" : [ "chapter", "hs_ncs", "hs6_code", "hs6_plus", "type", "district", "partner", "partner_port", "tonnes", "dollars", "quantity", "unit", "usd_t", "year", "month", "flow", "reporter", "reporteralias", "origin", "destination", "replacement", "metal", "product_type" ], "assignments" : { "chapter" : { "@type" : "hive-hadoop2", "name" : "chapter", "hiveType" : "varchar(200)", "typeSignature" : "varchar(200)", "hiveColumnIndex" : 1, "columnType" : "REGULAR" }, "quantity" : { "@type" : "hive-hadoop2", "name" : "quantity", "hiveType" : "decimal(38,18)", "typeSignature" : "decimal(38,18)", "hiveColumnIndex" : 11, "columnType" : "REGULAR" }, "year" : { "@type" : "hive-hadoop2", "name" : "year", "hiveType" : "bigint", "typeSignature" : "bigint", "hiveColumnIndex" : 19, "columnType" : "REGULAR" }, "origin" : { "@type" : "hive-hadoop2", "name" : "origin", "hiveType" : "varchar(200)", "typeSignature" : "varchar(200)", "hiveColumnIndex" : 24, "columnType" : "REGULAR" }, "metal" : { "@type" : "hive-hadoop2", "name" : "metal", "hiveType" : "varchar(20)", "typeSignature" : "varchar(20)", "hiveColumnIndex" : -1, "columnType" : "PARTITION_KEY" }, "destination" : { "@type" : "hive-hadoop2", "name" : "destination", "hiveType" : "varchar(200)", "typeSignature" : "varchar(200)", "hiveColumnIndex" : 25, "columnType" : "REGULAR" }, "reporter" : { "@type" : "hive-hadoop2", "name" : "reporter", "hiveType" : "varchar(200)", "typeSignature" : "varchar(200)", "hiveColumnIndex" : 22, "columnType" : "REGULAR" }, "dollars" : { "@type" : "hive-hadoop2", "name" : "dollars", "hiveType" : "decimal(38,18)", "typeSignature" : "decimal(38,18)", "hiveColumnIndex" : 10, "columnType" : "REGULAR" }, "tonnes" : { "@type" : "hive-hadoop2", "name" : "tonnes", "hiveType" : "double", "typeSignature" : "double", "hiveColumnIndex" : 9, "columnType" : "REGULAR" }, "type" : { "@type" : "hive-hadoop2", "name" : "type", "hiveType" : "varchar(20)", "typeSignature" : "varchar(20)", "hiveColumnIndex" : 5, "columnType" : "REGULAR" }, "reporteralias" : { "@type" : "hive-hadoop2", "name" : "reporteralias", "hiveType" : "varchar(200)", "typeSignature" : "varchar(200)", "hiveColumnIndex" : 23, "columnType" : "REGULAR" }, "unit" : { "@type" : "hive-hadoop2", "name" : "unit", "hiveType" : "varchar(15)", "typeSignature" : "varchar(15)", "hiveColumnIndex" : 12, "columnType" : "REGULAR" }, "product_type" : { "@type" : "hive-hadoop2", "name" : "product_type", "hiveType" : "varchar(100)", "typeSignature" : "varchar(100)", "hiveColumnIndex" : -1, "columnType" : "PARTITION_KEY" }, "hs_ncs" : { "@type" : "hive-hadoop2", "name" : "hs_ncs", "hiveType" : "varchar(13)", "typeSignature" : "varchar(13)", "hiveColumnIndex" : 2, "columnType" : "REGULAR" }, "month" : { "@type" : "hive-hadoop2", "name" : "month", "hiveType" : "bigint", "typeSignature" : "bigint", "hiveColumnIndex" : 20, "columnType" : "REGULAR" }, "partner" : { "@type" : "hive-hadoop2", "name" : "partner", "hiveType" : "varchar(200)", "typeSignature" : "varchar(200)", "hiveColumnIndex" : 7, "columnType" : "REGULAR" }, "hs6_code" : { "@type" : "hive-hadoop2", "name" : "hs6_code", "hiveType" : "varchar(7)", "typeSignature" : "varchar(7)", "hiveColumnIndex" : 3, "columnType" : "REGULAR" }, "hs6_plus" : { "@type" : "hive-hadoop2", "name" : "hs6_plus", "hiveType" : "varchar(7)", "typeSignature" : "varchar(7)", "hiveColumnIndex" : 4, "columnType" : "REGULAR" }, "district" : { "@type" : "hive-hadoop2", "name" : "district", "hiveType" : "varchar(80)", "typeSignature" : "varchar(80)", "hiveColumnIndex" : 6, "columnType" : "REGULAR" }, "replacement" : { "@type" : "hive-hadoop2", "name" : "replacement", "hiveType" : "double", "typeSignature" : "double", "hiveColumnIndex" : 26, "columnType" : "REGULAR" }, "usd_t" : { "@type" : "hive-hadoop2", "name" : "usd_t", "hiveType" : "varchar(50)", "typeSignature" : "varchar(50)", "hiveColumnIndex" : 13, "columnType" : "REGULAR" }, "partner_port" : { "@type" : "hive-hadoop2", "name" : "partner_port", "hiveType" : "varchar(200)", "typeSignature" : "varchar(200)", "hiveColumnIndex" : 8, "columnType" : "REGULAR" }, "flow" : { "@type" : "hive-hadoop2", "name" : "flow", "hiveType" : "varchar(6)", "typeSignature" : "varchar(6)", "hiveColumnIndex" : 21, "columnType" : "REGULAR" } }, "temporaryTable" : false }, "assignments" : { "assignments" : { "chapter" : "\"chapter\"", "hs_ncs" : "\"hs_ncs\"", "hs6_code" : "\"hs6_code\"", "hs6_plus" : "\"hs6_plus\"", "flow" : "\"flow\"", "type" : "\"type\"", "reporter" : "\"reporter\"", "district" : "\"district\"", "partner" : "\"partner\"", "partner_port" : "\"partner_port\"", "year" : "\"year\"", "month" : "\"month\"", "tonnes" : "\"tonnes\"", "expr" : "COALESCE(CAST(CAST(\"replacement\" AS decimal(38,18)) AS double), \"tonnes\")", "origin" : "\"origin\"", "destination" : "\"destination\"", "reporteralias" : "\"reporteralias\"", "dollars" : "\"dollars\"", "quantity" : "\"quantity\"", "unit" : "\"unit\"", "usd_t" : "\"usd_t\"", "metal" : "\"metal\"", "product_type" : "\"product_type\"" } } }, "symbols" : { "year" : "bigint", "partner_port" : "varchar(200)", "chapter" : "varchar(200)", "dollars" : "decimal(38,18)", "reporter" : "varchar(200)", "partner" : "varchar(200)", "reporteralias" : "varchar(200)", "month" : "bigint", "hs6_plus" : "varchar(7)", "district" : "varchar(80)", "origin" : "varchar(200)", "destination" : "varchar(200)", "product_type" : "varchar(100)", "type" : "varchar(20)", "flow" : "varchar(6)", "metal" : "varchar(20)", "tonnes" : "double", "hs6_code" : "varchar(7)", "usd_t" : "varchar(50)", "unit" : "varchar(15)", "replacement" : "double", "hs_ncs" : "varchar(13)", "expr" : "double", "quantity" : "decimal(38,18)" }, "partitioning" : { "connectorHandle" : { "@type" : "$remote", "partitioning" : "SOURCE", "function" : "UNKNOWN" } }, "partitionedSources" : [ "0" ], "partitioningScheme" : { "partitioning" : { "handle" : { "connectorHandle" : { "@type" : "$remote", "partitioning" : "SINGLE", "function" : "SINGLE" } }, "arguments" : [ ] }, "outputLayout" : [ "chapter", "hs_ncs", "hs6_code", "hs6_plus", "flow", "type", "reporter", "district", "partner", "partner_port", "year", "month", "tonnes", "expr", "origin", "destination", "reporteralias", "dollars", "quantity", "unit", "usd_t", "metal", "product_type" ], "replicateNullsAndAny" : false, "bucketToPartition" : [ 0 ] }, "stageExecutionDescriptor" : { "stageExecutionStrategy" : "UNGROUPED_EXECUTION", "groupedExecutionScanNodes" : [ ] }, "statsAndCosts" : { "stats" : { }, "costs" : { } }, "jsonRepresentation" : "{\n \"id\" : \"1\",\n \"name\" : \"ScanProject\",\n \"identifier\" : \"[table = TableHandle{connectorId=hive, connectorHandle=HiveTableHandle{schemaName=sch, tableName=tblo, analyzePartitionValues=Optional.empty}, layout=Optional[sch.tblo]}]\",\n \"details\" : \"expr := COALESCE(CAST(CAST(\\\"replacement\\\" AS decimal(38,18)) AS double), \\\"tonnes\\\")\\nLAYOUT: sch.tblo\\nchapter := chapter:varchar(200):1:REGULAR\\nquantity := quantity:decimal(38,18):11:REGULAR\\nyear := year:bigint:19:REGULAR\\norigin := origin:varchar(200):24:REGULAR\\nmetal := metal:varchar(20):-1:PARTITION_KEY\\n :: [[Cu]]\\ndestination := destination:varchar(200):25:REGULAR\\nreporter := reporter:varchar(200):22:REGULAR\\ndollars := dollars:decimal(38,18):10:REGULAR\\ntonnes := tonnes:double:9:REGULAR\\ntype := type:varchar(20):5:REGULAR\\nreporteralias := reporteralias:varchar(200):23:REGULAR\\nunit := unit:varchar(15):12:REGULAR\\nproduct_type := product_type:varchar(100):-1:PARTITION_KEY\\n :: [[0], [Refined], [Scrap]]\\nhs_ncs := hs_ncs:varchar(13):2:REGULAR\\nmonth := month:bigint:20:REGULAR\\npartner := partner:varchar(200):7:REGULAR\\nhs6_code := hs6_code:varchar(7):3:REGULAR\\nhs6_plus := hs6_plus:varchar(7):4:REGULAR\\ndistrict := district:varchar(80):6:REGULAR\\nreplacement := replacement:double:26:REGULAR\\nusd_t := usd_t:varchar(50):13:REGULAR\\npartner_port := partner_port:varchar(200):8:REGULAR\\nflow := flow:varchar(6):21:REGULAR\\n\",\n \"children\" : [ ],\n \"remoteSources\" : [ ]\n}" }, "types" : [ "varchar(200)", "varchar(13)", "varchar(7)", "varchar(7)", "varchar(6)", "varchar(20)", "varchar(200)", "varchar(80)", "varchar(200)", "varchar(200)", "bigint", "bigint", "double", "double", "varchar(200)", "varchar(200)", "varchar(200)", "decimal(38,18)", "decimal(38,18)", "varchar(15)", "varchar(50)", "varchar(20)", "varchar(100)" ], "stageStats" : { "schedulingComplete" : "2020-03-27T09:10:26.474Z", "getSplitDistribution" : { "maxError" : 0.0, "count" : 2.0, "total" : 2.37954045E8, "p01" : 2078, "p05" : 2078, "p10" : 2078, "p25" : 2078, "p50" : 237951967, "p75" : 237951967, "p90" : 237951967, "p95" : 237951967, "p99" : 237951967, "min" : 2078, "max" : 237951967, "avg" : 1.189770225E8 }, "totalTasks" : 1, "runningTasks" : 0, "completedTasks" : 1, "totalDrivers" : 120, "queuedDrivers" : 0, "runningDrivers" : 0, "blockedDrivers" : 0, "completedDrivers" : 120, "cumulativeUserMemory" : 0.0, "userMemoryReservation" : "0B", "totalMemoryReservation" : "0B", "peakUserMemoryReservation" : "0B", "totalScheduledTime" : "1.38m", "totalCpuTime" : "40.81s", "totalBlockedTime" : "1.64h", "fullyBlocked" : false, "blockedReasons" : [ ], "rawInputDataSize" : "398.27MB", "rawInputPositions" : 10264646, "processedInputDataSize" : "2.37GB", "processedInputPositions" : 10264646, "bufferedDataSize" : "0B", "outputDataSize" : "2.46GB", "outputPositions" : 10264646, "physicalWrittenDataSize" : "0B", "gcInfo" : { "stageId" : 1, "tasks" : 1, "fullGcTasks" : 0, "minFullGcSec" : 0, "maxFullGcSec" : 0, "totalFullGcSec" : 0, "averageFullGcSec" : 0 }, "operatorSummaries" : [ { "stageId" : 1, "pipelineId" : 0, "operatorId" : 0, "planNodeId" : "1", "operatorType" : "ScanFilterAndProjectOperator", "totalDrivers" : 120, "addInputCalls" : 10098, "addInputWall" : "39.51s", "addInputCpu" : "0.00ns", "rawInputDataSize" : "398.27MB", "inputDataSize" : "2.37GB", "inputPositions" : 10264646, "sumSquaredInputPositions" : 2.323374550196E12, "getOutputCalls" : 10703, "getOutputWall" : "1.31m", "getOutputCpu" : "38.13s", "outputDataSize" : "2.46GB", "outputPositions" : 10264646, "physicalWrittenDataSize" : "0B", "blockedWall" : "0.00ns", "finishCalls" : 0, "finishWall" : "0.00ns", "finishCpu" : "0.00ns", "userMemoryReservation" : "0B", "revocableMemoryReservation" : "0B", "systemMemoryReservation" : "0B", "peakUserMemoryReservation" : "0B", "peakSystemMemoryReservation" : "9.89MB", "peakTotalMemoryReservation" : "9.89MB", "spilledDataSize" : "0B" }, { "stageId" : 1, "pipelineId" : 0, "operatorId" : 1, "planNodeId" : "1", "operatorType" : "TaskOutputOperator", "totalDrivers" : 120, "addInputCalls" : 10458, "addInputWall" : "4.05s", "addInputCpu" : "2.67s", "rawInputDataSize" : "0B", "inputDataSize" : "2.46GB", "inputPositions" : 10264646, "sumSquaredInputPositions" : 2.323374550196E12, "getOutputCalls" : 0, "getOutputWall" : "0.00ns", "getOutputCpu" : "0.00ns", "outputDataSize" : "2.46GB", "outputPositions" : 10264646, "physicalWrittenDataSize" : "0B", "blockedWall" : "1.64h", "finishCalls" : 120, "finishWall" : "224.57us", "finishCpu" : "245.02us", "userMemoryReservation" : "0B", "revocableMemoryReservation" : "0B", "systemMemoryReservation" : "0B", "peakUserMemoryReservation" : "0B", "peakSystemMemoryReservation" : "0B", "peakTotalMemoryReservation" : "0B", "spilledDataSize" : "0B" } ] }, "tasks" : [ { "taskStatus" : { "taskId" : "20200327_091025_04103_ebiri.1.0", "taskInstanceId" : "88fccc49-7960-4cf2-895c-8897a209e132", "version" : 17105, "state" : "FINISHED", "self" : "http://y.99:port/v1/task/20200327_091025_04103_ebiri.1.0", "nodeId" : "y", "completedDriverGroups" : [ ], "failures" : [ ], "queuedPartitionedDrivers" : 0, "runningPartitionedDrivers" : 0, "outputBufferOverutilized" : false, "physicalWrittenDataSize" : "0B", "memoryReservation" : "0B", "systemMemoryReservation" : "0B", "fullGcCount" : 0, "fullGcTime" : "0.00ns" }, "lastHeartbeat" : "2020-03-27T09:33:33.398Z", "outputBuffers" : { "type" : "PARTITIONED", "state" : "FINISHED", "canAddBuffers" : false, "canAddPages" : false, "totalBufferedBytes" : 0, "totalBufferedPages" : 0, "totalRowsSent" : 10264646, "totalPagesSent" : 10458, "buffers" : [ ] }, "noMoreSplits" : [ "0" ], "stats" : { "createTime" : "2020-03-27T09:10:26.472Z", "firstStartTime" : "2020-03-27T09:10:26.478Z", "lastStartTime" : "2020-03-27T09:32:24.774Z", "lastEndTime" : "2020-03-27T09:33:05.008Z", "endTime" : "2020-03-27T09:33:33.398Z", "elapsedTime" : "23.12m", "queuedTime" : "590.27us", "totalDrivers" : 120, "queuedDrivers" : 0, "queuedPartitionedDrivers" : 0, "runningDrivers" : 0, "runningPartitionedDrivers" : 0, "blockedDrivers" : 0, "completedDrivers" : 120, "cumulativeUserMemory" : 0.0, "userMemoryReservation" : "0B", "revocableMemoryReservation" : "0B", "systemMemoryReservation" : "0B", "totalScheduledTime" : "1.38m", "totalCpuTime" : "40.81s", "totalBlockedTime" : "1.64h", "fullyBlocked" : false, "blockedReasons" : [ ], "rawInputDataSize" : "398.27MB", "rawInputPositions" : 10264646, "processedInputDataSize" : "2.37GB", "processedInputPositions" : 10264646, "outputDataSize" : "2.46GB", "outputPositions" : 10264646, "physicalWrittenDataSize" : "0B", "fullGcCount" : 0, "fullGcTime" : "0.00ns", "pipelines" : [ { "pipelineId" : 0, "firstStartTime" : "2020-03-27T09:10:26.478Z", "lastStartTime" : "2020-03-27T09:32:24.774Z", "lastEndTime" : "2020-03-27T09:33:05.008Z", "inputPipeline" : true, "outputPipeline" : true, "totalDrivers" : 120, "queuedDrivers" : 0, "queuedPartitionedDrivers" : 0, "runningDrivers" : 0, "runningPartitionedDrivers" : 0, "blockedDrivers" : 0, "completedDrivers" : 120, "userMemoryReservation" : "0B", "revocableMemoryReservation" : "0B", "systemMemoryReservation" : "0B", "queuedTime" : { "maxError" : 0.0, "count" : 120.0, "total" : 4.1192982625278E13, "p01" : 293345, "p05" : 528096, "p10" : 200486025, "p25" : 631668104, "p50" : 97050147232, "p75" : 661856082062, "p90" : 940894122786, "p95" : 1132641265241, "p99" : 1279381569776, "min" : 219750, "max" : 1318293086289, "avg" : 3.4327485521065E11 }, "elapsedTime" : { "maxError" : 0.0, "count" : 120.0, "total" : 4.7189174188193E13, "p01" : 212132485, "p05" : 276546016, "p10" : 519481349, "p25" : 16687191046, "p50" : 386222109152, "p75" : 662089340043, "p90" : 972778751201, "p95" : 1157513745932, "p99" : 1318292718086, "min" : 200043305, "max" : 1358527294210, "avg" : 3.9324311823494165E11 }, "totalScheduledTime" : "1.38m", "totalCpuTime" : "40.81s", "totalBlockedTime" : "1.64h", "fullyBlocked" : false, "blockedReasons" : [ ], "rawInputDataSize" : "398.27MB", "rawInputPositions" : 10264646, "processedInputDataSize" : "2.37GB", "processedInputPositions" : 10264646, "outputDataSize" : "2.46GB", "outputPositions" : 10264646, "physicalWrittenDataSize" : "0B", "operatorSummaries" : [ { "stageId" : 1, "pipelineId" : 0, "operatorId" : 0, "planNodeId" : "1", "operatorType" : "ScanFilterAndProjectOperator", "totalDrivers" : 120, "addInputCalls" : 10098, "addInputWall" : "39.51s", "addInputCpu" : "0.00ns", "rawInputDataSize" : "398.27MB", "inputDataSize" : "2.37GB", "inputPositions" : 10264646, "sumSquaredInputPositions" : 2.323374550196E12, "getOutputCalls" : 10703, "getOutputWall" : "1.31m", "getOutputCpu" : "38.13s", "outputDataSize" : "2.46GB", "outputPositions" : 10264646, "physicalWrittenDataSize" : "0B", "blockedWall" : "0.00ns", "finishCalls" : 0, "finishWall" : "0.00ns", "finishCpu" : "0.00ns", "userMemoryReservation" : "0B", "revocableMemoryReservation" : "0B", "systemMemoryReservation" : "0B", "peakUserMemoryReservation" : "0B", "peakSystemMemoryReservation" : "9.89MB", "peakTotalMemoryReservation" : "9.89MB", "spilledDataSize" : "0B" }, { "stageId" : 1, "pipelineId" : 0, "operatorId" : 1, "planNodeId" : "1", "operatorType" : "TaskOutputOperator", "totalDrivers" : 120, "addInputCalls" : 10458, "addInputWall" : "4.05s", "addInputCpu" : "2.67s", "rawInputDataSize" : "0B", "inputDataSize" : "2.46GB", "inputPositions" : 10264646, "sumSquaredInputPositions" : 2.323374550196E12, "getOutputCalls" : 0, "getOutputWall" : "0.00ns", "getOutputCpu" : "0.00ns", "outputDataSize" : "2.46GB", "outputPositions" : 10264646, "physicalWrittenDataSize" : "0B", "blockedWall" : "1.64h", "finishCalls" : 120, "finishWall" : "224.57us", "finishCpu" : "245.02us", "userMemoryReservation" : "0B", "revocableMemoryReservation" : "0B", "systemMemoryReservation" : "0B", "peakUserMemoryReservation" : "0B", "peakSystemMemoryReservation" : "0B", "peakTotalMemoryReservation" : "0B", "spilledDataSize" : "0B" } ], "drivers" : [ ] } ] }, "needsPlan" : false } ], "subStages" : [ ] } ] }, "warnings" : [ ], "inputs" : [ { "connectorId" : "hive", "schema" : "sch", "table" : "tblo", "connectorInfo" : { "partitionIds" : [ "metal=Cu/product_type=0", "metal=Cu/product_type=Refined", "metal=Cu/product_type=Scrap" ], "truncated" : false }, "columns" : [ { "name" : "unit", "type" : "varchar(15)" }, { "name" : "metal", "type" : "varchar(20)" }, { "name" : "partner", "type" : "varchar(200)" }, { "name" : "reporteralias", "type" : "varchar(200)" }, { "name" : "hs6_plus", "type" : "varchar(7)" }, { "name" : "type", "type" : "varchar(20)" }, { "name" : "partner_port", "type" : "varchar(200)" }, { "name" : "origin", "type" : "varchar(200)" }, { "name" : "replacement", "type" : "double" }, { "name" : "reporter", "type" : "varchar(200)" }, { "name" : "month", "type" : "bigint" }, { "name" : "chapter", "type" : "varchar(200)" }, { "name" : "destination", "type" : "varchar(200)" }, { "name" : "hs_ncs", "type" : "varchar(13)" }, { "name" : "product_type", "type" : "varchar(100)" }, { "name" : "usd_t", "type" : "varchar(50)" }, { "name" : "year", "type" : "bigint" }, { "name" : "dollars", "type" : "decimal(38,18)" }, { "name" : "district", "type" : "varchar(80)" }, { "name" : "flow", "type" : "varchar(6)" }, { "name" : "tonnes", "type" : "double" }, { "name" : "quantity", "type" : "decimal(38,18)" }, { "name" : "hs6_code", "type" : "varchar(7)" } ] } ], "resourceGroupId" : [ "newglobal", "user" ], "queryType" : "SELECT", "finalQueryInfo" : true }