Skip to content

Commit

Permalink
Web console: expose in the UI that a query is stuck waiting for task …
Browse files Browse the repository at this point in the history 
…slots (#13291)

* add pending info

* update tests

* fixes after review
  • Loading branch information
@vogievetsky
vogievetsky authored Nov 1, 2022
1 parent fd7864a commit 176934e
Show file tree
Hide file tree
Showing 16 changed files with 668 additions and 318 deletions.
57 changes: 31 additions & 26 deletions web-console/src/druid-models/execution/execution-ingest-complete.mock.ts
View file
Original file line number Diff line number Diff line change
Expand Up @@ -35,10 +35,10 @@ PARTITIONED BY ALL TIME

export const EXECUTION_INGEST_COMPLETE = Execution.fromTaskPayloadAndReport(
{
task: 'query-32ced762-7679-4a25-9220-3915c5976961',
task: 'query-09af0c1e-1c0f-4539-917c-b0458849d0d9',
payload: {
type: 'query_controller',
id: 'query-32ced762-7679-4a25-9220-3915c5976961',
id: 'query-09af0c1e-1c0f-4539-917c-b0458849d0d9',
spec: {
query: {
queryType: 'scan',
Expand All @@ -47,14 +47,12 @@ export const EXECUTION_INGEST_COMPLETE = Execution.fromTaskPayloadAndReport(
inputSource: {
type: 'http',
uris: ['https://static.imply.io/example-data/kttm-v2/kttm-v2-2019-08-25.json.gz'],
httpAuthenticationUsername: null,
httpAuthenticationPassword: null,
},
inputFormat: {
type: 'json',
flattenSpec: null,
featureSpec: {},
keepNullColumns: false,
assumeNewlineDelimited: false,
useJsonNodeReader: false,
},
signature: [
{ name: 'timestamp', type: 'STRING' },
Expand All @@ -80,9 +78,10 @@ export const EXECUTION_INGEST_COMPLETE = Execution.fromTaskPayloadAndReport(
finalize: false,
finalizeAggregations: false,
groupByEnableMultiValueUnnesting: false,
queryId: '09af0c1e-1c0f-4539-917c-b0458849d0d9',
scanSignature: '[{"name":"agent_type","type":"STRING"},{"name":"v0","type":"LONG"}]',
sqlInsertSegmentGranularity: '{"type":"all"}',
sqlQueryId: '32ced762-7679-4a25-9220-3915c5976961',
sqlQueryId: '09af0c1e-1c0f-4539-917c-b0458849d0d9',
sqlReplaceTimeChunks: 'all',
},
granularity: { type: 'all' },
Expand All @@ -104,18 +103,19 @@ export const EXECUTION_INGEST_COMPLETE = Execution.fromTaskPayloadAndReport(
'REPLACE INTO "kttm_simple" OVERWRITE ALL\nSELECT TIME_PARSE("timestamp") AS "__time", agent_type\nFROM TABLE(\n EXTERN(\n \'{"type":"http","uris":["https://static.imply.io/example-data/kttm-v2/kttm-v2-2019-08-25.json.gz"]}\',\n \'{"type":"json"}\',\n \'[{"name":"timestamp","type":"string"},{"name":"agent_type","type":"string"}]\'\n )\n)\nPARTITIONED BY ALL TIME',
sqlQueryContext: {
finalizeAggregations: false,
groupByEnableMultiValueUnnesting: false,
maxParseExceptions: 0,
sqlQueryId: '09af0c1e-1c0f-4539-917c-b0458849d0d9',
groupByEnableMultiValueUnnesting: false,
sqlInsertSegmentGranularity: '{"type":"all"}',
sqlQueryId: '32ced762-7679-4a25-9220-3915c5976961',
sqlReplaceTimeChunks: 'all',
queryId: '09af0c1e-1c0f-4539-917c-b0458849d0d9',
},
sqlTypeNames: ['TIMESTAMP', 'VARCHAR'],
context: { forceTimeChunkLock: true, useLineageBasedSegmentAllocation: true },
groupId: 'query-32ced762-7679-4a25-9220-3915c5976961',
groupId: 'query-09af0c1e-1c0f-4539-917c-b0458849d0d9',
dataSource: 'kttm_simple',
resource: {
availabilityGroup: 'query-32ced762-7679-4a25-9220-3915c5976961',
availabilityGroup: 'query-09af0c1e-1c0f-4539-917c-b0458849d0d9',
requiredCapacity: 1,
},
},
Expand All @@ -124,14 +124,20 @@ export const EXECUTION_INGEST_COMPLETE = Execution.fromTaskPayloadAndReport(
{
multiStageQuery: {
type: 'multiStageQuery',
taskId: 'query-32ced762-7679-4a25-9220-3915c5976961',
taskId: 'query-09af0c1e-1c0f-4539-917c-b0458849d0d9',
payload: {
status: { status: 'SUCCESS', startTime: '2022-08-22T20:12:51.391Z', durationMs: 25097 },
status: {
status: 'SUCCESS',
startTime: '2022-10-31T16:11:13.160Z',
durationMs: 9012,
pendingTasks: 0,
runningTasks: 2,
},
stages: [
{
stageNumber: 0,
definition: {
id: '0b353011-6ea1-480a-8ca8-386771621672_0',
id: 'b94caff0-f693-47ed-a242-ccf837550383_0',
input: [
{
type: 'external',
Expand All @@ -140,14 +146,12 @@ export const EXECUTION_INGEST_COMPLETE = Execution.fromTaskPayloadAndReport(
uris: [
'https://static.imply.io/example-data/kttm-v2/kttm-v2-2019-08-25.json.gz',
],
httpAuthenticationUsername: null,
httpAuthenticationPassword: null,
},
inputFormat: {
type: 'json',
flattenSpec: null,
featureSpec: {},
keepNullColumns: false,
assumeNewlineDelimited: false,
useJsonNodeReader: false,
},
signature: [
{ name: 'timestamp', type: 'STRING' },
Expand Down Expand Up @@ -180,10 +184,11 @@ export const EXECUTION_INGEST_COMPLETE = Execution.fromTaskPayloadAndReport(
finalize: false,
finalizeAggregations: false,
groupByEnableMultiValueUnnesting: false,
queryId: '09af0c1e-1c0f-4539-917c-b0458849d0d9',
scanSignature:
'[{"name":"agent_type","type":"STRING"},{"name":"v0","type":"LONG"}]',
sqlInsertSegmentGranularity: '{"type":"all"}',
sqlQueryId: '32ced762-7679-4a25-9220-3915c5976961',
sqlQueryId: '09af0c1e-1c0f-4539-917c-b0458849d0d9',
sqlReplaceTimeChunks: 'all',
},
granularity: { type: 'all' },
Expand All @@ -205,14 +210,14 @@ export const EXECUTION_INGEST_COMPLETE = Execution.fromTaskPayloadAndReport(
phase: 'FINISHED',
workerCount: 1,
partitionCount: 1,
startTime: '2022-08-22T20:12:53.790Z',
duration: 20229,
startTime: '2022-10-31T16:11:15.380Z',
duration: 4887,
sort: true,
},
{
stageNumber: 1,
definition: {
id: '0b353011-6ea1-480a-8ca8-386771621672_1',
id: 'b94caff0-f693-47ed-a242-ccf837550383_1',
input: [{ type: 'stage', stage: 0 }],
processor: {
type: 'segmentGenerator',
Expand Down Expand Up @@ -256,8 +261,8 @@ export const EXECUTION_INGEST_COMPLETE = Execution.fromTaskPayloadAndReport(
phase: 'FINISHED',
workerCount: 1,
partitionCount: 1,
startTime: '2022-08-22T20:13:13.991Z',
duration: 2497,
startTime: '2022-10-31T16:11:20.264Z',
duration: 1908,
},
],
counters: {
Expand All @@ -269,8 +274,8 @@ export const EXECUTION_INGEST_COMPLETE = Execution.fromTaskPayloadAndReport(
sortProgress: {
type: 'sortProgress',
totalMergingLevels: 3,
levelToTotalBatches: { '0': 1, '1': 1, '2': 1 },
levelToMergedBatches: { '0': 1, '1': 1, '2': 1 },
levelToTotalBatches: { '0': 2, '1': 1, '2': 1 },
levelToMergedBatches: { '0': 2, '1': 1, '2': 1 },
totalMergersForUltimateLevel: 1,
progressDigest: 1.0,
},
Expand Down
Loading

0 comments on commit 176934e

Please sign in to comment.