Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

[ML] Update esarchive ecommerce dataset, enable alerting flyout tests #186630

Merged
merged 13 commits into from
Jun 24, 2024
Merged

[ML] Update esarchive ecommerce dataset, enable alerting flyout tests #186630

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
13 commits
Select commit Hold shift + click to select a range
ff57028
update timestamp in ecommerce data set, enable tests
darnautov Jun 21, 2024
7089c15
update getLogRateAnalysisTestData
darnautov Jun 21, 2024
69e7e72
update population job wizard
darnautov Jun 21, 2024
d7e7d0e
update field_cardinality
darnautov Jun 21, 2024
46b4e7d
update transform
darnautov Jun 21, 2024
453ccef
update anomaly detection jobs
darnautov Jun 21, 2024
2299ef2
fix field service api tests
darnautov Jun 24, 2024
20a967d
bucket span estimator tests
darnautov Jun 24, 2024
0b828c2
job validation tests
darnautov Jun 24, 2024
a5dde50
population job tests
darnautov Jun 24, 2024
b87ae70
fix bucket stan tests
darnautov Jun 24, 2024
0949d26
update advanced job
darnautov Jun 24, 2024
8d71b1d
Merge branch 'main' into ml-186261-update-ecommerce-dataset
kibanamachine Jun 24, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
10 changes: 5 additions & 5 deletions x-pack/test/api_integration/apis/aiops/test_data.ts
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -32,11 +32,11 @@ export const getLogRateAnalysisTestData = <T extends ApiVersion>(): Array<TestDa
testName: 'ecommerce',
esArchive: 'x-pack/test/functional/es_archives/ml/ecommerce',
requestBody: {
baselineMax: 1561719083292,
baselineMin: 1560954147006,
deviationMax: 1562254538692,
deviationMin: 1561986810992,
end: 2147483647000,
baselineMax: 1687949483292,
baselineMin: 1687184547006,
deviationMax: 1688484938692,
deviationMin: 1688217210992,
end: 2273714047000,
index: 'ft_ecommerce',
searchQuery: '{"match_all":{}}',
start: 0,
Expand Down
8 changes: 4 additions & 4 deletions x-pack/test/api_integration/apis/ml/fields_service/field_cardinality.ts
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -42,8 +42,8 @@ export default ({ getService }: FtrProviderContext) => {
fieldNames: ['geoip.city_name', 'geoip.continent_name', 'geoip.country_iso_code'],
query: { bool: { must: [{ match_all: {} }] } },
timeFieldName: 'order_date',
earliestMs: 1560556800000, // June 15, 2019 12:00:00 AM GMT
latestMs: 1560643199000, // June 15, 2019 11:59:59 PM GMT
earliestMs: 1686787200000, // June 15, 2023 12:00:00 AM GMT
latestMs: 1686873599000, // June 15, 2023 11:59:59 PM GMT
},
expected: {
statusCode: 200,
Expand All @@ -62,8 +62,8 @@ export default ({ getService }: FtrProviderContext) => {
fieldNames: ['manufacturer'],
query: { bool: { must: [{ match_all: {} }] } },
timeFieldName: 'order_date',
earliestMs: 1560556800000, // June 15, 2019 12:00:00 AM GMT
latestMs: 1560643199000, // June 15, 2019 11:59:59 PM GMT
earliestMs: 1686787200000, // June 15, 2023 12:00:00 AM GMT
latestMs: 1686873599000, // June 15, 2023 11:59:59 PM GMT
},
expected: {
statusCode: 200,
Expand Down
8 changes: 4 additions & 4 deletions x-pack/test/api_integration/apis/ml/fields_service/time_field_range.ts
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -28,8 +28,8 @@ export default ({ getService }: FtrProviderContext) => {
expected: {
responseCode: 200,
responseBody: {
start: 1560297859000,
end: 1562975136000,
start: 1686528259000,
end: 1689205536000,
success: true,
},
},
Expand All @@ -51,8 +51,8 @@ export default ({ getService }: FtrProviderContext) => {
expected: {
responseCode: 200,
responseBody: {
start: 1560298982000,
end: 1562973754000,
start: 1686529382000,
end: 1689204154000,
success: true,
},
},
Expand Down
8 changes: 4 additions & 4 deletions x-pack/test/api_integration/apis/ml/job_validation/bucket_span_estimator.ts
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -23,7 +23,7 @@ export default ({ getService }: FtrProviderContext) => {
user: USER.ML_POWERUSER,
requestBody: {
aggTypes: ['avg'],
duration: { start: 1560297859000, end: 1562975136000 },
duration: { start: 1686528259000, end: 1689205536000 },
fields: ['taxless_total_price'],
index: 'ft_ecommerce',
query: { bool: { must: [{ match_all: {} }] } },
Expand All @@ -39,7 +39,7 @@ export default ({ getService }: FtrProviderContext) => {
user: USER.ML_POWERUSER,
requestBody: {
aggTypes: ['avg', 'sum'],
duration: { start: 1560297859000, end: 1562975136000 },
duration: { start: 1686528259000, end: 1689205536000 },
fields: ['products.base_price', 'products.base_unit_price'],
index: 'ft_ecommerce',
query: { bool: { must: [{ match_all: {} }] } },
Expand All @@ -55,7 +55,7 @@ export default ({ getService }: FtrProviderContext) => {
user: USER.ML_POWERUSER,
requestBody: {
aggTypes: ['avg'],
duration: { start: 1560297859000, end: 1562975136000 },
duration: { start: 1686528259000, end: 1689205536000 },
fields: ['taxless_total_price'],
index: 'ft_ecommerce',
query: { bool: { must: [{ match_all: {} }] } },
Expand All @@ -72,7 +72,7 @@ export default ({ getService }: FtrProviderContext) => {
user: USER.ML_POWERUSER,
requestBody: {
aggTypes: ['avg'],
duration: { start: 1560297859000, end: 1562975136000 },
duration: { start: 1686528259000, end: 1689205536000 },
fields: ['taxless_total_price'],
filters: [],
index: 'ft_ecommerce',
Expand Down
8 changes: 4 additions & 4 deletions x-pack/test/api_integration/apis/ml/job_validation/validate.ts
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -32,7 +32,7 @@ export default ({ getService }: FtrProviderContext) => {

it(`should recognize a valid job configuration`, async () => {
const requestBody = {
duration: { start: 1560297859000, end: 1562975136000 },
duration: { start: 1686528259000, end: 1689205536000 },
job: {
job_id: 'test',
description: '',
Expand Down Expand Up @@ -82,7 +82,7 @@ export default ({ getService }: FtrProviderContext) => {

it('should recognize a basic invalid job configuration and skip advanced checks', async () => {
const requestBody = {
duration: { start: 1560297859000, end: 1562975136000 },
duration: { start: 1686528259000, end: 1689205536000 },
job: {
job_id: '-(*&^',
description: '',
Expand Down Expand Up @@ -126,7 +126,7 @@ export default ({ getService }: FtrProviderContext) => {

it('should recognize non-basic issues in job configuration', async () => {
const requestBody = {
duration: { start: 1560297859000, end: 1562975136000 },
duration: { start: 1686528259000, end: 1689205536000 },
job: {
job_id: 'test',
description: '',
Expand Down Expand Up @@ -204,7 +204,7 @@ export default ({ getService }: FtrProviderContext) => {

it('should not validate configuration in case request payload is invalid', async () => {
const requestBody = {
duration: { start: 1560297859000, end: 1562975136000 },
duration: { start: 1686528259000, end: 1689205536000 },
job: {
job_id: 'test',
description: '',
Expand Down
10 changes: 5 additions & 5 deletions x-pack/test/functional/apps/ml/anomaly_detection_jobs/advanced_job.ts
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -94,7 +94,7 @@ export default function ({ getService }: FtrProviderContext) {
memoryStatus: 'ok',
jobState: 'closed',
datafeedState: 'stopped',
latestTimestamp: '2019-07-12 23:45:36',
latestTimestamp: '2023-07-12 23:45:36',
},
counts: {
processed_record_count: '4,675',
Expand All @@ -107,10 +107,10 @@ export default function ({ getService }: FtrProviderContext) {
empty_bucket_count: '0',
sparse_bucket_count: '0',
bucket_count: '743',
earliest_record_timestamp: '2019-06-12 00:04:19',
latest_record_timestamp: '2019-07-12 23:45:36',
earliest_record_timestamp: '2023-06-12 00:04:19',
latest_record_timestamp: '2023-07-12 23:45:36',
input_record_count: '4,675',
latest_bucket_timestamp: '2019-07-12 23:00:00',
latest_bucket_timestamp: '2023-07-12 23:00:00',
},
modelSizeStats: {
result_type: 'model_size_stats',
Expand All @@ -120,7 +120,7 @@ export default function ({ getService }: FtrProviderContext) {
total_partition_field_count: '8',
bucket_allocation_failures_count: '0',
memory_status: 'ok',
timestamp: '2019-07-12 22:00:00',
timestamp: '2023-07-12 22:00:00',
},
},
},
Expand Down
8 changes: 4 additions & 4 deletions x-pack/test/functional/apps/ml/anomaly_detection_jobs/convert_jobs_to_advanced_job.ts
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -284,8 +284,8 @@ export default function ({ getService }: FtrProviderContext) {

await ml.testExecution.logTestStep('job creation sets the time range');
await ml.jobWizardCommon.clickUseFullDataButton(
'Jun 12, 2019 @ 00:04:19.000',
'Jul 12, 2019 @ 23:45:36.000'
'Jun 12, 2023 @ 00:04:19.000',
'Jul 12, 2023 @ 23:45:36.000'
);

await ml.testExecution.logTestStep(
Expand Down Expand Up @@ -501,8 +501,8 @@ export default function ({ getService }: FtrProviderContext) {

await ml.testExecution.logTestStep('job creation sets the time range');
await ml.jobWizardCommon.clickUseFullDataButton(
'Jun 12, 2019 @ 00:04:19.000',
'Jul 12, 2019 @ 23:45:36.000'
'Jun 12, 2023 @ 00:04:19.000',
'Jul 12, 2023 @ 23:45:36.000'
);

await ml.testExecution.logTestStep('population job creation displays the event rate chart');
Expand Down
18 changes: 9 additions & 9 deletions x-pack/test/functional/apps/ml/anomaly_detection_jobs/geo_job.ts
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -40,7 +40,7 @@ export default function ({ getService }: FtrProviderContext) {
memoryStatus: 'ok',
jobState: 'closed',
datafeedState: 'stopped',
latestTimestamp: '2019-07-12 23:45:36',
latestTimestamp: '2023-07-12 23:45:36',
};
}

Expand All @@ -57,10 +57,10 @@ export default function ({ getService }: FtrProviderContext) {
empty_bucket_count: '492',
sparse_bucket_count: '0',
bucket_count: '2,975',
earliest_record_timestamp: '2019-06-12 00:04:19',
latest_record_timestamp: '2019-07-12 23:45:36',
earliest_record_timestamp: '2023-06-12 00:04:19',
latest_record_timestamp: '2023-07-12 23:45:36',
input_record_count: '4,675',
latest_bucket_timestamp: '2019-07-12 23:45:00',
latest_bucket_timestamp: '2023-07-12 23:45:00',
};
}

Expand All @@ -74,7 +74,7 @@ export default function ({ getService }: FtrProviderContext) {
total_partition_field_count: '3',
bucket_allocation_failures_count: '0',
memory_status: 'ok',
timestamp: '2019-07-12 23:30:00',
timestamp: '2023-07-12 23:30:00',
};
}

Expand Down Expand Up @@ -117,8 +117,8 @@ export default function ({ getService }: FtrProviderContext) {

await ml.testExecution.logTestStep('job creation sets the time range');
await ml.jobWizardCommon.clickUseFullDataButton(
'Jun 12, 2019 @ 00:04:19.000',
'Jul 12, 2019 @ 23:45:36.000'
'Jun 12, 2023 @ 00:04:19.000',
'Jul 12, 2023 @ 23:45:36.000'
);

await ml.testExecution.logTestStep('job creation displays the event rate chart');
Expand Down Expand Up @@ -245,8 +245,8 @@ export default function ({ getService }: FtrProviderContext) {

await ml.testExecution.logTestStep('job cloning sets the time range');
await ml.jobWizardCommon.clickUseFullDataButton(
'Jun 12, 2019 @ 00:04:19.000',
'Jul 12, 2019 @ 23:45:36.000'
'Jun 12, 2023 @ 00:04:19.000',
'Jul 12, 2023 @ 23:45:36.000'
);

await ml.testExecution.logTestStep('job cloning displays the event rate chart');
Expand Down
18 changes: 9 additions & 9 deletions x-pack/test/functional/apps/ml/anomaly_detection_jobs/population_job.ts
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -54,7 +54,7 @@ export default function ({ getService }: FtrProviderContext) {
memoryStatus: 'ok',
jobState: 'closed',
datafeedState: 'stopped',
latestTimestamp: '2019-07-12 23:45:36',
latestTimestamp: '2023-07-12 23:45:36',
};
}

Expand All @@ -71,10 +71,10 @@ export default function ({ getService }: FtrProviderContext) {
empty_bucket_count: '0',
sparse_bucket_count: '0',
bucket_count: '371',
earliest_record_timestamp: '2019-06-12 00:04:19',
latest_record_timestamp: '2019-07-12 23:45:36',
earliest_record_timestamp: '2023-06-12 00:04:19',
latest_record_timestamp: '2023-07-12 23:45:36',
input_record_count: '4,675',
latest_bucket_timestamp: '2019-07-12 22:00:00',
latest_bucket_timestamp: '2023-07-12 22:00:00',
};
}

Expand All @@ -88,7 +88,7 @@ export default function ({ getService }: FtrProviderContext) {
total_partition_field_count: '3',
bucket_allocation_failures_count: '0',
memory_status: 'ok',
timestamp: '2019-07-12 20:00:00',
timestamp: '2023-07-12 20:00:00',
};
}

Expand Down Expand Up @@ -132,8 +132,8 @@ export default function ({ getService }: FtrProviderContext) {

await ml.testExecution.logTestStep('job creation sets the time range');
await ml.jobWizardCommon.clickUseFullDataButton(
'Jun 12, 2019 @ 00:04:19.000',
'Jul 12, 2019 @ 23:45:36.000'
'Jun 12, 2023 @ 00:04:19.000',
'Jul 12, 2023 @ 23:45:36.000'
);

await ml.testExecution.logTestStep('job creation displays the event rate chart');
Expand Down Expand Up @@ -285,8 +285,8 @@ export default function ({ getService }: FtrProviderContext) {

await ml.testExecution.logTestStep('job cloning sets the time range');
await ml.jobWizardCommon.clickUseFullDataButton(
'Jun 12, 2019 @ 00:04:19.000',
'Jul 12, 2019 @ 23:45:36.000'
'Jun 12, 2023 @ 00:04:19.000',
'Jul 12, 2023 @ 23:45:36.000'
);

await ml.testExecution.logTestStep('job cloning displays the event rate chart');
Expand Down
10 changes: 5 additions & 5 deletions x-pack/test/functional/apps/transform/creation/index_pattern/continuous_transform.ts
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -211,11 +211,11 @@ export default function ({ getService, getPageObjects }: FtrProviderContext) {
transformPreview: {
column: 0,
values: [
'July 12th 2019, 22:16:19',
'July 12th 2019, 22:50:53',
'July 12th 2019, 23:06:43',
'July 12th 2019, 23:15:22',
'July 12th 2019, 23:31:12',
'July 12th 2023, 22:16:19',
'July 12th 2023, 22:50:53',
'July 12th 2023, 23:06:43',
'July 12th 2023, 23:15:22',
'July 12th 2023, 23:31:12',
],
},
discoverQueryHits: '10',
Expand Down
26 changes: 13 additions & 13 deletions x-pack/test/functional/apps/transform/creation/index_pattern/creation_index_pattern.ts
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -124,8 +124,8 @@ export default function ({ getService, getPageObjects }: FtrProviderContext) {
numFailureRetries: '7',
expected: {
fullTimeRange: {
start: 'Jun 12, 2019 @ 00:04:19.000',
end: 'Jul 12, 2019 @ 23:45:36.000',
start: 'Jun 12, 2023 @ 00:04:19.000',
end: 'Jul 12, 2023 @ 23:45:36.000',
},
pivotAdvancedEditorValueArr: ['{', ' "group_by": {', ' "category": {'],
pivotAdvancedEditorValue: {
Expand Down Expand Up @@ -327,8 +327,8 @@ export default function ({ getService, getPageObjects }: FtrProviderContext) {
numFailureRetries: '-1',
expected: {
fullTimeRange: {
start: 'Jun 12, 2019 @ 00:04:19.000',
end: 'Jul 12, 2019 @ 23:45:36.000',
start: 'Jun 12, 2023 @ 00:04:19.000',
end: 'Jul 12, 2023 @ 23:45:36.000',
},
pivotAdvancedEditorValueArr: ['{', ' "group_by": {', ' "geoip.country_iso_code": {'],
pivotAdvancedEditorValue: {
Expand Down Expand Up @@ -406,8 +406,8 @@ export default function ({ getService, getPageObjects }: FtrProviderContext) {
numFailureRetries: '0',
expected: {
fullTimeRange: {
start: 'Jun 12, 2019 @ 00:04:19.000',
end: 'Jul 12, 2019 @ 23:45:36.000',
start: 'Jun 12, 2023 @ 00:04:19.000',
end: 'Jul 12, 2023 @ 23:45:36.000',
},
pivotAdvancedEditorValueArr: ['{', ' "group_by": {', ' "customer_gender": {'],
pivotAdvancedEditorValue: {
Expand Down Expand Up @@ -472,8 +472,8 @@ export default function ({ getService, getPageObjects }: FtrProviderContext) {
numFailureRetries: '101',
expected: {
fullTimeRange: {
start: 'Jun 12, 2019 @ 00:04:19.000',
end: 'Jul 12, 2019 @ 23:45:36.000',
start: 'Jun 12, 2023 @ 00:04:19.000',
end: 'Jul 12, 2023 @ 23:45:36.000',
},
latestPreview: {
column: 0,
Expand All @@ -492,11 +492,11 @@ export default function ({ getService, getPageObjects }: FtrProviderContext) {
transformPreview: {
column: 0,
values: [
'July 12th 2019, 22:16:19',
'July 12th 2019, 22:50:53',
'July 12th 2019, 23:06:43',
'July 12th 2019, 23:15:22',
'July 12th 2019, 23:31:12',
'July 12th 2023, 22:16:19',
'July 12th 2023, 22:50:53',
'July 12th 2023, 23:06:43',
'July 12th 2023, 23:15:22',
'July 12th 2023, 23:31:12',
],
},
discoverQueryHits: '10',
Expand Down
6 changes: 3 additions & 3 deletions x-pack/test/functional/apps/transform/edit_clone/cloning.ts
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -383,9 +383,9 @@ export default function ({ getService }: FtrProviderContext) {
transformPreview: {
column: 0,
values: [
'July 12th 2019, 23:06:43',
'July 12th 2019, 23:31:12',
'July 12th 2019, 23:45:36',
'July 12th 2023, 23:06:43',
'July 12th 2023, 23:31:12',
'July 12th 2023, 23:45:36',
],
},
retentionPolicySwitchEnabled: false,
Expand Down
Binary file modified x-pack/test/functional/es_archives/ml/ecommerce/data.json.gz
View file
Open in desktop
Binary file not shown.
3 changes: 1 addition & 2 deletions x-pack/test/functional_with_es_ssl/apps/discover_ml_uptime/ml/alert_flyout.ts
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -67,8 +67,7 @@ export default ({ getPageObjects, getService }: FtrProviderContext) => {

let testJobId = '';

// Failing: See https://github.com/elastic/kibana/issues/186261
describe.skip('anomaly detection alert', function () {
describe('anomaly detection alert', function () {
before(async () => {
await esArchiver.loadIfNeeded('x-pack/test/functional/es_archives/ml/ecommerce');
await ml.testResources.createDataViewIfNeeded('ft_ecommerce', 'order_date');
Expand Down