haikuwebkit/Websites/perf.webkit.org/unit-tests/measurement-set-tests.js

1149 lines
52 KiB
JavaScript

'use strict';
const assert = require('assert');
if (!assert.almostEqual)
assert.almostEqual = require('./resources/almost-equal.js');
require('../tools/js/v3-models.js');
const BrowserPrivilegedAPI = require('../public/v3/privileged-api.js').PrivilegedAPI;
const MockRemoteAPI = require('./resources/mock-remote-api.js').MockRemoteAPI;
const MockModels = require('./resources/mock-v3-models.js').MockModels;
describe('MeasurementSet', () => {
MockModels.inject();
const requests = MockRemoteAPI.inject(null, BrowserPrivilegedAPI);
beforeEach(() => {
MeasurementSet._setMap = null;
});
function waitForMeasurementSet()
{
return new Promise((resolve) => setTimeout(resolve, 0));
}
describe('findSet', () => {
it('should create a new MeasurementSet for a new pair of platform and matric', () => {
assert.notEqual(MeasurementSet.findSet(1, 1, 3000), MeasurementSet.findSet(1, 2, 3000));
assert.notEqual(MeasurementSet.findSet(1, 1, 3000), MeasurementSet.findSet(2, 1, 3000));
});
it('should not create a new MeasurementSet when the same pair of platform and matric are requested', () => {
assert.equal(MeasurementSet.findSet(1, 1), MeasurementSet.findSet(1, 1));
});
});
describe('findClusters', () => {
it('should return clusters that exist', () => {
const set = MeasurementSet.findSet(1, 1, 1467852503940);
let callCount = 0;
const promise = set.fetchBetween(1465084800000, 1470268800000, () => {
callCount++;
});
assert.equal(requests.length, 1);
assert.equal(requests[0].url, '/data/measurement-set-1-1.json');
requests[0].resolve({
'clusterStart': 946684800000,
'clusterSize': 5184000000,
'formatMap': [],
'configurations': {current: []},
'startTime': 1465084800000,
'endTime': 1470268800000,
'lastModified': 1467852503940,
'clusterCount': 5,
'status': 'OK'});
return promise.then(() => {
assert.deepEqual(set.findClusters(0, Date.now()), [1449532800000, 1454716800000, 1459900800000, 1465084800000, 1470268800000]);
});
});
});
describe('fetchBetween', () => {
it('should always request the cached primary cluster first', () => {
const set = MeasurementSet.findSet(1, 1, 3000);
let callCount = 0;
set.fetchBetween(1000, 2000, () => callCount++);
assert.equal(requests.length, 1);
assert.equal(requests[0].url, '/data/measurement-set-1-1.json');
assert.equal(callCount, 0);
});
it('should not request the cached primary cluster twice', () => {
const set = MeasurementSet.findSet(1, 1, 3000);
let callCount = 0;
set.fetchBetween(1000, 2000, () => callCount++);
assert.equal(requests.length, 1);
assert.equal(callCount, 0);
assert.equal(requests[0].url, '/data/measurement-set-1-1.json');
set.fetchBetween(2000, 3000, () => callCount++);
assert.equal(requests.length, 1);
assert.equal(callCount, 0);
});
it('should invoke the callback when the requested range is in the cached primary cluster', () => {
const set = MeasurementSet.findSet(1, 1, 3000);
let callCount = 0;
const promise = set.fetchBetween(2000, 3000, () => callCount++);
assert.equal(requests.length, 1);
assert.equal(requests[0].url, '/data/measurement-set-1-1.json');
requests[0].resolve({
'clusterStart': 1000,
'clusterSize': 1000,
'formatMap': [],
'configurations': {current: []},
'startTime': 2000,
'endTime': 3000,
'lastModified': 3000,
'clusterCount': 2,
'status': 'OK'});
return promise.then(() => {
assert.equal(callCount, 1);
assert.equal(requests.length, 1);
});
});
it('should invoke the callback and fetch a secondary cluster when the cached primary cluster is within the requested range', () => {
const set = MeasurementSet.findSet(1, 1, 3000);
let callCount = 0;
const promise = set.fetchBetween(1000, 3000, () => callCount++);
assert.equal(requests.length, 1);
assert.equal(requests[0].url, '/data/measurement-set-1-1.json');
requests[0].resolve({
'clusterStart': 1000,
'clusterSize': 1000,
'formatMap': [],
'configurations': {current: []},
'startTime': 2000,
'endTime': 3000,
'lastModified': 3000,
'clusterCount': 2,
'status': 'OK'});
return waitForMeasurementSet().then(() => {
assert.equal(callCount, 1);
assert.equal(requests.length, 2);
assert.equal(requests[1].url, '/data/measurement-set-1-1-2000.json');
});
});
it('should request additional secondary clusters as requested', () => {
const set = MeasurementSet.findSet(1, 1, 5000);
let callCountForWaitingCallback = 0;
set.fetchBetween(2000, 3000, () => callCountForWaitingCallback++);
assert.equal(requests.length, 1);
assert.equal(requests[0].url, '/data/measurement-set-1-1.json');
requests[0].resolve({
'clusterStart': 1000,
'clusterSize': 1000,
'formatMap': [],
'configurations': {current: []},
'startTime': 4000,
'endTime': 5000,
'lastModified': 5000,
'clusterCount': 4,
'status': 'OK'});
let callCount = 0;
return waitForMeasurementSet().then(() => {
assert.equal(requests.length, 2);
assert.equal(requests[1].url, '/data/measurement-set-1-1-3000.json');
set.fetchBetween(0, 7000, () => callCount++);
return waitForMeasurementSet();
}).then(() => {
assert.equal(callCountForWaitingCallback, 0);
assert.equal(callCount, 1);
assert.equal(requests.length, 4);
assert.equal(requests[2].url, '/data/measurement-set-1-1-2000.json');
assert.equal(requests[3].url, '/data/measurement-set-1-1-4000.json');
});
});
it('should request secondary clusters which forms a superset of the requested range', () => {
const set = MeasurementSet.findSet(1, 1, 5000);
let callCount = 0;
const promise = set.fetchBetween(2707, 4207, () => callCount++);
assert.equal(requests.length, 1);
assert.equal(requests[0].url, '/data/measurement-set-1-1.json');
requests[0].resolve({
'clusterStart': 1000,
'clusterSize': 1000,
'formatMap': [],
'configurations': {current: []},
'startTime': 4000,
'endTime': 5000,
'lastModified': 5000,
'clusterCount': 3,
'status': 'OK'});
return waitForMeasurementSet().then(() => {
assert.equal(requests.length, 3);
assert.equal(requests[1].url, '/data/measurement-set-1-1-3000.json');
assert.equal(requests[2].url, '/data/measurement-set-1-1-4000.json');
assert.equal(callCount, 1); // 4000-4207
});
});
it('should not request secondary clusters that are not requested', () => {
const set = MeasurementSet.findSet(1, 1, 5000);
let callCountForWaitingCallback = 0;
set.fetchBetween(3200, 3700, () => callCountForWaitingCallback++);
assert.equal(requests.length, 1);
assert.equal(requests[0].url, '/data/measurement-set-1-1.json');
requests[0].resolve({
'clusterStart': 1000,
'clusterSize': 1000,
'formatMap': [],
'configurations': {current: []},
'startTime': 4000,
'endTime': 5000,
'lastModified': 5000,
'clusterCount': 4,
'status': 'OK'});
let callCount = 0;
return waitForMeasurementSet().then(() => {
assert.equal(requests.length, 2);
assert.equal(requests[1].url, '/data/measurement-set-1-1-4000.json');
set.fetchBetween(1207, 1293, () => callCount++);
return waitForMeasurementSet();
}).then(() => {
assert.equal(callCountForWaitingCallback, 0);
assert.equal(callCount, 0);
assert.equal(requests.length, 3);
assert.equal(requests[2].url, '/data/measurement-set-1-1-2000.json');
set.fetchBetween(1964, 3401, () => callCount++);
return waitForMeasurementSet();
}).then(() => {
assert.equal(callCountForWaitingCallback, 0);
assert.equal(callCount, 0);
assert.equal(requests.length, 4);
assert.equal(requests[3].url, '/data/measurement-set-1-1-3000.json');
});
});
it('should not request a cluster before the very first cluster', () => {
const set = MeasurementSet.findSet(1, 1, 5000);
let callCount = 0;
set.fetchBetween(0, 3000, () => callCount++);
assert.equal(requests.length, 1);
assert.equal(requests[0].url, '/data/measurement-set-1-1.json');
requests[0].resolve({
'clusterStart': 2000,
'clusterSize': 1000,
'formatMap': [],
'configurations': {current: []},
'startTime': 2000,
'endTime': 3000,
'lastModified': 5000,
'clusterCount': 1,
'status': 'OK'});
return waitForMeasurementSet().then(() => {
assert.equal(requests.length, 1);
assert.equal(callCount, 1);
});
});
it('should invoke the callback when the fetching of the primray cluster fails', () => {
const set = MeasurementSet.findSet(1, 1, 3000);
let callCount = 0;
let rejected = false;
set.fetchBetween(1000, 3000, () => callCount++).catch(() => rejected = true);
assert.equal(requests.length, 1);
assert.equal(requests[0].url, '/data/measurement-set-1-1.json');
requests[0].reject(500);
return waitForMeasurementSet().then(() => {
assert.equal(callCount, 1);
assert.equal(requests.length, 1);
assert(rejected);
});
});
it('should request the uncached primary cluster when the cached cluster is outdated', () => {
const set = MeasurementSet.findSet(1, 1, 3005);
let callCount = 0;
set.fetchBetween(1000, 2000, () => callCount++);
assert.equal(requests.length, 1);
assert.equal(requests[0].url, '/data/measurement-set-1-1.json');
requests[0].resolve({
'clusterStart': 1000,
'clusterSize': 1000,
'formatMap': [],
'configurations': {current: []},
'startTime': 2000,
'endTime': 3000,
'lastModified': 3000,
'clusterCount': 2,
'status': 'OK'});
return waitForMeasurementSet().then(() => {
assert.equal(callCount, 0);
assert.equal(requests.length, 2);
assert.equal(requests[1].url, '/api/measurement-set?platform=1&metric=1');
});
});
it('should request the uncached primary cluster when the cached cluster is 404', () => {
const set = MeasurementSet.findSet(1, 1, 3005);
let callCount = 0;
set.fetchBetween(1000, 2000, () => callCount++);
assert.equal(requests.length, 1);
assert.equal(requests[0].url, '/data/measurement-set-1-1.json');
requests[0].reject(404);
return waitForMeasurementSet().then(() => {
assert.equal(callCount, 0);
assert.equal(requests.length, 2);
assert.equal(requests[1].url, '/api/measurement-set?platform=1&metric=1');
});
});
it('should request the uncached primary cluster when noCache is true', () => {
const set = MeasurementSet.findSet(1, 1, 3000);
let callCount = 0;
set.fetchBetween(1000, 3000, () => callCount++);
assert.equal(requests.length, 1);
assert.equal(requests[0].url, '/data/measurement-set-1-1.json');
requests[0].resolve({
'clusterStart': 1000,
'clusterSize': 1000,
'formatMap': [],
'configurations': {current: []},
'startTime': 2000,
'endTime': 3000,
'lastModified': 3000,
'clusterCount': 2,
'status': 'OK'});
let noCacheFetchCount = 0;
return waitForMeasurementSet().then(() => {
assert.equal(callCount, 1);
assert.equal(noCacheFetchCount, 0);
assert.equal(set._sortedClusters.length, 1);
assert.equal(requests.length, 2);
assert.equal(requests[1].url, '/data/measurement-set-1-1-2000.json');
requests[1].resolve({
'clusterStart': 1000,
'clusterSize': 1000,
'formatMap': [],
'configurations': {current: []},
'startTime': 1000,
'endTime': 2000,
'lastModified': 3000,
'clusterCount': 2,
'status': 'OK'});
set.fetchBetween(1000, 3000, () => noCacheFetchCount++, true /* noCache */);
return waitForMeasurementSet();
}).then(() => {
assert.equal(callCount, 2);
assert.equal(noCacheFetchCount, 0);
assert.equal(set._sortedClusters.length, 2);
assert.equal(requests.length, 3);
assert.equal(requests[2].url, '/api/measurement-set?platform=1&metric=1');
requests[2].resolve({
'clusterStart': 1000,
'clusterSize': 1000,
'formatMap': [],
'configurations': {current: []},
'startTime': 2000,
'endTime': 3000,
'lastModified': 3000,
'clusterCount': 2,
'status': 'OK'});
return waitForMeasurementSet();
}).then(() => {
assert.equal(callCount, 2);
assert.equal(noCacheFetchCount, 1);
assert.equal(set._sortedClusters.length, 2);
assert.equal(requests.length, 4);
assert.equal(requests[3].url, '/data/measurement-set-1-1-2000.json');
requests[3].resolve({
'clusterStart': 1000,
'clusterSize': 1000,
'formatMap': [],
'configurations': {current: []},
'startTime': 1000,
'endTime': 2000,
'lastModified': 3000,
'clusterCount': 2,
'status': 'OK'});
return waitForMeasurementSet();
}).then(() => {
assert.equal(callCount, 3);
assert.equal(noCacheFetchCount, 2);
assert.equal(set._sortedClusters.length, 2);
assert.equal(requests.length, 4);
});
});
it('should not request the primary cluster twice when multiple clients request it but should invoke all callbacks', () => {
const set = MeasurementSet.findSet(1, 1, 3000);
let callCount = 0;
set.fetchBetween(2000, 3000, () => callCount++);
assert.equal(requests.length, 1);
assert.equal(requests[0].url, '/data/measurement-set-1-1.json');
let alternativeCallCount = 0;
set.fetchBetween(2000, 3000, () => alternativeCallCount++);
requests[0].resolve({
'clusterStart': 1000,
'clusterSize': 1000,
'formatMap': [],
'configurations': {current: []},
'startTime': 2000,
'endTime': 3000,
'lastModified': 3000,
'clusterCount': 2,
'status': 'OK'});
return waitForMeasurementSet().then(() => {
assert.equal(callCount, 1);
assert.equal(alternativeCallCount, 1);
assert.equal(requests.length, 1);
});
});
it('should invoke callback for each secondary clusters that are fetched or rejected', () => {
const set = MeasurementSet.findSet(1, 1, 5000);
let callCountFor4000 = 0;
set.fetchBetween(3200, 3700, () => callCountFor4000++);
assert.equal(requests.length, 1);
assert.equal(requests[0].url, '/data/measurement-set-1-1.json');
requests[0].resolve({
'clusterStart': 1000,
'clusterSize': 1000,
'formatMap': [],
'configurations': {current: []},
'startTime': 4000,
'endTime': 5000,
'lastModified': 5000,
'clusterCount': 4,
'status': 'OK'});
let callCountFor4000To5000 = 0;
let callCountFor2000 = 0;
let callCountFor2000To4000 = 0;
return waitForMeasurementSet().then(() => {
assert.equal(callCountFor4000, 0);
assert.equal(requests.length, 2);
assert.equal(requests[1].url, '/data/measurement-set-1-1-4000.json');
set.fetchBetween(3708, 4800, () => callCountFor4000To5000++);
return waitForMeasurementSet();
}).then(() => {
assert.equal(callCountFor4000To5000, 1);
assert.equal(requests.length, 2);
set.fetchBetween(1207, 1293, () => callCountFor2000++);
return waitForMeasurementSet();
}).then(() => {
assert.equal(callCountFor2000, 0);
assert.equal(requests.length, 3);
assert.equal(requests[2].url, '/data/measurement-set-1-1-2000.json');
requests[2].resolve({
'formatMap': [],
'configurations': {current: []},
'startTime': 1000,
'endTime': 2000,
'lastModified': 5000,
'status': 'OK'});
return waitForMeasurementSet();
}).then(() => {
assert.equal(requests.length, 3);
assert.equal(callCountFor4000, 0);
assert.equal(callCountFor4000To5000, 1);
assert.equal(callCountFor2000, 1);
set.fetchBetween(1964, 3401, () => { callCountFor2000To4000++; });
return waitForMeasurementSet();
}).then(() => {
assert.equal(callCountFor2000To4000, 1);
assert.equal(requests.length, 4);
assert.equal(requests[3].url, '/data/measurement-set-1-1-3000.json');
requests[3].resolve({
'formatMap': [],
'configurations': {current: []},
'startTime': 2000,
'endTime': 3000,
'lastModified': 5000,
'status': 'OK'});
return waitForMeasurementSet();
}).then(() => {
assert.equal(callCountFor4000, 0);
assert.equal(callCountFor4000To5000, 1);
assert.equal(callCountFor2000, 1);
assert.equal(callCountFor2000To4000, 2);
assert.equal(requests.length, 4);
requests[1].resolve({
'formatMap': [],
'configurations': {current: []},
'startTime': 3000,
'endTime': 4000,
'lastModified': 5000,
'status': 'OK'});
return waitForMeasurementSet();
}).then(() => {
assert.equal(callCountFor4000, 1);
assert.equal(callCountFor4000To5000, 2);
assert.equal(callCountFor2000, 1);
assert.equal(callCountFor2000To4000, 3);
assert.equal(requests.length, 4);
});
});
});
describe('hasFetchedRange', () => {
it('should return false when no clusters had been fetched', () => {
var set = MeasurementSet.findSet(1, 1, 3000);
assert(!set.hasFetchedRange(2000, 3000));
});
it('should return true when a single cluster contains the entire range', () => {
const set = MeasurementSet.findSet(1, 1, 3000);
const promise = set.fetchBetween(2000, 3000);
assert.equal(requests.length, 1);
assert.equal(requests[0].url, '/data/measurement-set-1-1.json');
requests[0].resolve({
'clusterStart': 1000,
'clusterSize': 1000,
'formatMap': [],
'configurations': {current: []},
'startTime': 2000,
'endTime': 3000,
'lastModified': 3000,
'clusterCount': 2,
'status': 'OK'});
return promise.then(() => {
assert(set.hasFetchedRange(2001, 2999));
assert(set.hasFetchedRange(2000, 3000));
});
});
it('should return false when the range starts before the fetched cluster', () => {
const set = MeasurementSet.findSet(1, 1, 3000);
const promise = set.fetchBetween(2000, 3000);
assert.equal(requests.length, 1);
assert.equal(requests[0].url, '/data/measurement-set-1-1.json');
requests[0].resolve({
'clusterStart': 1000,
'clusterSize': 1000,
'formatMap': [],
'configurations': {current: []},
'startTime': 2000,
'endTime': 3000,
'lastModified': 3000,
'clusterCount': 2,
'status': 'OK'});
return promise.then(() => {
assert(!set.hasFetchedRange(1500, 3000));
});
});
it('should return false when the range ends after the fetched cluster', () => {
const set = MeasurementSet.findSet(1, 1, 5000);
const promise = set.fetchBetween(2000, 3000);
assert.equal(requests.length, 1);
assert.equal(requests[0].url, '/data/measurement-set-1-1.json');
requests[0].resolve({
'clusterStart': 1000,
'clusterSize': 1000,
'formatMap': [],
'configurations': {current: []},
'startTime': 4000,
'endTime': 5000,
'lastModified': 5000,
'clusterCount': 3,
'status': 'OK'});
return waitForMeasurementSet().then(() => {
assert.equal(requests.length, 2);
assert.equal(requests[1].url, '/data/measurement-set-1-1-3000.json');
requests[1].resolve({
'clusterStart': 1000,
'clusterSize': 1000,
'formatMap': [],
'configurations': {current: []},
'startTime': 2000,
'endTime': 3000,
'lastModified': 5000,
'clusterCount': 3,
'status': 'OK'});
}).then(() => {
assert(!set.hasFetchedRange(2500, 3500));
});
});
it('should return true when the range is within two fetched clusters', () => {
const set = MeasurementSet.findSet(1, 1, 5000);
set.fetchBetween(2000, 3000);
assert.equal(requests.length, 1);
assert.equal(requests[0].url, '/data/measurement-set-1-1.json');
requests[0].resolve({
'clusterStart': 1000,
'clusterSize': 1000,
'formatMap': [],
'configurations': {current: []},
'startTime': 3000,
'endTime': 4000,
'lastModified': 5000,
'clusterCount': 2,
'status': 'OK'});
return waitForMeasurementSet().then(() => {
assert.equal(requests.length, 2);
assert.equal(requests[1].url, '/data/measurement-set-1-1-3000.json');
requests[1].resolve({
'clusterStart': 1000,
'clusterSize': 1000,
'formatMap': [],
'configurations': {current: []},
'startTime': 2000,
'endTime': 3000,
'lastModified': 5000,
'clusterCount': 2,
'status': 'OK'});
}).then(() => {
assert(set.hasFetchedRange(2500, 3500));
});
});
it('should return false when there is a cluster missing in the range', () => {
const set = MeasurementSet.findSet(1, 1, 5000);
set.fetchBetween(2000, 5000);
assert.equal(requests.length, 1);
assert.equal(requests[0].url, '/data/measurement-set-1-1.json');
requests[0].resolve({
'clusterStart': 1000,
'clusterSize': 1000,
'formatMap': [],
'configurations': {current: []},
'startTime': 4000,
'endTime': 5000,
'lastModified': 5000,
'clusterCount': 4,
'status': 'OK'});
return waitForMeasurementSet().then(() => {
assert.equal(requests.length, 3);
assert.equal(requests[1].url, '/data/measurement-set-1-1-3000.json');
assert.equal(requests[2].url, '/data/measurement-set-1-1-4000.json');
requests[1].resolve({
'clusterStart': 1000,
'clusterSize': 1000,
'formatMap': [],
'configurations': {current: []},
'startTime': 2000,
'endTime': 3000,
'lastModified': 5000,
'clusterCount': 2,
'status': 'OK'});
}).then(() => {
assert(!set.hasFetchedRange(2500, 4500));
assert(set.hasFetchedRange(2100, 2300));
assert(set.hasFetchedRange(4000, 4800));
});
});
it('should return true even when the range extends beyond the primary cluster', () => {
const set = MeasurementSet.findSet(1, 1, 3000);
const promise = set.fetchBetween(2000, 3000);
assert.equal(requests.length, 1);
assert.equal(requests[0].url, '/data/measurement-set-1-1.json');
requests[0].resolve({
'clusterStart': 1000,
'clusterSize': 1000,
'formatMap': [],
'configurations': {current: []},
'startTime': 2000,
'endTime': 3000,
'lastModified': 3000,
'clusterCount': 2,
'status': 'OK'});
return promise.then(() => {
assert(set.hasFetchedRange(2001, 5000));
});
});
});
describe('fetchedTimeSeries', () => {
// Data from https://perf.webkit.org/v3/#/charts?paneList=((15-769))&since=1476426488465
const sampleCluster = {
"clusterStart": 946684800000,
"clusterSize": 5184000000,
"configurations": {
"current": [
[
26530031, 135.26375, 80, 10821.1, 1481628.13, false,
[ [27173, 1, "210096", null, null, 1482398562950] ],
1482398562950, 52999, 1482413222311, "10877", 7
],
[
26530779, 153.2675, 80, 12261.4, 1991987.4, true, // changed to true.
[ [27174,1,"210097", null, null, 1482424870729] ],
1482424870729, 53000, 1482424992735, "10878", 7
],
[
26532275, 134.2725, 80, 10741.8, 1458311.88, false,
[ [ 27176, 1, "210102", null, null, 1482431464371 ] ],
1482431464371, 53002, 1482436041865, "10879", 7
],
[
26547226, 150.9625, 80, 12077, 1908614.94, false,
[ [ 27195, 1, "210168", null, null, 1482852412735 ] ],
1482852412735, 53022, 1482852452143, "10902", 7
],
[
26559915, 141.72, 80, 11337.6, 1633126.8, false,
[ [ 27211, 1, "210222", null, null, 1483347732051 ] ],
1483347732051, 53039, 1483347926429, "10924", 7
],
[
26564388, 138.13125, 80, 11050.5, 1551157.93, false,
[ [ 27217, 1, "210231", null, null, 1483412171531 ] ],
1483412171531, 53045, 1483415426049, "10930", 7
],
[
26568867, 144.16, 80, 11532.8, 1694941.1, false,
[ [ 27222, 1, "210240", null, null, 1483469584347 ] ],
1483469584347, 53051, 1483469642993, "10935", 7
]
]
},
"formatMap": [
"id", "mean", "iterationCount", "sum", "squareSum", "markedOutlier",
"revisions",
"commitTime", "build", "buildTime", "buildTag", "builder"
],
"startTime": 1480636800000,
"endTime": 1485820800000,
"lastModified": 1484105738736,
"clusterCount": 1,
"elapsedTime": 56.421995162964,
"status": "OK"
};
let builder;
let webkit;
beforeEach(() => {
builder = new Builder(7, {name: 'EFL Linux 64-bit Release WK2 (Perf)', buildUrl: 'http://build.webkit.org/builders/$builderName/$buildTag'});
webkit = new Repository(1, {name: 'WebKit', url: 'http://trac.webkit.org/changeset/$1'});
});
function fetchSampleCluster() {
const set = MeasurementSet.findSet(15, 769, 1484105738736);
const promise = set.fetchBetween(1476426488465, 1484203801573);
assert.equal(requests.length, 1);
assert.equal(requests[0].url, '/data/measurement-set-15-769.json');
requests[0].resolve(sampleCluster);
return waitForMeasurementSet().then(() => { return set; })
}
it('should include all data points from the fetched cluster when includeOutliers is true', () => {
let points;
return fetchSampleCluster().then((set) => {
const includeOutliers = true;
const extendToFuture = false;
const fullSeries = set.fetchedTimeSeries('current', includeOutliers, extendToFuture);
assert.equal(fullSeries.length(), 7);
points = new Array(7);
for (let i = 0; i < 7; i++)
points[i] = fullSeries.findPointByIndex(i);
}).then(() => {
const point = points[0];
assert.equal(point.id, 26530031);
const commitTime = 1482398562950;
const commitSet = point.commitSet();
assert.equal(point.commitSet(), commitSet);
assert.deepEqual(commitSet.repositories(), [webkit]);
assert.equal(commitSet.revisionForRepository(webkit), '210096');
const commit = commitSet.commitForRepository(webkit);
assert.equal(commit.repository(), webkit);
assert.equal(+commit.time(), commitTime);
assert.equal(commit.author(), null);
assert.equal(commit.revision(), '210096');
assert.equal(commit.message(), null);
assert.equal(commit.url(), 'http://trac.webkit.org/changeset/210096');
assert.equal(commit.label(), 'r210096');
assert.equal(commit.title(), 'WebKit at r210096');
assert.equal(commitSet.latestCommitTime(), commitTime);
const build = point.build();
assert.equal(point.build(), build);
assert.equal(build.builder(), builder);
assert.equal(build.buildTag(), 10877);
const buildTime = build.buildTime();
assert(buildTime instanceof Date);
assert.equal(+buildTime, 1482413222311);
assert.equal(point.time, commitTime);
assert.equal(point.value, 135.26375);
assert.equal(point.sum, 10821.1);
assert.equal(point.squareSum, 1481628.13);
assert.equal(point.iterationCount, 80);
assert.equal(point.markedOutlier, false);
}).then(() => {
const point = points[1];
assert.equal(point.id, 26530779);
const commitTime = 1482424870729;
const commitSet = point.commitSet();
assert.equal(commitSet.revisionForRepository(webkit), '210097');
const commit = commitSet.commitForRepository(webkit);
assert.equal(+commit.time(), commitTime);
assert.equal(commit.revision(), '210097');
assert.equal(commitSet.latestCommitTime(), commitTime);
const build = point.build();
assert.equal(build.builder(), builder);
assert.equal(build.buildTag(), 10878);
assert.equal(+build.buildTime(), 1482424992735);
assert.equal(point.time, commitTime);
assert.equal(point.value, 153.2675);
assert.equal(point.sum, 12261.4);
assert.equal(point.squareSum, 1991987.4);
assert.equal(point.iterationCount, 80);
assert.equal(point.markedOutlier, true);
}).then(() => {
assert.equal(points[2].id, 26532275);
assert.equal(points[2].commitSet().revisionForRepository(webkit), '210102');
assert.equal(+points[2].build().buildTime(), 1482436041865);
assert.equal(points[2].build().buildTag(), 10879);
assert.equal(points[2].time, 1482431464371);
assert.equal(points[2].value, 134.2725);
assert.equal(points[3].id, 26547226);
assert.equal(points[3].commitSet().revisionForRepository(webkit), '210168');
assert.equal(+points[3].build().buildTime(), 1482852452143);
assert.equal(points[3].build().buildTag(), 10902);
assert.equal(points[3].time, 1482852412735);
assert.equal(points[3].value, 150.9625);
assert.equal(points[4].id, 26559915);
assert.equal(points[4].commitSet().revisionForRepository(webkit), '210222');
assert.equal(+points[4].build().buildTime(), 1483347926429);
assert.equal(points[4].build().buildTag(), 10924);
assert.equal(points[4].time, 1483347732051);
assert.equal(points[4].value, 141.72);
assert.equal(points[5].id, 26564388);
assert.equal(points[5].commitSet().revisionForRepository(webkit), '210231');
assert.equal(+points[5].build().buildTime(), 1483415426049);
assert.equal(points[5].build().buildTag(), 10930);
assert.equal(points[5].time, 1483412171531);
assert.equal(points[5].value, 138.13125);
assert.equal(points[6].id, 26568867);
assert.equal(points[6].commitSet().revisionForRepository(webkit), '210240');
assert.equal(+points[6].build().buildTime(), 1483469642993);
assert.equal(points[6].build().buildTag(), 10935);
assert.equal(points[6].time, 1483469584347);
assert.equal(points[6].value, 144.16);
});
});
it('should include all data points from the fetched cluster when includeOutliers is false', () => {
return fetchSampleCluster().then((set) => {
const includeOutliers = false;
const extendToFuture = false;
const fullSeries = set.fetchedTimeSeries('current', includeOutliers, extendToFuture);
assert.equal(fullSeries.length(), 6);
const points = new Array(6);
for (let i = 0; i < 6; i++)
points[i] = fullSeries.findPointByIndex(i);
assert.equal(points[0].id, 26530031);
assert.equal(points[0].commitSet().revisionForRepository(webkit), '210096');
assert.equal(+points[0].build().buildTime(), 1482413222311);
assert.equal(points[0].build().buildTag(), 10877);
assert.equal(points[0].time, 1482398562950);
assert.equal(points[0].value, 135.26375);
assert.equal(points[1].id, 26532275);
assert.equal(points[1].commitSet().revisionForRepository(webkit), '210102');
assert.equal(+points[1].build().buildTime(), 1482436041865);
assert.equal(points[1].build().buildTag(), 10879);
assert.equal(points[1].time, 1482431464371);
assert.equal(points[1].value, 134.2725);
assert.equal(points[2].id, 26547226);
assert.equal(points[2].commitSet().revisionForRepository(webkit), '210168');
assert.equal(+points[2].build().buildTime(), 1482852452143);
assert.equal(points[2].build().buildTag(), 10902);
assert.equal(points[2].time, 1482852412735);
assert.equal(points[2].value, 150.9625);
assert.equal(points[3].id, 26559915);
assert.equal(points[3].commitSet().revisionForRepository(webkit), '210222');
assert.equal(+points[3].build().buildTime(), 1483347926429);
assert.equal(points[3].build().buildTag(), 10924);
assert.equal(points[3].time, 1483347732051);
assert.equal(points[3].value, 141.72);
assert.equal(points[4].id, 26564388);
assert.equal(points[4].commitSet().revisionForRepository(webkit), '210231');
assert.equal(+points[4].build().buildTime(), 1483415426049);
assert.equal(points[4].build().buildTag(), 10930);
assert.equal(points[4].time, 1483412171531);
assert.equal(points[4].value, 138.13125);
assert.equal(points[5].id, 26568867);
assert.equal(points[5].commitSet().revisionForRepository(webkit), '210240');
assert.equal(+points[5].build().buildTime(), 1483469642993);
assert.equal(points[5].build().buildTag(), 10935);
assert.equal(points[5].time, 1483469584347);
assert.equal(points[5].value, 144.16);
});
});
});
describe('fetchSegmentation', () => {
var simpleSegmentableValues = [
1546.5603, 1548.1536, 1563.5452, 1539.7823, 1546.4184, 1548.9299, 1532.5444, 1546.2800, 1547.1760, 1551.3507,
1548.3277, 1544.7673, 1542.7157, 1538.1700, 1538.0948, 1543.0364, 1537.9737, 1542.2611, 1543.9685, 1546.4901,
1544.4080, 1540.8671, 1537.3353, 1549.4331, 1541.4436, 1544.1299, 1550.1770, 1553.1872, 1549.3417, 1542.3788,
1543.5094, 1541.7905, 1537.6625, 1547.3840, 1538.5185, 1549.6764, 1556.6138, 1552.0476, 1541.7629, 1544.7006,
/* segments changes here */
1587.1390, 1594.5451, 1586.2430, 1596.7310, 1548.1423
];
const segmentableValuesWithSameValueInTheEnd = [
58.682259702925, 58.672894300682, 58.631641849076, 58.627144214832, 58.600152967236, 58.494227167544, 58.599711218167,
58.547823321802, 58.698848676888, 58.508972506625, 58.469396077128, 58.556437051089, 58.604914035672, 58.571468615261,
58.594861298965, 58.579862593826, 58.737724228989, 58.559390128467, 58.662054613527, 58.487359249788, 58.668808926954,
58.553303046256, 58.569416814443, 58.626218640839, 58.558458933333, 58.750789167464, 58.510114013725, 58.69285535498,
58.485630989257, 58.578345118044, 58.582484886505, 58.532783559929, 58.609545975048, 58.577426480631, 58.646940753247,
58.682440825246, 58.690139834194, 58.553030894519, 58.48355532648, 58.562671977345, 58.736913200555, 58.601320380111,
58.505524628951, 58.719286182364, 58.58550401243, 58.610740664944, 58.666584852042, 58.65066016161, 58.482425957387,
58.661528735444, 58.518979531621, 58.541899532138, 58.682011833211, 58.728042515799, 58.585571499659, 58.514042621815,
58.577703157219, 58.599122230584, 58.484605706445, 58.627013987028, 58.732535874422, 58.647810220687, 58.484710879088,
58.60018559995, 58.474169516583, 58.556748299505, 58.591036051726, 58.71549080058, 58.665731757591, 58.632681499924,
58.552549642854, 58.584740710795, 58.636732559301, 58.53269727482, 58.685214845539, 58.537642664213, 58.539530819775,
58.593108102721, 58.677797677387, 58.634261295951, 58.585087893228, 58.595892348834, 58.530958396798, 58.642329444242,
58.523362771471, 58.472298233318, 58.608844095124, 58.637822365233, 58.532578586691, 58.561802676135, 58.525325974291,
58.546952858346, 58.628146092218, 58.676781325555, 58.537737927017, 58.517186448238, 58.517186448238, 58.48698590938,
58.573592928243, 58.51865286684, 58.479829555547, 58.458334022968, 58.523846961495, 58.549153451184, 58.634999646062,
58.651469426158, 58.604400895147, 58.520828892369, 58.461372117238, 58.458419659482, 58.558429870762, 58.520353913269,
58.505030130601, 58.558693442114, 58.583541042224, 58.635994108477, 58.596789439588, 58.523974765221, 58.578794417346,
58.468486231053, 58.498525892758, 58.735390962226, 58.648008111097, 58.466341359719, 58.461193386858, 58.669176655316,
58.517108713145, 58.580728461245, 58.566096647056, 58.56041778812, 58.541417728709, 58.508221589085, 58.411457477143,
58.451664940683, 58.583113913556, 58.612464741978, 58.620718400402, 58.632099100152, 58.566486756057, 58.624483547469,
58.55432867294, 58.563472285719, 58.600277699686, 58.489114861265, 58.614875239224, 58.519637811989, 58.538987481917,
58.538522915164, 58.524365991229, 58.527404019557, 58.545873059444, 58.546814673224, 58.5387615282, 58.600516560328,
58.599054345431, 58.593909039083, 58.640076570937, 58.522330600933, 58.593842010201, 58.476540680164, 58.436866978957,
58.642057826523, 58.639790605443, 58.601606301724, 58.639790605443, 58.632119472725, 58.525704127801, 58.589769044991,
58.655170757252, 58.639790605443, 58.665187550878, 58.728890733238, 58.639790605443, 58.522175015522, 58.569765368371,
58.504822400604, 58.569230880769, 58.590753393869, 58.628160118689, 58.522175015522, 58.666019881578, 58.522175015522,
58.522175015522, 58.522175015522, 58.639790605443, 58.639790605443, 58.425335418429, 58.425335418429, 58.425335418429,
58.425335418429, 58.425335418429, 58.425335418429, 58.520895333629, 58.520895333629, 58.520895333629, 58.520895333629,
58.520895333629
];
function makeSampleRuns(values, startRunId, startTime, timeIncrement)
{
var runId = startRunId;
var buildId = 3400;
var buildTag = 1;
var makeRun = function (value, commitTime) {
return [runId++, value, 1, value, value, false, [], commitTime, commitTime + 10, buildId++, buildTag++, MockModels.builder.id()];
}
timeIncrement = Math.floor(timeIncrement);
var runs = values.map(function (value, index) { return makeRun(value, startTime + index * timeIncrement); })
return runs;
}
it('should be able to segment a single cluster', () => {
const set = MeasurementSet.findSet(1, 1, 5000);
const promise = set.fetchBetween(4000, 5000);
assert.equal(requests.length, 1);
assert.equal(requests[0].url, '/data/measurement-set-1-1.json');
requests[0].resolve({
'clusterStart': 1000,
'clusterSize': 1000,
'formatMap': ['id', 'mean', 'iterationCount', 'sum', 'squareSum', 'markedOutlier', 'revisions', 'commitTime', 'build', 'buildTime', 'buildTag', 'builder'],
'configurations': {current: makeSampleRuns(simpleSegmentableValues, 6400, 4000, 1000 / 50)},
'startTime': 4000,
'endTime': 5000,
'lastModified': 5000,
'clusterCount': 4,
'status': 'OK'});
var timeSeries;
assert.equal(set.fetchedTimeSeries('current', false, false).length(), 0);
return waitForMeasurementSet().then(() => {
timeSeries = set.fetchedTimeSeries('current', false, false);
assert.equal(timeSeries.length(), 45);
assert.equal(timeSeries.firstPoint().time, 4000);
assert.equal(timeSeries.lastPoint().time, 4880);
return set.fetchSegmentation('segmentTimeSeriesByMaximizingSchwarzCriterion', [], 'current', false);
}).then((segmentation) => {
assert.equal(segmentation.length, 4);
assert.equal(segmentation[0].time, 4000);
assert.almostEqual(segmentation[0].value, 1545.082);
assert.equal(segmentation[0].value, segmentation[1].value);
assert.equal(segmentation[1].time, timeSeries.findPointByIndex(39).time);
assert.equal(segmentation[2].time, timeSeries.findPointByIndex(39).time);
assert.almostEqual(segmentation[2].value, 1581.872);
assert.equal(segmentation[2].value, segmentation[3].value);
assert.equal(segmentation[3].time, 4880);
});
});
it('should merge last four segments into two if values are identical', async () => {
const set = MeasurementSet.findSet(1, 1, 5000);
set.fetchBetween(4000, 5000);
assert.equal(requests.length, 1);
assert.equal(requests[0].url, '/data/measurement-set-1-1.json');
requests[0].resolve({
'clusterStart': 1000,
'clusterSize': 1000,
'formatMap': ['id', 'mean', 'iterationCount', 'sum', 'squareSum', 'markedOutlier', 'revisions', 'commitTime', 'build', 'buildTime', 'buildTag', 'builder'],
'configurations': {current: makeSampleRuns(segmentableValuesWithSameValueInTheEnd, 6400, 4000, 1000 / 200)},
'startTime': 4000,
'endTime': 5000,
'lastModified': 5000,
'clusterCount': 4,
'status': 'OK'});
var timeSeries;
assert.equal(set.fetchedTimeSeries('current', false, false).length(), 0);
await waitForMeasurementSet();
timeSeries = set.fetchedTimeSeries('current', false, false);
assert.equal(timeSeries.length(), 197);
assert.equal(timeSeries.firstPoint().time, 4000);
assert.equal(timeSeries.lastPoint().time, 4980);
const segmentation = await set.fetchSegmentation('segmentTimeSeriesByMaximizingSchwarzCriterion', [], 'current', false);
assert.equal(segmentation.length, 8);
});
it('should be able to segment two clusters', () => {
const set = MeasurementSet.findSet(1, 1, 5000);
const promise = set.fetchBetween(3000, 5000);
assert.equal(requests.length, 1);
assert.equal(requests[0].url, '/data/measurement-set-1-1.json');
requests[0].resolve({
'clusterStart': 1000,
'clusterSize': 1000,
'formatMap': ['id', 'mean', 'iterationCount', 'sum', 'squareSum', 'markedOutlier', 'revisions', 'commitTime', 'build', 'buildTime', 'buildTag', 'builder'],
'configurations': {current: makeSampleRuns(simpleSegmentableValues.slice(30), 6400, 4000, 1000 / 30)},
'startTime': 4000,
'endTime': 5000,
'lastModified': 5000,
'clusterCount': 4,
'status': 'OK'});
return waitForMeasurementSet().then(() => {
assert.equal(requests.length, 2);
assert.equal(requests[1].url, '/data/measurement-set-1-1-4000.json');
return set.fetchSegmentation('segmentTimeSeriesByMaximizingSchwarzCriterion', [], 'current', false);
}).then((segmentation) => {
const timeSeries = set.fetchedTimeSeries('current', false, false);
assert.equal(timeSeries.length(), 15);
assert.equal(timeSeries.firstPoint().time, 4000);
assert.equal(timeSeries.lastPoint().time, 4462);
assert.equal(segmentation.length, 4);
assert.equal(segmentation[0].time, timeSeries.firstPoint().time);
assert.almostEqual(segmentation[0].value, 1545.441);
assert.equal(segmentation[0].value, segmentation[1].value);
assert.equal(segmentation[1].time, timeSeries.findPointByIndex(9).time);
assert.equal(segmentation[2].time, timeSeries.findPointByIndex(9).time);
assert.almostEqual(segmentation[2].value, 1581.872);
assert.equal(segmentation[2].value, segmentation[3].value);
assert.equal(segmentation[3].time, timeSeries.lastPoint().time);
requests[1].resolve({
'clusterStart': 1000,
'clusterSize': 1000,
'formatMap': ['id', 'mean', 'iterationCount', 'sum', 'squareSum', 'markedOutlier', 'revisions', 'commitTime', 'build', 'buildTime', 'buildTag', 'builder'],
'configurations': {current: makeSampleRuns(simpleSegmentableValues.slice(0, 30), 6500, 3000, 1000 / 30)},
'startTime': 3000,
'endTime': 4000,
'lastModified': 5000,
'clusterCount': 4,
'status': 'OK'});
return waitForMeasurementSet();
}).then(() => {
return set.fetchSegmentation('segmentTimeSeriesByMaximizingSchwarzCriterion', [], 'current', false);
}).then((segmentation) => {
var timeSeries = set.fetchedTimeSeries('current', false, false);
assert.equal(timeSeries.length(), 45);
assert.equal(timeSeries.firstPoint().time, 3000);
assert.equal(timeSeries.lastPoint().time, 4462);
assert.equal(segmentation.length, 4);
assert.equal(segmentation[0].time, timeSeries.firstPoint().time);
assert.almostEqual(segmentation[0].value, 1545.082);
assert.equal(segmentation[0].value, segmentation[1].value);
assert.equal(segmentation[1].time, timeSeries.findPointByIndex(39).time);
assert.equal(segmentation[2].time, timeSeries.findPointByIndex(39).time);
assert.almostEqual(segmentation[2].value, 1581.872);
assert.equal(segmentation[2].value, segmentation[3].value);
assert.equal(segmentation[3].time, timeSeries.lastPoint().time);
});
});
});
});