Skip to content

Commit

Permalink
Add some integration tests using puppeteer and Jasmine
Browse files Browse the repository at this point in the history
 * run with `gulp integrationtest`
  • Loading branch information
calixteman committed Dec 8, 2020
1 parent b194c82 commit d3595f6
Show file tree
Hide file tree
Showing 6 changed files with 245 additions and 27 deletions.
16 changes: 14 additions & 2 deletions gulpfile.js
Original file line number Diff line number Diff line change
Expand Up @@ -515,6 +515,9 @@ function createTestSource(testsName, bot) {
case "font":
args.push("--fontTest");
break;
case "integration":
args.push("--integration");
break;
default:
this.emit("error", new Error("Unknown name: " + testsName));
return null;
Expand Down Expand Up @@ -1513,7 +1516,8 @@ gulp.task(
return streamqueue(
{ objectMode: true },
createTestSource("unit"),
createTestSource("browser")
createTestSource("browser"),
createTestSource("integration")
);
})
);
Expand All @@ -1525,7 +1529,8 @@ gulp.task(
{ objectMode: true },
createTestSource("unit", true),
createTestSource("font", true),
createTestSource("browser (no reftest)", true)
createTestSource("browser (no reftest)", true),
createTestSource("integration")
);
})
);
Expand All @@ -1545,6 +1550,13 @@ gulp.task(
})
);

gulp.task(
"integrationtest",
gulp.series("testing-pre", "generic", "components", function () {
return createTestSource("integration");
})
);

gulp.task(
"fonttest",
gulp.series("testing-pre", function () {
Expand Down
31 changes: 31 additions & 0 deletions test/integration-boot.js
Original file line number Diff line number Diff line change
@@ -0,0 +1,31 @@
/* Copyright 2020 Mozilla Foundation
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/

"use strict";

const Jasmine = require("jasmine");
const jasmine = new Jasmine();

jasmine.loadConfig({
random: false,
spec_dir: "integration",
spec_files: ["scripting_spec.js", "annotation_spec.js"],
});

async function runTests() {
await jasmine.execute();
}

exports.runTests = runTests;
63 changes: 63 additions & 0 deletions test/integration/annotation_spec.js
Original file line number Diff line number Diff line change
@@ -0,0 +1,63 @@
/* Copyright 2020 Mozilla Foundation
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/

describe("Annotation highlight", () => {
describe("annotation-highlight.pdf", () => {
let pages;

beforeAll(async () => {
pages = await Promise.all(
global.integrationSessions.map(async session => {
const page = await session.browser.newPage();
await page.goto(
`${global.integrationBaseUrl}?file=/test/pdfs/annotation-highlight.pdf`
);
await page.bringToFront();
await page.waitForSelector("[data-annotation-id='19R']", {
timeout: 0,
});
return page;
})
);
}, 100000);

afterAll(async () => {
await Promise.all(
pages.map(async page => {
await page.close();
})
);
});

it("must show a popup on mouseover", async () => {
await Promise.all(
pages.map(async page => {
let hidden = await page.$eval(
"[data-annotation-id='21R']",
el => el.hidden
);
expect(hidden).toEqual(true);
await page.hover("[data-annotation-id='19R']");
await page.waitForTimeout(100);
hidden = await page.$eval(
"[data-annotation-id='21R']",
el => el.hidden
);
expect(hidden).toEqual(false);
})
);
});
});
});
66 changes: 66 additions & 0 deletions test/integration/scripting_spec.js
Original file line number Diff line number Diff line change
@@ -0,0 +1,66 @@
/* Copyright 2020 Mozilla Foundation
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/

describe("Interaction", () => {
describe("160F-2019.pdf", () => {
let pages;

beforeAll(async () => {
pages = await Promise.all(
global.integrationSessions.map(async session => {
const page = await session.browser.newPage();
await page.goto(
`${global.integrationBaseUrl}?file=/test/pdfs/160F-2019.pdf`
);
await page.bringToFront();
await page.waitForSelector("#\\34 16R", {
timeout: 0,
});
return page;
})
);
}, 100000);

afterAll(async () => {
await Promise.all(
pages.map(async page => {
await page.close();
})
);
});

it("must format the field with 2 digits and leave field with a click", async () => {
await Promise.all(
pages.map(async page => {
await page.type("#\\34 16R", "3.14159", { delay: 200 });
await page.click("#\\34 19R");
const text = await page.$eval("#\\34 16R", el => el.value);
expect(text).toEqual("3,14");
})
);
});

it("must format the field with 2 digits and leave field with a TAB", async () => {
await Promise.all(
pages.map(async page => {
await page.type("#\\34 22R", "2.7182818", { delay: 200 });
await page.keyboard.press("Tab");
const text = await page.$eval("#\\34 22R", el => el.value);
expect(text).toEqual("2,72");
})
);
});
});
});
94 changes: 70 additions & 24 deletions test/test.js
Original file line number Diff line number Diff line change
Expand Up @@ -254,7 +254,7 @@ function startRefTest(masterMode, showRefImages) {
onAllSessionsClosed = finalize;

const startUrl = `http://${host}:${server.port}/test/test_slave.html`;
startBrowsers(startUrl, function (session) {
startBrowsers(function (session) {
session.masterMode = masterMode;
session.taskResults = {};
session.tasks = {};
Expand All @@ -271,7 +271,7 @@ function startRefTest(masterMode, showRefImages) {
session.numEqNoSnapshot = 0;
session.numEqFailures = 0;
monitorBrowserTimeout(session, handleSessionTimeout);
});
}, makeTestUrl(startUrl));
}
function checkRefsTmp() {
if (masterMode && fs.existsSync(refsTmpDir)) {
Expand Down Expand Up @@ -670,11 +670,9 @@ function refTestPostHandler(req, res) {
return true;
}

function startUnitTest(testUrl, name) {
var startTime = Date.now();
startServer();
server.hooks.POST.push(unitTestPostHandler);
onAllSessionsClosed = function () {
function onAllSessionsClosedAfterTests(name) {
const startTime = Date.now();
return function () {
stopServer();
var numRuns = 0,
numErrors = 0;
Expand All @@ -693,12 +691,46 @@ function startUnitTest(testUrl, name) {
var runtime = (Date.now() - startTime) / 1000;
console.log(name + " tests runtime was " + runtime.toFixed(1) + " seconds");
};
}

function makeTestUrl(startUrl) {
return function (browserName) {
const queryParameters =
`?browser=${encodeURIComponent(browserName)}` +
`&manifestFile=${encodeURIComponent("/test/" + options.manifestFile)}` +
`&testFilter=${JSON.stringify(options.testfilter)}` +
`&delay=${options.statsDelay}` +
`&masterMode=${options.masterMode}`;
return startUrl + queryParameters;
};
}

function startUnitTest(testUrl, name) {
onAllSessionsClosed = onAllSessionsClosedAfterTests(name);
startServer();
server.hooks.POST.push(unitTestPostHandler);

const startUrl = `http://${host}:${server.port}${testUrl}`;
startBrowsers(startUrl, function (session) {
startBrowsers(function (session) {
session.numRuns = 0;
session.numErrors = 0;
}, makeTestUrl(startUrl));
}

function startIntegrationTest() {
onAllSessionsClosed = onAllSessionsClosedAfterTests("integration");
startServer();

const { runTests } = require("./integration-boot.js");
startBrowsers();
global.integrationBaseUrl = `http://${host}:${server.port}/web/viewer.html`;
global.integrationSessions = sessions;

Promise.all(sessions.map(session => session.browserPromise)).then(() => {
runTests();
});

sessions.forEach(session => closeSession(session.name));
}

function unitTestPostHandler(req, res) {
Expand Down Expand Up @@ -768,7 +800,7 @@ function unitTestPostHandler(req, res) {
return true;
}

async function startBrowser(browserName, startUrl) {
async function startBrowser(browserName, startUrl = "") {
const revisions = require("puppeteer/lib/cjs/puppeteer/revisions.js")
.PUPPETEER_REVISIONS;
const wantedRevision =
Expand All @@ -790,18 +822,37 @@ async function startBrowser(browserName, startUrl) {
}
}

const browser = await puppeteer.launch({
const options = {
product: browserName,
headless: false,
defaultViewport: null,
});
const pages = await browser.pages();
const page = pages[0];
await page.goto(startUrl, { timeout: 0 });
ignoreDefaultArgs: ["--disable-extensions"],
};

if (browserName === "chrome") {
// avoid crash
options.args = ["--no-sandbox", "--disable-setuid-sandbox"];
}

if (browserName === "firefox") {
options.extraPrefsFirefox = {
// avoid to have a prompt when leaving a page with a form
"dom.disable_beforeunload": true,
};
}

const browser = await puppeteer.launch(options);

if (startUrl) {
const pages = await browser.pages();
const page = pages[0];
await page.goto(startUrl, { timeout: 0 });
}

return browser;
}

function startBrowsers(rootUrl, initSessionCallback) {
function startBrowsers(initSessionCallback, makeStartUrl = null) {
const browserNames = options.noChrome ? ["firefox"] : ["firefox", "chrome"];

sessions = [];
Expand All @@ -820,16 +871,9 @@ function startBrowsers(rootUrl, initSessionCallback) {
closed: false,
};
sessions.push(session);
const startUrl = makeStartUrl ? makeStartUrl(browserName) : "";

const queryParameters =
`?browser=${encodeURIComponent(browserName)}` +
`&manifestFile=${encodeURIComponent("/test/" + options.manifestFile)}` +
`&testFilter=${JSON.stringify(options.testfilter)}` +
`&delay=${options.statsDelay}` +
`&masterMode=${options.masterMode}`;
const startUrl = rootUrl + queryParameters;

startBrowser(browserName, startUrl)
session.browserPromise = startBrowser(browserName, startUrl)
.then(function (browser) {
session.browser = browser;
if (initSessionCallback) {
Expand Down Expand Up @@ -920,6 +964,8 @@ function main() {
});
} else if (options.fontTest) {
startUnitTest("/test/font/font_test.html", "font");
} else if (options.integration) {
startIntegrationTest();
} else {
startRefTest(options.masterMode, options.reftest);
}
Expand Down
2 changes: 1 addition & 1 deletion web/app_options.js
Original file line number Diff line number Diff line change
Expand Up @@ -67,7 +67,7 @@ const defaultOptions = {
},
enableScripting: {
/** @type {boolean} */
value: false,
value: typeof PDFJSDev === "undefined" || !PDFJSDev.test("PRODUCTION"),
kind: OptionKind.VIEWER + OptionKind.PREFERENCE,
},
enableWebGL: {
Expand Down

0 comments on commit d3595f6

Please sign in to comment.