(#8) Added getTextFromRegion

jest.config.base.js

@@ -0,0 +1,6 @@
+module.exports = {
+  preset: "ts-jest",
+  collectCoverage: true,
+  coveragePathIgnorePatterns: ["(**/*.spec).(tsx?|ts?)$"],
+  verbose: true,
+};

jest.config.js

@@ -1,5 +1,7 @@
+const base = require("./jest.config.base");
+
 module.exports = {
-  preset: 'ts-jest',
-  testEnvironment: 'node',
-  projects: ['<rootDir>/packages/*'],
-};
+  ...base,
+  projects: ["<rootDir>/packages/*/jest.config.js"],
+  coverageDirectory: "<rootDir>/coverage/unit/",
+};

package.json

@@ -7,7 +7,6 @@
     "clean": "lerna clean -y",
     "postinstall": "lerna bootstrap",
     "build": "lerna run build",
-    "test": "jest",
     "lerna:publish": "lerna publish from-package --yes ",
     "lerna:publish-next": "lerna publish --canary --include-merged-tags --preid next --dist-tag next --pre-dist-tag next --no-push --no-git-tag-version --no-git-reset --force-publish --yes"
   },

packages/e2e/e2e-suite/case1/check.ts

@@ -1,17 +1,16 @@
 (async () => {
     const testCase = new TestCase("Fry a typed egg");
-    const url = "https://sakuli.io/e2e-pages/fryed-egg";
+    const url = "https://sakuli.io/e2e-pages/fryed-egg/license.html";
+    const env = new Environment();
+    const screen = new Region()
     try {
         await _navigateTo(url);
         await testCase.endOfStep("Navigate to sakuli website");
 
-        const heading = await _fetch(_heading1(/LET'S FRY AN EGG/));
-        const rect = await heading.getRect()
-        const headingRegion = new Region(rect.x, rect.y+150, rect.width, rect.height)
-
-        await headingRegion.highlight(1)
-
-        await _assertEqual(await _getTextFromRegion(headingRegion), "LET'S FRY AN EGG")
+        await env.setSimilarity(.97)
+        const region = await screen.find("assets/lets-fry-text.png");
+        await region.highlight(1)
+        await _assertEqual(await _getTextFromRegion(region), "License Information\n\f")
 
     } catch (e) {
         await testCase.handleException(e);

packages/sakuli-ocr/jest.config.js

@@ -0,0 +1,11 @@
+module.exports = {
+  preset: "ts-jest",
+  testEnvironment: "node",
+  name: "sakuli-ocr",
+  displayName: "sakuli-ocr",
+  rootDir: "src/",
+  testMatch: [
+    `**/!(*.+(aix|it).*|*.+(darwin|it).*|*.+(freebsd|it).*|*.+(linux|it).*|*.+(openbsd|it).*|*.+(sunos|it).*|*.+(win32|it).*)+(spec|test).[jt]s?(x)`,
+    `**/?(*.${process.platform}!(.it).*)+(spec|test).[jt]s?(x)`,
+  ],
+};

packages/sakuli-ocr/package.json

@@ -30,7 +30,9 @@
   ],
   "dependencies": {
     "@sakuli/core": "2.4.0",
-    "@sakuli/legacy": "2.4.0"
+    "@sakuli/legacy": "2.4.0",
+    "@nut-tree/nut-js": "next",
+    "tesseract.js": "^2.1.4"
   },
   "devDependencies": {
     "@types/node": "12.12.34",
@@ -41,6 +43,7 @@
     "typescript": "3.8.3",
     "jest": "26.6.3",
     "ts-jest": "26.4.4",
-    "fs-extra": "9.0.1"
+    "fs-extra": "9.0.1",
+    "sneer": "1.0.1"
   }
 }

packages/sakuli-ocr/src/OcrContext.ts

@@ -1,13 +1,12 @@
 import { TestExecutionLifecycleHooks } from "@sakuli/core/dist/runner/context-provider.interface";
-import { ThenableRegion } from "@sakuli/legacy";
+import { Region } from "@sakuli/legacy";
 import { getTextFromRegion } from "./getTextFromRegion";
 
 export interface OcrContext{
-    _getTextFromRegion: (region: ThenableRegion) => Promise<string>
+    _getTextFromRegion: (region: Region) => Promise<string>
 }
 export class OcrContextProvider implements TestExecutionLifecycleHooks<OcrContext>{
     requestContext(): Promise<OcrContext> {
-
         return Promise.resolve({
             _getTextFromRegion: getTextFromRegion
         })

packages/sakuli-ocr/src/getTextFromRegion.ts

@@ -1,5 +1,18 @@
-import { ThenableRegion } from "@sakuli/legacy";
+import { Region } from "@sakuli/legacy";
+import { screen, Region as NutRegion } from "@nut-tree/nut-js";
+import { execSync } from "child_process";
+import { join } from "path";
+import fs from "fs"
 
-export async function getTextFromRegion(region: ThenableRegion): Promise<string>{
-    return Promise.resolve("foo")
+export async function getTextFromRegion(region: Region): Promise<string>{
+
+    const regionCapture = async (selectedRegion: NutRegion, outputFilename: string) => {
+        const regionImage =  await (<any>screen).vision.grabScreenRegion(selectedRegion);
+        await (<any>screen).vision.saveImage(regionImage, outputFilename);
+    };
+
+    await regionCapture(new NutRegion(await region.getX() || 0,  await region.getY() || 0, await region.getW() || 0,  await region.getH() || 0),"ocr-screenshot.png");
+    const text = execSync(`tesseract ${join(process.cwd(), "ocr-screenshot.png")} stdout`)
+    fs.unlinkSync(join(process.cwd(), "ocr-screenshot.png"))
+    return Promise.resolve(text.toString())
 }