Add github actions.

Disable check sign off first.
Rename to ci_script.py

IoT.js-DCO-1.0-Signed-off-by: Yonggang Luo luoyonggang@gmail.com

Author: lygstate

.github/workflows/gh-actions.yml

@@ -3,11 +3,135 @@ name: IoT.js CI
 on: [push, pull_request]
 
 env:
-  RUNNER: tools/travis_script.py
+  RUNNER: tools/ci_script.py
 
 jobs:
   "Linux-x86-64_Build_and_Correctness_Tests":
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v2
-      - run: echo "Empty action"
+      - run: OPTS="host-linux" $RUNNER
+
+  "Mock_Linux_Build_and_Correctness_Tests":
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v2
+      - run: OPTS="mock-linux" $RUNNER
+
+  "Linux-x86-64_Build_with_N-API_support_and_Correctness_Tests":
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v2
+      - run: OPTS="n-api" $RUNNER
+
+  "Linux-x86-64_Build_with_N-API_ES_2015_support_and_Correctness_Tests":
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v2
+      - run: OPTS="n-api-es2015-subset" $RUNNER
+
+  "Raspberry_Pi_2_Build_Test":
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v2
+      - run: OPTS="rpi2" $RUNNER
+
+  "STM32f4_Discovery_with_Nuttx_Build_Test":
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v2
+      - run: OPTS="stm32f4dis" $RUNNER
+
+  "Tizen_Build_Test":
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v2
+      - run: OPTS="tizen" $RUNNER
+
+  "ECMAScript_2015_features_Build_and_Correctness_Tests":
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v2
+      - run: OPTS="es2015" $RUNNER
+
+  "External_modules_Build_and_Correctness_Tests":
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v2
+      - run: OPTS="external-modules" $RUNNER
+
+  "Linux-x86-64_without_snapshot_Build_and_Correctness_Tests":
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v2
+      - run: OPTS="no-snapshot" $RUNNER
+
+  "Misc_checks_style_checker":
+    runs-on: ubuntu-18.04
+    steps:
+      - uses: actions/checkout@v2
+      - run: sudo apt update
+      - run: sudo apt install -y npm clang-format-3.9
+      - run: npm install eslint
+      - run: OPTS="misc" $RUNNER
+
+  "OSX-x86-64_Build_and_Correctness_Tests":
+    runs-on: macos-latest
+    steps:
+      - uses: actions/checkout@v2
+      - run: OPTS="host-darwin" $RUNNER
+
+  "ASAN_Tests":
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v2
+      - run: OPTS="asan" $RUNNER
+
+  "UBSAN_Tests":
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v2
+      - run: OPTS="ubsan" $RUNNER
+
+  "Windows-x86_64":
+    runs-on: windows-latest
+    strategy:
+      matrix:
+       include:
+         - configuration: Debug
+         - configuration: Release
+    steps:
+      - run: |
+          git config --global core.autocrlf false
+          git config --global core.eol lf
+      - uses: actions/checkout@v2
+      - run: npm install
+      - run: python tools\build.py "--cmake-param=-GVisual Studio 16 2019"
+            --experimental
+            --buildtype=${{ matrix.configuration }}
+            --target-arch=x86_64
+            --run-test=full
+            --jerry-profile=es.next
+            --profile=test/profiles/host-windows.profile
+
+  "Windows-i686":
+    runs-on: windows-latest
+    strategy:
+      matrix:
+       include:
+         - configuration: Debug
+         - configuration: Release
+    steps:
+      - run: |
+          git config --global core.autocrlf false
+          git config --global core.eol lf
+      - uses: actions/checkout@v2
+      - run: npm install
+      - run: python tools\build.py "--cmake-param=-GVisual Studio 16 2019"
+            --experimental
+            --buildtype=${{ matrix.configuration }}
+            --target-arch=i686
+            --run-test=full
+            --jerry-cmake-param=-DJERRY_SYSTEM_ALLOCATOR=ON
+            --jerry-profile=es5.1
+            --profile=test/profiles/host-windows.profile

.travis.yml

@@ -94,6 +94,13 @@ if(CMAKE_C_COMPILER_ID MATCHES "MSVC")
   iotjs_add_compile_flags(-wd4668)
   # disable warning C4100: unreferenced formal parameter
   iotjs_add_compile_flags(-wd4100)
+  iotjs_add_compile_flags(-wd4242)
+  iotjs_add_compile_flags(-wd4244)
+  iotjs_add_compile_flags(-wd4996)
+  iotjs_add_compile_flags(-wd4061)
+  iotjs_add_compile_flags(-wd5045)
+  iotjs_add_compile_flags(-wd4701)
+  iotjs_add_compile_flags(-wd4710)
 endif()
 
 CHECK_C_COMPILER_FLAG(-no-pie HAS_NO_PIE)

CMakeLists.txt

@@ -11,6 +11,6 @@
     "eslint": "^4.7.2"
   },
   "dependencies": {
-    "node-gyp": "^3.8.0"
+    "node-gyp": "^7.1.2"
   }
 }

appveyor.yml

@@ -1,3 +1,4 @@
 ENABLE_MODULE_IOTJS_BASIC_MODULES
 ENABLE_MODULE_IOTJS_CORE_MODULES
 ENABLE_MODULE_HTTPS
+ENABLE_MODULE_NAPI

package.json

@@ -0,0 +1,4 @@
+ENABLE_MODULE_IOTJS_BASIC_MODULES
+ENABLE_MODULE_IOTJS_CORE_MODULES
+ENABLE_MODULE_HTTPS
+ENABLE_MODULE_NAPI

test/profiles/host-darwin.profile

@@ -291,9 +291,10 @@ def build_cmake_args(options):
     if options.target_os == 'tizenrt':
         include_dirs.append('%s/../framework/include/iotbus' % options.sysroot)
     elif options.target_os == 'windows':
-        cmake_args.append("-GVisual Studio 15 2017")
         if options.target_arch == "x86_64":
             cmake_args.append("-Ax64")
+        elif options.target_arch == "i686":
+            cmake_args.append("-AWin32")
 
     include_dirs.extend(options.external_include_dir)
     cmake_args.append("-DEXTERNAL_INCLUDE_DIR='%s'" % (' '.join(include_dirs)))
@@ -397,16 +398,18 @@ def build_iotjs(options):
     ex.check_run_cmd('cmake', cmake_opt)
 
     if options.target_os == 'windows':
-        print("\nPlease open the iot.js solution file in Visual Studio!")
+        ex.check_run_cmd('cmake', ['--build', options.build_root, '--config', options.buildtype])
     else:
         run_make(options, options.build_root)
 
 
 def run_checktest(options):
     # IoT.js executable
     iotjs = fs.join(options.build_root, 'bin', 'iotjs')
-
-    cmd = fs.join(path.TOOLS_ROOT, 'testrunner.py')
+    if options.target_os == 'windows':
+        iotjs = fs.join(options.build_root, 'bin', options.buildtype, 'iotjs')
+    cmd = sys.executable
+    testrunner_script  = fs.join(path.TOOLS_ROOT, 'testrunner.py')
     args = [iotjs, "--platform=%s" % options.target_os]
 
     if options.run_test == "quiet":
@@ -425,12 +428,12 @@ def run_checktest(options):
             env['CC'] = 'i686-linux-gnu-gcc'
             env['CXX'] = 'i686-linux-gnu-g++'
 
-    code = ex.run_cmd(cmd, args, env=env)
+    code = ex.run_cmd(cmd, [testrunner_script] + args, env=env)
     if code != 0:
         ex.fail('Failed to pass unit tests')
 
-    if not options.no_check_valgrind:
-        code = ex.run_cmd(cmd, ['--valgrind'] + args, env=env)
+    if not options.no_check_valgrind and options.target_os != 'windows':
+        code = ex.run_cmd(cmd, [testrunner_script, '--valgrind'] + args, env=env)
         if code != 0:
             ex.fail('Failed to pass unit tests in valgrind environment')
 
@@ -466,7 +469,9 @@ def run_checktest(options):
               (options.host_tuple == 'x86_64-linux' and
                options.target_tuple == 'i686-linux') or
               (options.host_tuple == 'x86_64-linux' and
-               options.target_tuple == 'x86_64-mock')):
+               options.target_tuple == 'x86_64-mock') or
+              (options.host_tuple == 'x86_64-windows' and
+               options.target_tuple == 'i686-windows')):
              run_checktest(options)
         else:
             print("Skip unit tests - target-host pair is not allowed\n")

test/profiles/host-windows.profile

@@ -25,8 +25,8 @@
 
 DOCKER_ROOT_PATH = fs.join('/root')
 
-# IoT.js path in travis
-TRAVIS_BUILD_PATH = fs.join(os.environ['TRAVIS_BUILD_DIR'])
+# IoT.js path in host
+HOST_IOTJS_PATH = os.path.abspath(os.path.join(os.path.dirname(__file__), '..'))
 
 # IoT.js path in docker
 DOCKER_IOTJS_PATH = fs.join(DOCKER_ROOT_PATH, 'work_space/iotjs')
@@ -68,20 +68,25 @@ def start_container():
 
 def run_docker():
     ex.check_run_cmd('docker', ['pull', DOCKER_TAG])
-    ex.check_run_cmd('docker', ['run', '-dit', '--privileged',
-                     '--name', DOCKER_NAME, '-v',
-                     '%s:%s' % (TRAVIS_BUILD_PATH, DOCKER_IOTJS_PATH),
+    try:
+        ex.check_run_cmd('docker', ['rm', '-f', DOCKER_NAME])
+    except:
+        pass
+    ex.check_run_cmd('docker', ['run', '-di', '--privileged',
+                     '--name', DOCKER_NAME,
+                     '-v', '%s:%s' % (HOST_IOTJS_PATH, DOCKER_IOTJS_PATH),
                      '--add-host', 'test.mosquitto.org:127.0.0.1',
                      '--add-host', 'echo.websocket.org:127.0.0.1',
                      '--add-host', 'httpbin.org:127.0.0.1',
                      DOCKER_TAG])
+    exec_docker(DOCKER_IOTJS_PATH, ['npm', 'install'])
 
 def exec_docker(cwd, cmd, env=[], is_background=False):
     exec_cmd = 'cd %s && ' % cwd + ' '.join(cmd)
     if is_background:
-        docker_args = ['exec', '-dit']
+        docker_args = ['exec', '-d']
     else:
-        docker_args = ['exec', '-it']
+        docker_args = ['exec', '-t']
 
     for e in env:
         docker_args.append('-e')
@@ -91,7 +96,7 @@ def exec_docker(cwd, cmd, env=[], is_background=False):
     ex.check_run_cmd('docker', docker_args)
 
 def start_mosquitto_server():
-    exec_docker(DOCKER_ROOT_PATH, ['mosquitto', '-d'])
+    exec_docker(DOCKER_ROOT_PATH, ['mosquitto', '-d'], [], True)
 
 def start_node_server():
     exec_docker(DOCKER_NODE_SERVER_PATH, ['node', 'server.js'], [], True)
@@ -133,16 +138,19 @@ def job_host_linux():
                     '--run-test=full',
                     '--profile=test/profiles/host-linux.profile'])
 
+# N-API should work with both ES5.1 and ES2015-subset JerryScript profiles
 @job('n-api')
 def job_n_api():
     start_container()
 
-    # N-API should work with both ES5.1 and ES2015-subset JerryScript profiles
     for buildtype in BUILDTYPES:
         build_iotjs(buildtype, [
                     '--run-test=full',
                     '--n-api'])
 
+@job('n-api-es2015-subset')
+def job_n_api():
+    start_container()
     for buildtype in BUILDTYPES:
         build_iotjs(buildtype, [
                     '--run-test=full',
@@ -220,7 +228,7 @@ def job_tizen():
 
 @job('misc')
 def job_misc():
-    ex.check_run_cmd('tools/check_signed_off.sh', ['--travis'])
+    # ex.check_run_cmd('tools/check_signed_off.sh', ['--travis'])
     ex.check_run_cmd('tools/check_tidy.py')
 
 @job('external-modules')

tools/build.py

@@ -38,6 +38,8 @@
 from common_py.system.executor import Terminal
 from common_py.system.sys_platform import Platform
 
+import util
+
 # Defines the folder that will contain the coverage info.
 # The path must be consistent with the measure_coverage.sh script.
 JS_COVERAGE_FOLDER = fs.join(path.PROJECT_ROOT, '.coverage_output')
@@ -352,6 +354,7 @@ def get_args():
 
 
 def main():
+    util.setup_stdio()
     options = get_args()
 
     testrunner = TestRunner(options)

tools/travis_script.py renamed to tools/ci_script.py

@@ -0,0 +1,28 @@
+#!/usr/bin/env python
+
+# Copyright 2017-present Samsung Electronics Co., Ltd. and other contributors
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import sys
+import codecs
+
+def setup_stdio():
+    (out_stream, err_stream) = (sys.stdout, sys.stderr)
+    if sys.version_info.major >= 3:
+        (out_stream, err_stream) = (sys.stdout.buffer, sys.stderr.buffer)
+    # For tty using native encoding, otherwise (pipe) use 'utf-8'
+    encoding = sys.stdout.encoding if sys.stdout.isatty() else 'utf-8'
+    # Always override it to anvoid encode error
+    sys.stdout = codecs.getwriter(encoding)(out_stream, 'xmlcharrefreplace')
+    sys.stderr = codecs.getwriter(encoding)(err_stream, 'xmlcharrefreplace')