Initial WebAssembly interpreter support

.github/workflows/pull_request.yml

@@ -37,13 +37,13 @@ jobs:
       - name: Run ESLint
         run: yarn lint
         working-directory: ./web
-      - name: golangci-lint
-        uses: golangci/golangci-lint-action@v3.4.0
-        with:
-          version: v1.44.2
       - name: Setup Go
         uses: actions/setup-go@v4
         with:
           go-version: "^1.18.0"
+      - name: golangci-lint
+        uses: golangci/golangci-lint-action@v3.4.0
+        with:
+          version: v1.52.2
       - run: go version
       - run: go test ./...

.golangci.yml

@@ -3,3 +3,8 @@ run:
   skip-dirs:
     - pkg/worker
     - cmd/webworker
+issues:
+  exclude-rules:
+    - path: 'internal/gowasm/(.+)\.go'
+      linters:
+        - typecheck

.nvmrc

@@ -0,0 +1 @@
+v19.0.0

build.mk

@@ -4,6 +4,7 @@ GOROOT ?= $(shell go env GOROOT)
 TOOLS ?= ./tools
 PUBLIC_DIR ?= $(UI)/public
 WEBWORKER_PKG ?= ./cmd/webworker
+INTERPRETER_PKG ?= ./cmd/go-repl
 
 .PHONY: clean
 clean:
@@ -44,15 +45,30 @@ build-ui:
 	@echo ":: Building UI..." && \
 	$(YARN) --cwd="$(UI)" build
 
+.PHONY:copy-wasm-exec
+copy-wasm-exec:
+	@cp "$(GOROOT)/misc/wasm/wasm_exec.js" $(PUBLIC_DIR)
+
 .PHONY:build-webworker
 build-webworker:
 	@echo ":: Building Go Webworker module..." && \
-	GOOS=js GOARCH=wasm $(GO) build -o $(PUBLIC_DIR)/worker.wasm $(WEBWORKER_PKG) && \
-	cp "$(GOROOT)/misc/wasm/wasm_exec.js" $(PUBLIC_DIR)
+	GOOS=js GOARCH=wasm $(GO) build -o $(PUBLIC_DIR)/worker.wasm $(WEBWORKER_PKG)
+
+.PHONY:go-repl
+go-repl:
+	@echo ":: Building Go interpreter module..." && \
+	GOOS=js GOARCH=wasm $(GO) build -o $(PUBLIC_DIR)/$(INTERPRETER_WORKER_NAME) $(INTERPRETER_PKG)
+
+.PHONY:build-wasm
+build-wasm: copy-wasm-exec build-webworker go-repl
 
 .PHONY: build
-build: check-go check-yarn clean preinstall collect-meta build-server build-webworker build-ui
+build: check-go check-yarn clean preinstall collect-meta build-server build-wasm build-ui
 	@echo ":: Copying assets..." && \
 	cp -rfv ./data $(TARGET)/data && \
 	mv -v $(UI)/build $(TARGET)/public && \
 	echo ":: Build done - $(TARGET)"
+
+.PHONY:gen
+gen:
+	@find . -name '*_js.go' -print0 | xargs -0 -n1 go generate

build/Dockerfile

@@ -6,7 +6,7 @@ ARG GITHUB_URL='https://github.com/x1unix/go-playground'
 RUN yarn install --silent && \
     REACT_APP_VERSION=$APP_VERSION NODE_ENV=production REACT_APP_GITHUB_URL=$GITHUB_URL yarn build
 
-FROM golang:1.18-alpine as build
+FROM golang:1.19-alpine as build
 WORKDIR /tmp/playground
 COPY cmd ./cmd
 COPY pkg ./pkg
@@ -15,10 +15,11 @@ COPY go.sum .
 ARG APP_VERSION=1.0.0
 RUN echo "Building server with version $APP_VERSION" && \
     go build -o server -ldflags="-X 'main.Version=$APP_VERSION'" ./cmd/playground && \
+    GOOS=js GOARCH=wasm go build -o ./go-repl.wasm ./cmd/go-repl && \
     GOOS=js GOARCH=wasm go build -o ./worker.wasm ./cmd/webworker && \
     cp $(go env GOROOT)/misc/wasm/wasm_exec.js .
 
-FROM golang:1.18-alpine as production
+FROM golang:1.19-alpine as production
 WORKDIR /opt/playground
 ENV GOROOT /usr/local/go
 ENV APP_CLEAN_INTERVAL=10m
@@ -30,6 +31,7 @@ COPY data ./data
 COPY --from=ui-build /tmp/web/build ./public
 COPY --from=build /tmp/playground/server .
 COPY --from=build /tmp/playground/worker.wasm ./public
+COPY --from=build /tmp/playground/go-repl.wasm ./public
 COPY --from=build /tmp/playground/wasm_exec.js ./public
 EXPOSE 8000
 ENTRYPOINT /opt/playground/server \

build/release.dockerfile

@@ -7,7 +7,7 @@
 #
 # Use Dockerfile for simple single-arch build process
 
-FROM golang:1.18-alpine as build
+FROM golang:1.19-alpine as build
 WORKDIR /tmp/playground
 COPY cmd ./cmd
 COPY pkg ./pkg
@@ -17,6 +17,7 @@ ARG APP_VERSION=1.0.0
 RUN echo "Building server with version $APP_VERSION" && \
     go build -o server -ldflags="-X 'main.Version=$APP_VERSION'" ./cmd/playground && \
     GOOS=js GOARCH=wasm go build -o ./worker.wasm ./cmd/webworker && \
+    GOOS=js GOARCH=wasm go build -o ./go-repl.wasm ./cmd/go-repl && \
     cp $(go env GOROOT)/misc/wasm/wasm_exec.js .
 
 FROM golang:1.18-alpine as production
@@ -31,6 +32,7 @@ COPY data ./data
 COPY web/build ./public
 COPY --from=build /tmp/playground/server .
 COPY --from=build /tmp/playground/worker.wasm ./public
+COPY --from=build /tmp/playground/go-repl.wasm ./public
 COPY --from=build /tmp/playground/wasm_exec.js ./public
 EXPOSE 8000
 ENTRYPOINT /opt/playground/server \

cmd/go-repl/main.go

@@ -0,0 +1,36 @@
+//go:build js
+
+//
+// "go-repl" is a self-contained Go REPL with package downloader to be run in web browser as WASM binary.
+//
+
+package main
+
+import (
+	"github.com/x1unix/go-playground/internal/gorepl"
+	"github.com/x1unix/go-playground/internal/gorepl/uihost"
+	"github.com/x1unix/go-playground/internal/gowasm"
+	"github.com/x1unix/go-playground/internal/gowasm/browserfs"
+	"github.com/x1unix/go-playground/internal/gowasm/packagedb"
+	"github.com/x1unix/go-playground/pkg/goproxy"
+)
+
+func main() {
+	// Go memory ballast, 10MiB
+	_ = make([]byte, 10<<20)
+
+	worker := gowasm.NewWorker()
+
+	vendorFS := browserfs.NewFS()
+	pkgIndex := packagedb.NewPackageIndex()
+	client := goproxy.NewClientFromEnv()
+	pmObserver := uihost.NewPackageDownloadObserver()
+	pmObserver.Start(worker.Context())
+
+	runner := gorepl.NewRunner(vendorFS, pkgIndex, client, pmObserver)
+	handler := gorepl.NewHandler(client, runner)
+	worker.Export("runProgram", handler.HandleRunProgram)
+	worker.Export("terminateProgram", handler.HandleTerminateProgram)
+	worker.Export("updateGoProxyAddress", handler.HandleUpdateGoProxyAddress)
+	worker.Run()
+}

cmd/webworker/webworker.go

@@ -1,68 +1,19 @@
+//go:build js
 // +build js
 
 package main
 
 import (
-	"fmt"
-	"os"
 	"syscall/js"
 
 	"github.com/x1unix/go-playground/pkg/analyzer/check"
-
 	"github.com/x1unix/go-playground/pkg/worker"
 )
 
-type void = struct{}
-
-var (
-	done     = make(chan void, 0)
-	onResult js.Value
-)
-
 func main() {
-	entrypoint, err := getEntrypointFunction()
-	if err != nil {
-		panic(err)
-	}
-
-	// prepare exports object
-	analyzeCodeCb := worker.FuncOf(analyzeCode)
-	exitCb := js.FuncOf(exit)
-	module := map[string]interface{}{
-		"analyzeCode": analyzeCodeCb,
-		"exit":        exitCb,
-	}
-
-	defer analyzeCodeCb.Release()
-	defer exitCb.Release()
-
-	entrypoint.Invoke(js.ValueOf(module))
-	<-done
-	fmt.Println("Go: exit")
-}
-
-func getEntrypointFunction() (js.Value, error) {
-	if len(os.Args) < 2 {
-		return js.Value{}, fmt.Errorf("WASM module requires at least 2 arguments: 'js' and entrypoint function name")
-	}
-
-	entrypointName := os.Args[1]
-	entrypoint := js.Global().Get(entrypointName)
-	switch t := entrypoint.Type(); t {
-	case js.TypeFunction:
-		return entrypoint, nil
-	case js.TypeUndefined:
-		return js.Value{}, fmt.Errorf("function %q doesn't exists on global JS scope", entrypointName)
-	default:
-		return js.Value{}, fmt.Errorf("%q should be callable JS function, but got %d instead", entrypointName, t)
-	}
-}
-
-func exit(this js.Value, args []js.Value) interface{} {
-	go func() {
-		done <- void{}
-	}()
-	return nil
+	worker.ExportAndStart(worker.Exports{
+		"analyzeCode": analyzeCode,
+	})
 }
 
 func analyzeCode(this js.Value, args worker.Args) (interface{}, error) {

docs/wasm/dirlist.txt

@@ -0,0 +1,9 @@
+js: registered callback handler {value: {…}, id: 1}
+fs.Open - "/go/src/main/vendor/go.uber.org/zap"
+fs.Open - "/go/src/main/go.uber.org/zap"
+fs.Open - "/go/src/vendor/go.uber.org/zap"
+fs.Open - "/go/src/go.uber.org/zap"
+fs.Open - "/go/src/vendor/go.uber.org/zap"
+fs.Open - "/go/src/go.uber.org/zap"
+Result:  <nil>
+Error:  4:2: import "go.uber.org/zap" error: unable to find source related to: "go.uber.org/zap". Either the GOPATH environment variable, or the Interpreter.Options.GoPath needs to be set

docs/wasm/download.txt

@@ -0,0 +1,90 @@
+{
+  "Version": "v0.5.1",
+  "Time": "2022-05-10T13:46:14Z"
+}
+wasm_exec.js:22 Uncompressed: 33468 bytes
+wasm_exec.js:22 Header: 504b0304
+wasm_exec.js:22 * Name: gitlab.com/qosenergy/squalus@v0.5.1/.gitlab-ci.yml
+BaseName: .gitlab-ci.yml
+Size: 1192
+wasm_exec.js:22 * Name: gitlab.com/qosenergy/squalus@v0.5.1/LICENSE
+BaseName: LICENSE
+Size: 1054
+wasm_exec.js:22 * Name: gitlab.com/qosenergy/squalus@v0.5.1/README.md
+BaseName: README.md
+Size: 11873
+wasm_exec.js:22 * Name: gitlab.com/qosenergy/squalus@v0.5.1/db.go
+BaseName: db.go
+Size: 2872
+wasm_exec.js:22 * Name: gitlab.com/qosenergy/squalus@v0.5.1/doc_test.go
+BaseName: doc_test.go
+Size: 3416
+wasm_exec.js:22 * Name: gitlab.com/qosenergy/squalus@v0.5.1/driver.go
+BaseName: driver.go
+Size: 2937
+wasm_exec.js:22 * Name: gitlab.com/qosenergy/squalus@v0.5.1/go.mod
+BaseName: go.mod
+Size: 604
+wasm_exec.js:22 * Name: gitlab.com/qosenergy/squalus@v0.5.1/go.sum
+BaseName: go.sum
+Size: 3011
+wasm_exec.js:22 * Name: gitlab.com/qosenergy/squalus@v0.5.1/mssql.go
+BaseName: mssql.go
+Size: 367
+wasm_exec.js:22 * Name: gitlab.com/qosenergy/squalus@v0.5.1/mssql_test.go
+BaseName: mssql_test.go
+Size: 2762
+wasm_exec.js:22 * Name: gitlab.com/qosenergy/squalus@v0.5.1/mysql.go
+BaseName: mysql.go
+Size: 1236
+wasm_exec.js:22 * Name: gitlab.com/qosenergy/squalus@v0.5.1/mysql_test.go
+BaseName: mysql_test.go
+Size: 2558
+wasm_exec.js:22 * Name: gitlab.com/qosenergy/squalus@v0.5.1/postgresql.go
+BaseName: postgresql.go
+Size: 435
+wasm_exec.js:22 * Name: gitlab.com/qosenergy/squalus@v0.5.1/postgresql_test.go
+BaseName: postgresql_test.go
+Size: 3486
+wasm_exec.js:22 * Name: gitlab.com/qosenergy/squalus@v0.5.1/slice_test.go
+BaseName: slice_test.go
+Size: 3184
+wasm_exec.js:22 * Name: gitlab.com/qosenergy/squalus@v0.5.1/sqlite.go
+BaseName: sqlite.go
+Size: 319
+wasm_exec.js:22 * Name: gitlab.com/qosenergy/squalus@v0.5.1/sqlite_test.go
+BaseName: sqlite_test.go
+Size: 1862
+wasm_exec.js:22 * Name: gitlab.com/qosenergy/squalus@v0.5.1/squalus.go
+BaseName: squalus.go
+Size: 6470
+wasm_exec.js:22 * Name: gitlab.com/qosenergy/squalus@v0.5.1/squalus_test.go
+BaseName: squalus_test.go
+Size: 13733
+wasm_exec.js:22 * Name: gitlab.com/qosenergy/squalus@v0.5.1/struct.go
+BaseName: struct.go
+Size: 2467
+wasm_exec.js:22 * Name: gitlab.com/qosenergy/squalus@v0.5.1/struct_convert_test.go
+BaseName: struct_convert_test.go
+Size: 4290
+wasm_exec.js:22 * Name: gitlab.com/qosenergy/squalus@v0.5.1/struct_test.go
+BaseName: struct_test.go
+Size: 5396
+wasm_exec.js:22 * Name: gitlab.com/qosenergy/squalus@v0.5.1/test/docker-compose.yml
+BaseName: docker-compose.yml
+Size: 583
+wasm_exec.js:22 * Name: gitlab.com/qosenergy/squalus@v0.5.1/test/gitlab-ci/Dockerfile
+BaseName: Dockerfile
+Size: 780
+wasm_exec.js:22 * Name: gitlab.com/qosenergy/squalus@v0.5.1/test/gitlab-ci/revive.toml
+BaseName: revive.toml
+Size: 987
+wasm_exec.js:22 * Name: gitlab.com/qosenergy/squalus@v0.5.1/test/test.sh
+BaseName: test.sh
+Size: 1138
+wasm_exec.js:22 * Name: gitlab.com/qosenergy/squalus@v0.5.1/tx.go
+BaseName: tx.go
+Size: 1675
+wasm_exec.js:22 * Name: gitlab.com/qosenergy/squalus@v0.5.1/tx_test.go
+BaseName: tx_test.go
+Size: 2716

go.mod

@@ -1,20 +1,33 @@
 module github.com/x1unix/go-playground
 
-go 1.13
+go 1.18
 
 require (
 	github.com/TheZeroSlave/zapsentry v1.10.0
-	github.com/getsentry/sentry-go v0.13.0 // indirect
 	github.com/gorilla/mux v1.7.3
 	github.com/kelseyhightower/envconfig v1.4.0
 	github.com/pkg/errors v0.8.1
-	github.com/stretchr/testify v1.7.0
+	github.com/samber/lo v1.38.1
+	github.com/spf13/cobra v1.7.0
+	github.com/stretchr/testify v1.8.2
 	github.com/tevino/abool v0.0.0-20170917061928-9b9efcf221b5
+	github.com/traefik/yaegi v0.15.1
 	github.com/x1unix/foundation v1.0.0
-	go.uber.org/atomic v1.9.0 // indirect
-	go.uber.org/multierr v1.8.0 // indirect
 	go.uber.org/zap v1.21.0
-	golang.org/x/lint v0.0.0-20191125180803-fdd1cda4f05f // indirect
-	golang.org/x/sys v0.0.0-20220503163025-988cb79eb6c6 // indirect
+	golang.org/x/exp v0.0.0-20230321023759-10a507213a29
+	golang.org/x/mod v0.10.0
 	golang.org/x/time v0.0.0-20201208040808-7e3f01d25324
 )
+
+require (
+	github.com/benbjohnson/clock v1.1.0 // indirect
+	github.com/davecgh/go-spew v1.1.1 // indirect
+	github.com/getsentry/sentry-go v0.13.0 // indirect
+	github.com/inconshreveable/mousetrap v1.1.0 // indirect
+	github.com/pmezard/go-difflib v1.0.0 // indirect
+	github.com/spf13/pflag v1.0.5 // indirect
+	go.uber.org/atomic v1.9.0 // indirect
+	go.uber.org/multierr v1.8.0 // indirect
+	golang.org/x/sys v0.3.0 // indirect
+	gopkg.in/yaml.v3 v3.0.1 // indirect
+)