Initial commit

Author: kishaningithub

.github/workflows/build.yml

@@ -0,0 +1,25 @@
+name: Build
+
+on:
+  push:
+    branches: [ main ]
+  pull_request:
+    branches: [ main ]
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v2
+      - name: Set up Go
+        uses: actions/setup-go@v2
+        with:
+          go-version: 1.18
+      - name: Install dependencies
+        run: |
+          go mod download
+          curl -sfL https://install.goreleaser.com/github.com/goreleaser/goreleaser.sh | sh
+      - name: Test
+        run: |
+          make build
+          ./bin/goreleaser check

.github/workflows/release.yml

@@ -0,0 +1,30 @@
+name: Release
+
+on:
+  push:
+    tags:
+      - '*'
+
+permissions:
+  contents: write
+
+jobs:
+  goreleaser:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v2
+        with:
+          fetch-depth: 0
+      - name: Set up Go
+        uses: actions/setup-go@v2
+        with:
+          go-version: 1.18
+      - name: Run GoReleaser
+        uses: goreleaser/goreleaser-action@v2
+        with:
+          distribution: goreleaser
+          version: latest
+          args: release --rm-dist
+        env:
+          GITHUB_TOKEN: ${{ secrets.GA_GORELEASER_TOKEN }}

.gitignore

@@ -0,0 +1,2 @@
+.idea/
+.vscode/

.goreleaser.yml

@@ -0,0 +1,41 @@
+project_name: rdapp
+
+before:
+  hooks:
+    - go mod download
+
+release:
+  github:
+    owner: kishaningithub
+    name: rdapp
+
+builds:
+  - main: ./cmd/main.go
+    binary: rdapp
+    goos:
+      - windows
+      - darwin
+      - linux
+    goarch:
+      - amd64
+      - arm64
+
+brews:
+  - tap:
+      owner: kishaningithub
+      name: homebrew-tap
+    folder: Formula
+    homepage: https://github.com/kishaningithub/rdapp
+    description: rdapp - redshift data api postgres proxy
+    license: MIT
+
+nfpms:
+  - id: rdapp
+    package_name: rdapp
+    homepage: https://github.com/kishaningithub/rdapp
+    description: rdapp - redshift data api postgres proxy
+    license: MIT
+    formats:
+      - apk
+      - deb
+      - rpm

LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2022 Kishan B
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

Makefile

@@ -0,0 +1,20 @@
+unit-test:
+	go test -v ./...
+
+build: download-deps tidy-deps fmt unit-test compile
+
+fmt: ## Run the code formatter
+	gofmt -l -s -w .
+
+download-deps:
+	go mod download
+
+tidy-deps:
+	go mod tidy
+
+update-deps:
+	go get -u ./...
+	go mod tidy
+
+compile:
+	go build -v ./...

cmd/main.go

@@ -0,0 +1,29 @@
+package main
+
+import (
+	"flag"
+	"fmt"
+	"log"
+	"os"
+
+	rdapp "github.com/kishaningithub/rdapp/pkg"
+)
+
+const examples = `
+examples:
+	rdapp`
+
+func main() {
+	var options rdapp.Options
+	flag.Usage = func() {
+		fmt.Fprintln(os.Stderr, "usage: rdapp [options]")
+		flag.PrintDefaults()
+		fmt.Fprintln(os.Stderr, examples)
+	}
+	flag.StringVar(&options.ListenAddress, "listen", "127.0.0.1:15432", "Listen address")
+	flag.Parse()
+	err := rdapp.RunPostgresRedshiftProxy(options)
+	if err != nil {
+		log.Fatal(err)
+	}
+}

go.mod

@@ -0,0 +1,23 @@
+module github.com/kishaningithub/rdapp
+
+go 1.18
+
+require (
+	github.com/jackc/pgproto3/v2 v2.3.0
+	github.com/jackc/pgx/v4 v4.16.1
+	github.com/stretchr/testify v1.7.0
+)
+
+require (
+	github.com/davecgh/go-spew v1.1.1 // indirect
+	github.com/jackc/chunkreader/v2 v2.0.1 // indirect
+	github.com/jackc/pgconn v1.12.1 // indirect
+	github.com/jackc/pgio v1.0.0 // indirect
+	github.com/jackc/pgpassfile v1.0.0 // indirect
+	github.com/jackc/pgservicefile v0.0.0-20200714003250-2b9c44734f2b // indirect
+	github.com/jackc/pgtype v1.11.0 // indirect
+	github.com/pmezard/go-difflib v1.0.0 // indirect
+	golang.org/x/crypto v0.0.0-20210711020723-a769d52b0f97 // indirect
+	golang.org/x/text v0.3.7 // indirect
+	gopkg.in/yaml.v3 v3.0.0-20200313102051-9f266ea9e77c // indirect
+)

go.sum

@@ -0,0 +1,52 @@
+package rdapp_test
+
+import (
+	"context"
+	"fmt"
+	"testing"
+
+	"github.com/jackc/pgx/v4"
+	rdapp "github.com/kishaningithub/rdapp/pkg"
+	"github.com/stretchr/testify/require"
+)
+
+func TestConnectivity(t *testing.T) {
+	options := rdapp.Options{
+		ListenAddress: "localhost:15432",
+	}
+
+	go func() {
+		err := rdapp.RunPostgresRedshiftProxy(options)
+		require.NoError(t, err)
+	}()
+	databaseUrl := "postgres://postgres:mypassword@localhost:15432/postgres"
+	conn, err := pgx.Connect(context.Background(), databaseUrl)
+
+	require.NoError(t, err)
+	defer conn.Close(context.Background())
+	connInfo := conn.Config()
+	require.Equal(t, "localhost", connInfo.Host)
+}
+
+func TestQueryExecution(t *testing.T) {
+	options := rdapp.Options{
+		ListenAddress: "localhost:15432",
+	}
+
+	go func() {
+		err := rdapp.RunPostgresRedshiftProxy(options)
+		require.NoError(t, err)
+	}()
+
+	databaseUrl := "postgres://postgres:mypassword@localhost:15432/postgres"
+	conn, err := pgx.Connect(context.Background(), databaseUrl)
+	require.NoError(t, err)
+	defer conn.Close(context.Background())
+	connInfo := conn.Config()
+	require.Equal(t, "localhost", connInfo.Host)
+	var name string
+	var weight int64
+	err = conn.QueryRow(context.Background(), "select name, weight from widgets where id=$1", 42).Scan(&name, &weight)
+	require.NoError(t, err)
+	fmt.Println(name, weight)
+}

pkg/connection_test.go

@@ -0,0 +1,35 @@
+package rdapp
+
+import (
+	"fmt"
+	"log"
+	"net"
+)
+
+type Options struct {
+	ListenAddress string
+}
+
+func RunPostgresRedshiftProxy(options Options) error {
+	listener, err := net.Listen("tcp", options.ListenAddress)
+	if err != nil {
+		return fmt.Errorf("error while listening to %s: %w", options.ListenAddress, err)
+	}
+
+	for {
+		conn, err := listener.Accept()
+		if err != nil {
+			return fmt.Errorf("error while accepting a new connection: %w", err)
+		}
+		log.Println("Accepted connection from", conn.RemoteAddr())
+
+		backend := NewRedshiftBackend(conn)
+		go func() {
+			err := backend.Run()
+			if err != nil {
+				log.Println(err)
+			}
+			log.Println("Closed connection from", conn.RemoteAddr())
+		}()
+	}
+}

pkg/listener.go

@@ -0,0 +1,113 @@
+package rdapp
+
+import (
+	"fmt"
+	"io"
+	"log"
+
+	"github.com/jackc/pgproto3/v2"
+)
+
+type RedshiftBackend struct {
+	backend *pgproto3.Backend
+	conn    io.ReadWriteCloser
+}
+
+func NewRedshiftBackend(conn io.ReadWriteCloser) *RedshiftBackend {
+	backend := pgproto3.NewBackend(pgproto3.NewChunkReader(conn), conn)
+
+	connHandler := &RedshiftBackend{
+		backend: backend,
+		conn:    conn,
+	}
+
+	return connHandler
+}
+
+func (p *RedshiftBackend) Run() error {
+	defer p.Close()
+
+	err := p.handleStartup()
+	if err != nil {
+		return err
+	}
+
+	for {
+		msg, err := p.backend.Receive()
+		if err != nil {
+			return fmt.Errorf("error receiving message: %w", err)
+		}
+		log.Printf("received message %#v", msg)
+
+		switch msg.(type) {
+		case *pgproto3.Query, *pgproto3.Parse:
+			response := "it works :-P"
+			buf := (&pgproto3.RowDescription{Fields: []pgproto3.FieldDescription{
+				{
+					Name:                 []byte("haha"),
+					TableOID:             0,
+					TableAttributeNumber: 0,
+					DataTypeOID:          25,
+					DataTypeSize:         -1,
+					TypeModifier:         -1,
+					Format:               0,
+				},
+			}}).Encode(nil)
+			buf = (&pgproto3.DataRow{Values: [][]byte{[]byte(response)}}).Encode(buf)
+			buf = (&pgproto3.CommandComplete{CommandTag: []byte("SELECT 1")}).Encode(buf)
+			buf = (&pgproto3.ReadyForQuery{TxStatus: 'I'}).Encode(buf)
+			_, err = p.conn.Write(buf)
+			if err != nil {
+				return fmt.Errorf("error writing query response: %w", err)
+			}
+		case *pgproto3.Terminate:
+			return nil
+		default:
+			return fmt.Errorf("received message other than Query from client: %#v", msg)
+		}
+	}
+}
+
+func (p *RedshiftBackend) handleStartup() error {
+	startupMessage, err := p.backend.ReceiveStartupMessage()
+	if err != nil {
+		return fmt.Errorf("error receiving startup message: %w", err)
+	}
+	log.Printf("startup message received %#v", startupMessage)
+
+	switch startupMessage.(type) {
+	case *pgproto3.StartupMessage:
+		buf := (&pgproto3.AuthenticationOk{}).Encode(nil)
+		// buf = (&pgproto3.ParameterStatus{Name: "application_name", Value: "psql"}).Encode(buf)
+		buf = (&pgproto3.ParameterStatus{Name: "client_encoding", Value: "UTF8"}).Encode(buf)
+		buf = (&pgproto3.ParameterStatus{Name: "DateStyle", Value: "ISO"}).Encode(buf)
+		buf = (&pgproto3.ParameterStatus{Name: "integer_datetimes", Value: "on"}).Encode(buf)
+		buf = (&pgproto3.ParameterStatus{Name: "IntervalStyle", Value: "postgres"}).Encode(buf)
+		buf = (&pgproto3.ParameterStatus{Name: "is_superuser", Value: "on"}).Encode(buf)
+		buf = (&pgproto3.ParameterStatus{Name: "server_encoding", Value: "UTF8"}).Encode(buf)
+		buf = (&pgproto3.ParameterStatus{Name: "server_version", Value: "11.5"}).Encode(buf)
+		buf = (&pgproto3.ParameterStatus{Name: "session_authorization", Value: "jack"}).Encode(buf)
+		buf = (&pgproto3.ParameterStatus{Name: "standard_conforming_strings", Value: "on"}).Encode(buf)
+		buf = (&pgproto3.ParameterStatus{Name: "TimeZone", Value: "US/Central"}).Encode(buf)
+		buf = (&pgproto3.BackendKeyData{ProcessID: 31007, SecretKey: 1013083042}).Encode(buf)
+		buf = (&pgproto3.ReadyForQuery{TxStatus: 'I'}).Encode(buf)
+		_, err = p.conn.Write(buf)
+		if err != nil {
+			return fmt.Errorf("error sending ready for query: %w", err)
+		}
+	case *pgproto3.SSLRequest:
+		_, err = p.conn.Write([]byte("N"))
+		if err != nil {
+			return fmt.Errorf("error sending deny SSL request: %w", err)
+		}
+		return p.handleStartup()
+	default:
+		return fmt.Errorf("unknown startup message: %#v", startupMessage)
+	}
+
+	return nil
+}
+
+func (p *RedshiftBackend) Close() error {
+	return p.conn.Close()
+}