server.go

package log

import (
	"bytes"
	"encoding/base64"
	"fmt"
	"io"
	"net/http"
	"sync"
	"time"
)

var logmaplock = &sync.Mutex{}
var logmap = []string{}

// 1 line => 500 charater => 100_000line =>50 mb
const LIMIT_LOG_MAP_LENGTH = 100_000

func flushLog() {
	// flush periodically in 5s
	for {
		logmaplock.Lock()
		if len(logmap) == 0 {
			logmaplock.Unlock()
			break
		}

		var lines []string
		if len(logmap) < 100 {
			lines = logmap
			logmap = nil
		} else {
			lines = logmap[0:100]
			logmap = logmap[100:]
		}
		logmaplock.Unlock()
		if len(lines) > 0 {
			sendLog(lines)
		}
	}
}

func sendLog(lines []string) {
	body := ""
	for _, line := range lines {
		body += base64.StdEncoding.EncodeToString([]byte(line)) + "\n"
	}

	buff := bytes.NewBuffer([]byte(body))
	// retry max 10
	for i := 0; i < 10; i++ {
		resp, err := http.Post(logServerHost+"/collect/?format=base64&secret="+logServerSecret, "text/plain", buff)
		if err != nil {
			fmt.Println("LOG ERR", err.Error(), "RETRY")
			fmt.Println("STREAM LOG ERR 28340539", err.Error(), ", retrying in 10 seconds...")
			time.Sleep(10 * time.Second)
			continue
		}
		var body []byte
		if resp.Body != nil {
			body, _ = io.ReadAll(resp.Body)
			resp.Body.Close()
		}
		if resp.StatusCode == 200 {
			break
		}

		fmt.Println("STREAM LOG ERR 19234854", resp.StatusCode, ": "+string(body)+" , retrying in 5 seconds...")
		if resp.StatusCode >= 400 && resp.StatusCode < 500 {
			break
		}
		time.Sleep(5 * time.Second)
	}
}