construct_main_routines.go

package ipshuffle

import (
    "io"
    "bufio"
    "os"
    "fmt"
	"strings"
)

var (
	QUEUE_SIZE   int32 = 100000000
)

//heavily inspired by 
//https://github.com/stanford-esrg/lzr/blob/master/construct_main_routines.go#L53

func ConstructIncomingRoutine( num_ports int ) chan []string {


	//routine to read in from ZMap
	incoming := make(chan []string, QUEUE_SIZE)
	go func() {
		var IP_Group []string
		reader := bufio.NewReader(os.Stdin)
		for {

			//Read from ZIterate
			ip, err := reader.ReadString(byte('\n'))
			if err != nil && err == io.EOF {
                fmt.Fprintln(os.Stderr,"Finished Reading IPShuffle Input")
                close(incoming)
				return
			}

			ip = strings.TrimSuffix(ip, "\n")

			//put lists of num_ports
			IP_Group = append(IP_Group,ip)

			//must grow to correct size
			if len(IP_Group) < num_ports {
				continue
			} else {

				//send off the slice
				incoming <- IP_Group

				//remove the first element and shift over by 1
				IP_Group = IP_Group[1:num_ports]

			}

		}

	}()

    return incoming

}


func ConstructWritingQueue() chan []string {

    writingQueue := make(chan []string, QUEUE_SIZE)
    return writingQueue
}