debug: add gc-client TODO rm before merge

add automatic add and cat for debugging purposes

retry cats

cast string

argh! @whyrusleepgin

use mock repo to avoid clashing

cmd/ipfs-gateway-fs/gc-client/main.go

@@ -0,0 +1,228 @@
+package main
+
+import (
+	"bytes"
+	"flag"
+	"fmt"
+	"log"
+	"math"
+	"os"
+	gopath "path"
+	"time"
+
+	context "github.com/jbenet/go-ipfs/Godeps/_workspace/src/code.google.com/p/go.net/context"
+	ma "github.com/jbenet/go-ipfs/Godeps/_workspace/src/github.com/jbenet/go-multiaddr"
+	random "github.com/jbenet/go-ipfs/Godeps/_workspace/src/github.com/jbenet/go-random"
+
+	"github.com/jbenet/go-ipfs/Godeps/_workspace/src/github.com/jbenet/go-datastore"
+	syncds "github.com/jbenet/go-ipfs/Godeps/_workspace/src/github.com/jbenet/go-datastore/sync"
+	commands "github.com/jbenet/go-ipfs/commands"
+	core "github.com/jbenet/go-ipfs/core"
+	corehttp "github.com/jbenet/go-ipfs/core/corehttp"
+	corerouting "github.com/jbenet/go-ipfs/core/corerouting"
+	"github.com/jbenet/go-ipfs/core/coreunix"
+	peer "github.com/jbenet/go-ipfs/p2p/peer"
+	"github.com/jbenet/go-ipfs/path"
+	"github.com/jbenet/go-ipfs/repo"
+	config "github.com/jbenet/go-ipfs/repo/config"
+	fsrepo "github.com/jbenet/go-ipfs/repo/fsrepo"
+	ds2 "github.com/jbenet/go-ipfs/util/datastore2"
+)
+
+var (
+	cat             = flag.Bool("cat", false, "else add")
+	seed            = flag.Int64("seed", 1, "")
+	nBitsForKeypair = flag.Int("b", 1024, "number of bits for keypair (if repo is uninitialized)")
+)
+
+var bootstrapAddresses = []string{
+	"/ip4/104.236.70.34/tcp/4001/QmaWJw5mcWkCThPtC7hVq28e3WbwLHnWF8HbMNJrRDybE4",
+	"/ip4/128.199.72.111/tcp/4001/Qmd2cSiZUt7vhiuTmqBB7XWbkuFR8KMLiEuQssjyNXyaZT",
+	"/ip4/162.243.251.152/tcp/4001/QmeaDCMmFWDuF4baxhMuvQH8APoymtMSJwhyZqUp9ux3SN",
+	"/ip4/178.62.8.190/tcp/4001/QmdXzZ25cyzSF99csCQmmPZ1NTbWTe8qtKFaZKpZQPdTFB",
+	"/ip4/188.166.8.195/tcp/4001/QmNU1Vpryj5hfSmybSYHnS497ttgy9aNJ3T2B8wY2uMso4",
+	"/ip4/188.226.225.73/tcp/4001/QmYHGLxLfHFd9veUt159LMhLD8LqhDjBUS9ZehLkPap6od",
+	"/ip4/192.241.209.121/tcp/4001/QmNPM851fxWb3qjLV66a8Nqtw7fBnMw2UrdFQidSdBQnvS",
+}
+
+func main() {
+	flag.Parse()
+	if err := run(); err != nil {
+		fmt.Fprintf(os.Stderr, "error: %s\n", err)
+		os.Exit(1)
+	}
+}
+
+func run() error {
+	gcrBPeers, err := config.ParseBootstrapPeers(bootstrapAddresses)
+	if err != nil {
+		return err
+	}
+
+	gcrPeers, err := toPeerInfos(gcrBPeers)
+	if err != nil {
+		return err
+	}
+
+	fmt.Println("using gcr remotes:")
+	for _, p := range gcrPeers {
+		fmt.Println("\t", p.ID, p.Addrs)
+	}
+
+	ctx, cancel := context.WithCancel(context.Background())
+	defer cancel()
+
+	cwd, err := os.Getwd()
+	if err != nil {
+		return err
+	}
+	repoPath := gopath.Join(cwd, ".go-ipfs")
+	if err := ensureRepoInitialized(repoPath); err != nil {
+	}
+	repo := fsrepo.At(repoPath)
+	if err := repo.Open(); err != nil { // owned by node
+		return err
+	}
+	cfg := repo.Config()
+	cfg.Bootstrap = gcrBPeers
+	if err := repo.SetConfig(cfg); err != nil {
+		return err
+	}
+
+	node, err := core.NewIPFSNode(ctx, core.OnlineWithRouting(repo, corerouting.GrandCentralClient(gcrPeers...)))
+	if err != nil {
+		return err
+	}
+	defer node.Close()
+
+	opts := []corehttp.ServeOption{
+		corehttp.CommandsOption(cmdCtx(node, repoPath)),
+		corehttp.GatewayOption,
+	}
+
+	if *cat {
+		if err := runFileCattingWorker(ctx, node); err != nil {
+			return err
+		}
+	} else {
+		if err := runFileAddingWorker(node); err != nil {
+			return err
+		}
+	}
+	return corehttp.ListenAndServe(node, cfg.Addresses.API, opts...)
+}
+
+func ensureRepoInitialized(path string) error {
+	if !fsrepo.IsInitialized(path) {
+		conf, err := config.Init(*nBitsForKeypair)
+		if err != nil {
+			return err
+		}
+		if err := fsrepo.Init(path, conf); err != nil {
+			return err
+		}
+	}
+	return nil
+}
+
+func runFileAddingWorker(n *core.IpfsNode) error {
+	go func() {
+		var i int64
+		for i = 0; i < math.MaxInt32; i++ {
+			var buf bytes.Buffer
+			if err := random.WritePseudoRandomBytes(i, &buf, *seed); err != nil {
+				log.Fatal(err)
+			}
+			// add to a dummy node to discover the key
+			k, err := coreunix.Add(n, bytes.NewReader(buf.Bytes()))
+			if err != nil {
+				log.Fatal(err)
+			}
+			log.Println("added file", "seed", *seed, "#", i, "key", k)
+			time.Sleep(1 * time.Second)
+		}
+	}()
+	return nil
+}
+
+func runFileCattingWorker(ctx context.Context, n *core.IpfsNode) error {
+	conf, err := config.Init(*nBitsForKeypair)
+	if err != nil {
+		return err
+	}
+
+	dummy, err := core.NewIPFSNode(ctx, core.Offline(&repo.Mock{
+		D: ds2.CloserWrap(syncds.MutexWrap(datastore.NewMapDatastore())),
+		C: *conf,
+	}))
+	if err != nil {
+		return err
+	}
+
+	go func() {
+		defer dummy.Close()
+		var i int64
+		for {
+			var buf bytes.Buffer
+			if err := random.WritePseudoRandomBytes(i, &buf, *seed); err != nil {
+				log.Fatal(err)
+			}
+			// add to a dummy node to discover the key
+			k, err := coreunix.Add(dummy, bytes.NewReader(buf.Bytes()))
+			if err != nil {
+				log.Fatal(err)
+			}
+			if _, err := coreunix.Cat(n, k); err != nil {
+				log.Printf("failed to cat file. seed: %d #%d key: %s", *seed, i, k)
+			} else {
+				log.Println("catted file", "seed", *seed, "#", i, "key", k)
+				i++
+			}
+			time.Sleep(time.Second)
+		}
+	}()
+	return nil
+}
+
+func toPeerInfos(bpeers []config.BootstrapPeer) ([]peer.PeerInfo, error) {
+	var peers []peer.PeerInfo
+	for _, bootstrap := range bpeers {
+		p, err := toPeerInfo(bootstrap)
+		if err != nil {
+			return nil, err
+		}
+		peers = append(peers, p)
+	}
+	return peers, nil
+}
+
+func toPeerInfo(bootstrap config.BootstrapPeer) (p peer.PeerInfo, err error) {
+	id, err := peer.IDB58Decode(bootstrap.PeerID)
+	if err != nil {
+		return
+	}
+	maddr, err := ma.NewMultiaddr(bootstrap.Address)
+	if err != nil {
+		return
+	}
+	p = peer.PeerInfo{
+		ID:    id,
+		Addrs: []ma.Multiaddr{maddr},
+	}
+	return
+}
+
+func cmdCtx(node *core.IpfsNode, repoPath string) commands.Context {
+	return commands.Context{
+		// TODO deprecate this shit
+		Context:    context.Background(),
+		Online:     true,
+		ConfigRoot: repoPath,
+		LoadConfig: func(path string) (*config.Config, error) {
+			return node.Repo.Config(), nil
+		},
+		ConstructNode: func() (*core.IpfsNode, error) {
+			return node, nil
+		},
+	}
+}