main.go

package main

import (
	"SecCrawler/api"
	"SecCrawler/bot"
	"SecCrawler/config"
	"SecCrawler/crawler"
	"SecCrawler/register"
	"SecCrawler/utils"
	"flag"
	"fmt"
	"log"

	"github.com/gin-gonic/gin"
	"github.com/robfig/cron"
)

func init() {
	fmt.Print(config.Banner)
	flag.BoolVar(&config.Test, "test", false, "stop after running once")
	flag.BoolVar(&config.Version, "version", false, "print version info")
	flag.BoolVar(&config.Help, "help", false, "print help info")
	flag.BoolVar(&config.Generate, "init", false, "generate a config file")
	flag.StringVar(&config.ConfigFile, "c", "config.yml", "the config `file` to be used, or generate a config file with the specified name with -init")
	flag.Usage = usage
}

func usage() {
	fmt.Printf("SecCrawler %s\n\nOptions:\n", config.TAG)
	flag.PrintDefaults()
}

func main() {
	flag.Parse()

	if config.Help {
		flag.Usage()
		return
	}

	if config.Version {
		fmt.Printf("Version: SecCrawler %s\nGithub: %s\nGo Version: %s\n", config.TAG, config.GITHUB, config.GOVERSION)
		return
	}

	config.ConfigInit()
	bot.BotInit()
	crawler.CrawlerInit()

	if config.Test {
		start()
		return
	}
	if config.Cfg.Cron.Enabled {
		_cron := cron.New()
		spec := fmt.Sprintf("0 0 %d * * ?", config.Cfg.Cron.Time)
		err := _cron.AddFunc(spec, start)
		// err := _cron.AddFunc("0 */1 * * * ?", start) //每分钟
		if err != nil {
			log.Fatalf("add cron error: %s\n", err.Error())
		}

		_cron.Start()
		defer _cron.Stop()
	}

	if config.Cfg.Api.Enabled {
		if !config.Cfg.Api.Debug {
			gin.SetMode(gin.ReleaseMode)
		}

		r := gin.Default()
		api.RouterInit(r)
		listened := fmt.Sprintf("%s:%d", config.Cfg.Api.Host, config.Cfg.Api.Port)
		fmt.Printf("[+] API Server start at %s\n", listened)
		err := r.Run(listened)
		if err != nil {
			log.Printf("failed to start: %s", err.Error())
		}
	} else if config.Cfg.Cron.Enabled {
		select {}
	}

}

func start() {
	fmt.Printf("\n[♥] crawler start at %s\n", utils.CurrentTime())

	for crawlerName, crawler := range register.GetCrawlerMap() {
		crawlerResult, err := crawler.Get()
		if err != nil {
			log.Printf("crawl [%s] error: %s\n\n", crawlerName, err.Error())
			continue
		}
		for botName, bot := range register.GetBotMap() {
			err := bot.Send(crawlerResult, crawler.Config().Description)
			if err != nil {
				log.Printf("send [%s] to [%s] error: %s\n", crawlerName, botName, err.Error())
			}
		}
	}

}