minor changes

jakopako · Sep 18, 2022 · 7172cee · 7172cee
1 parent ae58c37
commit 7172cee
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 1 deletion.
diff --git a/automate/config.go b/automate/config.go
@@ -197,6 +197,7 @@ func GetDynamicFieldsConfig(s *scraper.Scraper, minOcc int, removeStaticFields b
 	if s.URL == "" {
 		return errors.New("URL field cannot be empty")
 	}
+	s.Name = s.URL
 	res, err := utils.FetchUrl(s.URL, "")
 	if err != nil {
 		return err

diff --git a/main.go b/main.go
@@ -17,7 +17,7 @@ var version = "dev"
 
 func runScraper(s scraper.Scraper, itemsChannel chan map[string]interface{}, globalConfig *scraper.GlobalConfig, wg *sync.WaitGroup) {
 	defer wg.Done()
-	log.Printf("crawling %s\n", s.Name)
+	log.Printf("scraping %s\n", s.Name)
 	// This could probably be improved. We could pass the channel to
 	// GetItems instead of waiting for the scraper to finish.
 	items, err := s.GetItems(globalConfig)