Feature(provider): support av-league (#47)

engine/actor.go

@@ -1,6 +1,7 @@
 package engine
 
 import (
+	goerr "errors"
 	"fmt"
 	"sort"
 	"sync"
@@ -85,7 +86,7 @@ func (e *Engine) searchActor(keyword string, provider mt.Provider, fallback bool
 		innerResults, innerErr := innerSearch(name)
 		if innerErr != nil &&
 			// ignore InfoNotFound error.
-			innerErr != mt.ErrInfoNotFound {
+			!goerr.Is(innerErr, mt.ErrInfoNotFound) {
 			// add error to chain and handle it later.
 			errors = append(errors, innerErr)
 			continue

engine/register.go

@@ -9,6 +9,7 @@ import (
 	_ "github.com/metatube-community/metatube-sdk-go/provider/arzon"
 	_ "github.com/metatube-community/metatube-sdk-go/provider/avbase"
 	_ "github.com/metatube-community/metatube-sdk-go/provider/aventertainments"
+	_ "github.com/metatube-community/metatube-sdk-go/provider/avleague"
 	_ "github.com/metatube-community/metatube-sdk-go/provider/c0930"
 	_ "github.com/metatube-community/metatube-sdk-go/provider/caribbeancom"
 	_ "github.com/metatube-community/metatube-sdk-go/provider/caribbeancompr"

provider/avleague/avleague.go

@@ -0,0 +1,200 @@
+package avleague
+
+import (
+	"fmt"
+	"net/url"
+	"path"
+	"regexp"
+	"strings"
+	"time"
+
+	"github.com/gocolly/colly/v2"
+	dt "gorm.io/datatypes"
+
+	"github.com/metatube-community/metatube-sdk-go/common/parser"
+	"github.com/metatube-community/metatube-sdk-go/model"
+	"github.com/metatube-community/metatube-sdk-go/provider"
+	"github.com/metatube-community/metatube-sdk-go/provider/internal/scraper"
+)
+
+var (
+	_ provider.ActorProvider = (*AVLeague)(nil)
+	_ provider.ActorSearcher = (*AVLeague)(nil)
+)
+
+const (
+	Name     = "AVLeague" // `AV.LEAGUE`
+	Priority = 1000
+)
+
+const (
+	baseURL   = "https://www.av-league.com/"
+	actorURL  = "https://www.av-league.com/actress/%s.html"
+	searchURL = "https://www.av-league.com/search/search.php?k=%s"
+)
+
+type AVLeague struct {
+	*scraper.Scraper
+}
+
+func New() *AVLeague {
+	return &AVLeague{scraper.NewDefaultScraper(Name, baseURL, Priority, scraper.WithDisableCookies())}
+}
+
+func (avl *AVLeague) GetActorInfoByID(id string) (info *model.ActorInfo, err error) {
+	return avl.GetActorInfoByURL(fmt.Sprintf(actorURL, id))
+}
+
+func (avl *AVLeague) ParseActorIDFromURL(rawURL string) (id string, err error) {
+	homepage, err := url.Parse(rawURL)
+	if err != nil {
+		return
+	}
+	if ext := path.Ext(homepage.Path); ext != "" {
+		id = path.Base(homepage.Path[:len(homepage.Path)-len(ext)])
+	}
+	return
+}
+
+func (avl *AVLeague) GetActorInfoByURL(rawURL string) (info *model.ActorInfo, err error) {
+	id, err := avl.ParseActorIDFromURL(rawURL)
+	if err != nil {
+		return
+	}
+
+	info = &model.ActorInfo{
+		ID:       id,
+		Provider: avl.Name(),
+		Homepage: rawURL,
+		Aliases:  []string{},
+		Images:   []string{},
+	}
+
+	c := avl.ClonedCollector()
+
+	// Name
+	c.OnXML(`//*[@id="pan"]/span`, func(e *colly.XMLElement) {
+		info.Name = strings.TrimSpace(e.Text)
+	})
+
+	// Aliases
+	c.OnXML(`//*[@id="j-prof"]/span`, func(e *colly.XMLElement) {
+		if name, aliases, found := strings.Cut(e.Text, ":"); found {
+			if !strings.Contains(name, "別名") {
+				return // may not be an alias
+			}
+			for _, alias := range strings.Split(aliases, "、") {
+				info.Aliases = append(info.Aliases, strings.TrimSpace(alias))
+			}
+		}
+	})
+
+	// Image (profile)
+	c.OnXML(`//*[@id="contents"]/div[@class="i-pic-box"]/div/img`, func(e *colly.XMLElement) {
+		info.Images = append(info.Images, e.Request.AbsoluteURL(e.Attr("src")))
+	})
+
+	// Image (fallback)
+	c.OnXML(`//meta[@property="og:image"]`, func(e *colly.XMLElement) {
+		if len(info.Images) == 0 {
+			info.Images = append(info.Images, e.Request.AbsoluteURL(e.Attr("content")))
+		}
+	})
+
+	// Fields
+	c.OnXML(`//*[@id="contents"]//table/tbody/tr`, func(e *colly.XMLElement) {
+		row := strings.TrimSpace(e.ChildText(`.//th`))
+		data := strings.TrimSpace(e.ChildText(`.//td`))
+		if data == "不明" {
+			return // ignore unknown
+		}
+		switch row {
+		case "3サイズ":
+			B, W, H, Cup := parseMeasurements(data)
+			if B != 0 && W != 0 && H != 0 {
+				info.Measurements = fmt.Sprintf("B:%d / W:%d / H:%d", B, W, H)
+			}
+			info.CupSize = Cup
+		case "身長":
+			info.Height = parser.ParseInt(strings.TrimRight(data, "cm"))
+		case "血液型":
+			info.BloodType = strings.TrimSpace(strings.TrimRight(data, "型"))
+		case "生年月日":
+			info.Birthday = parseDate(data)
+		case "出身":
+			info.Nationality = data
+		case "デビュー":
+			info.DebutDate = parseDate(data)
+		}
+	})
+
+	err = c.Visit(info.Homepage)
+	return
+}
+
+func (avl *AVLeague) SearchActor(keyword string) (results []*model.ActorSearchResult, err error) {
+	c := avl.ClonedCollector()
+
+	c.OnXML(`//*[@id="contents"]/div/div`, func(e *colly.XMLElement) {
+		homepage := e.Request.AbsoluteURL(
+			e.ChildAttr(`.//div[@class="l-name"]/a`, "href"))
+		id, _ := avl.ParseActorIDFromURL(homepage)
+		// Name
+		actor := strings.TrimSpace(e.ChildText(`.//div[@class="l-name"]/a`))
+		// Images
+		var images []string
+		if img := e.ChildAttr(`.//div[@class="l-pic"]/a/img`, "data-layzr" /* lazy loading */); img != "" {
+			images = []string{e.Request.AbsoluteURL(img)}
+		}
+
+		results = append(results, &model.ActorSearchResult{
+			ID:       id,
+			Name:     actor,
+			Images:   images,
+			Provider: avl.Name(),
+			Homepage: homepage,
+		})
+	})
+
+	err = c.Visit(fmt.Sprintf(searchURL, url.QueryEscape(keyword)))
+	return
+}
+
+func parseMeasurements(s string) (B, W, H int, Cup string) {
+	for _, item := range strings.Split(s, "/") {
+		name, data, found := strings.Cut(item, ":")
+		if !found {
+			continue
+		}
+		switch strings.TrimSpace(name) {
+		case "B":
+			if ss := regexp.MustCompile(`(\d+)（([A-Z])）`).FindStringSubmatch(data); len(ss) == 3 {
+				B = parser.ParseInt(ss[1])
+				Cup = ss[2]
+			}
+		case "W":
+			W = parser.ParseInt(data)
+		case "H":
+			H = parser.ParseInt(data)
+		}
+	}
+	return
+}
+
+func parseDate(s string) (date dt.Date) {
+	defer func() {
+		if !time.Time(date).IsZero() {
+			return
+		}
+		if ss := regexp.MustCompile(`([\s\d]+)年`).
+			FindStringSubmatch(s); len(ss) == 2 {
+			date = dt.Date(time.Date(parser.ParseInt(ss[1]),
+				1, 1, 0, 0, 0, 0, time.UTC))
+		}
+	}()
+	return parser.ParseDate(s)
+}
+
+func init() {
+	provider.RegisterActorFactory(Name, New)
+}

provider/avleague/avleague_test.go

@@ -0,0 +1,42 @@
+package avleague
+
+import (
+	"encoding/json"
+	"testing"
+
+	"github.com/stretchr/testify/assert"
+)
+
+func TestAVLeague_GetActorInfoByID(t *testing.T) {
+	provider := New()
+	for _, item := range []string{
+		"8301",
+		"14005",
+		"36672",
+		"32759",
+		"36736",
+	} {
+		info, err := provider.GetActorInfoByID(item)
+		data, _ := json.MarshalIndent(info, "", "\t")
+		assert.True(t, assert.NoError(t, err) && assert.True(t, info.Valid()))
+		t.Logf("%s", data)
+	}
+}
+
+func TestAVLeague_SearchActor(t *testing.T) {
+	provider := New()
+	for _, item := range []string{
+		"白川ゆず",
+		"美竹すず",
+		"宇流木さら",
+	} {
+		results, err := provider.SearchActor(item)
+		data, _ := json.MarshalIndent(results, "", "\t")
+		if assert.NoError(t, err) {
+			for _, result := range results {
+				assert.True(t, result.Valid())
+			}
+		}
+		t.Logf("%s", data)
+	}
+}