Commit0b36eac

authored

scraper: Fix javdatabase scrape issues for actors (#1898)

* Update javdatabase.goFix javdatabase scrape for cast* Update model_external_reference.goFix javdatabase actor scrape

1 parentdc0260f commit0b36eacCopy full SHA for 0b36eac

File tree

-2

lines changed

-2

lines changed

Lines changed: 1 addition & 1 deletion

Original file line number	Diff line number	Diff line change
`@@ -981,7 +981,7 @@ func (scrapeRules ActorScraperConfig) buildGenericActorScraperRules() {`
`981`	`981`
`982`	`982`	`siteDetails=GenericScraperRuleSet{}`
`983`	`983`	`siteDetails.Domain="www.javdatabase.com"`
`984`		-siteDetails.SiteRules=append(siteDetails.SiteRules,GenericActorScraperRule{XbvrField:"image_url",Selector:`img[data-src^="https://www.javdatabase.com/idolimages/full/"]`,ResultType:"attr",Attribute:"data-src",PostProcessing: []PostProcessing{
	`984`	+siteDetails.SiteRules=append(siteDetails.SiteRules,GenericActorScraperRule{XbvrField:"image_url",Selector:`img[src^="https://www.javdatabase.com/idolimages/full/"]`,ResultType:"attr",Attribute:"src",PostProcessing: []PostProcessing{
`985`	`985`	`{Function:"AbsoluteUrl"},`
`986`	`986`	`}})`
`987`	`987`	siteDetails.SiteRules=append(siteDetails.SiteRules,GenericActorScraperRule{XbvrField:"images",Selector:`a[href^="https://pics.dmm.co.jp/digital/video/"]:not([href^="https://pics.dmm.co.jp/digital/video/mdj010/"])`,ResultType:"attr",Attribute:"href",PostProcessing: []PostProcessing{

Lines changed: 1 addition & 1 deletion

Original file line number	Diff line number	Diff line change
`@@ -24,7 +24,7 @@ func ScrapeJavDB(out *[]models.ScrapedScene, queryString string) {`
`24`	`24`	sc.Tags=append(sc.Tags,`javdatabase`)
`25`	`25`
`26`	`26`	`// Cast`
`27`		`-html.ForEach("h2.subhead",func(idint,h2*colly.HTMLElement) {`
	`27`	`+html.ForEach("h4.subhead",func(idint,h2*colly.HTMLElement) {`
`28`	`28`	`ifstrings.HasSuffix(h2.Text,"Actress/Idols") {`
`29`	`29`	`h2.DOM.Parent().Find("div.card-body a.cut-text").Each(func(iint,anchor*goquery.Selection) {`
`30`	`30`	`href,exists:=anchor.Attr("href")`

Comments

(0)