Movatterモバイル変換


[0]ホーム

URL:


Skip to content

Navigation Menu

Sign in
Appearance settings

Search code, repositories, users, issues, pull requests...

Provide feedback

We read every piece of feedback, and take your input very seriously.

Saved searches

Use saved searches to filter your results more quickly

Sign up
Appearance settings

Commit9f253fe

Browse files
authored
scraper: Fix for missing cover 403 on low resolution SLR covers (#1721)
* Update slrstudios.goFix for scene covers FOR ANTS* Typo, UnusedVar* Update slrstudios.gogofmt...
1 parentfd1280e commit9f253fe

File tree

1 file changed

+17
-5
lines changed

1 file changed

+17
-5
lines changed

‎pkg/scrape/slrstudios.go

Lines changed: 17 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -3,6 +3,7 @@ package scrape
33
import (
44
"encoding/json"
55
"html"
6+
"net/http"
67
"regexp"
78
"strconv"
89
"strings"
@@ -148,14 +149,25 @@ func SexLikeReal(wg *sync.WaitGroup, updateSite bool, knownScenes []string, out
148149

149150
// Cover
150151
if!isTransScene {
151-
coverURL:=strings.Replace(gjson.Get(JsonMetadataA,"thumbnailUrl").String(),"app","desktop",-1)
152-
iflen(coverURL)>0 {
152+
appCover:=gjson.Get(JsonMetadataA,"thumbnailUrl").String()
153+
desktopCover:=strings.Replace(gjson.Get(JsonMetadataA,"thumbnailUrl").String(),"app","desktop",-1)
154+
desktopCresp,_:=http.Head(desktopCover)
155+
ifdesktopCresp.StatusCode==200 {
156+
coverURL:=desktopCover
153157
sc.Covers=append(sc.Covers,coverURL)
154158
}else {
155-
e.ForEach(`link[as="image"]`,func(idint,e*colly.HTMLElement) {
156-
sc.Covers=append(sc.Covers,e.Request.AbsoluteURL(e.Attr("href")))
157-
})
159+
appCresp,_:=http.Head(appCover)
160+
ifappCresp.StatusCode==200 {
161+
coverURL:=appCover
162+
sc.Covers=append(sc.Covers,coverURL)
163+
deferappCresp.Body.Close()
164+
}else {
165+
e.ForEach(`link[as="image"]`,func(idint,e*colly.HTMLElement) {
166+
sc.Covers=append(sc.Covers,e.Request.AbsoluteURL(e.Attr("href")))
167+
})
168+
}
158169
}
170+
deferdesktopCresp.Body.Close()
159171
}else {
160172
posterURLFound:=false
161173
e.ForEach(`script[type="text/javascript"]`,func(idint,e*colly.HTMLElement) {

0 commit comments

Comments
 (0)

[8]ページ先頭

©2009-2025 Movatter.jp