diff --git a/scrapinglib/fanza.py b/scrapinglib/fanza.py index 2706b91..0ccf285 100644 --- a/scrapinglib/fanza.py +++ b/scrapinglib/fanza.py @@ -11,8 +11,8 @@ class Fanza(Parser): expr_title = '//*[starts-with(@id, "title")]/text()' expr_actor = "//td[contains(text(),'出演者')]/following-sibling::td/span/a/text()" - expr_cover = './/head/meta[@property="og:image"]/@content' - expr_extrafanart = '//a[@name="sample-image"]/img/@src' + # expr_cover = './/head/meta[@property="og:image"]/@content' + # expr_extrafanart = '//a[@name="sample-image"]/img/@src' expr_outline = "//div[@class='mg-b20 lh4']/text()" expr_outline2 = "//div[@class='mg-b20 lh4']//p/text()" expr_outline_og = '//head/meta[@property="og:description"]/@content' @@ -119,6 +119,56 @@ class Fanza(Parser): if ret == "----": return '' return ret + + def getCover(self, htmltree): + cover_number = self.number + try: + result = htmltree.xpath('//*[@id="' + cover_number + '"]/@href')[0] + except: + # sometimes fanza modify _ to \u0005f for image id + if "_" in cover_number: + cover_number = cover_number.replace("_", r"\u005f") + try: + result = htmltree.xpath('//*[@id="' + cover_number + '"]/@href')[0] + except: + # (TODO) handle more edge case + # print(html) + # raise exception here, same behavior as before + # people's major requirement is fetching the picture + raise ValueError("can not find image") + return result + + def getExtrafanart(self, htmltree): + html_parent = re.compile(r'
\s*?') + html = html_parent.search( + self.htmlcode) + if html: + html = html.group() + extrafanart_parent = re.compile(r'