Add site msin

scrapinglib/msin.py

@@ -0,0 +1,57 @@
+# -*- coding: utf-8 -*-
+
+import re
+from lxml import etree
+from .httprequest import request_session
+from .parser import Parser
+
+
+class Msin(Parser):
+    source = 'msin'
+
+    expr_number = '//div[@class="mv_fileName"]/text()'
+    expr_title = '//div[@class="mv_title"]/text()'
+    expr_studio = '//div[@class="mv_writer"]/text()'
+    expr_director = '//div[@class="mv_writer"]/text()'
+    expr_actor = '//div[@class="mv_writer"]/text()'
+    expr_label = '//div[@class="mv_mfr"]/text()'
+    expr_series = '//div[@class="mv_mfr"]/text()'
+    expr_release = '//div[@class="mv_createDate"]/text()'
+    expr_cover = '//div[@class="movie_top"]/img/@src'
+    expr_tags = '//div[@class="mv_tag"]/label/text()'
+    expr_genres = '//div[@class="mv_genre"]/label/text()'
+
+    # expr_outline = '//p[@class="fo-14"]/text()'
+    # expr_extrafanart = '//*[@class="item-nav"]/ul/li/a/img/@src'
+    # expr_extrafanart2 = '//*[@id="cart_quantity"]/table/tr[3]/td/div/a/img/@src'
+
+    def extraInit(self):
+        self.imagecut = 4
+
+    def search(self, number: str):
+        self.number = number.lower().replace('fc2-ppv-', '').replace('fc2-', '')
+        self.cookies = {"age": "off"}
+        self.detailurl = 'https://db.msin.jp/search/movie?str=fc2-ppv-' + self.number
+        session = request_session(cookies=self.cookies, proxies=self.proxies, verify=self.verify)
+        htmlcode = session.get(self.detailurl).text
+        htmltree = etree.HTML(htmlcode)
+        # if tags are null, use genres
+        if len(super().getTags(htmltree)) == 0:
+            self.expr_tags = self.expr_genres
+
+        result = self.dictformat(htmltree)
+        return result
+
+    def getTags(self, htmltree) -> list:
+        return super().getTags(htmltree)
+
+    def getRelease(self, htmltree):
+        return super().getRelease(htmltree).replace('年', '-').replace('月', '-').replace('日', '')
+
+    def getCover(self, htmltree):
+        if ".gif" in super().getCover(htmltree) and len(super().getExtrafanart(htmltree)) != 0:
+            return super().getExtrafanart(htmltree)[0]
+        return super().getCover(htmltree)
+
+    def getNum(self, htmltree):
+        return 'FC2-' + self.number