"""Extractors for https://cfake.com/"""
from .common import Extractor, Message
from .. import text
BASE_PATTERN = r"(?:https?://)?(?:www\.)?cfake\.com"
class CfakeExtractor(Extractor):
"""Base class for cfake extractors"""
category = "cfake"
root = "https://cfake.com"
directory_fmt = ("{category}", "{type}", "{type_name} ({type_id})")
filename_fmt = "{category}_{type_name}_{id}.{extension}"
archive_fmt = "{id}"
def items(self):
type, type_name, type_id, sub_id, pnum = self.groups
if type.endswith("ies"):
type = type[:-3] + "y"
kwdict = self.kwdict
kwdict["type"] = type
kwdict["type_id"] = text.parse_int(type_id)
kwdict["type_name"] = text.unquote(type_name).replace("_", " ")
kwdict["sub_id"] = text.parse_int(sub_id)
kwdict["page"] = pnum = text.parse_int(pnum, 1)
yield Message.Directory, "", {}
base = f"{self.root}/images/{type}/{type_name}/{type_id}"
if sub_id:
base = f"{base}/{sub_id}"
while True:
url = base if pnum < 2 else f"{base}/p{pnum}"
page = self.request(url).text
num = 0
for image in self._extract_images(page):
num += 1
image["num"] = num + (pnum - 1) * 50
url = image["url"]
yield Message.Url, url, text.nameext_from_url(url, image)
if not num or not (pnum := self._check_pagination(page)):
return
kwdict["page"] = pnum
def _extract_images(self, page):
"""Extract image URLs and metadata from a gallery page"""
for item in text.extract_iter(
page, '<a href="javascript:showimage(', '</div></div>'):
show_param = text.extr(item, "show=", "&")
if not show_param:
continue
picture_id = text.extr(item, "id_picture=", "&")
name_param = text.extr(item, "p_name=", "'")
date = text.extr(item, 'id="date_vignette">', '</div>')
rating_text = text.extr(item, 'class="current-rating"', '</li>')
rating = text.extr(rating_text, 'width:', 'px')
image_url = f"{self.root}/medias/photos/{show_param}"
yield {
"url": image_url,
"id": text.parse_int(picture_id) if picture_id else 0,
"name": text.unescape(name_param) if name_param else "",
"date": date,
"rating": rating,
}
def _check_pagination(self, page):
"""Check if there are more pages and return next page number"""
current_section = text.extr(
page, 'id="num_page_current"', '</div>')
if not current_section:
return None
current_page_str = text.extr(current_section, '">', '</a>')
if not current_page_str:
return None
current_page = text.parse_int(current_page_str)
if not current_page:
return None
next_page = current_page + 1
if f'/p{next_page}"' in page or f'/p{next_page} ' in page:
return next_page
return None
class CfakeCelebrityExtractor(CfakeExtractor):
"""Extractor for celebrity image galleries from cfake.com"""
subcategory = "celebrity"
pattern = (BASE_PATTERN + r"/images/(celebrity)"
r"/([^/?#]+)/(\d+)()(?:/p(\d+))?")
example = "https://cfake.com/images/celebrity/NAME/123"
class CfakeCategoryExtractor(CfakeExtractor):
"""Extractor for category image galleries from cfake.com"""
subcategory = "category"
pattern = (BASE_PATTERN + r"/images/(categories)"
r"/([^/?#]+)/(\d+)()(?:/p(\d+))?")
example = "https://cfake.com/images/categories/NAME/123"
class CfakeCreatedExtractor(CfakeExtractor):
"""Extractor for 'created' image galleries from cfake.com"""
subcategory = "created"
pattern = (BASE_PATTERN + r"/images/(created)"
r"/([^/?#]+)/(\d+)/(\d+)(?:/p(\d+))?")
example = "https://cfake.com/images/created/NAME/12345/123"
class CfakeCountryExtractor(CfakeExtractor):
"""Extractor for country image galleries from cfake.com"""
subcategory = "country"
pattern = (BASE_PATTERN + r"/images/(country)"
r"/([^/?#]+)/(\d+)/(\d+)(?:/p(\d+))?")
example = "https://cfake.com/images/country/NAME/12345/123"