CommunityScrapers/scrapers/Xvideos.yml at a26475809c6c62efa453db68782627e9f4269880 · smith113-p/CommunityScrapers · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
name: Xvideos
sceneByURL:
  - action: scrapeXPath
    url:
      - xvideos.com
      - xvideos2.com
      #- xvideos.es
      - xvideos.red
    scraper: sceneScraper

sceneByFragment:
  action: scrapeXPath
  scraper: sceneScraper
  queryURL: https://www.xvideos.com/video.{filename}/x
  queryURLReplace:
    filename:
      # expects an id in square brackets before extension, as saved by yt-dlp by default
      # title_of_scene [id-here].mp4
      - regex: '.*\[([0-9a-zA-Z]{4,})\]\..+'
        with: $1
      # expect an ID at the beginning followed by an underscore, as saved by
      # JDownloader by default
      - regex: '^([0-9a-zA-Z]{4,})_.+'
        with: $1
      # or expects a numeric id at the end of the filename
      # title_of_scene42069.mp4
      - regex: '^.*?(\d+)\..+$'
        with: $1
      # if no id is found in the filename (there is still a file extension)
      # clear the filename so that it doesn't leak
      - regex: .*\.[^\.]+$
        with:

xPathScrapers:
  sceneScraper:
    scene:
      Title: //h2[@class="page-title"]/text()[1]
      Tags:
        Name: //div[contains(@class, "video-tags-list")]//a[starts-with(@href, "/tags")]
      Performers:
        Name: //li[@class="model"]//span[@class="name"]
      Studio:
        Name: //li[@class="main-uploader"]/a[
          starts-with(@href,'/channels')          or
          starts-with(@href,'/amateur-channels')  or
          starts-with(@href,'/model-channels')    or
          starts-with(@href,'/pornstar-channels')
          ]/span[@class="name"]/text()
      Image:
        selector: //script[contains(text(), "setThumbUrl169")]/text()|//div[@id="html5video"][span[@class="premium-log-overlay"]]/div[@class="embed-responsive-item"]/@style
        postProcess:
          - replace:
              - regex: ^.+(?:setThumbUrl169|url)\('(.+?\.jpg).+$
                with: $1
      URL: //link[@rel="alternate" and @hreflang="x-default"]/@href
      Date:
        selector: //script[@type="application/ld+json"]/text()
        postProcess:
          - replace:
              - regex: '[\S\s]+"uploadDate"\s*:\s*"(\d+-\d{2}-\d{2})[^"]+"[\S\s]+'
                with: $1
          - parseDate: 2006-01-02
# Last Updated August 15, 2024