From eeb1a32fbc3ce5f9a1413e0b99b58706db98fcf9 Mon Sep 17 00:00:00 2001 From: Maista6969 Date: Mon, 3 Feb 2025 14:58:57 +0100 Subject: [PATCH] Remove TPDB scrapers These have been deprecated in favor of using the stash-box compatible endpoints described at https://theporndb.net/tools --- scrapers/ThePornDBJAV.yml | 177 ----------------------------------- scrapers/ThePornDBMovies.yml | 168 --------------------------------- 2 files changed, 345 deletions(-) delete mode 100644 scrapers/ThePornDBJAV.yml delete mode 100644 scrapers/ThePornDBMovies.yml diff --git a/scrapers/ThePornDBJAV.yml b/scrapers/ThePornDBJAV.yml deleted file mode 100644 index 6c722d49a..000000000 --- a/scrapers/ThePornDBJAV.yml +++ /dev/null @@ -1,177 +0,0 @@ -name: ThePornDB for JAV (NEEDS EDITING) -sceneByURL: - - action: scrapeJson - url: - - theporndb.net/jav/ - queryURL: "{url}" - queryURLReplace: &redirectToAPI - url: - - regex: ^(.+theporndb.net)/ - with: https://api.theporndb.net/ - scraper: sceneScraper -sceneByName: - action: scrapeJson - queryURL: https://api.theporndb.net/jav?parse={}&per_page=10 - scraper: sceneSearch -sceneByQueryFragment: - action: scrapeJson - queryURL: "{url}" - scraper: sceneScraper -sceneByFragment: - action: scrapeJson - queryURL: https://api.theporndb.net/jav?parse={filename}&per_page=10 - scraper: sceneQueryScraper - queryURLReplace: - filename: - - regex: "[^a-zA-Z\\d\\-._~]" # clean filename so that it can construct a valid url - with: "." # "%20" - - regex: \.+ - with: "." -movieByURL: - - action: scrapeJson - url: - - theporndb.net/jav/ - scraper: movieScraper - queryURL: "{url}" - queryURLReplace: *redirectToAPI -performerByName: - action: scrapeJson - queryURL: https://api.theporndb.net/performers?q={}&page=1&per_page=10 - scraper: performerSearch -performerByURL: - - action: scrapeJson - url: - - https://api.theporndb.net/performers - scraper: performerScraper - -jsonScrapers: - performerScraper: - performer: - Name: data.name - Gender: data.extras.gender - URL: - selector: data.slug - postProcess: - - replace: - - regex: ^ - with: https://theporndb.net/performers/ - Twitter: data.extras.links.Twitter - Instagram: data.extras.links.Instagram - Birthdate: data.birthday - DeathDate: data.deathday - Ethnicity: data.extras.ethnicity - Country: data.extras.birthplace_code - HairColor: data.extras.hair_colour - EyeColor: data.extras.eye_colour - Height: - selector: data.extras.height - postProcess: - - replace: - - regex: \D - with: - Weight: - selector: data.extras.weight - postProcess: - - replace: - - regex: \D - with: - Measurements: data.extras.measurements - FakeTits: data.extras.fake_boobs - # CareerLength - Tattoos: data.extras.tattoos - Piercings: data.extras.piercings - Aliases: data.aliases - # Tags (see Tag fields) - Image: data.image - Details: data.bio - performerSearch: - performer: - Name: data.#.name - URL: - selector: data.#.id - postProcess: - - replace: - - regex: ^ - with: https://api.theporndb.net/performers/ - sceneSearch: - scene: - Title: - # Prevent having duplicated title so it don't get ignored by stash - selector: data.#.[title,_id] - postProcess: - - replace: - - regex: \[|\" - with: "" - - regex: \, - with: " [" - Date: data.#.date - URL: - selector: data.#.id - postProcess: - - replace: - - regex: ^ - with: "https://api.theporndb.net/jav/" - Image: data.#.background.full - Details: data.#.description - - sceneScraper: - common: - $data: data - $performers: data.performers - scene: &scene - Title: - selector: $data.external_id - postProcess: - - javascript: return value.toUpperCase() - Details: $data.description - Director: $data.director.name - Date: $data.date - Code: - selector: $data.external_id - postProcess: - - javascript: return value.toUpperCase() - URL: $data.url - Image: $data.background.full - Performers: - Name: $performers.#.parent.name - URL: - selector: $performers.#.parent.id - postProcess: - - replace: - - regex: ^ - with: "https://theporndb.net/performers/" - Studio: - Name: $data.site.name - Tags: - Name: $data.tags.#.name - - sceneQueryScraper: - common: - $data: data.0 - $performers: data.0.performers - scene: *scene - - movieScraper: - movie: - Name: - selector: $data.external_id - postProcess: - - javascript: return value.toUpperCase() - Studio: - Name: data.site.name - FrontImage: data.background.full - Synopsis: data.description - Date: data.date - Duration: data.duration - Director: data.director.name - -driver: - headers: - - Key: User-Agent - Value: stashjson/1.0.0 - - Key: Authorization - # Generate an API key at https://theporndb.net/user/api-tokens - # and replace YOUR_API_KEY_HERE with the generated key - Value: Bearer YOUR_API_KEY_HERE - # ^^^^^^-- This part needs to stay the same -# Last Updated January 04, 2024 diff --git a/scrapers/ThePornDBMovies.yml b/scrapers/ThePornDBMovies.yml deleted file mode 100644 index 8e825934e..000000000 --- a/scrapers/ThePornDBMovies.yml +++ /dev/null @@ -1,168 +0,0 @@ -name: ThePornDB for Movies (NEEDS EDITING) -sceneByURL: - - action: scrapeJson - url: - - theporndb.net/movies/ - queryURL: "{url}" - queryURLReplace: &redirectToAPI - url: - - regex: ^(.+theporndb.net)/ - with: https://api.theporndb.net/ - scraper: sceneScraper -sceneByName: - action: scrapeJson - queryURL: https://api.theporndb.net/movies?parse={}&per_page=10 - scraper: sceneSearch -sceneByQueryFragment: - action: scrapeJson - queryURL: "{url}" - scraper: sceneScraper -sceneByFragment: - action: scrapeJson - queryURL: https://api.theporndb.net/movies?parse={filename}&per_page=10 - scraper: sceneQueryScraper - queryURLReplace: - filename: - - regex: "[^a-zA-Z\\d\\-._~]" # clean filename so that it can construct a valid url - with: "." # "%20" - - regex: \.+ - with: "." -movieByURL: - - action: scrapeJson - url: - - theporndb.net/movies/ - scraper: movieScraper - queryURL: "{url}" - queryURLReplace: *redirectToAPI -performerByName: - action: scrapeJson - queryURL: https://api.theporndb.net/performers?q={}&page=1&per_page=10 - scraper: performerSearch -performerByURL: - - action: scrapeJson - url: - - https://api.theporndb.net/performers - scraper: performerScraper - -jsonScrapers: - performerScraper: - performer: - Name: data.name - Gender: data.extras.gender - URL: - selector: data.slug - postProcess: - - replace: - - regex: ^ - with: https://theporndb.net/performers/ - Twitter: data.extras.links.Twitter - Instagram: data.extras.links.Instagram - Birthdate: data.birthday - DeathDate: data.deathday - Ethnicity: data.extras.ethnicity - Country: data.extras.birthplace_code - HairColor: data.extras.hair_colour - EyeColor: data.extras.eye_colour - Height: - selector: data.extras.height - postProcess: - - replace: - - regex: \D - with: - Weight: - selector: data.extras.weight - postProcess: - - replace: - - regex: \D - with: - Measurements: data.extras.measurements - FakeTits: data.extras.fake_boobs - # CareerLength - Tattoos: data.extras.tattoos - Piercings: data.extras.piercings - Aliases: data.aliases - # Tags (see Tag fields) - Image: data.image - Details: data.bio - performerSearch: - performer: - Name: data.#.name - URL: - selector: data.#.id - postProcess: - - replace: - - regex: ^ - with: https://api.theporndb.net/performers/ - sceneSearch: - scene: - Title: - # Prevent having duplicated title so it don't get ignored by stash - selector: data.#.[title,_id] - postProcess: - - replace: - - regex: \[|\" - with: "" - - regex: \, - with: " [" - Date: data.#.date - URL: - selector: data.#.id - postProcess: - - replace: - - regex: ^ - with: "https://api.theporndb.net/movies/" - Image: data.#.background.full - Details: data.#.description - - sceneScraper: - common: - $data: data - $performers: data.performers - scene: &scene - Title: $data.title - Details: $data.description - Director: $data.director.name - Date: $data.date - Code: $data.external_id - URL: $data.url - Image: $data.background.full - Performers: - Name: $performers.#.parent.name - URL: - selector: $performers.#.parent.id - postProcess: - - replace: - - regex: ^ - with: "https://theporndb.net/performers/" - Studio: - Name: $data.site.name - Tags: - Name: $data.tags.#.name - - sceneQueryScraper: - common: - $data: data.0 - $performers: data.0.performers - scene: *scene - - movieScraper: - movie: - Name: data.title - Studio: - Name: data.site.name - FrontImage: data.background.full - Synopsis: data.description - Date: data.date - Duration: data.duration - Director: data.director.name - -driver: - headers: - - Key: User-Agent - Value: stashjson/1.0.0 - - Key: Authorization - # Generate an API key at https://theporndb.net/user/api-tokens - # and replace YOUR_API_KEY_HERE with the generated key - Value: Bearer YOUR_API_KEY_HERE - # ^^^^^^-- This part needs to stay the same -# Last Updated January 04, 2024