diff --git a/src/api.rs b/src/api.rs index d3802a4..b53f784 100644 --- a/src/api.rs +++ b/src/api.rs @@ -813,6 +813,57 @@ async fn status(req: HttpRequest) -> Result { cacheDuration: Some(1800), }); + // youjizz + status.add_channel(Channel { + id: "youjizz".to_string(), + name: "YouJizz".to_string(), + description: "YouJizz Porntube".to_string(), + premium: false, + favicon: "https://www.google.com/s2/favicons?sz=64&domain=www.youjizz.com".to_string(), + status: "active".to_string(), + categories: vec![], + options: vec![ChannelOption { + id: "sort".to_string(), + title: "Sort".to_string(), + description: "Sort the Videos".to_string(), //"Sort the videos by Date or Name.".to_string(), + systemImage: "list.number".to_string(), + colorName: "blue".to_string(), + options: vec![ + FilterOption { + id: "new".to_string(), + title: "New".to_string(), + }, + FilterOption { + id: "popular".to_string(), + title: "Popular".to_string(), + }, + FilterOption { + id: "top-rated".to_string(), + title: "Top Rated".to_string(), + }, + FilterOption { + id: "top-rated-week".to_string(), + title: "Top Rated (Week)".to_string(), + }, + FilterOption { + id: "top-rated-month".to_string(), + title: "Top Rated (Month)".to_string(), + }, + FilterOption { + id: "trending".to_string(), + title: "Trending".to_string(), + }, + FilterOption { + id: "random".to_string(), + title: "Random".to_string(), + }, + ], + multiSelect: false, + }], + nsfw: true, + cacheDuration: None, + }); + // porn00 // status.add_channel(Channel { // id: "noodlemagazine".to_string(), @@ -1190,6 +1241,9 @@ pub fn get_provider(channel: &str) -> Option { "freshporno" => Some(AnyProvider::Freshporno( crate::providers::freshporno::FreshpornoProvider::new(), )), + "youjizz" => Some(AnyProvider::Youjizz( + crate::providers::youjizz::YoujizzProvider::new(), + )), _ => Some(AnyProvider::Perverzija(PerverzijaProvider::new())), } } diff --git a/src/main.rs b/src/main.rs index b17c24d..4b8c023 100644 --- a/src/main.rs +++ b/src/main.rs @@ -32,8 +32,10 @@ async fn main() -> std::io::Result<()> { dotenv().ok(); // Enable request logging - unsafe { - std::env::set_var("RUST_LOG", "warn"); + if std::env::var("RUST_LOG").is_err() { + unsafe{ + std::env::set_var("RUST_LOG", "warn"); + } } env_logger::init(); // You need this to actually see logs diff --git a/src/providers/freshporno.rs b/src/providers/freshporno.rs index 41ac5cb..8afff4a 100644 --- a/src/providers/freshporno.rs +++ b/src/providers/freshporno.rs @@ -117,10 +117,10 @@ impl FreshpornoProvider { .collect::>()[1..] .to_vec(); for video_segment in &raw_videos { - let vid = video_segment.split("\n").collect::>(); - for (index, line) in vid.iter().enumerate() { - println!("Line {}: {}", index, line); - } + // let vid = video_segment.split("\n").collect::>(); + // for (index, line) in vid.iter().enumerate() { + // println!("Line {}: {}", index, line); + // } let video_url: String = video_segment.split(">()[1] .split("\"") .collect::>()[0].to_string(); diff --git a/src/providers/mod.rs b/src/providers/mod.rs index 2005292..d5d6c8b 100644 --- a/src/providers/mod.rs +++ b/src/providers/mod.rs @@ -24,6 +24,7 @@ pub mod sxyprn; pub mod porn00; // pub mod noodlemagazine; pub mod freshporno; +pub mod youjizz; pub trait Provider { @@ -61,6 +62,7 @@ pub enum AnyProvider { Porn00(crate::providers::porn00::Porn00Provider), // Noodlemagazine(crate::providers::noodlemagazine::NoodlemagazineProvider), Freshporno(crate::providers::freshporno::FreshpornoProvider), + Youjizz(crate::providers::youjizz::YoujizzProvider), } impl Provider for AnyProvider { @@ -167,6 +169,10 @@ impl Provider for AnyProvider { p.get_videos(cache, pool, sort, query, page, per_page, options,) .await } + AnyProvider::Youjizz(p) => { + p.get_videos(cache, pool, sort, query, page, per_page, options,) + .await + } } } } diff --git a/src/providers/youjizz.rs b/src/providers/youjizz.rs new file mode 100644 index 0000000..3f821c4 --- /dev/null +++ b/src/providers/youjizz.rs @@ -0,0 +1,204 @@ +use crate::util::parse_abbreviated_number; +use crate::DbPool; +use crate::providers::Provider; +use crate::util::cache::VideoCache; +use crate::util::flaresolverr::{FlareSolverrRequest, Flaresolverr}; +use crate::util::time::parse_time_to_seconds; +use crate::videos::{ServerOptions, VideoItem}; +use error_chain::error_chain; +use htmlentity::entity::{ICodedDataTrait, decode}; +use std::env; +use std::vec; +use wreq::{Client, Proxy}; +use wreq_util::Emulation; + +error_chain! { + foreign_links { + Io(std::io::Error); + HttpRequest(wreq::Error); + } +} + +#[derive(Debug, Clone)] +pub struct YoujizzProvider { + url: String, +} +impl YoujizzProvider { + pub fn new() -> Self { + YoujizzProvider { + url: "https://www.youjizz.com".to_string(), + } + } + async fn get( + &self, + cache: VideoCache, + page: u8, + sort: &str, + options: ServerOptions, + ) -> Result> { + let sort_string = match sort { + "popular" => "/most-popular", + "top-rated" => "/top-rated", + "top-rated-week" => "/top-rated-week", + "top-rated-month" => "/top-rated-month", + "trending" => "/trending", + "random" => "/random", + _ => "/newest-clips", + }; + let video_url = format!("{}{}/{}.html", self.url, sort_string, page); + println!("Fetching URL: {}", video_url); + let old_items = match cache.get(&video_url) { + Some((time, items)) => { + if time.elapsed().unwrap_or_default().as_secs() < 60 * 5 { + println!("Cache hit for URL: {}", video_url); + return Ok(items.clone()); + } else { + items.clone() + } + } + None => { + vec![] + } + }; + + let mut requester = options.requester.clone().unwrap(); + + let text = requester.get(&video_url).await.unwrap(); + let video_items: Vec = self.get_video_items_from_html(text.clone()); + if !video_items.is_empty() { + cache.remove(&video_url); + cache.insert(video_url.clone(), video_items.clone()); + } else { + return Ok(old_items); + } + Ok(video_items) + } + + async fn query( + &self, + cache: VideoCache, + page: u8, + query: &str, + options: ServerOptions, + ) -> Result> { + let video_url = format!("{}/search/{}-{}.html", self.url, query.to_lowercase().trim(), page); + // Check our Video Cache. If the result is younger than 1 hour, we return it. + let old_items = match cache.get(&video_url) { + Some((time, items)) => { + if time.elapsed().unwrap_or_default().as_secs() < 60 * 5 { + return Ok(items.clone()); + } else { + let _ = cache.check().await; + return Ok(items.clone()); + } + } + None => { + vec![] + } + }; + + let mut requester = options.requester.clone().unwrap(); + + let text = requester.get(&video_url).await.unwrap(); + let video_items: Vec = self.get_video_items_from_html(text.clone()); + if !video_items.is_empty() { + cache.remove(&video_url); + cache.insert(video_url.clone(), video_items.clone()); + } else { + return Ok(old_items); + } + Ok(video_items) + } + + fn get_video_items_from_html(&self, html: String) -> Vec { + if html.is_empty() { + println!("HTML is empty"); + return vec![]; + } + let mut items: Vec = Vec::new(); + let raw_videos = html.split("class=\"mobile-only\"").collect::>()[0] + .split("class=\"default video-item\"") + .collect::>()[1..] + .to_vec(); + for video_segment in &raw_videos { + // let vid = video_segment.split("\n").collect::>(); + // for (index, line) in vid.iter().enumerate() { + // println!("Line {}: {}", index, line); + // } + let video_url: String = format!("{}{}",self.url, video_segment.split("href=\"").collect::>()[1] + .split("\"") + .collect::>()[0].to_string()); + let mut title = video_segment.split("class=\"video-title\">").collect::>()[1] + .split(">").collect::>()[1] + .split("<") + .collect::>()[0] + .to_string(); + // html decode + title = decode(title.as_bytes()).to_string().unwrap_or(title); + let id = video_url.split("/").collect::>()[4].to_string(); + + let thumb = format!("https:{}",video_segment.split(">()[1] + .split("data-original=\"").collect::>()[1] + .split("\"") + .collect::>()[0] + .to_string()); + let raw_duration = video_segment.split("fa fa-clock-o\"> ").collect::>()[1] + .split("<") + .collect::>()[0] + .to_string(); + let duration = parse_time_to_seconds(raw_duration.as_str()).unwrap_or(0) as u32; + let views = parse_abbreviated_number(video_segment.split("format-views\">").collect::>()[1] + .split("<") + .collect::>()[0] + .to_string().as_str()).unwrap_or(0) as u32; + + let video_item = VideoItem::new( + id, + title, + video_url.to_string(), + "youjizz".to_string(), + thumb, + duration, + ) + .views(views) + ; + items.push(video_item); + } + return items; + } + + +} + +impl Provider for YoujizzProvider { + async fn get_videos( + &self, + cache: VideoCache, + pool: DbPool, + sort: String, + query: Option, + page: String, + per_page: String, + options: ServerOptions, + ) -> Vec { + let _ = per_page; + let _ = pool; + let videos: std::result::Result, Error> = match query { + Some(q) => { + self.query(cache, page.parse::().unwrap_or(1), &q,options) + .await + } + None => { + self.get(cache, page.parse::().unwrap_or(1), &sort, options) + .await + } + }; + match videos { + Ok(v) => v, + Err(e) => { + println!("Error fetching videos: {}", e); + vec![] + } + } + } +}