feat: add linkshell scraping

This commit is contained in:
Anna 2018-10-28 17:42:34 -04:00
parent 165e6d48ab
commit 1c75806b2e
4 changed files with 151 additions and 0 deletions

View File

@ -1,5 +1,9 @@
pub mod character_search;
pub mod free_company_search;
pub mod linkshell_search;
pub mod linkshell;
pub use self::character_search::CharacterSearchBuilder;
pub use self::free_company_search::FreeCompanySearchBuilder;
pub use self::linkshell_search::LinkshellSearchBuilder;
pub use self::linkshell::LinkshellBuilder;

52
src/builder/linkshell.rs Normal file
View File

@ -0,0 +1,52 @@
use crate::{
LodestoneScraper,
error::*,
};
use ffxiv_types::{World, DataCenter};
use lodestone_parser::models::linkshell::Linkshell;
use url::Url;
#[derive(Debug)]
pub struct LinkshellBuilder<'a> {
scraper: &'a LodestoneScraper,
id: u64,
// page
page: Option<u64>,
}
impl<'a> LinkshellBuilder<'a> {
pub fn new(scraper: &'a LodestoneScraper, id: u64) -> Self {
LinkshellBuilder {
scraper,
id,
page: None,
}
}
pub fn page(&mut self, p: u64) -> &mut Self {
self.page = Some(p);
self
}
pub fn send(&self) -> Result<Linkshell> {
let text = self.scraper.text(self.as_url())?;
lodestone_parser::parse_linkshell(self.id, &text).map_err(Error::Parse)
}
pub fn as_url(&self) -> Url {
let mut url = LodestoneScraper::route(&format!("linkshell/{}", self.id)).unwrap();
{
let mut pairs = url.query_pairs_mut();
if let Some(page) = self.page {
pairs.append_pair("page", &page.to_string());
}
}
url
}
}

View File

@ -0,0 +1,86 @@
use crate::{
LodestoneScraper,
error::*,
util::{Either, AsLodestone},
};
use ffxiv_types::{World, DataCenter};
use lodestone_parser::models::search::{
Paginated,
linkshell::LinkshellSearchItem,
};
use url::Url;
#[derive(Debug)]
pub struct LinkshellSearchBuilder<'a> {
scraper: &'a LodestoneScraper,
// q
name: Option<&'a str>,
// worldname
world: Option<Either<World, DataCenter>>,
// FIXME: add active members
// page
page: Option<u64>,
}
impl<'a> LinkshellSearchBuilder<'a> {
pub fn new(scraper: &'a LodestoneScraper) -> Self {
LinkshellSearchBuilder {
scraper,
name: None,
world: None,
page: None,
}
}
pub fn name(&mut self, n: &'a str) -> &mut Self {
self.name = Some(n);
self
}
pub fn world(&mut self, w: World) -> &mut Self {
self.world = Some(Either::Left(w));
self
}
pub fn data_center(&mut self, dc: DataCenter) -> &mut Self {
self.world = Some(Either::Right(dc));
self
}
pub fn page(&mut self, p: u64) -> &mut Self {
self.page = Some(p);
self
}
pub fn send(&self) -> Result<Paginated<LinkshellSearchItem>> {
let text = self.scraper.text(self.as_url())?;
lodestone_parser::parse_linkshell_search(&text).map_err(Error::Parse)
}
pub fn as_url(&self) -> Url {
let mut url = crate::LODESTONE_URL.join("linkshell/").unwrap();
{
let mut pairs = url.query_pairs_mut();
if let Some(page) = self.page {
pairs.append_pair("page", &page.to_string());
}
if let Some(ref name) = self.name {
pairs.append_pair("q", name);
}
match self.world {
Some(Either::Left(w)) => { pairs.append_pair("worldname", w.as_str()); },
Some(Either::Right(dc)) => { pairs.append_pair("worldname", &dc.as_lodestone()); },
_ => {},
}
}
url
}
}

View File

@ -7,6 +7,7 @@ use lazy_static::lazy_static;
use lodestone_parser::models::{
character::Character,
free_company::FreeCompany,
linkshell::Linkshell,
};
use reqwest::{Client, StatusCode};
@ -77,4 +78,12 @@ impl LodestoneScraper {
pub fn free_company_search(&self) -> builder::FreeCompanySearchBuilder {
builder::FreeCompanySearchBuilder::new(self)
}
pub fn linkshell(&self, id: u64) -> builder::LinkshellBuilder {
builder::LinkshellBuilder::new(self, id)
}
pub fn linkshell_search(&self) -> builder::LinkshellSearchBuilder {
builder::LinkshellSearchBuilder::new(self)
}
}