pub struct RestApiAdapter { /* private fields */ }Expand description
REST API scraping adapter.
Thread-safe and cheaply cloneable — the inner reqwest::Client uses Arc
internally. Build once, share across tasks.
§Example
use stygian_graph::adapters::rest_api::RestApiAdapter;
let adapter = RestApiAdapter::new();Implementations§
Source§impl RestApiAdapter
impl RestApiAdapter
Sourcepub fn new() -> Self
pub fn new() -> Self
Create a new adapter with default configuration.
§Example
use stygian_graph::adapters::rest_api::RestApiAdapter;
let adapter = RestApiAdapter::new();Sourcepub fn with_config(config: RestApiConfig) -> Self
pub fn with_config(config: RestApiConfig) -> Self
Create an adapter with custom configuration.
§Panics
Panics only if TLS is unavailable on the host (extremely rare).
§Example
use stygian_graph::adapters::rest_api::{RestApiAdapter, RestApiConfig};
use std::time::Duration;
let adapter = RestApiAdapter::with_config(RestApiConfig {
timeout: Duration::from_secs(10),
..Default::default()
});Sourcepub fn extract_path<'a>(value: &'a Value, path: &str) -> Option<&'a Value>
pub fn extract_path<'a>(value: &'a Value, path: &str) -> Option<&'a Value>
Resolve a dot-separated path into a JSON Value.
Returns None if any path segment is missing.
§Example
use serde_json::json;
use stygian_graph::adapters::rest_api::RestApiAdapter;
let v = json!({"meta": {"next": "abc123"}});
assert_eq!(
RestApiAdapter::extract_path(&v, "meta.next"),
Some(&json!("abc123"))
);
assert!(RestApiAdapter::extract_path(&v, "meta.gone").is_none());Sourcepub fn parse_link_next(link_header: &str) -> Option<String>
pub fn parse_link_next(link_header: &str) -> Option<String>
Parse an RFC 8288 Link header and return the rel="next" URL, if any.
§Example
use stygian_graph::adapters::rest_api::RestApiAdapter;
let link = r#"<https://api.example.com/items?page=2>; rel="next", <https://api.example.com/items?page=1>; rel="prev""#;
assert_eq!(
RestApiAdapter::parse_link_next(link),
Some("https://api.example.com/items?page=2".to_owned())
);Trait Implementations§
Source§impl Clone for RestApiAdapter
impl Clone for RestApiAdapter
Source§fn clone(&self) -> RestApiAdapter
fn clone(&self) -> RestApiAdapter
1.0.0 · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
source. Read moreSource§impl Default for RestApiAdapter
impl Default for RestApiAdapter
Source§impl ScrapingService for RestApiAdapter
impl ScrapingService for RestApiAdapter
Source§fn execute<'life0, 'async_trait>(
&'life0 self,
input: ServiceInput,
) -> Pin<Box<dyn Future<Output = Result<ServiceOutput>> + Send + 'async_trait>>where
Self: 'async_trait,
'life0: 'async_trait,
fn execute<'life0, 'async_trait>(
&'life0 self,
input: ServiceInput,
) -> Pin<Box<dyn Future<Output = Result<ServiceOutput>> + Send + 'async_trait>>where
Self: 'async_trait,
'life0: 'async_trait,
Execute one or more REST API requests and return the aggregated result.
§ServiceInput.url
Base URL of the REST endpoint (including path; query string is optional).
§ServiceInput.params contract
{
"method": "GET",
"body": { "key": "value" },
"body_raw": "raw body string",
"headers": { "X-Custom-Header": "value" },
"query": { "state": "open", "per_page": "30" },
"accept": "application/json",
"auth": {
"type": "bearer",
"token": "...",
"username": "user",
"password": "pass",
"header": "X-Api-Key",
"param": "api_key",
"key": "sk-..."
},
"response": {
"data_path": "items",
"collect_as_array": true
},
"pagination": {
"strategy": "link_header",
"max_pages": 10,
"page_param": "page",
"page_size_param": "per_page",
"page_size": 100,
"start_page": 1,
"cursor_param": "cursor",
"cursor_field": "meta.next_cursor"
}
}§Auth type values
type | Required fields | Description |
|---|---|---|
"bearer" / "oauth2" | token | Authorization: Bearer <token> |
"basic" | username, password | HTTP Basic |
"api_key_header" | header, key | Custom header |
"api_key_query" | param, key | Query string |
"none" or absent | — | No auth |
§Pagination strategies
strategy | Description |
|---|---|
"none" | Single request (default) |
"offset" | Increment page_param from start_page |
"cursor" | Extract next cursor at cursor_field in each response; pass it as cursor_param |
"link_header" | Follow RFC 8288 Link: <url>; rel="next" header |
Auto Trait Implementations§
impl Freeze for RestApiAdapter
impl !RefUnwindSafe for RestApiAdapter
impl Send for RestApiAdapter
impl Sync for RestApiAdapter
impl Unpin for RestApiAdapter
impl !UnwindSafe for RestApiAdapter
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
§impl<T> Instrument for T
impl<T> Instrument for T
§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more§impl<T> Paint for Twhere
T: ?Sized,
impl<T> Paint for Twhere
T: ?Sized,
§fn fg(&self, value: Color) -> Painted<&T>
fn fg(&self, value: Color) -> Painted<&T>
Returns a styled value derived from self with the foreground set to
value.
This method should be used rarely. Instead, prefer to use color-specific
builder methods like red() and
green(), which have the same functionality but are
pithier.
§Example
Set foreground color to white using fg():
use yansi::{Paint, Color};
painted.fg(Color::White);Set foreground color to white using white().
use yansi::Paint;
painted.white();§fn bright_black(&self) -> Painted<&T>
fn bright_black(&self) -> Painted<&T>
§fn bright_red(&self) -> Painted<&T>
fn bright_red(&self) -> Painted<&T>
§fn bright_green(&self) -> Painted<&T>
fn bright_green(&self) -> Painted<&T>
§fn bright_yellow(&self) -> Painted<&T>
fn bright_yellow(&self) -> Painted<&T>
§fn bright_blue(&self) -> Painted<&T>
fn bright_blue(&self) -> Painted<&T>
§fn bright_magenta(&self) -> Painted<&T>
fn bright_magenta(&self) -> Painted<&T>
§fn bright_cyan(&self) -> Painted<&T>
fn bright_cyan(&self) -> Painted<&T>
§fn bright_white(&self) -> Painted<&T>
fn bright_white(&self) -> Painted<&T>
§fn bg(&self, value: Color) -> Painted<&T>
fn bg(&self, value: Color) -> Painted<&T>
Returns a styled value derived from self with the background set to
value.
This method should be used rarely. Instead, prefer to use color-specific
builder methods like on_red() and
on_green(), which have the same functionality but
are pithier.
§Example
Set background color to red using fg():
use yansi::{Paint, Color};
painted.bg(Color::Red);Set background color to red using on_red().
use yansi::Paint;
painted.on_red();§fn on_primary(&self) -> Painted<&T>
fn on_primary(&self) -> Painted<&T>
§fn on_magenta(&self) -> Painted<&T>
fn on_magenta(&self) -> Painted<&T>
§fn on_bright_black(&self) -> Painted<&T>
fn on_bright_black(&self) -> Painted<&T>
§fn on_bright_red(&self) -> Painted<&T>
fn on_bright_red(&self) -> Painted<&T>
§fn on_bright_green(&self) -> Painted<&T>
fn on_bright_green(&self) -> Painted<&T>
§fn on_bright_yellow(&self) -> Painted<&T>
fn on_bright_yellow(&self) -> Painted<&T>
§fn on_bright_blue(&self) -> Painted<&T>
fn on_bright_blue(&self) -> Painted<&T>
§fn on_bright_magenta(&self) -> Painted<&T>
fn on_bright_magenta(&self) -> Painted<&T>
§fn on_bright_cyan(&self) -> Painted<&T>
fn on_bright_cyan(&self) -> Painted<&T>
§fn on_bright_white(&self) -> Painted<&T>
fn on_bright_white(&self) -> Painted<&T>
§fn attr(&self, value: Attribute) -> Painted<&T>
fn attr(&self, value: Attribute) -> Painted<&T>
Enables the styling [Attribute] value.
This method should be used rarely. Instead, prefer to use
attribute-specific builder methods like bold() and
underline(), which have the same functionality
but are pithier.
§Example
Make text bold using attr():
use yansi::{Paint, Attribute};
painted.attr(Attribute::Bold);Make text bold using using bold().
use yansi::Paint;
painted.bold();§fn rapid_blink(&self) -> Painted<&T>
fn rapid_blink(&self) -> Painted<&T>
§fn quirk(&self, value: Quirk) -> Painted<&T>
fn quirk(&self, value: Quirk) -> Painted<&T>
Enables the yansi [Quirk] value.
This method should be used rarely. Instead, prefer to use quirk-specific
builder methods like mask() and
wrap(), which have the same functionality but are
pithier.
§Example
Enable wrapping using .quirk():
use yansi::{Paint, Quirk};
painted.quirk(Quirk::Wrap);Enable wrapping using wrap().
use yansi::Paint;
painted.wrap();§fn clear(&self) -> Painted<&T>
👎Deprecated since 1.0.1: renamed to resetting() due to conflicts with Vec::clear().
The clear() method will be removed in a future release.
fn clear(&self) -> Painted<&T>
resetting() due to conflicts with Vec::clear().
The clear() method will be removed in a future release.§fn whenever(&self, value: Condition) -> Painted<&T>
fn whenever(&self, value: Condition) -> Painted<&T>
Conditionally enable styling based on whether the [Condition] value
applies. Replaces any previous condition.
See the crate level docs for more details.
§Example
Enable styling painted only when both stdout and stderr are TTYs:
use yansi::{Paint, Condition};
painted.red().on_yellow().whenever(Condition::STDOUTERR_ARE_TTY);