Struct CloudflareCrawlAdapter 

pub struct CloudflareCrawlAdapter { /* private fields */ }

Cloudflare Browser Rendering crawl adapter.

Submits a seed URL to the Cloudflare /crawl endpoint, polls until the job completes, then aggregates all page results into a single ServiceOutput.

Required ServiceInput::params fields: account_id, api_token.

Example

use stygian_graph::adapters::cloudflare_crawl::CloudflareCrawlAdapter;
use stygian_graph::ports::{ScrapingService, ServiceInput};
use serde_json::json;

let adapter = CloudflareCrawlAdapter::new().unwrap();
let input = ServiceInput {
    url: "https://docs.example.com".to_string(),
    params: json!({
        "account_id": "abc123",
        "api_token":  "my-cf-token",
        "max_depth":  2,
    }),
};
// let output = adapter.execute(input).await.unwrap();

Implementations

impl CloudflareCrawlAdapter

pub fn new() -> Result<Self>

Create an adapter with default configuration and a shared reqwest client.

Example

use stygian_graph::adapters::cloudflare_crawl::CloudflareCrawlAdapter;
let adapter = CloudflareCrawlAdapter::new().unwrap();

pub fn with_config(config: CloudflareCrawlConfig) -> Result<Self>

Create an adapter with custom poll / timeout settings.

Example

use stygian_graph::adapters::cloudflare_crawl::{
    CloudflareCrawlAdapter, CloudflareCrawlConfig,
};
use std::time::Duration;

let adapter = CloudflareCrawlAdapter::with_config(CloudflareCrawlConfig {
    poll_interval: Duration::from_secs(5),
    job_timeout:   Duration::from_secs(600),
}).unwrap();

Trait Implementations

impl ScrapingService for CloudflareCrawlAdapter

fn execute<'life0, 'async_trait>( &'life0 self, input: ServiceInput, ) -> Pin<Box<dyn Future<Output = Result<ServiceOutput>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Submit a crawl job to Cloudflare, poll until complete, and return aggregated page content.

Params

input.params must contain account_id and api_token. Optional fields: output_format, max_depth, max_pages, url_pattern, modified_since, max_age_seconds, static_mode.

Errors

Returns ServiceError::Unavailable for API errors, and ServiceError::Timeout if the job does not complete within config.job_timeout.

Example

use stygian_graph::adapters::cloudflare_crawl::CloudflareCrawlAdapter;
use stygian_graph::ports::{ScrapingService, ServiceInput};
use serde_json::json;

let adapter = CloudflareCrawlAdapter::new().unwrap();
let input = ServiceInput {
    url: "https://docs.example.com".to_string(),
    params: json!({
        "account_id": "abc123",
        "api_token":  "my-token",
    }),
};
// let output = adapter.execute(input).await.unwrap();

fn name(&self) -> &'static str

Service name for identification in logs and metrics