Skip to content
Draft
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
5 changes: 3 additions & 2 deletions components/retrack-types/src/trackers.rs
Original file line number Diff line number Diff line change
Expand Up @@ -22,8 +22,8 @@ pub use self::{
tracker_list_revisions_params::TrackerListRevisionsParams,
tracker_target::{
ApiTarget, ConfiguratorScriptArgs, ConfiguratorScriptRequest, ConfiguratorScriptResult,
ExtractorEngine, ExtractorScriptArgs, ExtractorScriptResult, PageTarget, TargetRequest,
TargetResponse, TrackerTarget,
ExtractorEngine, ExtractorScriptArgs, ExtractorScriptResult, PageTarget, ProxyConfig,
ProxyCredentials, TargetRequest, TargetResponse, TrackerTarget,
},
tracker_update_params::TrackerUpdateParams,
trackers_list_params::TrackersListParams,
Expand Down Expand Up @@ -61,6 +61,7 @@ pub mod tests {
engine: None,
user_agent: Some("Retrack/1.0.0".to_string()),
accept_invalid_certificates: false,
proxy: None,
}),
config: TrackerConfig {
revisions,
Expand Down
5 changes: 5 additions & 0 deletions components/retrack-types/src/trackers/tracker.rs
Original file line number Diff line number Diff line change
Expand Up @@ -59,6 +59,7 @@ mod tests {
engine: Some(ExtractorEngine::Chromium),
user_agent: Some("Retrack/2.0.0".to_string()),
accept_invalid_certificates: true,
proxy: None,
}))
.build();
assert_json_snapshot!(tracker, @r###"
Expand Down Expand Up @@ -104,6 +105,7 @@ mod tests {
engine: None,
user_agent: Some("Retrack/2.0.0".to_string()),
accept_invalid_certificates: true,
proxy: None,
}))
.with_schedule("0 0 * * *")
.build();
Expand Down Expand Up @@ -147,6 +149,7 @@ mod tests {
engine: None,
user_agent: Some("Retrack/2.0.0".to_string()),
accept_invalid_certificates: true,
proxy: None,
}))
.with_schedule("0 0 * * *")
.build();
Expand Down Expand Up @@ -190,6 +193,7 @@ mod tests {
engine: Some(ExtractorEngine::Camoufox),
user_agent: Some("Retrack/2.0.0".to_string()),
accept_invalid_certificates: true,
proxy: None,
}))
.with_schedule("0 0 * * *")
.build();
Expand Down Expand Up @@ -237,6 +241,7 @@ mod tests {
engine: None,
user_agent: Some("Retrack/2.0.0".to_string()),
accept_invalid_certificates: true,
proxy: None,
}))
.with_schedule("0 0 * * *")
.with_job_config(SchedulerJobConfig {
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -54,6 +54,7 @@ mod tests {
engine: None,
user_agent: None,
accept_invalid_certificates: false,
proxy: None,
}),
config: Default::default(),
tags: vec![],
Expand Down Expand Up @@ -85,6 +86,7 @@ mod tests {
params: None,
user_agent: None,
accept_invalid_certificates: false,
proxy: None,
}),
config: TrackerConfig {
revisions: 10,
Expand Down Expand Up @@ -119,6 +121,7 @@ mod tests {
engine: None,
user_agent: None,
accept_invalid_certificates: false,
proxy: None,
}),
config: TrackerConfig {
revisions: 3,
Expand Down Expand Up @@ -155,6 +158,7 @@ mod tests {
engine: Some(ExtractorEngine::Chromium),
user_agent: Some("Retrack/1.0.0".to_string()),
accept_invalid_certificates: true,
proxy: None,
}),
config: TrackerConfig {
revisions: 3,
Expand Down Expand Up @@ -225,6 +229,7 @@ mod tests {
engine: None,
user_agent: None,
accept_invalid_certificates: false,
proxy: None,
}),
config: Default::default(),
tags: vec![],
Expand Down Expand Up @@ -257,6 +262,7 @@ mod tests {
engine: None,
user_agent: None,
accept_invalid_certificates: false,
proxy: None,
}),
config: TrackerConfig {
revisions: 10,
Expand Down Expand Up @@ -293,6 +299,7 @@ mod tests {
engine: None,
user_agent: None,
accept_invalid_certificates: false,
proxy: None,
}),
config: TrackerConfig {
revisions: 3,
Expand Down Expand Up @@ -345,6 +352,7 @@ mod tests {
engine: Some(ExtractorEngine::Chromium),
user_agent: Some("Retrack/1.0.0".to_string()),
accept_invalid_certificates: true,
proxy: None,
}),
config: TrackerConfig {
revisions: 3,
Expand Down
64 changes: 63 additions & 1 deletion components/retrack-types/src/trackers/tracker_target.rs
Original file line number Diff line number Diff line change
@@ -1,12 +1,14 @@
mod api_target;
mod page_target;
mod proxy_config;

pub use self::{
api_target::{
ApiTarget, ConfiguratorScriptArgs, ConfiguratorScriptRequest, ConfiguratorScriptResult,
ExtractorScriptArgs, ExtractorScriptResult, TargetRequest, TargetResponse,
},
page_target::{ExtractorEngine, PageTarget},
proxy_config::{ProxyConfig, ProxyCredentials},
};
use serde::{Deserialize, Serialize};
use utoipa::ToSchema;
Expand All @@ -26,7 +28,7 @@ pub enum TrackerTarget {
#[cfg(test)]
mod tests {
use super::TrackerTarget;
use crate::trackers::{ApiTarget, ExtractorEngine, PageTarget, TargetRequest};
use crate::trackers::{ApiTarget, ExtractorEngine, PageTarget, ProxyConfig, ProxyCredentials, TargetRequest};
use http::{
Method,
header::{AUTHORIZATION, CONTENT_TYPE},
Expand All @@ -42,6 +44,7 @@ mod tests {
engine: None,
user_agent: None,
accept_invalid_certificates: false,
proxy: None,
});
let target_json = json!({
"type": "page",
Expand All @@ -59,6 +62,7 @@ mod tests {
engine: Some(ExtractorEngine::Camoufox),
user_agent: Some("Retrack/1.0.0".to_string()),
accept_invalid_certificates: true,
proxy: None,
});
let target_json = json!({
"type": "page",
Expand All @@ -78,6 +82,7 @@ mod tests {
requests: vec![TargetRequest::new("https://retrack.dev/".parse()?)],
configurator: None,
extractor: None,
proxy: None,
});
let target_json = json!({ "type": "api", "requests": [{ "url": "https://retrack.dev/" }] });
assert_eq!(serde_json::to_value(&target)?, target_json);
Expand All @@ -93,6 +98,7 @@ mod tests {
}],
configurator: None,
extractor: None,
proxy: None,
});
let target_json = json!({ "type": "api", "requests": [{ "url": "https://retrack.dev/", "method": "PUT" }] });
assert_eq!(serde_json::to_value(&target)?, target_json);
Expand All @@ -117,6 +123,7 @@ mod tests {
}],
configurator: None,
extractor: None,
proxy: None,
});
let target_json = json!({
"type": "api",
Expand All @@ -132,6 +139,61 @@ mod tests {
target
);

// Test PageTarget with proxy
let target = TrackerTarget::Page(PageTarget {
extractor: "export async function execute(p) { await p.goto('https://retrack.dev/'); return await p.content(); }".to_string(),
params: None,
engine: None,
user_agent: None,
accept_invalid_certificates: false,
proxy: Some(ProxyConfig {
url: "http://proxy.example.com:8080".parse()?,
credentials: Some(ProxyCredentials {
scheme: "Basic".to_string(),
value: "dXNlcjpwYXNz".to_string(),
}),
}),
});
let target_json = json!({
"type": "page",
"extractor": "export async function execute(p) { await p.goto('https://retrack.dev/'); return await p.content(); }",
"proxy": {
"url": "http://proxy.example.com:8080/",
"credentials": {
"scheme": "Basic",
"value": "dXNlcjpwYXNz"
}
}
});
assert_eq!(serde_json::to_value(&target)?, target_json);
assert_eq!(
serde_json::from_value::<TrackerTarget>(target_json)?,
target
);

// Test ApiTarget with proxy
let target = TrackerTarget::Api(ApiTarget {
requests: vec![TargetRequest::new("https://retrack.dev/".parse()?)],
configurator: None,
extractor: None,
proxy: Some(ProxyConfig {
url: "http://proxy.example.com:8080".parse()?,
credentials: None,
}),
});
let target_json = json!({
"type": "api",
"requests": [{ "url": "https://retrack.dev/" }],
"proxy": {
"url": "http://proxy.example.com:8080/"
}
});
assert_eq!(serde_json::to_value(&target)?, target_json);
assert_eq!(
serde_json::from_value::<TrackerTarget>(target_json)?,
target
);

Ok(())
}
}
11 changes: 11 additions & 0 deletions components/retrack-types/src/trackers/tracker_target/api_target.rs
Original file line number Diff line number Diff line change
@@ -1,3 +1,4 @@
use super::ProxyConfig;
use serde::{Deserialize, Serialize};
use serde_with::skip_serializing_none;
use utoipa::ToSchema;
Expand Down Expand Up @@ -31,6 +32,9 @@ pub struct ApiTarget {

/// Optional custom script (Deno) to extract only necessary data from the API response.
pub extractor: Option<String>,

/// Optional proxy configuration.
pub proxy: Option<ProxyConfig>,
}

#[cfg(test)]
Expand All @@ -50,6 +54,7 @@ mod tests {
requests: vec![TargetRequest::new(Url::parse("https://retrack.dev")?)],
configurator: None,
extractor: None,
proxy: None,
};
let target_json = json!({ "requests": [{ "url": "https://retrack.dev/" }] });
assert_eq!(serde_json::to_value(&target)?, target_json);
Expand All @@ -62,6 +67,7 @@ mod tests {
}],
configurator: None,
extractor: None,
proxy: None,
};
let target_json =
json!({ "requests": [{"url": "https://retrack.dev/", "method": "PUT" }] });
Expand All @@ -84,6 +90,7 @@ mod tests {
}],
configurator: None,
extractor: None,
proxy: None,
};
let target_json = json!({
"requests": [{
Expand Down Expand Up @@ -115,6 +122,7 @@ mod tests {
}],
configurator: None,
extractor: None,
proxy: None,
};
let target_json = json!({
"requests": [{
Expand Down Expand Up @@ -152,6 +160,7 @@ mod tests {
}],
configurator: None,
extractor: None,
proxy: None,
};
let target_json = json!({
"requests": [{
Expand Down Expand Up @@ -195,6 +204,7 @@ mod tests {
.to_string(),
),
extractor: None,
proxy: None,
};
let target_json = json!({
"requests": [{
Expand Down Expand Up @@ -241,6 +251,7 @@ mod tests {
"((context) => ({ body: Deno.core.encode(JSON.stringify({ key: 'value' })) })();"
.to_string(),
),
proxy: None,
};
let target_json = json!({
"requests": [{
Expand Down
Original file line number Diff line number Diff line change
@@ -1,5 +1,6 @@
mod extractor_engine;

use super::ProxyConfig;
use serde::{Deserialize, Serialize};
use serde_with::skip_serializing_none;
use utoipa::ToSchema;
Expand Down Expand Up @@ -28,6 +29,9 @@ pub struct PageTarget {
/// Whether to ignore invalid server certificates when sending network requests.
#[serde(default, skip_serializing_if = "std::ops::Not::not")]
pub accept_invalid_certificates: bool,

/// Optional proxy configuration.
pub proxy: Option<ProxyConfig>,
}

#[cfg(test)]
Expand All @@ -48,6 +52,7 @@ mod tests {
params: Some(json!({ "param": "value" })),
user_agent: Some("Retrack/1.0.0".to_string()),
accept_invalid_certificates: true,
proxy: None,
};
let target_json = json!({
"extractor": "export async function execute(p) { await p.goto('https://retrack.dev/'); return await p.content(); }",
Expand Down
Loading
Loading