feat(api): pass tags parameter to a web scraper

Author: azasypkin

src/trackers.rs

@@ -101,6 +101,7 @@ pub mod tests {
             Ok(Self {
                 // Target properties.
                 extractor: target.extractor.as_str(),
+                tags: &tracker.tags,
                 user_agent: target.user_agent.as_deref(),
                 ignore_https_errors: target.ignore_https_errors,
                 // Config properties.

src/trackers/api_ext.rs

@@ -756,6 +756,7 @@ where
         let extractor = self.get_script_content(tracker, &target.extractor).await?;
         let scraper_request = WebScraperContentRequest {
             extractor: extractor.as_ref(),
+            tags: &tracker.tags,
             user_agent: target.user_agent.as_deref(),
             ignore_https_errors: target.ignore_https_errors,
             timeout: tracker.config.timeout,
@@ -2865,7 +2866,11 @@ mod tests {
 
         let trackers = api.trackers();
         let tracker_one = trackers
-            .create_tracker(TrackerCreateParams::new("name_one").with_schedule("0 0 * * * *"))
+            .create_tracker(
+                TrackerCreateParams::new("name_one")
+                    .with_schedule("0 0 * * * *")
+                    .with_tags(vec!["tag:1".to_string(), "tag:common".to_string()]),
+            )
             .await?;
         let tracker_two = trackers
             .create_tracker(TrackerCreateParams::new("name_two").with_schedule("0 0 * * * *"))

src/trackers/web_scraper/web_scraper_content_request.rs

@@ -12,6 +12,9 @@ pub struct WebScraperContentRequest<'a> {
     /// A script (Playwright scenario) used to extract web page content that needs to be tracked.
     pub extractor: &'a str,
 
+    /// Tags associated with the tracker.
+    pub tags: &'a Vec<String>,
+
     /// Optional user agent string to use for every request at the web page.
     pub user_agent: Option<&'a str>,
 
@@ -44,13 +47,18 @@ mod tests {
     fn serialization() -> anyhow::Result<()> {
         assert_json_snapshot!(WebScraperContentRequest {
             extractor: "export async function execute(p) { await p.goto('http://localhost:1234/my/app?q=2'); return await p.content(); }",
+            tags: &vec!["tag1".to_string(), "tag2".to_string()],
             timeout: Some(Duration::from_millis(100)),
             previous_content: Some(&json!("some content")),
             user_agent: Some("Retrack/1.0.0"),
             ignore_https_errors: true
         }, @r###"
         {
           "extractor": "export async function execute(p) { await p.goto('http://localhost:1234/my/app?q=2'); return await p.content(); }",
+          "tags": [
+            "tag1",
+            "tag2"
+          ],
           "userAgent": "Retrack/1.0.0",
           "ignoreHTTPSErrors": true,
           "timeout": 100,
@@ -75,6 +83,7 @@ mod tests {
         )?
         .with_target(TrackerTarget::Page(target.clone()))
         .with_timeout(Duration::from_millis(2500))
+        .with_tags(vec!["tag1".to_string(), "tag2".to_string()])
         .build();
 
         let request = WebScraperContentRequest::try_from(&tracker)?;
@@ -83,6 +92,7 @@ mod tests {
         assert_eq!(request.extractor, target.extractor.as_str());
         assert_eq!(request.user_agent, target.user_agent.as_deref());
         assert_eq!(request.ignore_https_errors, target.ignore_https_errors);
+        assert_eq!(request.tags, &tracker.tags);
 
         // Config properties.
         assert_eq!(request.timeout, Some(Duration::from_millis(2500)));