Update .forgejo/workflows/pgo-binary.yml

revert even more pgo

.forgejo/workflows/pgo-binary.yml

@@ -93,22 +93,38 @@ jobs:
           set -eu
 
           SITEMAP_URL='https://riptide-pgo.blitzw.in/sitemaps/sitemap.xml'
+          SITEMAP_URL_2='https://riptide-pgo.blitzw.in/sitemaps2/sitemap.xml'
 
-          printf 'Training with sitemap: <%s>\n' "$SITEMAP_URL"
+          printf 'Training round 1 with sitemap: <%s>\n' "$SITEMAP_URL"
 
           timeout 10m \
-            /tmp/riptide-pgo/riptide \
+          /tmp/riptide-pgo/riptide \
-              --sitemap "$SITEMAP_URL" \
+          --sitemap "$SITEMAP_URL" \
-              --output /tmp/pgo-urls.txt \
+          --output /tmp/pgo-urls.txt \
-              --scheme https \
+          --scheme https \
-              --workers 16 \
+          --workers 16 \
-              --timeout-secs 30
+          --timeout-secs 30
 
           test -s /tmp/pgo-urls.txt
 
-          echo "Training input:"
+          echo "Training round 1 input:"
           wc -l /tmp/pgo-urls.txt
 
+          printf 'Training round 2 with sitemap: <%s>\n' "$SITEMAP_URL_2"
+
+          timeout 10m \
+          /tmp/riptide-pgo/riptide \
+          --sitemap "$SITEMAP_URL_2" \
+          --output /tmp/pgo-urls-2.txt \
+          --scheme https \
+          --workers 16 \
+          --timeout-secs 30
+
+          test -s /tmp/pgo-urls-2.txt
+
+          echo "Training round 2 input:"
+          wc -l /tmp/pgo-urls-2.txt
+
           echo "Generated profiles:"
           find /tmp/riptide-pgo/profiles \
             -name '*.profraw' \
@@ -120,9 +136,9 @@ jobs:
               -name '*.profraw' \
               -type f \
               -print -quit
-          )"
+                )"
 
-      - name: Merge PGO profiles
+      - name: Merge Round 1 of PGO profiles
         shell: sh
         run: |
           set -eu
@@ -135,7 +151,8 @@ jobs:
 
           test -s /tmp/riptide-pgo.profdata
 
-      - name: Build optimized Linux binary
+
+      - name: Build finalized Linux binary
         shell: sh
         run: |
           set -eu

src/main.rs

@@ -2,7 +2,6 @@ use std::{
     collections::{HashSet, VecDeque},
     fs,
     io::Read,
-    sync::Arc,
     time::Duration,
 };
 
@@ -11,7 +10,7 @@ use clap::{Parser, ValueEnum};
 use flate2::read::GzDecoder;
 use futures::stream::{self, StreamExt};
 use mimalloc::MiMalloc;
-use reqwest::{header, Client};
+use reqwest::{Client};
 use roxmltree::Document;
 use tokio::time::timeout;
 use url::Url;