From 431ef437fb08f7854d662297dbb1c310e23fa6d7 Mon Sep 17 00:00:00 2001
From: Barry Pollard <barry_pollard@hotmail.com>
Date: Fri, 31 Jul 2026 11:11:32 +0100
Subject: [PATCH 1/7] Add delay to test reports

---
 tools/scripts/test_reports.sh | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/tools/scripts/test_reports.sh b/tools/scripts/test_reports.sh
index 92f3ede2..3bd54de8 100755
--- a/tools/scripts/test_reports.sh
+++ b/tools/scripts/test_reports.sh
@@ -93,6 +93,8 @@ do
         FAIL_LOG="${FAIL_LOG}Incorrect Status code ${STATUS_CODE} found for ${TEST_URL}\n"
         FAIL=$((FAIL+1))
     fi
+    # Pause for 1 second before the next request to avoid hitting rate limits
+    sleep 1
 done
 
 for TEST_URL in ${TIMESERIES_URLS}

From a1d93134ce025e26bf63ec16ab769fcae158718c Mon Sep 17 00:00:00 2001
From: Barry Pollard <barry_pollard@hotmail.com>
Date: Fri, 31 Jul 2026 11:14:31 +0100
Subject: [PATCH 2/7] Add delay to other checks too

---
 tools/scripts/test_reports.sh | 5 +++++
 1 file changed, 5 insertions(+)

diff --git a/tools/scripts/test_reports.sh b/tools/scripts/test_reports.sh
index 3bd54de8..758ba121 100755
--- a/tools/scripts/test_reports.sh
+++ b/tools/scripts/test_reports.sh
@@ -108,6 +108,8 @@ do
         FAIL_LOG="${FAIL_LOG}${REPORT_DATE} not found in body for ${TEST_URL}\n"
         FAIL=$((FAIL+1))
     fi
+    # Pause for 1 second before the next request to avoid hitting rate limits
+    sleep 1
 done
 
 for TEST_URL in ${CRUX_TIMESERIES_URLS}
@@ -121,6 +123,9 @@ do
         FAIL_LOG="${FAIL_LOG}${CRUX_REPORT_DATE} not found in body for ${TEST_URL}\n"
         FAIL=$((FAIL+1))
     fi
+
+    # Pause for 1 second before the next request to avoid hitting rate limits
+    sleep 1
 done
 
 FAIL_LOG="${FAIL_LOG}\nSee latest log in [GitHub Actions](https://github.com/HTTPArchive/httparchive.org/actions/workflows/monthly-report-checks.yml)

From 2ae0b09237b9c31e7923f956fe7ec8a8e1c5f5e0 Mon Sep 17 00:00:00 2001
From: Barry Pollard <barry_pollard@hotmail.com>
Date: Fri, 31 Jul 2026 11:17:37 +0100
Subject: [PATCH 3/7] Update test_reports.sh

---
 tools/scripts/test_reports.sh | 12 ++++++------
 1 file changed, 6 insertions(+), 6 deletions(-)

diff --git a/tools/scripts/test_reports.sh b/tools/scripts/test_reports.sh
index 758ba121..8e1adde4 100755
--- a/tools/scripts/test_reports.sh
+++ b/tools/scripts/test_reports.sh
@@ -93,8 +93,8 @@ do
         FAIL_LOG="${FAIL_LOG}Incorrect Status code ${STATUS_CODE} found for ${TEST_URL}\n"
         FAIL=$((FAIL+1))
     fi
-    # Pause for 1 second before the next request to avoid hitting rate limits
-    sleep 1
+    # Pause before the next request to avoid hitting rate limits
+    sleep 2
 done
 
 for TEST_URL in ${TIMESERIES_URLS}
@@ -108,8 +108,8 @@ do
         FAIL_LOG="${FAIL_LOG}${REPORT_DATE} not found in body for ${TEST_URL}\n"
         FAIL=$((FAIL+1))
     fi
-    # Pause for 1 second before the next request to avoid hitting rate limits
-    sleep 1
+    # Pause before the next request to avoid hitting rate limits
+    sleep 2
 done
 
 for TEST_URL in ${CRUX_TIMESERIES_URLS}
@@ -124,8 +124,8 @@ do
         FAIL=$((FAIL+1))
     fi
 
-    # Pause for 1 second before the next request to avoid hitting rate limits
-    sleep 1
+    # Pause before the next request to avoid hitting rate limits
+    sleep 2
 done
 
 FAIL_LOG="${FAIL_LOG}\nSee latest log in [GitHub Actions](https://github.com/HTTPArchive/httparchive.org/actions/workflows/monthly-report-checks.yml)

From 6fe9e5d1101dd78075022a2112fd0ae8786d1dfc Mon Sep 17 00:00:00 2001
From: Barry Pollard <barry_pollard@hotmail.com>
Date: Fri, 31 Jul 2026 11:23:07 +0100
Subject: [PATCH 4/7] Fix month

---
 tools/scripts/test_reports.sh | 9 ++++-----
 1 file changed, 4 insertions(+), 5 deletions(-)

diff --git a/tools/scripts/test_reports.sh b/tools/scripts/test_reports.sh
index 8e1adde4..f5ecee36 100755
--- a/tools/scripts/test_reports.sh
+++ b/tools/scripts/test_reports.sh
@@ -7,7 +7,7 @@ then
         echo "Running MacOS"
         CRUX_REPORT_DATE=$(date -v -1m +%Y_%m_01)
     else
-        CRUX_REPORT_DATE=$(date -d "-1 month" +%Y_%m_01)
+        CRUX_REPORT_DATE=$(date -d "$(date +%Y-%m-01) -1 month" +%Y_%m_01)
     fi
 else
     CRUX_REPORT_DATE="${REPORT_DATE}"
@@ -94,7 +94,7 @@ do
         FAIL=$((FAIL+1))
     fi
     # Pause before the next request to avoid hitting rate limits
-    sleep 2
+    sleep 5
 done
 
 for TEST_URL in ${TIMESERIES_URLS}
@@ -109,7 +109,7 @@ do
         FAIL=$((FAIL+1))
     fi
     # Pause before the next request to avoid hitting rate limits
-    sleep 2
+    sleep 5
 done
 
 for TEST_URL in ${CRUX_TIMESERIES_URLS}
@@ -123,9 +123,8 @@ do
         FAIL_LOG="${FAIL_LOG}${CRUX_REPORT_DATE} not found in body for ${TEST_URL}\n"
         FAIL=$((FAIL+1))
     fi
-
     # Pause before the next request to avoid hitting rate limits
-    sleep 2
+    sleep 5
 done
 
 FAIL_LOG="${FAIL_LOG}\nSee latest log in [GitHub Actions](https://github.com/HTTPArchive/httparchive.org/actions/workflows/monthly-report-checks.yml)

From 17b68d90318ccc8d57462e4ee9568ae4538a7f98 Mon Sep 17 00:00:00 2001
From: Barry Pollard <barry_pollard@hotmail.com>
Date: Fri, 31 Jul 2026 11:39:11 +0100
Subject: [PATCH 5/7] Increase to 10 seconds

---
 tools/scripts/test_reports.sh | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

diff --git a/tools/scripts/test_reports.sh b/tools/scripts/test_reports.sh
index f5ecee36..2fa34672 100755
--- a/tools/scripts/test_reports.sh
+++ b/tools/scripts/test_reports.sh
@@ -94,7 +94,7 @@ do
         FAIL=$((FAIL+1))
     fi
     # Pause before the next request to avoid hitting rate limits
-    sleep 5
+    sleep 10
 done
 
 for TEST_URL in ${TIMESERIES_URLS}
@@ -109,7 +109,7 @@ do
         FAIL=$((FAIL+1))
     fi
     # Pause before the next request to avoid hitting rate limits
-    sleep 5
+    sleep 10
 done
 
 for TEST_URL in ${CRUX_TIMESERIES_URLS}
@@ -124,7 +124,7 @@ do
         FAIL=$((FAIL+1))
     fi
     # Pause before the next request to avoid hitting rate limits
-    sleep 5
+    sleep 10
 done
 
 FAIL_LOG="${FAIL_LOG}\nSee latest log in [GitHub Actions](https://github.com/HTTPArchive/httparchive.org/actions/workflows/monthly-report-checks.yml)

From 8a84720a62ca2e2e51dfb896300f80d5b7f81fc9 Mon Sep 17 00:00:00 2001
From: Barry Pollard <barry_pollard@hotmail.com>
Date: Fri, 31 Jul 2026 11:50:14 +0100
Subject: [PATCH 6/7] Handle compressed responses

---
 tools/scripts/test_reports.sh | 10 +++++-----
 1 file changed, 5 insertions(+), 5 deletions(-)

diff --git a/tools/scripts/test_reports.sh b/tools/scripts/test_reports.sh
index 2fa34672..9061c465 100755
--- a/tools/scripts/test_reports.sh
+++ b/tools/scripts/test_reports.sh
@@ -94,13 +94,13 @@ do
         FAIL=$((FAIL+1))
     fi
     # Pause before the next request to avoid hitting rate limits
-    sleep 10
+    sleep 2
 done
 
 for TEST_URL in ${TIMESERIES_URLS}
 do
     NUM_TESTS=$((NUM_TESTS+1))
-    if curl -s "${TEST_URL}" | grep -q "${REPORT_DATE}"
+    if curl -s "${TEST_URL}" --compressed | grep -q "${REPORT_DATE}"
     then
         echo "${REPORT_DATE} found in body for ${TEST_URL}"
     else
@@ -109,13 +109,13 @@ do
         FAIL=$((FAIL+1))
     fi
     # Pause before the next request to avoid hitting rate limits
-    sleep 10
+    sleep 2
 done
 
 for TEST_URL in ${CRUX_TIMESERIES_URLS}
 do
     NUM_TESTS=$((NUM_TESTS+1))
-    if curl -s "${TEST_URL}" | grep -q "${CRUX_REPORT_DATE}"
+    if curl -s "${TEST_URL}" --compressed | grep -q "${CRUX_REPORT_DATE}"
     then
         echo "${CRUX_REPORT_DATE} found in body for ${TEST_URL}"
     else
@@ -124,7 +124,7 @@ do
         FAIL=$((FAIL+1))
     fi
     # Pause before the next request to avoid hitting rate limits
-    sleep 10
+    sleep 2
 done
 
 FAIL_LOG="${FAIL_LOG}\nSee latest log in [GitHub Actions](https://github.com/HTTPArchive/httparchive.org/actions/workflows/monthly-report-checks.yml)

From abf5c59ac212f4d3faaac24c7377344122ed6883 Mon Sep 17 00:00:00 2001
From: Barry Pollard <barry_pollard@hotmail.com>
Date: Fri, 31 Jul 2026 11:54:20 +0100
Subject: [PATCH 7/7] Update to 1

---
 tools/scripts/test_reports.sh | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

diff --git a/tools/scripts/test_reports.sh b/tools/scripts/test_reports.sh
index 9061c465..c0f42f9b 100755
--- a/tools/scripts/test_reports.sh
+++ b/tools/scripts/test_reports.sh
@@ -94,7 +94,7 @@ do
         FAIL=$((FAIL+1))
     fi
     # Pause before the next request to avoid hitting rate limits
-    sleep 2
+    sleep 1
 done
 
 for TEST_URL in ${TIMESERIES_URLS}
@@ -109,7 +109,7 @@ do
         FAIL=$((FAIL+1))
     fi
     # Pause before the next request to avoid hitting rate limits
-    sleep 2
+    sleep 1
 done
 
 for TEST_URL in ${CRUX_TIMESERIES_URLS}
@@ -124,7 +124,7 @@ do
         FAIL=$((FAIL+1))
     fi
     # Pause before the next request to avoid hitting rate limits
-    sleep 2
+    sleep 1
 done
 
 FAIL_LOG="${FAIL_LOG}\nSee latest log in [GitHub Actions](https://github.com/HTTPArchive/httparchive.org/actions/workflows/monthly-report-checks.yml)