From e7fb2fb32eef4cde88db5b837279c92aef9eb3d2 Mon Sep 17 00:00:00 2001
From: Linus Biser <52975262+craeckor@users.noreply.github.com>
Date: Fri, 23 Feb 2024 12:12:12 +0100
Subject: [PATCH] add download of curl-user-agents

---
 user-agent-scraper.ps1 | 14 +++++++++++++-
 1 file changed, 13 insertions(+), 1 deletion(-)

diff --git a/user-agent-scraper.ps1 b/user-agent-scraper.ps1
index 77d4779..b22c78e 100644
--- a/user-agent-scraper.ps1
+++ b/user-agent-scraper.ps1
@@ -1,6 +1,18 @@
-$curlagentlist = Get-Content -Path .\curl-user-agents.txt
 $useragent = '-H "Accept: text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,*/*;q=0.8" -H "Accept-Language: en-US,en;q=0.5" -H "Cache-Control: no-cache"'
 $devicesite = "https://explore.whatismybrowser.com/useragents/explore/operating_platform_string/"
+$listhashurl = "https://raw.githubusercontent.com/craeckor/user-agent-scraper/main/curl-user-agents.txt.sha256"
+$listurl = "https://raw.githubusercontent.com/craeckor/user-agent-scraper/main/curl-user-agents.txt"
+$listhash = $(curl.exe -s -L $listhashurl)
+if (Test-Path .\curl-user-agents.txt) {
+    $listhashfile = Get-FileHash -Algorithm SHA256 -Path .\curl-user-agents.txt
+    if (!($listhashfile -eq $listhash)) {
+        Remove-Item -Force .\curl-user-agents.txt
+        curl.exe -s -L $listurl -o .\curl-user-agents.txt
+    }
+} else {
+    curl.exe -s -L $listurl -o .\curl-user-agents.txt
+}
+$curlagentlist = Get-Content -Path .\curl-user-agents.txt
 if (Test-Path .\device-links.txt) {
     Remove-Item -Force .\device-links.txt
 }