benches): add concurrent logs

Author: j-mendez

.github/workflows/benches.yml

@@ -58,6 +58,7 @@ jobs:
           git config --global user.name "GitHub Actions"
           git config --global user.email "actions@github.com"
           git add benches/logs/
+          git add benches/logs_concurrent/
           git commit -m "Update benchmark logs" || echo "No changes to commit"
           git push
         env:

benches/.dockerignore

@@ -1 +1,2 @@
-logs
+logs
+logs_concurrent

benches/README.md

@@ -61,10 +61,24 @@ The `Argless` has the headless instance launched with minimal args required to r
 
 ### Mac
 
+Sync 10x
+
 * [Darwin_v10cpu](./logs/Darwin_v10cpu_benchmark_logs.txt)
 * [Darwin_v10cpu Argless](./logs/Darwin_v10cpu_benchmark_noargs_logs.txt)
 
+Concurrent 10x
+
+* [Darwin_v10cpu](./logs_concurrent/Darwin_v10cpu_benchmark_logs.txt)
+* [Darwin_v10cpu Argless](./logs_concurrent/Darwin_v10cpu_benchmark_noargs_logs.txt)
+
 ### Linux
 
+Sync 10x
+
 * [Linux_v4cpu](./logs/Linux_v4cpu_benchmark_logs.txt)
 * [Linux_v4cpu Argless](./logs/Linux_v4cpu_benchmark_noargs_logs.txt)
+
+Concurrent 10x
+
+* [Linux_v4cpu](./logs_concurrent/Linux_v4cpu_benchmark_logs.txt)
+* [Linux_v4cpu Argless](./logs_concurrent/Linux_v4cpu_benchmark_noargs_logs.txt)

benches/basic.rs

@@ -1,10 +1,19 @@
-pub mod run;
+mod run;
+mod run_concurrent;
+
 use std::env::set_var;
 
 const LOG_FILE_NAME: &str = "benchmark_logs.txt";
 
 #[tokio::main]
 async fn main() {
     set_var("CHROME_INIT", "ignore"); // Ignore the auto start.
-    run::run(LOG_FILE_NAME).await
+    set_var("HOSTNAME", "localhost");
+    headless_browser_lib::fork(Some(*headless_browser_lib::conf::DEFAULT_PORT)).await;
+    let task = tokio::spawn(headless_browser_lib::run_main());
+    tokio::time::sleep(std::time::Duration::from_millis(1000)).await; // Wait for the server to load.
+    run::run(LOG_FILE_NAME).await;
+    run_concurrent::run(LOG_FILE_NAME).await;
+    headless_browser_lib::shutdown_instances().await;
+    task.abort();
 }

benches/basic_no_args.rs

@@ -1,4 +1,5 @@
-pub mod run;
+mod run;
+mod run_concurrent;
 use std::env::set_var;
 
 const LOG_FILE_NAME: &str = "benchmark_noargs_logs.txt";
@@ -7,5 +8,12 @@ const LOG_FILE_NAME: &str = "benchmark_noargs_logs.txt";
 async fn main() {
     set_var("CHROME_INIT", "ignore"); // Ignore the auto start.
     set_var("TEST_NO_ARGS", "true");
-    run::run(LOG_FILE_NAME).await
+    set_var("HOSTNAME", "localhost");
+    headless_browser_lib::fork(Some(*headless_browser_lib::conf::DEFAULT_PORT)).await;
+    let task = tokio::spawn(headless_browser_lib::run_main());
+    tokio::time::sleep(std::time::Duration::from_millis(1000)).await; // Wait for the server to load.
+    run::run(LOG_FILE_NAME).await;
+    run_concurrent::run(LOG_FILE_NAME).await;
+    headless_browser_lib::shutdown_instances().await;
+    task.abort();
 }

benches/logs/Darwin_v10cpu_benchmark_logs.txt

@@ -5,3 +5,19 @@ MACHINE: Darwin/v10cpu
 DATE: 2025-02-25 09:49:12
 Average Duration: 154.52907ms
 
+<http://spider.cloud> - 10 SAMPLES
+CHROME_PATH: headless_shell
+CHROME_ARGS: (92)("--remote-debugging-address=0.0.0.0,--remote-debugging-port=9223,--headless,--disable-gpu,--disable-gpu-sandbox,--use-gl=angle,--no-first-run,--no-sandbox,--disable-setuid-sandbox,--no-zygote,--hide-scrollbars,--user-data-dir=~/.config/google-chrome,--allow-running-insecure-content,--autoplay-policy=user-gesture-required,--ignore-certificate-errors,--no-default-browser-check,--disable-dev-shm-usage,--disable-threaded-scrolling,--disable-cookie-encryption,--disable-demo-mode,--disable-dinosaur-easter-egg,--disable-fetching-hints-at-navigation-start,--disable-site-isolation-trials,--disable-web-security,--disable-threaded-animation,--disable-sync,--disable-print-preview,--disable-search-engine-choice-screen,--disable-partial-raster,--disable-in-process-stack-traces,--use-angle=swiftshader,--disable-low-res-tiling,--disable-speech-api,--disable-smooth-scrolling,--disable-default-apps,--disable-prompt-on-repost,--disable-domain-reliability,--enable-dom-distiller,--enable-distillability-service,--disable-component-update,--disable-background-timer-throttling,--disable-breakpad,--disable-crash-reporter,--disable-software-rasterizer,--disable-asynchronous-spellchecking,--disable-extensions,--disable-html5-camera,--noerrdialogs,--disable-popup-blocking,--disable-hang-monitor,--disable-checker-imaging,--enable-surface-synchronization,--disable-image-animation-resync,--disable-client-side-phishing-detection,--disable-component-extensions-with-background-pages,--run-all-compositor-stages-before-draw,--disable-background-networking,--disable-renderer-backgrounding,--disable-field-trial-config,--disable-back-forward-cache,--disable-backgrounding-occluded-windows,--log-level=3,--enable-logging=stderr,--font-render-hinting=none,--block-new-web-contents,--no-subproc-heap-profiling,--no-pre-read-main-dll,--disable-stack-profiler,--crash-on-hang-threads,--restore-last-session,--ip-protection-proxy-opt-out,--unsafely-disable-devtools-self-xss-warning,--enable-features=PdfOopif,SharedArrayBuffer,NetworkService,NetworkServiceInProcess,--metrics-recording-only,--use-mock-keychain,--force-color-profile=srgb,--disable-infobars,--mute-audio,--disable-datasaver-prompt,--no-service-autorun,--password-store=basic,--export-tagged-pdf,--no-pings,--rusty-png,--disable-histogram-customizer,--window-size=800,600,--disable-vulkan-fallback-to-gl-for-testing,--disable-vulkan-surface,--disable-webrtc,--disable-blink-features=AutomationControlled,--disable-ipc-flooding-protection,--disable-features=PaintHolding,HttpsUpgrades,DeferRendererTasksAfterInput,LensOverlay,ThirdPartyStoragePartitioning,IsolateSandboxedIframes,ProcessPerSiteUpToMainFrameThreshold,site-per-process,WebUIJSErrorReportingExtended,DIPS,InterestFeedContentSuggestions,PrivacySandboxSettings4,AutofillServerCommunication,CalculateNativeWinOcclusion,OptimizationHints,AudioServiceOutOfProcess,IsolateOrigins,ImprovedCookieControls,LazyFrameLoading,GlobalMediaControls,DestroyProfileOnBrowserClose,MediaRouter,DialMediaRouteProvider,AcceptCHFrame,AutoExpandDetailsElement,CertificateTransparencyComponentUpdater,AvoidUnnecessaryBeforeUnloadCheckSync,Translate")
+MACHINE: Darwin/v10cpu
+DATE: 2025-02-25 12:37:12
+Total Duration: 1.318385833s
+Average Duration: 131.819904ms
+
+<http://spider.cloud> - 10 SAMPLES
+CHROME_PATH: headless_shell
+CHROME_ARGS: (92)("--remote-debugging-address=0.0.0.0,--remote-debugging-port=9223,--headless,--disable-gpu,--disable-gpu-sandbox,--use-gl=angle,--no-first-run,--no-sandbox,--disable-setuid-sandbox,--no-zygote,--hide-scrollbars,--user-data-dir=~/.config/google-chrome,--allow-running-insecure-content,--autoplay-policy=user-gesture-required,--ignore-certificate-errors,--no-default-browser-check,--disable-dev-shm-usage,--disable-threaded-scrolling,--disable-cookie-encryption,--disable-demo-mode,--disable-dinosaur-easter-egg,--disable-fetching-hints-at-navigation-start,--disable-site-isolation-trials,--disable-web-security,--disable-threaded-animation,--disable-sync,--disable-print-preview,--disable-search-engine-choice-screen,--disable-partial-raster,--disable-in-process-stack-traces,--use-angle=swiftshader,--disable-low-res-tiling,--disable-speech-api,--disable-smooth-scrolling,--disable-default-apps,--disable-prompt-on-repost,--disable-domain-reliability,--enable-dom-distiller,--enable-distillability-service,--disable-component-update,--disable-background-timer-throttling,--disable-breakpad,--disable-crash-reporter,--disable-software-rasterizer,--disable-asynchronous-spellchecking,--disable-extensions,--disable-html5-camera,--noerrdialogs,--disable-popup-blocking,--disable-hang-monitor,--disable-checker-imaging,--enable-surface-synchronization,--disable-image-animation-resync,--disable-client-side-phishing-detection,--disable-component-extensions-with-background-pages,--run-all-compositor-stages-before-draw,--disable-background-networking,--disable-renderer-backgrounding,--disable-field-trial-config,--disable-back-forward-cache,--disable-backgrounding-occluded-windows,--log-level=3,--enable-logging=stderr,--font-render-hinting=none,--block-new-web-contents,--no-subproc-heap-profiling,--no-pre-read-main-dll,--disable-stack-profiler,--crash-on-hang-threads,--restore-last-session,--ip-protection-proxy-opt-out,--unsafely-disable-devtools-self-xss-warning,--enable-features=PdfOopif,SharedArrayBuffer,NetworkService,NetworkServiceInProcess,--metrics-recording-only,--use-mock-keychain,--force-color-profile=srgb,--disable-infobars,--mute-audio,--disable-datasaver-prompt,--no-service-autorun,--password-store=basic,--export-tagged-pdf,--no-pings,--rusty-png,--disable-histogram-customizer,--window-size=800,600,--disable-vulkan-fallback-to-gl-for-testing,--disable-vulkan-surface,--disable-webrtc,--disable-blink-features=AutomationControlled,--disable-ipc-flooding-protection,--disable-features=PaintHolding,HttpsUpgrades,DeferRendererTasksAfterInput,LensOverlay,ThirdPartyStoragePartitioning,IsolateSandboxedIframes,ProcessPerSiteUpToMainFrameThreshold,site-per-process,WebUIJSErrorReportingExtended,DIPS,InterestFeedContentSuggestions,PrivacySandboxSettings4,AutofillServerCommunication,CalculateNativeWinOcclusion,OptimizationHints,AudioServiceOutOfProcess,IsolateOrigins,ImprovedCookieControls,LazyFrameLoading,GlobalMediaControls,DestroyProfileOnBrowserClose,MediaRouter,DialMediaRouteProvider,AcceptCHFrame,AutoExpandDetailsElement,CertificateTransparencyComponentUpdater,AvoidUnnecessaryBeforeUnloadCheckSync,Translate")
+MACHINE: Darwin/v10cpu
+DATE: 2025-02-25 13:16:20
+Total Duration: 1.6137815s
+Average Duration: 161.360071ms
+

benches/logs/Darwin_v10cpu_benchmark_noargs_logs.txt

@@ -5,3 +5,19 @@ MACHINE: Darwin/v10cpu
 DATE: 2025-02-25 09:49:33
 Average Duration: 170.837966ms
 
+<http://spider.cloud> - 10 SAMPLES
+CHROME_PATH: headless_shell
+CHROME_ARGS: (6)("--remote-debugging-address=0.0.0.0,--remote-debugging-port=9223,--headless,--disable-gpu,--disable-gpu-sandbox,--use-gl=angle")
+MACHINE: Darwin/v10cpu
+DATE: 2025-02-25 12:37:16
+Total Duration: 1.45234475s
+Average Duration: 145.212333ms
+
+<http://spider.cloud> - 10 SAMPLES
+CHROME_PATH: headless_shell
+CHROME_ARGS: (6)("--remote-debugging-address=0.0.0.0,--remote-debugging-port=9223,--headless,--disable-gpu,--disable-gpu-sandbox,--use-gl=angle")
+MACHINE: Darwin/v10cpu
+DATE: 2025-02-25 13:16:24
+Total Duration: 1.372718833s
+Average Duration: 137.257075ms
+

benches/logs_concurrent/Darwin_v10cpu_benchmark_logs.txt

@@ -0,0 +1,8 @@
+<http://spider.cloud> - 10 SAMPLES
+CHROME_PATH: headless_shell
+CHROME_ARGS: (92)("--remote-debugging-address=0.0.0.0,--remote-debugging-port=9223,--headless,--disable-gpu,--disable-gpu-sandbox,--use-gl=angle,--no-first-run,--no-sandbox,--disable-setuid-sandbox,--no-zygote,--hide-scrollbars,--user-data-dir=~/.config/google-chrome,--allow-running-insecure-content,--autoplay-policy=user-gesture-required,--ignore-certificate-errors,--no-default-browser-check,--disable-dev-shm-usage,--disable-threaded-scrolling,--disable-cookie-encryption,--disable-demo-mode,--disable-dinosaur-easter-egg,--disable-fetching-hints-at-navigation-start,--disable-site-isolation-trials,--disable-web-security,--disable-threaded-animation,--disable-sync,--disable-print-preview,--disable-search-engine-choice-screen,--disable-partial-raster,--disable-in-process-stack-traces,--use-angle=swiftshader,--disable-low-res-tiling,--disable-speech-api,--disable-smooth-scrolling,--disable-default-apps,--disable-prompt-on-repost,--disable-domain-reliability,--enable-dom-distiller,--enable-distillability-service,--disable-component-update,--disable-background-timer-throttling,--disable-breakpad,--disable-crash-reporter,--disable-software-rasterizer,--disable-asynchronous-spellchecking,--disable-extensions,--disable-html5-camera,--noerrdialogs,--disable-popup-blocking,--disable-hang-monitor,--disable-checker-imaging,--enable-surface-synchronization,--disable-image-animation-resync,--disable-client-side-phishing-detection,--disable-component-extensions-with-background-pages,--run-all-compositor-stages-before-draw,--disable-background-networking,--disable-renderer-backgrounding,--disable-field-trial-config,--disable-back-forward-cache,--disable-backgrounding-occluded-windows,--log-level=3,--enable-logging=stderr,--font-render-hinting=none,--block-new-web-contents,--no-subproc-heap-profiling,--no-pre-read-main-dll,--disable-stack-profiler,--crash-on-hang-threads,--restore-last-session,--ip-protection-proxy-opt-out,--unsafely-disable-devtools-self-xss-warning,--enable-features=PdfOopif,SharedArrayBuffer,NetworkService,NetworkServiceInProcess,--metrics-recording-only,--use-mock-keychain,--force-color-profile=srgb,--disable-infobars,--mute-audio,--disable-datasaver-prompt,--no-service-autorun,--password-store=basic,--export-tagged-pdf,--no-pings,--rusty-png,--disable-histogram-customizer,--window-size=800,600,--disable-vulkan-fallback-to-gl-for-testing,--disable-vulkan-surface,--disable-webrtc,--disable-blink-features=AutomationControlled,--disable-ipc-flooding-protection,--disable-features=PaintHolding,HttpsUpgrades,DeferRendererTasksAfterInput,LensOverlay,ThirdPartyStoragePartitioning,IsolateSandboxedIframes,ProcessPerSiteUpToMainFrameThreshold,site-per-process,WebUIJSErrorReportingExtended,DIPS,InterestFeedContentSuggestions,PrivacySandboxSettings4,AutofillServerCommunication,CalculateNativeWinOcclusion,OptimizationHints,AudioServiceOutOfProcess,IsolateOrigins,ImprovedCookieControls,LazyFrameLoading,GlobalMediaControls,DestroyProfileOnBrowserClose,MediaRouter,DialMediaRouteProvider,AcceptCHFrame,AutoExpandDetailsElement,CertificateTransparencyComponentUpdater,AvoidUnnecessaryBeforeUnloadCheckSync,Translate")
+MACHINE: Darwin/v10cpu
+DATE: 2025-02-25 13:16:21
+Total Duration: 591.746834ms
+Average Duration: 377.343866ms
+

benches/logs_concurrent/Darwin_v10cpu_benchmark_noargs_logs.txt

@@ -0,0 +1,8 @@
+<http://spider.cloud> - 10 SAMPLES
+CHROME_PATH: headless_shell
+CHROME_ARGS: (6)("--remote-debugging-address=0.0.0.0,--remote-debugging-port=9223,--headless,--disable-gpu,--disable-gpu-sandbox,--use-gl=angle")
+MACHINE: Darwin/v10cpu
+DATE: 2025-02-25 13:16:24
+Total Duration: 609.04825ms
+Average Duration: 394.105729ms
+

benches/logs_concurrent/Linux_v4cpu_benchmark_logs.txt

@@ -17,10 +17,7 @@ pub async fn run(log_file_name: &str) {
     ensure_log_directory_exists(LOG_DIR).expect("Failed to create log directory");
     let query = env::var("BENCH_URL").unwrap_or_else(|_| "http://spider.cloud".into());
     let mut total_duration = Duration::new(0, 0);
-
-    headless_browser_lib::fork(Some(*headless_browser_lib::conf::DEFAULT_PORT)).await;
-    tokio::spawn(headless_browser_lib::run_main());
-    tokio::time::sleep(Duration::from_millis(1000)).await; // Wait for the server to load.
+    let current_time = Instant::now();
 
     for i in 0..SAMPLE_COUNT {
         println!("Running sample {} of {}", i + 1, SAMPLE_COUNT);
@@ -39,8 +36,15 @@ pub async fn run(log_file_name: &str) {
     }
 
     let average_duration = total_duration.div(SAMPLE_COUNT);
-    println!("Finished average time: {:?}", average_duration);
-    log_performance(average_duration, &query, log_file_name).expect("Failed to log performance");
+    let total_time = current_time.elapsed();
+
+    println!(
+        "Finished average time: {:?} - total time: {:?}",
+        average_duration,total_time
+    );
+
+    log_performance(total_time, average_duration, &query, log_file_name)
+        .expect("Failed to log performance");
 }
 
 /// Ensure the dir always exist.
@@ -52,7 +56,12 @@ fn ensure_log_directory_exists(dir: &str) -> io::Result<()> {
 }
 
 /// Log the performance to file.
-fn log_performance(current_avg: Duration, query: &str, log_file_name: &str) -> io::Result<()> {
+fn log_performance(
+    total_duration: Duration,
+    current_avg: Duration,
+    query: &str,
+    log_file_name: &str,
+) -> io::Result<()> {
     let os_type = sys_info::os_type().unwrap_or_default();
     let cpu_count = sys_info::cpu_num().unwrap_or_default().to_string();
     let sanitized_os = os_type.replace(|c: char| !c.is_alphanumeric(), "_");
@@ -106,11 +115,12 @@ fn log_performance(current_avg: Duration, query: &str, log_file_name: &str) -> i
 
         writeln!(
             log_file,
-            "<{query}> - {SAMPLE_COUNT} SAMPLES\nCHROME_PATH: {}\nCHROME_ARGS: {}\nMACHINE: {}\nDATE: {}\nAverage Duration: {:?}\n",
+            "<{query}> - {SAMPLE_COUNT} SAMPLES\nCHROME_PATH: {}\nCHROME_ARGS: {}\nMACHINE: {}\nDATE: {}\nTotal Duration: {:?}\nAverage Duration: {:?}\n",
             chrome_path,
             chrome_args,
             format!("{}/v{}cpu", os_type, cpu_count),
             chrono::Local::now().format("%Y-%m-%d %H:%M:%S"),
+            total_duration,
             current_avg
         )?;
     }