Extended Synthetic Workload Generator for stress testing

data/workload_statistics/workload_logs.txt

@@ -0,0 +1,62 @@
+=== allusers-gpu-30.log ===
+jobs=3319 skipped_rows=1
+hours_observed=788
+arrivals_per_hour: mean=4.2119 std=77.5734
+duration_hours: mean=7.4852 std=29.6084
+nodes: mean=1.0054 std=0.1202
+cores: mean=14.9328 std=30.1301
+corr(duration, nodes)=0.007262 corr(duration, cores)=0.628780
+burst_baseline_jobs_per_hour: small=0.0000 heavy=0.0000
+burst_prob_estimates: small_event=0.0025 small_volume=0.0243 heavy_event=0.0000 heavy_volume=0.0000
+suggested_flags: --wg-burst-small-prob 0.0025 --wg-burst-heavy-prob 0.0000
+
+=== allusers-grid-30.log ===
+jobs=40639 skipped_rows=1
+hours_observed=756
+arrivals_per_hour: mean=53.7553 std=87.2675
+duration_hours: mean=13.6808 std=7.1705
+nodes: mean=1.0000 std=0.0000
+cores: mean=7.9984 std=0.1122
+corr(duration, nodes)=nan corr(duration, cores)=0.026772
+burst_baseline_jobs_per_hour: small=0.0000 heavy=0.0000
+burst_prob_estimates: small_event=0.0423 small_volume=0.0752 heavy_event=0.0000 heavy_volume=0.0000
+suggested_flags: --wg-burst-small-prob 0.0423 --wg-burst-heavy-prob 0.0000
+
+=== allusers-high_mem-30.log ===
+jobs=237373 skipped_rows=1
+hours_observed=1385
+arrivals_per_hour: mean=171.3884 std=611.6586
+duration_hours: mean=0.2537 std=1.8726
+nodes: mean=1.0010 std=0.1191
+cores: mean=13.6286 std=47.3460
+corr(duration, nodes)=0.405630 corr(duration, cores)=0.113031
+burst_baseline_jobs_per_hour: small=129.0000 heavy=0.0000
+burst_prob_estimates: small_event=0.1329 small_volume=0.9510 heavy_event=0.0043 heavy_volume=0.0011
+suggested_flags: --wg-burst-small-prob 0.1329 --wg-burst-heavy-prob 0.0043
+
+=== allusers-long-30.log ===
+jobs=706918 skipped_rows=1
+hours_observed=1381
+arrivals_per_hour: mean=511.8885 std=1308.5007
+duration_hours: mean=3.2965 std=13.0609
+nodes: mean=1.0137 std=0.6736
+cores: mean=7.5031 std=54.1584
+corr(duration, nodes)=0.030925 corr(duration, cores)=0.020810
+burst_baseline_jobs_per_hour: small=319.0000 heavy=0.0000
+burst_prob_estimates: small_event=0.2274 small_volume=1.0000 heavy_event=0.0210 heavy_volume=0.0072
+suggested_flags: --wg-burst-small-prob 0.2274 --wg-burst-heavy-prob 0.0210
+
+=== allusers-main-30.log ===
+jobs=1448404 skipped_rows=1
+hours_observed=752
+arrivals_per_hour: mean=1926.0691 std=3618.8276
+duration_hours: mean=0.3007 std=0.8709
+nodes: mean=1.0007 std=0.1308
+cores: mean=2.9509 std=3.6442
+corr(duration, nodes)=0.008865 corr(duration, cores)=-0.027545
+burst_baseline_jobs_per_hour: small=907.0000 heavy=0.0000
+burst_prob_estimates: small_event=0.3697 small_volume=1.0000 heavy_event=0.0000 heavy_volume=0.0000
+suggested_flags: --wg-burst-small-prob 0.3697 --wg-burst-heavy-prob 0.0000
+
+
+NOTE: skipped_rows when duration = 0 rows appear. Not used in calculation.