added atomic writer action for ctr c abort
This commit is contained in:
@@ -1,6 +1,5 @@
|
||||
// src/config.rs - FIXED VERSION
|
||||
|
||||
use std::sync::{Arc, atomic::{AtomicUsize, Ordering}};
|
||||
use anyhow::{Context, Result};
|
||||
use chrono::{self};
|
||||
use serde::{Deserialize, Serialize};
|
||||
@@ -16,7 +15,7 @@ pub struct Config {
|
||||
|
||||
pub max_tasks_per_instance: usize,
|
||||
|
||||
#[serde(default)]
|
||||
#[serde(default = "default_enable_vpn_rotation")]
|
||||
pub enable_vpn_rotation: bool,
|
||||
|
||||
// IMPROVEMENT: Reduzierte Defaults für weniger aggressive Scraping
|
||||
@@ -30,16 +29,20 @@ pub struct Config {
|
||||
pub max_retry_attempts: u32,
|
||||
}
|
||||
|
||||
fn default_enable_vpn_rotation() -> bool {
|
||||
false
|
||||
}
|
||||
|
||||
fn default_max_parallel_instances() -> usize {
|
||||
4 // Reduziert von 10 auf 4
|
||||
4
|
||||
}
|
||||
|
||||
fn default_max_requests_per_session() -> usize {
|
||||
10 // Reduziert von 25 auf 10
|
||||
10
|
||||
}
|
||||
|
||||
fn default_min_request_interval_ms() -> u64 {
|
||||
1200 // Erhöht von 300 auf 1200
|
||||
1200
|
||||
}
|
||||
|
||||
fn default_max_retry_attempts() -> u32 { 3 }
|
||||
@@ -60,59 +63,7 @@ impl Default for Config {
|
||||
}
|
||||
}
|
||||
|
||||
pub struct PoolMetrics {
|
||||
pub total_requests: Arc<AtomicUsize>,
|
||||
pub successful_requests: Arc<AtomicUsize>,
|
||||
pub failed_requests: Arc<AtomicUsize>,
|
||||
pub session_renewals: Arc<AtomicUsize>,
|
||||
pub rotation_events: Arc<AtomicUsize>,
|
||||
pub retries: Arc<AtomicUsize>,
|
||||
|
||||
// IMPROVEMENT: Neue Metriken für besseres Monitoring
|
||||
pub navigation_timeouts: Arc<AtomicUsize>,
|
||||
pub bot_detection_hits: Arc<AtomicUsize>,
|
||||
pub proxy_failures: Arc<AtomicUsize>,
|
||||
}
|
||||
|
||||
impl PoolMetrics {
|
||||
pub fn new() -> Self {
|
||||
Self {
|
||||
total_requests: Arc::new(AtomicUsize::new(0)),
|
||||
successful_requests: Arc::new(AtomicUsize::new(0)),
|
||||
failed_requests: Arc::new(AtomicUsize::new(0)),
|
||||
session_renewals: Arc::new(AtomicUsize::new(0)),
|
||||
rotation_events: Arc::new(AtomicUsize::new(0)),
|
||||
retries: Arc::new(AtomicUsize::new(0)),
|
||||
navigation_timeouts: Arc::new(AtomicUsize::new(0)),
|
||||
bot_detection_hits: Arc::new(AtomicUsize::new(0)),
|
||||
proxy_failures: Arc::new(AtomicUsize::new(0)),
|
||||
}
|
||||
}
|
||||
|
||||
pub async fn log_stats(&self) {
|
||||
let total = self.total_requests.load(Ordering::Relaxed);
|
||||
let success = self.successful_requests.load(Ordering::Relaxed);
|
||||
// FIX: Prefix unused variable with underscore
|
||||
let _failed = self.failed_requests.load(Ordering::Relaxed);
|
||||
let renewals = self.session_renewals.load(Ordering::Relaxed);
|
||||
let rotations = self.rotation_events.load(Ordering::Relaxed);
|
||||
let retries = self.retries.load(Ordering::Relaxed);
|
||||
let timeouts = self.navigation_timeouts.load(Ordering::Relaxed);
|
||||
let bot_hits = self.bot_detection_hits.load(Ordering::Relaxed);
|
||||
let proxy_fails = self.proxy_failures.load(Ordering::Relaxed);
|
||||
|
||||
let success_rate = if total > 0 {
|
||||
(success as f64 / total as f64) * 100.0
|
||||
} else {
|
||||
0.0
|
||||
};
|
||||
|
||||
crate::util::logger::log_info(&format!(
|
||||
"Pool Metrics: {} total requests, {:.1}% success rate, {} renewals, {} rotations, {} retries, {} timeouts, {} bot detections, {} proxy failures",
|
||||
total, success_rate, renewals, rotations, retries, timeouts, bot_hits, proxy_fails
|
||||
)).await;
|
||||
}
|
||||
}
|
||||
|
||||
impl Config {
|
||||
/// Loads configuration from environment variables using dotenvy.
|
||||
|
||||
Reference in New Issue
Block a user