cafkafk/nix-weather
cafkafk/nix-weather
1
1
Fork 0
Code Issues 5 Pull requests Projects Releases 3 Packages Activity Actions

feat: increase NOFILES runtime limit

Browse source 
Before actually getting rate limited, we simply run out of free
sockets with the default limit of just 1024. Bumping this to 16384
helps considerably with derivations that have many
prerequisites (e.g., nixpkgs#texliveFull).

Signed-off-by: Maximilian Marx <mmarx@wh2.tu-dresden.de>
This commit is contained in:
Maximilian Marx 2024-10-27 16:30:43 +01:00 committed by Christina Sørensen
parent d553e81512
commit 19a75d99f8
Signed by: cafkafk
GPG key ID: 26C542FD97F965CE
3 changed files with 22 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

10
Cargo.lock generated
View file

@ -1249,6 +1249,7 @@ dependencies = [
"pretty_env_logger", "pretty_env_logger",
"rayon", "rayon",
"reqwest", "reqwest",
"rlimit",
"scraper", "scraper",
"serde", "serde",
"serde_json", "serde_json",
@ -1740,6 +1741,15 @@ dependencies = [
"windows-sys 0.52.0", "windows-sys 0.52.0",
] ]
[[package]]
name = "rlimit"
version = "0.10.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "7043b63bd0cd1aaa628e476b80e6d4023a3b50eb32789f2728908107bd0c793a"
dependencies = [
"libc",
]
[[package]] [[package]]
name = "roff" name = "roff"
version = "0.2.2" version = "0.2.2"

1
crates/nix-weather/Cargo.toml
View file

@ -28,6 +28,7 @@ openssl = { version = "0.10.63" }
pretty_env_logger = "0.5.0" pretty_env_logger = "0.5.0"
rayon = "1.9.0" rayon = "1.9.0"
reqwest = { version = "0.12", features = ["blocking"] } reqwest = { version = "0.12", features = ["blocking"] }
rlimit = "0.10.2"
scraper = "0.18.1" scraper = "0.18.1"
serde = "1.0.197" serde = "1.0.197"
serde_json = "1.0.114" serde_json = "1.0.114"

11
crates/nix-weather/src/main.rs
View file

@ -22,6 +22,9 @@ mod nix;
/// The initial time to wait on http 104, in milliseconds /// The initial time to wait on http 104, in milliseconds
const SLIDE: u64 = 100; const SLIDE: u64 = 100;
// Open files limit to try to set
const NOFILES_LIMIT: u64 = 16384;
const DEFAULT_CACHE: &str = "cache.nixos.org"; const DEFAULT_CACHE: &str = "cache.nixos.org";
const DEFAULT_CONFIG_DIR: &str = "/etc/nixos"; const DEFAULT_CONFIG_DIR: &str = "/etc/nixos";
@ -109,6 +112,14 @@ async fn main() -> io::Result<()> {
log::debug!("{:#?}", &ips); log::debug!("{:#?}", &ips);
// try to increase NOFILES runtime limit
if rlimit::increase_nofile_limit(NOFILES_LIMIT).is_err() {
log::warn!(
"Failed to increase NOFILES limit, still at {:#?}",
rlimit::Resource::NOFILE.get().unwrap_or_default()
);
}
let domain_addr = SocketAddr::new(ips[0], 443); let domain_addr = SocketAddr::new(ips[0], 443);
let client = reqwest::Client::builder() let client = reqwest::Client::builder()