8365753a43
this lets "Rscript generate-cran-packages.R > cran-packages.nix" complete much quicker, because we only have to download packages with new versions.
48 lines
2.3 KiB
R
48 lines
2.3 KiB
R
library(data.table)
|
|
library(parallel)
|
|
cl <- makeCluster(10)
|
|
options(repos=structure(c(CRAN="http://cran.rstudio.com/")))
|
|
|
|
|
|
readFormatted <- as.data.table(read.table(skip=6, sep='"', text=head(readLines('cran-packages.nix'), -1)))
|
|
|
|
nixPrefetch <- function(name, version) {
|
|
prevV <- readFormatted$V2 == name & readFormatted$V4 == version
|
|
if (sum(prevV) == 1) as.character(readFormatted$V6[ prevV ]) else
|
|
system(paste0("nix-prefetch-url --type sha256 http://cran.rstudio.com/src/contrib/", name, "_", version, ".tar.gz"), intern=TRUE)
|
|
# system(paste0("nix-hash --flat --base32 --type sha256 /nix/store/*", name, "_", version, ".tar.gz", "| head -n 1"), intern=TRUE)
|
|
}
|
|
|
|
formatPackage <- function(name, version, sha256, depends, imports, linkingTo, knownPackages) {
|
|
attr <- gsub(".", "_", name, fixed=TRUE)
|
|
if (is.na(depends)) depends <- "";
|
|
depends <- unlist(strsplit(depends, split="[ \t\n]*,[ \t\n]*", fixed=FALSE))
|
|
depends <- c(depends, unlist(strsplit(imports, split="[ \t\n]*,[ \t\n]*", fixed=FALSE)))
|
|
depends <- c(depends, unlist(strsplit(linkingTo, split="[ \t\n]*,[ \t\n]*", fixed=FALSE)))
|
|
depends <- sapply(depends, gsub, pattern="([^ \t\n(]+).*", replacement="\\1")
|
|
depends <- depends[depends %in% knownPackages]
|
|
depends <- sapply(depends, gsub, pattern=".", replacement="_", fixed=TRUE)
|
|
depends <- paste(depends, collapse=" ")
|
|
paste0(attr, " = derive { name=\"", name, "\"; version=\"", version, "\"; sha256=\"", sha256, "\"; depends=[", depends, "]; };")
|
|
}
|
|
|
|
clusterExport(cl, c("nixPrefetch","readFormatted"))
|
|
|
|
pkgs <- as.data.table(available.packages(filters=c("R_version", "OS_type", "CRAN", "duplicates")))
|
|
pkgs <- subset(pkgs, Repository=="http://cran.rstudio.com/src/contrib")
|
|
pkgs <- pkgs[order(Package)]
|
|
pkgs$sha256 <- parApply(cl, pkgs, 1, function(p) nixPrefetch(p[1], p[2]))
|
|
knownPackages <- unique(pkgs$Package)
|
|
|
|
nix <- apply(pkgs, 1, function(p) formatPackage(p[1], p[2], p[18], p[4], p[5], p[6], knownPackages))
|
|
|
|
cat("# This file is generated from generate-cran-packages.R. DO NOT EDIT.\n")
|
|
cat("# Execute the following command to update the file.\n")
|
|
cat("#\n")
|
|
cat("# Rscript generate-cran-packages.R > cran-packages.nix\n")
|
|
cat("\n")
|
|
cat("{ self, derive }: with self; {\n")
|
|
cat(paste(nix, collapse="\n"), "\n")
|
|
cat("}\n")
|
|
|
|
stopCluster(cl)
|