Compare commits

..

3 commits

Author SHA1 Message Date
cy
b47a778b9e
ok clippy 2025-04-14 13:28:04 -04:00
cy
f304dae207
just a little 2025-04-14 13:27:00 -04:00
cy
2f9cc77b42
refactor cli and clap stuff 2025-04-14 13:20:09 -04:00
3 changed files with 36 additions and 28 deletions

View file

@ -2,22 +2,34 @@
#![feature(extend_one)]
use anyhow::{Context, Result};
use clap::{Parser, Subcommand};
use clap::{Args, Parser, Subcommand};
use tracing_subscriber::{EnvFilter, FmtSubscriber};
use nixcp::NixCp;
use push::Push;
mod cli;
mod nixcp;
mod path_info;
mod push;
mod uploader;
#[derive(Parser, Debug)]
#[command(version, name = "nixcp")]
#[command(version)]
#[command(name = "nixcp")]
#[command(about = "Upload store paths to a s3 binary cache")]
#[command(long_about = None)]
struct Cli {
#[command(subcommand)]
command: Commands,
}
#[derive(Debug, Subcommand)]
enum Commands {
#[command(arg_required_else_help = true)]
Push(PushArgs),
}
#[derive(Debug, Args)]
pub struct PushArgs {
/// The s3 bucket to upload to
#[arg(long, value_name = "bucket name")]
bucket: String,
@ -44,16 +56,14 @@ struct Cli {
/// AWS profile to use
#[arg(long)]
profile: Option<String>,
}
#[derive(Debug, Subcommand)]
enum Commands {
Push {
/// Package or store path to upload
/// e.g. nixpkgs#hello or /nix/store/y4qpcibkj767szhjb58i2sidmz8m24hb-hello-2.12.1
#[arg(value_name = "package or store path")]
package: String,
},
#[arg(long)]
skip_signature_check: bool,
/// Package or store path to upload
/// e.g. nixpkgs#hello or /nix/store/y4qpcibkj767szhjb58i2sidmz8m24hb-hello-2.12.1
#[arg(value_name = "package or store path")]
package: String,
}
#[tokio::main]
@ -63,15 +73,14 @@ async fn main() -> Result<()> {
tracing::subscriber::set_global_default(subscriber)?;
let cli = Cli::parse();
let nixcp = Box::leak(Box::new(NixCp::new(&cli).await?));
match &cli.command {
Commands::Push { package } => {
nixcp
.paths_from_package(package)
Commands::Push(cli) => {
let push = Box::leak(Box::new(Push::new(cli).await?));
push.paths_from_package(&cli.package)
.await
.context("nixcp get paths from package")?;
nixcp.run().await.context("nixcp run")?;
push.run().await.context("nixcp run")?;
}
}

View file

@ -125,13 +125,13 @@ impl PathInfo {
}
pub async fn check_if_already_exists(&self, s3_client: &s3::Client, bucket: String) -> bool {
!s3_client
s3_client
.head_object()
.bucket(bucket)
.key(format!("{}.narinfo", self.digest()))
.send()
.await
.is_err()
.is_ok()
}
}

View file

@ -16,9 +16,9 @@ use tokio::sync::{RwLock, Semaphore, mpsc};
use tracing::{debug, info, trace};
use url::Url;
use crate::{Cli, path_info::PathInfo, uploader::Uploader};
use crate::{PushArgs, path_info::PathInfo, uploader::Uploader};
pub struct NixCp {
pub struct Push {
upstream_caches: Vec<Url>,
store_paths: Arc<RwLock<Vec<PathInfo>>>,
s3_client: s3::Client,
@ -32,8 +32,8 @@ pub struct NixCp {
already_exists_count: AtomicUsize,
}
impl NixCp {
pub async fn new(cli: &Cli) -> Result<Self> {
impl Push {
pub async fn new(cli: &PushArgs) -> Result<Self> {
let mut upstreams = Vec::with_capacity(cli.upstreams.len() + 1);
for upstream in cli
.upstreams
@ -160,11 +160,10 @@ impl NixCp {
self.bucket.clone(),
)?;
let fut = tokio::spawn({
uploads.push(tokio::spawn(async move {
let _permit = permits.acquire().await.unwrap();
async move { uploader.upload().await }
});
uploads.push(fut);
uploader.upload().await
}));
} else {
join_all(uploads)
.await