Add support for tar in flake.lock.

.gitignore

@@ -3,3 +3,5 @@
 /example_logs
 TODO.org
 /result
+/.envrc
+/.direnv/

migrations/20260725025954_flake_inputs.down.sql

@@ -0,0 +1,2 @@
+DROP INDEX ix_flake_inputs_build_id;
+DROP TABLE flake_inputs;

migrations/20260725025954_flake_inputs.up.sql

@@ -0,0 +1,9 @@
+CREATE TABLE flake_inputs (
+       id INTEGER NOT NULL PRIMARY KEY,
+       build_id INTEGER NOT NULL,
+       input_name TEXT NOT NULL,
+       rev TEXT NOT NULL,
+       FOREIGN KEY(build_id) REFERENCES build(id)
+) STRICT;
+
+CREATE INDEX ix_flake_inputs_build_id ON flake_inputs(build_id);

src/command/build/runner.rs

@@ -1,3 +1,6 @@
+use sqlx::Row;
+use tracing::info;
+
 use crate::Result;
 use crate::cli::parameters::BuildArgs;
 use crate::config::Config;
@@ -7,8 +10,10 @@ use crate::fs_util::assert_directory;
 use crate::fs_util::is_git_repo;
 use crate::git_util::git_force_into_state;
 use crate::git_util::git_init_at_rev;
+use crate::nix_util::FlakeLock;
 use crate::nix_util::nix_flake_update;
 use crate::nix_util::nixos_build_target;
+use crate::nix_util::parse_flake_lock;
 
 pub(crate) async fn run_build(args: BuildArgs) -> Result<()> {
     println!("{:?}", args);
@@ -101,14 +106,61 @@ async fn build_target(
         build_directory.to_string_lossy()
     );
 
+    let target_name = target_config.get_name()?;
+
+    let build_id: i64 = sqlx::query(
+        r#"INSERT INTO build (start_time, target) SELECT unixepoch('now'), ? RETURNING id"#,
+    )
+    .bind(target_name)
+    .fetch_one(&db_handle.conn)
+    .await?
+    .try_get("id")?;
+
+    let flake_lock = parse_flake_lock(&flake_directory).await?;
+    write_input_revs_to_db(db_handle, &flake_lock, build_id).await?;
+
     nixos_build_target(
         db_handle,
         build_directory,
         flake_directory,
         target_config.get_attr()?,
-        target_config.get_name()?,
+        target_name,
+        build_id,
     )
     .await?;
 
     Ok(())
 }
+
+async fn write_input_revs_to_db(
+    db_handle: &DbHandle,
+    flake_lock: &FlakeLock,
+    build_id: i64,
+) -> Result<()> {
+    let root_node = flake_lock.get_root_node()?;
+    let direct_inputs = flake_lock.get_inputs(root_node)?;
+
+    let mut tx = db_handle.conn.begin().await?;
+    for (input, node) in direct_inputs.iter() {
+        let locked = match &node.locked {
+            Some(locked) => locked,
+            None => {
+                info!(
+                    "Not recording rev for input {} because it lacks a locked section.",
+                    input
+                );
+                continue;
+            }
+        };
+        let rev = &locked.rev;
+        info!("input {} {}", input, rev);
+        sqlx::query(r#"INSERT INTO flake_inputs (build_id, input_name, rev) VALUES (?, ?, ?);"#)
+            .bind(build_id)
+            .bind(input)
+            .bind(rev)
+            .execute(&mut *tx)
+            .await?;
+    }
+    tx.commit().await?;
+    Ok(())
+}

src/command/feed_logs/runner.rs

@@ -14,12 +14,10 @@ use crate::nix_util::NixOutputStream;
 use crate::nix_util::OutputLine;
 use crate::nix_util::OutputLineStream;
 use crate::nix_util::RunningBuild;
-use crate::nix_util::RunningUpdate;
 
 pub(crate) async fn feed_logs(args: FeedLogArgs) -> Result<()> {
     let db_handle = DbHandle::new::<String>(None).await?;
-    // let mut running_build = RunningUpdate::new()?;
-    let mut running_build = RunningBuild::new(&db_handle)?;
+    let mut running_build = RunningBuild::new(&db_handle, -1)?;
     let file_stream = FileStream::new(args.input).await?;
     let mut nix_output_stream = NixOutputStream::new(file_stream);
     while let Some(message) = nix_output_stream.next().await? {

src/nix_util/activity.rs

@@ -215,7 +215,15 @@ impl Activity {
                 .as_ref()
                 .map(|phase| Cow::Owned(format!("[{}]", phase))),
             Activity::OptimizeStore(_activity_optimize_store) => None,
-            Activity::VerifyPaths(_activity_verify_paths) => None,
+            Activity::VerifyPaths(activity_verify_paths) => {
+                get_progress_bar(activity_verify_paths.done, activity_verify_paths.expected)
+                    .or_else(|| {
+                        get_progress_text(
+                            activity_verify_paths.done,
+                            activity_verify_paths.expected,
+                        )
+                    })
+            }
             Activity::Substitute(_activity_substitute) => None,
             Activity::QueryPathInfo(_activity_query_path_info) => None,
             Activity::PostBuildHook(_activity_post_build_hook) => None,
@@ -323,8 +331,11 @@ impl Activity {
             Activity::OptimizeStore(_activity_optimize_store) => {
                 panic!("Attempted to set the progress of an optimize store activity.");
             }
-            Activity::VerifyPaths(_activity_verify_paths) => {
-                panic!("Attempted to set the progress of a verify paths activity.");
+            Activity::VerifyPaths(activity_verify_paths) => {
+                activity_verify_paths.done = done;
+                activity_verify_paths.expected = expected;
+                activity_verify_paths.running = running;
+                activity_verify_paths.failed = failed;
             }
             Activity::Substitute(_activity_substitute) => {
                 panic!("Attempted to set the progress of a substitute activity.");
@@ -451,6 +462,10 @@ pub(crate) struct ActivityOptimizeStore {
 }
 pub(crate) struct ActivityVerifyPaths {
     pub(crate) state: ActivityState,
+    pub(crate) done: u64,
+    pub(crate) expected: u64,
+    pub(crate) running: u64,
+    pub(crate) failed: u64,
 }
 pub(crate) struct ActivitySubstitute {
     pub(crate) state: ActivityState,
@@ -493,6 +508,23 @@ impl Default for ActivityState {
 }
 
 fn get_progress_bar(done: u64, expected: u64) -> Option<Cow<'static, str>> {
+    if expected == 0 {
+        return None;
+    }
+    // ○◔◑◕●
+    // ○◎◉●
+    // ▁▂▃▄▅▆▇█
+    // ▏▎▍▌▋▊▉█
+    // ░▒▓█
+    //
+    // 🮷 download
+    // 🮸 upload
+    // 🮵
+    // 🮶
+    get_progress_bar_clockwise_circle(done, expected)
+}
+
+fn get_progress_bar_fade_in(done: u64, expected: u64) -> Option<Cow<'static, str>> {
     if expected == 0 {
         return None;
     }
@@ -520,6 +552,36 @@ fn get_progress_bar(done: u64, expected: u64) -> Option<Cow<'static, str>> {
     }
 }
 
+fn get_progress_bar_clockwise_circle(done: u64, expected: u64) -> Option<Cow<'static, str>> {
+    if expected == 0 {
+        return None;
+    }
+    let percent = done as f32 / expected as f32;
+    // ○◔◑◕●
+    // ○◎◉●
+    // ▁▂▃▄▅▆▇█
+    // ▏▎▍▌▋▊▉█
+    // ░▒▓█
+    //
+    // 🮷 download
+    // 🮸 upload
+    // 🮵
+    // 🮶
+    if percent < 0.25 {
+        Some(Cow::Borrowed("○"))
+    } else if percent < 0.5 {
+        Some(Cow::Borrowed("◔"))
+    } else if percent < 0.75 {
+        Some(Cow::Borrowed("◑"))
+    } else if percent < 1.0 {
+        Some(Cow::Borrowed("◕"))
+    } else if percent >= 1.0 {
+        Some(Cow::Borrowed("●"))
+    } else {
+        None
+    }
+}
+
 fn get_progress_text(done: u64, expected: u64) -> Option<Cow<'static, str>> {
     Some(Cow::Owned(format!("[{}/{}]", done, expected)))
 }

src/nix_util/activity_tree_stream.rs

@@ -163,6 +163,10 @@ impl ActivityTreeStream {
                             activity_start_verify_paths.parent,
                             Activity::VerifyPaths(ActivityVerifyPaths {
                                 state: ActivityState::default(),
+                                done: 0,
+                                expected: 0,
+                                running: 0,
+                                failed: 0,
                             }),
                         )?;
                     }

src/nix_util/high_level.rs

@@ -17,6 +17,7 @@ pub(crate) async fn nixos_build_target<B, F, A, TN>(
     flake_path: F,
     attr: A,
     target_name: TN,
+    build_id: i64,
 ) -> Result<()>
 where
     B: AsRef<Path>,
@@ -55,7 +56,7 @@ where
 
     let child = command.spawn()?;
 
-    let mut running_build = RunningBuild::new(db_handle)?;
+    let mut running_build = RunningBuild::new(db_handle, build_id)?;
     running_build.run_to_completion(child, target_name).await?;
 
     Ok(())

src/nix_util/lock_parser.rs

@@ -0,0 +1,153 @@
+use std::collections::BTreeMap;
+use std::path::Path;
+
+use serde::Deserialize;
+use serde::Serialize;
+
+use crate::Result;
+
+#[derive(Debug, Clone, Serialize, Deserialize)]
+#[serde(deny_unknown_fields)]
+pub(crate) struct FlakeLock {
+    pub(crate) root: String,
+    pub(crate) version: u8,
+    pub(crate) nodes: BTreeMap<String, FlakeLockNode>,
+}
+
+#[derive(Debug, Clone, Serialize, Deserialize)]
+#[serde(deny_unknown_fields)]
+pub(crate) struct FlakeLockNode {
+    #[serde(default, skip_serializing_if = "Option::is_none")]
+    pub(crate) locked: Option<FlakeLockNodeLocked>,
+
+    #[serde(default, skip_serializing_if = "Option::is_none")]
+    pub(crate) original: Option<FlakeLockNodeOriginal>,
+
+    #[serde(default, skip_serializing_if = "Option::is_none")]
+    pub(crate) inputs: Option<BTreeMap<String, FlakeLockInputValue>>,
+
+    #[serde(default, skip_serializing_if = "Option::is_none")]
+    pub(crate) flake: Option<bool>,
+}
+
+#[derive(Debug, Clone, Serialize, Deserialize)]
+#[serde(deny_unknown_fields)]
+pub(crate) struct FlakeLockNodeLocked {
+    #[serde(rename = "lastModified")]
+    pub(crate) last_modified: i64,
+
+    #[serde(rename = "narHash")]
+    pub(crate) nar_hash: String,
+
+    #[serde(default, skip_serializing_if = "Option::is_none")]
+    pub(crate) url: Option<String>,
+
+    #[serde(default, skip_serializing_if = "Option::is_none")]
+    pub(crate) owner: Option<String>,
+
+    #[serde(default, skip_serializing_if = "Option::is_none")]
+    pub(crate) repo: Option<String>,
+
+    #[serde(rename = "ref", default, skip_serializing_if = "Option::is_none")]
+    pub(crate) git_ref: Option<String>,
+
+    pub(crate) rev: String,
+
+    #[serde(rename = "revCount", default, skip_serializing_if = "Option::is_none")]
+    pub(crate) rev_count: Option<i64>,
+
+    #[serde(rename = "type")]
+    pub(crate) repo_type: String,
+}
+
+#[derive(Debug, Clone, Serialize, Deserialize)]
+#[serde(tag = "type", rename_all = "lowercase", deny_unknown_fields)]
+pub(crate) enum FlakeLockNodeOriginal {
+    Github {
+        owner: String,
+
+        repo: String,
+
+        #[serde(rename = "ref", default, skip_serializing_if = "Option::is_none")]
+        git_ref: Option<String>,
+
+        #[serde(default, skip_serializing_if = "Option::is_none")]
+        rev: Option<String>,
+    },
+    Git {
+        url: String,
+    },
+    Tarball {
+        url: String,
+    },
+}
+
+#[derive(Debug, Clone, Serialize, Deserialize)]
+#[serde(untagged, deny_unknown_fields)]
+pub(crate) enum FlakeLockInputValue {
+    String(String),
+    List(Vec<String>),
+}
+
+pub(crate) async fn parse_flake_lock<F>(flake_path: F) -> Result<FlakeLock>
+where
+    F: AsRef<Path>,
+{
+    let lock_file_path = flake_path.as_ref().join("flake.lock");
+    let contents = tokio::fs::read_to_string(&lock_file_path).await?;
+    let parsed_flake_lock = serde_json::from_str(&contents)?;
+    Ok(parsed_flake_lock)
+}
+
+impl FlakeLock {
+    pub(crate) fn get_root_node(&self) -> Result<&FlakeLockNode> {
+        let root_node = self.nodes.get(&self.root).ok_or("Root node not found.")?;
+        Ok(root_node)
+    }
+
+    pub(crate) fn get_inputs<'lock>(
+        &'lock self,
+        source_node: &'lock FlakeLockNode,
+    ) -> Result<BTreeMap<&'lock String, &'lock FlakeLockNode>> {
+        let direct_inputs = match &source_node.inputs {
+            Some(inputs) => inputs,
+            None => {
+                return Ok(BTreeMap::new());
+            }
+        };
+        let mut inputs = BTreeMap::new();
+
+        for (input_name, input_id_or_path) in direct_inputs.iter() {
+            inputs.insert(input_name, self.resolve_path(input_id_or_path)?);
+        }
+
+        Ok(inputs)
+    }
+
+    fn resolve_path<'lock>(
+        &'lock self,
+        input_id_or_path: &'lock FlakeLockInputValue,
+    ) -> Result<&'lock FlakeLockNode> {
+        match input_id_or_path {
+            FlakeLockInputValue::String(input_id) => {
+                // If the input value is a plain string, then it refers to a node.
+                let node = self.nodes.get(input_id).ok_or("Input not found.")?;
+                Ok(node)
+            }
+            FlakeLockInputValue::List(items) => {
+                // If the input value is a list, then it refers to a path to an input.
+                let mut current_node = self.get_root_node()?;
+                for step in items {
+                    let child_input_id_or_path = current_node
+                        .inputs
+                        .as_ref()
+                        .ok_or("Node without inputs while walking input tree.")?
+                        .get(step)
+                        .ok_or("Step not found in inputs while walking input tree")?;
+                    current_node = self.resolve_path(child_input_id_or_path)?;
+                }
+                Ok(current_node)
+            }
+        }
+    }
+}

src/nix_util/mod.rs

@@ -2,6 +2,7 @@ mod activity;
 mod activity_tree;
 mod activity_tree_stream;
 mod high_level;
+mod lock_parser;
 mod nix_output_stream;
 mod output_stream;
 mod running_build;
@@ -10,6 +11,8 @@ mod tree_iter;
 pub(crate) use activity_tree::ActivityIdAlreadyInTreeError;
 pub(crate) use activity_tree::ActivityIdNotInTreeError;
 pub(crate) use high_level::*;
+pub(crate) use lock_parser::FlakeLock;
+pub(crate) use lock_parser::parse_flake_lock;
 pub(crate) use nix_output_stream::NixOutputStream;
 pub(crate) use output_stream::OutputLine;
 pub(crate) use output_stream::OutputLineStream;

src/nix_util/running_build.rs

@@ -21,20 +21,21 @@ use super::nix_output_stream::ActivityResultMessage;
 use super::nix_output_stream::NixMessage;
 use super::tree_iter::DrawDagEntry;
 use super::tree_iter::ReverseTreeIter;
-use super::tree_iter::get_draw_order;
 
 pub(crate) struct RunningBuild<'db> {
     db_handle: &'db DbHandle,
     activity_tree: ActivityTreeStream,
     last_announce: Option<Instant>,
+    build_id: i64,
 }
 
 impl<'db> RunningBuild<'db> {
-    pub(crate) fn new(db_handle: &'db DbHandle) -> Result<Self> {
+    pub(crate) fn new(db_handle: &'db DbHandle, build_id: i64) -> Result<Self> {
         Ok(RunningBuild {
             db_handle,
             activity_tree: ActivityTreeStream::new(),
             last_announce: None,
+            build_id,
         })
     }
 
@@ -46,16 +47,6 @@ impl<'db> RunningBuild<'db> {
     where
         TN: AsRef<str>,
     {
-        let foo = SystemTime::now().duration_since(SystemTime::UNIX_EPOCH)?;
-        let now = Instant::now();
-        let build_id: i64 = sqlx::query(
-            r#"INSERT INTO build (start_time, target) SELECT unixepoch('now'), ? RETURNING id"#,
-        )
-        .bind(target_name.as_ref())
-        .fetch_one(&self.db_handle.conn)
-        .await?
-        .try_get("id")?;
-
         let output_stream = OutputStream::from_child(&mut child)?;
         let mut nix_output_stream: NixOutputStream<OutputStream> =
             NixOutputStream::new(output_stream);
@@ -82,7 +73,7 @@ impl<'db> RunningBuild<'db> {
                         .code()
                         .expect("Process should have an exit code."),
                 )
-                .bind(build_id)
+                .bind(self.build_id)
                 .execute(&self.db_handle.conn)
                 .await?
                 .rows_affected();
@@ -107,7 +98,12 @@ impl<'db> RunningBuild<'db> {
         };
         match message {
             NixAction::Msg(msg_message) => {
-                if msg_message.level > 0 && msg_message.level < 5 {
+                if msg_message.level > 0
+                    && msg_message.level < 5
+                    && !(msg_message.level == 4 && msg_message.msg.starts_with("linking "))
+                    && !(msg_message.level == 4 && msg_message.msg.starts_with("evaluating file "))
+                    && !(msg_message.level == 3 && msg_message.msg.starts_with("checking path "))
+                {
                     eprintln!("LOG MESSAGE {}: {}", msg_message.level, msg_message.msg);
                 }
             }
@@ -129,8 +125,15 @@ impl<'db> RunningBuild<'db> {
                     ActivityResultMessage::SetPhase(_activity_result_set_phase) => {
                         self.print_current_status();
                     }
-                    ActivityResultMessage::Progress(_activity_result_progress) => {
-                        self.maybe_print_current_status();
+                    ActivityResultMessage::Progress(activity_result_progress) => {
+                        if activity_result_progress.done == activity_result_progress.expected
+                            && activity_result_progress.expected > 0
+                        {
+                            // If we finished the in-progress activity, always render so we show the 100% done version.
+                            self.print_current_status();
+                        } else {
+                            self.maybe_print_current_status();
+                        }
                     }
                     ActivityResultMessage::SetExpected(_activity_result_set_expected) => {
                         self.maybe_print_current_status();