Host container migrations

sources/api/storewolf/src/main.rs

@@ -23,7 +23,7 @@ use std::{env, fs, process};
 use bottlerocket_modeled_types::SingleLineString;
 use datastore::key::{Key, KeyType};
 use datastore::serialization::{to_pairs, to_pairs_with_prefix};
-use datastore::{self, DataStore, FilesystemDataStore, ScalarError};
+use datastore::{self, Committed, DataStore, FilesystemDataStore, ScalarError};
 
 // The default path to defaults.toml.
 const DEFAULTS_TOML: &str = "/etc/storewolf/defaults.toml";
@@ -186,11 +186,50 @@ fn parse_metadata_toml(md_toml_val: toml::Value) -> Result<Vec<model::Metadata>>
             // A table means there is more processing to do. Add the current
             // key and value to the Vec to be processed further.
             toml::Value::Table(table) => {
-                for (key, val) in table {
-                    trace!("Found table for key '{}'", &key);
-                    let mut path = path.clone();
-                    path.push(key.to_string());
-                    to_process.push((path, val));
+                // This is special case to handle metadata as table that contains
+                // "command": "command",
+                // "strength": "weak",
+                // "skip-if-populated": true
+                if table.contains_key("command")
+                    && table.contains_key("strength")
+                    && table.contains_key("skip-if-populated")
+                {
+                    ensure!(
+                        !path.is_empty(),
+                        error::InternalSnafu {
+                            msg: "Cannot create empty metadata data key - is root not a Table?"
+                                .to_string()
+                        }
+                    );
+
+                    // Get the metadata key from the end of the path
+                    let md_key = path.pop().context(error::InternalSnafu {
+                        msg: "parse_metadata_toml found empty 'path' in the to_process vec - is 'metadata' not a Table?",
+                    })?;
+                    let data_key = path.join(".");
+
+                    trace!(
+                        "Found metadata key '{}' for data key '{}'",
+                        &md_key,
+                        &data_key
+                    );
+
+                    // Ensure the metadata/data keys don't contain newline chars
+                    let md =
+                        SingleLineString::try_from(md_key).context(error::SingleLineStringSnafu)?;
+                    let key = SingleLineString::try_from(data_key)
+                        .context(error::SingleLineStringSnafu)?;
+                    let val = toml::Value::Table(table);
+
+                    // Create the Metadata struct
+                    def_metadatas.push(model::Metadata { key, md, val })
+                } else {
+                    for (key, val) in table {
+                        trace!("Found table for key '{}'", &key);
+                        let mut path = path.clone();
+                        path.push(key.to_string());
+                        to_process.push((path, val));
+                    }
                 }
             }
 
@@ -259,10 +298,10 @@ fn populate_default_datastore<P: AsRef<Path>>(
     if live_path.exists() {
         debug!("Gathering existing data from the datastore");
         existing_metadata = datastore
-            .list_populated_metadata("", &None as &Option<&str>)
+            .list_populated_metadata("", &Committed::Live, &None as &Option<&str>)
             .context(error::QueryMetadataSnafu)?;
         existing_data = datastore
-            .list_populated_keys("", &datastore::Committed::Live)
+            .list_populated_keys("", &Committed::Live)
             .context(error::QueryDataSnafu)?;
     } else {
         info!("Creating datastore at: {}", &live_path.display());
@@ -333,6 +372,18 @@ fn populate_default_datastore<P: AsRef<Path>>(
     }
 
     // If we have metadata, write it out to the datastore in Live state
+    // If we have setting-generator metadata as table like
+    // [metadata.settings.host-containers.admin.source.setting-generator]
+    // command = "schnauzer-v2 render --requires 'aws@v1(helpers=[ecr-prefix])' --template '{{ ecr-prefix settings.aws.region }}/bottlerocket-admin:v0.11.13'"
+    // strength = "weak"
+    // skip-if-populated = true
+    // We will have to write this in datastore as file with name source.settings-generator
+    // contents {
+    //    "command" : "schnauzer-v2 render --requires 'aws@v1(helpers=[ecr-prefix])' --template '{{ ecr-prefix settings.aws.region }}/bottlerocket-admin:v0.11.13'",
+    //    "strength" : "weak",
+    //    "skip-if-populated" : "true"
+    // }
+    // we will parse such metadata differently in parse_metadata_toml function
     if let Some(def_metadata_val) = maybe_metadata_val {
         debug!("Serializing metadata and writing new keys to datastore");
         // Create a Vec<Metadata> from the metadata toml::Value
@@ -385,7 +436,7 @@ fn populate_default_datastore<P: AsRef<Path>>(
         for metadata in metadata_to_write {
             let (md, key, val) = metadata;
             datastore
-                .set_metadata(&md, &key, val)
+                .set_metadata(&md, &key, val, &Committed::Live)
                 .context(error::WriteMetadataSnafu)?;
         }
     }