diff --git a/nexus/reconfigurator/execution/src/clickhouse.rs b/nexus/reconfigurator/execution/src/clickhouse.rs index 8e546ce35f..c7413c14f7 100644 --- a/nexus/reconfigurator/execution/src/clickhouse.rs +++ b/nexus/reconfigurator/execution/src/clickhouse.rs @@ -302,7 +302,10 @@ mod test { let num_servers = 2u64; let mut zones = BTreeMap::new(); - let mut config = ClickhouseClusterConfig::new("test".to_string()); + let mut config = ClickhouseClusterConfig::new( + "test".to_string(), + "test".to_string(), + ); for keeper_id in 1..=num_keepers { let sled_id = SledUuid::new_v4(); diff --git a/nexus/reconfigurator/planning/src/blueprint_builder/builder.rs b/nexus/reconfigurator/planning/src/blueprint_builder/builder.rs index c265f401f8..eedeb23818 100644 --- a/nexus/reconfigurator/planning/src/blueprint_builder/builder.rs +++ b/nexus/reconfigurator/planning/src/blueprint_builder/builder.rs @@ -276,7 +276,6 @@ pub struct BlueprintBuilder<'a> { sled_ip_allocators: BTreeMap, external_networking: OnceCell>, internal_dns_subnets: OnceCell, - clickhouse_allocator: Option, // These fields will become part of the final blueprint. See the // corresponding fields in `Blueprint`. @@ -397,43 +396,6 @@ impl<'a> BlueprintBuilder<'a> { || commissioned_sled_ids.contains(sled_id) }); - // If we have the clickhouse cluster setup enabled via policy and we - // don't yet have a `ClickhouseClusterConfiguration`, then we must create - // one and feed it to our `ClickhouseAllocator`. - let clickhouse_allocator = if input.clickhouse_cluster_enabled() { - let parent_config = parent_blueprint - .clickhouse_cluster_config - .clone() - .unwrap_or_else(|| { - info!( - log, - concat!( - "Clickhouse cluster enabled by policy: ", - "generating initial 'ClickhouseClusterConfig' ", - "and 'ClickhouseAllocator'" - ) - ); - ClickhouseClusterConfig::new(OXIMETER_CLUSTER.to_string()) - }); - Some(ClickhouseAllocator::new( - log.clone(), - parent_config, - inventory.latest_clickhouse_keeper_membership(), - )) - } else { - if parent_blueprint.clickhouse_cluster_config.is_some() { - info!( - log, - concat!( - "clickhouse cluster disabled via policy ", - "discarding existing 'ClickhouseAllocator' and ", - "the resulting generated 'ClickhouseClusterConfig" - ) - ); - } - None - }; - Ok(BlueprintBuilder { log, parent_blueprint, @@ -448,7 +410,6 @@ impl<'a> BlueprintBuilder<'a> { sled_state, cockroachdb_setting_preserve_downgrade: parent_blueprint .cockroachdb_setting_preserve_downgrade, - clickhouse_allocator, creator: creator.to_owned(), operations: Vec::new(), comments: Vec::new(), @@ -533,9 +494,50 @@ impl<'a> BlueprintBuilder<'a> { .datasets .into_datasets_map(self.input.all_sled_ids(SledFilter::InService)); + // If we have the clickhouse cluster setup enabled via policy and we + // don't yet have a `ClickhouseClusterConfiguration`, then we must create + // one and feed it to our `ClickhouseAllocator`. + let clickhouse_allocator = if self.input.clickhouse_cluster_enabled() { + let parent_config = self + .parent_blueprint + .clickhouse_cluster_config + .clone() + .unwrap_or_else(|| { + info!( + self.log, + concat!( + "Clickhouse cluster enabled by policy: ", + "generating initial 'ClickhouseClusterConfig' ", + "and 'ClickhouseAllocator'" + ) + ); + ClickhouseClusterConfig::new( + OXIMETER_CLUSTER.to_string(), + self.rng.next_clickhouse().to_string(), + ) + }); + Some(ClickhouseAllocator::new( + self.log.clone(), + parent_config, + self.collection.latest_clickhouse_keeper_membership(), + )) + } else { + if self.parent_blueprint.clickhouse_cluster_config.is_some() { + info!( + self.log, + concat!( + "clickhouse cluster disabled via policy ", + "discarding existing 'ClickhouseAllocator' and ", + "the resulting generated 'ClickhouseClusterConfig" + ) + ); + } + None + }; + // If we have an allocator, use it to generate a new config. If an error // is returned then log it and carry over the parent_config. - let clickhouse_cluster_config = self.clickhouse_allocator.map(|a| { + let clickhouse_cluster_config = clickhouse_allocator.map(|a| { match a.plan(&(&blueprint_zones).into()) { Ok(config) => config, Err(e) => { diff --git a/nexus/reconfigurator/planning/src/planner.rs b/nexus/reconfigurator/planning/src/planner.rs index a893163faa..6d4739a357 100644 --- a/nexus/reconfigurator/planning/src/planner.rs +++ b/nexus/reconfigurator/planning/src/planner.rs @@ -2833,6 +2833,12 @@ mod test { .plan() .expect("plan"); + let diff = blueprint2.diff_since_blueprint(&blueprint1); + assert_contents( + "tests/output/planner_deploy_all_keeper_nodes_1_2.txt", + &diff.display().to_string(), + ); + // We should see zones for 3 clickhouse keepers, and 2 servers created let active_zones: Vec<_> = blueprint2 .all_omicron_zones(BlueprintZoneFilter::ShouldBeRunning) @@ -2942,6 +2948,19 @@ mod test { .plan() .expect("plan"); + let diff = blueprint4.diff_since_blueprint(&blueprint3); + assert_contents( + "tests/output/planner_deploy_all_keeper_nodes_3_4.txt", + &diff.display().to_string(), + ); + + let coll_diff = blueprint4.diff_since_collection(&collection); + println!("coll_diff = {coll_diff:#?}"); + assert_contents( + "tests/output/planner_deploy_all_keeper_nodes_4_collection.txt", + &coll_diff.display().to_string(), + ); + let bp3_config = blueprint3.clickhouse_cluster_config.as_ref().unwrap(); let bp4_config = blueprint4.clickhouse_cluster_config.as_ref().unwrap(); assert_eq!(bp4_config.generation, bp3_config.generation); @@ -2984,6 +3003,12 @@ mod test { .plan() .expect("plan"); + let diff = blueprint5.diff_since_blueprint(&blueprint4); + assert_contents( + "tests/output/planner_deploy_all_keeper_nodes_4_5.txt", + &diff.display().to_string(), + ); + let active_zones: Vec<_> = blueprint5 .all_omicron_zones(BlueprintZoneFilter::ShouldBeRunning) .map(|(_, z)| z.clone()) @@ -3025,6 +3050,12 @@ mod test { .plan() .expect("plan"); + let diff = blueprint6.diff_since_blueprint(&blueprint5); + assert_contents( + "tests/output/planner_deploy_all_keeper_nodes_5_6.txt", + &diff.display().to_string(), + ); + let bp6_config = blueprint6.clickhouse_cluster_config.as_ref().unwrap(); assert_eq!(bp5_config, bp6_config); @@ -3248,6 +3279,12 @@ mod test { .plan() .expect("plan"); + let diff = blueprint4.diff_since_blueprint(&blueprint3); + assert_contents( + "tests/output/planner_expunge_clickhouse_clusters_3_4.txt", + &diff.display().to_string(), + ); + // The planner should expunge a zone based on the sled being expunged. Since this // is a clickhouse keeper zone, the clickhouse keeper configuration should change // to reflect this. @@ -3306,6 +3343,12 @@ mod test { .plan() .expect("plan"); + let diff = blueprint6.diff_since_blueprint(&blueprint5); + assert_contents( + "tests/output/planner_expunge_clickhouse_clusters_5_6.txt", + &diff.display().to_string(), + ); + let old_config = blueprint5.clickhouse_cluster_config.as_ref().unwrap(); let config = blueprint6.clickhouse_cluster_config.as_ref().unwrap(); @@ -3328,7 +3371,7 @@ mod test { #[test] fn test_expunge_clickhouse_zones_after_policy_is_changed() { static TEST_NAME: &str = - "planner_expunge_clickhouse__zones_after_policy_is_changed"; + "planner_expunge_clickhouse_zones_after_policy_is_changed"; let logctx = test_setup_log(TEST_NAME); let log = logctx.log.clone(); @@ -3435,6 +3478,12 @@ mod test { .plan() .expect("plan"); + let diff = blueprint4.diff_since_blueprint(&blueprint3); + assert_contents( + "tests/output/planner_expunge_clickhouse_zones_after_policy_is_changed_3_4.txt", + &diff.display().to_string(), + ); + // All our clickhouse keeper and server zones that we created when we // enabled our clickhouse policy should be expunged when we disable it. let expunged_zones: Vec<_> = blueprint4 @@ -3456,7 +3505,7 @@ mod test { assert_eq!(keeper_zone_ids, expunged_keeper_zone_ids); assert_eq!(server_zone_ids, expunged_server_zone_ids); - // We should have a new single-node clickhouze zone + // We should have a new single-node clickhouse zone assert_eq!( 1, blueprint4 diff --git a/nexus/reconfigurator/planning/src/planner/rng.rs b/nexus/reconfigurator/planning/src/planner/rng.rs index 98d8e2378e..87d30720d4 100644 --- a/nexus/reconfigurator/planning/src/planner/rng.rs +++ b/nexus/reconfigurator/planning/src/planner/rng.rs @@ -31,6 +31,7 @@ pub struct PlannerRng { dataset_rng: TypedUuidRng, network_interface_rng: UuidRng, external_ip_rng: TypedUuidRng, + clickhouse_rng: UuidRng, } impl PlannerRng { @@ -53,6 +54,8 @@ impl PlannerRng { UuidRng::from_parent_rng(&mut parent, "network_interface"); let external_ip_rng = TypedUuidRng::from_parent_rng(&mut parent, "external_ip"); + let clickhouse_rng = + UuidRng::from_parent_rng(&mut parent, "clickhouse"); Self { blueprint_rng, @@ -60,6 +63,7 @@ impl PlannerRng { dataset_rng, network_interface_rng, external_ip_rng, + clickhouse_rng, } } @@ -82,4 +86,8 @@ impl PlannerRng { pub fn next_external_ip(&mut self) -> ExternalIpUuid { self.external_ip_rng.next() } + + pub fn next_clickhouse(&mut self) -> Uuid { + self.clickhouse_rng.next() + } } diff --git a/nexus/reconfigurator/planning/tests/output/planner_deploy_all_keeper_nodes_1_2.txt b/nexus/reconfigurator/planning/tests/output/planner_deploy_all_keeper_nodes_1_2.txt new file mode 100644 index 0000000000..6039cd0ab9 --- /dev/null +++ b/nexus/reconfigurator/planning/tests/output/planner_deploy_all_keeper_nodes_1_2.txt @@ -0,0 +1,321 @@ +from: blueprint a36d2cf6-88f7-4101-a592-02c216f4fe56 +to: blueprint 31ef2071-2ec9-49d9-8827-fd83b17a0e3d + + MODIFIED SLEDS: + + sled 164d275d-a936-4f06-ad53-a32cb3c8d3c8 (active): + + physical disks at generation 1: + ---------------------------------------------------------------------- + vendor model serial + ---------------------------------------------------------------------- + fake-vendor fake-model serial-60e6b021-79d6-4a6b-917c-6637e0769558 + fake-vendor fake-model serial-71a07ac0-d24e-446c-a202-1998e7f6ac8c + fake-vendor fake-model serial-736d4cab-c262-485e-89c2-07e6543f0855 + fake-vendor fake-model serial-8ae56ca0-709d-4b8f-9869-51b62b542eef + fake-vendor fake-model serial-8e0bcc4f-0799-450c-a0ad-80c1637f59e3 + fake-vendor fake-model serial-8eeebb8e-6db6-43e8-a429-d26dde99882c + fake-vendor fake-model serial-a3e8de5b-c47a-49c0-b698-4d6955e1327f + fake-vendor fake-model serial-b32fa3da-4dec-4237-9776-e1a57ba15a21 + fake-vendor fake-model serial-e9c238f6-87a3-4087-8ba4-aa594a82d012 + fake-vendor fake-model serial-fbf997ef-52d3-438a-b036-b9117322e569 + + + datasets generation 1 -> 2: + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + dataset name dataset uuid quota reservation compression + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crucible fcd7e842-2648-407a-8d13-197e67de9e9d none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/clickhouse 5cb56dc7-6c56-4bbf-ae73-6f08e0c97cdf none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/debug 10610f76-51e8-4be4-a4ad-9af953f6bf4a 100 GiB none gzip-9 + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/internal_dns dd467397-efc5-4738-984e-77a0f3e3e678 none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/zone 8c4f4acd-8f6b-4296-81be-12d2eeae0483 none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/zone/oxz_clickhouse_df79db1e-54ca-4048-b22a-da120ae4c8c4 b6cb0fe9-0b7a-4793-b6cd-1ee71fee464c none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/zone/oxz_crucible_1e485cda-b36e-4647-9125-c273fc7a9850 65c2e3cd-3d8e-43c6-9e2c-cb884511ec49 none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/zone/oxz_crucible_pantry_840a4f34-0e53-469c-8c79-12b75bb42edc 7de8087e-602a-4a81-98ff-d766213d0f94 none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/zone/oxz_internal_dns_c89ac05f-d9b2-47f4-9d48-2f38130e4ad9 dd1cdc17-808e-4e6d-99ed-84b2d0e220f1 none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/zone/oxz_nexus_a6032c9e-a365-45d7-ad9f-07ac0fa7079a 198ff957-cce0-40cf-9048-f65cf9a6c671 none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/zone/oxz_ntp_66695827-17c4-4885-b6c0-2cb6b6d3ad1c ccfb112d-c72e-4482-9bb0-f9cbbb034f7d none none off + oxp_71a07ac0-d24e-446c-a202-1998e7f6ac8c/crucible c770de28-6c33-4cc7-97d9-62ddafd963aa none none off + oxp_71a07ac0-d24e-446c-a202-1998e7f6ac8c/crypt/debug e0bcc415-f8f9-401f-a507-cee5587756b1 100 GiB none gzip-9 + oxp_71a07ac0-d24e-446c-a202-1998e7f6ac8c/crypt/zone f83b1c8d-d252-4b35-a9d2-400e2e2cddf7 none none off + oxp_71a07ac0-d24e-446c-a202-1998e7f6ac8c/crypt/zone/oxz_crucible_e9ab813f-0fff-4b41-a101-790f6d94b40a 7c459b4e-396b-497f-8094-f342939d1f9f none none off + oxp_736d4cab-c262-485e-89c2-07e6543f0855/crucible ac9f4d69-3281-4774-a098-250755079068 none none off + oxp_736d4cab-c262-485e-89c2-07e6543f0855/crypt/debug 8bbc5419-7125-4cb1-b990-436af4bb8eb4 100 GiB none gzip-9 + oxp_736d4cab-c262-485e-89c2-07e6543f0855/crypt/zone a34f8204-9f17-4c8f-997b-e122c284ac9f none none off + oxp_736d4cab-c262-485e-89c2-07e6543f0855/crypt/zone/oxz_crucible_65d597c5-86b9-43f6-84cd-67bb108df9f0 6de460bc-890d-4e7a-920f-607862440cfd none none off + oxp_8ae56ca0-709d-4b8f-9869-51b62b542eef/crucible 09781292-36f1-4310-82b4-ddfb4d287fa1 none none off + oxp_8ae56ca0-709d-4b8f-9869-51b62b542eef/crypt/debug 280dd773-35e2-4dda-ae2a-65c88f1b2a01 100 GiB none gzip-9 + oxp_8ae56ca0-709d-4b8f-9869-51b62b542eef/crypt/zone 61bf628d-a78d-40a7-bad2-84e97e41b810 none none off + oxp_8ae56ca0-709d-4b8f-9869-51b62b542eef/crypt/zone/oxz_crucible_f00c7a67-51a6-4d09-be39-f20b0e6da1c6 6ff911b9-a4a5-4986-ba04-c6b3f234d3b4 none none off + oxp_8e0bcc4f-0799-450c-a0ad-80c1637f59e3/crucible 81719897-4ae6-4d76-8282-fda91c347811 none none off + oxp_8e0bcc4f-0799-450c-a0ad-80c1637f59e3/crypt/debug fecbd83d-7440-4900-b22b-6206e55b2920 100 GiB none gzip-9 + oxp_8e0bcc4f-0799-450c-a0ad-80c1637f59e3/crypt/zone 3f63ada8-d1f4-440d-8713-da45b0684520 none none off + oxp_8e0bcc4f-0799-450c-a0ad-80c1637f59e3/crypt/zone/oxz_crucible_08330c18-54e9-445b-81f3-8f1d6ad15cdd ab255226-2c8c-4222-82c6-702af839a2d2 none none off + oxp_8eeebb8e-6db6-43e8-a429-d26dde99882c/crucible a2399f57-62eb-4d7d-ac69-09cd6e5c2134 none none off + oxp_8eeebb8e-6db6-43e8-a429-d26dde99882c/crypt/debug e120c8f8-049f-40f0-8d70-4cfe409ef34d 100 GiB none gzip-9 + oxp_8eeebb8e-6db6-43e8-a429-d26dde99882c/crypt/zone a3284e6f-ee42-4fdb-8150-634f7f40c073 none none off + oxp_8eeebb8e-6db6-43e8-a429-d26dde99882c/crypt/zone/oxz_crucible_5d296df4-4f2f-4896-8caa-42df00799bcb 25c5034b-83b2-4a90-a08a-7573ffb38119 none none off + oxp_a3e8de5b-c47a-49c0-b698-4d6955e1327f/crucible cd6b3952-2024-4310-b82e-abfd245ec1d6 none none off + oxp_a3e8de5b-c47a-49c0-b698-4d6955e1327f/crypt/debug 37eb0429-d620-40fb-a57a-62486d001738 100 GiB none gzip-9 + oxp_a3e8de5b-c47a-49c0-b698-4d6955e1327f/crypt/zone 8b7928fb-e5a0-49b0-81d0-89f627020c92 none none off + oxp_a3e8de5b-c47a-49c0-b698-4d6955e1327f/crypt/zone/oxz_crucible_4d84fdb4-76fd-47a9-b033-7e1711d9125f 8dc07059-e8cd-4f89-abc7-0c5289b8ff0a none none off + oxp_b32fa3da-4dec-4237-9776-e1a57ba15a21/crucible 4f99dd21-d6ed-409a-af19-9886d1083762 none none off + oxp_b32fa3da-4dec-4237-9776-e1a57ba15a21/crypt/debug d0f12057-da73-4c1d-bdec-32a0e7ab7107 100 GiB none gzip-9 + oxp_b32fa3da-4dec-4237-9776-e1a57ba15a21/crypt/zone 0e976e79-fe8c-4189-8a8c-279f42e0290f none none off + oxp_b32fa3da-4dec-4237-9776-e1a57ba15a21/crypt/zone/oxz_crucible_a9f1d41e-c445-4783-af13-0095b2836f0f b5d6cec1-c83f-4c41-9e79-8b9bf917f483 none none off + oxp_e9c238f6-87a3-4087-8ba4-aa594a82d012/crucible e88d6ff8-6b98-44c1-97a7-83f371ae62fe none none off + oxp_e9c238f6-87a3-4087-8ba4-aa594a82d012/crypt/debug 2288ff91-8e52-4817-825f-2f8b8eb1681d 100 GiB none gzip-9 + oxp_e9c238f6-87a3-4087-8ba4-aa594a82d012/crypt/zone f963f2a7-e9d1-4b80-b01a-ff4cecddf867 none none off + oxp_e9c238f6-87a3-4087-8ba4-aa594a82d012/crypt/zone/oxz_crucible_577b0a64-6fa9-4302-bfaa-853b6e9e71ac 851cd90d-97f5-49b6-ad41-2e1c1faa3cc9 none none off + oxp_fbf997ef-52d3-438a-b036-b9117322e569/crucible d6a838c7-3ee9-4cca-9d8b-986b4de0ba1c none none off + oxp_fbf997ef-52d3-438a-b036-b9117322e569/crypt/debug 17ffe1be-b38b-4f39-90af-57af25dbfe30 100 GiB none gzip-9 + oxp_fbf997ef-52d3-438a-b036-b9117322e569/crypt/zone a15e4260-d48c-4415-9315-c0f29234f359 none none off + oxp_fbf997ef-52d3-438a-b036-b9117322e569/crypt/zone/oxz_crucible_0ba018f0-4ff7-4bcc-a0c7-42cfec6bc9da ba1a3aae-15ab-4364-8250-54a766331ef8 none none off ++ oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/clickhouse_keeper c16a00f5-8830-400d-89e0-9a77cce8780e none none off ++ oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/zone/oxz_clickhouse_keeper_f3279a8b-32fa-4426-b946-08aff9ded482 26c79a0e-a2e4-4093-ba43-5e7979609651 none none off + + + omicron zones generation 2 -> 3: + ----------------------------------------------------------------------------------------------- + zone type zone id disposition underlay IP + ----------------------------------------------------------------------------------------------- + clickhouse df79db1e-54ca-4048-b22a-da120ae4c8c4 in service fd00:1122:3344:101::23 + crucible 08330c18-54e9-445b-81f3-8f1d6ad15cdd in service fd00:1122:3344:101::29 + crucible 0ba018f0-4ff7-4bcc-a0c7-42cfec6bc9da in service fd00:1122:3344:101::2e + crucible 1e485cda-b36e-4647-9125-c273fc7a9850 in service fd00:1122:3344:101::25 + crucible 4d84fdb4-76fd-47a9-b033-7e1711d9125f in service fd00:1122:3344:101::2b + crucible 577b0a64-6fa9-4302-bfaa-853b6e9e71ac in service fd00:1122:3344:101::2d + crucible 5d296df4-4f2f-4896-8caa-42df00799bcb in service fd00:1122:3344:101::2a + crucible 65d597c5-86b9-43f6-84cd-67bb108df9f0 in service fd00:1122:3344:101::27 + crucible a9f1d41e-c445-4783-af13-0095b2836f0f in service fd00:1122:3344:101::2c + crucible e9ab813f-0fff-4b41-a101-790f6d94b40a in service fd00:1122:3344:101::26 + crucible f00c7a67-51a6-4d09-be39-f20b0e6da1c6 in service fd00:1122:3344:101::28 + crucible_pantry 840a4f34-0e53-469c-8c79-12b75bb42edc in service fd00:1122:3344:101::24 + internal_dns c89ac05f-d9b2-47f4-9d48-2f38130e4ad9 in service fd00:1122:3344:1::1 + internal_ntp 66695827-17c4-4885-b6c0-2cb6b6d3ad1c in service fd00:1122:3344:101::21 + nexus a6032c9e-a365-45d7-ad9f-07ac0fa7079a in service fd00:1122:3344:101::22 ++ clickhouse_keeper f3279a8b-32fa-4426-b946-08aff9ded482 in service fd00:1122:3344:101::2f + + + sled 6a4c45f6-e02f-490c-bbfa-b32fb89e8e86 (active): + + physical disks at generation 1: + ---------------------------------------------------------------------- + vendor model serial + ---------------------------------------------------------------------- + fake-vendor fake-model serial-0bf9d028-2b4a-4bff-82a1-6eb5fcefd985 + fake-vendor fake-model serial-19293a1d-fddc-40a7-88a4-ccafdb6f66d3 + fake-vendor fake-model serial-44484c44-477a-4676-8266-b98a00e80d79 + fake-vendor fake-model serial-79787cd4-92da-4de5-bfd8-30a635521e10 + fake-vendor fake-model serial-9ae94c94-baae-477e-912a-60f0c4f3bd13 + fake-vendor fake-model serial-af85eec8-36b3-4b88-966d-a717b9b58fe5 + fake-vendor fake-model serial-ddfaaba3-dafe-4103-b868-e9843d29d346 + fake-vendor fake-model serial-ec458c3e-91ca-40f1-a2a3-3f4292c1f279 + fake-vendor fake-model serial-f2fc7c4c-7966-449d-8ec3-5a70f460501d + fake-vendor fake-model serial-f635c28a-e5ca-4d22-ac94-d8f278a6ea0e + + + datasets generation 1 -> 2: + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + dataset name dataset uuid quota reservation compression + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crucible f3b1d2f6-3cbc-4420-bc91-5eaaf00f85d0 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/debug fb722d83-ddc2-4880-95a4-1ab12f4b95be 100 GiB none gzip-9 + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/internal_dns b8af3673-c60a-45fb-adc1-c36d0d325417 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/zone 1ab5529e-c3db-41e1-a561-9c767f980ad4 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/zone/oxz_crucible_aa74c1b2-b4c1-4f36-8f01-9459ef23786b e1db255d-4793-46bd-a1f3-f207be6b2839 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/zone/oxz_crucible_pantry_97a785b8-d909-4fd4-92c1-9ba14bae603b 7b248682-95a2-4411-98b3-79fe6cb1a857 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/zone/oxz_internal_dns_c259e8b9-1086-453a-8636-050639edeffb 30161ca3-c2d8-474b-906e-bd38fc912f84 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/zone/oxz_nexus_c3c7b0bd-dce3-467b-919d-668cc6b06711 05b6bbbe-4c07-493e-8b92-4c8d4aeb1d66 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/zone/oxz_ntp_bba31b23-d112-4cde-bd4a-635812c28c0e fadbc503-b72d-4862-a1fd-628c7ff599d1 none none off + oxp_19293a1d-fddc-40a7-88a4-ccafdb6f66d3/crucible 276f044e-dd34-4c1e-beef-174da4fcf53d none none off + oxp_19293a1d-fddc-40a7-88a4-ccafdb6f66d3/crypt/debug 891a1ff4-66b1-4dc9-871c-be4a757bbd0f 100 GiB none gzip-9 + oxp_19293a1d-fddc-40a7-88a4-ccafdb6f66d3/crypt/zone 68490e52-279a-4609-ba0b-11d03f904c88 none none off + oxp_19293a1d-fddc-40a7-88a4-ccafdb6f66d3/crypt/zone/oxz_crucible_eb58427d-599b-45dc-b316-8e4db7eec65e 26722393-82bf-442d-9725-030801a4d64c none none off + oxp_44484c44-477a-4676-8266-b98a00e80d79/crucible e06b1670-5f34-42dc-a410-3129d69907ec none none off + oxp_44484c44-477a-4676-8266-b98a00e80d79/crypt/debug 3e3e18ad-d527-4b2e-b758-1eefdcfca44b 100 GiB none gzip-9 + oxp_44484c44-477a-4676-8266-b98a00e80d79/crypt/zone 2a5e3a10-6ab5-4988-be84-46b527dc2d23 none none off + oxp_44484c44-477a-4676-8266-b98a00e80d79/crypt/zone/oxz_crucible_487bde8c-a692-416c-be70-efef7f169fce 008ba9b6-8d41-4f7a-8ff3-ec31a0c96cf9 none none off + oxp_79787cd4-92da-4de5-bfd8-30a635521e10/crucible 9d32dd45-e3ee-47b9-ba69-0dc711bbf632 none none off + oxp_79787cd4-92da-4de5-bfd8-30a635521e10/crypt/debug bd4efdbe-7128-4423-aacf-6cf35e5a914d 100 GiB none gzip-9 + oxp_79787cd4-92da-4de5-bfd8-30a635521e10/crypt/zone fd0f9778-c31a-40f4-9ce9-f5154535e75b none none off + oxp_79787cd4-92da-4de5-bfd8-30a635521e10/crypt/zone/oxz_crucible_b6956e34-3c21-44d1-9ee2-cb7ee2e77c4e 2d2f2665-d556-4e65-9c53-d7fe573848a2 none none off + oxp_9ae94c94-baae-477e-912a-60f0c4f3bd13/crucible 7e72090d-7f79-4ecc-92cc-5eb7d9dee022 none none off + oxp_9ae94c94-baae-477e-912a-60f0c4f3bd13/crypt/debug 708d4e8b-3acf-44cf-87a2-275bb8fa0d96 100 GiB none gzip-9 + oxp_9ae94c94-baae-477e-912a-60f0c4f3bd13/crypt/zone e4220797-15df-42c4-9df7-ad927711d565 none none off + oxp_9ae94c94-baae-477e-912a-60f0c4f3bd13/crypt/zone/oxz_crucible_41af4ef6-d21b-4271-bfcb-524f4146784a 1522207b-ea98-47cc-810c-44808796d743 none none off + oxp_af85eec8-36b3-4b88-966d-a717b9b58fe5/crucible 43606b8e-384f-4412-a273-d4dde8f2e76d none none off + oxp_af85eec8-36b3-4b88-966d-a717b9b58fe5/crypt/debug 98d65e73-01df-4525-a45d-acb2fc8d4a74 100 GiB none gzip-9 + oxp_af85eec8-36b3-4b88-966d-a717b9b58fe5/crypt/zone 39714005-313e-42be-90eb-000a0560669f none none off + oxp_af85eec8-36b3-4b88-966d-a717b9b58fe5/crypt/zone/oxz_crucible_26115267-8333-4711-924e-d05acf601827 3a39d5e8-ea73-4cf3-b9de-48045475151c none none off + oxp_ddfaaba3-dafe-4103-b868-e9843d29d346/crucible 2d7145e9-0029-4ae0-bb12-ee65a1738005 none none off + oxp_ddfaaba3-dafe-4103-b868-e9843d29d346/crypt/debug 8005f7c0-bab3-4b0a-9568-a5861c0a09bb 100 GiB none gzip-9 + oxp_ddfaaba3-dafe-4103-b868-e9843d29d346/crypt/zone a647238a-1689-46c9-b680-dfe1b7b68684 none none off + oxp_ddfaaba3-dafe-4103-b868-e9843d29d346/crypt/zone/oxz_crucible_1a92bb17-6477-46fc-9784-1d2a418d6e14 257c57cd-8f2c-440d-9fa0-e92a312295ec none none off + oxp_ec458c3e-91ca-40f1-a2a3-3f4292c1f279/crucible dfadcc38-505a-4e9b-8674-27f8a2af13a2 none none off + oxp_ec458c3e-91ca-40f1-a2a3-3f4292c1f279/crypt/debug dae242d1-9535-4b08-b249-f030dde2c2fd 100 GiB none gzip-9 + oxp_ec458c3e-91ca-40f1-a2a3-3f4292c1f279/crypt/zone 29038bb0-9af1-4b03-9c10-b8a6444a0bc2 none none off + oxp_ec458c3e-91ca-40f1-a2a3-3f4292c1f279/crypt/zone/oxz_crucible_9b9d58bd-44e6-4b70-80a4-e6a9262893ff 0a5bade3-3f2f-4385-b064-554b56f8bf8c none none off + oxp_f2fc7c4c-7966-449d-8ec3-5a70f460501d/crucible 72e2a1d6-09dd-43ba-9b8b-befa101f53ef none none off + oxp_f2fc7c4c-7966-449d-8ec3-5a70f460501d/crypt/debug 6cea3508-8341-4093-abbb-c57d83cd87b4 100 GiB none gzip-9 + oxp_f2fc7c4c-7966-449d-8ec3-5a70f460501d/crypt/zone e49915c6-59ed-4bbe-abf9-375b9502772a none none off + oxp_f2fc7c4c-7966-449d-8ec3-5a70f460501d/crypt/zone/oxz_crucible_704a17e0-bc9d-43b9-a91e-b1ca37a23d0d 5739948f-d984-48a5-a27a-0223a0af2035 none none off + oxp_f635c28a-e5ca-4d22-ac94-d8f278a6ea0e/crucible c7dfbe25-5b52-4ee5-8556-719e99bb5e4d none none off + oxp_f635c28a-e5ca-4d22-ac94-d8f278a6ea0e/crypt/debug 765b4728-8d6e-4fac-9a1b-ae2258d5c52b 100 GiB none gzip-9 + oxp_f635c28a-e5ca-4d22-ac94-d8f278a6ea0e/crypt/zone fc9765c5-0a89-4050-ba3e-e0625dbefb5f none none off + oxp_f635c28a-e5ca-4d22-ac94-d8f278a6ea0e/crypt/zone/oxz_crucible_93535f54-4919-4c4d-9a07-f7ab6245c01f 109f44de-d1ed-4ce3-9670-76aceb206ee4 none none off ++ oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/clickhouse_keeper a3eed313-d886-4c1d-8023-8d2ec9e97ddd none none off ++ oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/clickhouse_server 886f2522-8122-465f-8996-2d8c2acd9d0d none none off ++ oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/zone/oxz_clickhouse_keeper_b36c16d5-de6e-411a-a32a-d35a26f2e151 48720037-5b8e-4478-9bb5-c86ee8a6e250 none none off ++ oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/zone/oxz_clickhouse_server_122e30d3-d541-49b5-88de-1543b38123cc 095cf066-5a68-40b4-afc6-baf5bcbadd05 none none off + + + omicron zones generation 2 -> 3: + ----------------------------------------------------------------------------------------------- + zone type zone id disposition underlay IP + ----------------------------------------------------------------------------------------------- + crucible 1a92bb17-6477-46fc-9784-1d2a418d6e14 in service fd00:1122:3344:103::2a + crucible 26115267-8333-4711-924e-d05acf601827 in service fd00:1122:3344:103::29 + crucible 41af4ef6-d21b-4271-bfcb-524f4146784a in service fd00:1122:3344:103::28 + crucible 487bde8c-a692-416c-be70-efef7f169fce in service fd00:1122:3344:103::26 + crucible 704a17e0-bc9d-43b9-a91e-b1ca37a23d0d in service fd00:1122:3344:103::2c + crucible 93535f54-4919-4c4d-9a07-f7ab6245c01f in service fd00:1122:3344:103::2d + crucible 9b9d58bd-44e6-4b70-80a4-e6a9262893ff in service fd00:1122:3344:103::2b + crucible aa74c1b2-b4c1-4f36-8f01-9459ef23786b in service fd00:1122:3344:103::24 + crucible b6956e34-3c21-44d1-9ee2-cb7ee2e77c4e in service fd00:1122:3344:103::27 + crucible eb58427d-599b-45dc-b316-8e4db7eec65e in service fd00:1122:3344:103::25 + crucible_pantry 97a785b8-d909-4fd4-92c1-9ba14bae603b in service fd00:1122:3344:103::23 + internal_dns c259e8b9-1086-453a-8636-050639edeffb in service fd00:1122:3344:2::1 + internal_ntp bba31b23-d112-4cde-bd4a-635812c28c0e in service fd00:1122:3344:103::21 + nexus c3c7b0bd-dce3-467b-919d-668cc6b06711 in service fd00:1122:3344:103::22 ++ clickhouse_keeper b36c16d5-de6e-411a-a32a-d35a26f2e151 in service fd00:1122:3344:103::2e ++ clickhouse_server 122e30d3-d541-49b5-88de-1543b38123cc in service fd00:1122:3344:103::2f + + + sled be531a62-9897-430d-acd2-ce14b4632627 (active): + + physical disks at generation 1: + ---------------------------------------------------------------------- + vendor model serial + ---------------------------------------------------------------------- + fake-vendor fake-model serial-2a76ab1a-fb16-412d-93f9-b8cd9aa94e85 + fake-vendor fake-model serial-2de2bf7e-c679-4b2b-b373-908e9d3ffbfc + fake-vendor fake-model serial-2f02a5c6-fcf5-4b5a-bc7d-7f65369918ba + fake-vendor fake-model serial-32041dbf-e58d-4f32-840d-923d3d3b68af + fake-vendor fake-model serial-5f88adff-bb50-4dc1-bbfb-5a410c753ed5 + fake-vendor fake-model serial-74d64eb9-bf69-4782-af16-2d3a761ca171 + fake-vendor fake-model serial-b3c231c9-b2a5-4267-b4bf-9651881b91a5 + fake-vendor fake-model serial-bca80b95-8dca-4a3b-b24d-d44b6a9ff71b + fake-vendor fake-model serial-db16345e-427a-4c8e-9032-17270f729308 + fake-vendor fake-model serial-e3b45593-8f0c-47b2-a381-802a7dad1f54 + + + datasets generation 1 -> 2: + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + dataset name dataset uuid quota reservation compression + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crucible 431cfe4a-5756-40f4-8a9c-b70ae1227f1e none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/debug c55ba154-4f4b-48a5-997b-2a1579671c74 100 GiB none gzip-9 + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/internal_dns 7be88e8f-06d3-49f7-a6d9-5c586f13716c none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/zone 37405860-deb4-4f2f-b770-ab8b83175d8c none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/zone/oxz_crucible_75cccfab-ea70-4596-a685-ab9bd5e540a1 e2ff081e-c5a4-42c3-8d95-969e2b9b7b31 none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/zone/oxz_crucible_pantry_1432df56-4a7b-4271-9b24-a8a3183a95a7 452dad91-0c11-4dfa-96fb-dfb0cfa1d17c none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/zone/oxz_internal_dns_832c71a1-357d-482b-8661-3193d59ed776 08588a53-0f1d-4631-a1ef-8fa34098fbf6 none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/zone/oxz_nexus_da39dead-64e2-45b6-9d01-d99584504dfd 45dc03ec-d0e0-429a-a099-7fc6ea6dfb85 none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/zone/oxz_ntp_816afef9-e5cd-40ba-8cc5-71e783943e43 6f5ba0fc-1b43-4a40-ba5a-3abf11eae62b none none off + oxp_2de2bf7e-c679-4b2b-b373-908e9d3ffbfc/crucible 1123f86b-169c-40df-8ed1-95c3def65e30 none none off + oxp_2de2bf7e-c679-4b2b-b373-908e9d3ffbfc/crypt/debug 071d678d-9376-4c3b-8e1f-825d27bcae3a 100 GiB none gzip-9 + oxp_2de2bf7e-c679-4b2b-b373-908e9d3ffbfc/crypt/zone bbb78481-c7e5-44a6-85ae-37e363827e9f none none off + oxp_2de2bf7e-c679-4b2b-b373-908e9d3ffbfc/crypt/zone/oxz_crucible_37c72edc-6acd-4c2d-ab76-d1c88e1f01f5 9b49fc13-4d2c-423e-9839-f6e1d0bffc6e none none off + oxp_2f02a5c6-fcf5-4b5a-bc7d-7f65369918ba/crucible afa41d1a-3fc1-4723-835d-61d13db33cfe none none off + oxp_2f02a5c6-fcf5-4b5a-bc7d-7f65369918ba/crypt/debug daeded95-0145-4b97-b1fb-60d44856d1e4 100 GiB none gzip-9 + oxp_2f02a5c6-fcf5-4b5a-bc7d-7f65369918ba/crypt/zone 38103edf-a98f-46ca-94ea-3404268ea935 none none off + oxp_2f02a5c6-fcf5-4b5a-bc7d-7f65369918ba/crypt/zone/oxz_crucible_2cb036bd-6056-4547-af65-aa6c0c1e4d6e c6c9e491-ce4d-4dc4-82be-e394fa1e82e2 none none off + oxp_32041dbf-e58d-4f32-840d-923d3d3b68af/crucible da067282-0ae9-4861-8b78-b639622508af none none off + oxp_32041dbf-e58d-4f32-840d-923d3d3b68af/crypt/debug 80d0697d-4ebe-4856-b7bf-78ff811eb00b 100 GiB none gzip-9 + oxp_32041dbf-e58d-4f32-840d-923d3d3b68af/crypt/zone 3f1adfcf-9a2a-41db-9e1a-a2e13ff8a7dd none none off + oxp_32041dbf-e58d-4f32-840d-923d3d3b68af/crypt/zone/oxz_crucible_e52381c1-d7ab-402f-a9a8-bb52fbb614af a0251fdc-166b-4476-95d4-f7fd58fdaf76 none none off + oxp_5f88adff-bb50-4dc1-bbfb-5a410c753ed5/crucible fcb937be-3b91-4ae7-9e25-a69808eeb07f none none off + oxp_5f88adff-bb50-4dc1-bbfb-5a410c753ed5/crypt/debug dd239ff5-a617-4eb1-ac6d-16eb76c2c849 100 GiB none gzip-9 + oxp_5f88adff-bb50-4dc1-bbfb-5a410c753ed5/crypt/zone 5c620f9c-454b-451b-99ca-47c3d94df493 none none off + oxp_5f88adff-bb50-4dc1-bbfb-5a410c753ed5/crypt/zone/oxz_crucible_6ae471b1-1dd8-460e-a2a5-3ea796f746d5 98b66132-d99e-42e2-8517-5860412c61b1 none none off + oxp_74d64eb9-bf69-4782-af16-2d3a761ca171/crucible 2854cb42-e5b9-4773-bd6e-6ec85d33a174 none none off + oxp_74d64eb9-bf69-4782-af16-2d3a761ca171/crypt/debug b9e71882-7f71-4a5e-be9c-7df560c75000 100 GiB none gzip-9 + oxp_74d64eb9-bf69-4782-af16-2d3a761ca171/crypt/zone 13f8be82-85e9-43ac-985b-e7a51a910c41 none none off + oxp_74d64eb9-bf69-4782-af16-2d3a761ca171/crypt/zone/oxz_crucible_b6a9674e-8b42-4d67-954f-3e957db298dd e7c2d833-b6a1-469f-b52f-8bbb45e9a30e none none off + oxp_b3c231c9-b2a5-4267-b4bf-9651881b91a5/crucible aa8f925e-6c3a-40d2-ae2d-946324a7d612 none none off + oxp_b3c231c9-b2a5-4267-b4bf-9651881b91a5/crypt/debug bae0ee1b-b3a3-4c4c-96ee-53b8b4cd837b 100 GiB none gzip-9 + oxp_b3c231c9-b2a5-4267-b4bf-9651881b91a5/crypt/zone 9f1f99c7-e6c5-4bbc-9de5-15252b532914 none none off + oxp_b3c231c9-b2a5-4267-b4bf-9651881b91a5/crypt/zone/oxz_crucible_c79e017b-7e27-4ff5-be14-3673f8cb2279 3544adde-a808-45c0-ae19-08b4f65e3ad4 none none off + oxp_bca80b95-8dca-4a3b-b24d-d44b6a9ff71b/crucible 755ad19c-d29b-4e3c-9c13-63b56a407765 none none off + oxp_bca80b95-8dca-4a3b-b24d-d44b6a9ff71b/crypt/debug f2df23eb-672a-41b5-89e4-26c9feb50c7c 100 GiB none gzip-9 + oxp_bca80b95-8dca-4a3b-b24d-d44b6a9ff71b/crypt/zone 2747bb48-2fb7-4999-a63c-5ba5e35e0a10 none none off + oxp_bca80b95-8dca-4a3b-b24d-d44b6a9ff71b/crypt/zone/oxz_crucible_0a160b89-6288-44f5-9908-33589094628e 53a623d2-9ffc-48fb-871d-23bd52e0f4dd none none off + oxp_db16345e-427a-4c8e-9032-17270f729308/crucible be3cf2f7-5388-4cd6-8119-ecf316c6052e none none off + oxp_db16345e-427a-4c8e-9032-17270f729308/crypt/debug e658be5b-df77-41fb-a000-5a924ac0b3da 100 GiB none gzip-9 + oxp_db16345e-427a-4c8e-9032-17270f729308/crypt/zone f7ddacf4-edc7-46ba-9b74-d588bd62505e none none off + oxp_db16345e-427a-4c8e-9032-17270f729308/crypt/zone/oxz_crucible_5fb4b72f-bf1b-47c7-a2e4-dbdafcdb47f5 1d73fc1f-81fc-4e06-9b52-686596ac0f6c none none off + oxp_e3b45593-8f0c-47b2-a381-802a7dad1f54/crucible a2391107-7408-4e0c-a694-3fd073fa09df none none off + oxp_e3b45593-8f0c-47b2-a381-802a7dad1f54/crypt/debug 96798a17-be94-44bb-9e12-2eb458e9a5ba 100 GiB none gzip-9 + oxp_e3b45593-8f0c-47b2-a381-802a7dad1f54/crypt/zone 64e62d15-e813-461d-9a50-403d9bd1df7c none none off + oxp_e3b45593-8f0c-47b2-a381-802a7dad1f54/crypt/zone/oxz_crucible_8a36ef67-bf66-40b9-a2f4-34ac70e90e39 c44e20e1-7cce-46df-ba71-db7fb3e3a5ff none none off ++ oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/clickhouse_keeper ce930007-8ed6-4675-a24a-57c227950d43 none none off ++ oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/clickhouse_server 3d339942-c2d0-4615-a099-433a8b5a1543 none none off ++ oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/zone/oxz_clickhouse_keeper_39fd3357-4de8-433e-9c07-1ec65de7ca59 748c9607-71dd-4f81-be08-c1eee262f69c none none off ++ oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/zone/oxz_clickhouse_server_71be6bff-666a-4f2b-a7dc-d80a88a71af5 a9e2160a-688f-4bbd-9a77-b2e695df86f4 none none off + + + omicron zones generation 2 -> 3: + ----------------------------------------------------------------------------------------------- + zone type zone id disposition underlay IP + ----------------------------------------------------------------------------------------------- + crucible 0a160b89-6288-44f5-9908-33589094628e in service fd00:1122:3344:102::2b + crucible 2cb036bd-6056-4547-af65-aa6c0c1e4d6e in service fd00:1122:3344:102::26 + crucible 37c72edc-6acd-4c2d-ab76-d1c88e1f01f5 in service fd00:1122:3344:102::25 + crucible 5fb4b72f-bf1b-47c7-a2e4-dbdafcdb47f5 in service fd00:1122:3344:102::2c + crucible 6ae471b1-1dd8-460e-a2a5-3ea796f746d5 in service fd00:1122:3344:102::28 + crucible 75cccfab-ea70-4596-a685-ab9bd5e540a1 in service fd00:1122:3344:102::24 + crucible 8a36ef67-bf66-40b9-a2f4-34ac70e90e39 in service fd00:1122:3344:102::2d + crucible b6a9674e-8b42-4d67-954f-3e957db298dd in service fd00:1122:3344:102::29 + crucible c79e017b-7e27-4ff5-be14-3673f8cb2279 in service fd00:1122:3344:102::2a + crucible e52381c1-d7ab-402f-a9a8-bb52fbb614af in service fd00:1122:3344:102::27 + crucible_pantry 1432df56-4a7b-4271-9b24-a8a3183a95a7 in service fd00:1122:3344:102::23 + internal_dns 832c71a1-357d-482b-8661-3193d59ed776 in service fd00:1122:3344:3::1 + internal_ntp 816afef9-e5cd-40ba-8cc5-71e783943e43 in service fd00:1122:3344:102::21 + nexus da39dead-64e2-45b6-9d01-d99584504dfd in service fd00:1122:3344:102::22 ++ clickhouse_keeper 39fd3357-4de8-433e-9c07-1ec65de7ca59 in service fd00:1122:3344:102::2e ++ clickhouse_server 71be6bff-666a-4f2b-a7dc-d80a88a71af5 in service fd00:1122:3344:102::2f + + + COCKROACHDB SETTINGS: + state fingerprint::::::::::::::::: (none) (unchanged) + cluster.preserve_downgrade_option: (do not modify) (unchanged) + + METADATA: + internal DNS version: 1 (unchanged) + external DNS version: 1 (unchanged) + + CLICKHOUSE CLUSTER CONFIG: ++ generation::::::::::::::::::::::::::::::::::::: 2 ++ max used server id::::::::::::::::::::::::::::: 2 ++ max used keeper id::::::::::::::::::::::::::::: 3 ++ cluster name::::::::::::::::::::::::::::::::::: oximeter_cluster ++ cluster secret::::::::::::::::::::::::::::::::: 75ba7558-f7cf-431f-bba5-71c8e82fd4c1 ++ highest seen keeper leader committed log index: 0 + + clickhouse keepers at generation 2: + ------------------------------------------------ + zone id keeper id + ------------------------------------------------ ++ 39fd3357-4de8-433e-9c07-1ec65de7ca59 1 ++ b36c16d5-de6e-411a-a32a-d35a26f2e151 2 ++ f3279a8b-32fa-4426-b946-08aff9ded482 3 + + clickhouse servers at generation 2: + ------------------------------------------------ + zone id server id + ------------------------------------------------ ++ 122e30d3-d541-49b5-88de-1543b38123cc 1 ++ 71be6bff-666a-4f2b-a7dc-d80a88a71af5 2 + diff --git a/nexus/reconfigurator/planning/tests/output/planner_deploy_all_keeper_nodes_3_4.txt b/nexus/reconfigurator/planning/tests/output/planner_deploy_all_keeper_nodes_3_4.txt new file mode 100644 index 0000000000..d27c85bd66 --- /dev/null +++ b/nexus/reconfigurator/planning/tests/output/planner_deploy_all_keeper_nodes_3_4.txt @@ -0,0 +1,321 @@ +from: blueprint 6b09c2dc-ce57-4a8f-b24e-a82a816c7e6f +to: blueprint 92fa943c-7dd4-48c3-9447-c9d0665744b6 + + UNCHANGED SLEDS: + + sled 164d275d-a936-4f06-ad53-a32cb3c8d3c8 (active): + + physical disks at generation 1: + ---------------------------------------------------------------------- + vendor model serial + ---------------------------------------------------------------------- + fake-vendor fake-model serial-60e6b021-79d6-4a6b-917c-6637e0769558 + fake-vendor fake-model serial-71a07ac0-d24e-446c-a202-1998e7f6ac8c + fake-vendor fake-model serial-736d4cab-c262-485e-89c2-07e6543f0855 + fake-vendor fake-model serial-8ae56ca0-709d-4b8f-9869-51b62b542eef + fake-vendor fake-model serial-8e0bcc4f-0799-450c-a0ad-80c1637f59e3 + fake-vendor fake-model serial-8eeebb8e-6db6-43e8-a429-d26dde99882c + fake-vendor fake-model serial-a3e8de5b-c47a-49c0-b698-4d6955e1327f + fake-vendor fake-model serial-b32fa3da-4dec-4237-9776-e1a57ba15a21 + fake-vendor fake-model serial-e9c238f6-87a3-4087-8ba4-aa594a82d012 + fake-vendor fake-model serial-fbf997ef-52d3-438a-b036-b9117322e569 + + + datasets at generation 2: + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + dataset name dataset uuid quota reservation compression + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crucible fcd7e842-2648-407a-8d13-197e67de9e9d none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/clickhouse 5cb56dc7-6c56-4bbf-ae73-6f08e0c97cdf none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/clickhouse_keeper c16a00f5-8830-400d-89e0-9a77cce8780e none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/debug 10610f76-51e8-4be4-a4ad-9af953f6bf4a 100 GiB none gzip-9 + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/internal_dns dd467397-efc5-4738-984e-77a0f3e3e678 none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/zone 8c4f4acd-8f6b-4296-81be-12d2eeae0483 none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/zone/oxz_clickhouse_df79db1e-54ca-4048-b22a-da120ae4c8c4 b6cb0fe9-0b7a-4793-b6cd-1ee71fee464c none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/zone/oxz_clickhouse_keeper_f3279a8b-32fa-4426-b946-08aff9ded482 26c79a0e-a2e4-4093-ba43-5e7979609651 none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/zone/oxz_crucible_1e485cda-b36e-4647-9125-c273fc7a9850 65c2e3cd-3d8e-43c6-9e2c-cb884511ec49 none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/zone/oxz_crucible_pantry_840a4f34-0e53-469c-8c79-12b75bb42edc 7de8087e-602a-4a81-98ff-d766213d0f94 none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/zone/oxz_internal_dns_c89ac05f-d9b2-47f4-9d48-2f38130e4ad9 dd1cdc17-808e-4e6d-99ed-84b2d0e220f1 none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/zone/oxz_nexus_a6032c9e-a365-45d7-ad9f-07ac0fa7079a 198ff957-cce0-40cf-9048-f65cf9a6c671 none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/zone/oxz_ntp_66695827-17c4-4885-b6c0-2cb6b6d3ad1c ccfb112d-c72e-4482-9bb0-f9cbbb034f7d none none off + oxp_71a07ac0-d24e-446c-a202-1998e7f6ac8c/crucible c770de28-6c33-4cc7-97d9-62ddafd963aa none none off + oxp_71a07ac0-d24e-446c-a202-1998e7f6ac8c/crypt/debug e0bcc415-f8f9-401f-a507-cee5587756b1 100 GiB none gzip-9 + oxp_71a07ac0-d24e-446c-a202-1998e7f6ac8c/crypt/zone f83b1c8d-d252-4b35-a9d2-400e2e2cddf7 none none off + oxp_71a07ac0-d24e-446c-a202-1998e7f6ac8c/crypt/zone/oxz_crucible_e9ab813f-0fff-4b41-a101-790f6d94b40a 7c459b4e-396b-497f-8094-f342939d1f9f none none off + oxp_736d4cab-c262-485e-89c2-07e6543f0855/crucible ac9f4d69-3281-4774-a098-250755079068 none none off + oxp_736d4cab-c262-485e-89c2-07e6543f0855/crypt/debug 8bbc5419-7125-4cb1-b990-436af4bb8eb4 100 GiB none gzip-9 + oxp_736d4cab-c262-485e-89c2-07e6543f0855/crypt/zone a34f8204-9f17-4c8f-997b-e122c284ac9f none none off + oxp_736d4cab-c262-485e-89c2-07e6543f0855/crypt/zone/oxz_crucible_65d597c5-86b9-43f6-84cd-67bb108df9f0 6de460bc-890d-4e7a-920f-607862440cfd none none off + oxp_8ae56ca0-709d-4b8f-9869-51b62b542eef/crucible 09781292-36f1-4310-82b4-ddfb4d287fa1 none none off + oxp_8ae56ca0-709d-4b8f-9869-51b62b542eef/crypt/debug 280dd773-35e2-4dda-ae2a-65c88f1b2a01 100 GiB none gzip-9 + oxp_8ae56ca0-709d-4b8f-9869-51b62b542eef/crypt/zone 61bf628d-a78d-40a7-bad2-84e97e41b810 none none off + oxp_8ae56ca0-709d-4b8f-9869-51b62b542eef/crypt/zone/oxz_crucible_f00c7a67-51a6-4d09-be39-f20b0e6da1c6 6ff911b9-a4a5-4986-ba04-c6b3f234d3b4 none none off + oxp_8e0bcc4f-0799-450c-a0ad-80c1637f59e3/crucible 81719897-4ae6-4d76-8282-fda91c347811 none none off + oxp_8e0bcc4f-0799-450c-a0ad-80c1637f59e3/crypt/debug fecbd83d-7440-4900-b22b-6206e55b2920 100 GiB none gzip-9 + oxp_8e0bcc4f-0799-450c-a0ad-80c1637f59e3/crypt/zone 3f63ada8-d1f4-440d-8713-da45b0684520 none none off + oxp_8e0bcc4f-0799-450c-a0ad-80c1637f59e3/crypt/zone/oxz_crucible_08330c18-54e9-445b-81f3-8f1d6ad15cdd ab255226-2c8c-4222-82c6-702af839a2d2 none none off + oxp_8eeebb8e-6db6-43e8-a429-d26dde99882c/crucible a2399f57-62eb-4d7d-ac69-09cd6e5c2134 none none off + oxp_8eeebb8e-6db6-43e8-a429-d26dde99882c/crypt/debug e120c8f8-049f-40f0-8d70-4cfe409ef34d 100 GiB none gzip-9 + oxp_8eeebb8e-6db6-43e8-a429-d26dde99882c/crypt/zone a3284e6f-ee42-4fdb-8150-634f7f40c073 none none off + oxp_8eeebb8e-6db6-43e8-a429-d26dde99882c/crypt/zone/oxz_crucible_5d296df4-4f2f-4896-8caa-42df00799bcb 25c5034b-83b2-4a90-a08a-7573ffb38119 none none off + oxp_a3e8de5b-c47a-49c0-b698-4d6955e1327f/crucible cd6b3952-2024-4310-b82e-abfd245ec1d6 none none off + oxp_a3e8de5b-c47a-49c0-b698-4d6955e1327f/crypt/debug 37eb0429-d620-40fb-a57a-62486d001738 100 GiB none gzip-9 + oxp_a3e8de5b-c47a-49c0-b698-4d6955e1327f/crypt/zone 8b7928fb-e5a0-49b0-81d0-89f627020c92 none none off + oxp_a3e8de5b-c47a-49c0-b698-4d6955e1327f/crypt/zone/oxz_crucible_4d84fdb4-76fd-47a9-b033-7e1711d9125f 8dc07059-e8cd-4f89-abc7-0c5289b8ff0a none none off + oxp_b32fa3da-4dec-4237-9776-e1a57ba15a21/crucible 4f99dd21-d6ed-409a-af19-9886d1083762 none none off + oxp_b32fa3da-4dec-4237-9776-e1a57ba15a21/crypt/debug d0f12057-da73-4c1d-bdec-32a0e7ab7107 100 GiB none gzip-9 + oxp_b32fa3da-4dec-4237-9776-e1a57ba15a21/crypt/zone 0e976e79-fe8c-4189-8a8c-279f42e0290f none none off + oxp_b32fa3da-4dec-4237-9776-e1a57ba15a21/crypt/zone/oxz_crucible_a9f1d41e-c445-4783-af13-0095b2836f0f b5d6cec1-c83f-4c41-9e79-8b9bf917f483 none none off + oxp_e9c238f6-87a3-4087-8ba4-aa594a82d012/crucible e88d6ff8-6b98-44c1-97a7-83f371ae62fe none none off + oxp_e9c238f6-87a3-4087-8ba4-aa594a82d012/crypt/debug 2288ff91-8e52-4817-825f-2f8b8eb1681d 100 GiB none gzip-9 + oxp_e9c238f6-87a3-4087-8ba4-aa594a82d012/crypt/zone f963f2a7-e9d1-4b80-b01a-ff4cecddf867 none none off + oxp_e9c238f6-87a3-4087-8ba4-aa594a82d012/crypt/zone/oxz_crucible_577b0a64-6fa9-4302-bfaa-853b6e9e71ac 851cd90d-97f5-49b6-ad41-2e1c1faa3cc9 none none off + oxp_fbf997ef-52d3-438a-b036-b9117322e569/crucible d6a838c7-3ee9-4cca-9d8b-986b4de0ba1c none none off + oxp_fbf997ef-52d3-438a-b036-b9117322e569/crypt/debug 17ffe1be-b38b-4f39-90af-57af25dbfe30 100 GiB none gzip-9 + oxp_fbf997ef-52d3-438a-b036-b9117322e569/crypt/zone a15e4260-d48c-4415-9315-c0f29234f359 none none off + oxp_fbf997ef-52d3-438a-b036-b9117322e569/crypt/zone/oxz_crucible_0ba018f0-4ff7-4bcc-a0c7-42cfec6bc9da ba1a3aae-15ab-4364-8250-54a766331ef8 none none off + + + omicron zones at generation 3: + ----------------------------------------------------------------------------------------------- + zone type zone id disposition underlay IP + ----------------------------------------------------------------------------------------------- + clickhouse df79db1e-54ca-4048-b22a-da120ae4c8c4 in service fd00:1122:3344:101::23 + clickhouse_keeper f3279a8b-32fa-4426-b946-08aff9ded482 in service fd00:1122:3344:101::2f + crucible 08330c18-54e9-445b-81f3-8f1d6ad15cdd in service fd00:1122:3344:101::29 + crucible 0ba018f0-4ff7-4bcc-a0c7-42cfec6bc9da in service fd00:1122:3344:101::2e + crucible 1e485cda-b36e-4647-9125-c273fc7a9850 in service fd00:1122:3344:101::25 + crucible 4d84fdb4-76fd-47a9-b033-7e1711d9125f in service fd00:1122:3344:101::2b + crucible 577b0a64-6fa9-4302-bfaa-853b6e9e71ac in service fd00:1122:3344:101::2d + crucible 5d296df4-4f2f-4896-8caa-42df00799bcb in service fd00:1122:3344:101::2a + crucible 65d597c5-86b9-43f6-84cd-67bb108df9f0 in service fd00:1122:3344:101::27 + crucible a9f1d41e-c445-4783-af13-0095b2836f0f in service fd00:1122:3344:101::2c + crucible e9ab813f-0fff-4b41-a101-790f6d94b40a in service fd00:1122:3344:101::26 + crucible f00c7a67-51a6-4d09-be39-f20b0e6da1c6 in service fd00:1122:3344:101::28 + crucible_pantry 840a4f34-0e53-469c-8c79-12b75bb42edc in service fd00:1122:3344:101::24 + internal_dns c89ac05f-d9b2-47f4-9d48-2f38130e4ad9 in service fd00:1122:3344:1::1 + internal_ntp 66695827-17c4-4885-b6c0-2cb6b6d3ad1c in service fd00:1122:3344:101::21 + nexus a6032c9e-a365-45d7-ad9f-07ac0fa7079a in service fd00:1122:3344:101::22 + + + sled 6a4c45f6-e02f-490c-bbfa-b32fb89e8e86 (active): + + physical disks at generation 1: + ---------------------------------------------------------------------- + vendor model serial + ---------------------------------------------------------------------- + fake-vendor fake-model serial-0bf9d028-2b4a-4bff-82a1-6eb5fcefd985 + fake-vendor fake-model serial-19293a1d-fddc-40a7-88a4-ccafdb6f66d3 + fake-vendor fake-model serial-44484c44-477a-4676-8266-b98a00e80d79 + fake-vendor fake-model serial-79787cd4-92da-4de5-bfd8-30a635521e10 + fake-vendor fake-model serial-9ae94c94-baae-477e-912a-60f0c4f3bd13 + fake-vendor fake-model serial-af85eec8-36b3-4b88-966d-a717b9b58fe5 + fake-vendor fake-model serial-ddfaaba3-dafe-4103-b868-e9843d29d346 + fake-vendor fake-model serial-ec458c3e-91ca-40f1-a2a3-3f4292c1f279 + fake-vendor fake-model serial-f2fc7c4c-7966-449d-8ec3-5a70f460501d + fake-vendor fake-model serial-f635c28a-e5ca-4d22-ac94-d8f278a6ea0e + + + datasets at generation 2: + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + dataset name dataset uuid quota reservation compression + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crucible f3b1d2f6-3cbc-4420-bc91-5eaaf00f85d0 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/clickhouse_keeper a3eed313-d886-4c1d-8023-8d2ec9e97ddd none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/clickhouse_server 886f2522-8122-465f-8996-2d8c2acd9d0d none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/debug fb722d83-ddc2-4880-95a4-1ab12f4b95be 100 GiB none gzip-9 + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/internal_dns b8af3673-c60a-45fb-adc1-c36d0d325417 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/zone 1ab5529e-c3db-41e1-a561-9c767f980ad4 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/zone/oxz_clickhouse_keeper_b36c16d5-de6e-411a-a32a-d35a26f2e151 48720037-5b8e-4478-9bb5-c86ee8a6e250 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/zone/oxz_clickhouse_server_122e30d3-d541-49b5-88de-1543b38123cc 095cf066-5a68-40b4-afc6-baf5bcbadd05 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/zone/oxz_crucible_aa74c1b2-b4c1-4f36-8f01-9459ef23786b e1db255d-4793-46bd-a1f3-f207be6b2839 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/zone/oxz_crucible_pantry_97a785b8-d909-4fd4-92c1-9ba14bae603b 7b248682-95a2-4411-98b3-79fe6cb1a857 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/zone/oxz_internal_dns_c259e8b9-1086-453a-8636-050639edeffb 30161ca3-c2d8-474b-906e-bd38fc912f84 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/zone/oxz_nexus_c3c7b0bd-dce3-467b-919d-668cc6b06711 05b6bbbe-4c07-493e-8b92-4c8d4aeb1d66 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/zone/oxz_ntp_bba31b23-d112-4cde-bd4a-635812c28c0e fadbc503-b72d-4862-a1fd-628c7ff599d1 none none off + oxp_19293a1d-fddc-40a7-88a4-ccafdb6f66d3/crucible 276f044e-dd34-4c1e-beef-174da4fcf53d none none off + oxp_19293a1d-fddc-40a7-88a4-ccafdb6f66d3/crypt/debug 891a1ff4-66b1-4dc9-871c-be4a757bbd0f 100 GiB none gzip-9 + oxp_19293a1d-fddc-40a7-88a4-ccafdb6f66d3/crypt/zone 68490e52-279a-4609-ba0b-11d03f904c88 none none off + oxp_19293a1d-fddc-40a7-88a4-ccafdb6f66d3/crypt/zone/oxz_crucible_eb58427d-599b-45dc-b316-8e4db7eec65e 26722393-82bf-442d-9725-030801a4d64c none none off + oxp_44484c44-477a-4676-8266-b98a00e80d79/crucible e06b1670-5f34-42dc-a410-3129d69907ec none none off + oxp_44484c44-477a-4676-8266-b98a00e80d79/crypt/debug 3e3e18ad-d527-4b2e-b758-1eefdcfca44b 100 GiB none gzip-9 + oxp_44484c44-477a-4676-8266-b98a00e80d79/crypt/zone 2a5e3a10-6ab5-4988-be84-46b527dc2d23 none none off + oxp_44484c44-477a-4676-8266-b98a00e80d79/crypt/zone/oxz_crucible_487bde8c-a692-416c-be70-efef7f169fce 008ba9b6-8d41-4f7a-8ff3-ec31a0c96cf9 none none off + oxp_79787cd4-92da-4de5-bfd8-30a635521e10/crucible 9d32dd45-e3ee-47b9-ba69-0dc711bbf632 none none off + oxp_79787cd4-92da-4de5-bfd8-30a635521e10/crypt/debug bd4efdbe-7128-4423-aacf-6cf35e5a914d 100 GiB none gzip-9 + oxp_79787cd4-92da-4de5-bfd8-30a635521e10/crypt/zone fd0f9778-c31a-40f4-9ce9-f5154535e75b none none off + oxp_79787cd4-92da-4de5-bfd8-30a635521e10/crypt/zone/oxz_crucible_b6956e34-3c21-44d1-9ee2-cb7ee2e77c4e 2d2f2665-d556-4e65-9c53-d7fe573848a2 none none off + oxp_9ae94c94-baae-477e-912a-60f0c4f3bd13/crucible 7e72090d-7f79-4ecc-92cc-5eb7d9dee022 none none off + oxp_9ae94c94-baae-477e-912a-60f0c4f3bd13/crypt/debug 708d4e8b-3acf-44cf-87a2-275bb8fa0d96 100 GiB none gzip-9 + oxp_9ae94c94-baae-477e-912a-60f0c4f3bd13/crypt/zone e4220797-15df-42c4-9df7-ad927711d565 none none off + oxp_9ae94c94-baae-477e-912a-60f0c4f3bd13/crypt/zone/oxz_crucible_41af4ef6-d21b-4271-bfcb-524f4146784a 1522207b-ea98-47cc-810c-44808796d743 none none off + oxp_af85eec8-36b3-4b88-966d-a717b9b58fe5/crucible 43606b8e-384f-4412-a273-d4dde8f2e76d none none off + oxp_af85eec8-36b3-4b88-966d-a717b9b58fe5/crypt/debug 98d65e73-01df-4525-a45d-acb2fc8d4a74 100 GiB none gzip-9 + oxp_af85eec8-36b3-4b88-966d-a717b9b58fe5/crypt/zone 39714005-313e-42be-90eb-000a0560669f none none off + oxp_af85eec8-36b3-4b88-966d-a717b9b58fe5/crypt/zone/oxz_crucible_26115267-8333-4711-924e-d05acf601827 3a39d5e8-ea73-4cf3-b9de-48045475151c none none off + oxp_ddfaaba3-dafe-4103-b868-e9843d29d346/crucible 2d7145e9-0029-4ae0-bb12-ee65a1738005 none none off + oxp_ddfaaba3-dafe-4103-b868-e9843d29d346/crypt/debug 8005f7c0-bab3-4b0a-9568-a5861c0a09bb 100 GiB none gzip-9 + oxp_ddfaaba3-dafe-4103-b868-e9843d29d346/crypt/zone a647238a-1689-46c9-b680-dfe1b7b68684 none none off + oxp_ddfaaba3-dafe-4103-b868-e9843d29d346/crypt/zone/oxz_crucible_1a92bb17-6477-46fc-9784-1d2a418d6e14 257c57cd-8f2c-440d-9fa0-e92a312295ec none none off + oxp_ec458c3e-91ca-40f1-a2a3-3f4292c1f279/crucible dfadcc38-505a-4e9b-8674-27f8a2af13a2 none none off + oxp_ec458c3e-91ca-40f1-a2a3-3f4292c1f279/crypt/debug dae242d1-9535-4b08-b249-f030dde2c2fd 100 GiB none gzip-9 + oxp_ec458c3e-91ca-40f1-a2a3-3f4292c1f279/crypt/zone 29038bb0-9af1-4b03-9c10-b8a6444a0bc2 none none off + oxp_ec458c3e-91ca-40f1-a2a3-3f4292c1f279/crypt/zone/oxz_crucible_9b9d58bd-44e6-4b70-80a4-e6a9262893ff 0a5bade3-3f2f-4385-b064-554b56f8bf8c none none off + oxp_f2fc7c4c-7966-449d-8ec3-5a70f460501d/crucible 72e2a1d6-09dd-43ba-9b8b-befa101f53ef none none off + oxp_f2fc7c4c-7966-449d-8ec3-5a70f460501d/crypt/debug 6cea3508-8341-4093-abbb-c57d83cd87b4 100 GiB none gzip-9 + oxp_f2fc7c4c-7966-449d-8ec3-5a70f460501d/crypt/zone e49915c6-59ed-4bbe-abf9-375b9502772a none none off + oxp_f2fc7c4c-7966-449d-8ec3-5a70f460501d/crypt/zone/oxz_crucible_704a17e0-bc9d-43b9-a91e-b1ca37a23d0d 5739948f-d984-48a5-a27a-0223a0af2035 none none off + oxp_f635c28a-e5ca-4d22-ac94-d8f278a6ea0e/crucible c7dfbe25-5b52-4ee5-8556-719e99bb5e4d none none off + oxp_f635c28a-e5ca-4d22-ac94-d8f278a6ea0e/crypt/debug 765b4728-8d6e-4fac-9a1b-ae2258d5c52b 100 GiB none gzip-9 + oxp_f635c28a-e5ca-4d22-ac94-d8f278a6ea0e/crypt/zone fc9765c5-0a89-4050-ba3e-e0625dbefb5f none none off + oxp_f635c28a-e5ca-4d22-ac94-d8f278a6ea0e/crypt/zone/oxz_crucible_93535f54-4919-4c4d-9a07-f7ab6245c01f 109f44de-d1ed-4ce3-9670-76aceb206ee4 none none off + + + omicron zones at generation 3: + ----------------------------------------------------------------------------------------------- + zone type zone id disposition underlay IP + ----------------------------------------------------------------------------------------------- + clickhouse_keeper b36c16d5-de6e-411a-a32a-d35a26f2e151 in service fd00:1122:3344:103::2e + clickhouse_server 122e30d3-d541-49b5-88de-1543b38123cc in service fd00:1122:3344:103::2f + crucible 1a92bb17-6477-46fc-9784-1d2a418d6e14 in service fd00:1122:3344:103::2a + crucible 26115267-8333-4711-924e-d05acf601827 in service fd00:1122:3344:103::29 + crucible 41af4ef6-d21b-4271-bfcb-524f4146784a in service fd00:1122:3344:103::28 + crucible 487bde8c-a692-416c-be70-efef7f169fce in service fd00:1122:3344:103::26 + crucible 704a17e0-bc9d-43b9-a91e-b1ca37a23d0d in service fd00:1122:3344:103::2c + crucible 93535f54-4919-4c4d-9a07-f7ab6245c01f in service fd00:1122:3344:103::2d + crucible 9b9d58bd-44e6-4b70-80a4-e6a9262893ff in service fd00:1122:3344:103::2b + crucible aa74c1b2-b4c1-4f36-8f01-9459ef23786b in service fd00:1122:3344:103::24 + crucible b6956e34-3c21-44d1-9ee2-cb7ee2e77c4e in service fd00:1122:3344:103::27 + crucible eb58427d-599b-45dc-b316-8e4db7eec65e in service fd00:1122:3344:103::25 + crucible_pantry 97a785b8-d909-4fd4-92c1-9ba14bae603b in service fd00:1122:3344:103::23 + internal_dns c259e8b9-1086-453a-8636-050639edeffb in service fd00:1122:3344:2::1 + internal_ntp bba31b23-d112-4cde-bd4a-635812c28c0e in service fd00:1122:3344:103::21 + nexus c3c7b0bd-dce3-467b-919d-668cc6b06711 in service fd00:1122:3344:103::22 + + + sled be531a62-9897-430d-acd2-ce14b4632627 (active): + + physical disks at generation 1: + ---------------------------------------------------------------------- + vendor model serial + ---------------------------------------------------------------------- + fake-vendor fake-model serial-2a76ab1a-fb16-412d-93f9-b8cd9aa94e85 + fake-vendor fake-model serial-2de2bf7e-c679-4b2b-b373-908e9d3ffbfc + fake-vendor fake-model serial-2f02a5c6-fcf5-4b5a-bc7d-7f65369918ba + fake-vendor fake-model serial-32041dbf-e58d-4f32-840d-923d3d3b68af + fake-vendor fake-model serial-5f88adff-bb50-4dc1-bbfb-5a410c753ed5 + fake-vendor fake-model serial-74d64eb9-bf69-4782-af16-2d3a761ca171 + fake-vendor fake-model serial-b3c231c9-b2a5-4267-b4bf-9651881b91a5 + fake-vendor fake-model serial-bca80b95-8dca-4a3b-b24d-d44b6a9ff71b + fake-vendor fake-model serial-db16345e-427a-4c8e-9032-17270f729308 + fake-vendor fake-model serial-e3b45593-8f0c-47b2-a381-802a7dad1f54 + + + datasets at generation 2: + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + dataset name dataset uuid quota reservation compression + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crucible 431cfe4a-5756-40f4-8a9c-b70ae1227f1e none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/clickhouse_keeper ce930007-8ed6-4675-a24a-57c227950d43 none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/clickhouse_server 3d339942-c2d0-4615-a099-433a8b5a1543 none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/debug c55ba154-4f4b-48a5-997b-2a1579671c74 100 GiB none gzip-9 + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/internal_dns 7be88e8f-06d3-49f7-a6d9-5c586f13716c none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/zone 37405860-deb4-4f2f-b770-ab8b83175d8c none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/zone/oxz_clickhouse_keeper_39fd3357-4de8-433e-9c07-1ec65de7ca59 748c9607-71dd-4f81-be08-c1eee262f69c none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/zone/oxz_clickhouse_server_71be6bff-666a-4f2b-a7dc-d80a88a71af5 a9e2160a-688f-4bbd-9a77-b2e695df86f4 none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/zone/oxz_crucible_75cccfab-ea70-4596-a685-ab9bd5e540a1 e2ff081e-c5a4-42c3-8d95-969e2b9b7b31 none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/zone/oxz_crucible_pantry_1432df56-4a7b-4271-9b24-a8a3183a95a7 452dad91-0c11-4dfa-96fb-dfb0cfa1d17c none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/zone/oxz_internal_dns_832c71a1-357d-482b-8661-3193d59ed776 08588a53-0f1d-4631-a1ef-8fa34098fbf6 none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/zone/oxz_nexus_da39dead-64e2-45b6-9d01-d99584504dfd 45dc03ec-d0e0-429a-a099-7fc6ea6dfb85 none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/zone/oxz_ntp_816afef9-e5cd-40ba-8cc5-71e783943e43 6f5ba0fc-1b43-4a40-ba5a-3abf11eae62b none none off + oxp_2de2bf7e-c679-4b2b-b373-908e9d3ffbfc/crucible 1123f86b-169c-40df-8ed1-95c3def65e30 none none off + oxp_2de2bf7e-c679-4b2b-b373-908e9d3ffbfc/crypt/debug 071d678d-9376-4c3b-8e1f-825d27bcae3a 100 GiB none gzip-9 + oxp_2de2bf7e-c679-4b2b-b373-908e9d3ffbfc/crypt/zone bbb78481-c7e5-44a6-85ae-37e363827e9f none none off + oxp_2de2bf7e-c679-4b2b-b373-908e9d3ffbfc/crypt/zone/oxz_crucible_37c72edc-6acd-4c2d-ab76-d1c88e1f01f5 9b49fc13-4d2c-423e-9839-f6e1d0bffc6e none none off + oxp_2f02a5c6-fcf5-4b5a-bc7d-7f65369918ba/crucible afa41d1a-3fc1-4723-835d-61d13db33cfe none none off + oxp_2f02a5c6-fcf5-4b5a-bc7d-7f65369918ba/crypt/debug daeded95-0145-4b97-b1fb-60d44856d1e4 100 GiB none gzip-9 + oxp_2f02a5c6-fcf5-4b5a-bc7d-7f65369918ba/crypt/zone 38103edf-a98f-46ca-94ea-3404268ea935 none none off + oxp_2f02a5c6-fcf5-4b5a-bc7d-7f65369918ba/crypt/zone/oxz_crucible_2cb036bd-6056-4547-af65-aa6c0c1e4d6e c6c9e491-ce4d-4dc4-82be-e394fa1e82e2 none none off + oxp_32041dbf-e58d-4f32-840d-923d3d3b68af/crucible da067282-0ae9-4861-8b78-b639622508af none none off + oxp_32041dbf-e58d-4f32-840d-923d3d3b68af/crypt/debug 80d0697d-4ebe-4856-b7bf-78ff811eb00b 100 GiB none gzip-9 + oxp_32041dbf-e58d-4f32-840d-923d3d3b68af/crypt/zone 3f1adfcf-9a2a-41db-9e1a-a2e13ff8a7dd none none off + oxp_32041dbf-e58d-4f32-840d-923d3d3b68af/crypt/zone/oxz_crucible_e52381c1-d7ab-402f-a9a8-bb52fbb614af a0251fdc-166b-4476-95d4-f7fd58fdaf76 none none off + oxp_5f88adff-bb50-4dc1-bbfb-5a410c753ed5/crucible fcb937be-3b91-4ae7-9e25-a69808eeb07f none none off + oxp_5f88adff-bb50-4dc1-bbfb-5a410c753ed5/crypt/debug dd239ff5-a617-4eb1-ac6d-16eb76c2c849 100 GiB none gzip-9 + oxp_5f88adff-bb50-4dc1-bbfb-5a410c753ed5/crypt/zone 5c620f9c-454b-451b-99ca-47c3d94df493 none none off + oxp_5f88adff-bb50-4dc1-bbfb-5a410c753ed5/crypt/zone/oxz_crucible_6ae471b1-1dd8-460e-a2a5-3ea796f746d5 98b66132-d99e-42e2-8517-5860412c61b1 none none off + oxp_74d64eb9-bf69-4782-af16-2d3a761ca171/crucible 2854cb42-e5b9-4773-bd6e-6ec85d33a174 none none off + oxp_74d64eb9-bf69-4782-af16-2d3a761ca171/crypt/debug b9e71882-7f71-4a5e-be9c-7df560c75000 100 GiB none gzip-9 + oxp_74d64eb9-bf69-4782-af16-2d3a761ca171/crypt/zone 13f8be82-85e9-43ac-985b-e7a51a910c41 none none off + oxp_74d64eb9-bf69-4782-af16-2d3a761ca171/crypt/zone/oxz_crucible_b6a9674e-8b42-4d67-954f-3e957db298dd e7c2d833-b6a1-469f-b52f-8bbb45e9a30e none none off + oxp_b3c231c9-b2a5-4267-b4bf-9651881b91a5/crucible aa8f925e-6c3a-40d2-ae2d-946324a7d612 none none off + oxp_b3c231c9-b2a5-4267-b4bf-9651881b91a5/crypt/debug bae0ee1b-b3a3-4c4c-96ee-53b8b4cd837b 100 GiB none gzip-9 + oxp_b3c231c9-b2a5-4267-b4bf-9651881b91a5/crypt/zone 9f1f99c7-e6c5-4bbc-9de5-15252b532914 none none off + oxp_b3c231c9-b2a5-4267-b4bf-9651881b91a5/crypt/zone/oxz_crucible_c79e017b-7e27-4ff5-be14-3673f8cb2279 3544adde-a808-45c0-ae19-08b4f65e3ad4 none none off + oxp_bca80b95-8dca-4a3b-b24d-d44b6a9ff71b/crucible 755ad19c-d29b-4e3c-9c13-63b56a407765 none none off + oxp_bca80b95-8dca-4a3b-b24d-d44b6a9ff71b/crypt/debug f2df23eb-672a-41b5-89e4-26c9feb50c7c 100 GiB none gzip-9 + oxp_bca80b95-8dca-4a3b-b24d-d44b6a9ff71b/crypt/zone 2747bb48-2fb7-4999-a63c-5ba5e35e0a10 none none off + oxp_bca80b95-8dca-4a3b-b24d-d44b6a9ff71b/crypt/zone/oxz_crucible_0a160b89-6288-44f5-9908-33589094628e 53a623d2-9ffc-48fb-871d-23bd52e0f4dd none none off + oxp_db16345e-427a-4c8e-9032-17270f729308/crucible be3cf2f7-5388-4cd6-8119-ecf316c6052e none none off + oxp_db16345e-427a-4c8e-9032-17270f729308/crypt/debug e658be5b-df77-41fb-a000-5a924ac0b3da 100 GiB none gzip-9 + oxp_db16345e-427a-4c8e-9032-17270f729308/crypt/zone f7ddacf4-edc7-46ba-9b74-d588bd62505e none none off + oxp_db16345e-427a-4c8e-9032-17270f729308/crypt/zone/oxz_crucible_5fb4b72f-bf1b-47c7-a2e4-dbdafcdb47f5 1d73fc1f-81fc-4e06-9b52-686596ac0f6c none none off + oxp_e3b45593-8f0c-47b2-a381-802a7dad1f54/crucible a2391107-7408-4e0c-a694-3fd073fa09df none none off + oxp_e3b45593-8f0c-47b2-a381-802a7dad1f54/crypt/debug 96798a17-be94-44bb-9e12-2eb458e9a5ba 100 GiB none gzip-9 + oxp_e3b45593-8f0c-47b2-a381-802a7dad1f54/crypt/zone 64e62d15-e813-461d-9a50-403d9bd1df7c none none off + oxp_e3b45593-8f0c-47b2-a381-802a7dad1f54/crypt/zone/oxz_crucible_8a36ef67-bf66-40b9-a2f4-34ac70e90e39 c44e20e1-7cce-46df-ba71-db7fb3e3a5ff none none off + + + omicron zones at generation 3: + ----------------------------------------------------------------------------------------------- + zone type zone id disposition underlay IP + ----------------------------------------------------------------------------------------------- + clickhouse_keeper 39fd3357-4de8-433e-9c07-1ec65de7ca59 in service fd00:1122:3344:102::2e + clickhouse_server 71be6bff-666a-4f2b-a7dc-d80a88a71af5 in service fd00:1122:3344:102::2f + crucible 0a160b89-6288-44f5-9908-33589094628e in service fd00:1122:3344:102::2b + crucible 2cb036bd-6056-4547-af65-aa6c0c1e4d6e in service fd00:1122:3344:102::26 + crucible 37c72edc-6acd-4c2d-ab76-d1c88e1f01f5 in service fd00:1122:3344:102::25 + crucible 5fb4b72f-bf1b-47c7-a2e4-dbdafcdb47f5 in service fd00:1122:3344:102::2c + crucible 6ae471b1-1dd8-460e-a2a5-3ea796f746d5 in service fd00:1122:3344:102::28 + crucible 75cccfab-ea70-4596-a685-ab9bd5e540a1 in service fd00:1122:3344:102::24 + crucible 8a36ef67-bf66-40b9-a2f4-34ac70e90e39 in service fd00:1122:3344:102::2d + crucible b6a9674e-8b42-4d67-954f-3e957db298dd in service fd00:1122:3344:102::29 + crucible c79e017b-7e27-4ff5-be14-3673f8cb2279 in service fd00:1122:3344:102::2a + crucible e52381c1-d7ab-402f-a9a8-bb52fbb614af in service fd00:1122:3344:102::27 + crucible_pantry 1432df56-4a7b-4271-9b24-a8a3183a95a7 in service fd00:1122:3344:102::23 + internal_dns 832c71a1-357d-482b-8661-3193d59ed776 in service fd00:1122:3344:3::1 + internal_ntp 816afef9-e5cd-40ba-8cc5-71e783943e43 in service fd00:1122:3344:102::21 + nexus da39dead-64e2-45b6-9d01-d99584504dfd in service fd00:1122:3344:102::22 + + + COCKROACHDB SETTINGS: + state fingerprint::::::::::::::::: (none) (unchanged) + cluster.preserve_downgrade_option: (do not modify) (unchanged) + + METADATA: + internal DNS version: 1 (unchanged) + external DNS version: 1 (unchanged) + + CLICKHOUSE CLUSTER CONFIG: + generation::::::::::::::::::::::::::::::::::::: 2 (unchanged) + max used server id::::::::::::::::::::::::::::: 2 (unchanged) + max used keeper id::::::::::::::::::::::::::::: 3 (unchanged) + cluster name::::::::::::::::::::::::::::::::::: oximeter_cluster (unchanged) + cluster secret::::::::::::::::::::::::::::::::: 75ba7558-f7cf-431f-bba5-71c8e82fd4c1 (unchanged) +* highest seen keeper leader committed log index: 0 -> 1 + + clickhouse keepers at generation 2: + ------------------------------------------------ + zone id keeper id + ------------------------------------------------ + 39fd3357-4de8-433e-9c07-1ec65de7ca59 1 + b36c16d5-de6e-411a-a32a-d35a26f2e151 2 + f3279a8b-32fa-4426-b946-08aff9ded482 3 + + clickhouse servers at generation 2: + ------------------------------------------------ + zone id server id + ------------------------------------------------ + 122e30d3-d541-49b5-88de-1543b38123cc 1 + 71be6bff-666a-4f2b-a7dc-d80a88a71af5 2 + diff --git a/nexus/reconfigurator/planning/tests/output/planner_deploy_all_keeper_nodes_4_5.txt b/nexus/reconfigurator/planning/tests/output/planner_deploy_all_keeper_nodes_4_5.txt new file mode 100644 index 0000000000..43bef3da22 --- /dev/null +++ b/nexus/reconfigurator/planning/tests/output/planner_deploy_all_keeper_nodes_4_5.txt @@ -0,0 +1,330 @@ +from: blueprint 92fa943c-7dd4-48c3-9447-c9d0665744b6 +to: blueprint 2886dab5-61a2-46b4-87af-bc7aeb44cccb + + UNCHANGED SLEDS: + + sled 164d275d-a936-4f06-ad53-a32cb3c8d3c8 (active): + + physical disks at generation 1: + ---------------------------------------------------------------------- + vendor model serial + ---------------------------------------------------------------------- + fake-vendor fake-model serial-60e6b021-79d6-4a6b-917c-6637e0769558 + fake-vendor fake-model serial-71a07ac0-d24e-446c-a202-1998e7f6ac8c + fake-vendor fake-model serial-736d4cab-c262-485e-89c2-07e6543f0855 + fake-vendor fake-model serial-8ae56ca0-709d-4b8f-9869-51b62b542eef + fake-vendor fake-model serial-8e0bcc4f-0799-450c-a0ad-80c1637f59e3 + fake-vendor fake-model serial-8eeebb8e-6db6-43e8-a429-d26dde99882c + fake-vendor fake-model serial-a3e8de5b-c47a-49c0-b698-4d6955e1327f + fake-vendor fake-model serial-b32fa3da-4dec-4237-9776-e1a57ba15a21 + fake-vendor fake-model serial-e9c238f6-87a3-4087-8ba4-aa594a82d012 + fake-vendor fake-model serial-fbf997ef-52d3-438a-b036-b9117322e569 + + + datasets at generation 2: + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + dataset name dataset uuid quota reservation compression + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crucible fcd7e842-2648-407a-8d13-197e67de9e9d none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/clickhouse 5cb56dc7-6c56-4bbf-ae73-6f08e0c97cdf none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/clickhouse_keeper c16a00f5-8830-400d-89e0-9a77cce8780e none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/debug 10610f76-51e8-4be4-a4ad-9af953f6bf4a 100 GiB none gzip-9 + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/internal_dns dd467397-efc5-4738-984e-77a0f3e3e678 none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/zone 8c4f4acd-8f6b-4296-81be-12d2eeae0483 none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/zone/oxz_clickhouse_df79db1e-54ca-4048-b22a-da120ae4c8c4 b6cb0fe9-0b7a-4793-b6cd-1ee71fee464c none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/zone/oxz_clickhouse_keeper_f3279a8b-32fa-4426-b946-08aff9ded482 26c79a0e-a2e4-4093-ba43-5e7979609651 none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/zone/oxz_crucible_1e485cda-b36e-4647-9125-c273fc7a9850 65c2e3cd-3d8e-43c6-9e2c-cb884511ec49 none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/zone/oxz_crucible_pantry_840a4f34-0e53-469c-8c79-12b75bb42edc 7de8087e-602a-4a81-98ff-d766213d0f94 none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/zone/oxz_internal_dns_c89ac05f-d9b2-47f4-9d48-2f38130e4ad9 dd1cdc17-808e-4e6d-99ed-84b2d0e220f1 none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/zone/oxz_nexus_a6032c9e-a365-45d7-ad9f-07ac0fa7079a 198ff957-cce0-40cf-9048-f65cf9a6c671 none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/zone/oxz_ntp_66695827-17c4-4885-b6c0-2cb6b6d3ad1c ccfb112d-c72e-4482-9bb0-f9cbbb034f7d none none off + oxp_71a07ac0-d24e-446c-a202-1998e7f6ac8c/crucible c770de28-6c33-4cc7-97d9-62ddafd963aa none none off + oxp_71a07ac0-d24e-446c-a202-1998e7f6ac8c/crypt/debug e0bcc415-f8f9-401f-a507-cee5587756b1 100 GiB none gzip-9 + oxp_71a07ac0-d24e-446c-a202-1998e7f6ac8c/crypt/zone f83b1c8d-d252-4b35-a9d2-400e2e2cddf7 none none off + oxp_71a07ac0-d24e-446c-a202-1998e7f6ac8c/crypt/zone/oxz_crucible_e9ab813f-0fff-4b41-a101-790f6d94b40a 7c459b4e-396b-497f-8094-f342939d1f9f none none off + oxp_736d4cab-c262-485e-89c2-07e6543f0855/crucible ac9f4d69-3281-4774-a098-250755079068 none none off + oxp_736d4cab-c262-485e-89c2-07e6543f0855/crypt/debug 8bbc5419-7125-4cb1-b990-436af4bb8eb4 100 GiB none gzip-9 + oxp_736d4cab-c262-485e-89c2-07e6543f0855/crypt/zone a34f8204-9f17-4c8f-997b-e122c284ac9f none none off + oxp_736d4cab-c262-485e-89c2-07e6543f0855/crypt/zone/oxz_crucible_65d597c5-86b9-43f6-84cd-67bb108df9f0 6de460bc-890d-4e7a-920f-607862440cfd none none off + oxp_8ae56ca0-709d-4b8f-9869-51b62b542eef/crucible 09781292-36f1-4310-82b4-ddfb4d287fa1 none none off + oxp_8ae56ca0-709d-4b8f-9869-51b62b542eef/crypt/debug 280dd773-35e2-4dda-ae2a-65c88f1b2a01 100 GiB none gzip-9 + oxp_8ae56ca0-709d-4b8f-9869-51b62b542eef/crypt/zone 61bf628d-a78d-40a7-bad2-84e97e41b810 none none off + oxp_8ae56ca0-709d-4b8f-9869-51b62b542eef/crypt/zone/oxz_crucible_f00c7a67-51a6-4d09-be39-f20b0e6da1c6 6ff911b9-a4a5-4986-ba04-c6b3f234d3b4 none none off + oxp_8e0bcc4f-0799-450c-a0ad-80c1637f59e3/crucible 81719897-4ae6-4d76-8282-fda91c347811 none none off + oxp_8e0bcc4f-0799-450c-a0ad-80c1637f59e3/crypt/debug fecbd83d-7440-4900-b22b-6206e55b2920 100 GiB none gzip-9 + oxp_8e0bcc4f-0799-450c-a0ad-80c1637f59e3/crypt/zone 3f63ada8-d1f4-440d-8713-da45b0684520 none none off + oxp_8e0bcc4f-0799-450c-a0ad-80c1637f59e3/crypt/zone/oxz_crucible_08330c18-54e9-445b-81f3-8f1d6ad15cdd ab255226-2c8c-4222-82c6-702af839a2d2 none none off + oxp_8eeebb8e-6db6-43e8-a429-d26dde99882c/crucible a2399f57-62eb-4d7d-ac69-09cd6e5c2134 none none off + oxp_8eeebb8e-6db6-43e8-a429-d26dde99882c/crypt/debug e120c8f8-049f-40f0-8d70-4cfe409ef34d 100 GiB none gzip-9 + oxp_8eeebb8e-6db6-43e8-a429-d26dde99882c/crypt/zone a3284e6f-ee42-4fdb-8150-634f7f40c073 none none off + oxp_8eeebb8e-6db6-43e8-a429-d26dde99882c/crypt/zone/oxz_crucible_5d296df4-4f2f-4896-8caa-42df00799bcb 25c5034b-83b2-4a90-a08a-7573ffb38119 none none off + oxp_a3e8de5b-c47a-49c0-b698-4d6955e1327f/crucible cd6b3952-2024-4310-b82e-abfd245ec1d6 none none off + oxp_a3e8de5b-c47a-49c0-b698-4d6955e1327f/crypt/debug 37eb0429-d620-40fb-a57a-62486d001738 100 GiB none gzip-9 + oxp_a3e8de5b-c47a-49c0-b698-4d6955e1327f/crypt/zone 8b7928fb-e5a0-49b0-81d0-89f627020c92 none none off + oxp_a3e8de5b-c47a-49c0-b698-4d6955e1327f/crypt/zone/oxz_crucible_4d84fdb4-76fd-47a9-b033-7e1711d9125f 8dc07059-e8cd-4f89-abc7-0c5289b8ff0a none none off + oxp_b32fa3da-4dec-4237-9776-e1a57ba15a21/crucible 4f99dd21-d6ed-409a-af19-9886d1083762 none none off + oxp_b32fa3da-4dec-4237-9776-e1a57ba15a21/crypt/debug d0f12057-da73-4c1d-bdec-32a0e7ab7107 100 GiB none gzip-9 + oxp_b32fa3da-4dec-4237-9776-e1a57ba15a21/crypt/zone 0e976e79-fe8c-4189-8a8c-279f42e0290f none none off + oxp_b32fa3da-4dec-4237-9776-e1a57ba15a21/crypt/zone/oxz_crucible_a9f1d41e-c445-4783-af13-0095b2836f0f b5d6cec1-c83f-4c41-9e79-8b9bf917f483 none none off + oxp_e9c238f6-87a3-4087-8ba4-aa594a82d012/crucible e88d6ff8-6b98-44c1-97a7-83f371ae62fe none none off + oxp_e9c238f6-87a3-4087-8ba4-aa594a82d012/crypt/debug 2288ff91-8e52-4817-825f-2f8b8eb1681d 100 GiB none gzip-9 + oxp_e9c238f6-87a3-4087-8ba4-aa594a82d012/crypt/zone f963f2a7-e9d1-4b80-b01a-ff4cecddf867 none none off + oxp_e9c238f6-87a3-4087-8ba4-aa594a82d012/crypt/zone/oxz_crucible_577b0a64-6fa9-4302-bfaa-853b6e9e71ac 851cd90d-97f5-49b6-ad41-2e1c1faa3cc9 none none off + oxp_fbf997ef-52d3-438a-b036-b9117322e569/crucible d6a838c7-3ee9-4cca-9d8b-986b4de0ba1c none none off + oxp_fbf997ef-52d3-438a-b036-b9117322e569/crypt/debug 17ffe1be-b38b-4f39-90af-57af25dbfe30 100 GiB none gzip-9 + oxp_fbf997ef-52d3-438a-b036-b9117322e569/crypt/zone a15e4260-d48c-4415-9315-c0f29234f359 none none off + oxp_fbf997ef-52d3-438a-b036-b9117322e569/crypt/zone/oxz_crucible_0ba018f0-4ff7-4bcc-a0c7-42cfec6bc9da ba1a3aae-15ab-4364-8250-54a766331ef8 none none off + + + omicron zones at generation 3: + ----------------------------------------------------------------------------------------------- + zone type zone id disposition underlay IP + ----------------------------------------------------------------------------------------------- + clickhouse df79db1e-54ca-4048-b22a-da120ae4c8c4 in service fd00:1122:3344:101::23 + clickhouse_keeper f3279a8b-32fa-4426-b946-08aff9ded482 in service fd00:1122:3344:101::2f + crucible 08330c18-54e9-445b-81f3-8f1d6ad15cdd in service fd00:1122:3344:101::29 + crucible 0ba018f0-4ff7-4bcc-a0c7-42cfec6bc9da in service fd00:1122:3344:101::2e + crucible 1e485cda-b36e-4647-9125-c273fc7a9850 in service fd00:1122:3344:101::25 + crucible 4d84fdb4-76fd-47a9-b033-7e1711d9125f in service fd00:1122:3344:101::2b + crucible 577b0a64-6fa9-4302-bfaa-853b6e9e71ac in service fd00:1122:3344:101::2d + crucible 5d296df4-4f2f-4896-8caa-42df00799bcb in service fd00:1122:3344:101::2a + crucible 65d597c5-86b9-43f6-84cd-67bb108df9f0 in service fd00:1122:3344:101::27 + crucible a9f1d41e-c445-4783-af13-0095b2836f0f in service fd00:1122:3344:101::2c + crucible e9ab813f-0fff-4b41-a101-790f6d94b40a in service fd00:1122:3344:101::26 + crucible f00c7a67-51a6-4d09-be39-f20b0e6da1c6 in service fd00:1122:3344:101::28 + crucible_pantry 840a4f34-0e53-469c-8c79-12b75bb42edc in service fd00:1122:3344:101::24 + internal_dns c89ac05f-d9b2-47f4-9d48-2f38130e4ad9 in service fd00:1122:3344:1::1 + internal_ntp 66695827-17c4-4885-b6c0-2cb6b6d3ad1c in service fd00:1122:3344:101::21 + nexus a6032c9e-a365-45d7-ad9f-07ac0fa7079a in service fd00:1122:3344:101::22 + + + MODIFIED SLEDS: + + sled 6a4c45f6-e02f-490c-bbfa-b32fb89e8e86 (active): + + physical disks at generation 1: + ---------------------------------------------------------------------- + vendor model serial + ---------------------------------------------------------------------- + fake-vendor fake-model serial-0bf9d028-2b4a-4bff-82a1-6eb5fcefd985 + fake-vendor fake-model serial-19293a1d-fddc-40a7-88a4-ccafdb6f66d3 + fake-vendor fake-model serial-44484c44-477a-4676-8266-b98a00e80d79 + fake-vendor fake-model serial-79787cd4-92da-4de5-bfd8-30a635521e10 + fake-vendor fake-model serial-9ae94c94-baae-477e-912a-60f0c4f3bd13 + fake-vendor fake-model serial-af85eec8-36b3-4b88-966d-a717b9b58fe5 + fake-vendor fake-model serial-ddfaaba3-dafe-4103-b868-e9843d29d346 + fake-vendor fake-model serial-ec458c3e-91ca-40f1-a2a3-3f4292c1f279 + fake-vendor fake-model serial-f2fc7c4c-7966-449d-8ec3-5a70f460501d + fake-vendor fake-model serial-f635c28a-e5ca-4d22-ac94-d8f278a6ea0e + + + datasets generation 2 -> 3: + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + dataset name dataset uuid quota reservation compression + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crucible f3b1d2f6-3cbc-4420-bc91-5eaaf00f85d0 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/clickhouse_keeper a3eed313-d886-4c1d-8023-8d2ec9e97ddd none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/clickhouse_server 886f2522-8122-465f-8996-2d8c2acd9d0d none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/debug fb722d83-ddc2-4880-95a4-1ab12f4b95be 100 GiB none gzip-9 + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/internal_dns b8af3673-c60a-45fb-adc1-c36d0d325417 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/zone 1ab5529e-c3db-41e1-a561-9c767f980ad4 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/zone/oxz_clickhouse_keeper_b36c16d5-de6e-411a-a32a-d35a26f2e151 48720037-5b8e-4478-9bb5-c86ee8a6e250 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/zone/oxz_clickhouse_server_122e30d3-d541-49b5-88de-1543b38123cc 095cf066-5a68-40b4-afc6-baf5bcbadd05 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/zone/oxz_crucible_aa74c1b2-b4c1-4f36-8f01-9459ef23786b e1db255d-4793-46bd-a1f3-f207be6b2839 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/zone/oxz_crucible_pantry_97a785b8-d909-4fd4-92c1-9ba14bae603b 7b248682-95a2-4411-98b3-79fe6cb1a857 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/zone/oxz_internal_dns_c259e8b9-1086-453a-8636-050639edeffb 30161ca3-c2d8-474b-906e-bd38fc912f84 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/zone/oxz_nexus_c3c7b0bd-dce3-467b-919d-668cc6b06711 05b6bbbe-4c07-493e-8b92-4c8d4aeb1d66 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/zone/oxz_ntp_bba31b23-d112-4cde-bd4a-635812c28c0e fadbc503-b72d-4862-a1fd-628c7ff599d1 none none off + oxp_19293a1d-fddc-40a7-88a4-ccafdb6f66d3/crucible 276f044e-dd34-4c1e-beef-174da4fcf53d none none off + oxp_19293a1d-fddc-40a7-88a4-ccafdb6f66d3/crypt/debug 891a1ff4-66b1-4dc9-871c-be4a757bbd0f 100 GiB none gzip-9 + oxp_19293a1d-fddc-40a7-88a4-ccafdb6f66d3/crypt/zone 68490e52-279a-4609-ba0b-11d03f904c88 none none off + oxp_19293a1d-fddc-40a7-88a4-ccafdb6f66d3/crypt/zone/oxz_crucible_eb58427d-599b-45dc-b316-8e4db7eec65e 26722393-82bf-442d-9725-030801a4d64c none none off + oxp_44484c44-477a-4676-8266-b98a00e80d79/crucible e06b1670-5f34-42dc-a410-3129d69907ec none none off + oxp_44484c44-477a-4676-8266-b98a00e80d79/crypt/debug 3e3e18ad-d527-4b2e-b758-1eefdcfca44b 100 GiB none gzip-9 + oxp_44484c44-477a-4676-8266-b98a00e80d79/crypt/zone 2a5e3a10-6ab5-4988-be84-46b527dc2d23 none none off + oxp_44484c44-477a-4676-8266-b98a00e80d79/crypt/zone/oxz_crucible_487bde8c-a692-416c-be70-efef7f169fce 008ba9b6-8d41-4f7a-8ff3-ec31a0c96cf9 none none off + oxp_79787cd4-92da-4de5-bfd8-30a635521e10/crucible 9d32dd45-e3ee-47b9-ba69-0dc711bbf632 none none off + oxp_79787cd4-92da-4de5-bfd8-30a635521e10/crypt/debug bd4efdbe-7128-4423-aacf-6cf35e5a914d 100 GiB none gzip-9 + oxp_79787cd4-92da-4de5-bfd8-30a635521e10/crypt/zone fd0f9778-c31a-40f4-9ce9-f5154535e75b none none off + oxp_79787cd4-92da-4de5-bfd8-30a635521e10/crypt/zone/oxz_crucible_b6956e34-3c21-44d1-9ee2-cb7ee2e77c4e 2d2f2665-d556-4e65-9c53-d7fe573848a2 none none off + oxp_9ae94c94-baae-477e-912a-60f0c4f3bd13/crucible 7e72090d-7f79-4ecc-92cc-5eb7d9dee022 none none off + oxp_9ae94c94-baae-477e-912a-60f0c4f3bd13/crypt/debug 708d4e8b-3acf-44cf-87a2-275bb8fa0d96 100 GiB none gzip-9 + oxp_9ae94c94-baae-477e-912a-60f0c4f3bd13/crypt/zone e4220797-15df-42c4-9df7-ad927711d565 none none off + oxp_9ae94c94-baae-477e-912a-60f0c4f3bd13/crypt/zone/oxz_crucible_41af4ef6-d21b-4271-bfcb-524f4146784a 1522207b-ea98-47cc-810c-44808796d743 none none off + oxp_af85eec8-36b3-4b88-966d-a717b9b58fe5/crucible 43606b8e-384f-4412-a273-d4dde8f2e76d none none off + oxp_af85eec8-36b3-4b88-966d-a717b9b58fe5/crypt/debug 98d65e73-01df-4525-a45d-acb2fc8d4a74 100 GiB none gzip-9 + oxp_af85eec8-36b3-4b88-966d-a717b9b58fe5/crypt/zone 39714005-313e-42be-90eb-000a0560669f none none off + oxp_af85eec8-36b3-4b88-966d-a717b9b58fe5/crypt/zone/oxz_crucible_26115267-8333-4711-924e-d05acf601827 3a39d5e8-ea73-4cf3-b9de-48045475151c none none off + oxp_ddfaaba3-dafe-4103-b868-e9843d29d346/crucible 2d7145e9-0029-4ae0-bb12-ee65a1738005 none none off + oxp_ddfaaba3-dafe-4103-b868-e9843d29d346/crypt/debug 8005f7c0-bab3-4b0a-9568-a5861c0a09bb 100 GiB none gzip-9 + oxp_ddfaaba3-dafe-4103-b868-e9843d29d346/crypt/zone a647238a-1689-46c9-b680-dfe1b7b68684 none none off + oxp_ddfaaba3-dafe-4103-b868-e9843d29d346/crypt/zone/oxz_crucible_1a92bb17-6477-46fc-9784-1d2a418d6e14 257c57cd-8f2c-440d-9fa0-e92a312295ec none none off + oxp_ec458c3e-91ca-40f1-a2a3-3f4292c1f279/crucible dfadcc38-505a-4e9b-8674-27f8a2af13a2 none none off + oxp_ec458c3e-91ca-40f1-a2a3-3f4292c1f279/crypt/debug dae242d1-9535-4b08-b249-f030dde2c2fd 100 GiB none gzip-9 + oxp_ec458c3e-91ca-40f1-a2a3-3f4292c1f279/crypt/zone 29038bb0-9af1-4b03-9c10-b8a6444a0bc2 none none off + oxp_ec458c3e-91ca-40f1-a2a3-3f4292c1f279/crypt/zone/oxz_crucible_9b9d58bd-44e6-4b70-80a4-e6a9262893ff 0a5bade3-3f2f-4385-b064-554b56f8bf8c none none off + oxp_f2fc7c4c-7966-449d-8ec3-5a70f460501d/crucible 72e2a1d6-09dd-43ba-9b8b-befa101f53ef none none off + oxp_f2fc7c4c-7966-449d-8ec3-5a70f460501d/crypt/debug 6cea3508-8341-4093-abbb-c57d83cd87b4 100 GiB none gzip-9 + oxp_f2fc7c4c-7966-449d-8ec3-5a70f460501d/crypt/zone e49915c6-59ed-4bbe-abf9-375b9502772a none none off + oxp_f2fc7c4c-7966-449d-8ec3-5a70f460501d/crypt/zone/oxz_crucible_704a17e0-bc9d-43b9-a91e-b1ca37a23d0d 5739948f-d984-48a5-a27a-0223a0af2035 none none off + oxp_f635c28a-e5ca-4d22-ac94-d8f278a6ea0e/crucible c7dfbe25-5b52-4ee5-8556-719e99bb5e4d none none off + oxp_f635c28a-e5ca-4d22-ac94-d8f278a6ea0e/crypt/debug 765b4728-8d6e-4fac-9a1b-ae2258d5c52b 100 GiB none gzip-9 + oxp_f635c28a-e5ca-4d22-ac94-d8f278a6ea0e/crypt/zone fc9765c5-0a89-4050-ba3e-e0625dbefb5f none none off + oxp_f635c28a-e5ca-4d22-ac94-d8f278a6ea0e/crypt/zone/oxz_crucible_93535f54-4919-4c4d-9a07-f7ab6245c01f 109f44de-d1ed-4ce3-9670-76aceb206ee4 none none off ++ oxp_19293a1d-fddc-40a7-88a4-ccafdb6f66d3/crypt/clickhouse_keeper 3682c931-5332-45ef-9885-3d2dcfb325f6 none none off ++ oxp_19293a1d-fddc-40a7-88a4-ccafdb6f66d3/crypt/zone/oxz_clickhouse_keeper_81a4f9fd-e502-42c2-bf9c-29dd6918fd46 6aaeeb8d-ee87-43a2-b1ef-22e5f5224842 none none off + + + omicron zones generation 3 -> 4: + ----------------------------------------------------------------------------------------------- + zone type zone id disposition underlay IP + ----------------------------------------------------------------------------------------------- + clickhouse_keeper b36c16d5-de6e-411a-a32a-d35a26f2e151 in service fd00:1122:3344:103::2e + clickhouse_server 122e30d3-d541-49b5-88de-1543b38123cc in service fd00:1122:3344:103::2f + crucible 1a92bb17-6477-46fc-9784-1d2a418d6e14 in service fd00:1122:3344:103::2a + crucible 26115267-8333-4711-924e-d05acf601827 in service fd00:1122:3344:103::29 + crucible 41af4ef6-d21b-4271-bfcb-524f4146784a in service fd00:1122:3344:103::28 + crucible 487bde8c-a692-416c-be70-efef7f169fce in service fd00:1122:3344:103::26 + crucible 704a17e0-bc9d-43b9-a91e-b1ca37a23d0d in service fd00:1122:3344:103::2c + crucible 93535f54-4919-4c4d-9a07-f7ab6245c01f in service fd00:1122:3344:103::2d + crucible 9b9d58bd-44e6-4b70-80a4-e6a9262893ff in service fd00:1122:3344:103::2b + crucible aa74c1b2-b4c1-4f36-8f01-9459ef23786b in service fd00:1122:3344:103::24 + crucible b6956e34-3c21-44d1-9ee2-cb7ee2e77c4e in service fd00:1122:3344:103::27 + crucible eb58427d-599b-45dc-b316-8e4db7eec65e in service fd00:1122:3344:103::25 + crucible_pantry 97a785b8-d909-4fd4-92c1-9ba14bae603b in service fd00:1122:3344:103::23 + internal_dns c259e8b9-1086-453a-8636-050639edeffb in service fd00:1122:3344:2::1 + internal_ntp bba31b23-d112-4cde-bd4a-635812c28c0e in service fd00:1122:3344:103::21 + nexus c3c7b0bd-dce3-467b-919d-668cc6b06711 in service fd00:1122:3344:103::22 ++ clickhouse_keeper 81a4f9fd-e502-42c2-bf9c-29dd6918fd46 in service fd00:1122:3344:103::30 + + + sled be531a62-9897-430d-acd2-ce14b4632627 (active): + + physical disks at generation 1: + ---------------------------------------------------------------------- + vendor model serial + ---------------------------------------------------------------------- + fake-vendor fake-model serial-2a76ab1a-fb16-412d-93f9-b8cd9aa94e85 + fake-vendor fake-model serial-2de2bf7e-c679-4b2b-b373-908e9d3ffbfc + fake-vendor fake-model serial-2f02a5c6-fcf5-4b5a-bc7d-7f65369918ba + fake-vendor fake-model serial-32041dbf-e58d-4f32-840d-923d3d3b68af + fake-vendor fake-model serial-5f88adff-bb50-4dc1-bbfb-5a410c753ed5 + fake-vendor fake-model serial-74d64eb9-bf69-4782-af16-2d3a761ca171 + fake-vendor fake-model serial-b3c231c9-b2a5-4267-b4bf-9651881b91a5 + fake-vendor fake-model serial-bca80b95-8dca-4a3b-b24d-d44b6a9ff71b + fake-vendor fake-model serial-db16345e-427a-4c8e-9032-17270f729308 + fake-vendor fake-model serial-e3b45593-8f0c-47b2-a381-802a7dad1f54 + + + datasets generation 2 -> 3: + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + dataset name dataset uuid quota reservation compression + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crucible 431cfe4a-5756-40f4-8a9c-b70ae1227f1e none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/clickhouse_keeper ce930007-8ed6-4675-a24a-57c227950d43 none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/clickhouse_server 3d339942-c2d0-4615-a099-433a8b5a1543 none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/debug c55ba154-4f4b-48a5-997b-2a1579671c74 100 GiB none gzip-9 + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/internal_dns 7be88e8f-06d3-49f7-a6d9-5c586f13716c none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/zone 37405860-deb4-4f2f-b770-ab8b83175d8c none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/zone/oxz_clickhouse_keeper_39fd3357-4de8-433e-9c07-1ec65de7ca59 748c9607-71dd-4f81-be08-c1eee262f69c none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/zone/oxz_clickhouse_server_71be6bff-666a-4f2b-a7dc-d80a88a71af5 a9e2160a-688f-4bbd-9a77-b2e695df86f4 none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/zone/oxz_crucible_75cccfab-ea70-4596-a685-ab9bd5e540a1 e2ff081e-c5a4-42c3-8d95-969e2b9b7b31 none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/zone/oxz_crucible_pantry_1432df56-4a7b-4271-9b24-a8a3183a95a7 452dad91-0c11-4dfa-96fb-dfb0cfa1d17c none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/zone/oxz_internal_dns_832c71a1-357d-482b-8661-3193d59ed776 08588a53-0f1d-4631-a1ef-8fa34098fbf6 none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/zone/oxz_nexus_da39dead-64e2-45b6-9d01-d99584504dfd 45dc03ec-d0e0-429a-a099-7fc6ea6dfb85 none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/zone/oxz_ntp_816afef9-e5cd-40ba-8cc5-71e783943e43 6f5ba0fc-1b43-4a40-ba5a-3abf11eae62b none none off + oxp_2de2bf7e-c679-4b2b-b373-908e9d3ffbfc/crucible 1123f86b-169c-40df-8ed1-95c3def65e30 none none off + oxp_2de2bf7e-c679-4b2b-b373-908e9d3ffbfc/crypt/debug 071d678d-9376-4c3b-8e1f-825d27bcae3a 100 GiB none gzip-9 + oxp_2de2bf7e-c679-4b2b-b373-908e9d3ffbfc/crypt/zone bbb78481-c7e5-44a6-85ae-37e363827e9f none none off + oxp_2de2bf7e-c679-4b2b-b373-908e9d3ffbfc/crypt/zone/oxz_crucible_37c72edc-6acd-4c2d-ab76-d1c88e1f01f5 9b49fc13-4d2c-423e-9839-f6e1d0bffc6e none none off + oxp_2f02a5c6-fcf5-4b5a-bc7d-7f65369918ba/crucible afa41d1a-3fc1-4723-835d-61d13db33cfe none none off + oxp_2f02a5c6-fcf5-4b5a-bc7d-7f65369918ba/crypt/debug daeded95-0145-4b97-b1fb-60d44856d1e4 100 GiB none gzip-9 + oxp_2f02a5c6-fcf5-4b5a-bc7d-7f65369918ba/crypt/zone 38103edf-a98f-46ca-94ea-3404268ea935 none none off + oxp_2f02a5c6-fcf5-4b5a-bc7d-7f65369918ba/crypt/zone/oxz_crucible_2cb036bd-6056-4547-af65-aa6c0c1e4d6e c6c9e491-ce4d-4dc4-82be-e394fa1e82e2 none none off + oxp_32041dbf-e58d-4f32-840d-923d3d3b68af/crucible da067282-0ae9-4861-8b78-b639622508af none none off + oxp_32041dbf-e58d-4f32-840d-923d3d3b68af/crypt/debug 80d0697d-4ebe-4856-b7bf-78ff811eb00b 100 GiB none gzip-9 + oxp_32041dbf-e58d-4f32-840d-923d3d3b68af/crypt/zone 3f1adfcf-9a2a-41db-9e1a-a2e13ff8a7dd none none off + oxp_32041dbf-e58d-4f32-840d-923d3d3b68af/crypt/zone/oxz_crucible_e52381c1-d7ab-402f-a9a8-bb52fbb614af a0251fdc-166b-4476-95d4-f7fd58fdaf76 none none off + oxp_5f88adff-bb50-4dc1-bbfb-5a410c753ed5/crucible fcb937be-3b91-4ae7-9e25-a69808eeb07f none none off + oxp_5f88adff-bb50-4dc1-bbfb-5a410c753ed5/crypt/debug dd239ff5-a617-4eb1-ac6d-16eb76c2c849 100 GiB none gzip-9 + oxp_5f88adff-bb50-4dc1-bbfb-5a410c753ed5/crypt/zone 5c620f9c-454b-451b-99ca-47c3d94df493 none none off + oxp_5f88adff-bb50-4dc1-bbfb-5a410c753ed5/crypt/zone/oxz_crucible_6ae471b1-1dd8-460e-a2a5-3ea796f746d5 98b66132-d99e-42e2-8517-5860412c61b1 none none off + oxp_74d64eb9-bf69-4782-af16-2d3a761ca171/crucible 2854cb42-e5b9-4773-bd6e-6ec85d33a174 none none off + oxp_74d64eb9-bf69-4782-af16-2d3a761ca171/crypt/debug b9e71882-7f71-4a5e-be9c-7df560c75000 100 GiB none gzip-9 + oxp_74d64eb9-bf69-4782-af16-2d3a761ca171/crypt/zone 13f8be82-85e9-43ac-985b-e7a51a910c41 none none off + oxp_74d64eb9-bf69-4782-af16-2d3a761ca171/crypt/zone/oxz_crucible_b6a9674e-8b42-4d67-954f-3e957db298dd e7c2d833-b6a1-469f-b52f-8bbb45e9a30e none none off + oxp_b3c231c9-b2a5-4267-b4bf-9651881b91a5/crucible aa8f925e-6c3a-40d2-ae2d-946324a7d612 none none off + oxp_b3c231c9-b2a5-4267-b4bf-9651881b91a5/crypt/debug bae0ee1b-b3a3-4c4c-96ee-53b8b4cd837b 100 GiB none gzip-9 + oxp_b3c231c9-b2a5-4267-b4bf-9651881b91a5/crypt/zone 9f1f99c7-e6c5-4bbc-9de5-15252b532914 none none off + oxp_b3c231c9-b2a5-4267-b4bf-9651881b91a5/crypt/zone/oxz_crucible_c79e017b-7e27-4ff5-be14-3673f8cb2279 3544adde-a808-45c0-ae19-08b4f65e3ad4 none none off + oxp_bca80b95-8dca-4a3b-b24d-d44b6a9ff71b/crucible 755ad19c-d29b-4e3c-9c13-63b56a407765 none none off + oxp_bca80b95-8dca-4a3b-b24d-d44b6a9ff71b/crypt/debug f2df23eb-672a-41b5-89e4-26c9feb50c7c 100 GiB none gzip-9 + oxp_bca80b95-8dca-4a3b-b24d-d44b6a9ff71b/crypt/zone 2747bb48-2fb7-4999-a63c-5ba5e35e0a10 none none off + oxp_bca80b95-8dca-4a3b-b24d-d44b6a9ff71b/crypt/zone/oxz_crucible_0a160b89-6288-44f5-9908-33589094628e 53a623d2-9ffc-48fb-871d-23bd52e0f4dd none none off + oxp_db16345e-427a-4c8e-9032-17270f729308/crucible be3cf2f7-5388-4cd6-8119-ecf316c6052e none none off + oxp_db16345e-427a-4c8e-9032-17270f729308/crypt/debug e658be5b-df77-41fb-a000-5a924ac0b3da 100 GiB none gzip-9 + oxp_db16345e-427a-4c8e-9032-17270f729308/crypt/zone f7ddacf4-edc7-46ba-9b74-d588bd62505e none none off + oxp_db16345e-427a-4c8e-9032-17270f729308/crypt/zone/oxz_crucible_5fb4b72f-bf1b-47c7-a2e4-dbdafcdb47f5 1d73fc1f-81fc-4e06-9b52-686596ac0f6c none none off + oxp_e3b45593-8f0c-47b2-a381-802a7dad1f54/crucible a2391107-7408-4e0c-a694-3fd073fa09df none none off + oxp_e3b45593-8f0c-47b2-a381-802a7dad1f54/crypt/debug 96798a17-be94-44bb-9e12-2eb458e9a5ba 100 GiB none gzip-9 + oxp_e3b45593-8f0c-47b2-a381-802a7dad1f54/crypt/zone 64e62d15-e813-461d-9a50-403d9bd1df7c none none off + oxp_e3b45593-8f0c-47b2-a381-802a7dad1f54/crypt/zone/oxz_crucible_8a36ef67-bf66-40b9-a2f4-34ac70e90e39 c44e20e1-7cce-46df-ba71-db7fb3e3a5ff none none off ++ oxp_2de2bf7e-c679-4b2b-b373-908e9d3ffbfc/crypt/clickhouse_keeper cad1d0c3-ca80-4db4-ab36-b2034cf2383b none none off ++ oxp_2de2bf7e-c679-4b2b-b373-908e9d3ffbfc/crypt/zone/oxz_clickhouse_keeper_ad07794e-affa-4145-81fb-f45ed92e3fcd d196c20e-0254-4716-8e04-c0c735d2ffaf none none off + + + omicron zones generation 3 -> 4: + ----------------------------------------------------------------------------------------------- + zone type zone id disposition underlay IP + ----------------------------------------------------------------------------------------------- + clickhouse_keeper 39fd3357-4de8-433e-9c07-1ec65de7ca59 in service fd00:1122:3344:102::2e + clickhouse_server 71be6bff-666a-4f2b-a7dc-d80a88a71af5 in service fd00:1122:3344:102::2f + crucible 0a160b89-6288-44f5-9908-33589094628e in service fd00:1122:3344:102::2b + crucible 2cb036bd-6056-4547-af65-aa6c0c1e4d6e in service fd00:1122:3344:102::26 + crucible 37c72edc-6acd-4c2d-ab76-d1c88e1f01f5 in service fd00:1122:3344:102::25 + crucible 5fb4b72f-bf1b-47c7-a2e4-dbdafcdb47f5 in service fd00:1122:3344:102::2c + crucible 6ae471b1-1dd8-460e-a2a5-3ea796f746d5 in service fd00:1122:3344:102::28 + crucible 75cccfab-ea70-4596-a685-ab9bd5e540a1 in service fd00:1122:3344:102::24 + crucible 8a36ef67-bf66-40b9-a2f4-34ac70e90e39 in service fd00:1122:3344:102::2d + crucible b6a9674e-8b42-4d67-954f-3e957db298dd in service fd00:1122:3344:102::29 + crucible c79e017b-7e27-4ff5-be14-3673f8cb2279 in service fd00:1122:3344:102::2a + crucible e52381c1-d7ab-402f-a9a8-bb52fbb614af in service fd00:1122:3344:102::27 + crucible_pantry 1432df56-4a7b-4271-9b24-a8a3183a95a7 in service fd00:1122:3344:102::23 + internal_dns 832c71a1-357d-482b-8661-3193d59ed776 in service fd00:1122:3344:3::1 + internal_ntp 816afef9-e5cd-40ba-8cc5-71e783943e43 in service fd00:1122:3344:102::21 + nexus da39dead-64e2-45b6-9d01-d99584504dfd in service fd00:1122:3344:102::22 ++ clickhouse_keeper ad07794e-affa-4145-81fb-f45ed92e3fcd in service fd00:1122:3344:102::30 + + + COCKROACHDB SETTINGS: + state fingerprint::::::::::::::::: (none) (unchanged) + cluster.preserve_downgrade_option: (do not modify) (unchanged) + + METADATA: + internal DNS version: 1 (unchanged) + external DNS version: 1 (unchanged) + + CLICKHOUSE CLUSTER CONFIG: +* generation::::::::::::::::::::::::::::::::::::: 2 -> 3 + max used server id::::::::::::::::::::::::::::: 2 (unchanged) +* max used keeper id::::::::::::::::::::::::::::: 3 -> 4 + cluster name::::::::::::::::::::::::::::::::::: oximeter_cluster (unchanged) + cluster secret::::::::::::::::::::::::::::::::: 75ba7558-f7cf-431f-bba5-71c8e82fd4c1 (unchanged) + highest seen keeper leader committed log index: 1 (unchanged) + + clickhouse keepers generation 2 -> 3: + ------------------------------------------------ + zone id keeper id + ------------------------------------------------ + 39fd3357-4de8-433e-9c07-1ec65de7ca59 1 ++ 81a4f9fd-e502-42c2-bf9c-29dd6918fd46 4 + b36c16d5-de6e-411a-a32a-d35a26f2e151 2 + f3279a8b-32fa-4426-b946-08aff9ded482 3 + + clickhouse servers generation 2 -> 3: + ------------------------------------------------ + zone id server id + ------------------------------------------------ + 122e30d3-d541-49b5-88de-1543b38123cc 1 + 71be6bff-666a-4f2b-a7dc-d80a88a71af5 2 + diff --git a/nexus/reconfigurator/planning/tests/output/planner_deploy_all_keeper_nodes_4_collection.txt b/nexus/reconfigurator/planning/tests/output/planner_deploy_all_keeper_nodes_4_collection.txt new file mode 100644 index 0000000000..dfd2a1cd27 --- /dev/null +++ b/nexus/reconfigurator/planning/tests/output/planner_deploy_all_keeper_nodes_4_collection.txt @@ -0,0 +1,322 @@ +from: collection 4c28cb42-2c9a-4006-94a4-e714a025d8d3 +to: blueprint 92fa943c-7dd4-48c3-9447-c9d0665744b6 + MODIFIED SLEDS: + + sled 164d275d-a936-4f06-ad53-a32cb3c8d3c8 (active): + + physical disks at generation 1: + ---------------------------------------------------------------------- + vendor model serial + ---------------------------------------------------------------------- + fake-vendor fake-model serial-60e6b021-79d6-4a6b-917c-6637e0769558 + fake-vendor fake-model serial-71a07ac0-d24e-446c-a202-1998e7f6ac8c + fake-vendor fake-model serial-736d4cab-c262-485e-89c2-07e6543f0855 + fake-vendor fake-model serial-8ae56ca0-709d-4b8f-9869-51b62b542eef + fake-vendor fake-model serial-8e0bcc4f-0799-450c-a0ad-80c1637f59e3 + fake-vendor fake-model serial-8eeebb8e-6db6-43e8-a429-d26dde99882c + fake-vendor fake-model serial-a3e8de5b-c47a-49c0-b698-4d6955e1327f + fake-vendor fake-model serial-b32fa3da-4dec-4237-9776-e1a57ba15a21 + fake-vendor fake-model serial-e9c238f6-87a3-4087-8ba4-aa594a82d012 + fake-vendor fake-model serial-fbf997ef-52d3-438a-b036-b9117322e569 + + + datasets at generation 2: + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + dataset name dataset uuid quota reservation compression + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crucible fcd7e842-2648-407a-8d13-197e67de9e9d none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/clickhouse 5cb56dc7-6c56-4bbf-ae73-6f08e0c97cdf none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/debug 10610f76-51e8-4be4-a4ad-9af953f6bf4a 100 GiB none gzip-9 + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/internal_dns dd467397-efc5-4738-984e-77a0f3e3e678 none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/zone 8c4f4acd-8f6b-4296-81be-12d2eeae0483 none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/zone/oxz_clickhouse_df79db1e-54ca-4048-b22a-da120ae4c8c4 b6cb0fe9-0b7a-4793-b6cd-1ee71fee464c none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/zone/oxz_crucible_1e485cda-b36e-4647-9125-c273fc7a9850 65c2e3cd-3d8e-43c6-9e2c-cb884511ec49 none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/zone/oxz_crucible_pantry_840a4f34-0e53-469c-8c79-12b75bb42edc 7de8087e-602a-4a81-98ff-d766213d0f94 none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/zone/oxz_internal_dns_c89ac05f-d9b2-47f4-9d48-2f38130e4ad9 dd1cdc17-808e-4e6d-99ed-84b2d0e220f1 none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/zone/oxz_nexus_a6032c9e-a365-45d7-ad9f-07ac0fa7079a 198ff957-cce0-40cf-9048-f65cf9a6c671 none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/zone/oxz_ntp_66695827-17c4-4885-b6c0-2cb6b6d3ad1c ccfb112d-c72e-4482-9bb0-f9cbbb034f7d none none off + oxp_71a07ac0-d24e-446c-a202-1998e7f6ac8c/crucible c770de28-6c33-4cc7-97d9-62ddafd963aa none none off + oxp_71a07ac0-d24e-446c-a202-1998e7f6ac8c/crypt/debug e0bcc415-f8f9-401f-a507-cee5587756b1 100 GiB none gzip-9 + oxp_71a07ac0-d24e-446c-a202-1998e7f6ac8c/crypt/zone f83b1c8d-d252-4b35-a9d2-400e2e2cddf7 none none off + oxp_71a07ac0-d24e-446c-a202-1998e7f6ac8c/crypt/zone/oxz_crucible_e9ab813f-0fff-4b41-a101-790f6d94b40a 7c459b4e-396b-497f-8094-f342939d1f9f none none off + oxp_736d4cab-c262-485e-89c2-07e6543f0855/crucible ac9f4d69-3281-4774-a098-250755079068 none none off + oxp_736d4cab-c262-485e-89c2-07e6543f0855/crypt/debug 8bbc5419-7125-4cb1-b990-436af4bb8eb4 100 GiB none gzip-9 + oxp_736d4cab-c262-485e-89c2-07e6543f0855/crypt/zone a34f8204-9f17-4c8f-997b-e122c284ac9f none none off + oxp_736d4cab-c262-485e-89c2-07e6543f0855/crypt/zone/oxz_crucible_65d597c5-86b9-43f6-84cd-67bb108df9f0 6de460bc-890d-4e7a-920f-607862440cfd none none off + oxp_8ae56ca0-709d-4b8f-9869-51b62b542eef/crucible 09781292-36f1-4310-82b4-ddfb4d287fa1 none none off + oxp_8ae56ca0-709d-4b8f-9869-51b62b542eef/crypt/debug 280dd773-35e2-4dda-ae2a-65c88f1b2a01 100 GiB none gzip-9 + oxp_8ae56ca0-709d-4b8f-9869-51b62b542eef/crypt/zone 61bf628d-a78d-40a7-bad2-84e97e41b810 none none off + oxp_8ae56ca0-709d-4b8f-9869-51b62b542eef/crypt/zone/oxz_crucible_f00c7a67-51a6-4d09-be39-f20b0e6da1c6 6ff911b9-a4a5-4986-ba04-c6b3f234d3b4 none none off + oxp_8e0bcc4f-0799-450c-a0ad-80c1637f59e3/crucible 81719897-4ae6-4d76-8282-fda91c347811 none none off + oxp_8e0bcc4f-0799-450c-a0ad-80c1637f59e3/crypt/debug fecbd83d-7440-4900-b22b-6206e55b2920 100 GiB none gzip-9 + oxp_8e0bcc4f-0799-450c-a0ad-80c1637f59e3/crypt/zone 3f63ada8-d1f4-440d-8713-da45b0684520 none none off + oxp_8e0bcc4f-0799-450c-a0ad-80c1637f59e3/crypt/zone/oxz_crucible_08330c18-54e9-445b-81f3-8f1d6ad15cdd ab255226-2c8c-4222-82c6-702af839a2d2 none none off + oxp_8eeebb8e-6db6-43e8-a429-d26dde99882c/crucible a2399f57-62eb-4d7d-ac69-09cd6e5c2134 none none off + oxp_8eeebb8e-6db6-43e8-a429-d26dde99882c/crypt/debug e120c8f8-049f-40f0-8d70-4cfe409ef34d 100 GiB none gzip-9 + oxp_8eeebb8e-6db6-43e8-a429-d26dde99882c/crypt/zone a3284e6f-ee42-4fdb-8150-634f7f40c073 none none off + oxp_8eeebb8e-6db6-43e8-a429-d26dde99882c/crypt/zone/oxz_crucible_5d296df4-4f2f-4896-8caa-42df00799bcb 25c5034b-83b2-4a90-a08a-7573ffb38119 none none off + oxp_a3e8de5b-c47a-49c0-b698-4d6955e1327f/crucible cd6b3952-2024-4310-b82e-abfd245ec1d6 none none off + oxp_a3e8de5b-c47a-49c0-b698-4d6955e1327f/crypt/debug 37eb0429-d620-40fb-a57a-62486d001738 100 GiB none gzip-9 + oxp_a3e8de5b-c47a-49c0-b698-4d6955e1327f/crypt/zone 8b7928fb-e5a0-49b0-81d0-89f627020c92 none none off + oxp_a3e8de5b-c47a-49c0-b698-4d6955e1327f/crypt/zone/oxz_crucible_4d84fdb4-76fd-47a9-b033-7e1711d9125f 8dc07059-e8cd-4f89-abc7-0c5289b8ff0a none none off + oxp_b32fa3da-4dec-4237-9776-e1a57ba15a21/crucible 4f99dd21-d6ed-409a-af19-9886d1083762 none none off + oxp_b32fa3da-4dec-4237-9776-e1a57ba15a21/crypt/debug d0f12057-da73-4c1d-bdec-32a0e7ab7107 100 GiB none gzip-9 + oxp_b32fa3da-4dec-4237-9776-e1a57ba15a21/crypt/zone 0e976e79-fe8c-4189-8a8c-279f42e0290f none none off + oxp_b32fa3da-4dec-4237-9776-e1a57ba15a21/crypt/zone/oxz_crucible_a9f1d41e-c445-4783-af13-0095b2836f0f b5d6cec1-c83f-4c41-9e79-8b9bf917f483 none none off + oxp_e9c238f6-87a3-4087-8ba4-aa594a82d012/crucible e88d6ff8-6b98-44c1-97a7-83f371ae62fe none none off + oxp_e9c238f6-87a3-4087-8ba4-aa594a82d012/crypt/debug 2288ff91-8e52-4817-825f-2f8b8eb1681d 100 GiB none gzip-9 + oxp_e9c238f6-87a3-4087-8ba4-aa594a82d012/crypt/zone f963f2a7-e9d1-4b80-b01a-ff4cecddf867 none none off + oxp_e9c238f6-87a3-4087-8ba4-aa594a82d012/crypt/zone/oxz_crucible_577b0a64-6fa9-4302-bfaa-853b6e9e71ac 851cd90d-97f5-49b6-ad41-2e1c1faa3cc9 none none off + oxp_fbf997ef-52d3-438a-b036-b9117322e569/crucible d6a838c7-3ee9-4cca-9d8b-986b4de0ba1c none none off + oxp_fbf997ef-52d3-438a-b036-b9117322e569/crypt/debug 17ffe1be-b38b-4f39-90af-57af25dbfe30 100 GiB none gzip-9 + oxp_fbf997ef-52d3-438a-b036-b9117322e569/crypt/zone a15e4260-d48c-4415-9315-c0f29234f359 none none off + oxp_fbf997ef-52d3-438a-b036-b9117322e569/crypt/zone/oxz_crucible_0ba018f0-4ff7-4bcc-a0c7-42cfec6bc9da ba1a3aae-15ab-4364-8250-54a766331ef8 none none off ++ oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/clickhouse_keeper c16a00f5-8830-400d-89e0-9a77cce8780e none none off ++ oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/zone/oxz_clickhouse_keeper_f3279a8b-32fa-4426-b946-08aff9ded482 26c79a0e-a2e4-4093-ba43-5e7979609651 none none off + + + omicron zones generation 2 -> 3: + ----------------------------------------------------------------------------------------------- + zone type zone id disposition underlay IP + ----------------------------------------------------------------------------------------------- + clickhouse df79db1e-54ca-4048-b22a-da120ae4c8c4 in service fd00:1122:3344:101::23 + crucible 08330c18-54e9-445b-81f3-8f1d6ad15cdd in service fd00:1122:3344:101::29 + crucible 0ba018f0-4ff7-4bcc-a0c7-42cfec6bc9da in service fd00:1122:3344:101::2e + crucible 1e485cda-b36e-4647-9125-c273fc7a9850 in service fd00:1122:3344:101::25 + crucible 4d84fdb4-76fd-47a9-b033-7e1711d9125f in service fd00:1122:3344:101::2b + crucible 577b0a64-6fa9-4302-bfaa-853b6e9e71ac in service fd00:1122:3344:101::2d + crucible 5d296df4-4f2f-4896-8caa-42df00799bcb in service fd00:1122:3344:101::2a + crucible 65d597c5-86b9-43f6-84cd-67bb108df9f0 in service fd00:1122:3344:101::27 + crucible a9f1d41e-c445-4783-af13-0095b2836f0f in service fd00:1122:3344:101::2c + crucible e9ab813f-0fff-4b41-a101-790f6d94b40a in service fd00:1122:3344:101::26 + crucible f00c7a67-51a6-4d09-be39-f20b0e6da1c6 in service fd00:1122:3344:101::28 + crucible_pantry 840a4f34-0e53-469c-8c79-12b75bb42edc in service fd00:1122:3344:101::24 + internal_dns c89ac05f-d9b2-47f4-9d48-2f38130e4ad9 in service fd00:1122:3344:1::1 + internal_ntp 66695827-17c4-4885-b6c0-2cb6b6d3ad1c in service fd00:1122:3344:101::21 + nexus a6032c9e-a365-45d7-ad9f-07ac0fa7079a in service fd00:1122:3344:101::22 ++ clickhouse_keeper f3279a8b-32fa-4426-b946-08aff9ded482 in service fd00:1122:3344:101::2f + + + sled 6a4c45f6-e02f-490c-bbfa-b32fb89e8e86 (active): + + physical disks at generation 1: + ---------------------------------------------------------------------- + vendor model serial + ---------------------------------------------------------------------- + fake-vendor fake-model serial-0bf9d028-2b4a-4bff-82a1-6eb5fcefd985 + fake-vendor fake-model serial-19293a1d-fddc-40a7-88a4-ccafdb6f66d3 + fake-vendor fake-model serial-44484c44-477a-4676-8266-b98a00e80d79 + fake-vendor fake-model serial-79787cd4-92da-4de5-bfd8-30a635521e10 + fake-vendor fake-model serial-9ae94c94-baae-477e-912a-60f0c4f3bd13 + fake-vendor fake-model serial-af85eec8-36b3-4b88-966d-a717b9b58fe5 + fake-vendor fake-model serial-ddfaaba3-dafe-4103-b868-e9843d29d346 + fake-vendor fake-model serial-ec458c3e-91ca-40f1-a2a3-3f4292c1f279 + fake-vendor fake-model serial-f2fc7c4c-7966-449d-8ec3-5a70f460501d + fake-vendor fake-model serial-f635c28a-e5ca-4d22-ac94-d8f278a6ea0e + + + datasets at generation 2: + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + dataset name dataset uuid quota reservation compression + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crucible f3b1d2f6-3cbc-4420-bc91-5eaaf00f85d0 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/debug fb722d83-ddc2-4880-95a4-1ab12f4b95be 100 GiB none gzip-9 + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/internal_dns b8af3673-c60a-45fb-adc1-c36d0d325417 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/zone 1ab5529e-c3db-41e1-a561-9c767f980ad4 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/zone/oxz_crucible_aa74c1b2-b4c1-4f36-8f01-9459ef23786b e1db255d-4793-46bd-a1f3-f207be6b2839 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/zone/oxz_crucible_pantry_97a785b8-d909-4fd4-92c1-9ba14bae603b 7b248682-95a2-4411-98b3-79fe6cb1a857 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/zone/oxz_internal_dns_c259e8b9-1086-453a-8636-050639edeffb 30161ca3-c2d8-474b-906e-bd38fc912f84 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/zone/oxz_nexus_c3c7b0bd-dce3-467b-919d-668cc6b06711 05b6bbbe-4c07-493e-8b92-4c8d4aeb1d66 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/zone/oxz_ntp_bba31b23-d112-4cde-bd4a-635812c28c0e fadbc503-b72d-4862-a1fd-628c7ff599d1 none none off + oxp_19293a1d-fddc-40a7-88a4-ccafdb6f66d3/crucible 276f044e-dd34-4c1e-beef-174da4fcf53d none none off + oxp_19293a1d-fddc-40a7-88a4-ccafdb6f66d3/crypt/debug 891a1ff4-66b1-4dc9-871c-be4a757bbd0f 100 GiB none gzip-9 + oxp_19293a1d-fddc-40a7-88a4-ccafdb6f66d3/crypt/zone 68490e52-279a-4609-ba0b-11d03f904c88 none none off + oxp_19293a1d-fddc-40a7-88a4-ccafdb6f66d3/crypt/zone/oxz_crucible_eb58427d-599b-45dc-b316-8e4db7eec65e 26722393-82bf-442d-9725-030801a4d64c none none off + oxp_44484c44-477a-4676-8266-b98a00e80d79/crucible e06b1670-5f34-42dc-a410-3129d69907ec none none off + oxp_44484c44-477a-4676-8266-b98a00e80d79/crypt/debug 3e3e18ad-d527-4b2e-b758-1eefdcfca44b 100 GiB none gzip-9 + oxp_44484c44-477a-4676-8266-b98a00e80d79/crypt/zone 2a5e3a10-6ab5-4988-be84-46b527dc2d23 none none off + oxp_44484c44-477a-4676-8266-b98a00e80d79/crypt/zone/oxz_crucible_487bde8c-a692-416c-be70-efef7f169fce 008ba9b6-8d41-4f7a-8ff3-ec31a0c96cf9 none none off + oxp_79787cd4-92da-4de5-bfd8-30a635521e10/crucible 9d32dd45-e3ee-47b9-ba69-0dc711bbf632 none none off + oxp_79787cd4-92da-4de5-bfd8-30a635521e10/crypt/debug bd4efdbe-7128-4423-aacf-6cf35e5a914d 100 GiB none gzip-9 + oxp_79787cd4-92da-4de5-bfd8-30a635521e10/crypt/zone fd0f9778-c31a-40f4-9ce9-f5154535e75b none none off + oxp_79787cd4-92da-4de5-bfd8-30a635521e10/crypt/zone/oxz_crucible_b6956e34-3c21-44d1-9ee2-cb7ee2e77c4e 2d2f2665-d556-4e65-9c53-d7fe573848a2 none none off + oxp_9ae94c94-baae-477e-912a-60f0c4f3bd13/crucible 7e72090d-7f79-4ecc-92cc-5eb7d9dee022 none none off + oxp_9ae94c94-baae-477e-912a-60f0c4f3bd13/crypt/debug 708d4e8b-3acf-44cf-87a2-275bb8fa0d96 100 GiB none gzip-9 + oxp_9ae94c94-baae-477e-912a-60f0c4f3bd13/crypt/zone e4220797-15df-42c4-9df7-ad927711d565 none none off + oxp_9ae94c94-baae-477e-912a-60f0c4f3bd13/crypt/zone/oxz_crucible_41af4ef6-d21b-4271-bfcb-524f4146784a 1522207b-ea98-47cc-810c-44808796d743 none none off + oxp_af85eec8-36b3-4b88-966d-a717b9b58fe5/crucible 43606b8e-384f-4412-a273-d4dde8f2e76d none none off + oxp_af85eec8-36b3-4b88-966d-a717b9b58fe5/crypt/debug 98d65e73-01df-4525-a45d-acb2fc8d4a74 100 GiB none gzip-9 + oxp_af85eec8-36b3-4b88-966d-a717b9b58fe5/crypt/zone 39714005-313e-42be-90eb-000a0560669f none none off + oxp_af85eec8-36b3-4b88-966d-a717b9b58fe5/crypt/zone/oxz_crucible_26115267-8333-4711-924e-d05acf601827 3a39d5e8-ea73-4cf3-b9de-48045475151c none none off + oxp_ddfaaba3-dafe-4103-b868-e9843d29d346/crucible 2d7145e9-0029-4ae0-bb12-ee65a1738005 none none off + oxp_ddfaaba3-dafe-4103-b868-e9843d29d346/crypt/debug 8005f7c0-bab3-4b0a-9568-a5861c0a09bb 100 GiB none gzip-9 + oxp_ddfaaba3-dafe-4103-b868-e9843d29d346/crypt/zone a647238a-1689-46c9-b680-dfe1b7b68684 none none off + oxp_ddfaaba3-dafe-4103-b868-e9843d29d346/crypt/zone/oxz_crucible_1a92bb17-6477-46fc-9784-1d2a418d6e14 257c57cd-8f2c-440d-9fa0-e92a312295ec none none off + oxp_ec458c3e-91ca-40f1-a2a3-3f4292c1f279/crucible dfadcc38-505a-4e9b-8674-27f8a2af13a2 none none off + oxp_ec458c3e-91ca-40f1-a2a3-3f4292c1f279/crypt/debug dae242d1-9535-4b08-b249-f030dde2c2fd 100 GiB none gzip-9 + oxp_ec458c3e-91ca-40f1-a2a3-3f4292c1f279/crypt/zone 29038bb0-9af1-4b03-9c10-b8a6444a0bc2 none none off + oxp_ec458c3e-91ca-40f1-a2a3-3f4292c1f279/crypt/zone/oxz_crucible_9b9d58bd-44e6-4b70-80a4-e6a9262893ff 0a5bade3-3f2f-4385-b064-554b56f8bf8c none none off + oxp_f2fc7c4c-7966-449d-8ec3-5a70f460501d/crucible 72e2a1d6-09dd-43ba-9b8b-befa101f53ef none none off + oxp_f2fc7c4c-7966-449d-8ec3-5a70f460501d/crypt/debug 6cea3508-8341-4093-abbb-c57d83cd87b4 100 GiB none gzip-9 + oxp_f2fc7c4c-7966-449d-8ec3-5a70f460501d/crypt/zone e49915c6-59ed-4bbe-abf9-375b9502772a none none off + oxp_f2fc7c4c-7966-449d-8ec3-5a70f460501d/crypt/zone/oxz_crucible_704a17e0-bc9d-43b9-a91e-b1ca37a23d0d 5739948f-d984-48a5-a27a-0223a0af2035 none none off + oxp_f635c28a-e5ca-4d22-ac94-d8f278a6ea0e/crucible c7dfbe25-5b52-4ee5-8556-719e99bb5e4d none none off + oxp_f635c28a-e5ca-4d22-ac94-d8f278a6ea0e/crypt/debug 765b4728-8d6e-4fac-9a1b-ae2258d5c52b 100 GiB none gzip-9 + oxp_f635c28a-e5ca-4d22-ac94-d8f278a6ea0e/crypt/zone fc9765c5-0a89-4050-ba3e-e0625dbefb5f none none off + oxp_f635c28a-e5ca-4d22-ac94-d8f278a6ea0e/crypt/zone/oxz_crucible_93535f54-4919-4c4d-9a07-f7ab6245c01f 109f44de-d1ed-4ce3-9670-76aceb206ee4 none none off ++ oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/clickhouse_keeper a3eed313-d886-4c1d-8023-8d2ec9e97ddd none none off ++ oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/clickhouse_server 886f2522-8122-465f-8996-2d8c2acd9d0d none none off ++ oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/zone/oxz_clickhouse_keeper_b36c16d5-de6e-411a-a32a-d35a26f2e151 48720037-5b8e-4478-9bb5-c86ee8a6e250 none none off ++ oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/zone/oxz_clickhouse_server_122e30d3-d541-49b5-88de-1543b38123cc 095cf066-5a68-40b4-afc6-baf5bcbadd05 none none off + + + omicron zones generation 2 -> 3: + ----------------------------------------------------------------------------------------------- + zone type zone id disposition underlay IP + ----------------------------------------------------------------------------------------------- + crucible 1a92bb17-6477-46fc-9784-1d2a418d6e14 in service fd00:1122:3344:103::2a + crucible 26115267-8333-4711-924e-d05acf601827 in service fd00:1122:3344:103::29 + crucible 41af4ef6-d21b-4271-bfcb-524f4146784a in service fd00:1122:3344:103::28 + crucible 487bde8c-a692-416c-be70-efef7f169fce in service fd00:1122:3344:103::26 + crucible 704a17e0-bc9d-43b9-a91e-b1ca37a23d0d in service fd00:1122:3344:103::2c + crucible 93535f54-4919-4c4d-9a07-f7ab6245c01f in service fd00:1122:3344:103::2d + crucible 9b9d58bd-44e6-4b70-80a4-e6a9262893ff in service fd00:1122:3344:103::2b + crucible aa74c1b2-b4c1-4f36-8f01-9459ef23786b in service fd00:1122:3344:103::24 + crucible b6956e34-3c21-44d1-9ee2-cb7ee2e77c4e in service fd00:1122:3344:103::27 + crucible eb58427d-599b-45dc-b316-8e4db7eec65e in service fd00:1122:3344:103::25 + crucible_pantry 97a785b8-d909-4fd4-92c1-9ba14bae603b in service fd00:1122:3344:103::23 + internal_dns c259e8b9-1086-453a-8636-050639edeffb in service fd00:1122:3344:2::1 + internal_ntp bba31b23-d112-4cde-bd4a-635812c28c0e in service fd00:1122:3344:103::21 + nexus c3c7b0bd-dce3-467b-919d-668cc6b06711 in service fd00:1122:3344:103::22 ++ clickhouse_keeper b36c16d5-de6e-411a-a32a-d35a26f2e151 in service fd00:1122:3344:103::2e ++ clickhouse_server 122e30d3-d541-49b5-88de-1543b38123cc in service fd00:1122:3344:103::2f + + + sled be531a62-9897-430d-acd2-ce14b4632627 (active): + + physical disks at generation 1: + ---------------------------------------------------------------------- + vendor model serial + ---------------------------------------------------------------------- + fake-vendor fake-model serial-2a76ab1a-fb16-412d-93f9-b8cd9aa94e85 + fake-vendor fake-model serial-2de2bf7e-c679-4b2b-b373-908e9d3ffbfc + fake-vendor fake-model serial-2f02a5c6-fcf5-4b5a-bc7d-7f65369918ba + fake-vendor fake-model serial-32041dbf-e58d-4f32-840d-923d3d3b68af + fake-vendor fake-model serial-5f88adff-bb50-4dc1-bbfb-5a410c753ed5 + fake-vendor fake-model serial-74d64eb9-bf69-4782-af16-2d3a761ca171 + fake-vendor fake-model serial-b3c231c9-b2a5-4267-b4bf-9651881b91a5 + fake-vendor fake-model serial-bca80b95-8dca-4a3b-b24d-d44b6a9ff71b + fake-vendor fake-model serial-db16345e-427a-4c8e-9032-17270f729308 + fake-vendor fake-model serial-e3b45593-8f0c-47b2-a381-802a7dad1f54 + + + datasets at generation 2: + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + dataset name dataset uuid quota reservation compression + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crucible 431cfe4a-5756-40f4-8a9c-b70ae1227f1e none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/debug c55ba154-4f4b-48a5-997b-2a1579671c74 100 GiB none gzip-9 + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/internal_dns 7be88e8f-06d3-49f7-a6d9-5c586f13716c none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/zone 37405860-deb4-4f2f-b770-ab8b83175d8c none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/zone/oxz_crucible_75cccfab-ea70-4596-a685-ab9bd5e540a1 e2ff081e-c5a4-42c3-8d95-969e2b9b7b31 none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/zone/oxz_crucible_pantry_1432df56-4a7b-4271-9b24-a8a3183a95a7 452dad91-0c11-4dfa-96fb-dfb0cfa1d17c none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/zone/oxz_internal_dns_832c71a1-357d-482b-8661-3193d59ed776 08588a53-0f1d-4631-a1ef-8fa34098fbf6 none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/zone/oxz_nexus_da39dead-64e2-45b6-9d01-d99584504dfd 45dc03ec-d0e0-429a-a099-7fc6ea6dfb85 none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/zone/oxz_ntp_816afef9-e5cd-40ba-8cc5-71e783943e43 6f5ba0fc-1b43-4a40-ba5a-3abf11eae62b none none off + oxp_2de2bf7e-c679-4b2b-b373-908e9d3ffbfc/crucible 1123f86b-169c-40df-8ed1-95c3def65e30 none none off + oxp_2de2bf7e-c679-4b2b-b373-908e9d3ffbfc/crypt/debug 071d678d-9376-4c3b-8e1f-825d27bcae3a 100 GiB none gzip-9 + oxp_2de2bf7e-c679-4b2b-b373-908e9d3ffbfc/crypt/zone bbb78481-c7e5-44a6-85ae-37e363827e9f none none off + oxp_2de2bf7e-c679-4b2b-b373-908e9d3ffbfc/crypt/zone/oxz_crucible_37c72edc-6acd-4c2d-ab76-d1c88e1f01f5 9b49fc13-4d2c-423e-9839-f6e1d0bffc6e none none off + oxp_2f02a5c6-fcf5-4b5a-bc7d-7f65369918ba/crucible afa41d1a-3fc1-4723-835d-61d13db33cfe none none off + oxp_2f02a5c6-fcf5-4b5a-bc7d-7f65369918ba/crypt/debug daeded95-0145-4b97-b1fb-60d44856d1e4 100 GiB none gzip-9 + oxp_2f02a5c6-fcf5-4b5a-bc7d-7f65369918ba/crypt/zone 38103edf-a98f-46ca-94ea-3404268ea935 none none off + oxp_2f02a5c6-fcf5-4b5a-bc7d-7f65369918ba/crypt/zone/oxz_crucible_2cb036bd-6056-4547-af65-aa6c0c1e4d6e c6c9e491-ce4d-4dc4-82be-e394fa1e82e2 none none off + oxp_32041dbf-e58d-4f32-840d-923d3d3b68af/crucible da067282-0ae9-4861-8b78-b639622508af none none off + oxp_32041dbf-e58d-4f32-840d-923d3d3b68af/crypt/debug 80d0697d-4ebe-4856-b7bf-78ff811eb00b 100 GiB none gzip-9 + oxp_32041dbf-e58d-4f32-840d-923d3d3b68af/crypt/zone 3f1adfcf-9a2a-41db-9e1a-a2e13ff8a7dd none none off + oxp_32041dbf-e58d-4f32-840d-923d3d3b68af/crypt/zone/oxz_crucible_e52381c1-d7ab-402f-a9a8-bb52fbb614af a0251fdc-166b-4476-95d4-f7fd58fdaf76 none none off + oxp_5f88adff-bb50-4dc1-bbfb-5a410c753ed5/crucible fcb937be-3b91-4ae7-9e25-a69808eeb07f none none off + oxp_5f88adff-bb50-4dc1-bbfb-5a410c753ed5/crypt/debug dd239ff5-a617-4eb1-ac6d-16eb76c2c849 100 GiB none gzip-9 + oxp_5f88adff-bb50-4dc1-bbfb-5a410c753ed5/crypt/zone 5c620f9c-454b-451b-99ca-47c3d94df493 none none off + oxp_5f88adff-bb50-4dc1-bbfb-5a410c753ed5/crypt/zone/oxz_crucible_6ae471b1-1dd8-460e-a2a5-3ea796f746d5 98b66132-d99e-42e2-8517-5860412c61b1 none none off + oxp_74d64eb9-bf69-4782-af16-2d3a761ca171/crucible 2854cb42-e5b9-4773-bd6e-6ec85d33a174 none none off + oxp_74d64eb9-bf69-4782-af16-2d3a761ca171/crypt/debug b9e71882-7f71-4a5e-be9c-7df560c75000 100 GiB none gzip-9 + oxp_74d64eb9-bf69-4782-af16-2d3a761ca171/crypt/zone 13f8be82-85e9-43ac-985b-e7a51a910c41 none none off + oxp_74d64eb9-bf69-4782-af16-2d3a761ca171/crypt/zone/oxz_crucible_b6a9674e-8b42-4d67-954f-3e957db298dd e7c2d833-b6a1-469f-b52f-8bbb45e9a30e none none off + oxp_b3c231c9-b2a5-4267-b4bf-9651881b91a5/crucible aa8f925e-6c3a-40d2-ae2d-946324a7d612 none none off + oxp_b3c231c9-b2a5-4267-b4bf-9651881b91a5/crypt/debug bae0ee1b-b3a3-4c4c-96ee-53b8b4cd837b 100 GiB none gzip-9 + oxp_b3c231c9-b2a5-4267-b4bf-9651881b91a5/crypt/zone 9f1f99c7-e6c5-4bbc-9de5-15252b532914 none none off + oxp_b3c231c9-b2a5-4267-b4bf-9651881b91a5/crypt/zone/oxz_crucible_c79e017b-7e27-4ff5-be14-3673f8cb2279 3544adde-a808-45c0-ae19-08b4f65e3ad4 none none off + oxp_bca80b95-8dca-4a3b-b24d-d44b6a9ff71b/crucible 755ad19c-d29b-4e3c-9c13-63b56a407765 none none off + oxp_bca80b95-8dca-4a3b-b24d-d44b6a9ff71b/crypt/debug f2df23eb-672a-41b5-89e4-26c9feb50c7c 100 GiB none gzip-9 + oxp_bca80b95-8dca-4a3b-b24d-d44b6a9ff71b/crypt/zone 2747bb48-2fb7-4999-a63c-5ba5e35e0a10 none none off + oxp_bca80b95-8dca-4a3b-b24d-d44b6a9ff71b/crypt/zone/oxz_crucible_0a160b89-6288-44f5-9908-33589094628e 53a623d2-9ffc-48fb-871d-23bd52e0f4dd none none off + oxp_db16345e-427a-4c8e-9032-17270f729308/crucible be3cf2f7-5388-4cd6-8119-ecf316c6052e none none off + oxp_db16345e-427a-4c8e-9032-17270f729308/crypt/debug e658be5b-df77-41fb-a000-5a924ac0b3da 100 GiB none gzip-9 + oxp_db16345e-427a-4c8e-9032-17270f729308/crypt/zone f7ddacf4-edc7-46ba-9b74-d588bd62505e none none off + oxp_db16345e-427a-4c8e-9032-17270f729308/crypt/zone/oxz_crucible_5fb4b72f-bf1b-47c7-a2e4-dbdafcdb47f5 1d73fc1f-81fc-4e06-9b52-686596ac0f6c none none off + oxp_e3b45593-8f0c-47b2-a381-802a7dad1f54/crucible a2391107-7408-4e0c-a694-3fd073fa09df none none off + oxp_e3b45593-8f0c-47b2-a381-802a7dad1f54/crypt/debug 96798a17-be94-44bb-9e12-2eb458e9a5ba 100 GiB none gzip-9 + oxp_e3b45593-8f0c-47b2-a381-802a7dad1f54/crypt/zone 64e62d15-e813-461d-9a50-403d9bd1df7c none none off + oxp_e3b45593-8f0c-47b2-a381-802a7dad1f54/crypt/zone/oxz_crucible_8a36ef67-bf66-40b9-a2f4-34ac70e90e39 c44e20e1-7cce-46df-ba71-db7fb3e3a5ff none none off ++ oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/clickhouse_keeper ce930007-8ed6-4675-a24a-57c227950d43 none none off ++ oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/clickhouse_server 3d339942-c2d0-4615-a099-433a8b5a1543 none none off ++ oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/zone/oxz_clickhouse_keeper_39fd3357-4de8-433e-9c07-1ec65de7ca59 748c9607-71dd-4f81-be08-c1eee262f69c none none off ++ oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/zone/oxz_clickhouse_server_71be6bff-666a-4f2b-a7dc-d80a88a71af5 a9e2160a-688f-4bbd-9a77-b2e695df86f4 none none off + + + omicron zones generation 2 -> 3: + ----------------------------------------------------------------------------------------------- + zone type zone id disposition underlay IP + ----------------------------------------------------------------------------------------------- + crucible 0a160b89-6288-44f5-9908-33589094628e in service fd00:1122:3344:102::2b + crucible 2cb036bd-6056-4547-af65-aa6c0c1e4d6e in service fd00:1122:3344:102::26 + crucible 37c72edc-6acd-4c2d-ab76-d1c88e1f01f5 in service fd00:1122:3344:102::25 + crucible 5fb4b72f-bf1b-47c7-a2e4-dbdafcdb47f5 in service fd00:1122:3344:102::2c + crucible 6ae471b1-1dd8-460e-a2a5-3ea796f746d5 in service fd00:1122:3344:102::28 + crucible 75cccfab-ea70-4596-a685-ab9bd5e540a1 in service fd00:1122:3344:102::24 + crucible 8a36ef67-bf66-40b9-a2f4-34ac70e90e39 in service fd00:1122:3344:102::2d + crucible b6a9674e-8b42-4d67-954f-3e957db298dd in service fd00:1122:3344:102::29 + crucible c79e017b-7e27-4ff5-be14-3673f8cb2279 in service fd00:1122:3344:102::2a + crucible e52381c1-d7ab-402f-a9a8-bb52fbb614af in service fd00:1122:3344:102::27 + crucible_pantry 1432df56-4a7b-4271-9b24-a8a3183a95a7 in service fd00:1122:3344:102::23 + internal_dns 832c71a1-357d-482b-8661-3193d59ed776 in service fd00:1122:3344:3::1 + internal_ntp 816afef9-e5cd-40ba-8cc5-71e783943e43 in service fd00:1122:3344:102::21 + nexus da39dead-64e2-45b6-9d01-d99584504dfd in service fd00:1122:3344:102::22 ++ clickhouse_keeper 39fd3357-4de8-433e-9c07-1ec65de7ca59 in service fd00:1122:3344:102::2e ++ clickhouse_server 71be6bff-666a-4f2b-a7dc-d80a88a71af5 in service fd00:1122:3344:102::2f + + + COCKROACHDB SETTINGS: ++ state fingerprint::::::::::::::::: (not present in collection) -> (none) ++ cluster.preserve_downgrade_option: (not present in collection) -> (do not modify) + + METADATA: ++ internal DNS version: (not present in collection) -> 1 ++ external DNS version: (not present in collection) -> 1 + + CLICKHOUSE CLUSTER CONFIG: ++ generation::::::::::::::::::::::::::::::::::::: (not present in collection) -> 2 ++ max used server id::::::::::::::::::::::::::::: (not present in collection) -> 2 ++ max used keeper id::::::::::::::::::::::::::::: (not present in collection) -> 3 ++ cluster name::::::::::::::::::::::::::::::::::: (not present in collection) -> oximeter_cluster ++ cluster secret::::::::::::::::::::::::::::::::: (not present in collection) -> 75ba7558-f7cf-431f-bba5-71c8e82fd4c1 + highest seen keeper leader committed log index: 1 (unchanged) + + clickhouse keepers at generation 2: + ------------------------------------------------ + zone id keeper id + ------------------------------------------------ + 39fd3357-4de8-433e-9c07-1ec65de7ca59 1 + b36c16d5-de6e-411a-a32a-d35a26f2e151 2 + f3279a8b-32fa-4426-b946-08aff9ded482 3 + + clickhouse servers at generation 2: + -------------------------------------------------------------------------- + zone id server id + -------------------------------------------------------------------------- ++ (not present in collection) (not present in collection) + └─ 122e30d3-d541-49b5-88de-1543b38123cc 1 ++ (not present in collection) (not present in collection) + └─ 71be6bff-666a-4f2b-a7dc-d80a88a71af5 2 + diff --git a/nexus/reconfigurator/planning/tests/output/planner_deploy_all_keeper_nodes_5_6.txt b/nexus/reconfigurator/planning/tests/output/planner_deploy_all_keeper_nodes_5_6.txt new file mode 100644 index 0000000000..6c84177b48 --- /dev/null +++ b/nexus/reconfigurator/planning/tests/output/planner_deploy_all_keeper_nodes_5_6.txt @@ -0,0 +1,328 @@ +from: blueprint 2886dab5-61a2-46b4-87af-bc7aeb44cccb +to: blueprint cb39be9d-5476-44fa-9edf-9938376219ef + + UNCHANGED SLEDS: + + sled 164d275d-a936-4f06-ad53-a32cb3c8d3c8 (active): + + physical disks at generation 1: + ---------------------------------------------------------------------- + vendor model serial + ---------------------------------------------------------------------- + fake-vendor fake-model serial-60e6b021-79d6-4a6b-917c-6637e0769558 + fake-vendor fake-model serial-71a07ac0-d24e-446c-a202-1998e7f6ac8c + fake-vendor fake-model serial-736d4cab-c262-485e-89c2-07e6543f0855 + fake-vendor fake-model serial-8ae56ca0-709d-4b8f-9869-51b62b542eef + fake-vendor fake-model serial-8e0bcc4f-0799-450c-a0ad-80c1637f59e3 + fake-vendor fake-model serial-8eeebb8e-6db6-43e8-a429-d26dde99882c + fake-vendor fake-model serial-a3e8de5b-c47a-49c0-b698-4d6955e1327f + fake-vendor fake-model serial-b32fa3da-4dec-4237-9776-e1a57ba15a21 + fake-vendor fake-model serial-e9c238f6-87a3-4087-8ba4-aa594a82d012 + fake-vendor fake-model serial-fbf997ef-52d3-438a-b036-b9117322e569 + + + datasets at generation 2: + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + dataset name dataset uuid quota reservation compression + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crucible fcd7e842-2648-407a-8d13-197e67de9e9d none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/clickhouse 5cb56dc7-6c56-4bbf-ae73-6f08e0c97cdf none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/clickhouse_keeper c16a00f5-8830-400d-89e0-9a77cce8780e none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/debug 10610f76-51e8-4be4-a4ad-9af953f6bf4a 100 GiB none gzip-9 + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/internal_dns dd467397-efc5-4738-984e-77a0f3e3e678 none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/zone 8c4f4acd-8f6b-4296-81be-12d2eeae0483 none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/zone/oxz_clickhouse_df79db1e-54ca-4048-b22a-da120ae4c8c4 b6cb0fe9-0b7a-4793-b6cd-1ee71fee464c none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/zone/oxz_clickhouse_keeper_f3279a8b-32fa-4426-b946-08aff9ded482 26c79a0e-a2e4-4093-ba43-5e7979609651 none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/zone/oxz_crucible_1e485cda-b36e-4647-9125-c273fc7a9850 65c2e3cd-3d8e-43c6-9e2c-cb884511ec49 none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/zone/oxz_crucible_pantry_840a4f34-0e53-469c-8c79-12b75bb42edc 7de8087e-602a-4a81-98ff-d766213d0f94 none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/zone/oxz_internal_dns_c89ac05f-d9b2-47f4-9d48-2f38130e4ad9 dd1cdc17-808e-4e6d-99ed-84b2d0e220f1 none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/zone/oxz_nexus_a6032c9e-a365-45d7-ad9f-07ac0fa7079a 198ff957-cce0-40cf-9048-f65cf9a6c671 none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/zone/oxz_ntp_66695827-17c4-4885-b6c0-2cb6b6d3ad1c ccfb112d-c72e-4482-9bb0-f9cbbb034f7d none none off + oxp_71a07ac0-d24e-446c-a202-1998e7f6ac8c/crucible c770de28-6c33-4cc7-97d9-62ddafd963aa none none off + oxp_71a07ac0-d24e-446c-a202-1998e7f6ac8c/crypt/debug e0bcc415-f8f9-401f-a507-cee5587756b1 100 GiB none gzip-9 + oxp_71a07ac0-d24e-446c-a202-1998e7f6ac8c/crypt/zone f83b1c8d-d252-4b35-a9d2-400e2e2cddf7 none none off + oxp_71a07ac0-d24e-446c-a202-1998e7f6ac8c/crypt/zone/oxz_crucible_e9ab813f-0fff-4b41-a101-790f6d94b40a 7c459b4e-396b-497f-8094-f342939d1f9f none none off + oxp_736d4cab-c262-485e-89c2-07e6543f0855/crucible ac9f4d69-3281-4774-a098-250755079068 none none off + oxp_736d4cab-c262-485e-89c2-07e6543f0855/crypt/debug 8bbc5419-7125-4cb1-b990-436af4bb8eb4 100 GiB none gzip-9 + oxp_736d4cab-c262-485e-89c2-07e6543f0855/crypt/zone a34f8204-9f17-4c8f-997b-e122c284ac9f none none off + oxp_736d4cab-c262-485e-89c2-07e6543f0855/crypt/zone/oxz_crucible_65d597c5-86b9-43f6-84cd-67bb108df9f0 6de460bc-890d-4e7a-920f-607862440cfd none none off + oxp_8ae56ca0-709d-4b8f-9869-51b62b542eef/crucible 09781292-36f1-4310-82b4-ddfb4d287fa1 none none off + oxp_8ae56ca0-709d-4b8f-9869-51b62b542eef/crypt/debug 280dd773-35e2-4dda-ae2a-65c88f1b2a01 100 GiB none gzip-9 + oxp_8ae56ca0-709d-4b8f-9869-51b62b542eef/crypt/zone 61bf628d-a78d-40a7-bad2-84e97e41b810 none none off + oxp_8ae56ca0-709d-4b8f-9869-51b62b542eef/crypt/zone/oxz_crucible_f00c7a67-51a6-4d09-be39-f20b0e6da1c6 6ff911b9-a4a5-4986-ba04-c6b3f234d3b4 none none off + oxp_8e0bcc4f-0799-450c-a0ad-80c1637f59e3/crucible 81719897-4ae6-4d76-8282-fda91c347811 none none off + oxp_8e0bcc4f-0799-450c-a0ad-80c1637f59e3/crypt/debug fecbd83d-7440-4900-b22b-6206e55b2920 100 GiB none gzip-9 + oxp_8e0bcc4f-0799-450c-a0ad-80c1637f59e3/crypt/zone 3f63ada8-d1f4-440d-8713-da45b0684520 none none off + oxp_8e0bcc4f-0799-450c-a0ad-80c1637f59e3/crypt/zone/oxz_crucible_08330c18-54e9-445b-81f3-8f1d6ad15cdd ab255226-2c8c-4222-82c6-702af839a2d2 none none off + oxp_8eeebb8e-6db6-43e8-a429-d26dde99882c/crucible a2399f57-62eb-4d7d-ac69-09cd6e5c2134 none none off + oxp_8eeebb8e-6db6-43e8-a429-d26dde99882c/crypt/debug e120c8f8-049f-40f0-8d70-4cfe409ef34d 100 GiB none gzip-9 + oxp_8eeebb8e-6db6-43e8-a429-d26dde99882c/crypt/zone a3284e6f-ee42-4fdb-8150-634f7f40c073 none none off + oxp_8eeebb8e-6db6-43e8-a429-d26dde99882c/crypt/zone/oxz_crucible_5d296df4-4f2f-4896-8caa-42df00799bcb 25c5034b-83b2-4a90-a08a-7573ffb38119 none none off + oxp_a3e8de5b-c47a-49c0-b698-4d6955e1327f/crucible cd6b3952-2024-4310-b82e-abfd245ec1d6 none none off + oxp_a3e8de5b-c47a-49c0-b698-4d6955e1327f/crypt/debug 37eb0429-d620-40fb-a57a-62486d001738 100 GiB none gzip-9 + oxp_a3e8de5b-c47a-49c0-b698-4d6955e1327f/crypt/zone 8b7928fb-e5a0-49b0-81d0-89f627020c92 none none off + oxp_a3e8de5b-c47a-49c0-b698-4d6955e1327f/crypt/zone/oxz_crucible_4d84fdb4-76fd-47a9-b033-7e1711d9125f 8dc07059-e8cd-4f89-abc7-0c5289b8ff0a none none off + oxp_b32fa3da-4dec-4237-9776-e1a57ba15a21/crucible 4f99dd21-d6ed-409a-af19-9886d1083762 none none off + oxp_b32fa3da-4dec-4237-9776-e1a57ba15a21/crypt/debug d0f12057-da73-4c1d-bdec-32a0e7ab7107 100 GiB none gzip-9 + oxp_b32fa3da-4dec-4237-9776-e1a57ba15a21/crypt/zone 0e976e79-fe8c-4189-8a8c-279f42e0290f none none off + oxp_b32fa3da-4dec-4237-9776-e1a57ba15a21/crypt/zone/oxz_crucible_a9f1d41e-c445-4783-af13-0095b2836f0f b5d6cec1-c83f-4c41-9e79-8b9bf917f483 none none off + oxp_e9c238f6-87a3-4087-8ba4-aa594a82d012/crucible e88d6ff8-6b98-44c1-97a7-83f371ae62fe none none off + oxp_e9c238f6-87a3-4087-8ba4-aa594a82d012/crypt/debug 2288ff91-8e52-4817-825f-2f8b8eb1681d 100 GiB none gzip-9 + oxp_e9c238f6-87a3-4087-8ba4-aa594a82d012/crypt/zone f963f2a7-e9d1-4b80-b01a-ff4cecddf867 none none off + oxp_e9c238f6-87a3-4087-8ba4-aa594a82d012/crypt/zone/oxz_crucible_577b0a64-6fa9-4302-bfaa-853b6e9e71ac 851cd90d-97f5-49b6-ad41-2e1c1faa3cc9 none none off + oxp_fbf997ef-52d3-438a-b036-b9117322e569/crucible d6a838c7-3ee9-4cca-9d8b-986b4de0ba1c none none off + oxp_fbf997ef-52d3-438a-b036-b9117322e569/crypt/debug 17ffe1be-b38b-4f39-90af-57af25dbfe30 100 GiB none gzip-9 + oxp_fbf997ef-52d3-438a-b036-b9117322e569/crypt/zone a15e4260-d48c-4415-9315-c0f29234f359 none none off + oxp_fbf997ef-52d3-438a-b036-b9117322e569/crypt/zone/oxz_crucible_0ba018f0-4ff7-4bcc-a0c7-42cfec6bc9da ba1a3aae-15ab-4364-8250-54a766331ef8 none none off + + + omicron zones at generation 3: + ----------------------------------------------------------------------------------------------- + zone type zone id disposition underlay IP + ----------------------------------------------------------------------------------------------- + clickhouse df79db1e-54ca-4048-b22a-da120ae4c8c4 in service fd00:1122:3344:101::23 + clickhouse_keeper f3279a8b-32fa-4426-b946-08aff9ded482 in service fd00:1122:3344:101::2f + crucible 08330c18-54e9-445b-81f3-8f1d6ad15cdd in service fd00:1122:3344:101::29 + crucible 0ba018f0-4ff7-4bcc-a0c7-42cfec6bc9da in service fd00:1122:3344:101::2e + crucible 1e485cda-b36e-4647-9125-c273fc7a9850 in service fd00:1122:3344:101::25 + crucible 4d84fdb4-76fd-47a9-b033-7e1711d9125f in service fd00:1122:3344:101::2b + crucible 577b0a64-6fa9-4302-bfaa-853b6e9e71ac in service fd00:1122:3344:101::2d + crucible 5d296df4-4f2f-4896-8caa-42df00799bcb in service fd00:1122:3344:101::2a + crucible 65d597c5-86b9-43f6-84cd-67bb108df9f0 in service fd00:1122:3344:101::27 + crucible a9f1d41e-c445-4783-af13-0095b2836f0f in service fd00:1122:3344:101::2c + crucible e9ab813f-0fff-4b41-a101-790f6d94b40a in service fd00:1122:3344:101::26 + crucible f00c7a67-51a6-4d09-be39-f20b0e6da1c6 in service fd00:1122:3344:101::28 + crucible_pantry 840a4f34-0e53-469c-8c79-12b75bb42edc in service fd00:1122:3344:101::24 + internal_dns c89ac05f-d9b2-47f4-9d48-2f38130e4ad9 in service fd00:1122:3344:1::1 + internal_ntp 66695827-17c4-4885-b6c0-2cb6b6d3ad1c in service fd00:1122:3344:101::21 + nexus a6032c9e-a365-45d7-ad9f-07ac0fa7079a in service fd00:1122:3344:101::22 + + + sled 6a4c45f6-e02f-490c-bbfa-b32fb89e8e86 (active): + + physical disks at generation 1: + ---------------------------------------------------------------------- + vendor model serial + ---------------------------------------------------------------------- + fake-vendor fake-model serial-0bf9d028-2b4a-4bff-82a1-6eb5fcefd985 + fake-vendor fake-model serial-19293a1d-fddc-40a7-88a4-ccafdb6f66d3 + fake-vendor fake-model serial-44484c44-477a-4676-8266-b98a00e80d79 + fake-vendor fake-model serial-79787cd4-92da-4de5-bfd8-30a635521e10 + fake-vendor fake-model serial-9ae94c94-baae-477e-912a-60f0c4f3bd13 + fake-vendor fake-model serial-af85eec8-36b3-4b88-966d-a717b9b58fe5 + fake-vendor fake-model serial-ddfaaba3-dafe-4103-b868-e9843d29d346 + fake-vendor fake-model serial-ec458c3e-91ca-40f1-a2a3-3f4292c1f279 + fake-vendor fake-model serial-f2fc7c4c-7966-449d-8ec3-5a70f460501d + fake-vendor fake-model serial-f635c28a-e5ca-4d22-ac94-d8f278a6ea0e + + + datasets at generation 3: + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + dataset name dataset uuid quota reservation compression + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crucible f3b1d2f6-3cbc-4420-bc91-5eaaf00f85d0 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/clickhouse_keeper a3eed313-d886-4c1d-8023-8d2ec9e97ddd none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/clickhouse_server 886f2522-8122-465f-8996-2d8c2acd9d0d none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/debug fb722d83-ddc2-4880-95a4-1ab12f4b95be 100 GiB none gzip-9 + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/internal_dns b8af3673-c60a-45fb-adc1-c36d0d325417 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/zone 1ab5529e-c3db-41e1-a561-9c767f980ad4 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/zone/oxz_clickhouse_keeper_b36c16d5-de6e-411a-a32a-d35a26f2e151 48720037-5b8e-4478-9bb5-c86ee8a6e250 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/zone/oxz_clickhouse_server_122e30d3-d541-49b5-88de-1543b38123cc 095cf066-5a68-40b4-afc6-baf5bcbadd05 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/zone/oxz_crucible_aa74c1b2-b4c1-4f36-8f01-9459ef23786b e1db255d-4793-46bd-a1f3-f207be6b2839 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/zone/oxz_crucible_pantry_97a785b8-d909-4fd4-92c1-9ba14bae603b 7b248682-95a2-4411-98b3-79fe6cb1a857 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/zone/oxz_internal_dns_c259e8b9-1086-453a-8636-050639edeffb 30161ca3-c2d8-474b-906e-bd38fc912f84 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/zone/oxz_nexus_c3c7b0bd-dce3-467b-919d-668cc6b06711 05b6bbbe-4c07-493e-8b92-4c8d4aeb1d66 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/zone/oxz_ntp_bba31b23-d112-4cde-bd4a-635812c28c0e fadbc503-b72d-4862-a1fd-628c7ff599d1 none none off + oxp_19293a1d-fddc-40a7-88a4-ccafdb6f66d3/crucible 276f044e-dd34-4c1e-beef-174da4fcf53d none none off + oxp_19293a1d-fddc-40a7-88a4-ccafdb6f66d3/crypt/clickhouse_keeper 3682c931-5332-45ef-9885-3d2dcfb325f6 none none off + oxp_19293a1d-fddc-40a7-88a4-ccafdb6f66d3/crypt/debug 891a1ff4-66b1-4dc9-871c-be4a757bbd0f 100 GiB none gzip-9 + oxp_19293a1d-fddc-40a7-88a4-ccafdb6f66d3/crypt/zone 68490e52-279a-4609-ba0b-11d03f904c88 none none off + oxp_19293a1d-fddc-40a7-88a4-ccafdb6f66d3/crypt/zone/oxz_clickhouse_keeper_81a4f9fd-e502-42c2-bf9c-29dd6918fd46 6aaeeb8d-ee87-43a2-b1ef-22e5f5224842 none none off + oxp_19293a1d-fddc-40a7-88a4-ccafdb6f66d3/crypt/zone/oxz_crucible_eb58427d-599b-45dc-b316-8e4db7eec65e 26722393-82bf-442d-9725-030801a4d64c none none off + oxp_44484c44-477a-4676-8266-b98a00e80d79/crucible e06b1670-5f34-42dc-a410-3129d69907ec none none off + oxp_44484c44-477a-4676-8266-b98a00e80d79/crypt/debug 3e3e18ad-d527-4b2e-b758-1eefdcfca44b 100 GiB none gzip-9 + oxp_44484c44-477a-4676-8266-b98a00e80d79/crypt/zone 2a5e3a10-6ab5-4988-be84-46b527dc2d23 none none off + oxp_44484c44-477a-4676-8266-b98a00e80d79/crypt/zone/oxz_crucible_487bde8c-a692-416c-be70-efef7f169fce 008ba9b6-8d41-4f7a-8ff3-ec31a0c96cf9 none none off + oxp_79787cd4-92da-4de5-bfd8-30a635521e10/crucible 9d32dd45-e3ee-47b9-ba69-0dc711bbf632 none none off + oxp_79787cd4-92da-4de5-bfd8-30a635521e10/crypt/debug bd4efdbe-7128-4423-aacf-6cf35e5a914d 100 GiB none gzip-9 + oxp_79787cd4-92da-4de5-bfd8-30a635521e10/crypt/zone fd0f9778-c31a-40f4-9ce9-f5154535e75b none none off + oxp_79787cd4-92da-4de5-bfd8-30a635521e10/crypt/zone/oxz_crucible_b6956e34-3c21-44d1-9ee2-cb7ee2e77c4e 2d2f2665-d556-4e65-9c53-d7fe573848a2 none none off + oxp_9ae94c94-baae-477e-912a-60f0c4f3bd13/crucible 7e72090d-7f79-4ecc-92cc-5eb7d9dee022 none none off + oxp_9ae94c94-baae-477e-912a-60f0c4f3bd13/crypt/debug 708d4e8b-3acf-44cf-87a2-275bb8fa0d96 100 GiB none gzip-9 + oxp_9ae94c94-baae-477e-912a-60f0c4f3bd13/crypt/zone e4220797-15df-42c4-9df7-ad927711d565 none none off + oxp_9ae94c94-baae-477e-912a-60f0c4f3bd13/crypt/zone/oxz_crucible_41af4ef6-d21b-4271-bfcb-524f4146784a 1522207b-ea98-47cc-810c-44808796d743 none none off + oxp_af85eec8-36b3-4b88-966d-a717b9b58fe5/crucible 43606b8e-384f-4412-a273-d4dde8f2e76d none none off + oxp_af85eec8-36b3-4b88-966d-a717b9b58fe5/crypt/debug 98d65e73-01df-4525-a45d-acb2fc8d4a74 100 GiB none gzip-9 + oxp_af85eec8-36b3-4b88-966d-a717b9b58fe5/crypt/zone 39714005-313e-42be-90eb-000a0560669f none none off + oxp_af85eec8-36b3-4b88-966d-a717b9b58fe5/crypt/zone/oxz_crucible_26115267-8333-4711-924e-d05acf601827 3a39d5e8-ea73-4cf3-b9de-48045475151c none none off + oxp_ddfaaba3-dafe-4103-b868-e9843d29d346/crucible 2d7145e9-0029-4ae0-bb12-ee65a1738005 none none off + oxp_ddfaaba3-dafe-4103-b868-e9843d29d346/crypt/debug 8005f7c0-bab3-4b0a-9568-a5861c0a09bb 100 GiB none gzip-9 + oxp_ddfaaba3-dafe-4103-b868-e9843d29d346/crypt/zone a647238a-1689-46c9-b680-dfe1b7b68684 none none off + oxp_ddfaaba3-dafe-4103-b868-e9843d29d346/crypt/zone/oxz_crucible_1a92bb17-6477-46fc-9784-1d2a418d6e14 257c57cd-8f2c-440d-9fa0-e92a312295ec none none off + oxp_ec458c3e-91ca-40f1-a2a3-3f4292c1f279/crucible dfadcc38-505a-4e9b-8674-27f8a2af13a2 none none off + oxp_ec458c3e-91ca-40f1-a2a3-3f4292c1f279/crypt/debug dae242d1-9535-4b08-b249-f030dde2c2fd 100 GiB none gzip-9 + oxp_ec458c3e-91ca-40f1-a2a3-3f4292c1f279/crypt/zone 29038bb0-9af1-4b03-9c10-b8a6444a0bc2 none none off + oxp_ec458c3e-91ca-40f1-a2a3-3f4292c1f279/crypt/zone/oxz_crucible_9b9d58bd-44e6-4b70-80a4-e6a9262893ff 0a5bade3-3f2f-4385-b064-554b56f8bf8c none none off + oxp_f2fc7c4c-7966-449d-8ec3-5a70f460501d/crucible 72e2a1d6-09dd-43ba-9b8b-befa101f53ef none none off + oxp_f2fc7c4c-7966-449d-8ec3-5a70f460501d/crypt/debug 6cea3508-8341-4093-abbb-c57d83cd87b4 100 GiB none gzip-9 + oxp_f2fc7c4c-7966-449d-8ec3-5a70f460501d/crypt/zone e49915c6-59ed-4bbe-abf9-375b9502772a none none off + oxp_f2fc7c4c-7966-449d-8ec3-5a70f460501d/crypt/zone/oxz_crucible_704a17e0-bc9d-43b9-a91e-b1ca37a23d0d 5739948f-d984-48a5-a27a-0223a0af2035 none none off + oxp_f635c28a-e5ca-4d22-ac94-d8f278a6ea0e/crucible c7dfbe25-5b52-4ee5-8556-719e99bb5e4d none none off + oxp_f635c28a-e5ca-4d22-ac94-d8f278a6ea0e/crypt/debug 765b4728-8d6e-4fac-9a1b-ae2258d5c52b 100 GiB none gzip-9 + oxp_f635c28a-e5ca-4d22-ac94-d8f278a6ea0e/crypt/zone fc9765c5-0a89-4050-ba3e-e0625dbefb5f none none off + oxp_f635c28a-e5ca-4d22-ac94-d8f278a6ea0e/crypt/zone/oxz_crucible_93535f54-4919-4c4d-9a07-f7ab6245c01f 109f44de-d1ed-4ce3-9670-76aceb206ee4 none none off + + + omicron zones at generation 4: + ----------------------------------------------------------------------------------------------- + zone type zone id disposition underlay IP + ----------------------------------------------------------------------------------------------- + clickhouse_keeper 81a4f9fd-e502-42c2-bf9c-29dd6918fd46 in service fd00:1122:3344:103::30 + clickhouse_keeper b36c16d5-de6e-411a-a32a-d35a26f2e151 in service fd00:1122:3344:103::2e + clickhouse_server 122e30d3-d541-49b5-88de-1543b38123cc in service fd00:1122:3344:103::2f + crucible 1a92bb17-6477-46fc-9784-1d2a418d6e14 in service fd00:1122:3344:103::2a + crucible 26115267-8333-4711-924e-d05acf601827 in service fd00:1122:3344:103::29 + crucible 41af4ef6-d21b-4271-bfcb-524f4146784a in service fd00:1122:3344:103::28 + crucible 487bde8c-a692-416c-be70-efef7f169fce in service fd00:1122:3344:103::26 + crucible 704a17e0-bc9d-43b9-a91e-b1ca37a23d0d in service fd00:1122:3344:103::2c + crucible 93535f54-4919-4c4d-9a07-f7ab6245c01f in service fd00:1122:3344:103::2d + crucible 9b9d58bd-44e6-4b70-80a4-e6a9262893ff in service fd00:1122:3344:103::2b + crucible aa74c1b2-b4c1-4f36-8f01-9459ef23786b in service fd00:1122:3344:103::24 + crucible b6956e34-3c21-44d1-9ee2-cb7ee2e77c4e in service fd00:1122:3344:103::27 + crucible eb58427d-599b-45dc-b316-8e4db7eec65e in service fd00:1122:3344:103::25 + crucible_pantry 97a785b8-d909-4fd4-92c1-9ba14bae603b in service fd00:1122:3344:103::23 + internal_dns c259e8b9-1086-453a-8636-050639edeffb in service fd00:1122:3344:2::1 + internal_ntp bba31b23-d112-4cde-bd4a-635812c28c0e in service fd00:1122:3344:103::21 + nexus c3c7b0bd-dce3-467b-919d-668cc6b06711 in service fd00:1122:3344:103::22 + + + sled be531a62-9897-430d-acd2-ce14b4632627 (active): + + physical disks at generation 1: + ---------------------------------------------------------------------- + vendor model serial + ---------------------------------------------------------------------- + fake-vendor fake-model serial-2a76ab1a-fb16-412d-93f9-b8cd9aa94e85 + fake-vendor fake-model serial-2de2bf7e-c679-4b2b-b373-908e9d3ffbfc + fake-vendor fake-model serial-2f02a5c6-fcf5-4b5a-bc7d-7f65369918ba + fake-vendor fake-model serial-32041dbf-e58d-4f32-840d-923d3d3b68af + fake-vendor fake-model serial-5f88adff-bb50-4dc1-bbfb-5a410c753ed5 + fake-vendor fake-model serial-74d64eb9-bf69-4782-af16-2d3a761ca171 + fake-vendor fake-model serial-b3c231c9-b2a5-4267-b4bf-9651881b91a5 + fake-vendor fake-model serial-bca80b95-8dca-4a3b-b24d-d44b6a9ff71b + fake-vendor fake-model serial-db16345e-427a-4c8e-9032-17270f729308 + fake-vendor fake-model serial-e3b45593-8f0c-47b2-a381-802a7dad1f54 + + + datasets at generation 3: + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + dataset name dataset uuid quota reservation compression + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crucible 431cfe4a-5756-40f4-8a9c-b70ae1227f1e none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/clickhouse_keeper ce930007-8ed6-4675-a24a-57c227950d43 none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/clickhouse_server 3d339942-c2d0-4615-a099-433a8b5a1543 none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/debug c55ba154-4f4b-48a5-997b-2a1579671c74 100 GiB none gzip-9 + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/internal_dns 7be88e8f-06d3-49f7-a6d9-5c586f13716c none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/zone 37405860-deb4-4f2f-b770-ab8b83175d8c none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/zone/oxz_clickhouse_keeper_39fd3357-4de8-433e-9c07-1ec65de7ca59 748c9607-71dd-4f81-be08-c1eee262f69c none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/zone/oxz_clickhouse_server_71be6bff-666a-4f2b-a7dc-d80a88a71af5 a9e2160a-688f-4bbd-9a77-b2e695df86f4 none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/zone/oxz_crucible_75cccfab-ea70-4596-a685-ab9bd5e540a1 e2ff081e-c5a4-42c3-8d95-969e2b9b7b31 none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/zone/oxz_crucible_pantry_1432df56-4a7b-4271-9b24-a8a3183a95a7 452dad91-0c11-4dfa-96fb-dfb0cfa1d17c none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/zone/oxz_internal_dns_832c71a1-357d-482b-8661-3193d59ed776 08588a53-0f1d-4631-a1ef-8fa34098fbf6 none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/zone/oxz_nexus_da39dead-64e2-45b6-9d01-d99584504dfd 45dc03ec-d0e0-429a-a099-7fc6ea6dfb85 none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/zone/oxz_ntp_816afef9-e5cd-40ba-8cc5-71e783943e43 6f5ba0fc-1b43-4a40-ba5a-3abf11eae62b none none off + oxp_2de2bf7e-c679-4b2b-b373-908e9d3ffbfc/crucible 1123f86b-169c-40df-8ed1-95c3def65e30 none none off + oxp_2de2bf7e-c679-4b2b-b373-908e9d3ffbfc/crypt/clickhouse_keeper cad1d0c3-ca80-4db4-ab36-b2034cf2383b none none off + oxp_2de2bf7e-c679-4b2b-b373-908e9d3ffbfc/crypt/debug 071d678d-9376-4c3b-8e1f-825d27bcae3a 100 GiB none gzip-9 + oxp_2de2bf7e-c679-4b2b-b373-908e9d3ffbfc/crypt/zone bbb78481-c7e5-44a6-85ae-37e363827e9f none none off + oxp_2de2bf7e-c679-4b2b-b373-908e9d3ffbfc/crypt/zone/oxz_clickhouse_keeper_ad07794e-affa-4145-81fb-f45ed92e3fcd d196c20e-0254-4716-8e04-c0c735d2ffaf none none off + oxp_2de2bf7e-c679-4b2b-b373-908e9d3ffbfc/crypt/zone/oxz_crucible_37c72edc-6acd-4c2d-ab76-d1c88e1f01f5 9b49fc13-4d2c-423e-9839-f6e1d0bffc6e none none off + oxp_2f02a5c6-fcf5-4b5a-bc7d-7f65369918ba/crucible afa41d1a-3fc1-4723-835d-61d13db33cfe none none off + oxp_2f02a5c6-fcf5-4b5a-bc7d-7f65369918ba/crypt/debug daeded95-0145-4b97-b1fb-60d44856d1e4 100 GiB none gzip-9 + oxp_2f02a5c6-fcf5-4b5a-bc7d-7f65369918ba/crypt/zone 38103edf-a98f-46ca-94ea-3404268ea935 none none off + oxp_2f02a5c6-fcf5-4b5a-bc7d-7f65369918ba/crypt/zone/oxz_crucible_2cb036bd-6056-4547-af65-aa6c0c1e4d6e c6c9e491-ce4d-4dc4-82be-e394fa1e82e2 none none off + oxp_32041dbf-e58d-4f32-840d-923d3d3b68af/crucible da067282-0ae9-4861-8b78-b639622508af none none off + oxp_32041dbf-e58d-4f32-840d-923d3d3b68af/crypt/debug 80d0697d-4ebe-4856-b7bf-78ff811eb00b 100 GiB none gzip-9 + oxp_32041dbf-e58d-4f32-840d-923d3d3b68af/crypt/zone 3f1adfcf-9a2a-41db-9e1a-a2e13ff8a7dd none none off + oxp_32041dbf-e58d-4f32-840d-923d3d3b68af/crypt/zone/oxz_crucible_e52381c1-d7ab-402f-a9a8-bb52fbb614af a0251fdc-166b-4476-95d4-f7fd58fdaf76 none none off + oxp_5f88adff-bb50-4dc1-bbfb-5a410c753ed5/crucible fcb937be-3b91-4ae7-9e25-a69808eeb07f none none off + oxp_5f88adff-bb50-4dc1-bbfb-5a410c753ed5/crypt/debug dd239ff5-a617-4eb1-ac6d-16eb76c2c849 100 GiB none gzip-9 + oxp_5f88adff-bb50-4dc1-bbfb-5a410c753ed5/crypt/zone 5c620f9c-454b-451b-99ca-47c3d94df493 none none off + oxp_5f88adff-bb50-4dc1-bbfb-5a410c753ed5/crypt/zone/oxz_crucible_6ae471b1-1dd8-460e-a2a5-3ea796f746d5 98b66132-d99e-42e2-8517-5860412c61b1 none none off + oxp_74d64eb9-bf69-4782-af16-2d3a761ca171/crucible 2854cb42-e5b9-4773-bd6e-6ec85d33a174 none none off + oxp_74d64eb9-bf69-4782-af16-2d3a761ca171/crypt/debug b9e71882-7f71-4a5e-be9c-7df560c75000 100 GiB none gzip-9 + oxp_74d64eb9-bf69-4782-af16-2d3a761ca171/crypt/zone 13f8be82-85e9-43ac-985b-e7a51a910c41 none none off + oxp_74d64eb9-bf69-4782-af16-2d3a761ca171/crypt/zone/oxz_crucible_b6a9674e-8b42-4d67-954f-3e957db298dd e7c2d833-b6a1-469f-b52f-8bbb45e9a30e none none off + oxp_b3c231c9-b2a5-4267-b4bf-9651881b91a5/crucible aa8f925e-6c3a-40d2-ae2d-946324a7d612 none none off + oxp_b3c231c9-b2a5-4267-b4bf-9651881b91a5/crypt/debug bae0ee1b-b3a3-4c4c-96ee-53b8b4cd837b 100 GiB none gzip-9 + oxp_b3c231c9-b2a5-4267-b4bf-9651881b91a5/crypt/zone 9f1f99c7-e6c5-4bbc-9de5-15252b532914 none none off + oxp_b3c231c9-b2a5-4267-b4bf-9651881b91a5/crypt/zone/oxz_crucible_c79e017b-7e27-4ff5-be14-3673f8cb2279 3544adde-a808-45c0-ae19-08b4f65e3ad4 none none off + oxp_bca80b95-8dca-4a3b-b24d-d44b6a9ff71b/crucible 755ad19c-d29b-4e3c-9c13-63b56a407765 none none off + oxp_bca80b95-8dca-4a3b-b24d-d44b6a9ff71b/crypt/debug f2df23eb-672a-41b5-89e4-26c9feb50c7c 100 GiB none gzip-9 + oxp_bca80b95-8dca-4a3b-b24d-d44b6a9ff71b/crypt/zone 2747bb48-2fb7-4999-a63c-5ba5e35e0a10 none none off + oxp_bca80b95-8dca-4a3b-b24d-d44b6a9ff71b/crypt/zone/oxz_crucible_0a160b89-6288-44f5-9908-33589094628e 53a623d2-9ffc-48fb-871d-23bd52e0f4dd none none off + oxp_db16345e-427a-4c8e-9032-17270f729308/crucible be3cf2f7-5388-4cd6-8119-ecf316c6052e none none off + oxp_db16345e-427a-4c8e-9032-17270f729308/crypt/debug e658be5b-df77-41fb-a000-5a924ac0b3da 100 GiB none gzip-9 + oxp_db16345e-427a-4c8e-9032-17270f729308/crypt/zone f7ddacf4-edc7-46ba-9b74-d588bd62505e none none off + oxp_db16345e-427a-4c8e-9032-17270f729308/crypt/zone/oxz_crucible_5fb4b72f-bf1b-47c7-a2e4-dbdafcdb47f5 1d73fc1f-81fc-4e06-9b52-686596ac0f6c none none off + oxp_e3b45593-8f0c-47b2-a381-802a7dad1f54/crucible a2391107-7408-4e0c-a694-3fd073fa09df none none off + oxp_e3b45593-8f0c-47b2-a381-802a7dad1f54/crypt/debug 96798a17-be94-44bb-9e12-2eb458e9a5ba 100 GiB none gzip-9 + oxp_e3b45593-8f0c-47b2-a381-802a7dad1f54/crypt/zone 64e62d15-e813-461d-9a50-403d9bd1df7c none none off + oxp_e3b45593-8f0c-47b2-a381-802a7dad1f54/crypt/zone/oxz_crucible_8a36ef67-bf66-40b9-a2f4-34ac70e90e39 c44e20e1-7cce-46df-ba71-db7fb3e3a5ff none none off + + + omicron zones at generation 4: + ----------------------------------------------------------------------------------------------- + zone type zone id disposition underlay IP + ----------------------------------------------------------------------------------------------- + clickhouse_keeper 39fd3357-4de8-433e-9c07-1ec65de7ca59 in service fd00:1122:3344:102::2e + clickhouse_keeper ad07794e-affa-4145-81fb-f45ed92e3fcd in service fd00:1122:3344:102::30 + clickhouse_server 71be6bff-666a-4f2b-a7dc-d80a88a71af5 in service fd00:1122:3344:102::2f + crucible 0a160b89-6288-44f5-9908-33589094628e in service fd00:1122:3344:102::2b + crucible 2cb036bd-6056-4547-af65-aa6c0c1e4d6e in service fd00:1122:3344:102::26 + crucible 37c72edc-6acd-4c2d-ab76-d1c88e1f01f5 in service fd00:1122:3344:102::25 + crucible 5fb4b72f-bf1b-47c7-a2e4-dbdafcdb47f5 in service fd00:1122:3344:102::2c + crucible 6ae471b1-1dd8-460e-a2a5-3ea796f746d5 in service fd00:1122:3344:102::28 + crucible 75cccfab-ea70-4596-a685-ab9bd5e540a1 in service fd00:1122:3344:102::24 + crucible 8a36ef67-bf66-40b9-a2f4-34ac70e90e39 in service fd00:1122:3344:102::2d + crucible b6a9674e-8b42-4d67-954f-3e957db298dd in service fd00:1122:3344:102::29 + crucible c79e017b-7e27-4ff5-be14-3673f8cb2279 in service fd00:1122:3344:102::2a + crucible e52381c1-d7ab-402f-a9a8-bb52fbb614af in service fd00:1122:3344:102::27 + crucible_pantry 1432df56-4a7b-4271-9b24-a8a3183a95a7 in service fd00:1122:3344:102::23 + internal_dns 832c71a1-357d-482b-8661-3193d59ed776 in service fd00:1122:3344:3::1 + internal_ntp 816afef9-e5cd-40ba-8cc5-71e783943e43 in service fd00:1122:3344:102::21 + nexus da39dead-64e2-45b6-9d01-d99584504dfd in service fd00:1122:3344:102::22 + + + COCKROACHDB SETTINGS: + state fingerprint::::::::::::::::: (none) (unchanged) + cluster.preserve_downgrade_option: (do not modify) (unchanged) + + METADATA: + internal DNS version: 1 (unchanged) + external DNS version: 1 (unchanged) + + CLICKHOUSE CLUSTER CONFIG: + generation::::::::::::::::::::::::::::::::::::: 3 (unchanged) + max used server id::::::::::::::::::::::::::::: 2 (unchanged) + max used keeper id::::::::::::::::::::::::::::: 4 (unchanged) + cluster name::::::::::::::::::::::::::::::::::: oximeter_cluster (unchanged) + cluster secret::::::::::::::::::::::::::::::::: 75ba7558-f7cf-431f-bba5-71c8e82fd4c1 (unchanged) + highest seen keeper leader committed log index: 1 (unchanged) + + clickhouse keepers at generation 3: + ------------------------------------------------ + zone id keeper id + ------------------------------------------------ + 39fd3357-4de8-433e-9c07-1ec65de7ca59 1 + 81a4f9fd-e502-42c2-bf9c-29dd6918fd46 4 + b36c16d5-de6e-411a-a32a-d35a26f2e151 2 + f3279a8b-32fa-4426-b946-08aff9ded482 3 + + clickhouse servers at generation 3: + ------------------------------------------------ + zone id server id + ------------------------------------------------ + 122e30d3-d541-49b5-88de-1543b38123cc 1 + 71be6bff-666a-4f2b-a7dc-d80a88a71af5 2 + diff --git a/nexus/reconfigurator/planning/tests/output/planner_expunge_clickhouse_clusters_3_4.txt b/nexus/reconfigurator/planning/tests/output/planner_expunge_clickhouse_clusters_3_4.txt new file mode 100644 index 0000000000..7c5275d284 --- /dev/null +++ b/nexus/reconfigurator/planning/tests/output/planner_expunge_clickhouse_clusters_3_4.txt @@ -0,0 +1,350 @@ +from: blueprint 6347b98e-9dfe-48de-a038-ec5f95cf2301 +to: blueprint 74f2e7fd-687e-4c9e-b5d8-e474a5bb8e7c + + MODIFIED SLEDS: + + sled b340c044-bd87-4a3b-aee3-e6ccd9d3ff02 (active -> decommissioned): + + physical disks from generation 1: + ---------------------------------------------------------------------- + vendor model serial + ---------------------------------------------------------------------- +- fake-vendor fake-model serial-03a84dd2-e0a4-435d-96de-67bfe2674f4e +- fake-vendor fake-model serial-188c3b95-16fa-45ea-b9f7-e987560b4d62 +- fake-vendor fake-model serial-1f3bbc7c-888f-40fa-b705-fab3f148b147 +- fake-vendor fake-model serial-45a81e70-03bb-4c53-bf49-d598c9fb8d34 +- fake-vendor fake-model serial-56c3f0ef-fac1-473d-9317-0e3668aa7e88 +- fake-vendor fake-model serial-96f1615c-3dda-427f-8132-408b2fad24e0 +- fake-vendor fake-model serial-a9ef71b2-ec22-421c-adc9-bddc4c0641c4 +- fake-vendor fake-model serial-b9f9c626-3293-48eb-a475-1debaaccdf6c +- fake-vendor fake-model serial-d563fd5f-9306-49b4-8511-78a2f64733ce +- fake-vendor fake-model serial-fcca32b6-9629-468f-a282-63d7da992447 + + + datasets from generation 2: + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + dataset name dataset uuid quota reservation compression + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- +- oxp_03a84dd2-e0a4-435d-96de-67bfe2674f4e/crucible 1e845ee8-701d-44bf-884a-d49d537633aa none none off +- oxp_03a84dd2-e0a4-435d-96de-67bfe2674f4e/crypt/clickhouse af4a8ac4-7941-4051-bdbb-979ae82dceaa none none off +- oxp_03a84dd2-e0a4-435d-96de-67bfe2674f4e/crypt/clickhouse_keeper 35a2dc24-0853-4a06-b5b9-90b8ba83e0b0 none none off +- oxp_03a84dd2-e0a4-435d-96de-67bfe2674f4e/crypt/debug 1d0c553a-4229-4175-9c11-22ef68191eb1 100 GiB none gzip-9 +- oxp_03a84dd2-e0a4-435d-96de-67bfe2674f4e/crypt/internal_dns 3262c08c-12a1-4f38-93f0-e3f53a1087aa none none off +- oxp_03a84dd2-e0a4-435d-96de-67bfe2674f4e/crypt/zone 44f9d5f4-fd7b-4684-b9c9-71cf888c79a8 none none off +- oxp_03a84dd2-e0a4-435d-96de-67bfe2674f4e/crypt/zone/oxz_clickhouse_f2c54229-d192-41bd-babc-9ca02c1206d6 783cd7d4-ce73-4fe1-8665-b0c813406f52 none none off +- oxp_03a84dd2-e0a4-435d-96de-67bfe2674f4e/crypt/zone/oxz_clickhouse_keeper_ceea23ec-1cb4-46be-bfa6-de9025ad5737 abb56278-58c2-4e0c-8cc8-417f57100de0 none none off +- oxp_03a84dd2-e0a4-435d-96de-67bfe2674f4e/crypt/zone/oxz_crucible_c3dee582-3b04-4981-90ac-e2f617c6a1ce 15772401-8406-4938-801e-6ddff28ffb32 none none off +- oxp_03a84dd2-e0a4-435d-96de-67bfe2674f4e/crypt/zone/oxz_crucible_pantry_1ee0a9f1-503c-4e38-bf76-e026afb9ac5b cad9cbd9-6988-4ca6-97c4-ac7daeb86f28 none none off +- oxp_03a84dd2-e0a4-435d-96de-67bfe2674f4e/crypt/zone/oxz_internal_dns_9975245b-9c63-41be-8043-31117f85f905 6d2f4bb2-0b19-4751-aacc-ca8baf298960 none none off +- oxp_03a84dd2-e0a4-435d-96de-67bfe2674f4e/crypt/zone/oxz_nexus_b8f4453e-6917-4f7f-8a29-220d333bb27d 8298db30-e5f8-4004-b077-3a74abb84bb3 none none off +- oxp_03a84dd2-e0a4-435d-96de-67bfe2674f4e/crypt/zone/oxz_ntp_765ffd29-670e-4d95-aa97-8d244b6412d7 8050d31c-aecd-44e8-9d51-31933c18ded9 none none off +- oxp_188c3b95-16fa-45ea-b9f7-e987560b4d62/crucible 2f72eaac-c969-492c-9f46-80f57d0bd429 none none off +- oxp_188c3b95-16fa-45ea-b9f7-e987560b4d62/crypt/debug 3f11692d-50b2-4d86-b03c-530068ac7d77 100 GiB none gzip-9 +- oxp_188c3b95-16fa-45ea-b9f7-e987560b4d62/crypt/zone b8d4c72d-f610-4236-8cc0-28c6c0ea5343 none none off +- oxp_188c3b95-16fa-45ea-b9f7-e987560b4d62/crypt/zone/oxz_crucible_b5f91973-5e8e-4e58-9ebf-1b0ad3e4758e b5109aa2-75d5-4381-96bc-15b76cf12591 none none off +- oxp_1f3bbc7c-888f-40fa-b705-fab3f148b147/crucible 1463de0a-26e5-43e0-9f2e-3de0689adb98 none none off +- oxp_1f3bbc7c-888f-40fa-b705-fab3f148b147/crypt/debug 28bac96b-a65e-46f1-8b8d-721245314298 100 GiB none gzip-9 +- oxp_1f3bbc7c-888f-40fa-b705-fab3f148b147/crypt/zone 95e1d916-93b9-424a-9784-1cece05597cf none none off +- oxp_1f3bbc7c-888f-40fa-b705-fab3f148b147/crypt/zone/oxz_crucible_c0098649-b9d4-4072-9dc0-0da3e5791f1f ac483768-9c41-409c-aec8-23bcb0917375 none none off +- oxp_45a81e70-03bb-4c53-bf49-d598c9fb8d34/crucible eb61fcb5-80fb-4902-9256-d4921e8b91a4 none none off +- oxp_45a81e70-03bb-4c53-bf49-d598c9fb8d34/crypt/debug c9ecd62c-2208-4ffb-9510-f050d299d209 100 GiB none gzip-9 +- oxp_45a81e70-03bb-4c53-bf49-d598c9fb8d34/crypt/zone 92fd48ca-0e93-425e-b2cf-8b822cae7e3f none none off +- oxp_45a81e70-03bb-4c53-bf49-d598c9fb8d34/crypt/zone/oxz_crucible_133e50ce-39e1-4647-8ea8-8f171a1b6471 961b3fd4-d40c-4503-90a6-8ee32a5f5315 none none off +- oxp_56c3f0ef-fac1-473d-9317-0e3668aa7e88/crucible b52fe96e-02dd-4ffb-a363-ec8e9f94cb49 none none off +- oxp_56c3f0ef-fac1-473d-9317-0e3668aa7e88/crypt/debug 72fb1d98-9f11-492f-8e5a-094b686a3ad2 100 GiB none gzip-9 +- oxp_56c3f0ef-fac1-473d-9317-0e3668aa7e88/crypt/zone 995c2f94-ddc4-4de9-894b-23d813c33711 none none off +- oxp_56c3f0ef-fac1-473d-9317-0e3668aa7e88/crypt/zone/oxz_crucible_975d60ed-46ff-4f4c-b02e-01e3cd331a6f 281d3fdc-9ed5-44f6-865b-6f03c9e7540f none none off +- oxp_96f1615c-3dda-427f-8132-408b2fad24e0/crucible 5a8efbe2-7191-40e5-b694-33f6ab5f20de none none off +- oxp_96f1615c-3dda-427f-8132-408b2fad24e0/crypt/debug b38bd0a3-106f-4771-a50a-8dae79e2db48 100 GiB none gzip-9 +- oxp_96f1615c-3dda-427f-8132-408b2fad24e0/crypt/zone d56d2757-818a-4302-82e8-be4aac08fd66 none none off +- oxp_96f1615c-3dda-427f-8132-408b2fad24e0/crypt/zone/oxz_crucible_5078d1c7-9bc5-46a1-94e1-47ceb6f81580 530c8ac3-9a19-47c2-9057-4ae12a4377a5 none none off +- oxp_a9ef71b2-ec22-421c-adc9-bddc4c0641c4/crucible 3f0e3222-de30-4741-99f2-bd8cf6ecab41 none none off +- oxp_a9ef71b2-ec22-421c-adc9-bddc4c0641c4/crypt/debug 1bac2a69-8575-4247-8f78-94b4ca69f7a2 100 GiB none gzip-9 +- oxp_a9ef71b2-ec22-421c-adc9-bddc4c0641c4/crypt/zone 4d802712-5773-4464-a8d9-748cca6d75c0 none none off +- oxp_a9ef71b2-ec22-421c-adc9-bddc4c0641c4/crypt/zone/oxz_crucible_6a703437-f546-4848-8a0a-94d4c3b20e7c e2d4e003-2c43-40dd-b283-0b5df91a3c32 none none off +- oxp_b9f9c626-3293-48eb-a475-1debaaccdf6c/crucible 10ed346b-d1f7-43c7-88fd-8e7ad66db8e2 none none off +- oxp_b9f9c626-3293-48eb-a475-1debaaccdf6c/crypt/debug 1d77d74d-1fa8-4e8c-a64f-f1a38f6c81ea 100 GiB none gzip-9 +- oxp_b9f9c626-3293-48eb-a475-1debaaccdf6c/crypt/zone b244161f-e944-46d8-962e-5bc5a56575b7 none none off +- oxp_b9f9c626-3293-48eb-a475-1debaaccdf6c/crypt/zone/oxz_crucible_58a60190-35da-4ce1-b0da-298b3d64458d 6ffd174d-1b54-4de3-9654-f50df5df6953 none none off +- oxp_d563fd5f-9306-49b4-8511-78a2f64733ce/crucible 3f81e4d8-fefc-4586-a626-15c728242b05 none none off +- oxp_d563fd5f-9306-49b4-8511-78a2f64733ce/crypt/debug 43b14456-1b4a-4afe-bf5d-cf31124e0d18 100 GiB none gzip-9 +- oxp_d563fd5f-9306-49b4-8511-78a2f64733ce/crypt/zone e9d64fda-0229-4f0b-b407-6e9f1a05e619 none none off +- oxp_d563fd5f-9306-49b4-8511-78a2f64733ce/crypt/zone/oxz_crucible_893d890c-4b9f-4944-a245-90ac5dab82b6 b65a7b48-f785-4481-898e-c0b49d96d706 none none off +- oxp_fcca32b6-9629-468f-a282-63d7da992447/crucible abbef5ad-6cae-4e18-822f-4a4d7980b1f3 none none off +- oxp_fcca32b6-9629-468f-a282-63d7da992447/crypt/debug b17bf396-1fc8-4cfc-ad16-445bbc105688 100 GiB none gzip-9 +- oxp_fcca32b6-9629-468f-a282-63d7da992447/crypt/zone 368f9afa-ceaa-4f34-a488-b64d945c1b77 none none off +- oxp_fcca32b6-9629-468f-a282-63d7da992447/crypt/zone/oxz_crucible_5a0af13f-c815-4df4-a7a3-c1ddfc1fc4f0 fea35514-09e5-4df1-91c1-5a186032b293 none none off + + + omicron zones generation 3 -> 4: + ------------------------------------------------------------------------------------------------ + zone type zone id disposition underlay IP + ------------------------------------------------------------------------------------------------ +* clickhouse f2c54229-d192-41bd-babc-9ca02c1206d6 - in service fd00:1122:3344:101::23 + └─ + expunged +* clickhouse_keeper ceea23ec-1cb4-46be-bfa6-de9025ad5737 - in service fd00:1122:3344:101::2f + └─ + expunged +* crucible 133e50ce-39e1-4647-8ea8-8f171a1b6471 - in service fd00:1122:3344:101::28 + └─ + expunged +* crucible 5078d1c7-9bc5-46a1-94e1-47ceb6f81580 - in service fd00:1122:3344:101::2a + └─ + expunged +* crucible 58a60190-35da-4ce1-b0da-298b3d64458d - in service fd00:1122:3344:101::2c + └─ + expunged +* crucible 5a0af13f-c815-4df4-a7a3-c1ddfc1fc4f0 - in service fd00:1122:3344:101::2e + └─ + expunged +* crucible 6a703437-f546-4848-8a0a-94d4c3b20e7c - in service fd00:1122:3344:101::2b + └─ + expunged +* crucible 893d890c-4b9f-4944-a245-90ac5dab82b6 - in service fd00:1122:3344:101::2d + └─ + expunged +* crucible 975d60ed-46ff-4f4c-b02e-01e3cd331a6f - in service fd00:1122:3344:101::29 + └─ + expunged +* crucible b5f91973-5e8e-4e58-9ebf-1b0ad3e4758e - in service fd00:1122:3344:101::26 + └─ + expunged +* crucible c0098649-b9d4-4072-9dc0-0da3e5791f1f - in service fd00:1122:3344:101::27 + └─ + expunged +* crucible c3dee582-3b04-4981-90ac-e2f617c6a1ce - in service fd00:1122:3344:101::25 + └─ + expunged +* crucible_pantry 1ee0a9f1-503c-4e38-bf76-e026afb9ac5b - in service fd00:1122:3344:101::24 + └─ + expunged +* internal_dns 9975245b-9c63-41be-8043-31117f85f905 - in service fd00:1122:3344:1::1 + └─ + expunged +* internal_ntp 765ffd29-670e-4d95-aa97-8d244b6412d7 - in service fd00:1122:3344:101::21 + └─ + expunged +* nexus b8f4453e-6917-4f7f-8a29-220d333bb27d - in service fd00:1122:3344:101::22 + └─ + expunged + + + sled cdba3bea-3407-4b6e-a029-19bf4a02fca7 (active): + + physical disks at generation 1: + ---------------------------------------------------------------------- + vendor model serial + ---------------------------------------------------------------------- + fake-vendor fake-model serial-08616473-ded4-4785-9b53-b6ccc1efb67a + fake-vendor fake-model serial-2d44b756-94df-45ec-a644-50021248682d + fake-vendor fake-model serial-2dce7cf0-3097-485d-aaf6-9fc51f99eae5 + fake-vendor fake-model serial-3b9d69e5-aa80-4fc8-9d2e-a2a24bd0f1d7 + fake-vendor fake-model serial-44342c41-75a7-4708-8004-eb2ca5c5a3c2 + fake-vendor fake-model serial-650b4eff-80a2-430a-97c8-f837248480a1 + fake-vendor fake-model serial-6e418b8c-cadd-4fb8-8370-f351a07e1eed + fake-vendor fake-model serial-6e5772a5-8234-46d1-ba5a-503a83d9d2fb + fake-vendor fake-model serial-c1da692e-7713-43a0-b6bb-5c182084c09d + fake-vendor fake-model serial-e35766ef-789a-4b2f-9a6c-e6626d5ab195 + + + datasets generation 2 -> 3: + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + dataset name dataset uuid quota reservation compression + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + oxp_08616473-ded4-4785-9b53-b6ccc1efb67a/crucible 3d575592-90d1-4f09-8ebd-cfb0d7348492 none none off + oxp_08616473-ded4-4785-9b53-b6ccc1efb67a/crypt/clickhouse_keeper dda523f9-2078-42b1-a581-bad8349bb592 none none off + oxp_08616473-ded4-4785-9b53-b6ccc1efb67a/crypt/clickhouse_server 90935183-8ac3-4474-aaf4-d7f29979c873 none none off + oxp_08616473-ded4-4785-9b53-b6ccc1efb67a/crypt/debug c619b70f-4542-40ba-8cb6-1641df0b1a11 100 GiB none gzip-9 + oxp_08616473-ded4-4785-9b53-b6ccc1efb67a/crypt/internal_dns 1e34af87-308a-4192-be38-193f0c89390a none none off + oxp_08616473-ded4-4785-9b53-b6ccc1efb67a/crypt/zone a27426fd-6f66-475d-bb6e-4422618ae009 none none off + oxp_08616473-ded4-4785-9b53-b6ccc1efb67a/crypt/zone/oxz_clickhouse_keeper_fe395a2c-219b-4ad7-9f51-f536de60a9e4 1331d93d-4191-48ea-ae98-9554f9aabcd8 none none off + oxp_08616473-ded4-4785-9b53-b6ccc1efb67a/crypt/zone/oxz_clickhouse_server_02ef9ddc-a012-4d15-8f45-8282f58c9a11 e94a67fe-79b0-45b2-8cb8-0f00dd2c0c52 none none off + oxp_08616473-ded4-4785-9b53-b6ccc1efb67a/crypt/zone/oxz_crucible_e83d6088-9e82-40dd-b8e9-b5bafe23d358 d989e55b-60c1-44c6-a37b-e081d9d49313 none none off + oxp_08616473-ded4-4785-9b53-b6ccc1efb67a/crypt/zone/oxz_crucible_pantry_67e03ab1-90ac-45b5-9487-d892752201e1 26980dc7-7079-4a88-b01b-d75881aee578 none none off + oxp_08616473-ded4-4785-9b53-b6ccc1efb67a/crypt/zone/oxz_internal_dns_b5e0f928-60cd-4040-a6f2-5ad45ac50814 00e9e911-b36e-4371-b55a-b67a885c1650 none none off + oxp_08616473-ded4-4785-9b53-b6ccc1efb67a/crypt/zone/oxz_nexus_3150ecb4-973e-4467-b194-632539bbdf07 2441284a-c8b4-4eb9-8988-5f7f64fcb7cc none none off + oxp_08616473-ded4-4785-9b53-b6ccc1efb67a/crypt/zone/oxz_ntp_663835e0-d8bc-41ea-b79f-bd85997777ce 6c266f89-6820-45ba-8d53-8e2952a89f70 none none off + oxp_2d44b756-94df-45ec-a644-50021248682d/crucible 6875e6ae-d773-4c38-b075-74d54c7664c5 none none off + oxp_2d44b756-94df-45ec-a644-50021248682d/crypt/debug c4f52f42-f6d1-40a3-bb3e-0a684ce06338 100 GiB none gzip-9 + oxp_2d44b756-94df-45ec-a644-50021248682d/crypt/zone a38bec7e-50fc-4a0d-b0de-15023a542367 none none off + oxp_2d44b756-94df-45ec-a644-50021248682d/crypt/zone/oxz_crucible_4a152e9b-240b-4213-92fc-d205bc67c138 3a96f6b5-bf00-4f0d-b9d9-f718ac8c8672 none none off + oxp_2dce7cf0-3097-485d-aaf6-9fc51f99eae5/crucible 1afdddf6-2c5d-4b57-b732-d451fe9d339a none none off + oxp_2dce7cf0-3097-485d-aaf6-9fc51f99eae5/crypt/debug c857ccb3-eb0a-4220-aa80-e7c22d2f7be4 100 GiB none gzip-9 + oxp_2dce7cf0-3097-485d-aaf6-9fc51f99eae5/crypt/zone 1cee8f96-b8e2-4983-8c65-ba8338eb781c none none off + oxp_2dce7cf0-3097-485d-aaf6-9fc51f99eae5/crypt/zone/oxz_crucible_42ec7ad4-4a8a-4e7f-8291-bcc3a141647b 8e2fc466-8b2a-4be6-ba66-2bd8ef658a5d none none off + oxp_3b9d69e5-aa80-4fc8-9d2e-a2a24bd0f1d7/crucible 99df049c-d495-4cdc-800e-a0deb8a12407 none none off + oxp_3b9d69e5-aa80-4fc8-9d2e-a2a24bd0f1d7/crypt/debug f0808ff2-ce3a-4434-971b-055acb097d8d 100 GiB none gzip-9 + oxp_3b9d69e5-aa80-4fc8-9d2e-a2a24bd0f1d7/crypt/zone b265dd36-3a93-4ad9-bca1-8e76abea9f90 none none off + oxp_3b9d69e5-aa80-4fc8-9d2e-a2a24bd0f1d7/crypt/zone/oxz_crucible_e432e610-e600-4d1c-9427-e965afe2d54a 9d7b361b-ed6e-4bdb-a8b7-1f6736026e11 none none off + oxp_44342c41-75a7-4708-8004-eb2ca5c5a3c2/crucible 97bcdcd3-c71f-4a6a-8dbe-fb79f0e0cd8c none none off + oxp_44342c41-75a7-4708-8004-eb2ca5c5a3c2/crypt/debug e6c0e102-f69d-4e14-bc52-7e03ae82cd0a 100 GiB none gzip-9 + oxp_44342c41-75a7-4708-8004-eb2ca5c5a3c2/crypt/zone caa97a7b-1c7d-4a2b-a9e7-12588f942a8c none none off + oxp_44342c41-75a7-4708-8004-eb2ca5c5a3c2/crypt/zone/oxz_crucible_377d8477-7608-4248-b925-6a2c5e04fee3 3000bfbb-7faa-4439-914c-84815c5d75ea none none off + oxp_650b4eff-80a2-430a-97c8-f837248480a1/crucible 5d445c3a-92ff-4951-964d-cbb35dce0ffb none none off + oxp_650b4eff-80a2-430a-97c8-f837248480a1/crypt/debug 0b84fd36-2a53-4420-b580-8a7ab5e44adb 100 GiB none gzip-9 + oxp_650b4eff-80a2-430a-97c8-f837248480a1/crypt/zone 0921cbb1-02ad-4de5-9c60-c4a8aca25579 none none off + oxp_650b4eff-80a2-430a-97c8-f837248480a1/crypt/zone/oxz_crucible_0c50f6a6-55f0-4d9e-920e-c16b4e2f3b4f 34c4fcb0-c6d4-4f47-8153-a8b16e8c9c09 none none off + oxp_6e418b8c-cadd-4fb8-8370-f351a07e1eed/crucible efce20c8-c6ad-4e1a-a489-1391a02ff73e none none off + oxp_6e418b8c-cadd-4fb8-8370-f351a07e1eed/crypt/debug 52d22143-4c25-45cf-a443-62e63052e385 100 GiB none gzip-9 + oxp_6e418b8c-cadd-4fb8-8370-f351a07e1eed/crypt/zone 7197059c-e461-43b1-a050-95740f239dc7 none none off + oxp_6e418b8c-cadd-4fb8-8370-f351a07e1eed/crypt/zone/oxz_crucible_cf0943f4-1f4c-4531-8412-ecab1d1df36f a9cc6710-a9c1-44f0-aebb-26c708718918 none none off + oxp_6e5772a5-8234-46d1-ba5a-503a83d9d2fb/crucible 9292d1a7-786c-448b-86ea-4cdb7c29df73 none none off + oxp_6e5772a5-8234-46d1-ba5a-503a83d9d2fb/crypt/debug ef0c1012-a349-4868-9175-e0a5e117614b 100 GiB none gzip-9 + oxp_6e5772a5-8234-46d1-ba5a-503a83d9d2fb/crypt/zone 0292217f-5be3-440f-976b-6bab7043992f none none off + oxp_6e5772a5-8234-46d1-ba5a-503a83d9d2fb/crypt/zone/oxz_crucible_9dce96c1-4f76-4e17-96de-aa867344581f 2d590e4c-8b2a-4021-baf1-3fc1a33a6130 none none off + oxp_c1da692e-7713-43a0-b6bb-5c182084c09d/crucible 5967609a-83a6-4feb-8d46-25c3ca7fce12 none none off + oxp_c1da692e-7713-43a0-b6bb-5c182084c09d/crypt/debug 0bf0d153-d9fb-42ed-a98f-839ca7c272bc 100 GiB none gzip-9 + oxp_c1da692e-7713-43a0-b6bb-5c182084c09d/crypt/zone c7345d22-765f-4892-993f-de910ac5055b none none off + oxp_c1da692e-7713-43a0-b6bb-5c182084c09d/crypt/zone/oxz_crucible_6d8c8a4f-82fc-47a9-b894-3c1dddd86343 a205bb5f-d9d9-43c1-aafb-fc872ca159b8 none none off + oxp_e35766ef-789a-4b2f-9a6c-e6626d5ab195/crucible 97ff78ad-4939-4308-9dde-7bd94dc55741 none none off + oxp_e35766ef-789a-4b2f-9a6c-e6626d5ab195/crypt/debug 3588412a-4f56-419c-b10c-0eef2c6a2c31 100 GiB none gzip-9 + oxp_e35766ef-789a-4b2f-9a6c-e6626d5ab195/crypt/zone d37c8162-c363-447f-b4be-da14fb97b181 none none off + oxp_e35766ef-789a-4b2f-9a6c-e6626d5ab195/crypt/zone/oxz_crucible_5135c26c-5118-4dd0-a9a7-e2c46bd32b91 83321216-d04c-4dfc-99de-36dc1216c566 none none off ++ oxp_2d44b756-94df-45ec-a644-50021248682d/crypt/clickhouse_keeper 410eca9c-8eee-4a98-aea2-a363697974f7 none none off ++ oxp_2d44b756-94df-45ec-a644-50021248682d/crypt/internal_dns f2bbe72f-ae6c-4ee2-a2f3-eae54527048d none none off ++ oxp_2d44b756-94df-45ec-a644-50021248682d/crypt/zone/oxz_clickhouse_keeper_e4052979-f949-44bf-91de-17b371d3e518 08f15d4b-91dc-445d-88f4-cb9fa585444b none none off ++ oxp_2d44b756-94df-45ec-a644-50021248682d/crypt/zone/oxz_internal_dns_1cd50cc3-c098-4fe3-ae5b-af0344f0b6ec da028e64-33e1-4380-8544-19e6ce754b20 none none off + + + omicron zones generation 3 -> 4: + ----------------------------------------------------------------------------------------------- + zone type zone id disposition underlay IP + ----------------------------------------------------------------------------------------------- + clickhouse_keeper fe395a2c-219b-4ad7-9f51-f536de60a9e4 in service fd00:1122:3344:102::2e + clickhouse_server 02ef9ddc-a012-4d15-8f45-8282f58c9a11 in service fd00:1122:3344:102::2f + crucible 0c50f6a6-55f0-4d9e-920e-c16b4e2f3b4f in service fd00:1122:3344:102::29 + crucible 377d8477-7608-4248-b925-6a2c5e04fee3 in service fd00:1122:3344:102::28 + crucible 42ec7ad4-4a8a-4e7f-8291-bcc3a141647b in service fd00:1122:3344:102::26 + crucible 4a152e9b-240b-4213-92fc-d205bc67c138 in service fd00:1122:3344:102::25 + crucible 5135c26c-5118-4dd0-a9a7-e2c46bd32b91 in service fd00:1122:3344:102::2d + crucible 6d8c8a4f-82fc-47a9-b894-3c1dddd86343 in service fd00:1122:3344:102::2c + crucible 9dce96c1-4f76-4e17-96de-aa867344581f in service fd00:1122:3344:102::2b + crucible cf0943f4-1f4c-4531-8412-ecab1d1df36f in service fd00:1122:3344:102::2a + crucible e432e610-e600-4d1c-9427-e965afe2d54a in service fd00:1122:3344:102::27 + crucible e83d6088-9e82-40dd-b8e9-b5bafe23d358 in service fd00:1122:3344:102::24 + crucible_pantry 67e03ab1-90ac-45b5-9487-d892752201e1 in service fd00:1122:3344:102::23 + internal_dns b5e0f928-60cd-4040-a6f2-5ad45ac50814 in service fd00:1122:3344:2::1 + internal_ntp 663835e0-d8bc-41ea-b79f-bd85997777ce in service fd00:1122:3344:102::21 + nexus 3150ecb4-973e-4467-b194-632539bbdf07 in service fd00:1122:3344:102::22 ++ clickhouse_keeper e4052979-f949-44bf-91de-17b371d3e518 in service fd00:1122:3344:102::30 ++ internal_dns 1cd50cc3-c098-4fe3-ae5b-af0344f0b6ec in service fd00:1122:3344:1::1 + + + sled fe7b9b01-e803-41ea-9e39-db240dcd9029 (active): + + physical disks at generation 1: + ---------------------------------------------------------------------- + vendor model serial + ---------------------------------------------------------------------- + fake-vendor fake-model serial-21d60319-5fe1-4a3b-a4c0-6aa7465e7bde + fake-vendor fake-model serial-2acfbb84-5ce0-424e-8d73-44c5071d4430 + fake-vendor fake-model serial-2db7f3b4-ed19-4229-b42c-44f49eeb8a91 + fake-vendor fake-model serial-2fa34d8e-13d9-42d3-b8ba-ca9d74ac496a + fake-vendor fake-model serial-355e268c-c932-4f32-841c-f3ec88fe0495 + fake-vendor fake-model serial-427b2ccd-998f-4085-af21-e600604cf21e + fake-vendor fake-model serial-588058f2-f51b-4800-a211-1c5dbb32296b + fake-vendor fake-model serial-736f6f07-2aa2-4658-8b5c-3bf409ea747a + fake-vendor fake-model serial-bcfcdede-7084-4a31-97a8-ac4299c268f9 + fake-vendor fake-model serial-fe379ac6-1938-4cc2-93a9-43b1447229ae + + + datasets generation 2 -> 3: + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + dataset name dataset uuid quota reservation compression + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + oxp_21d60319-5fe1-4a3b-a4c0-6aa7465e7bde/crucible 83697259-f910-49de-8c15-83605c086a5d none none off + oxp_21d60319-5fe1-4a3b-a4c0-6aa7465e7bde/crypt/clickhouse_keeper e1236796-4a4f-48fe-b274-9c6c251d60b7 none none off + oxp_21d60319-5fe1-4a3b-a4c0-6aa7465e7bde/crypt/clickhouse_server 14389e8b-952f-4e20-aabd-3741493fb444 none none off + oxp_21d60319-5fe1-4a3b-a4c0-6aa7465e7bde/crypt/debug f015e445-2e52-45c9-9f0a-49cb5ceae245 100 GiB none gzip-9 + oxp_21d60319-5fe1-4a3b-a4c0-6aa7465e7bde/crypt/internal_dns 8d423173-09c9-4ca5-a21c-b7c3123aa1af none none off + oxp_21d60319-5fe1-4a3b-a4c0-6aa7465e7bde/crypt/zone d5d2ddf7-2eb3-40f3-b149-aee5699b7bf1 none none off + oxp_21d60319-5fe1-4a3b-a4c0-6aa7465e7bde/crypt/zone/oxz_clickhouse_keeper_94abd717-9240-4a27-ac14-5666c1f3f3ab 2315a796-5038-4003-b5e0-099a29f7ebb1 none none off + oxp_21d60319-5fe1-4a3b-a4c0-6aa7465e7bde/crypt/zone/oxz_clickhouse_server_23ee16e1-7f1f-4a76-b4fc-32921eead60e fef210d9-1473-4294-afa4-90e1f1836b86 none none off + oxp_21d60319-5fe1-4a3b-a4c0-6aa7465e7bde/crypt/zone/oxz_crucible_3801ce73-9986-491a-a623-8ae2cea1678b d0d28f34-55ba-400e-9dce-a8c3d25c09e9 none none off + oxp_21d60319-5fe1-4a3b-a4c0-6aa7465e7bde/crypt/zone/oxz_crucible_pantry_6c7f6a84-78b3-4dd9-878e-51bedfda471f aa190e01-9a4e-4131-9fcf-240532108c7f none none off + oxp_21d60319-5fe1-4a3b-a4c0-6aa7465e7bde/crypt/zone/oxz_internal_dns_0c42ad01-b854-4e7d-bd6c-25fdc3eddef4 1de9cde7-6c1e-4865-bd3d-378e22f62fb8 none none off + oxp_21d60319-5fe1-4a3b-a4c0-6aa7465e7bde/crypt/zone/oxz_nexus_7e763480-0f4f-43cb-ab9a-52b667d8fda5 5773e3b1-dde0-4b54-bc13-3c3bf816015e none none off + oxp_21d60319-5fe1-4a3b-a4c0-6aa7465e7bde/crypt/zone/oxz_ntp_f34f8d36-7137-48d3-9d13-6a46c4edcef4 c8c03dec-65d4-4c97-87c3-a43a8363c97c none none off + oxp_2acfbb84-5ce0-424e-8d73-44c5071d4430/crucible 46ea917a-f99f-4078-8f45-8e92512ba42c none none off + oxp_2acfbb84-5ce0-424e-8d73-44c5071d4430/crypt/debug a86eda4a-2346-4990-8393-6692c81f9f37 100 GiB none gzip-9 + oxp_2acfbb84-5ce0-424e-8d73-44c5071d4430/crypt/zone 988c82cc-aed4-4207-96a8-f844ede70a5c none none off + oxp_2acfbb84-5ce0-424e-8d73-44c5071d4430/crypt/zone/oxz_crucible_93fe2a9b-3ce9-4bf0-852d-c36171988c71 6fafdcb1-b246-44ca-8e8e-2101ce3cbdf7 none none off + oxp_2db7f3b4-ed19-4229-b42c-44f49eeb8a91/crucible d26ad281-5420-42c4-be19-013d7d44e2e9 none none off + oxp_2db7f3b4-ed19-4229-b42c-44f49eeb8a91/crypt/debug f3c93847-6a22-4f95-97cd-766358663b2a 100 GiB none gzip-9 + oxp_2db7f3b4-ed19-4229-b42c-44f49eeb8a91/crypt/zone 0c6b2002-2cec-478f-9eb3-239069f42dbc none none off + oxp_2db7f3b4-ed19-4229-b42c-44f49eeb8a91/crypt/zone/oxz_crucible_02aecfb8-91a9-4db8-8cb2-4252bf15d6ac 7e11890f-b1ce-497a-9672-f95d3452eb7b none none off + oxp_2fa34d8e-13d9-42d3-b8ba-ca9d74ac496a/crucible 9ba7194a-0e9e-485f-b4ba-e58c39bc90da none none off + oxp_2fa34d8e-13d9-42d3-b8ba-ca9d74ac496a/crypt/debug ec40dcf8-085f-4277-8d96-657a1e7fb0c8 100 GiB none gzip-9 + oxp_2fa34d8e-13d9-42d3-b8ba-ca9d74ac496a/crypt/zone 8b6d2ff8-4f40-4776-b461-29e0a3d3dd97 none none off + oxp_2fa34d8e-13d9-42d3-b8ba-ca9d74ac496a/crypt/zone/oxz_crucible_d9106a19-f267-48db-a82b-004e643feb49 9b9fb14e-cd17-4a7a-a74a-bfd9c7682831 none none off + oxp_355e268c-c932-4f32-841c-f3ec88fe0495/crucible a1cb2b30-ca4f-4b9d-840d-4deef5993b79 none none off + oxp_355e268c-c932-4f32-841c-f3ec88fe0495/crypt/debug 85d345b5-04d4-4bdf-9e6f-c10b3f21208d 100 GiB none gzip-9 + oxp_355e268c-c932-4f32-841c-f3ec88fe0495/crypt/zone cf7a9405-cf77-49cd-b3d4-528d9ad5ce48 none none off + oxp_355e268c-c932-4f32-841c-f3ec88fe0495/crypt/zone/oxz_crucible_0a3cfe7c-414d-40f0-8f63-a7c0b26b7627 e1396508-5d99-4802-8d3f-cc3db33f0341 none none off + oxp_427b2ccd-998f-4085-af21-e600604cf21e/crucible 0c6d24b8-e64b-4f97-a4ae-19bc998214fe none none off + oxp_427b2ccd-998f-4085-af21-e600604cf21e/crypt/debug f7cccd71-efb1-4bee-bcdf-7e7133c3e5da 100 GiB none gzip-9 + oxp_427b2ccd-998f-4085-af21-e600604cf21e/crypt/zone a03487ed-4b03-4856-a670-9fa703b0b850 none none off + oxp_427b2ccd-998f-4085-af21-e600604cf21e/crypt/zone/oxz_crucible_befe73dd-5970-49a4-9adf-7b4f453c45cf 95d72ef9-e070-49e4-a57b-2c392def6025 none none off + oxp_588058f2-f51b-4800-a211-1c5dbb32296b/crucible 97e6171d-523c-4c4a-9fa6-daead00d71a5 none none off + oxp_588058f2-f51b-4800-a211-1c5dbb32296b/crypt/debug 2ab9c443-5ea3-4ab1-b2ed-d57abbfde4be 100 GiB none gzip-9 + oxp_588058f2-f51b-4800-a211-1c5dbb32296b/crypt/zone 86009a86-7c47-477d-bb17-c38689f5b337 none none off + oxp_588058f2-f51b-4800-a211-1c5dbb32296b/crypt/zone/oxz_crucible_a91714d7-33b4-40d6-93cf-1b278bc9f1c6 f4c0087b-c746-4440-82e7-82ff5e40c6ab none none off + oxp_736f6f07-2aa2-4658-8b5c-3bf409ea747a/crucible 035b55e9-a0fc-48e5-8cd0-a862e7a7fe47 none none off + oxp_736f6f07-2aa2-4658-8b5c-3bf409ea747a/crypt/debug 0f785b1f-3f7a-4ae7-8a32-4412b781d245 100 GiB none gzip-9 + oxp_736f6f07-2aa2-4658-8b5c-3bf409ea747a/crypt/zone f3df6efd-e689-4aaa-b4ed-76de319a1fe4 none none off + oxp_736f6f07-2aa2-4658-8b5c-3bf409ea747a/crypt/zone/oxz_crucible_79164b60-fbb4-46d4-9a42-eafbaeddd672 ebf1a36b-ab94-4a5d-a777-937991a60396 none none off + oxp_bcfcdede-7084-4a31-97a8-ac4299c268f9/crucible 01def6ad-ddd9-4b28-b337-137a16734021 none none off + oxp_bcfcdede-7084-4a31-97a8-ac4299c268f9/crypt/debug 6fdd4ca2-022f-4ef3-9a83-1e18e620e9dc 100 GiB none gzip-9 + oxp_bcfcdede-7084-4a31-97a8-ac4299c268f9/crypt/zone d8d8dc6c-cd76-4d17-b530-25f3f3f52d33 none none off + oxp_bcfcdede-7084-4a31-97a8-ac4299c268f9/crypt/zone/oxz_crucible_109820d7-b6ef-4574-b5e4-9f193c9d2a9e 75f329ff-4f3b-4cc5-8027-dd61d05e7323 none none off + oxp_fe379ac6-1938-4cc2-93a9-43b1447229ae/crucible 5818a803-eb2c-44eb-8818-bd98bfa29da9 none none off + oxp_fe379ac6-1938-4cc2-93a9-43b1447229ae/crypt/debug 3a49dd24-8ead-4196-b453-8aa3273b77d1 100 GiB none gzip-9 + oxp_fe379ac6-1938-4cc2-93a9-43b1447229ae/crypt/zone 9327960e-a9a3-4b26-9bd4-65afb1737bd4 none none off + oxp_fe379ac6-1938-4cc2-93a9-43b1447229ae/crypt/zone/oxz_crucible_43aa521b-eb86-4c3d-a58c-83c733f2fec3 c7a57806-05b3-4e38-9bc4-07fd6b30cccd none none off ++ oxp_21d60319-5fe1-4a3b-a4c0-6aa7465e7bde/crypt/clickhouse 46273d48-d966-4cee-8af9-d3e7f5f38ac3 none none off ++ oxp_21d60319-5fe1-4a3b-a4c0-6aa7465e7bde/crypt/zone/oxz_clickhouse_fa97835a-aabc-4fe9-9e85-3e50f207129c 4eb52e76-39fa-414d-ae9b-2dcb1c7737f9 none none off ++ oxp_21d60319-5fe1-4a3b-a4c0-6aa7465e7bde/crypt/zone/oxz_crucible_pantry_7741bb11-0d99-4856-95ae-725b6b9ff4fa 0dc5f030-0bde-4fff-a0b6-f7c8fcc3e532 none none off ++ oxp_21d60319-5fe1-4a3b-a4c0-6aa7465e7bde/crypt/zone/oxz_nexus_69789010-8689-43ab-9a68-a944afcba05a e67b797b-a059-4c7e-a98b-fea18964bad6 none none off + + + omicron zones generation 3 -> 4: + ----------------------------------------------------------------------------------------------- + zone type zone id disposition underlay IP + ----------------------------------------------------------------------------------------------- + clickhouse_keeper 94abd717-9240-4a27-ac14-5666c1f3f3ab in service fd00:1122:3344:103::2e + clickhouse_server 23ee16e1-7f1f-4a76-b4fc-32921eead60e in service fd00:1122:3344:103::2f + crucible 02aecfb8-91a9-4db8-8cb2-4252bf15d6ac in service fd00:1122:3344:103::26 + crucible 0a3cfe7c-414d-40f0-8f63-a7c0b26b7627 in service fd00:1122:3344:103::28 + crucible 109820d7-b6ef-4574-b5e4-9f193c9d2a9e in service fd00:1122:3344:103::2c + crucible 3801ce73-9986-491a-a623-8ae2cea1678b in service fd00:1122:3344:103::24 + crucible 43aa521b-eb86-4c3d-a58c-83c733f2fec3 in service fd00:1122:3344:103::2d + crucible 79164b60-fbb4-46d4-9a42-eafbaeddd672 in service fd00:1122:3344:103::2b + crucible 93fe2a9b-3ce9-4bf0-852d-c36171988c71 in service fd00:1122:3344:103::25 + crucible a91714d7-33b4-40d6-93cf-1b278bc9f1c6 in service fd00:1122:3344:103::2a + crucible befe73dd-5970-49a4-9adf-7b4f453c45cf in service fd00:1122:3344:103::29 + crucible d9106a19-f267-48db-a82b-004e643feb49 in service fd00:1122:3344:103::27 + crucible_pantry 6c7f6a84-78b3-4dd9-878e-51bedfda471f in service fd00:1122:3344:103::23 + internal_dns 0c42ad01-b854-4e7d-bd6c-25fdc3eddef4 in service fd00:1122:3344:3::1 + internal_ntp f34f8d36-7137-48d3-9d13-6a46c4edcef4 in service fd00:1122:3344:103::21 + nexus 7e763480-0f4f-43cb-ab9a-52b667d8fda5 in service fd00:1122:3344:103::22 ++ clickhouse fa97835a-aabc-4fe9-9e85-3e50f207129c in service fd00:1122:3344:103::30 ++ crucible_pantry 7741bb11-0d99-4856-95ae-725b6b9ff4fa in service fd00:1122:3344:103::31 ++ nexus 69789010-8689-43ab-9a68-a944afcba05a in service fd00:1122:3344:103::32 + + + COCKROACHDB SETTINGS: + state fingerprint::::::::::::::::: (none) (unchanged) + cluster.preserve_downgrade_option: (do not modify) (unchanged) + + METADATA: + internal DNS version: 1 (unchanged) + external DNS version: 1 (unchanged) + + CLICKHOUSE CLUSTER CONFIG: +* generation::::::::::::::::::::::::::::::::::::: 2 -> 3 + max used server id::::::::::::::::::::::::::::: 2 (unchanged) + max used keeper id::::::::::::::::::::::::::::: 3 (unchanged) + cluster name::::::::::::::::::::::::::::::::::: oximeter_cluster (unchanged) + cluster secret::::::::::::::::::::::::::::::::: 9b56c0da-33d7-41a6-b411-6d00e71bea9b (unchanged) + highest seen keeper leader committed log index: 1 (unchanged) + + clickhouse keepers generation 2 -> 3: + ------------------------------------------------ + zone id keeper id + ------------------------------------------------ + 94abd717-9240-4a27-ac14-5666c1f3f3ab 0 + fe395a2c-219b-4ad7-9f51-f536de60a9e4 2 +- ceea23ec-1cb4-46be-bfa6-de9025ad5737 1 + + clickhouse servers generation 2 -> 3: + ------------------------------------------------ + zone id server id + ------------------------------------------------ + 02ef9ddc-a012-4d15-8f45-8282f58c9a11 1 + 23ee16e1-7f1f-4a76-b4fc-32921eead60e 2 + diff --git a/nexus/reconfigurator/planning/tests/output/planner_expunge_clickhouse_clusters_5_6.txt b/nexus/reconfigurator/planning/tests/output/planner_expunge_clickhouse_clusters_5_6.txt new file mode 100644 index 0000000000..19995f2fb3 --- /dev/null +++ b/nexus/reconfigurator/planning/tests/output/planner_expunge_clickhouse_clusters_5_6.txt @@ -0,0 +1,263 @@ +from: blueprint fd65648d-0065-4a2c-97d5-dcb2b308aed7 +to: blueprint df68d4d4-5af4-4b56-95bb-1654a6957d4f + + UNCHANGED SLEDS: + + sled b340c044-bd87-4a3b-aee3-e6ccd9d3ff02 (decommissioned): + + omicron zones at generation 4: + ----------------------------------------------------------------------------------------------- + zone type zone id disposition underlay IP + ----------------------------------------------------------------------------------------------- + clickhouse f2c54229-d192-41bd-babc-9ca02c1206d6 expunged fd00:1122:3344:101::23 + clickhouse_keeper ceea23ec-1cb4-46be-bfa6-de9025ad5737 expunged fd00:1122:3344:101::2f + crucible 133e50ce-39e1-4647-8ea8-8f171a1b6471 expunged fd00:1122:3344:101::28 + crucible 5078d1c7-9bc5-46a1-94e1-47ceb6f81580 expunged fd00:1122:3344:101::2a + crucible 58a60190-35da-4ce1-b0da-298b3d64458d expunged fd00:1122:3344:101::2c + crucible 5a0af13f-c815-4df4-a7a3-c1ddfc1fc4f0 expunged fd00:1122:3344:101::2e + crucible 6a703437-f546-4848-8a0a-94d4c3b20e7c expunged fd00:1122:3344:101::2b + crucible 893d890c-4b9f-4944-a245-90ac5dab82b6 expunged fd00:1122:3344:101::2d + crucible 975d60ed-46ff-4f4c-b02e-01e3cd331a6f expunged fd00:1122:3344:101::29 + crucible b5f91973-5e8e-4e58-9ebf-1b0ad3e4758e expunged fd00:1122:3344:101::26 + crucible c0098649-b9d4-4072-9dc0-0da3e5791f1f expunged fd00:1122:3344:101::27 + crucible c3dee582-3b04-4981-90ac-e2f617c6a1ce expunged fd00:1122:3344:101::25 + crucible_pantry 1ee0a9f1-503c-4e38-bf76-e026afb9ac5b expunged fd00:1122:3344:101::24 + internal_dns 9975245b-9c63-41be-8043-31117f85f905 expunged fd00:1122:3344:1::1 + internal_ntp 765ffd29-670e-4d95-aa97-8d244b6412d7 expunged fd00:1122:3344:101::21 + nexus b8f4453e-6917-4f7f-8a29-220d333bb27d expunged fd00:1122:3344:101::22 + + + sled cdba3bea-3407-4b6e-a029-19bf4a02fca7 (active): + + physical disks at generation 1: + ---------------------------------------------------------------------- + vendor model serial + ---------------------------------------------------------------------- + fake-vendor fake-model serial-08616473-ded4-4785-9b53-b6ccc1efb67a + fake-vendor fake-model serial-2d44b756-94df-45ec-a644-50021248682d + fake-vendor fake-model serial-2dce7cf0-3097-485d-aaf6-9fc51f99eae5 + fake-vendor fake-model serial-3b9d69e5-aa80-4fc8-9d2e-a2a24bd0f1d7 + fake-vendor fake-model serial-44342c41-75a7-4708-8004-eb2ca5c5a3c2 + fake-vendor fake-model serial-650b4eff-80a2-430a-97c8-f837248480a1 + fake-vendor fake-model serial-6e418b8c-cadd-4fb8-8370-f351a07e1eed + fake-vendor fake-model serial-6e5772a5-8234-46d1-ba5a-503a83d9d2fb + fake-vendor fake-model serial-c1da692e-7713-43a0-b6bb-5c182084c09d + fake-vendor fake-model serial-e35766ef-789a-4b2f-9a6c-e6626d5ab195 + + + datasets at generation 3: + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + dataset name dataset uuid quota reservation compression + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + oxp_08616473-ded4-4785-9b53-b6ccc1efb67a/crucible 3d575592-90d1-4f09-8ebd-cfb0d7348492 none none off + oxp_08616473-ded4-4785-9b53-b6ccc1efb67a/crypt/clickhouse_keeper dda523f9-2078-42b1-a581-bad8349bb592 none none off + oxp_08616473-ded4-4785-9b53-b6ccc1efb67a/crypt/clickhouse_server 90935183-8ac3-4474-aaf4-d7f29979c873 none none off + oxp_08616473-ded4-4785-9b53-b6ccc1efb67a/crypt/debug c619b70f-4542-40ba-8cb6-1641df0b1a11 100 GiB none gzip-9 + oxp_08616473-ded4-4785-9b53-b6ccc1efb67a/crypt/internal_dns 1e34af87-308a-4192-be38-193f0c89390a none none off + oxp_08616473-ded4-4785-9b53-b6ccc1efb67a/crypt/zone a27426fd-6f66-475d-bb6e-4422618ae009 none none off + oxp_08616473-ded4-4785-9b53-b6ccc1efb67a/crypt/zone/oxz_clickhouse_keeper_fe395a2c-219b-4ad7-9f51-f536de60a9e4 1331d93d-4191-48ea-ae98-9554f9aabcd8 none none off + oxp_08616473-ded4-4785-9b53-b6ccc1efb67a/crypt/zone/oxz_clickhouse_server_02ef9ddc-a012-4d15-8f45-8282f58c9a11 e94a67fe-79b0-45b2-8cb8-0f00dd2c0c52 none none off + oxp_08616473-ded4-4785-9b53-b6ccc1efb67a/crypt/zone/oxz_crucible_e83d6088-9e82-40dd-b8e9-b5bafe23d358 d989e55b-60c1-44c6-a37b-e081d9d49313 none none off + oxp_08616473-ded4-4785-9b53-b6ccc1efb67a/crypt/zone/oxz_crucible_pantry_67e03ab1-90ac-45b5-9487-d892752201e1 26980dc7-7079-4a88-b01b-d75881aee578 none none off + oxp_08616473-ded4-4785-9b53-b6ccc1efb67a/crypt/zone/oxz_internal_dns_b5e0f928-60cd-4040-a6f2-5ad45ac50814 00e9e911-b36e-4371-b55a-b67a885c1650 none none off + oxp_08616473-ded4-4785-9b53-b6ccc1efb67a/crypt/zone/oxz_nexus_3150ecb4-973e-4467-b194-632539bbdf07 2441284a-c8b4-4eb9-8988-5f7f64fcb7cc none none off + oxp_08616473-ded4-4785-9b53-b6ccc1efb67a/crypt/zone/oxz_ntp_663835e0-d8bc-41ea-b79f-bd85997777ce 6c266f89-6820-45ba-8d53-8e2952a89f70 none none off + oxp_2d44b756-94df-45ec-a644-50021248682d/crucible 6875e6ae-d773-4c38-b075-74d54c7664c5 none none off + oxp_2d44b756-94df-45ec-a644-50021248682d/crypt/clickhouse_keeper 410eca9c-8eee-4a98-aea2-a363697974f7 none none off + oxp_2d44b756-94df-45ec-a644-50021248682d/crypt/debug c4f52f42-f6d1-40a3-bb3e-0a684ce06338 100 GiB none gzip-9 + oxp_2d44b756-94df-45ec-a644-50021248682d/crypt/internal_dns f2bbe72f-ae6c-4ee2-a2f3-eae54527048d none none off + oxp_2d44b756-94df-45ec-a644-50021248682d/crypt/zone a38bec7e-50fc-4a0d-b0de-15023a542367 none none off + oxp_2d44b756-94df-45ec-a644-50021248682d/crypt/zone/oxz_clickhouse_keeper_e4052979-f949-44bf-91de-17b371d3e518 08f15d4b-91dc-445d-88f4-cb9fa585444b none none off + oxp_2d44b756-94df-45ec-a644-50021248682d/crypt/zone/oxz_crucible_4a152e9b-240b-4213-92fc-d205bc67c138 3a96f6b5-bf00-4f0d-b9d9-f718ac8c8672 none none off + oxp_2d44b756-94df-45ec-a644-50021248682d/crypt/zone/oxz_internal_dns_1cd50cc3-c098-4fe3-ae5b-af0344f0b6ec da028e64-33e1-4380-8544-19e6ce754b20 none none off + oxp_2dce7cf0-3097-485d-aaf6-9fc51f99eae5/crucible 1afdddf6-2c5d-4b57-b732-d451fe9d339a none none off + oxp_2dce7cf0-3097-485d-aaf6-9fc51f99eae5/crypt/debug c857ccb3-eb0a-4220-aa80-e7c22d2f7be4 100 GiB none gzip-9 + oxp_2dce7cf0-3097-485d-aaf6-9fc51f99eae5/crypt/zone 1cee8f96-b8e2-4983-8c65-ba8338eb781c none none off + oxp_2dce7cf0-3097-485d-aaf6-9fc51f99eae5/crypt/zone/oxz_crucible_42ec7ad4-4a8a-4e7f-8291-bcc3a141647b 8e2fc466-8b2a-4be6-ba66-2bd8ef658a5d none none off + oxp_3b9d69e5-aa80-4fc8-9d2e-a2a24bd0f1d7/crucible 99df049c-d495-4cdc-800e-a0deb8a12407 none none off + oxp_3b9d69e5-aa80-4fc8-9d2e-a2a24bd0f1d7/crypt/debug f0808ff2-ce3a-4434-971b-055acb097d8d 100 GiB none gzip-9 + oxp_3b9d69e5-aa80-4fc8-9d2e-a2a24bd0f1d7/crypt/zone b265dd36-3a93-4ad9-bca1-8e76abea9f90 none none off + oxp_3b9d69e5-aa80-4fc8-9d2e-a2a24bd0f1d7/crypt/zone/oxz_crucible_e432e610-e600-4d1c-9427-e965afe2d54a 9d7b361b-ed6e-4bdb-a8b7-1f6736026e11 none none off + oxp_44342c41-75a7-4708-8004-eb2ca5c5a3c2/crucible 97bcdcd3-c71f-4a6a-8dbe-fb79f0e0cd8c none none off + oxp_44342c41-75a7-4708-8004-eb2ca5c5a3c2/crypt/debug e6c0e102-f69d-4e14-bc52-7e03ae82cd0a 100 GiB none gzip-9 + oxp_44342c41-75a7-4708-8004-eb2ca5c5a3c2/crypt/zone caa97a7b-1c7d-4a2b-a9e7-12588f942a8c none none off + oxp_44342c41-75a7-4708-8004-eb2ca5c5a3c2/crypt/zone/oxz_crucible_377d8477-7608-4248-b925-6a2c5e04fee3 3000bfbb-7faa-4439-914c-84815c5d75ea none none off + oxp_650b4eff-80a2-430a-97c8-f837248480a1/crucible 5d445c3a-92ff-4951-964d-cbb35dce0ffb none none off + oxp_650b4eff-80a2-430a-97c8-f837248480a1/crypt/debug 0b84fd36-2a53-4420-b580-8a7ab5e44adb 100 GiB none gzip-9 + oxp_650b4eff-80a2-430a-97c8-f837248480a1/crypt/zone 0921cbb1-02ad-4de5-9c60-c4a8aca25579 none none off + oxp_650b4eff-80a2-430a-97c8-f837248480a1/crypt/zone/oxz_crucible_0c50f6a6-55f0-4d9e-920e-c16b4e2f3b4f 34c4fcb0-c6d4-4f47-8153-a8b16e8c9c09 none none off + oxp_6e418b8c-cadd-4fb8-8370-f351a07e1eed/crucible efce20c8-c6ad-4e1a-a489-1391a02ff73e none none off + oxp_6e418b8c-cadd-4fb8-8370-f351a07e1eed/crypt/debug 52d22143-4c25-45cf-a443-62e63052e385 100 GiB none gzip-9 + oxp_6e418b8c-cadd-4fb8-8370-f351a07e1eed/crypt/zone 7197059c-e461-43b1-a050-95740f239dc7 none none off + oxp_6e418b8c-cadd-4fb8-8370-f351a07e1eed/crypt/zone/oxz_crucible_cf0943f4-1f4c-4531-8412-ecab1d1df36f a9cc6710-a9c1-44f0-aebb-26c708718918 none none off + oxp_6e5772a5-8234-46d1-ba5a-503a83d9d2fb/crucible 9292d1a7-786c-448b-86ea-4cdb7c29df73 none none off + oxp_6e5772a5-8234-46d1-ba5a-503a83d9d2fb/crypt/debug ef0c1012-a349-4868-9175-e0a5e117614b 100 GiB none gzip-9 + oxp_6e5772a5-8234-46d1-ba5a-503a83d9d2fb/crypt/zone 0292217f-5be3-440f-976b-6bab7043992f none none off + oxp_6e5772a5-8234-46d1-ba5a-503a83d9d2fb/crypt/zone/oxz_crucible_9dce96c1-4f76-4e17-96de-aa867344581f 2d590e4c-8b2a-4021-baf1-3fc1a33a6130 none none off + oxp_c1da692e-7713-43a0-b6bb-5c182084c09d/crucible 5967609a-83a6-4feb-8d46-25c3ca7fce12 none none off + oxp_c1da692e-7713-43a0-b6bb-5c182084c09d/crypt/debug 0bf0d153-d9fb-42ed-a98f-839ca7c272bc 100 GiB none gzip-9 + oxp_c1da692e-7713-43a0-b6bb-5c182084c09d/crypt/zone c7345d22-765f-4892-993f-de910ac5055b none none off + oxp_c1da692e-7713-43a0-b6bb-5c182084c09d/crypt/zone/oxz_crucible_6d8c8a4f-82fc-47a9-b894-3c1dddd86343 a205bb5f-d9d9-43c1-aafb-fc872ca159b8 none none off + oxp_e35766ef-789a-4b2f-9a6c-e6626d5ab195/crucible 97ff78ad-4939-4308-9dde-7bd94dc55741 none none off + oxp_e35766ef-789a-4b2f-9a6c-e6626d5ab195/crypt/debug 3588412a-4f56-419c-b10c-0eef2c6a2c31 100 GiB none gzip-9 + oxp_e35766ef-789a-4b2f-9a6c-e6626d5ab195/crypt/zone d37c8162-c363-447f-b4be-da14fb97b181 none none off + oxp_e35766ef-789a-4b2f-9a6c-e6626d5ab195/crypt/zone/oxz_crucible_5135c26c-5118-4dd0-a9a7-e2c46bd32b91 83321216-d04c-4dfc-99de-36dc1216c566 none none off + + + omicron zones at generation 4: + ----------------------------------------------------------------------------------------------- + zone type zone id disposition underlay IP + ----------------------------------------------------------------------------------------------- + clickhouse_keeper e4052979-f949-44bf-91de-17b371d3e518 in service fd00:1122:3344:102::30 + clickhouse_keeper fe395a2c-219b-4ad7-9f51-f536de60a9e4 in service fd00:1122:3344:102::2e + clickhouse_server 02ef9ddc-a012-4d15-8f45-8282f58c9a11 in service fd00:1122:3344:102::2f + crucible 0c50f6a6-55f0-4d9e-920e-c16b4e2f3b4f in service fd00:1122:3344:102::29 + crucible 377d8477-7608-4248-b925-6a2c5e04fee3 in service fd00:1122:3344:102::28 + crucible 42ec7ad4-4a8a-4e7f-8291-bcc3a141647b in service fd00:1122:3344:102::26 + crucible 4a152e9b-240b-4213-92fc-d205bc67c138 in service fd00:1122:3344:102::25 + crucible 5135c26c-5118-4dd0-a9a7-e2c46bd32b91 in service fd00:1122:3344:102::2d + crucible 6d8c8a4f-82fc-47a9-b894-3c1dddd86343 in service fd00:1122:3344:102::2c + crucible 9dce96c1-4f76-4e17-96de-aa867344581f in service fd00:1122:3344:102::2b + crucible cf0943f4-1f4c-4531-8412-ecab1d1df36f in service fd00:1122:3344:102::2a + crucible e432e610-e600-4d1c-9427-e965afe2d54a in service fd00:1122:3344:102::27 + crucible e83d6088-9e82-40dd-b8e9-b5bafe23d358 in service fd00:1122:3344:102::24 + crucible_pantry 67e03ab1-90ac-45b5-9487-d892752201e1 in service fd00:1122:3344:102::23 + internal_dns 1cd50cc3-c098-4fe3-ae5b-af0344f0b6ec in service fd00:1122:3344:1::1 + internal_dns b5e0f928-60cd-4040-a6f2-5ad45ac50814 in service fd00:1122:3344:2::1 + internal_ntp 663835e0-d8bc-41ea-b79f-bd85997777ce in service fd00:1122:3344:102::21 + nexus 3150ecb4-973e-4467-b194-632539bbdf07 in service fd00:1122:3344:102::22 + + + sled fe7b9b01-e803-41ea-9e39-db240dcd9029 (active): + + physical disks at generation 1: + ---------------------------------------------------------------------- + vendor model serial + ---------------------------------------------------------------------- + fake-vendor fake-model serial-21d60319-5fe1-4a3b-a4c0-6aa7465e7bde + fake-vendor fake-model serial-2acfbb84-5ce0-424e-8d73-44c5071d4430 + fake-vendor fake-model serial-2db7f3b4-ed19-4229-b42c-44f49eeb8a91 + fake-vendor fake-model serial-2fa34d8e-13d9-42d3-b8ba-ca9d74ac496a + fake-vendor fake-model serial-355e268c-c932-4f32-841c-f3ec88fe0495 + fake-vendor fake-model serial-427b2ccd-998f-4085-af21-e600604cf21e + fake-vendor fake-model serial-588058f2-f51b-4800-a211-1c5dbb32296b + fake-vendor fake-model serial-736f6f07-2aa2-4658-8b5c-3bf409ea747a + fake-vendor fake-model serial-bcfcdede-7084-4a31-97a8-ac4299c268f9 + fake-vendor fake-model serial-fe379ac6-1938-4cc2-93a9-43b1447229ae + + + datasets at generation 3: + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + dataset name dataset uuid quota reservation compression + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + oxp_21d60319-5fe1-4a3b-a4c0-6aa7465e7bde/crucible 83697259-f910-49de-8c15-83605c086a5d none none off + oxp_21d60319-5fe1-4a3b-a4c0-6aa7465e7bde/crypt/clickhouse 46273d48-d966-4cee-8af9-d3e7f5f38ac3 none none off + oxp_21d60319-5fe1-4a3b-a4c0-6aa7465e7bde/crypt/clickhouse_keeper e1236796-4a4f-48fe-b274-9c6c251d60b7 none none off + oxp_21d60319-5fe1-4a3b-a4c0-6aa7465e7bde/crypt/clickhouse_server 14389e8b-952f-4e20-aabd-3741493fb444 none none off + oxp_21d60319-5fe1-4a3b-a4c0-6aa7465e7bde/crypt/debug f015e445-2e52-45c9-9f0a-49cb5ceae245 100 GiB none gzip-9 + oxp_21d60319-5fe1-4a3b-a4c0-6aa7465e7bde/crypt/internal_dns 8d423173-09c9-4ca5-a21c-b7c3123aa1af none none off + oxp_21d60319-5fe1-4a3b-a4c0-6aa7465e7bde/crypt/zone d5d2ddf7-2eb3-40f3-b149-aee5699b7bf1 none none off + oxp_21d60319-5fe1-4a3b-a4c0-6aa7465e7bde/crypt/zone/oxz_clickhouse_fa97835a-aabc-4fe9-9e85-3e50f207129c 4eb52e76-39fa-414d-ae9b-2dcb1c7737f9 none none off + oxp_21d60319-5fe1-4a3b-a4c0-6aa7465e7bde/crypt/zone/oxz_clickhouse_keeper_94abd717-9240-4a27-ac14-5666c1f3f3ab 2315a796-5038-4003-b5e0-099a29f7ebb1 none none off + oxp_21d60319-5fe1-4a3b-a4c0-6aa7465e7bde/crypt/zone/oxz_clickhouse_server_23ee16e1-7f1f-4a76-b4fc-32921eead60e fef210d9-1473-4294-afa4-90e1f1836b86 none none off + oxp_21d60319-5fe1-4a3b-a4c0-6aa7465e7bde/crypt/zone/oxz_crucible_3801ce73-9986-491a-a623-8ae2cea1678b d0d28f34-55ba-400e-9dce-a8c3d25c09e9 none none off + oxp_21d60319-5fe1-4a3b-a4c0-6aa7465e7bde/crypt/zone/oxz_crucible_pantry_6c7f6a84-78b3-4dd9-878e-51bedfda471f aa190e01-9a4e-4131-9fcf-240532108c7f none none off + oxp_21d60319-5fe1-4a3b-a4c0-6aa7465e7bde/crypt/zone/oxz_crucible_pantry_7741bb11-0d99-4856-95ae-725b6b9ff4fa 0dc5f030-0bde-4fff-a0b6-f7c8fcc3e532 none none off + oxp_21d60319-5fe1-4a3b-a4c0-6aa7465e7bde/crypt/zone/oxz_internal_dns_0c42ad01-b854-4e7d-bd6c-25fdc3eddef4 1de9cde7-6c1e-4865-bd3d-378e22f62fb8 none none off + oxp_21d60319-5fe1-4a3b-a4c0-6aa7465e7bde/crypt/zone/oxz_nexus_69789010-8689-43ab-9a68-a944afcba05a e67b797b-a059-4c7e-a98b-fea18964bad6 none none off + oxp_21d60319-5fe1-4a3b-a4c0-6aa7465e7bde/crypt/zone/oxz_nexus_7e763480-0f4f-43cb-ab9a-52b667d8fda5 5773e3b1-dde0-4b54-bc13-3c3bf816015e none none off + oxp_21d60319-5fe1-4a3b-a4c0-6aa7465e7bde/crypt/zone/oxz_ntp_f34f8d36-7137-48d3-9d13-6a46c4edcef4 c8c03dec-65d4-4c97-87c3-a43a8363c97c none none off + oxp_2acfbb84-5ce0-424e-8d73-44c5071d4430/crucible 46ea917a-f99f-4078-8f45-8e92512ba42c none none off + oxp_2acfbb84-5ce0-424e-8d73-44c5071d4430/crypt/debug a86eda4a-2346-4990-8393-6692c81f9f37 100 GiB none gzip-9 + oxp_2acfbb84-5ce0-424e-8d73-44c5071d4430/crypt/zone 988c82cc-aed4-4207-96a8-f844ede70a5c none none off + oxp_2acfbb84-5ce0-424e-8d73-44c5071d4430/crypt/zone/oxz_crucible_93fe2a9b-3ce9-4bf0-852d-c36171988c71 6fafdcb1-b246-44ca-8e8e-2101ce3cbdf7 none none off + oxp_2db7f3b4-ed19-4229-b42c-44f49eeb8a91/crucible d26ad281-5420-42c4-be19-013d7d44e2e9 none none off + oxp_2db7f3b4-ed19-4229-b42c-44f49eeb8a91/crypt/debug f3c93847-6a22-4f95-97cd-766358663b2a 100 GiB none gzip-9 + oxp_2db7f3b4-ed19-4229-b42c-44f49eeb8a91/crypt/zone 0c6b2002-2cec-478f-9eb3-239069f42dbc none none off + oxp_2db7f3b4-ed19-4229-b42c-44f49eeb8a91/crypt/zone/oxz_crucible_02aecfb8-91a9-4db8-8cb2-4252bf15d6ac 7e11890f-b1ce-497a-9672-f95d3452eb7b none none off + oxp_2fa34d8e-13d9-42d3-b8ba-ca9d74ac496a/crucible 9ba7194a-0e9e-485f-b4ba-e58c39bc90da none none off + oxp_2fa34d8e-13d9-42d3-b8ba-ca9d74ac496a/crypt/debug ec40dcf8-085f-4277-8d96-657a1e7fb0c8 100 GiB none gzip-9 + oxp_2fa34d8e-13d9-42d3-b8ba-ca9d74ac496a/crypt/zone 8b6d2ff8-4f40-4776-b461-29e0a3d3dd97 none none off + oxp_2fa34d8e-13d9-42d3-b8ba-ca9d74ac496a/crypt/zone/oxz_crucible_d9106a19-f267-48db-a82b-004e643feb49 9b9fb14e-cd17-4a7a-a74a-bfd9c7682831 none none off + oxp_355e268c-c932-4f32-841c-f3ec88fe0495/crucible a1cb2b30-ca4f-4b9d-840d-4deef5993b79 none none off + oxp_355e268c-c932-4f32-841c-f3ec88fe0495/crypt/debug 85d345b5-04d4-4bdf-9e6f-c10b3f21208d 100 GiB none gzip-9 + oxp_355e268c-c932-4f32-841c-f3ec88fe0495/crypt/zone cf7a9405-cf77-49cd-b3d4-528d9ad5ce48 none none off + oxp_355e268c-c932-4f32-841c-f3ec88fe0495/crypt/zone/oxz_crucible_0a3cfe7c-414d-40f0-8f63-a7c0b26b7627 e1396508-5d99-4802-8d3f-cc3db33f0341 none none off + oxp_427b2ccd-998f-4085-af21-e600604cf21e/crucible 0c6d24b8-e64b-4f97-a4ae-19bc998214fe none none off + oxp_427b2ccd-998f-4085-af21-e600604cf21e/crypt/debug f7cccd71-efb1-4bee-bcdf-7e7133c3e5da 100 GiB none gzip-9 + oxp_427b2ccd-998f-4085-af21-e600604cf21e/crypt/zone a03487ed-4b03-4856-a670-9fa703b0b850 none none off + oxp_427b2ccd-998f-4085-af21-e600604cf21e/crypt/zone/oxz_crucible_befe73dd-5970-49a4-9adf-7b4f453c45cf 95d72ef9-e070-49e4-a57b-2c392def6025 none none off + oxp_588058f2-f51b-4800-a211-1c5dbb32296b/crucible 97e6171d-523c-4c4a-9fa6-daead00d71a5 none none off + oxp_588058f2-f51b-4800-a211-1c5dbb32296b/crypt/debug 2ab9c443-5ea3-4ab1-b2ed-d57abbfde4be 100 GiB none gzip-9 + oxp_588058f2-f51b-4800-a211-1c5dbb32296b/crypt/zone 86009a86-7c47-477d-bb17-c38689f5b337 none none off + oxp_588058f2-f51b-4800-a211-1c5dbb32296b/crypt/zone/oxz_crucible_a91714d7-33b4-40d6-93cf-1b278bc9f1c6 f4c0087b-c746-4440-82e7-82ff5e40c6ab none none off + oxp_736f6f07-2aa2-4658-8b5c-3bf409ea747a/crucible 035b55e9-a0fc-48e5-8cd0-a862e7a7fe47 none none off + oxp_736f6f07-2aa2-4658-8b5c-3bf409ea747a/crypt/debug 0f785b1f-3f7a-4ae7-8a32-4412b781d245 100 GiB none gzip-9 + oxp_736f6f07-2aa2-4658-8b5c-3bf409ea747a/crypt/zone f3df6efd-e689-4aaa-b4ed-76de319a1fe4 none none off + oxp_736f6f07-2aa2-4658-8b5c-3bf409ea747a/crypt/zone/oxz_crucible_79164b60-fbb4-46d4-9a42-eafbaeddd672 ebf1a36b-ab94-4a5d-a777-937991a60396 none none off + oxp_bcfcdede-7084-4a31-97a8-ac4299c268f9/crucible 01def6ad-ddd9-4b28-b337-137a16734021 none none off + oxp_bcfcdede-7084-4a31-97a8-ac4299c268f9/crypt/debug 6fdd4ca2-022f-4ef3-9a83-1e18e620e9dc 100 GiB none gzip-9 + oxp_bcfcdede-7084-4a31-97a8-ac4299c268f9/crypt/zone d8d8dc6c-cd76-4d17-b530-25f3f3f52d33 none none off + oxp_bcfcdede-7084-4a31-97a8-ac4299c268f9/crypt/zone/oxz_crucible_109820d7-b6ef-4574-b5e4-9f193c9d2a9e 75f329ff-4f3b-4cc5-8027-dd61d05e7323 none none off + oxp_fe379ac6-1938-4cc2-93a9-43b1447229ae/crucible 5818a803-eb2c-44eb-8818-bd98bfa29da9 none none off + oxp_fe379ac6-1938-4cc2-93a9-43b1447229ae/crypt/debug 3a49dd24-8ead-4196-b453-8aa3273b77d1 100 GiB none gzip-9 + oxp_fe379ac6-1938-4cc2-93a9-43b1447229ae/crypt/zone 9327960e-a9a3-4b26-9bd4-65afb1737bd4 none none off + oxp_fe379ac6-1938-4cc2-93a9-43b1447229ae/crypt/zone/oxz_crucible_43aa521b-eb86-4c3d-a58c-83c733f2fec3 c7a57806-05b3-4e38-9bc4-07fd6b30cccd none none off + + + omicron zones at generation 4: + ----------------------------------------------------------------------------------------------- + zone type zone id disposition underlay IP + ----------------------------------------------------------------------------------------------- + clickhouse fa97835a-aabc-4fe9-9e85-3e50f207129c in service fd00:1122:3344:103::30 + clickhouse_keeper 94abd717-9240-4a27-ac14-5666c1f3f3ab in service fd00:1122:3344:103::2e + clickhouse_server 23ee16e1-7f1f-4a76-b4fc-32921eead60e in service fd00:1122:3344:103::2f + crucible 02aecfb8-91a9-4db8-8cb2-4252bf15d6ac in service fd00:1122:3344:103::26 + crucible 0a3cfe7c-414d-40f0-8f63-a7c0b26b7627 in service fd00:1122:3344:103::28 + crucible 109820d7-b6ef-4574-b5e4-9f193c9d2a9e in service fd00:1122:3344:103::2c + crucible 3801ce73-9986-491a-a623-8ae2cea1678b in service fd00:1122:3344:103::24 + crucible 43aa521b-eb86-4c3d-a58c-83c733f2fec3 in service fd00:1122:3344:103::2d + crucible 79164b60-fbb4-46d4-9a42-eafbaeddd672 in service fd00:1122:3344:103::2b + crucible 93fe2a9b-3ce9-4bf0-852d-c36171988c71 in service fd00:1122:3344:103::25 + crucible a91714d7-33b4-40d6-93cf-1b278bc9f1c6 in service fd00:1122:3344:103::2a + crucible befe73dd-5970-49a4-9adf-7b4f453c45cf in service fd00:1122:3344:103::29 + crucible d9106a19-f267-48db-a82b-004e643feb49 in service fd00:1122:3344:103::27 + crucible_pantry 6c7f6a84-78b3-4dd9-878e-51bedfda471f in service fd00:1122:3344:103::23 + crucible_pantry 7741bb11-0d99-4856-95ae-725b6b9ff4fa in service fd00:1122:3344:103::31 + internal_dns 0c42ad01-b854-4e7d-bd6c-25fdc3eddef4 in service fd00:1122:3344:3::1 + internal_ntp f34f8d36-7137-48d3-9d13-6a46c4edcef4 in service fd00:1122:3344:103::21 + nexus 69789010-8689-43ab-9a68-a944afcba05a in service fd00:1122:3344:103::32 + nexus 7e763480-0f4f-43cb-ab9a-52b667d8fda5 in service fd00:1122:3344:103::22 + + + COCKROACHDB SETTINGS: + state fingerprint::::::::::::::::: (none) (unchanged) + cluster.preserve_downgrade_option: (do not modify) (unchanged) + + METADATA: + internal DNS version: 1 (unchanged) + external DNS version: 1 (unchanged) + + CLICKHOUSE CLUSTER CONFIG: +* generation::::::::::::::::::::::::::::::::::::: 3 -> 4 + max used server id::::::::::::::::::::::::::::: 2 (unchanged) +* max used keeper id::::::::::::::::::::::::::::: 3 -> 4 + cluster name::::::::::::::::::::::::::::::::::: oximeter_cluster (unchanged) + cluster secret::::::::::::::::::::::::::::::::: 9b56c0da-33d7-41a6-b411-6d00e71bea9b (unchanged) +* highest seen keeper leader committed log index: 1 -> 3 + + clickhouse keepers generation 3 -> 4: + ------------------------------------------------ + zone id keeper id + ------------------------------------------------ + 94abd717-9240-4a27-ac14-5666c1f3f3ab 0 ++ e4052979-f949-44bf-91de-17b371d3e518 4 + fe395a2c-219b-4ad7-9f51-f536de60a9e4 2 + + clickhouse servers generation 3 -> 4: + ------------------------------------------------ + zone id server id + ------------------------------------------------ + 02ef9ddc-a012-4d15-8f45-8282f58c9a11 1 + 23ee16e1-7f1f-4a76-b4fc-32921eead60e 2 + diff --git a/nexus/reconfigurator/planning/tests/output/planner_expunge_clickhouse_zones_after_policy_is_changed_3_4.txt b/nexus/reconfigurator/planning/tests/output/planner_expunge_clickhouse_zones_after_policy_is_changed_3_4.txt new file mode 100644 index 0000000000..37ce107263 --- /dev/null +++ b/nexus/reconfigurator/planning/tests/output/planner_expunge_clickhouse_zones_after_policy_is_changed_3_4.txt @@ -0,0 +1,329 @@ +from: blueprint ffc8884b-ff7f-46d8-902d-60ab2328c6da +to: blueprint d895ef50-9978-454c-bdfb-b8dbe2c9a918 + + MODIFIED SLEDS: + + sled 883d9767-021c-4836-81cf-fa02d73fead0 (active): + + physical disks at generation 1: + ---------------------------------------------------------------------- + vendor model serial + ---------------------------------------------------------------------- + fake-vendor fake-model serial-41eaf63b-4fa9-443e-8da1-78d1e79aac7d + fake-vendor fake-model serial-5b04e3d3-7a8b-466e-ab63-6ca89a93e100 + fake-vendor fake-model serial-6e8fdb9f-c47a-47b0-b7ee-9a2adc7e4af5 + fake-vendor fake-model serial-8e2c9e92-e35e-494c-8e14-dcf5f5009656 + fake-vendor fake-model serial-a4c575b4-934b-49b9-9c47-9c1241a33607 + fake-vendor fake-model serial-a9a8a692-d2d7-4b3e-a297-d648faf8c7cf + fake-vendor fake-model serial-b65c8376-0084-4d6f-9891-9d6a413d4e56 + fake-vendor fake-model serial-bc61cdae-c96f-4886-b8bd-f9fd69d51e3a + fake-vendor fake-model serial-e9f68306-460a-4b11-b904-f752633bf1fc + fake-vendor fake-model serial-fbc5bdf2-9644-4d0a-b349-f490486da25d + + + datasets generation 3 -> 4: + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + dataset name dataset uuid quota reservation compression + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + oxp_41eaf63b-4fa9-443e-8da1-78d1e79aac7d/crucible 5403ab59-fbc4-4747-a0a4-2e086d4611fd none none off + oxp_41eaf63b-4fa9-443e-8da1-78d1e79aac7d/crypt/clickhouse 595df8fe-7319-44ea-9170-83236f87b146 none none off + oxp_41eaf63b-4fa9-443e-8da1-78d1e79aac7d/crypt/clickhouse_keeper c949b5ca-05fe-4c0a-95d0-11c8fd18675b none none off + oxp_41eaf63b-4fa9-443e-8da1-78d1e79aac7d/crypt/debug ed00cbfa-3426-4072-a763-0facc8cd9c2f 100 GiB none gzip-9 + oxp_41eaf63b-4fa9-443e-8da1-78d1e79aac7d/crypt/internal_dns 0125252e-c9c2-4998-81e2-a82e534f7e3b none none off + oxp_41eaf63b-4fa9-443e-8da1-78d1e79aac7d/crypt/zone ddf90bf7-d58c-4f9c-9263-14cf354935a2 none none off + oxp_41eaf63b-4fa9-443e-8da1-78d1e79aac7d/crypt/zone/oxz_clickhouse_6394624c-3aba-4be5-a6a2-68d9b5e506e4 8ab9adbc-d236-4167-b503-581ae9dc0136 none none off + oxp_41eaf63b-4fa9-443e-8da1-78d1e79aac7d/crypt/zone/oxz_clickhouse_keeper_15f8164a-63e5-404e-81a5-c13e5855f7ca 6ca0e723-77fd-4859-90b8-b12601f21bde none none off + oxp_41eaf63b-4fa9-443e-8da1-78d1e79aac7d/crypt/zone/oxz_crucible_d2646147-0310-450a-a43b-8a1a9c513188 028e8d90-8472-49ad-90c8-83bef4a6a2e7 none none off + oxp_41eaf63b-4fa9-443e-8da1-78d1e79aac7d/crypt/zone/oxz_crucible_pantry_6a5b8df1-d85f-4c96-ba7d-6efebd72f92a c6ccafeb-9666-465c-b8eb-49902ea6d741 none none off + oxp_41eaf63b-4fa9-443e-8da1-78d1e79aac7d/crypt/zone/oxz_internal_dns_83f907f2-a0d7-46d8-842e-8603a3ef393f 18ee8146-de2e-4f83-bb61-201311c82ec2 none none off + oxp_41eaf63b-4fa9-443e-8da1-78d1e79aac7d/crypt/zone/oxz_nexus_a9043563-4a85-47a1-9478-db57d31b53c0 1c96cf42-5a62-42c4-9830-349583d93260 none none off + oxp_41eaf63b-4fa9-443e-8da1-78d1e79aac7d/crypt/zone/oxz_ntp_4fd636ec-8c85-4d2f-b514-36f3190df8d8 1e1db58f-2dda-4f28-a23d-90431e2cc11f none none off + oxp_5b04e3d3-7a8b-466e-ab63-6ca89a93e100/crucible 5e25ca72-7721-46a9-ac11-a71042f17198 none none off + oxp_5b04e3d3-7a8b-466e-ab63-6ca89a93e100/crypt/debug 2b28e830-b329-469c-85ed-f15cd6cf5416 100 GiB none gzip-9 + oxp_5b04e3d3-7a8b-466e-ab63-6ca89a93e100/crypt/zone 406b3824-685f-44c6-9878-175afc0ce17d none none off + oxp_5b04e3d3-7a8b-466e-ab63-6ca89a93e100/crypt/zone/oxz_crucible_c57f188f-c51b-45d3-be4c-9e023d80e194 a9f4b44e-2e81-4047-8656-b9227fa3fdbb none none off + oxp_6e8fdb9f-c47a-47b0-b7ee-9a2adc7e4af5/crucible 177ee9e2-0605-4656-839d-664f7481b06b none none off + oxp_6e8fdb9f-c47a-47b0-b7ee-9a2adc7e4af5/crypt/debug 0791e4d8-9e17-425b-8400-888a46f4ce96 100 GiB none gzip-9 + oxp_6e8fdb9f-c47a-47b0-b7ee-9a2adc7e4af5/crypt/zone 3b9b3439-8f1c-4c15-bac6-26cda5005369 none none off + oxp_6e8fdb9f-c47a-47b0-b7ee-9a2adc7e4af5/crypt/zone/oxz_crucible_340d690d-52d6-4bd7-96a7-57989c3dd973 9e54a544-74dd-4a35-8cf5-dd78b9b79cef none none off + oxp_8e2c9e92-e35e-494c-8e14-dcf5f5009656/crucible b6518271-24f3-4fd5-a371-5b840bd7b9db none none off + oxp_8e2c9e92-e35e-494c-8e14-dcf5f5009656/crypt/debug c75ba2f4-5491-4d31-bee6-6054c0c829e4 100 GiB none gzip-9 + oxp_8e2c9e92-e35e-494c-8e14-dcf5f5009656/crypt/zone 07f7066f-2644-4ca0-95f4-c1c8b88f3aef none none off + oxp_8e2c9e92-e35e-494c-8e14-dcf5f5009656/crypt/zone/oxz_crucible_6809081c-a6ca-4f44-91cc-bde241475188 2291e434-3194-4001-a59a-25f1db01cef4 none none off + oxp_a4c575b4-934b-49b9-9c47-9c1241a33607/crucible 632ea7a7-8a14-47ec-8cee-d7bd167d8d3d none none off + oxp_a4c575b4-934b-49b9-9c47-9c1241a33607/crypt/debug b79cfade-ef8d-494c-8e46-5ac6f7d5a180 100 GiB none gzip-9 + oxp_a4c575b4-934b-49b9-9c47-9c1241a33607/crypt/zone 29c4d7a0-a184-4cf0-8efb-8ce4e54460f8 none none off + oxp_a4c575b4-934b-49b9-9c47-9c1241a33607/crypt/zone/oxz_crucible_512f26d7-2e46-4189-9c5a-ffbfb5d0a4e9 b6ac1d96-7b2c-4c13-82ea-5e9d96c85d5f none none off + oxp_a9a8a692-d2d7-4b3e-a297-d648faf8c7cf/crucible 50adbc61-76de-483a-8be7-00039aaa23ff none none off + oxp_a9a8a692-d2d7-4b3e-a297-d648faf8c7cf/crypt/debug e3929bba-ff30-4750-9190-1c507c62aad1 100 GiB none gzip-9 + oxp_a9a8a692-d2d7-4b3e-a297-d648faf8c7cf/crypt/zone 35b11905-8c74-4104-901f-62ee66901985 none none off + oxp_a9a8a692-d2d7-4b3e-a297-d648faf8c7cf/crypt/zone/oxz_crucible_7d884e93-9f4e-4063-84c8-802bb7262fd6 7237b67d-84cf-4465-b914-3c9dbe1c8d86 none none off + oxp_b65c8376-0084-4d6f-9891-9d6a413d4e56/crucible 8a159a8e-c9b8-4497-a89a-c6244cefc180 none none off + oxp_b65c8376-0084-4d6f-9891-9d6a413d4e56/crypt/debug a23c8851-f5c7-4458-8311-95ab7f97f859 100 GiB none gzip-9 + oxp_b65c8376-0084-4d6f-9891-9d6a413d4e56/crypt/zone 867e4fc5-2312-4a0c-ad85-52b3790d49b1 none none off + oxp_b65c8376-0084-4d6f-9891-9d6a413d4e56/crypt/zone/oxz_crucible_9bf902be-b1ca-44b9-9a09-ca6e68d022e3 76e3a199-4483-40e9-bd70-717ec354ebe1 none none off + oxp_bc61cdae-c96f-4886-b8bd-f9fd69d51e3a/crucible 5b64d326-883e-4182-a78d-9b4db76b04e9 none none off + oxp_bc61cdae-c96f-4886-b8bd-f9fd69d51e3a/crypt/debug 48eac7a6-4484-4f24-9b48-b4b9c2d0869d 100 GiB none gzip-9 + oxp_bc61cdae-c96f-4886-b8bd-f9fd69d51e3a/crypt/zone bccfa224-0485-486c-a3fc-619cac293640 none none off + oxp_bc61cdae-c96f-4886-b8bd-f9fd69d51e3a/crypt/zone/oxz_crucible_d5f97416-8c36-4148-8e22-0684fee6e85a 6c15dd01-680f-42f5-b25a-7c591daa22ea none none off + oxp_e9f68306-460a-4b11-b904-f752633bf1fc/crucible 2b84da4f-094b-4b2d-a15c-cda870045b07 none none off + oxp_e9f68306-460a-4b11-b904-f752633bf1fc/crypt/debug e4e743bf-81d3-43fb-9255-c1ffc679b585 100 GiB none gzip-9 + oxp_e9f68306-460a-4b11-b904-f752633bf1fc/crypt/zone c9a4c16a-c7ac-47ab-9633-6bdd924b7c58 none none off + oxp_e9f68306-460a-4b11-b904-f752633bf1fc/crypt/zone/oxz_crucible_d34a3d41-8442-4981-8362-1e449c2c0154 113c2fd9-47b7-41e8-bd9d-0066fd3ac9ff none none off + oxp_fbc5bdf2-9644-4d0a-b349-f490486da25d/crucible 7f74ed80-0101-4b75-8515-aa80e82ee5fe none none off + oxp_fbc5bdf2-9644-4d0a-b349-f490486da25d/crypt/debug 060fd4d2-006b-4096-88e1-57ad8d8726da 100 GiB none gzip-9 + oxp_fbc5bdf2-9644-4d0a-b349-f490486da25d/crypt/zone a45173d1-377c-4466-b392-76660653d2ce none none off + oxp_fbc5bdf2-9644-4d0a-b349-f490486da25d/crypt/zone/oxz_crucible_289ece63-1c43-45d8-9731-411abaf62cfb 79cc327b-76da-40fb-b9f2-ca53af257d38 none none off + + + omicron zones generation 4 -> 5: + ------------------------------------------------------------------------------------------------ + zone type zone id disposition underlay IP + ------------------------------------------------------------------------------------------------ + clickhouse 6394624c-3aba-4be5-a6a2-68d9b5e506e4 expunged fd00:1122:3344:102::23 + crucible 289ece63-1c43-45d8-9731-411abaf62cfb in service fd00:1122:3344:102::2e + crucible 340d690d-52d6-4bd7-96a7-57989c3dd973 in service fd00:1122:3344:102::27 + crucible 512f26d7-2e46-4189-9c5a-ffbfb5d0a4e9 in service fd00:1122:3344:102::29 + crucible 6809081c-a6ca-4f44-91cc-bde241475188 in service fd00:1122:3344:102::28 + crucible 7d884e93-9f4e-4063-84c8-802bb7262fd6 in service fd00:1122:3344:102::2a + crucible 9bf902be-b1ca-44b9-9a09-ca6e68d022e3 in service fd00:1122:3344:102::2b + crucible c57f188f-c51b-45d3-be4c-9e023d80e194 in service fd00:1122:3344:102::26 + crucible d2646147-0310-450a-a43b-8a1a9c513188 in service fd00:1122:3344:102::25 + crucible d34a3d41-8442-4981-8362-1e449c2c0154 in service fd00:1122:3344:102::2d + crucible d5f97416-8c36-4148-8e22-0684fee6e85a in service fd00:1122:3344:102::2c + crucible_pantry 6a5b8df1-d85f-4c96-ba7d-6efebd72f92a in service fd00:1122:3344:102::24 + internal_dns 83f907f2-a0d7-46d8-842e-8603a3ef393f in service fd00:1122:3344:1::1 + internal_ntp 4fd636ec-8c85-4d2f-b514-36f3190df8d8 in service fd00:1122:3344:102::21 + nexus a9043563-4a85-47a1-9478-db57d31b53c0 in service fd00:1122:3344:102::22 +* clickhouse_keeper 15f8164a-63e5-404e-81a5-c13e5855f7ca - in service fd00:1122:3344:102::2f + └─ + expunged + + + sled aae6114d-956b-4980-9759-b00b1ed893ee (active): + + physical disks at generation 1: + ---------------------------------------------------------------------- + vendor model serial + ---------------------------------------------------------------------- + fake-vendor fake-model serial-21b01477-48d0-4b65-9089-4a48277af033 + fake-vendor fake-model serial-2704e66b-3d5c-4b64-951c-a051fa15e4a8 + fake-vendor fake-model serial-27a22f7e-754a-43ea-8ec4-e9cbd9b62e08 + fake-vendor fake-model serial-51c788ff-de33-43f7-b9c5-f5f56bf80736 + fake-vendor fake-model serial-5fe54077-c016-49a9-becb-14993f133d43 + fake-vendor fake-model serial-7e2644a1-bec7-433c-8168-8898d7140aab + fake-vendor fake-model serial-9825ff38-f07d-44a1-9efc-55a25e72015b + fake-vendor fake-model serial-cc585a73-ec86-4f8e-a327-901b947a4c69 + fake-vendor fake-model serial-d2801671-bb69-408e-93f7-ac2b05d992f8 + fake-vendor fake-model serial-f52832ea-60d7-443b-9847-df5384bfc8e2 + + + datasets generation 2 -> 3: + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + dataset name dataset uuid quota reservation compression + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + oxp_21b01477-48d0-4b65-9089-4a48277af033/crucible 5cfe414e-d8a1-411c-a249-984e7eb70964 none none off + oxp_21b01477-48d0-4b65-9089-4a48277af033/crypt/clickhouse_keeper 6236e227-f345-4ec5-af7f-47c3dbe3eb2c none none off + oxp_21b01477-48d0-4b65-9089-4a48277af033/crypt/clickhouse_server f8e1c7d5-00cf-4d71-93eb-bec0af2ffa3b none none off + oxp_21b01477-48d0-4b65-9089-4a48277af033/crypt/debug 2e4a20b0-00f0-4ac6-aef6-46bc64781f1b 100 GiB none gzip-9 + oxp_21b01477-48d0-4b65-9089-4a48277af033/crypt/internal_dns 18abe482-6dda-45be-a9e6-ff215c6919f1 none none off + oxp_21b01477-48d0-4b65-9089-4a48277af033/crypt/zone 37fc74a2-7d29-48bf-8ab2-ef0c1286df1e none none off + oxp_21b01477-48d0-4b65-9089-4a48277af033/crypt/zone/oxz_clickhouse_keeper_2bae8ad4-3d1f-43aa-8c9b-5dcce65c0480 0a04d1c9-57c7-43c8-b46f-f428f0549575 none none off + oxp_21b01477-48d0-4b65-9089-4a48277af033/crypt/zone/oxz_clickhouse_server_c0951435-7d95-4356-bcd3-9d92756d911a 736579c3-0687-43d1-9dd5-cd44add5b932 none none off + oxp_21b01477-48d0-4b65-9089-4a48277af033/crypt/zone/oxz_crucible_45644bcc-ea79-4a03-b829-43a27acd5c90 94ec0204-f723-45a1-8521-78d2eb3c8538 none none off + oxp_21b01477-48d0-4b65-9089-4a48277af033/crypt/zone/oxz_crucible_pantry_c1c9fd43-8a57-4e43-9b09-abe849743076 82276fd0-1da4-446a-918e-3c0f9a859d6c none none off + oxp_21b01477-48d0-4b65-9089-4a48277af033/crypt/zone/oxz_internal_dns_68c89612-31f2-4509-b757-44f8e65f2168 fb72c758-0fad-461e-9b7a-43fe8d59075a none none off + oxp_21b01477-48d0-4b65-9089-4a48277af033/crypt/zone/oxz_nexus_7cebfab2-4453-4614-b904-96939bc339d3 3593d78f-42f7-477a-bee7-3219a6bd919a none none off + oxp_21b01477-48d0-4b65-9089-4a48277af033/crypt/zone/oxz_ntp_036a57cf-b759-4c24-af45-d15c60883e9f 79417983-7d87-4258-9fc8-2b92a65c6f96 none none off + oxp_2704e66b-3d5c-4b64-951c-a051fa15e4a8/crucible 775d2e5e-915f-4dba-9c67-37bfbedaf91e none none off + oxp_2704e66b-3d5c-4b64-951c-a051fa15e4a8/crypt/debug c51575aa-f374-4aba-89d6-69cbf63969d3 100 GiB none gzip-9 + oxp_2704e66b-3d5c-4b64-951c-a051fa15e4a8/crypt/zone 92b1330a-f258-47a7-97a1-e1c79628ad1b none none off + oxp_2704e66b-3d5c-4b64-951c-a051fa15e4a8/crypt/zone/oxz_crucible_c6d063b8-9faa-42af-a216-bc4dff420804 9e223845-6f8a-425f-bb40-b6de25bc4695 none none off + oxp_27a22f7e-754a-43ea-8ec4-e9cbd9b62e08/crucible 847b284a-be4f-4405-a93f-5b5cff4ee31b none none off + oxp_27a22f7e-754a-43ea-8ec4-e9cbd9b62e08/crypt/debug d7176bdc-894c-4656-bdb8-3a65f1608bc6 100 GiB none gzip-9 + oxp_27a22f7e-754a-43ea-8ec4-e9cbd9b62e08/crypt/zone f94213ab-5c96-476d-85c9-bf0801cc4941 none none off + oxp_27a22f7e-754a-43ea-8ec4-e9cbd9b62e08/crypt/zone/oxz_crucible_13efd31e-52f3-4914-bc30-45f22828631a 45ba838b-e725-4e92-82e7-fb39dbd1d00d none none off + oxp_51c788ff-de33-43f7-b9c5-f5f56bf80736/crucible 0bbf7ff9-f6a6-49d8-8dc4-c75b2fdb5531 none none off + oxp_51c788ff-de33-43f7-b9c5-f5f56bf80736/crypt/debug 7aa3d413-7191-41f2-9f38-5feaff97bcfb 100 GiB none gzip-9 + oxp_51c788ff-de33-43f7-b9c5-f5f56bf80736/crypt/zone 0160fea9-34cb-4b54-92fc-f6780f4b64c5 none none off + oxp_51c788ff-de33-43f7-b9c5-f5f56bf80736/crypt/zone/oxz_crucible_fdb62b4e-d73b-4988-8780-9252f04f540f f2e5b170-cb96-4a1b-98fd-0deae86cf059 none none off + oxp_5fe54077-c016-49a9-becb-14993f133d43/crucible 2a41b700-5494-4aa1-900b-20618125c1d0 none none off + oxp_5fe54077-c016-49a9-becb-14993f133d43/crypt/debug 0705afaa-1e13-4cc6-8f6b-d3a7e93a5cca 100 GiB none gzip-9 + oxp_5fe54077-c016-49a9-becb-14993f133d43/crypt/zone 122bd71a-d4dd-4838-a64a-1a7f22413224 none none off + oxp_5fe54077-c016-49a9-becb-14993f133d43/crypt/zone/oxz_crucible_deb1efa8-c55a-438e-9e32-15a9f1dde9c5 f4f8f6c7-a7f9-4f03-bbf4-3583ccdeaae3 none none off + oxp_7e2644a1-bec7-433c-8168-8898d7140aab/crucible fb04e4c9-9fbc-490c-9096-f3adfd6e1223 none none off + oxp_7e2644a1-bec7-433c-8168-8898d7140aab/crypt/debug 9290f161-49cd-46ec-8387-d3896602fd68 100 GiB none gzip-9 + oxp_7e2644a1-bec7-433c-8168-8898d7140aab/crypt/zone c6ad1efa-745b-42d4-8554-9eb8567a1396 none none off + oxp_7e2644a1-bec7-433c-8168-8898d7140aab/crypt/zone/oxz_crucible_057daeb5-798b-439c-aab8-004b54343323 5929490a-4a7f-4b00-af68-550087145c2d none none off + oxp_9825ff38-f07d-44a1-9efc-55a25e72015b/crucible 34de0f9d-ab3a-4047-bbf3-d2bf4beb2995 none none off + oxp_9825ff38-f07d-44a1-9efc-55a25e72015b/crypt/debug 5683120b-7824-404c-9204-ad9592fbf562 100 GiB none gzip-9 + oxp_9825ff38-f07d-44a1-9efc-55a25e72015b/crypt/zone 1e27b440-2e30-477e-99fe-be13e2d17d64 none none off + oxp_9825ff38-f07d-44a1-9efc-55a25e72015b/crypt/zone/oxz_crucible_eb9571d1-cfd2-4115-8f30-373edd25573e e005f612-8e9e-4278-8441-7737b7c0c0ba none none off + oxp_cc585a73-ec86-4f8e-a327-901b947a4c69/crucible cac5b0cb-c944-4c26-b016-c7556a2fd9ea none none off + oxp_cc585a73-ec86-4f8e-a327-901b947a4c69/crypt/debug e8e97c2d-c628-4310-b1b9-fe5b7e4537ea 100 GiB none gzip-9 + oxp_cc585a73-ec86-4f8e-a327-901b947a4c69/crypt/zone 892e2f2a-0792-4634-b24d-fca1a0b8c434 none none off + oxp_cc585a73-ec86-4f8e-a327-901b947a4c69/crypt/zone/oxz_crucible_d85f10cc-ea8d-4d9a-a198-9fcc999bb577 c2ced1b7-2df1-496e-8701-74d4c05446ce none none off + oxp_d2801671-bb69-408e-93f7-ac2b05d992f8/crucible 0ab453de-947c-4d5a-a3ee-bf26ed85396f none none off + oxp_d2801671-bb69-408e-93f7-ac2b05d992f8/crypt/debug 5ab29fd5-a360-4699-9abd-c24c8a529009 100 GiB none gzip-9 + oxp_d2801671-bb69-408e-93f7-ac2b05d992f8/crypt/zone 3b4b2059-de0b-4912-a57b-36b3858947a9 none none off + oxp_d2801671-bb69-408e-93f7-ac2b05d992f8/crypt/zone/oxz_crucible_9da97e85-7aff-4815-8fac-a48bed2b8bd0 554557ea-949c-4e34-8031-93ab5369f587 none none off + oxp_f52832ea-60d7-443b-9847-df5384bfc8e2/crucible cc43cb24-2e55-415d-9a2a-49a6b924b284 none none off + oxp_f52832ea-60d7-443b-9847-df5384bfc8e2/crypt/debug 010b0156-d194-4b68-b415-be289435d37e 100 GiB none gzip-9 + oxp_f52832ea-60d7-443b-9847-df5384bfc8e2/crypt/zone 55895da4-4e66-403e-b723-a76b1c2f907e none none off + oxp_f52832ea-60d7-443b-9847-df5384bfc8e2/crypt/zone/oxz_crucible_0c59cc2b-00e8-4243-bf24-1cfc25a212a3 445423d9-3331-48ef-b98b-156c234b290c none none off + + + omicron zones generation 3 -> 4: + ------------------------------------------------------------------------------------------------ + zone type zone id disposition underlay IP + ------------------------------------------------------------------------------------------------ + crucible 057daeb5-798b-439c-aab8-004b54343323 in service fd00:1122:3344:103::29 + crucible 0c59cc2b-00e8-4243-bf24-1cfc25a212a3 in service fd00:1122:3344:103::2d + crucible 13efd31e-52f3-4914-bc30-45f22828631a in service fd00:1122:3344:103::26 + crucible 45644bcc-ea79-4a03-b829-43a27acd5c90 in service fd00:1122:3344:103::24 + crucible 9da97e85-7aff-4815-8fac-a48bed2b8bd0 in service fd00:1122:3344:103::2c + crucible c6d063b8-9faa-42af-a216-bc4dff420804 in service fd00:1122:3344:103::25 + crucible d85f10cc-ea8d-4d9a-a198-9fcc999bb577 in service fd00:1122:3344:103::2b + crucible deb1efa8-c55a-438e-9e32-15a9f1dde9c5 in service fd00:1122:3344:103::28 + crucible eb9571d1-cfd2-4115-8f30-373edd25573e in service fd00:1122:3344:103::2a + crucible fdb62b4e-d73b-4988-8780-9252f04f540f in service fd00:1122:3344:103::27 + crucible_pantry c1c9fd43-8a57-4e43-9b09-abe849743076 in service fd00:1122:3344:103::23 + internal_dns 68c89612-31f2-4509-b757-44f8e65f2168 in service fd00:1122:3344:2::1 + internal_ntp 036a57cf-b759-4c24-af45-d15c60883e9f in service fd00:1122:3344:103::21 + nexus 7cebfab2-4453-4614-b904-96939bc339d3 in service fd00:1122:3344:103::22 +* clickhouse_keeper 2bae8ad4-3d1f-43aa-8c9b-5dcce65c0480 - in service fd00:1122:3344:103::2e + └─ + expunged +* clickhouse_server c0951435-7d95-4356-bcd3-9d92756d911a - in service fd00:1122:3344:103::2f + └─ + expunged + + + sled be4a3b25-dde1-40a4-b909-9fa4379a8510 (active): + + physical disks at generation 1: + ---------------------------------------------------------------------- + vendor model serial + ---------------------------------------------------------------------- + fake-vendor fake-model serial-288d864c-3a9e-4f21-8c6e-720702c82a29 + fake-vendor fake-model serial-5f877424-eca4-4c5d-af7f-41627382cfd8 + fake-vendor fake-model serial-65ebc532-cbb7-43e1-923b-37c5cb7236d7 + fake-vendor fake-model serial-8277a18f-3187-4893-8ef1-5cbfe2284616 + fake-vendor fake-model serial-83592889-d746-4c5d-98e8-582d9c34a15f + fake-vendor fake-model serial-88e423b5-98c9-4e78-992a-5d01e1c33272 + fake-vendor fake-model serial-a5553017-9991-4ffb-ae37-f9c0e3428562 + fake-vendor fake-model serial-b2c5a75b-9f72-405a-8134-691c0f45a1fd + fake-vendor fake-model serial-d4d665fc-df4d-4a13-b9c2-ad13549c0845 + fake-vendor fake-model serial-facb28ca-94fd-47a0-bf63-ee394d32c43b + + + datasets generation 2 -> 3: + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + dataset name dataset uuid quota reservation compression + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + oxp_288d864c-3a9e-4f21-8c6e-720702c82a29/crucible d76f6218-ca13-40d6-bea4-fc7ceeb2926b none none off + oxp_288d864c-3a9e-4f21-8c6e-720702c82a29/crypt/clickhouse_keeper e181ab51-2eb2-4552-a38c-9bafcaf7765b none none off + oxp_288d864c-3a9e-4f21-8c6e-720702c82a29/crypt/clickhouse_server b0d669e6-1faf-4562-82fa-040422a06c9b none none off + oxp_288d864c-3a9e-4f21-8c6e-720702c82a29/crypt/debug 2de28d6e-987e-42bd-9323-10e4bc772d33 100 GiB none gzip-9 + oxp_288d864c-3a9e-4f21-8c6e-720702c82a29/crypt/internal_dns a3ce0f4d-a253-4284-907b-f59e777564df none none off + oxp_288d864c-3a9e-4f21-8c6e-720702c82a29/crypt/zone 10877dd7-7567-4226-9033-b2af0d88529e none none off + oxp_288d864c-3a9e-4f21-8c6e-720702c82a29/crypt/zone/oxz_clickhouse_keeper_b8f84002-e213-4311-9d0a-f5a100735ea5 849d2000-dab1-4f5f-b9b9-79294aefe298 none none off + oxp_288d864c-3a9e-4f21-8c6e-720702c82a29/crypt/zone/oxz_clickhouse_server_c3c0a7b9-2829-4b2d-a2d9-bd2bab02af0f 4aeb359a-4f04-4267-8316-291871cbf89b none none off + oxp_288d864c-3a9e-4f21-8c6e-720702c82a29/crypt/zone/oxz_crucible_f25ab7b4-e3e7-4cad-aae3-3cefd2040506 fcea9a6f-5b9c-45c7-953d-feceb00a2e9a none none off + oxp_288d864c-3a9e-4f21-8c6e-720702c82a29/crypt/zone/oxz_crucible_pantry_61386aeb-5feb-4cae-9da2-9a169dd79a09 8da2ea7c-1fdc-40d3-a9ac-aa7792969525 none none off + oxp_288d864c-3a9e-4f21-8c6e-720702c82a29/crypt/zone/oxz_internal_dns_f2ec46c3-3ab4-426f-823a-eb7b4b57fd53 b00cc455-04aa-4fee-81a3-fe7e16720381 none none off + oxp_288d864c-3a9e-4f21-8c6e-720702c82a29/crypt/zone/oxz_nexus_7ac3bbd8-bbdd-4acd-9957-efbb43354f70 52db4583-1028-4908-989c-9024fb5c9159 none none off + oxp_288d864c-3a9e-4f21-8c6e-720702c82a29/crypt/zone/oxz_ntp_df6e43a7-ad9b-41c8-bea4-421b1b52e059 75576295-3742-45c5-b5d5-7bc045b3e451 none none off + oxp_5f877424-eca4-4c5d-af7f-41627382cfd8/crucible ddcd2927-1cc7-4aa1-8d90-0ac8ec13f64a none none off + oxp_5f877424-eca4-4c5d-af7f-41627382cfd8/crypt/debug e6ec4e00-713e-4b9c-a156-df22f5019dab 100 GiB none gzip-9 + oxp_5f877424-eca4-4c5d-af7f-41627382cfd8/crypt/zone df1cff74-0dba-465b-a5ac-97638d129c97 none none off + oxp_5f877424-eca4-4c5d-af7f-41627382cfd8/crypt/zone/oxz_crucible_b37afa7c-2ff1-4f5f-9040-4099ed12906b c6a6fc32-0fe5-4b91-9a32-7acb0b74231e none none off + oxp_65ebc532-cbb7-43e1-923b-37c5cb7236d7/crucible e9203f73-5fdd-4902-9f75-cbb9f3b176b8 none none off + oxp_65ebc532-cbb7-43e1-923b-37c5cb7236d7/crypt/debug 2bf3bf5c-4136-40b9-833e-4f4e0a0028c0 100 GiB none gzip-9 + oxp_65ebc532-cbb7-43e1-923b-37c5cb7236d7/crypt/zone 6c044af3-8312-4239-b74b-d62bff4c2335 none none off + oxp_65ebc532-cbb7-43e1-923b-37c5cb7236d7/crypt/zone/oxz_crucible_d70acd67-a84c-418e-8867-799ed9b856ef 039974e3-aeb5-472f-bfa9-ddbdbc417a96 none none off + oxp_8277a18f-3187-4893-8ef1-5cbfe2284616/crucible b462ccdb-a0d9-44cc-953a-4fe1b4037c9a none none off + oxp_8277a18f-3187-4893-8ef1-5cbfe2284616/crypt/debug b58ebe62-ffb9-45eb-be29-9211a74f5369 100 GiB none gzip-9 + oxp_8277a18f-3187-4893-8ef1-5cbfe2284616/crypt/zone c7726fd7-bee1-473c-b392-5c32bc59bd9a none none off + oxp_8277a18f-3187-4893-8ef1-5cbfe2284616/crypt/zone/oxz_crucible_6a31350d-eb6c-4b61-97ff-0d673c07fee3 a94317df-b46f-431b-b5af-023dad4e8bd5 none none off + oxp_83592889-d746-4c5d-98e8-582d9c34a15f/crucible efd08a8a-2110-4cf8-ba3f-49a525b24adb none none off + oxp_83592889-d746-4c5d-98e8-582d9c34a15f/crypt/debug a17ba250-f11d-42f1-8cc5-ed35a662bfc2 100 GiB none gzip-9 + oxp_83592889-d746-4c5d-98e8-582d9c34a15f/crypt/zone f93193ae-e6b5-4d89-b85e-7eec27ff1e20 none none off + oxp_83592889-d746-4c5d-98e8-582d9c34a15f/crypt/zone/oxz_crucible_26d3f8d0-228a-4f89-aa4a-fa33aeba4fd0 6f2af271-d4e4-46e1-9220-22c3f9718852 none none off + oxp_88e423b5-98c9-4e78-992a-5d01e1c33272/crucible d4fa3bc4-799f-4c1d-a57f-58b7daf7abc0 none none off + oxp_88e423b5-98c9-4e78-992a-5d01e1c33272/crypt/debug ade46ccb-5a1b-4461-bbf8-ad99fc47580f 100 GiB none gzip-9 + oxp_88e423b5-98c9-4e78-992a-5d01e1c33272/crypt/zone 9fcbb996-0ec9-41ea-bd0b-94663faeabea none none off + oxp_88e423b5-98c9-4e78-992a-5d01e1c33272/crypt/zone/oxz_crucible_b1546506-c538-4c74-9f5d-8e9c8e68896e 7d782152-aac5-4604-86d8-303bb9e9b42c none none off + oxp_a5553017-9991-4ffb-ae37-f9c0e3428562/crucible 96b5bbc7-ea73-48ac-8533-96a6c1c2f59f none none off + oxp_a5553017-9991-4ffb-ae37-f9c0e3428562/crypt/debug e36f06e6-b3a8-45ea-9b01-0e3e9b43d54a 100 GiB none gzip-9 + oxp_a5553017-9991-4ffb-ae37-f9c0e3428562/crypt/zone a6ddc1e2-f6d0-4524-a745-b3d6416f8b5f none none off + oxp_a5553017-9991-4ffb-ae37-f9c0e3428562/crypt/zone/oxz_crucible_446a395a-2f8b-4849-a0d5-bbdca403b095 bee9e11b-1beb-4984-bfca-54fb82015ec9 none none off + oxp_b2c5a75b-9f72-405a-8134-691c0f45a1fd/crucible 5b37edae-1bf4-4b0e-aba8-0111c831eac5 none none off + oxp_b2c5a75b-9f72-405a-8134-691c0f45a1fd/crypt/debug 9cf0f2dc-c6f6-43ba-b508-85990f8cecf4 100 GiB none gzip-9 + oxp_b2c5a75b-9f72-405a-8134-691c0f45a1fd/crypt/zone c937194c-05d5-4f53-9078-d3a6f07cbe5e none none off + oxp_b2c5a75b-9f72-405a-8134-691c0f45a1fd/crypt/zone/oxz_crucible_6afd4461-ef10-48b3-83c9-7dcbddee6595 a2078b28-9e04-4076-868e-fee483108252 none none off + oxp_d4d665fc-df4d-4a13-b9c2-ad13549c0845/crucible 032746d6-e276-4b59-a17e-349c98ace522 none none off + oxp_d4d665fc-df4d-4a13-b9c2-ad13549c0845/crypt/debug 80ecfdaf-b5a9-4e3f-a187-15ac2cb1db16 100 GiB none gzip-9 + oxp_d4d665fc-df4d-4a13-b9c2-ad13549c0845/crypt/zone dc23d8ef-b503-4ac3-ae28-5bf78c4ebc70 none none off + oxp_d4d665fc-df4d-4a13-b9c2-ad13549c0845/crypt/zone/oxz_crucible_f84c9d55-5c9d-43a1-a6e5-f769eeaae158 2b866c41-827e-4e98-bd5b-f6d20d839f9d none none off + oxp_facb28ca-94fd-47a0-bf63-ee394d32c43b/crucible 2b1819c1-a30e-42c4-b5fa-67f71e496ba1 none none off + oxp_facb28ca-94fd-47a0-bf63-ee394d32c43b/crypt/debug b375cde4-ff30-4f27-9561-3e9f83d671da 100 GiB none gzip-9 + oxp_facb28ca-94fd-47a0-bf63-ee394d32c43b/crypt/zone 6ad4f8be-cd3b-4950-8a86-f854dc96580f none none off + oxp_facb28ca-94fd-47a0-bf63-ee394d32c43b/crypt/zone/oxz_crucible_7e6977aa-6e27-4a9f-9d82-e42f883ffb8d dfd64a35-1573-49c6-a542-a057c7a5ae20 none none off ++ oxp_288d864c-3a9e-4f21-8c6e-720702c82a29/crypt/clickhouse b642a90a-32e9-48a8-b5e7-aede02141b67 none none off ++ oxp_288d864c-3a9e-4f21-8c6e-720702c82a29/crypt/zone/oxz_clickhouse_729bb1a1-20e6-42b1-9a42-d495c6697823 19df5137-af48-4224-91bb-b00c7460c42a none none off + + + omicron zones generation 3 -> 4: + ------------------------------------------------------------------------------------------------ + zone type zone id disposition underlay IP + ------------------------------------------------------------------------------------------------ + crucible 26d3f8d0-228a-4f89-aa4a-fa33aeba4fd0 in service fd00:1122:3344:101::28 + crucible 446a395a-2f8b-4849-a0d5-bbdca403b095 in service fd00:1122:3344:101::2a + crucible 6a31350d-eb6c-4b61-97ff-0d673c07fee3 in service fd00:1122:3344:101::27 + crucible 6afd4461-ef10-48b3-83c9-7dcbddee6595 in service fd00:1122:3344:101::2b + crucible 7e6977aa-6e27-4a9f-9d82-e42f883ffb8d in service fd00:1122:3344:101::2d + crucible b1546506-c538-4c74-9f5d-8e9c8e68896e in service fd00:1122:3344:101::29 + crucible b37afa7c-2ff1-4f5f-9040-4099ed12906b in service fd00:1122:3344:101::25 + crucible d70acd67-a84c-418e-8867-799ed9b856ef in service fd00:1122:3344:101::26 + crucible f25ab7b4-e3e7-4cad-aae3-3cefd2040506 in service fd00:1122:3344:101::24 + crucible f84c9d55-5c9d-43a1-a6e5-f769eeaae158 in service fd00:1122:3344:101::2c + crucible_pantry 61386aeb-5feb-4cae-9da2-9a169dd79a09 in service fd00:1122:3344:101::23 + internal_dns f2ec46c3-3ab4-426f-823a-eb7b4b57fd53 in service fd00:1122:3344:3::1 + internal_ntp df6e43a7-ad9b-41c8-bea4-421b1b52e059 in service fd00:1122:3344:101::21 + nexus 7ac3bbd8-bbdd-4acd-9957-efbb43354f70 in service fd00:1122:3344:101::22 +* clickhouse_keeper b8f84002-e213-4311-9d0a-f5a100735ea5 - in service fd00:1122:3344:101::2e + └─ + expunged +* clickhouse_server c3c0a7b9-2829-4b2d-a2d9-bd2bab02af0f - in service fd00:1122:3344:101::2f + └─ + expunged ++ clickhouse 729bb1a1-20e6-42b1-9a42-d495c6697823 in service fd00:1122:3344:101::30 + + + COCKROACHDB SETTINGS: + state fingerprint::::::::::::::::: (none) (unchanged) + cluster.preserve_downgrade_option: (do not modify) (unchanged) + + METADATA: + internal DNS version: 1 (unchanged) + external DNS version: 1 (unchanged) + + CLICKHOUSE CLUSTER CONFIG: +- generation::::::::::::::::::::::::::::::::::::: 2 +- max used server id::::::::::::::::::::::::::::: 2 +- max used keeper id::::::::::::::::::::::::::::: 3 +- cluster name::::::::::::::::::::::::::::::::::: oximeter_cluster +- cluster secret::::::::::::::::::::::::::::::::: 7470cfb0-bfbf-49d0-b37b-13747463c865 +- highest seen keeper leader committed log index: 0 + + clickhouse keepers at generation 2: + ------------------------------------------------ + zone id keeper id + ------------------------------------------------ +- 15f8164a-63e5-404e-81a5-c13e5855f7ca 1 +- 2bae8ad4-3d1f-43aa-8c9b-5dcce65c0480 2 +- b8f84002-e213-4311-9d0a-f5a100735ea5 3 + + clickhouse servers at generation 2: + ------------------------------------------------ + zone id server id + ------------------------------------------------ +- c0951435-7d95-4356-bcd3-9d92756d911a 1 +- c3c0a7b9-2829-4b2d-a2d9-bd2bab02af0f 2 + diff --git a/nexus/types/src/deployment.rs b/nexus/types/src/deployment.rs index 10711bffc0..b27212cb2a 100644 --- a/nexus/types/src/deployment.rs +++ b/nexus/types/src/deployment.rs @@ -17,6 +17,7 @@ use crate::internal_api::params::DnsConfigParams; use crate::inventory::Collection; pub use crate::inventory::SourceNatConfig; pub use crate::inventory::ZpoolName; +use blueprint_diff::ClickhouseClusterConfigDiffTablesForSingleBlueprint; use derive_more::From; use nexus_sled_agent_shared::inventory::OmicronZoneConfig; use nexus_sled_agent_shared::inventory::OmicronZoneType; @@ -90,9 +91,9 @@ pub use zone_type::BlueprintZoneType; pub use zone_type::DurableDataset; use blueprint_display::{ - constants::*, BpDiffState, BpGeneration, BpOmicronZonesSubtableSchema, - BpPhysicalDisksSubtableSchema, BpSledSubtable, BpSledSubtableData, - BpSledSubtableRow, KvListWithHeading, + constants::*, BpDiffState, BpGeneration, BpOmicronZonesTableSchema, + BpPhysicalDisksTableSchema, BpTable, BpTableData, BpTableRow, + KvListWithHeading, }; pub use blueprint_diff::BlueprintDiff; @@ -269,8 +270,7 @@ impl Blueprint { self.blueprint_zones.keys().copied() } - /// Summarize the difference between sleds and zones between two - /// blueprints. + /// Summarize the difference between two blueprints. /// /// The argument provided is the "before" side, and `self` is the "after" /// side. This matches the order of arguments to @@ -278,6 +278,7 @@ impl Blueprint { pub fn diff_since_blueprint(&self, before: &Blueprint) -> BlueprintDiff { BlueprintDiff::new( DiffBeforeMetadata::Blueprint(Box::new(before.metadata())), + DiffBeforeClickhouseClusterConfig::from(before), before.sled_state.clone(), before .blueprint_zones @@ -294,16 +295,11 @@ impl Blueprint { .iter() .map(|(sled_id, datasets)| (*sled_id, datasets.clone().into())) .collect(), - self.metadata(), - self.sled_state.clone(), - self.blueprint_zones.clone(), - self.blueprint_disks.clone(), - self.blueprint_datasets.clone(), + &self, ) } - /// Summarize the differences in sleds and zones between a collection and a - /// blueprint. + /// Summarize the differences between a collection and a blueprint. /// /// This gives an idea about what would change about a running system if /// one were to execute the blueprint. @@ -364,15 +360,12 @@ impl Blueprint { BlueprintDiff::new( DiffBeforeMetadata::Collection { id: before.id }, + DiffBeforeClickhouseClusterConfig::from(before), before_state, before_zones, before_disks, before_datasets, - self.metadata(), - self.sled_state.clone(), - self.blueprint_zones.clone(), - self.blueprint_disks.clone(), - self.blueprint_datasets.clone(), + &self, ) } @@ -383,38 +376,29 @@ impl Blueprint { } } -impl BpSledSubtableData for &OmicronPhysicalDisksConfig { +impl BpTableData for &OmicronPhysicalDisksConfig { fn bp_generation(&self) -> BpGeneration { BpGeneration::Value(self.generation) } - fn rows( - &self, - state: BpDiffState, - ) -> impl Iterator { + fn rows(&self, state: BpDiffState) -> impl Iterator { let sorted_disk_ids: BTreeSet = self.disks.iter().map(|d| d.identity.clone()).collect(); sorted_disk_ids.into_iter().map(move |d| { - BpSledSubtableRow::from_strings( - state, - vec![d.vendor, d.model, d.serial], - ) + BpTableRow::from_strings(state, vec![d.vendor, d.model, d.serial]) }) } } -impl BpSledSubtableData for BlueprintOrCollectionZonesConfig { +impl BpTableData for BlueprintOrCollectionZonesConfig { fn bp_generation(&self) -> BpGeneration { BpGeneration::Value(self.generation()) } - fn rows( - &self, - state: BpDiffState, - ) -> impl Iterator { + fn rows(&self, state: BpDiffState) -> impl Iterator { self.zones().map(move |zone| { - BpSledSubtableRow::from_strings( + BpTableRow::from_strings( state, vec![ zone.kind().report_str().to_string(), @@ -427,6 +411,27 @@ impl BpSledSubtableData for BlueprintOrCollectionZonesConfig { } } +// Useful implementation for printing two column tables stored in a `BTreeMap`, where +// each key and value impl `Display`. +impl BpTableData for (Generation, &BTreeMap) +where + S1: fmt::Display, + S2: fmt::Display, +{ + fn bp_generation(&self) -> BpGeneration { + BpGeneration::Value(self.0) + } + + fn rows(&self, state: BpDiffState) -> impl Iterator { + self.1.iter().map(move |(s1, s2)| { + BpTableRow::from_strings( + state, + vec![s1.to_string(), s2.to_string()], + ) + }) + } +} + /// Wrapper to allow a [`Blueprint`] to be displayed with information. /// /// Returned by [`Blueprint::display()`]. @@ -489,6 +494,21 @@ impl<'a> BlueprintDisplay<'a> { ], ) } + + // Return tables representing a [`ClickhouseClusterConfig`] in a given blueprint + fn make_clickhouse_cluster_config_tables( + &self, + ) -> Option<(KvListWithHeading, BpTable, BpTable)> { + let config = &self.blueprint.clickhouse_cluster_config.as_ref()?; + + let diff_table = + ClickhouseClusterConfigDiffTablesForSingleBlueprint::new( + BpDiffState::Unchanged, + config, + ); + + Some((diff_table.metadata, diff_table.keepers, diff_table.servers)) + } } impl<'a> fmt::Display for BlueprintDisplay<'a> { @@ -512,8 +532,8 @@ impl<'a> fmt::Display for BlueprintDisplay<'a> { // If there are corresponding zones, print those as well. for (sled_id, disks) in &self.blueprint.blueprint_disks { // Construct the disks subtable - let disks_table = BpSledSubtable::new( - BpPhysicalDisksSubtableSchema {}, + let disks_table = BpTable::new( + BpPhysicalDisksTableSchema {}, disks.bp_generation(), disks.rows(BpDiffState::Unchanged).collect(), ); @@ -533,8 +553,8 @@ impl<'a> fmt::Display for BlueprintDisplay<'a> { Some(zones) => { let zones = BlueprintOrCollectionZonesConfig::from(zones.clone()); - let zones_tab = BpSledSubtable::new( - BpOmicronZonesSubtableSchema {}, + let zones_tab = BpTable::new( + BpOmicronZonesTableSchema {}, zones.bp_generation(), zones.rows(BpDiffState::Unchanged).collect(), ); @@ -563,8 +583,8 @@ impl<'a> fmt::Display for BlueprintDisplay<'a> { f, "\n!{sled_id}\n{}\n{}\n\n", "WARNING: Zones exist without physical disks!", - BpSledSubtable::new( - BpOmicronZonesSubtableSchema {}, + BpTable::new( + BpOmicronZonesTableSchema {}, zones.bp_generation(), zones.rows(BpDiffState::Unchanged).collect() ) @@ -572,6 +592,11 @@ impl<'a> fmt::Display for BlueprintDisplay<'a> { } } + if let Some((t1, t2, t3)) = self.make_clickhouse_cluster_config_tables() + { + writeln!(f, "{t1}\n{t2}\n{t3}\n")?; + } + writeln!(f, "{}", self.make_cockroachdb_table())?; writeln!(f, "{}", self.make_metadata_table())?; @@ -1094,6 +1119,37 @@ impl DiffBeforeMetadata { } } +/// Data about the "before" version within a [`BlueprintDiff`] +/// +/// We only track keepers in inventory collections. +#[derive(Clone, Debug)] +pub enum DiffBeforeClickhouseClusterConfig { + Collection { + id: CollectionUuid, + latest_keeper_membership: + Option, + }, + Blueprint(Option), +} + +impl From<&Collection> for DiffBeforeClickhouseClusterConfig { + fn from(value: &Collection) -> Self { + DiffBeforeClickhouseClusterConfig::Collection { + id: value.id, + latest_keeper_membership: value + .latest_clickhouse_keeper_membership(), + } + } +} + +impl From<&Blueprint> for DiffBeforeClickhouseClusterConfig { + fn from(value: &Blueprint) -> Self { + DiffBeforeClickhouseClusterConfig::Blueprint( + value.clickhouse_cluster_config.clone(), + ) + } +} + /// Single sled's zones config for "before" version within a [`BlueprintDiff`]. #[derive(Clone, Debug)] pub enum BlueprintOrCollectionZonesConfig { diff --git a/nexus/types/src/deployment/blueprint_diff.rs b/nexus/types/src/deployment/blueprint_diff.rs index 99f69907c7..61c7265301 100644 --- a/nexus/types/src/deployment/blueprint_diff.rs +++ b/nexus/types/src/deployment/blueprint_diff.rs @@ -6,12 +6,14 @@ use super::blueprint_display::{ constants::*, linear_table_modified, linear_table_unchanged, - BpDatasetsSubtableSchema, BpDiffState, BpGeneration, - BpOmicronZonesSubtableSchema, BpPhysicalDisksSubtableSchema, - BpSledSubtable, BpSledSubtableColumn, BpSledSubtableData, - BpSledSubtableRow, KvListWithHeading, KvPair, + BpClickhouseServersTableSchema, BpDatasetsTableSchema, BpDiffState, + BpGeneration, BpOmicronZonesTableSchema, BpPhysicalDisksTableSchema, + BpTable, BpTableColumn, BpTableData, BpTableRow, KvListWithHeading, KvPair, +}; +use super::{ + zone_sort_key, Blueprint, ClickhouseClusterConfig, + CockroachDbPreserveDowngrade, DiffBeforeClickhouseClusterConfig, }; -use super::{zone_sort_key, CockroachDbPreserveDowngrade}; use nexus_sled_agent_shared::inventory::ZoneKind; use omicron_common::api::external::Generation; use omicron_common::disk::DiskIdentity; @@ -20,6 +22,7 @@ use omicron_uuid_kinds::SledUuid; use std::collections::{BTreeMap, BTreeSet}; use std::fmt; +use crate::deployment::blueprint_display::BpClickhouseKeepersTableSchema; use crate::deployment::{ BlueprintDatasetConfigForDiff, BlueprintDatasetsConfig, BlueprintMetadata, BlueprintOrCollectionDatasetsConfig, BlueprintOrCollectionDisksConfig, @@ -38,7 +41,7 @@ pub struct BpDiffZoneDetails { pub zones: Vec, } -impl BpSledSubtableData for BpDiffZoneDetails { +impl BpTableData for BpDiffZoneDetails { fn bp_generation(&self) -> BpGeneration { BpGeneration::Diff { before: self.generation_before, @@ -46,12 +49,9 @@ impl BpSledSubtableData for BpDiffZoneDetails { } } - fn rows( - &self, - state: BpDiffState, - ) -> impl Iterator { + fn rows(&self, state: BpDiffState) -> impl Iterator { self.zones.iter().map(move |zone| { - BpSledSubtableRow::from_strings( + BpTableRow::from_strings( state, vec![ zone.kind().report_str().to_string(), @@ -139,7 +139,7 @@ pub struct BpDiffZonesModified { pub zones: Vec, } -impl BpSledSubtableData for BpDiffZonesModified { +impl BpTableData for BpDiffZonesModified { fn bp_generation(&self) -> BpGeneration { BpGeneration::Diff { before: Some(self.generation_before), @@ -147,25 +147,20 @@ impl BpSledSubtableData for BpDiffZonesModified { } } - fn rows( - &self, - state: BpDiffState, - ) -> impl Iterator { + fn rows(&self, state: BpDiffState) -> impl Iterator { self.zones.iter().map(move |zone| { - BpSledSubtableRow::new( + BpTableRow::new( state, vec![ - BpSledSubtableColumn::value( + BpTableColumn::value( zone.zone.kind().report_str().to_string(), ), - BpSledSubtableColumn::value(zone.zone.id().to_string()), - BpSledSubtableColumn::diff( + BpTableColumn::value(zone.zone.id().to_string()), + BpTableColumn::diff( zone.prior_disposition.to_string(), zone.zone.disposition().to_string(), ), - BpSledSubtableColumn::value( - zone.zone.underlay_ip().to_string(), - ), + BpTableColumn::value(zone.zone.underlay_ip().to_string()), ], ) }) @@ -345,7 +340,7 @@ impl BpDiffZones { diffs } - /// Return a [`BpSledSubtable`] for the given `sled_id` + /// Return a [`BpTable`] for the given `sled_id` /// /// We collate all the data from each category to produce a single table. /// The order is: @@ -361,10 +356,7 @@ impl BpDiffZones { /// /// Errors are printed in a more freeform manner after the table is /// displayed. - pub fn to_bp_sled_subtable( - &self, - sled_id: &SledUuid, - ) -> Option { + pub fn to_bp_sled_subtable(&self, sled_id: &SledUuid) -> Option { let mut generation = BpGeneration::Diff { before: None, after: None }; let mut rows = vec![]; if let Some(diff) = self.unchanged.get(sled_id) { @@ -392,11 +384,7 @@ impl BpDiffZones { if rows.is_empty() { None } else { - Some(BpSledSubtable::new( - BpOmicronZonesSubtableSchema {}, - generation, - rows, - )) + Some(BpTable::new(BpOmicronZonesTableSchema {}, generation, rows)) } } } @@ -413,7 +401,7 @@ pub struct DiffPhysicalDisksDetails { pub disks: BTreeSet, } -impl BpSledSubtableData for DiffPhysicalDisksDetails { +impl BpTableData for DiffPhysicalDisksDetails { fn bp_generation(&self) -> BpGeneration { BpGeneration::Diff { before: self.before_generation, @@ -421,12 +409,9 @@ impl BpSledSubtableData for DiffPhysicalDisksDetails { } } - fn rows( - &self, - state: BpDiffState, - ) -> impl Iterator { + fn rows(&self, state: BpDiffState) -> impl Iterator { self.disks.iter().map(move |d| { - BpSledSubtableRow::from_strings( + BpTableRow::from_strings( state, vec![d.vendor.clone(), d.model.clone(), d.serial.clone()], ) @@ -520,11 +505,8 @@ impl BpDiffPhysicalDisks { diffs } - /// Return a [`BpSledSubtable`] for the given `sled_id` - pub fn to_bp_sled_subtable( - &self, - sled_id: &SledUuid, - ) -> Option { + /// Return a [`BpTable`] for the given `sled_id` + pub fn to_bp_sled_subtable(&self, sled_id: &SledUuid) -> Option { let mut generation = BpGeneration::Diff { before: None, after: None }; let mut rows = vec![]; if let Some(diff) = self.unchanged.get(sled_id) { @@ -546,11 +528,7 @@ impl BpDiffPhysicalDisks { if rows.is_empty() { None } else { - Some(BpSledSubtable::new( - BpPhysicalDisksSubtableSchema {}, - generation, - rows, - )) + Some(BpTable::new(BpPhysicalDisksTableSchema {}, generation, rows)) } } } @@ -568,7 +546,7 @@ pub struct DiffDatasetsDetails { BTreeMap, } -impl BpSledSubtableData for DiffDatasetsDetails { +impl BpTableData for DiffDatasetsDetails { fn bp_generation(&self) -> BpGeneration { BpGeneration::Diff { before: self.before_generation, @@ -576,12 +554,9 @@ impl BpSledSubtableData for DiffDatasetsDetails { } } - fn rows( - &self, - state: BpDiffState, - ) -> impl Iterator { + fn rows(&self, state: BpDiffState) -> impl Iterator { self.datasets.values().map(move |dataset| { - BpSledSubtableRow::from_strings(state, dataset.as_strings()) + BpTableRow::from_strings(state, dataset.as_strings()) }) } } @@ -599,7 +574,7 @@ pub struct BpDiffDatasetsModified { pub datasets: Vec, } -impl BpSledSubtableData for BpDiffDatasetsModified { +impl BpTableData for BpDiffDatasetsModified { fn bp_generation(&self) -> BpGeneration { BpGeneration::Diff { before: self.generation_before, @@ -607,10 +582,7 @@ impl BpSledSubtableData for BpDiffDatasetsModified { } } - fn rows( - &self, - state: BpDiffState, - ) -> impl Iterator { + fn rows(&self, state: BpDiffState) -> impl Iterator { self.datasets.iter().map(move |dataset| { let before_strings = dataset.before.as_strings(); let after_strings = dataset.after.as_strings(); @@ -619,14 +591,14 @@ impl BpSledSubtableData for BpDiffDatasetsModified { for (before, after) in std::iter::zip(before_strings, after_strings) { let column = if before != after { - BpSledSubtableColumn::diff(before, after) + BpTableColumn::diff(before, after) } else { - BpSledSubtableColumn::value(before) + BpTableColumn::value(before) }; columns.push(column); } - BpSledSubtableRow::new(state, columns) + BpTableRow::new(state, columns) }) } } @@ -773,11 +745,8 @@ impl BpDiffDatasets { diffs } - /// Return a [`BpSledSubtable`] for the given `sled_id` - pub fn to_bp_sled_subtable( - &self, - sled_id: &SledUuid, - ) -> Option { + /// Return a [`BpTable`] for the given `sled_id` + pub fn to_bp_sled_subtable(&self, sled_id: &SledUuid) -> Option { let mut generation = BpGeneration::Diff { before: None, after: None }; let mut rows = vec![]; if let Some(diff) = self.unchanged.get(sled_id) { @@ -803,11 +772,7 @@ impl BpDiffDatasets { if rows.is_empty() { None } else { - Some(BpSledSubtable::new( - BpDatasetsSubtableSchema {}, - generation, - rows, - )) + Some(BpTable::new(BpDatasetsTableSchema {}, generation, rows)) } } } @@ -826,14 +791,16 @@ pub struct BlueprintDiff { pub sleds_removed: BTreeSet, pub sleds_unchanged: BTreeSet, pub sleds_modified: BTreeSet, + pub before_clickhouse_cluster_config: DiffBeforeClickhouseClusterConfig, + pub after_clickhouse_cluster_config: Option, } impl BlueprintDiff { /// Build a diff with the provided contents, verifying that the provided /// data is valid. - #[allow(clippy::too_many_arguments)] pub fn new( before_meta: DiffBeforeMetadata, + before_clickhouse_cluster_config: DiffBeforeClickhouseClusterConfig, before_state: BTreeMap, before_zones: BTreeMap, before_disks: BTreeMap, @@ -841,12 +808,13 @@ impl BlueprintDiff { SledUuid, BlueprintOrCollectionDatasetsConfig, >, - after_meta: BlueprintMetadata, - mut after_state: BTreeMap, - after_zones: BTreeMap, - after_disks: BTreeMap, - after_datasets: BTreeMap, + after_blueprint: &Blueprint, ) -> Self { + let mut after_state = after_blueprint.sled_state.clone(); + let after_zones = after_blueprint.blueprint_zones.clone(); + let after_disks = after_blueprint.blueprint_disks.clone(); + let after_datasets = after_blueprint.blueprint_datasets.clone(); + // Work around a quirk of sled decommissioning. If a sled has a before // state of `decommissioned`, it may or may not be present in // `after_state` (presence will depend on whether or not the sled was @@ -940,7 +908,7 @@ impl BlueprintDiff { BlueprintDiff { before_meta, - after_meta, + after_meta: after_blueprint.metadata(), before_state, after_state, zones, @@ -950,6 +918,10 @@ impl BlueprintDiff { sleds_removed, sleds_unchanged: unchanged_sleds, sleds_modified, + before_clickhouse_cluster_config, + after_clickhouse_cluster_config: after_blueprint + .clickhouse_cluster_config + .clone(), } } @@ -959,6 +931,400 @@ impl BlueprintDiff { } } +/// A printable representation of `ClickhouseClusterConfig` diff tables where +/// there is only a single known blueprint with no before or after collection or +/// bluerpint to compare to. +pub struct ClickhouseClusterConfigDiffTablesForSingleBlueprint { + pub metadata: KvListWithHeading, + pub keepers: BpTable, + pub servers: BpTable, +} + +impl ClickhouseClusterConfigDiffTablesForSingleBlueprint { + pub fn new( + diff_state: BpDiffState, + config: &ClickhouseClusterConfig, + ) -> Self { + let rows: Vec<_> = [ + (GENERATION, config.generation.to_string()), + ( + CLICKHOUSE_MAX_USED_SERVER_ID, + config.max_used_server_id.to_string(), + ), + ( + CLICKHOUSE_MAX_USED_KEEPER_ID, + config.max_used_keeper_id.to_string(), + ), + (CLICKHOUSE_CLUSTER_NAME, config.cluster_name.clone()), + (CLICKHOUSE_CLUSTER_SECRET, config.cluster_secret.clone()), + ( + CLICKHOUSE_HIGHEST_SEEN_KEEPER_LEADER_COMMITTED_LOG_INDEX, + config + .highest_seen_keeper_leader_committed_log_index + .to_string(), + ), + ] + .into_iter() + .map(|(key, val)| KvPair::new(diff_state, key, val)) + .collect(); + + let metadata = + KvListWithHeading::new(CLICKHOUSE_CLUSTER_CONFIG_HEADING, rows); + + let keepers = BpTable::new( + BpClickhouseKeepersTableSchema {}, + BpGeneration::Value(config.generation), + (config.generation, &config.keepers).rows(diff_state).collect(), + ); + let servers = BpTable::new( + BpClickhouseServersTableSchema {}, + BpGeneration::Value(config.generation), + (config.generation, &config.servers).rows(diff_state).collect(), + ); + + ClickhouseClusterConfigDiffTablesForSingleBlueprint { + metadata, + keepers, + servers, + } + } +} + +impl From + for ClickhouseClusterConfigDiffTables +{ + fn from( + value: ClickhouseClusterConfigDiffTablesForSingleBlueprint, + ) -> Self { + ClickhouseClusterConfigDiffTables { + metadata: value.metadata, + keepers: value.keepers, + servers: Some(value.servers), + } + } +} + +/// A printable representation of the difference between two +/// `ClickhouseClusterConfig` tables or a `ClickhouseClusterConfig` table and +/// its inventory representation. +pub struct ClickhouseClusterConfigDiffTables { + pub metadata: KvListWithHeading, + pub keepers: BpTable, + pub servers: Option, +} + +impl ClickhouseClusterConfigDiffTables { + pub fn diff_collection_and_blueprint( + before: &clickhouse_admin_types::ClickhouseKeeperClusterMembership, + after: &ClickhouseClusterConfig, + ) -> Self { + let leader_committed_log_index = if before.leader_committed_log_index + == after.highest_seen_keeper_leader_committed_log_index + { + KvPair::new( + BpDiffState::Unchanged, + CLICKHOUSE_HIGHEST_SEEN_KEEPER_LEADER_COMMITTED_LOG_INDEX, + linear_table_unchanged( + &after.highest_seen_keeper_leader_committed_log_index, + ), + ) + } else { + KvPair::new( + BpDiffState::Modified, + CLICKHOUSE_HIGHEST_SEEN_KEEPER_LEADER_COMMITTED_LOG_INDEX, + linear_table_modified( + &before.leader_committed_log_index, + &after.highest_seen_keeper_leader_committed_log_index, + ), + ) + }; + let metadata = KvListWithHeading::new( + CLICKHOUSE_CLUSTER_CONFIG_HEADING, + vec![ + KvPair::new( + BpDiffState::Added, + GENERATION, + linear_table_modified( + &NOT_PRESENT_IN_COLLECTION_PARENS, + &after.generation, + ), + ), + KvPair::new( + BpDiffState::Added, + CLICKHOUSE_MAX_USED_SERVER_ID, + linear_table_modified( + &NOT_PRESENT_IN_COLLECTION_PARENS, + &after.max_used_server_id, + ), + ), + KvPair::new( + BpDiffState::Added, + CLICKHOUSE_MAX_USED_KEEPER_ID, + linear_table_modified( + &NOT_PRESENT_IN_COLLECTION_PARENS, + &after.max_used_keeper_id, + ), + ), + KvPair::new( + BpDiffState::Added, + CLICKHOUSE_CLUSTER_NAME, + linear_table_modified( + &NOT_PRESENT_IN_COLLECTION_PARENS, + &after.cluster_name, + ), + ), + KvPair::new( + BpDiffState::Added, + CLICKHOUSE_CLUSTER_SECRET, + linear_table_modified( + &NOT_PRESENT_IN_COLLECTION_PARENS, + &after.cluster_secret, + ), + ), + leader_committed_log_index, + ], + ); + + // Build up our keeper table + let mut keeper_rows = vec![]; + for (zone_id, keeper_id) in &after.keepers { + if before.raft_config.contains(keeper_id) { + // Unchanged keepers + keeper_rows.push(BpTableRow::new( + BpDiffState::Unchanged, + vec![ + BpTableColumn::Value(zone_id.to_string()), + BpTableColumn::Value(keeper_id.to_string()), + ], + )); + } else { + // Added keepers + keeper_rows.push(BpTableRow::new( + BpDiffState::Added, + vec![ + BpTableColumn::Value(zone_id.to_string()), + BpTableColumn::Value(keeper_id.to_string()), + ], + )); + } + } + + let after_ids: BTreeSet<_> = after.keepers.values().clone().collect(); + for keeper_id in &before.raft_config { + if !after_ids.contains(keeper_id) { + // Removed keepers + keeper_rows.push(BpTableRow::new( + BpDiffState::Removed, + vec![ + BpTableColumn::Value( + NOT_PRESENT_IN_COLLECTION_PARENS.to_string(), + ), + BpTableColumn::Value(keeper_id.to_string()), + ], + )); + } + } + + let keepers = BpTable::new( + BpClickhouseKeepersTableSchema {}, + BpGeneration::Diff { before: None, after: Some(after.generation) }, + keeper_rows, + ); + + // Build up our server table + let server_rows: Vec = after + .servers + .iter() + .map(|(zone_id, server_id)| { + BpTableRow::new( + BpDiffState::Added, + vec![ + BpTableColumn::CollectionNotPresentDiff { + after: zone_id.to_string(), + }, + BpTableColumn::CollectionNotPresentDiff { + after: server_id.to_string(), + }, + ], + ) + }) + .collect(); + + let servers = Some(BpTable::new( + BpClickhouseServersTableSchema {}, + BpGeneration::Diff { before: None, after: Some(after.generation) }, + server_rows, + )); + + ClickhouseClusterConfigDiffTables { metadata, keepers, servers } + } + + pub fn diff_blueprints( + before: &ClickhouseClusterConfig, + after: &ClickhouseClusterConfig, + ) -> Self { + macro_rules! diff_row { + ($member:ident, $label:expr) => { + if before.$member == after.$member { + KvPair::new( + BpDiffState::Unchanged, + $label, + linear_table_unchanged(&after.$member), + ) + } else { + KvPair::new( + BpDiffState::Modified, + $label, + linear_table_modified(&before.$member, &after.$member), + ) + } + }; + } + + let metadata = KvListWithHeading::new( + CLICKHOUSE_CLUSTER_CONFIG_HEADING, + vec![ + diff_row!(generation, GENERATION), + diff_row!(max_used_server_id, CLICKHOUSE_MAX_USED_SERVER_ID), + diff_row!(max_used_keeper_id, CLICKHOUSE_MAX_USED_KEEPER_ID), + diff_row!(cluster_name, CLICKHOUSE_CLUSTER_NAME), + diff_row!(cluster_secret, CLICKHOUSE_CLUSTER_SECRET), + diff_row!( + highest_seen_keeper_leader_committed_log_index, + CLICKHOUSE_HIGHEST_SEEN_KEEPER_LEADER_COMMITTED_LOG_INDEX + ), + ], + ); + + // Macro used to construct keeper and server tables + macro_rules! diff_table_rows { + ($rows:ident, $collection:ident) => { + for (zone_id, id) in &after.$collection { + if before.$collection.contains_key(zone_id) { + // Unchanged + $rows.push(BpTableRow::new( + BpDiffState::Unchanged, + vec![ + BpTableColumn::Value(zone_id.to_string()), + BpTableColumn::Value(id.to_string()), + ], + )); + } else { + // Added + $rows.push(BpTableRow::new( + BpDiffState::Added, + vec![ + BpTableColumn::Value(zone_id.to_string()), + BpTableColumn::Value(id.to_string()), + ], + )); + } + } + + for (zone_id, id) in &before.$collection { + if !after.$collection.contains_key(zone_id) { + // Removed + $rows.push(BpTableRow::new( + BpDiffState::Removed, + vec![ + BpTableColumn::Value(zone_id.to_string()), + BpTableColumn::Value(id.to_string()), + ], + )); + } + } + }; + } + + // Construct our keeper table + let mut keeper_rows = vec![]; + diff_table_rows!(keeper_rows, keepers); + let keepers = BpTable::new( + BpClickhouseKeepersTableSchema {}, + BpGeneration::Diff { + before: Some(before.generation), + after: Some(after.generation), + }, + keeper_rows, + ); + + // Construct our server table + let mut server_rows = vec![]; + diff_table_rows!(server_rows, servers); + + let servers = Some(BpTable::new( + BpClickhouseServersTableSchema {}, + BpGeneration::Diff { + before: Some(before.generation), + after: Some(after.generation), + }, + server_rows, + )); + + ClickhouseClusterConfigDiffTables { metadata, keepers, servers } + } + + /// We are diffing a `Collection` and `Blueprint` but the latest blueprint + /// does not have a ClickhouseClusterConfig. + pub fn removed_from_collection( + before: &clickhouse_admin_types::ClickhouseKeeperClusterMembership, + ) -> Self { + // There's only so much information in a collection. Show what we can. + let metadata = KvListWithHeading::new( + CLICKHOUSE_CLUSTER_CONFIG_HEADING, + vec![KvPair::new( + BpDiffState::Removed, + CLICKHOUSE_HIGHEST_SEEN_KEEPER_LEADER_COMMITTED_LOG_INDEX, + before.leader_committed_log_index.to_string(), + )], + ); + + let keeper_rows: Vec = before + .raft_config + .iter() + .map(|keeper_id| { + BpTableRow::new( + BpDiffState::Removed, + vec![ + BpTableColumn::Value( + NOT_PRESENT_IN_COLLECTION_PARENS.to_string(), + ), + BpTableColumn::Value(keeper_id.to_string()), + ], + ) + }) + .collect(); + + let keepers = BpTable::new( + BpClickhouseKeepersTableSchema {}, + BpGeneration::unknown(), + keeper_rows, + ); + + ClickhouseClusterConfigDiffTables { metadata, keepers, servers: None } + } + + /// The "before" inventory collection or blueprint does not have a relevant + /// keeper configuration. + pub fn added_to_blueprint(after: &ClickhouseClusterConfig) -> Self { + ClickhouseClusterConfigDiffTablesForSingleBlueprint::new( + BpDiffState::Added, + after, + ) + .into() + } + + /// We are diffing two `Blueprint`s, but The latest bluerprint does not have + /// a `ClickhouseClusterConfig`. + pub fn removed_from_blueprint(before: &ClickhouseClusterConfig) -> Self { + ClickhouseClusterConfigDiffTablesForSingleBlueprint::new( + BpDiffState::Removed, + before, + ) + .into() + } +} + /// Wrapper to allow a [`BlueprintDiff`] to be displayed. /// /// Returned by [`BlueprintDiff::display()`]. @@ -1046,6 +1412,72 @@ impl<'diff> BlueprintDiffDisplay<'diff> { ] } + pub fn make_clickhouse_cluster_config_diff_tables( + &self, + ) -> Option { + match ( + &self.diff.before_clickhouse_cluster_config, + &self.diff.after_clickhouse_cluster_config, + ) { + // Before collection + after blueprint + ( + DiffBeforeClickhouseClusterConfig::Collection { + latest_keeper_membership: Some(before), + .. + }, + Some(after), + ) => Some(ClickhouseClusterConfigDiffTables::diff_collection_and_blueprint(before, after)), + + // Before collection only + ( + DiffBeforeClickhouseClusterConfig::Collection { + latest_keeper_membership: Some(before), + .. + }, + None, + ) => Some(ClickhouseClusterConfigDiffTables::removed_from_collection(before)), + + // After blueprint only + ( + DiffBeforeClickhouseClusterConfig::Collection { + latest_keeper_membership: None, + .. + }, + Some(after), + ) => Some(ClickhouseClusterConfigDiffTables::added_to_blueprint(after)), + + // No before or after + ( + DiffBeforeClickhouseClusterConfig::Collection { + latest_keeper_membership: None, + .. + }, + None, + ) => None, + + // Before blueprint + after blueprint + ( + DiffBeforeClickhouseClusterConfig::Blueprint(Some(before)), + Some(after), + ) => Some(ClickhouseClusterConfigDiffTables::diff_blueprints(before, after)), + + // Before blueprint only + ( + DiffBeforeClickhouseClusterConfig::Blueprint(Some(before)), + None, + ) => Some(ClickhouseClusterConfigDiffTables::removed_from_blueprint(before)), + + // After blueprint only + ( + DiffBeforeClickhouseClusterConfig::Blueprint(None), + Some(after), + ) => Some(ClickhouseClusterConfigDiffTables::added_to_blueprint(after)), + + // No before or after + (DiffBeforeClickhouseClusterConfig::Blueprint(None), None) => None, + } + } + /// Write out physical disk and zone tables for a given `sled_id` fn write_tables( &self, @@ -1253,6 +1685,16 @@ impl<'diff> fmt::Display for BlueprintDiffDisplay<'diff> { writeln!(f, "{}", table)?; } + // Write out clickhouse cluster diff tables + if let Some(tables) = self.make_clickhouse_cluster_config_diff_tables() + { + writeln!(f, "{}", tables.metadata)?; + writeln!(f, "{}", tables.keepers)?; + if let Some(servers) = &tables.servers { + writeln!(f, "{}", servers)?; + } + } + Ok(()) } } diff --git a/nexus/types/src/deployment/blueprint_display.rs b/nexus/types/src/deployment/blueprint_display.rs index 4b36d76826..b1c1e0fa80 100644 --- a/nexus/types/src/deployment/blueprint_display.rs +++ b/nexus/types/src/deployment/blueprint_display.rs @@ -23,6 +23,14 @@ pub mod constants { pub const COCKROACHDB_PRESERVE_DOWNGRADE: &str = "cluster.preserve_downgrade_option"; pub const METADATA_HEADING: &str = "METADATA"; + pub const CLICKHOUSE_CLUSTER_CONFIG_HEADING: &str = + "CLICKHOUSE CLUSTER CONFIG"; + pub const CLICKHOUSE_MAX_USED_SERVER_ID: &str = "max used server id"; + pub const CLICKHOUSE_MAX_USED_KEEPER_ID: &str = "max used keeper id"; + pub const CLICKHOUSE_CLUSTER_NAME: &str = "cluster name"; + pub const CLICKHOUSE_CLUSTER_SECRET: &str = "cluster secret"; + pub const CLICKHOUSE_HIGHEST_SEEN_KEEPER_LEADER_COMMITTED_LOG_INDEX: &str = + "highest seen keeper leader committed log index"; pub const CREATED_BY: &str = "created by"; pub const CREATED_AT: &str = "created at"; pub const INTERNAL_DNS_VERSION: &str = "internal DNS version"; @@ -34,6 +42,7 @@ pub mod constants { pub const NOT_PRESENT_IN_COLLECTION_PARENS: &str = "(not present in collection)"; pub const INVALID_VALUE_PARENS: &str = "(invalid value)"; + pub const GENERATION: &str = "generation"; } use constants::*; @@ -80,6 +89,13 @@ pub enum BpGeneration { Diff { before: Option, after: Option }, } +impl BpGeneration { + // Used when there isn't a corresponding generation + pub fn unknown() -> Self { + BpGeneration::Diff { before: None, after: None } + } +} + impl fmt::Display for BpGeneration { fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result { match self { @@ -100,96 +116,98 @@ impl fmt::Display for BpGeneration { } } BpGeneration::Diff { before: None, after: None } => { - write!(f, "Error: unknown generation") + write!(f, "unknown generation") } } } } -pub enum BpSledSubtableColumn { +pub enum BpTableColumn { Value(String), Diff { before: String, after: String }, + // A special nomenclature for when we are diffing a collection with a + // blueprint but the before value doesn't exist in the collection, because + // collections don't have such a field. + CollectionNotPresentDiff { after: String }, } -impl BpSledSubtableColumn { - pub fn value(s: String) -> BpSledSubtableColumn { - BpSledSubtableColumn::Value(s) +impl BpTableColumn { + pub fn value(s: String) -> BpTableColumn { + BpTableColumn::Value(s) } - pub fn diff(before: String, after: String) -> BpSledSubtableColumn { - BpSledSubtableColumn::Diff { before, after } + pub fn diff(before: String, after: String) -> BpTableColumn { + BpTableColumn::Diff { before, after } } pub fn len(&self) -> usize { match self { - BpSledSubtableColumn::Value(s) => s.len(), - BpSledSubtableColumn::Diff { before, after } => { + BpTableColumn::Value(s) => s.len(), + BpTableColumn::Diff { before, after } => { // Add 1 for the added/removed prefix and 1 for a space // // This will need to change if we change how we render diffs in - // the `Display` impl for `BpSledSubtable`. However, putting it + // the `Display` impl for `BpTable`. However, putting it // here allows to minimize any extra horizontal spacing in case // other values for the same column are already longer than the // the before or after values + 2. usize::max(before.len(), after.len()) + 2 } + BpTableColumn::CollectionNotPresentDiff { after } => { + usize::max(NOT_PRESENT_IN_COLLECTION_PARENS.len(), after.len()) + + 4 + } } } } -/// A row in a [`BpSledSubtable`] -pub struct BpSledSubtableRow { +/// A row in a [`BpTable`] +pub struct BpTableRow { state: BpDiffState, - columns: Vec, + columns: Vec, } -impl BpSledSubtableRow { - pub fn new(state: BpDiffState, columns: Vec) -> Self { - BpSledSubtableRow { state, columns } +impl BpTableRow { + pub fn new(state: BpDiffState, columns: Vec) -> Self { + BpTableRow { state, columns } } pub fn from_strings(state: BpDiffState, columns: Vec) -> Self { - BpSledSubtableRow { + BpTableRow { state, - columns: columns - .into_iter() - .map(BpSledSubtableColumn::Value) - .collect(), + columns: columns.into_iter().map(BpTableColumn::Value).collect(), } } } -/// Metadata about all instances of specific type of [`BpSledSubtable`], +/// Metadata about all instances of specific type of [`BpTable`], /// such as omicron zones or physical disks. -pub trait BpSledSubtableSchema { +pub trait BpTableSchema { fn table_name(&self) -> &'static str; fn column_names(&self) -> &'static [&'static str]; } -// Provide data specific to an instance of a [`BpSledSubtable`] -pub trait BpSledSubtableData { +// Provide data specific to an instance of a [`BpTable`] +pub trait BpTableData { fn bp_generation(&self) -> BpGeneration; - fn rows( - &self, - state: BpDiffState, - ) -> impl Iterator; + fn rows(&self, state: BpDiffState) -> impl Iterator; } /// A table specific to a sled resource, such as a zone or disk. -pub struct BpSledSubtable { +pub struct BpTable { table_name: &'static str, column_names: &'static [&'static str], generation: BpGeneration, - rows: Vec, + rows: Vec, } -impl BpSledSubtable { +impl BpTable { pub fn new( - schema: impl BpSledSubtableSchema, + schema: impl BpTableSchema, generation: BpGeneration, - rows: Vec, - ) -> BpSledSubtable { - BpSledSubtable { + rows: Vec, + ) -> BpTable { + BpTable { table_name: schema.table_name(), column_names: schema.column_names(), generation, @@ -217,7 +235,7 @@ impl BpSledSubtable { const SUBTABLE_INDENT: usize = 4; const COLUMN_GAP: usize = 3; -impl fmt::Display for BpSledSubtable { +impl fmt::Display for BpTable { fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result { let widths = self.column_widths(); let mut total_width = @@ -258,12 +276,18 @@ impl fmt::Display for BpSledSubtable { row.columns.iter().zip(&widths).enumerate() { let (column, needs_multiline) = match column { - BpSledSubtableColumn::Value(s) => (s.clone(), false), - BpSledSubtableColumn::Diff { before, .. } => { + BpTableColumn::Value(s) => (s.clone(), false), + BpTableColumn::Diff { before, .. } => { // If we remove the prefix and space, we'll need to also - // modify `BpSledSubtableColumn::len` to reflect this. + // modify `BpTableColumn::len` to reflect this. (format!("{REMOVED_PREFIX} {before}"), true) } + BpTableColumn::CollectionNotPresentDiff { .. } => ( + // If we remove the prefix and space, we'll need to also + // modify `BpTableColumn::len` to reflect this. + NOT_PRESENT_IN_COLLECTION_PARENS.to_string(), + true, + ), }; multiline_row |= needs_multiline; @@ -282,23 +306,20 @@ impl fmt::Display for BpSledSubtable { row.columns.iter().zip(&widths).enumerate() { // Write the after columns or nothing - let column = if let BpSledSubtableColumn::Diff { - after, - .. - } = column - { - // If we remove the prefix and space, we'll need to also - // modify `BpSledSubtableColumn::len` to reflect this. - format!("{ADDED_PREFIX} {after}") - } else { - "".to_string() + let column = match column { + BpTableColumn::Value(_) => "".to_string(), + BpTableColumn::Diff { after, .. } => { + // If we remove the prefix and space, we'll need to also + // modify `BpTableColumn::len` to reflect this. + format!("{ADDED_PREFIX} {after}") + } + BpTableColumn::CollectionNotPresentDiff { after } => { + after.to_string() + } }; - if i == 0 { - // First column should never be modifiable - assert!(column.is_empty()); - let column = format!(" {SUB_LAST}"); - write!(f, "{column: &'static str { "physical disks" } @@ -323,9 +344,9 @@ impl BpSledSubtableSchema for BpPhysicalDisksSubtableSchema { } } -/// The [`BpSledSubtable`] schema for datasets -pub struct BpDatasetsSubtableSchema {} -impl BpSledSubtableSchema for BpDatasetsSubtableSchema { +/// The [`BpTable`] schema for datasets +pub struct BpDatasetsTableSchema {} +impl BpTableSchema for BpDatasetsTableSchema { fn table_name(&self) -> &'static str { "datasets" } @@ -335,9 +356,9 @@ impl BpSledSubtableSchema for BpDatasetsSubtableSchema { } } -/// The [`BpSledSubtable`] schema for omicron zones -pub struct BpOmicronZonesSubtableSchema {} -impl BpSledSubtableSchema for BpOmicronZonesSubtableSchema { +/// The [`BpTable`] schema for omicron zones +pub struct BpOmicronZonesTableSchema {} +impl BpTableSchema for BpOmicronZonesTableSchema { fn table_name(&self) -> &'static str { "omicron zones" } @@ -346,6 +367,30 @@ impl BpSledSubtableSchema for BpOmicronZonesSubtableSchema { } } +/// The [`BpTable`] schema for clickhouse keepers +pub struct BpClickhouseKeepersTableSchema {} +impl BpTableSchema for BpClickhouseKeepersTableSchema { + fn table_name(&self) -> &'static str { + "clickhouse keepers" + } + + fn column_names(&self) -> &'static [&'static str] { + &["zone id", "keeper id"] + } +} + +/// The [`BpTable`] schema for clickhouse servers +pub struct BpClickhouseServersTableSchema {} +impl BpTableSchema for BpClickhouseServersTableSchema { + fn table_name(&self) -> &'static str { + "clickhouse servers" + } + + fn column_names(&self) -> &'static [&'static str] { + &["zone id", "server id"] + } +} + // An entry in a [`KvListWithHeading`] #[derive(Debug)] pub struct KvPair { diff --git a/nexus/types/src/deployment/clickhouse.rs b/nexus/types/src/deployment/clickhouse.rs index 7273156491..d0612e2ddf 100644 --- a/nexus/types/src/deployment/clickhouse.rs +++ b/nexus/types/src/deployment/clickhouse.rs @@ -10,7 +10,6 @@ use omicron_uuid_kinds::OmicronZoneUuid; use schemars::JsonSchema; use serde::{Deserialize, Serialize}; use std::collections::BTreeMap; -use uuid::Uuid; /// Global configuration for all clickhouse servers (replicas) and keepers #[derive(Clone, Debug, Eq, PartialEq, JsonSchema, Deserialize, Serialize)] @@ -91,13 +90,16 @@ pub struct ClickhouseClusterConfig { } impl ClickhouseClusterConfig { - pub fn new(cluster_name: String) -> ClickhouseClusterConfig { + pub fn new( + cluster_name: String, + cluster_secret: String, + ) -> ClickhouseClusterConfig { ClickhouseClusterConfig { generation: Generation::new(), max_used_server_id: 0.into(), max_used_keeper_id: 0.into(), cluster_name, - cluster_secret: Uuid::new_v4().to_string(), + cluster_secret, highest_seen_keeper_leader_committed_log_index: 0, keepers: BTreeMap::new(), servers: BTreeMap::new(),