Compare commits

...

14 Commits

Author SHA1 Message Date
4d6a869639 Merge remote-tracking branch 'origin/master'
Some checks failed
Compile and package harmony_composer / package_harmony_composer (push) Failing after 13m12s
Run Check Script / check (push) Failing after 13m26s
2026-03-28 13:49:47 -04:00
ff1ab1813e wip: harmony_i18n crate 2026-03-28 13:46:14 -04:00
eb9f0b3356 feat: Add inventory agent deployment score 2026-03-28 13:45:24 -04:00
7cb5237fdd fix(secret): openbao implementation wrong fs write call on windows
All checks were successful
Run Check Script / check (push) Successful in 1m48s
Compile and package harmony_composer / package_harmony_composer (push) Successful in 7m40s
2026-03-23 09:20:43 -04:00
9a67bcc96f Merge pull request 'fix/cnpgInstallation' (#251) from fix/cnpgInstallation into master
Some checks failed
Run Check Script / check (push) Successful in 1m45s
Compile and package harmony_composer / package_harmony_composer (push) Failing after 2m15s
Reviewed-on: #251
2026-03-20 21:02:53 +00:00
a377fc1404 Merge branch 'master' into fix/cnpgInstallation
All checks were successful
Run Check Script / check (pull_request) Successful in 1m44s
2026-03-20 20:56:30 +00:00
c9977fee12 fix: CI file moved
All checks were successful
Run Check Script / check (pull_request) Successful in 2m5s
2026-03-20 16:48:38 -04:00
64bf585e07 fix: remove check.sh with broken path handling and fix formatting
Some checks failed
Run Check Script / check (pull_request) Failing after 12s
2026-03-20 16:41:30 -04:00
44e2c45435 fix: flaky tests due to bad environment variables handling in harmony_config crate 2026-03-20 16:40:08 -04:00
cdccbc8939 fix: formatting and minor stuff 2026-03-20 16:34:48 -04:00
9830971d05 feat: Creat namespace in k8s client and wait for namespace ready utility functions 2026-03-20 16:15:51 -04:00
e1183ef6de feat: K8s postgresql score now ensures cnpg is installed 2026-03-20 07:02:26 -04:00
8499f4d1b7 Merge pull request 'fix: small details were preventing to re-save frontends,backends and healthchecks in opnsense UI' (#248) from fix/load-balancer-xml into master
Some checks failed
Run Check Script / check (push) Has been cancelled
Compile and package harmony_composer / package_harmony_composer (push) Has been cancelled
Reviewed-on: #248
2026-03-17 14:38:35 +00:00
67c3265286 fix: small details were preventing to re-save frontends,backends and healthchecks in opnsense UI
All checks were successful
Run Check Script / check (pull_request) Successful in 2m12s
2026-03-13 10:31:17 -04:00
25 changed files with 798 additions and 91 deletions

View File

@@ -15,4 +15,4 @@ jobs:
uses: actions/checkout@v4
- name: Run check script
run: bash check.sh
run: bash build/check.sh

7
Cargo.lock generated
View File

@@ -3010,6 +3010,13 @@ dependencies = [
"thiserror 2.0.18",
]
[[package]]
name = "harmony_i18n"
version = "0.1.0"
dependencies = [
"serde",
]
[[package]]
name = "harmony_inventory_agent"
version = "0.1.0"

View File

@@ -16,6 +16,7 @@ members = [
"harmony_inventory_agent",
"harmony_secret_derive",
"harmony_secret",
"harmony_i18n",
"harmony_config_derive",
"harmony_config",
"brocade",

View File

@@ -1 +0,0 @@
build/check.sh

View File

@@ -27,6 +27,7 @@ async fn main() {
};
let application = Arc::new(RustWebapp {
name: "example-monitoring".to_string(),
version: "0.1.0".to_string(),
dns: "example-monitoring.harmony.mcd".to_string(),
project_root: PathBuf::from("./examples/rust/webapp"),
framework: Some(RustWebFramework::Leptos),

View File

@@ -16,6 +16,7 @@ use harmony_types::{k8s_name::K8sName, net::Url};
async fn main() {
let application = Arc::new(RustWebapp {
name: "test-rhob-monitoring".to_string(),
version: "0.1.0".to_string(),
dns: "test-rhob-monitoring.harmony.mcd".to_string(),
project_root: PathBuf::from("./webapp"), // Relative from 'harmony-path' param
framework: Some(RustWebFramework::Leptos),

View File

@@ -20,6 +20,7 @@ use harmony_types::k8s_name::K8sName;
async fn main() {
let application = Arc::new(RustWebapp {
name: "harmony-example-rust-webapp".to_string(),
version: "0.1.0".to_string(),
dns: "harmony-example-rust-webapp.harmony.mcd".to_string(),
project_root: PathBuf::from("./webapp"),
framework: Some(RustWebFramework::Leptos),

View File

@@ -17,6 +17,7 @@ use std::{path::PathBuf, sync::Arc};
async fn main() {
let application = Arc::new(RustWebapp {
name: "harmony-example-tryrust".to_string(),
version: "0.1.0".to_string(),
dns: "tryrust.example.harmony.mcd".to_string(),
project_root: PathBuf::from("./tryrust.org"), // <== Project root, in this case it is a
// submodule

View File

@@ -2,13 +2,14 @@ use std::collections::HashMap;
use k8s_openapi::api::{
apps::v1::Deployment,
core::v1::{Node, ServiceAccount},
core::v1::{Namespace, Node, ServiceAccount},
};
use k8s_openapi::apiextensions_apiserver::pkg::apis::apiextensions::v1::CustomResourceDefinition;
use kube::api::ApiResource;
use kube::{
Error, Resource,
api::{Api, DynamicObject, GroupVersionKind, ListParams, ObjectList},
core::ErrorResponse,
runtime::conditions,
runtime::wait::await_condition,
};
@@ -313,4 +314,65 @@ impl K8sClient {
) -> Result<ObjectList<Node>, Error> {
self.list_resources(None, list_params).await
}
pub async fn namespace_exists(&self, name: &str) -> Result<bool, Error> {
let api: Api<Namespace> = Api::all(self.client.clone());
match api.get_opt(name).await? {
Some(_) => Ok(true),
None => Ok(false),
}
}
pub async fn create_namespace(&self, name: &str) -> Result<Namespace, Error> {
let namespace = Namespace {
metadata: k8s_openapi::apimachinery::pkg::apis::meta::v1::ObjectMeta {
name: Some(name.to_string()),
..Default::default()
},
..Default::default()
};
let api: Api<Namespace> = Api::all(self.client.clone());
api.create(&kube::api::PostParams::default(), &namespace)
.await
}
pub async fn wait_for_namespace(
&self,
name: &str,
timeout: Option<Duration>,
) -> Result<(), Error> {
let api: Api<Namespace> = Api::all(self.client.clone());
let timeout = timeout.unwrap_or(Duration::from_secs(60));
let start = std::time::Instant::now();
loop {
if start.elapsed() > timeout {
return Err(Error::Api(ErrorResponse {
status: "Timeout".to_string(),
message: format!("Namespace '{}' not ready within timeout", name),
reason: "Timeout".to_string(),
code: 408,
}));
}
match api.get_opt(name).await? {
Some(ns) => {
if let Some(status) = ns.status {
if status.phase == Some("Active".to_string()) {
return Ok(());
}
}
}
None => {
return Err(Error::Api(ErrorResponse {
status: "NotFound".to_string(),
message: format!("Namespace '{}' not found", name),
reason: "NotFound".to_string(),
code: 404,
}));
}
}
tokio::time::sleep(Duration::from_millis(500)).await;
}
}
}

View File

@@ -32,6 +32,7 @@ pub enum InterpretName {
K8sPrometheusCrdAlerting,
CephRemoveOsd,
DiscoverInventoryAgent,
DeployInventoryAgent,
CephClusterHealth,
Custom(&'static str),
RHOBAlerting,
@@ -64,6 +65,7 @@ impl std::fmt::Display for InterpretName {
InterpretName::K8sPrometheusCrdAlerting => f.write_str("K8sPrometheusCrdAlerting"),
InterpretName::CephRemoveOsd => f.write_str("CephRemoveOsd"),
InterpretName::DiscoverInventoryAgent => f.write_str("DiscoverInventoryAgent"),
InterpretName::DeployInventoryAgent => f.write_str("DeployInventoryAgent"),
InterpretName::CephClusterHealth => f.write_str("CephClusterHealth"),
InterpretName::Custom(name) => f.write_str(name),
InterpretName::RHOBAlerting => f.write_str("RHOBAlerting"),

View File

@@ -267,10 +267,16 @@ pub(crate) fn harmony_load_balancer_service_to_haproxy_xml(
SSL::Default => "".into(),
SSL::Other(other) => other.as_str().into(),
};
let path_without_query = path.split_once('?').map_or(path.as_str(), |(p, _)| p);
let (port, port_name) = match port {
Some(port) => (Some(port.to_string()), port.to_string()),
None => (None, "serverport".to_string()),
};
let haproxy_check = HAProxyHealthCheck {
name: format!("HTTP_{http_method}_{path}"),
name: format!("HTTP_{http_method}_{path_without_query}_{port_name}"),
uuid: Uuid::new_v4().to_string(),
http_method: http_method.to_string().into(),
http_method: http_method.to_string().to_lowercase().into(),
health_check_type: "http".to_string(),
http_uri: path.clone().into(),
interval: "2s".to_string(),
@@ -314,7 +320,10 @@ pub(crate) fn harmony_load_balancer_service_to_haproxy_xml(
let mut backend = HAProxyBackend {
uuid: Uuid::new_v4().to_string(),
enabled: 1,
name: format!("backend_{}", service.listening_port),
name: format!(
"backend_{}",
service.listening_port.to_string().replace(':', "_")
),
algorithm: "roundrobin".to_string(),
random_draws: Some(2),
stickiness_expire: "30m".to_string(),
@@ -346,10 +355,22 @@ pub(crate) fn harmony_load_balancer_service_to_haproxy_xml(
let frontend = Frontend {
uuid: uuid::Uuid::new_v4().to_string(),
enabled: 1,
name: format!("frontend_{}", service.listening_port),
name: format!(
"frontend_{}",
service.listening_port.to_string().replace(':', "_")
),
bind: service.listening_port.to_string(),
mode: "tcp".to_string(), // TODO do not depend on health check here
default_backend: Some(backend.uuid.clone()),
stickiness_expire: "30m".to_string().into(),
stickiness_size: "50k".to_string().into(),
stickiness_conn_rate_period: "10s".to_string().into(),
stickiness_sess_rate_period: "10s".to_string().into(),
stickiness_http_req_rate_period: "10s".to_string().into(),
stickiness_http_err_rate_period: "10s".to_string().into(),
stickiness_bytes_in_rate_period: "1m".to_string().into(),
stickiness_bytes_out_rate_period: "1m".to_string().into(),
ssl_hsts_max_age: 15768000,
..Default::default()
};
info!("HAPRoxy frontend and backend mode currently hardcoded to tcp");

View File

@@ -57,6 +57,7 @@ pub enum RustWebFramework {
#[derive(Debug, Clone, Serialize)]
pub struct RustWebapp {
pub name: String,
pub version: String,
/// The path to the root of the Rust project to be containerized.
pub project_root: PathBuf,
pub service_port: u32,
@@ -465,6 +466,7 @@ impl RustWebapp {
let app_name = &self.name;
let service_port = self.service_port;
let chart_version = &self.version;
// Create Chart.yaml
let chart_yaml = format!(
r#"
@@ -472,7 +474,7 @@ apiVersion: v2
name: {chart_name}
description: A Helm chart for the {app_name} web application.
type: application
version: 0.2.1
version: {chart_version}
appVersion: "{image_tag}"
"#,
);

View File

@@ -4,12 +4,24 @@ use std::net::Ipv4Addr;
use cidr::{Ipv4Cidr, Ipv4Inet};
pub use discovery::*;
use tokio::time::{Duration, timeout};
use k8s_openapi::api::{
apps::v1::{DaemonSet, DaemonSetSpec},
core::v1::{
Container, EnvVar, Namespace, PodSpec, PodTemplateSpec, ResourceRequirements, SecurityContext,
ServiceAccount, Toleration,
},
rbac::v1::{PolicyRule, Role, RoleBinding, RoleRef, Subject},
};
use k8s_openapi::apimachinery::pkg::api::resource::Quantity;
use k8s_openapi::apimachinery::pkg::apis::meta::v1::LabelSelector;
use kube::api::ObjectMeta;
use tokio::time::{timeout, Duration};
use async_trait::async_trait;
use harmony_inventory_agent::local_presence::DiscoveryEvent;
use log::{debug, info, trace};
use serde::{Deserialize, Serialize};
use std::collections::BTreeMap;
use crate::{
data::Version,
@@ -17,8 +29,9 @@ use crate::{
infra::inventory::InventoryRepositoryFactory,
interpret::{Interpret, InterpretError, InterpretName, InterpretStatus, Outcome},
inventory::Inventory,
modules::k8s::resource::K8sResourceScore,
score::Score,
topology::Topology,
topology::{K8sclient, Topology},
};
use harmony_types::id::Id;
@@ -290,3 +303,208 @@ impl DiscoverInventoryAgentInterpret {
info!("CIDR discovery completed");
}
}
#[derive(Debug, Clone, Serialize, Deserialize)]
pub struct DeployInventoryAgentScore {
pub image: Option<String>,
}
impl Default for DeployInventoryAgentScore {
fn default() -> Self {
Self {
image: Some("hub.nationtech.io/harmony/harmony_inventory_agent:latest".to_string()),
}
}
}
impl<T: Topology + K8sclient> Score<T> for DeployInventoryAgentScore {
fn name(&self) -> String {
"DeployInventoryAgentScore".to_string()
}
fn create_interpret(&self) -> Box<dyn Interpret<T>> {
Box::new(DeployInventoryAgentInterpret {
score: self.clone(),
})
}
}
#[derive(Debug)]
struct DeployInventoryAgentInterpret {
score: DeployInventoryAgentScore,
}
#[async_trait]
impl<T: Topology + K8sclient> Interpret<T> for DeployInventoryAgentInterpret {
async fn execute(
&self,
_inventory: &Inventory,
topology: &T,
) -> Result<Outcome, InterpretError> {
let namespace_name = "harmony-inventory-agent".to_string();
let image = self.score.image.as_ref().unwrap();
let mut ns_labels = BTreeMap::new();
ns_labels.insert("pod-security.kubernetes.io/enforce".to_string(), "privileged".to_string());
ns_labels.insert("pod-security.kubernetes.io/audit".to_string(), "privileged".to_string());
ns_labels.insert("pod-security.kubernetes.io/warn".to_string(), "privileged".to_string());
let namespace = Namespace {
metadata: ObjectMeta {
name: Some(namespace_name.clone()),
labels: Some(ns_labels),
..ObjectMeta::default()
},
..Namespace::default()
};
let service_account_name = "harmony-inventory-agent".to_string();
let service_account = ServiceAccount {
metadata: ObjectMeta {
name: Some(service_account_name.clone()),
namespace: Some(namespace_name.clone()),
..ObjectMeta::default()
},
..ServiceAccount::default()
};
let role = Role {
metadata: ObjectMeta {
name: Some("use-privileged-scc".to_string()),
namespace: Some(namespace_name.clone()),
..ObjectMeta::default()
},
rules: Some(vec![PolicyRule {
api_groups: Some(vec!["security.openshift.io".to_string()]),
resources: Some(vec!["securitycontextconstraints".to_string()]),
resource_names: Some(vec!["privileged".to_string()]),
verbs: vec!["use".to_string()],
..PolicyRule::default()
}]),
..Role::default()
};
let role_binding = RoleBinding {
metadata: ObjectMeta {
name: Some("use-privileged-scc".to_string()),
namespace: Some(namespace_name.clone()),
..ObjectMeta::default()
},
subjects: Some(vec![Subject {
kind: "ServiceAccount".to_string(),
name: service_account_name.clone(),
namespace: Some(namespace_name.clone()),
..Subject::default()
}]),
role_ref: RoleRef {
api_group: "rbac.authorization.k8s.io".to_string(),
kind: "Role".to_string(),
name: "use-privileged-scc".to_string(),
},
};
let mut daemonset_labels = BTreeMap::new();
daemonset_labels.insert("app".to_string(), "harmony-inventory-agent".to_string());
let daemon_set = DaemonSet {
metadata: ObjectMeta {
name: Some("harmony-inventory-agent".to_string()),
namespace: Some(namespace_name.clone()),
labels: Some(daemonset_labels.clone()),
..ObjectMeta::default()
},
spec: Some(DaemonSetSpec {
selector: LabelSelector {
match_labels: Some(daemonset_labels.clone()),
..LabelSelector::default()
},
template: PodTemplateSpec {
metadata: Some(ObjectMeta {
labels: Some(daemonset_labels),
..ObjectMeta::default()
}),
spec: Some(PodSpec {
service_account_name: Some(service_account_name.clone()),
host_network: Some(true),
dns_policy: Some("ClusterFirstWithHostNet".to_string()),
tolerations: Some(vec![Toleration {
key: Some("node-role.kubernetes.io/master".to_string()),
operator: Some("Exists".to_string()),
effect: Some("NoSchedule".to_string()),
..Toleration::default()
}]),
containers: vec![Container {
name: "inventory-agent".to_string(),
image: Some(image.to_string()),
image_pull_policy: Some("Always".to_string()),
env: Some(vec![EnvVar {
name: "RUST_LOG".to_string(),
value: Some("harmony_inventory_agent=trace,info".to_string()),
..EnvVar::default()
}]),
resources: Some(ResourceRequirements {
limits: Some({
let mut limits = BTreeMap::new();
limits.insert("cpu".to_string(), Quantity("200m".to_string()));
limits.insert("memory".to_string(), Quantity("256Mi".to_string()));
limits
}),
requests: Some({
let mut requests = BTreeMap::new();
requests.insert("cpu".to_string(), Quantity("100m".to_string()));
requests.insert("memory".to_string(), Quantity("128Mi".to_string()));
requests
}),
..ResourceRequirements::default()
}),
security_context: Some(SecurityContext {
privileged: Some(true),
..SecurityContext::default()
}),
..Container::default()
}],
..PodSpec::default()
}),
},
..DaemonSetSpec::default()
}),
..DaemonSet::default()
};
K8sResourceScore::single(namespace, None)
.interpret(_inventory, topology)
.await?;
K8sResourceScore::single(service_account, Some(namespace_name.clone()))
.interpret(_inventory, topology)
.await?;
K8sResourceScore::single(role, Some(namespace_name.clone()))
.interpret(_inventory, topology)
.await?;
K8sResourceScore::single(role_binding, Some(namespace_name.clone()))
.interpret(_inventory, topology)
.await?;
K8sResourceScore::single(daemon_set, Some(namespace_name.clone()))
.interpret(_inventory, topology)
.await?;
Ok(Outcome::success(
"Harmony inventory agent successfully deployed".to_string(),
))
}
fn get_name(&self) -> InterpretName {
InterpretName::DeployInventoryAgent
}
fn get_version(&self) -> Version {
todo!()
}
fn get_status(&self) -> InterpretStatus {
todo!()
}
fn get_children(&self) -> Vec<Id> {
todo!()
}
}

View File

@@ -1,11 +1,15 @@
use k8s_openapi::apimachinery::pkg::apis::meta::v1::ObjectMeta;
use serde::Serialize;
use std::str::FromStr;
use non_blank_string_rs::NonBlankString;
use crate::interpret::Interpret;
use crate::modules::helm::chart::HelmChartScore;
use crate::modules::k8s::apps::crd::{Subscription, SubscriptionSpec};
use crate::modules::k8s::resource::K8sResourceScore;
use crate::score::Score;
use crate::topology::{K8sclient, Topology};
use crate::topology::{HelmCommand, K8sclient, Topology};
/// Install the CloudNativePg (CNPG) Operator via an OperatorHub `Subscription`.
///
@@ -100,3 +104,41 @@ impl<T: Topology + K8sclient> Score<T> for CloudNativePgOperatorScore {
format!("CloudNativePgOperatorScore({})", self.namespace)
}
}
#[derive(Debug, Clone, Serialize)]
pub struct CloudNativePgOperatorHelmScore {
pub namespace: String,
}
impl Default for CloudNativePgOperatorHelmScore {
fn default() -> Self {
Self {
namespace: "cnpg-system".to_string(),
}
}
}
impl<T: Topology + K8sclient + HelmCommand + 'static> Score<T> for CloudNativePgOperatorHelmScore {
fn name(&self) -> String {
format!("CloudNativePgOperatorHelmScore({})", self.namespace)
}
fn create_interpret(&self) -> Box<dyn Interpret<T>> {
let cnpg_helm_score = HelmChartScore {
namespace: Some(NonBlankString::from_str(&self.namespace).unwrap()),
release_name: NonBlankString::from_str("cloudnative-pg").unwrap(),
chart_name: NonBlankString::from_str(
"oci://ghcr.io/cloudnative-pg/charts/cloudnative-pg",
)
.unwrap(),
chart_version: None,
values_overrides: None,
values_yaml: None,
create_namespace: true,
install_only: true,
repository: None,
};
cnpg_helm_score.create_interpret()
}
}

View File

@@ -1,24 +1,35 @@
use crate::data::Version;
use crate::interpret::{Interpret, InterpretError, InterpretName, InterpretStatus, Outcome};
use crate::inventory::Inventory;
use crate::modules::k8s::resource::K8sResourceScore;
use crate::modules::postgresql::capability::PostgreSQLConfig;
use crate::modules::postgresql::cnpg::{
Bootstrap, Cluster, ClusterSpec, ExternalCluster, Initdb, PgBaseBackup, ReplicaSpec,
SecretKeySelector, Storage,
};
use crate::modules::postgresql::operator::{
CloudNativePgOperatorHelmScore, CloudNativePgOperatorScore,
};
use crate::score::Score;
use crate::topology::{K8sclient, Topology};
use crate::topology::{HelmCommand, K8sclient, Topology};
use async_trait::async_trait;
use harmony_k8s::KubernetesDistribution;
use harmony_types::id::Id;
use k8s_openapi::ByteString;
use k8s_openapi::api::core::v1::Secret;
use k8s_openapi::api::core::v1::{Pod, Secret};
use k8s_openapi::apimachinery::pkg::apis::meta::v1::ObjectMeta;
use log::{info, warn};
use serde::Serialize;
/// Deploys an opinionated, highly available PostgreSQL cluster managed by CNPG.
///
/// This score automatically ensures the CloudNativePG (CNPG) operator is installed
/// before creating the Cluster CRD. The installation method depends on the Kubernetes
/// distribution:
///
/// - **OpenShift/OKD**: Uses OperatorHub Subscription via `CloudNativePgOperatorScore`
/// - **K3s/Other**: Uses Helm chart via `CloudNativePgOperatorHelmScore`
///
/// # Usage
/// ```
/// use harmony::modules::postgresql::PostgreSQLScore;
@@ -26,12 +37,7 @@ use serde::Serialize;
/// ```
///
/// # Limitations (Happy Path)
/// - Requires CNPG operator installed (use CloudNativePgOperatorScore).
/// - No backups, monitoring, extensions configured.
///
/// TODO : refactor this to declare a clean dependency on cnpg operator. Then cnpg operator will
/// self-deploy either using operatorhub or helm chart depending on k8s flavor. This is cnpg
/// specific behavior
#[derive(Debug, Clone, Serialize)]
pub struct K8sPostgreSQLScore {
pub config: PostgreSQLConfig,
@@ -56,7 +62,7 @@ impl K8sPostgreSQLScore {
}
}
impl<T: Topology + K8sclient> Score<T> for K8sPostgreSQLScore {
impl<T: Topology + K8sclient + HelmCommand + 'static> Score<T> for K8sPostgreSQLScore {
fn create_interpret(&self) -> Box<dyn Interpret<T>> {
Box::new(K8sPostgreSQLInterpret {
config: self.config.clone(),
@@ -73,13 +79,127 @@ pub struct K8sPostgreSQLInterpret {
config: PostgreSQLConfig,
}
impl K8sPostgreSQLInterpret {
async fn ensure_namespace<T: Topology + K8sclient>(
&self,
topology: &T,
) -> Result<(), InterpretError> {
let k8s_client = topology
.k8s_client()
.await
.map_err(|e| InterpretError::new(format!("Failed to get k8s client: {}", e)))?;
let namespace_name = &self.config.namespace;
if k8s_client
.namespace_exists(namespace_name)
.await
.map_err(|e| {
InterpretError::new(format!(
"Failed to check namespace '{}': {}",
namespace_name, e
))
})?
{
info!("Namespace '{}' already exists", namespace_name);
return Ok(());
}
info!("Creating namespace '{}'", namespace_name);
k8s_client
.create_namespace(namespace_name)
.await
.map_err(|e| {
InterpretError::new(format!(
"Failed to create namespace '{}': {}",
namespace_name, e
))
})?;
k8s_client
.wait_for_namespace(namespace_name, Some(std::time::Duration::from_secs(30)))
.await
.map_err(|e| {
InterpretError::new(format!("Namespace '{}' not ready: {}", namespace_name, e))
})?;
info!("Namespace '{}' is ready", namespace_name);
Ok(())
}
async fn ensure_cnpg_operator<T: Topology + K8sclient + HelmCommand + 'static>(
&self,
topology: &T,
) -> Result<(), InterpretError> {
let k8s_client = topology
.k8s_client()
.await
.map_err(|e| InterpretError::new(format!("Failed to get k8s client: {}", e)))?;
let pods = k8s_client
.list_all_resources_with_labels::<Pod>("app.kubernetes.io/name=cloudnative-pg")
.await
.map_err(|e| {
InterpretError::new(format!("Failed to list CNPG operator pods: {}", e))
})?;
if !pods.is_empty() {
info!("CNPG operator is already installed");
return Ok(());
}
warn!("CNPG operator not found, installing...");
let distro = k8s_client.get_k8s_distribution().await.map_err(|e| {
InterpretError::new(format!("Failed to detect k8s distribution: {}", e))
})?;
match distro {
KubernetesDistribution::OpenshiftFamily => {
info!("Installing CNPG operator via OperatorHub Subscription");
let score = CloudNativePgOperatorScore::default_openshift();
score
.interpret(&Inventory::empty(), topology)
.await
.map_err(|e| {
InterpretError::new(format!("Failed to install CNPG operator: {}", e))
})?;
}
KubernetesDistribution::K3sFamily | KubernetesDistribution::Default => {
info!("Installing CNPG operator via Helm chart");
let score = CloudNativePgOperatorHelmScore::default();
score
.interpret(&Inventory::empty(), topology)
.await
.map_err(|e| {
InterpretError::new(format!("Failed to install CNPG operator: {}", e))
})?;
}
}
k8s_client
.wait_until_deployment_ready(
"cloudnative-pg",
Some("cnpg-system"),
Some(std::time::Duration::from_secs(120)),
)
.await
.map_err(|e| InterpretError::new(format!("CNPG operator not ready: {}", e)))?;
info!("CNPG operator is ready");
Ok(())
}
}
#[async_trait]
impl<T: Topology + K8sclient> Interpret<T> for K8sPostgreSQLInterpret {
impl<T: Topology + K8sclient + HelmCommand + 'static> Interpret<T> for K8sPostgreSQLInterpret {
async fn execute(
&self,
inventory: &Inventory,
topology: &T,
) -> Result<Outcome, InterpretError> {
self.ensure_cnpg_operator(topology).await?;
self.ensure_namespace(topology).await?;
match &self.config.role {
super::capability::PostgreSQLClusterRole::Primary => {
let metadata = ObjectMeta {

View File

@@ -5,7 +5,7 @@ use directories::ProjectDirs;
use interactive_parse::InteractiveParseObj;
use log::debug;
use schemars::JsonSchema;
use serde::{de::DeserializeOwned, Serialize};
use serde::{Serialize, de::DeserializeOwned};
use std::path::PathBuf;
use std::sync::Arc;
use thiserror::Error;
@@ -76,12 +76,11 @@ impl ConfigManager {
pub async fn get<T: Config>(&self) -> Result<T, ConfigError> {
for source in &self.sources {
if let Some(value) = source.get(T::KEY).await? {
let config: T = serde_json::from_value(value).map_err(|e| {
ConfigError::Deserialization {
let config: T =
serde_json::from_value(value).map_err(|e| ConfigError::Deserialization {
key: T::KEY.to_string(),
source: e,
}
})?;
})?;
debug!("Retrieved config for key {} from source", T::KEY);
return Ok(config);
}
@@ -95,17 +94,20 @@ impl ConfigManager {
match self.get::<T>().await {
Ok(config) => Ok(config),
Err(ConfigError::NotFound { .. }) => {
let config = T::parse_to_obj()
.map_err(|e| ConfigError::PromptError(e.to_string()))?;
let config =
T::parse_to_obj().map_err(|e| ConfigError::PromptError(e.to_string()))?;
for source in &self.sources {
if let Err(e) = source
.set(T::KEY, &serde_json::to_value(&config).map_err(|e| {
ConfigError::Serialization {
key: T::KEY.to_string(),
source: e,
}
})?)
.set(
T::KEY,
&serde_json::to_value(&config).map_err(|e| {
ConfigError::Serialization {
key: T::KEY.to_string(),
source: e,
}
})?,
)
.await
{
debug!("Failed to save config to source: {e}");
@@ -175,8 +177,35 @@ mod tests {
use super::*;
use pretty_assertions::assert_eq;
use serde::{Deserialize, Serialize};
use std::sync::Mutex;
use std::sync::atomic::{AtomicUsize, Ordering};
static TEST_COUNTER: AtomicUsize = AtomicUsize::new(0);
static ENV_LOCK: Mutex<()> = Mutex::new(());
fn setup_env_vars(key: &str, value: Option<&str>) -> String {
let id = TEST_COUNTER.fetch_add(1, Ordering::SeqCst);
let env_var = format!("HARMONY_CONFIG_{}_{}", key, id);
unsafe {
if let Some(v) = value {
std::env::set_var(&env_var, v);
} else {
std::env::remove_var(&env_var);
}
}
env_var
}
fn run_in_isolated_env<F>(f: F)
where
F: FnOnce() + Send + 'static,
{
let handle = std::thread::spawn(f);
handle.join().expect("Test thread panicked");
}
#[derive(Debug, Clone, Serialize, Deserialize, JsonSchema, PartialEq)]
struct TestConfig {
name: String,
@@ -339,18 +368,14 @@ mod tests {
#[tokio::test]
async fn test_env_source_reads_from_environment() {
unsafe {
std::env::set_var(
"HARMONY_CONFIG_TestConfig",
r#"{"name":"from_env","count":7}"#,
);
}
let _lock = ENV_LOCK.lock().unwrap_or_else(|e| e.into_inner());
let env_var = setup_env_vars("TestConfig", Some(r#"{"name":"from_env","count":7}"#));
let source = EnvSource;
let result = source.get("TestConfig").await;
let result = source.get(&env_var.replace("HARMONY_CONFIG_", "")).await;
unsafe {
std::env::remove_var("HARMONY_CONFIG_TestConfig");
std::env::remove_var(&env_var);
}
let value = result.unwrap().unwrap();
@@ -361,26 +386,32 @@ mod tests {
#[tokio::test]
async fn test_env_source_returns_none_when_not_set() {
unsafe {
std::env::remove_var("HARMONY_CONFIG_TestConfig");
}
let _lock = ENV_LOCK.lock().unwrap_or_else(|e| e.into_inner());
run_in_isolated_env(|| {
let env_var = setup_env_vars("TestConfig", None);
let source = EnvSource;
let result = source.get("TestConfig").await.unwrap();
assert!(result.is_none());
let rt = tokio::runtime::Builder::new_current_thread()
.enable_all()
.build()
.unwrap();
rt.block_on(async {
let source = EnvSource;
let result = source.get(&env_var.replace("HARMONY_CONFIG_", "")).await;
assert!(result.unwrap().is_none());
});
});
}
#[tokio::test]
async fn test_env_source_returns_error_for_invalid_json() {
unsafe {
std::env::set_var("HARMONY_CONFIG_TestConfig", "not valid json");
}
let _lock = ENV_LOCK.lock().unwrap_or_else(|e| e.into_inner());
let env_var = setup_env_vars("TestConfig", Some("not valid json"));
let source = EnvSource;
let result = source.get("TestConfig").await;
let result = source.get(&env_var.replace("HARMONY_CONFIG_", "")).await;
unsafe {
std::env::remove_var("HARMONY_CONFIG_TestConfig");
std::env::remove_var(&env_var);
}
assert!(result.is_err());
@@ -438,4 +469,4 @@ mod tests {
assert_eq!(parsed, config);
}
}
}

View File

@@ -1,5 +1,5 @@
use async_trait::async_trait;
use crate::{ConfigError, ConfigSource};
use async_trait::async_trait;
pub struct EnvSource;
@@ -11,16 +11,14 @@ fn env_key_for(config_key: &str) -> String {
impl ConfigSource for EnvSource {
async fn get(&self, key: &str) -> Result<Option<serde_json::Value>, ConfigError> {
let env_key = env_key_for(key);
match std::env::var(&env_key) {
Ok(value) => {
serde_json::from_str(&value)
.map(Some)
.map_err(|e| ConfigError::EnvError(format!(
"Invalid JSON in environment variable {}: {}",
env_key, e
)))
}
Ok(value) => serde_json::from_str(&value).map(Some).map_err(|e| {
ConfigError::EnvError(format!(
"Invalid JSON in environment variable {}: {}",
env_key, e
))
}),
Err(std::env::VarError::NotPresent) => Ok(None),
Err(e) => Err(ConfigError::EnvError(format!(
"Failed to read environment variable {}: {}",
@@ -31,12 +29,11 @@ impl ConfigSource for EnvSource {
async fn set(&self, key: &str, value: &serde_json::Value) -> Result<(), ConfigError> {
let env_key = env_key_for(key);
let json_string = serde_json::to_string(value)
.map_err(|e| ConfigError::Serialization {
key: key.to_string(),
source: e,
})?;
let json_string = serde_json::to_string(value).map_err(|e| ConfigError::Serialization {
key: key.to_string(),
source: e,
})?;
// SAFETY: Setting environment variables is generally safe in single-threaded contexts.
// In multi-threaded contexts, this could cause races, but is acceptable for this use case
// as config is typically set once at startup.
@@ -45,4 +42,4 @@ impl ConfigSource for EnvSource {
}
Ok(())
}
}
}

View File

@@ -26,14 +26,15 @@ impl LocalFileSource {
impl ConfigSource for LocalFileSource {
async fn get(&self, key: &str) -> Result<Option<serde_json::Value>, ConfigError> {
let path = self.file_path_for(key);
match fs::read(&path).await {
Ok(contents) => {
let value: serde_json::Value = serde_json::from_slice(&contents)
.map_err(|e| ConfigError::Deserialization {
let value: serde_json::Value = serde_json::from_slice(&contents).map_err(|e| {
ConfigError::Deserialization {
key: key.to_string(),
source: e,
})?;
}
})?;
Ok(Some(value))
}
Err(e) if e.kind() == std::io::ErrorKind::NotFound => Ok(None),
@@ -46,16 +47,16 @@ impl ConfigSource for LocalFileSource {
async fn set(&self, key: &str, value: &serde_json::Value) -> Result<(), ConfigError> {
fs::create_dir_all(&self.base_path).await?;
let path = self.file_path_for(key);
let contents = serde_json::to_string_pretty(value)
.map_err(|e| ConfigError::Serialization {
let contents =
serde_json::to_string_pretty(value).map_err(|e| ConfigError::Serialization {
key: key.to_string(),
source: e,
})?;
fs::write(&path, contents).await?;
Ok(())
}
}
}

View File

@@ -1,4 +1,4 @@
pub mod env;
pub mod local_file;
pub mod prompt;
pub mod store;
pub mod store;

View File

@@ -18,7 +18,9 @@ impl PromptSource {
#[allow(dead_code)]
pub fn with_writer(writer: Arc<dyn std::io::Write + Send + Sync>) -> Self {
Self { writer: Some(writer) }
Self {
writer: Some(writer),
}
}
}
@@ -45,4 +47,4 @@ where
{
let _guard = PROMPT_MUTEX.lock().await;
f.await
}
}

View File

@@ -19,8 +19,8 @@ impl<S: SecretStore + 'static> ConfigSource for StoreSource<S> {
async fn get(&self, key: &str) -> Result<Option<serde_json::Value>, ConfigError> {
match self.store.get_raw(&self.namespace, key).await {
Ok(bytes) => {
let value: serde_json::Value = serde_json::from_slice(&bytes)
.map_err(|e| ConfigError::Deserialization {
let value: serde_json::Value =
serde_json::from_slice(&bytes).map_err(|e| ConfigError::Deserialization {
key: key.to_string(),
source: e,
})?;
@@ -36,10 +36,10 @@ impl<S: SecretStore + 'static> ConfigSource for StoreSource<S> {
key: key.to_string(),
source: e,
})?;
self.store
.set_raw(&self.namespace, key, &bytes)
.await
.map_err(ConfigError::StoreError)
}
}
}

View File

@@ -1,7 +1,7 @@
use proc_macro::TokenStream;
use proc_macro_crate::{crate_name, FoundCrate};
use proc_macro_crate::{FoundCrate, crate_name};
use quote::quote;
use syn::{parse_macro_input, DeriveInput, Ident};
use syn::{DeriveInput, Ident, parse_macro_input};
#[proc_macro_derive(Config)]
pub fn derive_config(input: TokenStream) -> TokenStream {

12
harmony_i18n/Cargo.toml Normal file
View File

@@ -0,0 +1,12 @@
[package]
name = "harmony_i18n"
edition = "2024"
version.workspace = true
readme.workspace = true
license.workspace = true
description = "Minimal compile-time i18n with user-defined languages"
[dependencies]
serde = { workspace = true, features = ["derive"] }
[dev-dependencies]

186
harmony_i18n/src/lib.rs Normal file
View File

@@ -0,0 +1,186 @@
use std::marker::PhantomData;
pub trait Language: Clone + Copy + PartialEq + Eq + Send + Sync + 'static {
fn code(&self) -> &'static str;
fn all() -> &'static [Self]
where
Self: Sized;
}
pub trait Translations<L: Language>:
Sized + Clone + Copy + PartialEq + Send + Sync + 'static
{
fn for_lang(lang: L) -> Self;
fn for_code(code: &str) -> Option<Self>
where
Self: Sized,
{
for lang in L::all() {
if lang.code() == code {
return Some(Self::for_lang(*lang));
}
}
None
}
}
pub struct TranslationsRef<T, L: Language> {
translations: T,
_lang: PhantomData<L>,
}
impl<T, L: Language> TranslationsRef<T, L> {
pub fn new(translations: T) -> Self {
Self {
translations,
_lang: PhantomData,
}
}
pub fn get(&self) -> &T {
&self.translations
}
}
#[macro_export]
macro_rules! translations {
(
$(#[$struct_attr:meta])*
$vis:vis struct $name:ident<$lang_type:ty> {
$($field:ident: $ty:ty,)*
}
$($lang_variant:ident: { $($tfield:ident: $translation:expr,)* },)+
) => {
$(#[$struct_attr])*
#[derive(Clone, Copy, PartialEq, Eq, Debug)]
$vis struct $name {
$(pub $field: $ty,)*
}
impl $crate::Translations<$lang_type> for $name {
fn for_lang(lang: $lang_type) -> Self {
match lang {
$(
<$lang_type>::$lang_variant => Self {
$($tfield: $translation,)*
},
)+
}
}
}
};
}
#[macro_export]
macro_rules! define_language {
(
$(#[$enum_attr:meta])*
$vis:vis enum $name:ident {
$(
$(#[$variant_attr:meta])*
$variant:ident = $code:expr,
)+
}
) => {
$(#[$enum_attr])*
#[derive(Clone, Copy, PartialEq, Eq, Debug, serde::Serialize, serde::Deserialize)]
$vis enum $name {
$(
$(#[$variant_attr])*
$variant,
)+
}
impl $crate::Language for $name {
fn code(&self) -> &'static str {
match self {
$(
Self::$variant => $code,
)+
}
}
fn all() -> &'static [Self] {
&[
$(
Self::$variant,
)+
]
}
}
impl $name {
pub fn from_code(code: &str) -> Option<Self> {
Self::all().iter().find(|l| l.code() == code).copied()
}
pub fn toggle(&self) -> Self {
let all = Self::all();
let idx = all.iter().position(|l| l == self).unwrap_or(0);
all[(idx + 1) % all.len()]
}
}
};
}
#[cfg(test)]
mod tests {
use super::*;
define_language! {
#[derive(Default)]
pub enum Lang {
#[default]
En = "en",
Fr = "fr",
}
}
translations! {
pub struct TestTexts<Lang> {
greeting: &'static str,
farewell: &'static str,
}
En: {
greeting: "Hello",
farewell: "Goodbye",
},
Fr: {
greeting: "Bonjour",
farewell: "Au revoir",
},
}
#[test]
fn test_language_enum() {
assert_eq!(Lang::En.code(), "en");
assert_eq!(Lang::Fr.code(), "fr");
assert!(Lang::from_code("en").is_some());
assert!(Lang::from_code("de").is_none());
assert_eq!(Lang::En.toggle(), Lang::Fr);
assert_eq!(Lang::Fr.toggle(), Lang::En);
}
#[test]
fn test_translations_for_lang() {
let en = TestTexts::for_lang(Lang::En);
assert_eq!(en.greeting, "Hello");
assert_eq!(en.farewell, "Goodbye");
let fr = TestTexts::for_lang(Lang::Fr);
assert_eq!(fr.greeting, "Bonjour");
assert_eq!(fr.farewell, "Au revoir");
}
#[test]
fn test_for_code() {
let texts = TestTexts::for_code("fr");
assert!(texts.is_some());
assert_eq!(texts.unwrap().greeting, "Bonjour");
let none = TestTexts::for_code("de");
assert!(none.is_none());
}
}

View File

@@ -183,7 +183,7 @@ impl OpenbaoSecretStore {
}
#[cfg(not(unix))]
{
fs::write(path, token)?;
fs::write(path, serde_json::to_string(token)?.as_bytes())?;
}
Ok(())
}