Compare commits
24
Commits
v0.1.0
..
99cffd3f06
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
99cffd3f06 | ||
|
|
e56d2d69cd | ||
|
|
f04e7d80e2
|
||
|
|
0a72e2e8d9
|
||
|
|
b728cd7d22
|
||
|
|
5a54283248
|
||
|
|
cae78a31a8
|
||
|
|
88405a1e63
|
||
|
|
35aedf1d5b
|
||
|
|
1ad7a928ae
|
||
|
|
992615c116
|
||
|
|
406fa6259b
|
||
|
|
57828436f4
|
||
|
|
9408c8cb4a
|
||
|
|
4bdc1a1d63
|
||
|
|
4fcce0e40a
|
||
|
|
8290896f9d | ||
|
|
f51746c5df
|
||
|
|
ca72d08cc1
|
||
|
|
6a7ab1f9d5 | ||
|
|
f7e4a2d545
|
||
|
|
7142ff0fa3
|
||
|
|
afcca9eb47 | ||
|
|
c76b0e6ade
|
@@ -7,6 +7,7 @@ on:
|
|||||||
- "**/Cargo.lock"
|
- "**/Cargo.lock"
|
||||||
schedule:
|
schedule:
|
||||||
- cron: "0 0 * * *"
|
- cron: "0 0 * * *"
|
||||||
|
workflow_dispatch:
|
||||||
|
|
||||||
jobs:
|
jobs:
|
||||||
audit:
|
audit:
|
||||||
@@ -22,6 +23,6 @@ jobs:
|
|||||||
- name: Setup rust cache
|
- name: Setup rust cache
|
||||||
uses: Swatinem/rust-cache@v2
|
uses: Swatinem/rust-cache@v2
|
||||||
- name: Audit check
|
- name: Audit check
|
||||||
uses: rustsec/audit-check@v2.0.0
|
uses: https://git.huizinga.dev/infra/rust-audit-check@v3.0.0
|
||||||
with:
|
with:
|
||||||
token: ${{ secrets.GITEA_TOKEN }}
|
token: ${{ secrets.GITEA_TOKEN }}
|
||||||
|
|||||||
@@ -11,9 +11,9 @@ jobs:
|
|||||||
name: committed
|
name: committed
|
||||||
runs-on: ubuntu-latest
|
runs-on: ubuntu-latest
|
||||||
steps:
|
steps:
|
||||||
- uses: actions/checkout@v6
|
- uses: actions/checkout@v6
|
||||||
with:
|
with:
|
||||||
fetch-depth: 0
|
fetch-depth: 0
|
||||||
- uses: crate-ci/committed@master
|
- uses: crate-ci/committed@v1.1.11
|
||||||
with:
|
with:
|
||||||
commits: "origin/${{ gitea.base_ref }}..HEAD"
|
commits: "origin/${{ gitea.base_ref }}..HEAD"
|
||||||
|
|||||||
@@ -0,0 +1,3 @@
|
|||||||
|
[submodule "ipxe/ipxe"]
|
||||||
|
path = ipxe/ipxe
|
||||||
|
url = git@github.com:rkubes/ipxe
|
||||||
@@ -76,6 +76,6 @@ repos:
|
|||||||
glob: .gitea/workflows/*.yaml
|
glob: .gitea/workflows/*.yaml
|
||||||
|
|
||||||
- repo: https://github.com/crate-ci/committed
|
- repo: https://github.com/crate-ci/committed
|
||||||
rev: v1.1.8
|
rev: v1.1.11
|
||||||
hooks:
|
hooks:
|
||||||
- id: committed
|
- id: committed
|
||||||
|
|||||||
@@ -7,6 +7,29 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
|
|||||||
|
|
||||||
## [Unreleased]
|
## [Unreleased]
|
||||||
|
|
||||||
|
## [0.1.3](https://git.huizinga.dev/infra/crete/compare/v0.1.2...v0.1.3) - 2026-04-21
|
||||||
|
|
||||||
|
### <!-- 0 -->Features
|
||||||
|
|
||||||
|
- Add function that applies netmask to ip
|
||||||
|
|
||||||
|
### <!-- 3 -->Refactor
|
||||||
|
|
||||||
|
- Use ViaDeserialize to convert ip address
|
||||||
|
|
||||||
|
## [0.1.2](https://git.huizinga.dev/infra/crete/compare/v0.1.1...v0.1.2) - 2026-04-17
|
||||||
|
|
||||||
|
### <!-- 0 -->Features
|
||||||
|
|
||||||
|
- Make dns optional
|
||||||
|
- Allow more than two dns entries
|
||||||
|
|
||||||
|
## [0.1.1](https://git.huizinga.dev/infra/crete/compare/v0.1.0...v0.1.1) - 2026-04-13
|
||||||
|
|
||||||
|
### <!-- 2 -->Bug Fixes
|
||||||
|
|
||||||
|
- No default value for advertise routes
|
||||||
|
|
||||||
## [0.1.0](https://git.huizinga.dev/infra/crete/releases/tag/v0.1.0) - 2026-04-07
|
## [0.1.0](https://git.huizinga.dev/infra/crete/releases/tag/v0.1.0) - 2026-04-07
|
||||||
|
|
||||||
### <!-- 0 -->Features
|
### <!-- 0 -->Features
|
||||||
|
|||||||
Generated
+829
-615
File diff suppressed because it is too large
Load Diff
+22
-15
@@ -1,36 +1,43 @@
|
|||||||
[package]
|
[package]
|
||||||
name = "crete"
|
name = "crete"
|
||||||
version = "0.1.0"
|
version = "0.1.3"
|
||||||
edition = "2024"
|
edition = "2024"
|
||||||
default-run = "crete"
|
default-run = "crete"
|
||||||
publish = ["infra"]
|
publish = ["infra"]
|
||||||
license = "GPL-3.0-or-later"
|
license = "GPL-3.0-or-later"
|
||||||
|
|
||||||
[workspace]
|
[workspace]
|
||||||
members = ["xtask"]
|
members = ["ipxe", "xtask"]
|
||||||
|
|
||||||
[workspace.dependencies]
|
[workspace.dependencies]
|
||||||
schemars = { version = "1.2.1", features = ["semver1"] }
|
schemars = { version = "1.2.2", features = ["semver1"] }
|
||||||
serde_json = "1.0.149"
|
serde_json = "1.0.151"
|
||||||
|
|
||||||
[dependencies]
|
[dependencies]
|
||||||
clap = { version = "4.6.0", features = ["derive"] }
|
async-walkdir = "2.2.0"
|
||||||
clap_complete = "4.6.0"
|
byteorder = "1.5.0"
|
||||||
gix-discover = { version = "0.49.0", features = ["sha1"] }
|
clap = { version = "4.6.7", features = ["derive"] }
|
||||||
minijinja = { version = "2.18.0", features = ["json", "loader"] }
|
clap_complete = "4.6.11"
|
||||||
|
futures = "0.3.34"
|
||||||
|
gix-discover = { version = "0.56.0", features = ["sha1"] }
|
||||||
|
minijinja = { version = "2.24.0", features = ["json", "loader"] }
|
||||||
|
netascii = "0.1.0"
|
||||||
|
num_enum = "0.7.6"
|
||||||
optional_struct = "0.5.2"
|
optional_struct = "0.5.2"
|
||||||
reqwest = { version = "0.13.2", default-features = false, features = [
|
regex = "1.13.1"
|
||||||
"blocking",
|
reqwest = { version = "0.13.5", default-features = false, features = [
|
||||||
"stream",
|
|
||||||
"native-tls",
|
"native-tls",
|
||||||
] }
|
] }
|
||||||
schemars = { workspace = true }
|
schemars = { workspace = true }
|
||||||
semver = { version = "1.0.27", features = ["serde"] }
|
semver = { version = "1.0.28", features = ["serde"] }
|
||||||
serde = { version = "1.0.228", features = ["derive"] }
|
serde = { version = "1.0.229", features = ["derive"] }
|
||||||
serde_json = { workspace = true }
|
serde_json = { workspace = true }
|
||||||
serde_yaml = "0.9.34"
|
serde_yaml = "0.9.34"
|
||||||
thiserror = "2.0.18"
|
thiserror = "2.0.21"
|
||||||
walkdir = "2.5.0"
|
tokio = { version = "1.52.1", features = ["full"] }
|
||||||
|
ipxe = { path = "./ipxe" }
|
||||||
|
axum = { version = "0.8.9", features = ["macros"] }
|
||||||
|
udp_sas_async = { version = "0.2.0", features = ["async_tokio"] }
|
||||||
|
|
||||||
[lib]
|
[lib]
|
||||||
test = false
|
test = false
|
||||||
|
|||||||
@@ -0,0 +1,10 @@
|
|||||||
|
[package]
|
||||||
|
name = "ipxe"
|
||||||
|
version = "0.1.0"
|
||||||
|
edition = "2024"
|
||||||
|
|
||||||
|
[build-dependencies]
|
||||||
|
build-print = "1.0.1"
|
||||||
|
|
||||||
|
[dependencies]
|
||||||
|
include_dir = "0.7.4"
|
||||||
@@ -0,0 +1,58 @@
|
|||||||
|
use std::env;
|
||||||
|
use std::path::PathBuf;
|
||||||
|
use std::process::{Command, Stdio};
|
||||||
|
|
||||||
|
use build_print::error;
|
||||||
|
|
||||||
|
fn main() {
|
||||||
|
let manifest_dir = PathBuf::from(env::var("CARGO_MANIFEST_DIR").unwrap())
|
||||||
|
.canonicalize()
|
||||||
|
.unwrap();
|
||||||
|
let src_dir = manifest_dir.join("ipxe").join("src");
|
||||||
|
|
||||||
|
let mut command = Command::new("make");
|
||||||
|
command
|
||||||
|
.stdout(Stdio::piped())
|
||||||
|
.current_dir(&src_dir)
|
||||||
|
.env_remove("DEBUG")
|
||||||
|
.env_remove("PROFILE")
|
||||||
|
.args([
|
||||||
|
"-j",
|
||||||
|
&std::thread::available_parallelism()
|
||||||
|
.unwrap()
|
||||||
|
.get()
|
||||||
|
.to_string(),
|
||||||
|
])
|
||||||
|
.arg("DOWNLOAD_PROTO_HTTP=1")
|
||||||
|
.arg(format!(
|
||||||
|
"EMBED={}",
|
||||||
|
manifest_dir
|
||||||
|
.join("src")
|
||||||
|
.join("embed.ipxe")
|
||||||
|
.to_string_lossy(),
|
||||||
|
));
|
||||||
|
|
||||||
|
let files = ["bin/ipxe.pxe", "bin-x86_64-efi/ipxe.efi"].map(PathBuf::from);
|
||||||
|
for file in &files {
|
||||||
|
command.arg(file);
|
||||||
|
}
|
||||||
|
|
||||||
|
let output = command.output().unwrap();
|
||||||
|
if !output.status.success() {
|
||||||
|
error!("{}", String::from_utf8_lossy(&output.stderr));
|
||||||
|
}
|
||||||
|
|
||||||
|
let out_dir = PathBuf::from(env::var("OUT_DIR").unwrap())
|
||||||
|
.canonicalize()
|
||||||
|
.unwrap()
|
||||||
|
.join("ipxe");
|
||||||
|
|
||||||
|
std::fs::remove_dir_all(&out_dir).ok();
|
||||||
|
for file in &files {
|
||||||
|
let input = src_dir.join(file);
|
||||||
|
let output = out_dir.join(file.file_name().unwrap());
|
||||||
|
|
||||||
|
std::fs::create_dir_all(output.parent().unwrap()).unwrap();
|
||||||
|
std::fs::copy(input, output).unwrap();
|
||||||
|
}
|
||||||
|
}
|
||||||
Submodule
+1
Submodule ipxe/ipxe added at 8892af68a2
@@ -0,0 +1,4 @@
|
|||||||
|
#!ipxe
|
||||||
|
|
||||||
|
dhcp
|
||||||
|
chain boot.ipxe
|
||||||
@@ -0,0 +1,3 @@
|
|||||||
|
use include_dir::{Dir, include_dir};
|
||||||
|
|
||||||
|
pub static IPXE_DIR: Dir<'_> = include_dir!("$OUT_DIR/ipxe");
|
||||||
+1
-1
@@ -1,4 +1,4 @@
|
|||||||
[toolchain]
|
[toolchain]
|
||||||
channel = "nightly-2026-03-12"
|
channel = "nightly-2026-10-01"
|
||||||
profile = "default"
|
profile = "default"
|
||||||
components = ["rust-analyzer"]
|
components = ["rust-analyzer"]
|
||||||
|
|||||||
@@ -140,12 +140,11 @@
|
|||||||
"array",
|
"array",
|
||||||
"null"
|
"null"
|
||||||
],
|
],
|
||||||
|
"default": null,
|
||||||
"items": {
|
"items": {
|
||||||
"type": "string",
|
"type": "string",
|
||||||
"format": "ipv4"
|
"format": "ipv4"
|
||||||
},
|
}
|
||||||
"maxItems": 2,
|
|
||||||
"minItems": 2
|
|
||||||
},
|
},
|
||||||
"gateway": {
|
"gateway": {
|
||||||
"type": [
|
"type": [
|
||||||
|
|||||||
+2
-3
@@ -136,12 +136,11 @@
|
|||||||
"array",
|
"array",
|
||||||
"null"
|
"null"
|
||||||
],
|
],
|
||||||
|
"default": null,
|
||||||
"items": {
|
"items": {
|
||||||
"type": "string",
|
"type": "string",
|
||||||
"format": "ipv4"
|
"format": "ipv4"
|
||||||
},
|
}
|
||||||
"maxItems": 2,
|
|
||||||
"minItems": 2
|
|
||||||
},
|
},
|
||||||
"gateway": {
|
"gateway": {
|
||||||
"type": [
|
"type": [
|
||||||
|
|||||||
@@ -0,0 +1,20 @@
|
|||||||
|
{% set httpUrl = "http://192.168.1.1:8000" -%}
|
||||||
|
#!ipxe
|
||||||
|
echo Starting ${serial}
|
||||||
|
|
||||||
|
:start
|
||||||
|
goto node_${serial} || exit
|
||||||
|
# Default behavior (non install mode) is to exit iPXE script
|
||||||
|
|
||||||
|
{% for cluster in clusters%}
|
||||||
|
{% for _, node in cluster.nodes|items %}
|
||||||
|
{%- if node.install.serial -%}
|
||||||
|
# {{ cluster.name }}/{{ node.hostname }}
|
||||||
|
:node_{{ node.install.serial }}
|
||||||
|
imgfree
|
||||||
|
kernel https://pxe.factory.talos.dev/image/{{ node.schematic }}/v{{ cluster.version.talos }}/kernel-{{ node.arch }} {{ node.kernelArgs|join(" ") }} {% if node.install.auto %}talos.config={{httpUrl}}/talos/{{cluster.name}}/{{node.hostname}}.yaml{% endif +%}
|
||||||
|
initrd https://pxe.factory.talos.dev/image/{{ node.schematic }}/v{{ cluster.version.talos }}/initramfs-{{ node.arch }}.xz
|
||||||
|
boot
|
||||||
|
{% endif %}
|
||||||
|
{% endfor %}
|
||||||
|
{% endfor %}
|
||||||
@@ -49,4 +49,6 @@ pub enum Commands {
|
|||||||
Generate,
|
Generate,
|
||||||
/// Generate completions for your current shell
|
/// Generate completions for your current shell
|
||||||
ShellCompletions,
|
ShellCompletions,
|
||||||
|
/// Serve config files over tftp
|
||||||
|
Serve,
|
||||||
}
|
}
|
||||||
|
|||||||
+84
-37
@@ -1,18 +1,22 @@
|
|||||||
|
use std::collections::HashMap;
|
||||||
use std::net::Ipv4Addr;
|
use std::net::Ipv4Addr;
|
||||||
use std::path::PathBuf;
|
use std::path::PathBuf;
|
||||||
use std::process::Command;
|
|
||||||
use std::str::FromStr;
|
use std::str::FromStr;
|
||||||
|
|
||||||
|
use async_walkdir::WalkDir;
|
||||||
|
use futures::StreamExt;
|
||||||
|
use futures::stream::FuturesUnordered;
|
||||||
use minijinja::Environment;
|
use minijinja::Environment;
|
||||||
use optional_struct::{Applicable, optional_struct};
|
use optional_struct::{Applicable, optional_struct};
|
||||||
use schemars::JsonSchema;
|
use schemars::JsonSchema;
|
||||||
use serde::{Deserialize, Serialize};
|
use serde::{Deserialize, Serialize};
|
||||||
use walkdir::WalkDir;
|
use tokio::process::Command;
|
||||||
|
|
||||||
use crate::environment::PathEnvironment;
|
use crate::environment::PathEnvironment;
|
||||||
use crate::node::{Node, OptionalNodeDeserialize};
|
use crate::node::{Node, OptionalNodeDeserialize};
|
||||||
use crate::patch::Patches;
|
use crate::patch::Patches;
|
||||||
use crate::{get_configs_path, get_talos_path};
|
use crate::talosconfig::TalosConfig;
|
||||||
|
use crate::{get_configs_path, get_talos_path, run_command};
|
||||||
|
|
||||||
#[optional_struct]
|
#[optional_struct]
|
||||||
#[derive(Debug, Deserialize, JsonSchema, Clone)]
|
#[derive(Debug, Deserialize, JsonSchema, Clone)]
|
||||||
@@ -68,31 +72,35 @@ struct ClusterDeserialize {
|
|||||||
base: Base,
|
base: Base,
|
||||||
}
|
}
|
||||||
|
|
||||||
#[derive(Debug, Serialize)]
|
#[derive(Debug, Serialize, Clone)]
|
||||||
#[serde(rename_all = "camelCase")]
|
#[serde(rename_all = "camelCase")]
|
||||||
pub struct Cluster {
|
pub struct Cluster {
|
||||||
pub(crate) name: String,
|
pub(crate) name: String,
|
||||||
pub(crate) version: Version,
|
pub(crate) version: Version,
|
||||||
nodes: Vec<Node>,
|
nodes: HashMap<String, Node>,
|
||||||
cluster_env: ClusterEnv,
|
cluster_env: ClusterEnv,
|
||||||
pub(crate) control_plane_ip: Ipv4Addr,
|
pub(crate) control_plane_ip: Ipv4Addr,
|
||||||
pub(crate) secrets_file: PathBuf,
|
pub(crate) secrets_file: PathBuf,
|
||||||
}
|
}
|
||||||
|
|
||||||
impl Cluster {
|
impl Cluster {
|
||||||
pub(crate) fn get(cluster_name: &str, env: &Environment) -> Self {
|
pub(crate) async fn get(cluster_name: &str, env: &Environment<'static>) -> Self {
|
||||||
let path = get_talos_path().join("clusters").join("default.yaml");
|
let path = get_talos_path().join("clusters").join("default.yaml");
|
||||||
|
|
||||||
let default: OptionalClusterDeserialize = if path.exists() {
|
let default: OptionalClusterDeserialize = if path.exists() {
|
||||||
let content = std::fs::read_to_string(path).unwrap();
|
let content = tokio::fs::read_to_string(path).await.unwrap();
|
||||||
serde_yaml::from_str(&content).unwrap()
|
|
||||||
|
// The deserialization makes a blocking web request
|
||||||
|
tokio::task::spawn_blocking(move || serde_yaml::from_str(&content).unwrap())
|
||||||
|
.await
|
||||||
|
.unwrap()
|
||||||
} else {
|
} else {
|
||||||
Default::default()
|
Default::default()
|
||||||
};
|
};
|
||||||
|
|
||||||
let mut path = get_talos_path().join("clusters").join(cluster_name);
|
let mut path = get_talos_path().join("clusters").join(cluster_name);
|
||||||
path.add_extension("yaml");
|
path.add_extension("yaml");
|
||||||
let content = std::fs::read_to_string(path).unwrap();
|
let content = tokio::fs::read_to_string(path).await.unwrap();
|
||||||
|
|
||||||
let mut cluster: OptionalClusterDeserialize = serde_yaml::from_str(&content).unwrap();
|
let mut cluster: OptionalClusterDeserialize = serde_yaml::from_str(&content).unwrap();
|
||||||
|
|
||||||
@@ -114,28 +122,32 @@ impl Cluster {
|
|||||||
let cluster = Self {
|
let cluster = Self {
|
||||||
name: cluster_name.into(),
|
name: cluster_name.into(),
|
||||||
version: cluster.version,
|
version: cluster.version,
|
||||||
nodes: vec![],
|
nodes: Default::default(),
|
||||||
cluster_env: cluster.cluster_env,
|
cluster_env: cluster.cluster_env,
|
||||||
control_plane_ip: cluster.control_plane_ip,
|
control_plane_ip: cluster.control_plane_ip,
|
||||||
secrets_file,
|
secrets_file,
|
||||||
};
|
};
|
||||||
|
|
||||||
let nodes = nodes
|
let nodes = nodes.iter().map(|name| async {
|
||||||
.iter()
|
let node = Node::get(name, env, &cluster, &default, &base).await;
|
||||||
.map(|name| Node::get(name, env, &cluster, &default, &base))
|
(node.hostname().to_owned(), node)
|
||||||
.collect();
|
});
|
||||||
|
|
||||||
|
let nodes = FuturesUnordered::from_iter(nodes).collect().await;
|
||||||
|
|
||||||
Self { nodes, ..cluster }
|
Self { nodes, ..cluster }
|
||||||
}
|
}
|
||||||
|
|
||||||
pub fn get_all() -> Vec<Cluster> {
|
pub async fn get_all() -> HashMap<String, Cluster> {
|
||||||
let env = PathEnvironment::new_patches();
|
let env = PathEnvironment::new_patches();
|
||||||
|
|
||||||
WalkDir::new(get_talos_path().join("clusters"))
|
let names: Vec<_> = WalkDir::new(get_talos_path().join("clusters"))
|
||||||
.into_iter()
|
.filter_map(|e| async { e.ok() })
|
||||||
.filter_map(|e| e.ok())
|
.filter(|e| {
|
||||||
.filter(|e| e.metadata().unwrap().is_file())
|
let e = e.clone();
|
||||||
.filter_map(|e| {
|
async move { e.metadata().await.unwrap().is_file() }
|
||||||
|
})
|
||||||
|
.filter_map(|e| async move {
|
||||||
let mut path = PathBuf::from_str(&e.file_name().to_string_lossy()).unwrap();
|
let mut path = PathBuf::from_str(&e.file_name().to_string_lossy()).unwrap();
|
||||||
path.set_extension("");
|
path.set_extension("");
|
||||||
|
|
||||||
@@ -145,18 +157,35 @@ impl Cluster {
|
|||||||
return None;
|
return None;
|
||||||
}
|
}
|
||||||
|
|
||||||
Some(Cluster::get(&name, &env))
|
Some(name)
|
||||||
})
|
})
|
||||||
.collect()
|
.collect()
|
||||||
|
.await;
|
||||||
|
|
||||||
|
// Get the clusters concurrently
|
||||||
|
FuturesUnordered::from_iter(names.iter().map(|name| {
|
||||||
|
let env = env.clone();
|
||||||
|
let name = name.clone();
|
||||||
|
|
||||||
|
async move {
|
||||||
|
let cluster = Cluster::get(&name, &env).await;
|
||||||
|
|
||||||
|
(name, cluster)
|
||||||
|
}
|
||||||
|
}))
|
||||||
|
.collect()
|
||||||
|
.await
|
||||||
}
|
}
|
||||||
|
|
||||||
pub fn nodes(&self) -> &[Node] {
|
pub fn nodes(&self) -> impl Iterator<Item = &Node> {
|
||||||
&self.nodes
|
self.nodes.values()
|
||||||
}
|
}
|
||||||
|
|
||||||
pub fn talosctl_gen_config_command(&self) -> Command {
|
pub fn node(&self, node: &str) -> Option<&Node> {
|
||||||
let path = get_configs_path().join(&self.name).join("talosconfig");
|
self.nodes.get(node)
|
||||||
|
}
|
||||||
|
|
||||||
|
pub async fn talosconfig(&self) -> String {
|
||||||
let mut command = Command::new("talosctl");
|
let mut command = Command::new("talosctl");
|
||||||
command.args([
|
command.args([
|
||||||
"gen",
|
"gen",
|
||||||
@@ -168,41 +197,59 @@ impl Cluster {
|
|||||||
"--output-types",
|
"--output-types",
|
||||||
"talosconfig",
|
"talosconfig",
|
||||||
"-o",
|
"-o",
|
||||||
path.to_str().expect("Path should be valid utf-8"),
|
"-",
|
||||||
]);
|
]);
|
||||||
|
|
||||||
command
|
run_command(command).await
|
||||||
}
|
}
|
||||||
|
|
||||||
pub fn talosctl_add_endpoint_command(&self) -> Command {
|
pub fn talosconfig_path(&self) -> PathBuf {
|
||||||
let path = get_configs_path().join(&self.name).join("talosconfig");
|
get_configs_path().join(&self.name).join("talosconfig")
|
||||||
|
}
|
||||||
|
|
||||||
|
async fn talosconfig_add_endpoint(&self) {
|
||||||
let mut command = Command::new("talosctl");
|
let mut command = Command::new("talosctl");
|
||||||
command.args([
|
command.args([
|
||||||
"config",
|
"config",
|
||||||
"--talosconfig",
|
"--talosconfig",
|
||||||
path.to_str().expect("Path should be valid utf-8"),
|
self.talosconfig_path()
|
||||||
|
.to_str()
|
||||||
|
.expect("Path should be valid utf-8"),
|
||||||
"endpoint",
|
"endpoint",
|
||||||
&self.control_plane_ip.to_string(),
|
&self.control_plane_ip.to_string(),
|
||||||
]);
|
]);
|
||||||
|
|
||||||
command
|
run_command(command).await;
|
||||||
}
|
}
|
||||||
|
|
||||||
pub fn talosctl_merge_command(&self) -> Command {
|
pub async fn talosconfig_write(&self) {
|
||||||
let cluster_path = get_configs_path().join(&self.name).join("talosconfig");
|
let config = self.talosconfig().await;
|
||||||
let path = get_configs_path().join("talosconfig");
|
|
||||||
|
|
||||||
|
let path = self.talosconfig_path();
|
||||||
|
tokio::fs::create_dir_all(path.parent().expect("talosconfig should have parent"))
|
||||||
|
.await
|
||||||
|
.unwrap();
|
||||||
|
|
||||||
|
tokio::fs::write(path, config).await.unwrap();
|
||||||
|
|
||||||
|
self.talosconfig_add_endpoint().await
|
||||||
|
}
|
||||||
|
|
||||||
|
pub async fn talosconfig_merge(&self) {
|
||||||
let mut command = Command::new("talosctl");
|
let mut command = Command::new("talosctl");
|
||||||
command.args([
|
command.args([
|
||||||
"config",
|
"config",
|
||||||
"--talosconfig",
|
"--talosconfig",
|
||||||
path.to_str().expect("Path should be valid utf-8"),
|
TalosConfig::merged_path()
|
||||||
|
.to_str()
|
||||||
|
.expect("Path should be valid utf-8"),
|
||||||
"merge",
|
"merge",
|
||||||
cluster_path.to_str().expect("Path should be valid utf-8"),
|
self.talosconfig_path()
|
||||||
|
.to_str()
|
||||||
|
.expect("Path should be valid utf-8"),
|
||||||
]);
|
]);
|
||||||
|
|
||||||
command
|
run_command(command).await;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
+68
-61
@@ -1,62 +1,74 @@
|
|||||||
use std::net::Ipv4Addr;
|
use std::net::Ipv4Addr;
|
||||||
use std::ops::Deref;
|
use std::ops::Deref;
|
||||||
use std::path::{Path, PathBuf};
|
use std::path::{Path, PathBuf};
|
||||||
use std::str::FromStr;
|
|
||||||
|
|
||||||
|
use async_walkdir::WalkDir;
|
||||||
|
use futures::{Stream, StreamExt};
|
||||||
|
use minijinja::value::ViaDeserialize;
|
||||||
use minijinja::{AutoEscape, Environment, path_loader};
|
use minijinja::{AutoEscape, Environment, path_loader};
|
||||||
use walkdir::WalkDir;
|
|
||||||
|
|
||||||
use crate::{get_configs_path, get_talos_path};
|
use crate::{get_configs_path, get_talos_path};
|
||||||
|
|
||||||
/// Transparent wrapper around minijinja::Environment that loads templates from a path and
|
/// Transparent wrapper around minijinja::Environment that loads templates from a path and
|
||||||
/// configures better defaults. It also implements IntoIter, making it possible to iterate over all
|
/// configures better defaults. It also implements IntoIter, making it possible to iterate over all
|
||||||
/// the templates.
|
/// the templates.
|
||||||
|
#[derive(Clone)]
|
||||||
pub struct PathEnvironment<'a> {
|
pub struct PathEnvironment<'a> {
|
||||||
env: Environment<'a>,
|
env: Environment<'a>,
|
||||||
path: PathBuf,
|
path: PathBuf,
|
||||||
}
|
}
|
||||||
|
|
||||||
|
fn apply_netmask(
|
||||||
|
ip: ViaDeserialize<Ipv4Addr>,
|
||||||
|
netmask: ViaDeserialize<Ipv4Addr>,
|
||||||
|
) -> Result<String, minijinja::Error> {
|
||||||
|
Ok((*ip & *netmask).to_string())
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn configure_environment(env: &mut Environment) {
|
||||||
|
// Configure jinja
|
||||||
|
env.set_trim_blocks(true);
|
||||||
|
env.set_lstrip_blocks(true);
|
||||||
|
env.set_undefined_behavior(minijinja::UndefinedBehavior::Strict);
|
||||||
|
env.set_auto_escape_callback(|_| AutoEscape::None);
|
||||||
|
|
||||||
|
// Add filters
|
||||||
|
env.add_filter("to_prefix", |netmask: ViaDeserialize<Ipv4Addr>| {
|
||||||
|
let mask = netmask.to_bits();
|
||||||
|
let prefix = mask.leading_ones();
|
||||||
|
|
||||||
|
if mask.checked_shl(prefix).unwrap_or(0) == 0 {
|
||||||
|
Ok(prefix as u8)
|
||||||
|
} else {
|
||||||
|
Err(minijinja::Error::new(
|
||||||
|
minijinja::ErrorKind::InvalidOperation,
|
||||||
|
"invalid IP prefix length",
|
||||||
|
))
|
||||||
|
}
|
||||||
|
});
|
||||||
|
|
||||||
|
env.add_function("apply_netmask", apply_netmask);
|
||||||
|
|
||||||
|
// Helper function for getting the path to kubeconfig files
|
||||||
|
env.add_filter("kubeconfig", move |names: Vec<String>| {
|
||||||
|
names
|
||||||
|
.iter()
|
||||||
|
.map(|name| {
|
||||||
|
get_configs_path()
|
||||||
|
.join(name)
|
||||||
|
.join("kubeconfig")
|
||||||
|
.to_string_lossy()
|
||||||
|
.to_string()
|
||||||
|
})
|
||||||
|
.collect::<Vec<_>>()
|
||||||
|
});
|
||||||
|
}
|
||||||
|
|
||||||
impl<'a> PathEnvironment<'a> {
|
impl<'a> PathEnvironment<'a> {
|
||||||
pub fn new(path: &Path) -> Self {
|
pub fn new(path: &Path) -> Self {
|
||||||
let mut env = Environment::new();
|
let mut env = Environment::new();
|
||||||
|
|
||||||
// Configure jinja
|
configure_environment(&mut env);
|
||||||
env.set_trim_blocks(true);
|
|
||||||
env.set_lstrip_blocks(true);
|
|
||||||
env.set_undefined_behavior(minijinja::UndefinedBehavior::Strict);
|
|
||||||
env.set_auto_escape_callback(|_| AutoEscape::None);
|
|
||||||
|
|
||||||
// Add filters
|
|
||||||
env.add_filter("to_prefix", |netmask: String| {
|
|
||||||
let netmask = Ipv4Addr::from_str(&netmask).map_err(|err| {
|
|
||||||
minijinja::Error::new(minijinja::ErrorKind::InvalidOperation, err.to_string())
|
|
||||||
})?;
|
|
||||||
let mask = netmask.to_bits();
|
|
||||||
let prefix = mask.leading_ones();
|
|
||||||
|
|
||||||
if mask.checked_shl(prefix).unwrap_or(0) == 0 {
|
|
||||||
Ok(prefix as u8)
|
|
||||||
} else {
|
|
||||||
Err(minijinja::Error::new(
|
|
||||||
minijinja::ErrorKind::InvalidOperation,
|
|
||||||
"invalid IP prefix length",
|
|
||||||
))
|
|
||||||
}
|
|
||||||
});
|
|
||||||
|
|
||||||
// Helper function for getting the path to kubeconfig files
|
|
||||||
env.add_filter("kubeconfig", move |names: Vec<String>| {
|
|
||||||
names
|
|
||||||
.iter()
|
|
||||||
.map(|name| {
|
|
||||||
get_configs_path()
|
|
||||||
.join(name)
|
|
||||||
.join("kubeconfig")
|
|
||||||
.to_string_lossy()
|
|
||||||
.to_string()
|
|
||||||
})
|
|
||||||
.collect::<Vec<_>>()
|
|
||||||
});
|
|
||||||
|
|
||||||
// Add path loader
|
// Add path loader
|
||||||
env.set_loader(path_loader(&path));
|
env.set_loader(path_loader(&path));
|
||||||
@@ -70,6 +82,23 @@ impl<'a> PathEnvironment<'a> {
|
|||||||
pub(crate) fn new_patches() -> Self {
|
pub(crate) fn new_patches() -> Self {
|
||||||
Self::new(&get_talos_path().join("patches"))
|
Self::new(&get_talos_path().join("patches"))
|
||||||
}
|
}
|
||||||
|
|
||||||
|
pub fn files(&self) -> impl Stream<Item = String> {
|
||||||
|
// Find all templates in path
|
||||||
|
WalkDir::new(&self.path)
|
||||||
|
.filter_map(|e| async { e.ok() })
|
||||||
|
.filter(|e| {
|
||||||
|
let e = e.clone();
|
||||||
|
async move { e.metadata().await.unwrap().is_file() }
|
||||||
|
})
|
||||||
|
.map(move |e| {
|
||||||
|
e.path()
|
||||||
|
.strip_prefix(&self.path)
|
||||||
|
.expect("All paths should have prefix")
|
||||||
|
.to_string_lossy()
|
||||||
|
.to_string()
|
||||||
|
})
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
// Make PathEnvironment act like a normal Environment transparently
|
// Make PathEnvironment act like a normal Environment transparently
|
||||||
@@ -80,25 +109,3 @@ impl<'a> Deref for PathEnvironment<'a> {
|
|||||||
&self.env
|
&self.env
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
// Iterate over all the files in the path
|
|
||||||
impl<'a, 'b> IntoIterator for &'b PathEnvironment<'a> {
|
|
||||||
type Item = String;
|
|
||||||
|
|
||||||
type IntoIter = impl Iterator<Item = Self::Item>;
|
|
||||||
|
|
||||||
fn into_iter(self) -> Self::IntoIter {
|
|
||||||
// Find all templates in path
|
|
||||||
WalkDir::new(&self.path)
|
|
||||||
.into_iter()
|
|
||||||
.filter_map(|e| e.ok())
|
|
||||||
.filter(|e| e.metadata().unwrap().is_file())
|
|
||||||
.map(|e| {
|
|
||||||
e.path()
|
|
||||||
.strip_prefix(&self.path)
|
|
||||||
.expect("All paths should have prefix")
|
|
||||||
.to_string_lossy()
|
|
||||||
.to_string()
|
|
||||||
})
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|||||||
+16
-1
@@ -1,13 +1,17 @@
|
|||||||
#![feature(impl_trait_in_assoc_type, path_absolute_method)]
|
#![feature(path_absolute_method)]
|
||||||
use std::path::{Path, PathBuf};
|
use std::path::{Path, PathBuf};
|
||||||
use std::sync::OnceLock;
|
use std::sync::OnceLock;
|
||||||
|
|
||||||
|
use tokio::process::Command;
|
||||||
|
|
||||||
pub mod cluster;
|
pub mod cluster;
|
||||||
pub mod environment;
|
pub mod environment;
|
||||||
pub mod node;
|
pub mod node;
|
||||||
pub mod patch;
|
pub mod patch;
|
||||||
pub mod schematic;
|
pub mod schematic;
|
||||||
pub mod secret;
|
pub mod secret;
|
||||||
|
pub mod talosconfig;
|
||||||
|
pub mod tftp;
|
||||||
|
|
||||||
pub(crate) static REPO_PATH: OnceLock<PathBuf> = OnceLock::new();
|
pub(crate) static REPO_PATH: OnceLock<PathBuf> = OnceLock::new();
|
||||||
|
|
||||||
@@ -28,3 +32,14 @@ pub fn get_talos_path() -> PathBuf {
|
|||||||
pub fn get_configs_path() -> PathBuf {
|
pub fn get_configs_path() -> PathBuf {
|
||||||
get_repo_path().join("configs")
|
get_repo_path().join("configs")
|
||||||
}
|
}
|
||||||
|
|
||||||
|
pub async fn run_command(mut command: Command) -> String {
|
||||||
|
let output = command.output().await.unwrap();
|
||||||
|
if !output.stderr.is_empty() {
|
||||||
|
println!("{}", String::from_utf8_lossy(&output.stderr).trim_end());
|
||||||
|
}
|
||||||
|
|
||||||
|
String::from_utf8_lossy(&output.stdout)
|
||||||
|
.trim_end()
|
||||||
|
.to_owned()
|
||||||
|
}
|
||||||
|
|||||||
+160
-38
@@ -1,13 +1,25 @@
|
|||||||
mod cli;
|
mod cli;
|
||||||
|
|
||||||
use std::process::Command;
|
use std::path::PathBuf;
|
||||||
|
use std::pin::pin;
|
||||||
|
|
||||||
|
use axum::extract::Request;
|
||||||
|
use axum::response::IntoResponse;
|
||||||
|
use axum::routing::get;
|
||||||
|
use axum::{Router, debug_handler};
|
||||||
use clap::{CommandFactory, Parser};
|
use clap::{CommandFactory, Parser};
|
||||||
use clap_complete::{Shell, generate as generate_complete};
|
use clap_complete::{Shell, generate as generate_complete};
|
||||||
use crete::cluster::Cluster;
|
use crete::cluster::Cluster;
|
||||||
use crete::environment::PathEnvironment;
|
use crete::environment::{PathEnvironment, configure_environment};
|
||||||
use crete::{get_configs_path, get_repo_path, set_repo_path};
|
use crete::talosconfig::{get_current_context, set_context};
|
||||||
use minijinja::context;
|
use crete::tftp::ServerError;
|
||||||
|
use crete::{get_configs_path, get_repo_path, set_repo_path, tftp};
|
||||||
|
use futures::StreamExt;
|
||||||
|
use futures::future::join_all;
|
||||||
|
use ipxe::IPXE_DIR;
|
||||||
|
use minijinja::{Environment, context};
|
||||||
|
use regex::Regex;
|
||||||
|
use reqwest::{StatusCode, header};
|
||||||
use thiserror::Error;
|
use thiserror::Error;
|
||||||
|
|
||||||
use crate::cli::{Cli, Commands, GlobalOpts};
|
use crate::cli::{Cli, Commands, GlobalOpts};
|
||||||
@@ -16,80 +28,190 @@ use crate::cli::{Cli, Commands, GlobalOpts};
|
|||||||
enum Error {
|
enum Error {
|
||||||
#[error("No clusters where found")]
|
#[error("No clusters where found")]
|
||||||
NoClustersFound,
|
NoClustersFound,
|
||||||
|
#[error("Server error: {0}")]
|
||||||
|
ServerError(#[from] ServerError),
|
||||||
}
|
}
|
||||||
|
|
||||||
fn run_command(mut command: Command) {
|
async fn generate(opts: &GlobalOpts) -> Result<(), Error> {
|
||||||
let output = command.output().unwrap();
|
let clusters = Cluster::get_all().await;
|
||||||
if !output.stdout.is_empty() {
|
|
||||||
println!("{}", String::from_utf8_lossy(&output.stdout).trim_end());
|
|
||||||
}
|
|
||||||
if !output.stderr.is_empty() {
|
|
||||||
println!("{}", String::from_utf8_lossy(&output.stderr).trim_end());
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
fn generate(opts: &GlobalOpts) -> Result<(), Error> {
|
|
||||||
set_repo_path(&opts.repo);
|
|
||||||
|
|
||||||
let clusters = Cluster::get_all();
|
|
||||||
|
|
||||||
if clusters.is_empty() {
|
if clusters.is_empty() {
|
||||||
return Err(Error::NoClustersFound);
|
return Err(Error::NoClustersFound);
|
||||||
}
|
}
|
||||||
|
|
||||||
let path = opts.repo.join("rendered");
|
let path = opts.repo.join("rendered");
|
||||||
if path.exists() {
|
// We don't really care if this fails, as that likely mean that the directory did not exist
|
||||||
std::fs::remove_dir_all(&path).unwrap();
|
tokio::fs::remove_dir_all(&path).await.ok();
|
||||||
}
|
tokio::fs::create_dir_all(&path).await.unwrap();
|
||||||
std::fs::create_dir(&path).unwrap();
|
|
||||||
|
|
||||||
// Render templates
|
// Render templates
|
||||||
let template_env = PathEnvironment::new(&get_repo_path().join("templates"));
|
let template_env = PathEnvironment::new(&get_repo_path().join("templates"));
|
||||||
for template_name in &template_env {
|
|
||||||
|
let mut stream = pin!(template_env.files());
|
||||||
|
while let Some(template_name) = stream.next().await {
|
||||||
let template = template_env.get_template(&template_name).unwrap();
|
let template = template_env.get_template(&template_name).unwrap();
|
||||||
|
|
||||||
let content = template
|
let content = template
|
||||||
.render(context! {
|
.render(context! {
|
||||||
clusters,
|
clusters => clusters.values().collect::<Vec<_>>(),
|
||||||
root => opts.repo
|
root => opts.repo
|
||||||
})
|
})
|
||||||
.unwrap();
|
.unwrap();
|
||||||
|
|
||||||
std::fs::write(path.join(template_name), content).unwrap();
|
tokio::fs::write(path.join(template_name), content)
|
||||||
|
.await
|
||||||
|
.unwrap();
|
||||||
}
|
}
|
||||||
|
|
||||||
|
let context = get_current_context().await;
|
||||||
|
|
||||||
// Remove existing config files and create output directory
|
// Remove existing config files and create output directory
|
||||||
let path = get_configs_path();
|
let path = get_configs_path();
|
||||||
if path.exists() {
|
tokio::fs::remove_dir_all(&path).await.ok();
|
||||||
std::fs::remove_dir_all(&path).unwrap();
|
tokio::fs::create_dir_all(&path).await.unwrap();
|
||||||
}
|
|
||||||
std::fs::create_dir(&path).unwrap();
|
|
||||||
|
|
||||||
// Generate config files
|
// Generate config files
|
||||||
for cluster in clusters {
|
join_all(clusters.values().map(|cluster| async move {
|
||||||
for node in cluster.nodes() {
|
join_all(cluster.nodes().map(|node| {
|
||||||
run_command(node.talosctl_gen_config_command(&cluster));
|
let cluster = cluster.clone();
|
||||||
}
|
async move {
|
||||||
|
node.config_write(&cluster).await;
|
||||||
|
}
|
||||||
|
}))
|
||||||
|
.await;
|
||||||
|
|
||||||
run_command(cluster.talosctl_gen_config_command());
|
// Run these commands in parallel with the the node commands
|
||||||
run_command(cluster.talosctl_add_endpoint_command());
|
// NOTE: These do need to happen in the correct order
|
||||||
run_command(cluster.talosctl_merge_command());
|
cluster.talosconfig_write().await;
|
||||||
|
}))
|
||||||
|
.await;
|
||||||
|
|
||||||
|
// Merge all the cluster talosconfig files into a single file
|
||||||
|
// Since this all modifies the same output file this has to happen sequentially
|
||||||
|
for (_, cluster) in clusters {
|
||||||
|
cluster.talosconfig_merge().await;
|
||||||
|
}
|
||||||
|
|
||||||
|
if let Some(context) = context {
|
||||||
|
set_context(context).await;
|
||||||
}
|
}
|
||||||
|
|
||||||
Ok(())
|
Ok(())
|
||||||
}
|
}
|
||||||
|
|
||||||
fn main() -> Result<(), Error> {
|
#[debug_handler]
|
||||||
|
async fn handler(req: Request) -> impl IntoResponse {
|
||||||
|
println!("{req:?}");
|
||||||
|
let host = req
|
||||||
|
.headers()
|
||||||
|
.iter()
|
||||||
|
.find(|(name, _)| header::HOST.eq(name))
|
||||||
|
.map(|(_, value)| value)
|
||||||
|
.unwrap()
|
||||||
|
.to_str()
|
||||||
|
.unwrap();
|
||||||
|
|
||||||
|
println!("{host}");
|
||||||
|
|
||||||
|
let Some(path) = req.uri().path().strip_prefix("/") else {
|
||||||
|
return StatusCode::BAD_REQUEST.into_response();
|
||||||
|
};
|
||||||
|
|
||||||
|
let Some((file, content_type)) = get_file(path).await else {
|
||||||
|
return StatusCode::NOT_FOUND.into_response();
|
||||||
|
};
|
||||||
|
|
||||||
|
let path = PathBuf::from(path);
|
||||||
|
let filename = path.file_name().unwrap();
|
||||||
|
let filename = filename.to_str().unwrap();
|
||||||
|
|
||||||
|
let content_type = [(header::CONTENT_TYPE, content_type)];
|
||||||
|
let disposition = [(
|
||||||
|
header::CONTENT_DISPOSITION,
|
||||||
|
format!("inline; filename=\"{filename}\""),
|
||||||
|
)];
|
||||||
|
|
||||||
|
(content_type, disposition, file).into_response()
|
||||||
|
}
|
||||||
|
|
||||||
|
// TODO: Make this a proper async function
|
||||||
|
fn get_file(filename: impl Into<String>) -> impl Future<Output = Option<(Vec<u8>, &'static str)>> {
|
||||||
|
// TODO: Make this a static that is initialized once
|
||||||
|
let re =
|
||||||
|
Regex::new(r"^talos/(?<cluster>.+)/(?<node>.+)\.ya?ml$").expect("regex should be valid");
|
||||||
|
|
||||||
|
let filename: String = filename.into();
|
||||||
|
let re = re.clone();
|
||||||
|
|
||||||
|
async move {
|
||||||
|
const IPXE_PATTERN: &str = "ipxe/";
|
||||||
|
if filename == format!("{IPXE_PATTERN}boot.ipxe") {
|
||||||
|
let mut env = Environment::new();
|
||||||
|
|
||||||
|
configure_environment(&mut env);
|
||||||
|
|
||||||
|
let template = env
|
||||||
|
.template_from_str(include_str!("./boot.ipxe"))
|
||||||
|
.expect("Template should be valid");
|
||||||
|
|
||||||
|
let clusters = Cluster::get_all().await;
|
||||||
|
let content = template
|
||||||
|
.render(context! {
|
||||||
|
clusters => clusters.values().collect::<Vec<_>>(),
|
||||||
|
})
|
||||||
|
.unwrap();
|
||||||
|
|
||||||
|
Some((content.into(), "text/plain; charset=utf-8"))
|
||||||
|
} else if let Some(filename) = filename.strip_prefix(IPXE_PATTERN) {
|
||||||
|
Some((
|
||||||
|
IPXE_DIR.get_file(filename)?.contents().to_owned(),
|
||||||
|
"application/octet-stream",
|
||||||
|
))
|
||||||
|
} else if let Some(caps) = re.captures(&filename) {
|
||||||
|
let cluster = &caps["cluster"];
|
||||||
|
let node = &caps["node"];
|
||||||
|
|
||||||
|
let clusters = Cluster::get_all().await;
|
||||||
|
let cluster = clusters.get(cluster)?;
|
||||||
|
|
||||||
|
let node = cluster.node(node)?;
|
||||||
|
|
||||||
|
let config = node.config(cluster).await;
|
||||||
|
|
||||||
|
Some((config.into(), "application/yaml; charset=utf-8"))
|
||||||
|
} else {
|
||||||
|
None
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
#[tokio::main]
|
||||||
|
async fn main() -> Result<(), Error> {
|
||||||
let cli = Cli::parse();
|
let cli = Cli::parse();
|
||||||
|
|
||||||
|
set_repo_path(&cli.global_opts.repo);
|
||||||
|
|
||||||
match cli.command {
|
match cli.command {
|
||||||
Commands::Generate => generate(&cli.global_opts)?,
|
Commands::Generate => generate(&cli.global_opts).await?,
|
||||||
Commands::ShellCompletions => generate_complete(
|
Commands::ShellCompletions => generate_complete(
|
||||||
Shell::from_env().unwrap_or(Shell::Bash),
|
Shell::from_env().unwrap_or(Shell::Bash),
|
||||||
&mut Cli::command(),
|
&mut Cli::command(),
|
||||||
"crete",
|
"crete",
|
||||||
&mut std::io::stdout(),
|
&mut std::io::stdout(),
|
||||||
),
|
),
|
||||||
|
Commands::Serve => {
|
||||||
|
tokio::spawn(async {
|
||||||
|
let app = Router::new().fallback_service(get(handler));
|
||||||
|
let listener = tokio::net::TcpListener::bind("0.0.0.0:3000").await.unwrap();
|
||||||
|
axum::serve(listener, app).await.unwrap();
|
||||||
|
});
|
||||||
|
|
||||||
|
tftp::serve(move |filename| {
|
||||||
|
let filename = filename.to_owned();
|
||||||
|
async move { get_file(filename).await.map(|(file, _)| file) }
|
||||||
|
})
|
||||||
|
.await?;
|
||||||
|
}
|
||||||
};
|
};
|
||||||
|
|
||||||
Ok(())
|
Ok(())
|
||||||
|
|||||||
+41
-13
@@ -1,16 +1,17 @@
|
|||||||
use std::net::Ipv4Addr;
|
use std::net::Ipv4Addr;
|
||||||
use std::process::Command;
|
use std::path::PathBuf;
|
||||||
|
|
||||||
use minijinja::Environment;
|
use minijinja::Environment;
|
||||||
use optional_struct::{Applicable, optional_struct};
|
use optional_struct::{Applicable, optional_struct};
|
||||||
use schemars::JsonSchema;
|
use schemars::JsonSchema;
|
||||||
use serde::{Deserialize, Serialize};
|
use serde::{Deserialize, Serialize};
|
||||||
|
use tokio::process::Command;
|
||||||
|
|
||||||
use crate::cluster::{Base, Cluster};
|
use crate::cluster::{Base, Cluster};
|
||||||
use crate::patch::{OptionalPatches, OptionalPatchesString, Patches};
|
use crate::patch::{OptionalPatches, OptionalPatchesString, Patches};
|
||||||
use crate::schematic::Schematic;
|
use crate::schematic::Schematic;
|
||||||
use crate::secret::Secret;
|
use crate::secret::Secret;
|
||||||
use crate::{get_configs_path, get_talos_path};
|
use crate::{get_configs_path, get_talos_path, run_command};
|
||||||
|
|
||||||
#[derive(Debug, Serialize, Deserialize, JsonSchema, Clone, Copy, PartialEq, Eq)]
|
#[derive(Debug, Serialize, Deserialize, JsonSchema, Clone, Copy, PartialEq, Eq)]
|
||||||
#[serde(rename_all = "camelCase")]
|
#[serde(rename_all = "camelCase")]
|
||||||
@@ -53,7 +54,8 @@ struct Network {
|
|||||||
ip: Ipv4Addr,
|
ip: Ipv4Addr,
|
||||||
netmask: Ipv4Addr,
|
netmask: Ipv4Addr,
|
||||||
gateway: Ipv4Addr,
|
gateway: Ipv4Addr,
|
||||||
dns: [Ipv4Addr; 2],
|
#[serde(default)]
|
||||||
|
dns: Option<Vec<Ipv4Addr>>,
|
||||||
#[optional_rename(OptionalTailscale)]
|
#[optional_rename(OptionalTailscale)]
|
||||||
#[optional_wrap]
|
#[optional_wrap]
|
||||||
tailscale: Tailscale,
|
tailscale: Tailscale,
|
||||||
@@ -89,7 +91,7 @@ pub(crate) struct NodeDeserialize {
|
|||||||
sops: Secret,
|
sops: Secret,
|
||||||
}
|
}
|
||||||
|
|
||||||
#[derive(Debug, Serialize)]
|
#[derive(Debug, Serialize, Clone)]
|
||||||
#[serde(rename_all = "camelCase")]
|
#[serde(rename_all = "camelCase")]
|
||||||
pub struct Node {
|
pub struct Node {
|
||||||
hostname: String,
|
hostname: String,
|
||||||
@@ -105,9 +107,9 @@ pub struct Node {
|
|||||||
}
|
}
|
||||||
|
|
||||||
impl Node {
|
impl Node {
|
||||||
pub(crate) fn get(
|
pub(crate) async fn get(
|
||||||
node_name: &str,
|
node_name: &str,
|
||||||
env: &Environment,
|
env: &Environment<'static>,
|
||||||
cluster: &Cluster,
|
cluster: &Cluster,
|
||||||
default: &OptionalNodeDeserialize,
|
default: &OptionalNodeDeserialize,
|
||||||
base: &Base,
|
base: &Base,
|
||||||
@@ -120,7 +122,7 @@ impl Node {
|
|||||||
.to_string();
|
.to_string();
|
||||||
|
|
||||||
path.add_extension("yaml");
|
path.add_extension("yaml");
|
||||||
let content = std::fs::read_to_string(path).unwrap();
|
let content = tokio::fs::read_to_string(path).await.unwrap();
|
||||||
|
|
||||||
let node: OptionalNodeDeserialize = serde_yaml::from_str(&content).unwrap();
|
let node: OptionalNodeDeserialize = serde_yaml::from_str(&content).unwrap();
|
||||||
|
|
||||||
@@ -128,6 +130,13 @@ impl Node {
|
|||||||
// Sadly we have to this manually
|
// Sadly we have to this manually
|
||||||
// TODO: Find a better way of doing this
|
// TODO: Find a better way of doing this
|
||||||
let default = OptionalNodeDeserialize {
|
let default = OptionalNodeDeserialize {
|
||||||
|
network: Some(OptionalNetwork {
|
||||||
|
tailscale: Some(OptionalTailscale {
|
||||||
|
advertise_routes: Some(false),
|
||||||
|
..Default::default()
|
||||||
|
}),
|
||||||
|
..Default::default()
|
||||||
|
}),
|
||||||
patches: Some(OptionalPatches {
|
patches: Some(OptionalPatches {
|
||||||
all: Some(vec![]),
|
all: Some(vec![]),
|
||||||
control_plane: Some(vec![]),
|
control_plane: Some(vec![]),
|
||||||
@@ -164,15 +173,16 @@ impl Node {
|
|||||||
};
|
};
|
||||||
|
|
||||||
// Render patches
|
// Render patches
|
||||||
let patches = patches.render(env, cluster, &node);
|
let patches = patches.render(env, cluster, &node).await;
|
||||||
|
|
||||||
Node { patches, ..node }
|
Node { patches, ..node }
|
||||||
}
|
}
|
||||||
|
|
||||||
pub fn talosctl_gen_config_command(&self, cluster: &Cluster) -> Command {
|
pub fn hostname(&self) -> &str {
|
||||||
let mut path = get_configs_path().join(&cluster.name).join(&self.hostname);
|
&self.hostname
|
||||||
path.add_extension("yaml");
|
}
|
||||||
|
|
||||||
|
pub async fn config(&self, cluster: &Cluster) -> String {
|
||||||
let mut command = Command::new("talosctl");
|
let mut command = Command::new("talosctl");
|
||||||
command.args([
|
command.args([
|
||||||
"gen",
|
"gen",
|
||||||
@@ -196,7 +206,7 @@ impl Node {
|
|||||||
"--with-docs=false",
|
"--with-docs=false",
|
||||||
"--with-examples=false",
|
"--with-examples=false",
|
||||||
"-o",
|
"-o",
|
||||||
path.to_str().expect("Path should be valid utf-8"),
|
"-",
|
||||||
]);
|
]);
|
||||||
|
|
||||||
for patch in &self.patches.all {
|
for patch in &self.patches.all {
|
||||||
@@ -210,7 +220,25 @@ impl Node {
|
|||||||
]);
|
]);
|
||||||
}
|
}
|
||||||
|
|
||||||
command
|
run_command(command).await
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn config_path(&self, cluster: &Cluster) -> PathBuf {
|
||||||
|
let mut path = get_configs_path().join(&cluster.name).join(&self.hostname);
|
||||||
|
path.add_extension("yaml");
|
||||||
|
|
||||||
|
path
|
||||||
|
}
|
||||||
|
|
||||||
|
pub async fn config_write(&self, cluster: &Cluster) {
|
||||||
|
let config = self.config(cluster).await;
|
||||||
|
|
||||||
|
let path = self.config_path(cluster);
|
||||||
|
tokio::fs::create_dir_all(path.parent().expect("config should have parent"))
|
||||||
|
.await
|
||||||
|
.unwrap();
|
||||||
|
|
||||||
|
tokio::fs::write(path, config).await.unwrap();
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
+29
-20
@@ -16,27 +16,36 @@ pub(crate) struct Patches<T> {
|
|||||||
|
|
||||||
pub(crate) type OptionalPatchesString = OptionalPatches<String>;
|
pub(crate) type OptionalPatchesString = OptionalPatches<String>;
|
||||||
|
|
||||||
fn render(
|
async fn render(
|
||||||
patches: Vec<String>,
|
patches: Vec<String>,
|
||||||
env: &Environment,
|
env: &Environment<'static>,
|
||||||
cluster: &Cluster,
|
cluster: &Cluster,
|
||||||
node: &Node,
|
node: &Node,
|
||||||
) -> Vec<serde_yaml::Value> {
|
) -> Vec<serde_yaml::Value> {
|
||||||
patches
|
let env = env.clone();
|
||||||
.into_iter()
|
let cluster = cluster.clone();
|
||||||
.map(|name| {
|
let node = node.clone();
|
||||||
let content = env
|
|
||||||
.get_template(&name)
|
|
||||||
.unwrap()
|
|
||||||
.render(context! {
|
|
||||||
node,
|
|
||||||
cluster
|
|
||||||
})
|
|
||||||
.unwrap();
|
|
||||||
|
|
||||||
serde_yaml::from_str(&content).unwrap()
|
// Minijinja will still have blocking I/O internally
|
||||||
})
|
tokio::task::spawn_blocking(move || {
|
||||||
.collect()
|
patches
|
||||||
|
.into_iter()
|
||||||
|
.map(move |name| {
|
||||||
|
let content = env
|
||||||
|
.get_template(&name)
|
||||||
|
.unwrap()
|
||||||
|
.render(context! {
|
||||||
|
node,
|
||||||
|
cluster
|
||||||
|
})
|
||||||
|
.unwrap();
|
||||||
|
|
||||||
|
serde_yaml::from_str(&content).unwrap()
|
||||||
|
})
|
||||||
|
.collect()
|
||||||
|
})
|
||||||
|
.await
|
||||||
|
.unwrap()
|
||||||
}
|
}
|
||||||
|
|
||||||
impl Patches<String> {
|
impl Patches<String> {
|
||||||
@@ -50,15 +59,15 @@ impl Patches<String> {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
pub(crate) fn render(
|
pub(crate) async fn render(
|
||||||
self,
|
self,
|
||||||
env: &Environment,
|
env: &Environment<'static>,
|
||||||
cluster: &Cluster,
|
cluster: &Cluster,
|
||||||
node: &Node,
|
node: &Node,
|
||||||
) -> Patches<serde_yaml::Value> {
|
) -> Patches<serde_yaml::Value> {
|
||||||
Patches {
|
Patches {
|
||||||
all: render(self.all.clone(), env, cluster, node),
|
all: render(self.all.clone(), env, cluster, node).await,
|
||||||
control_plane: render(self.control_plane.clone(), env, cluster, node),
|
control_plane: render(self.control_plane.clone(), env, cluster, node).await,
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
+20
-9
@@ -1,5 +1,6 @@
|
|||||||
use schemars::JsonSchema;
|
use schemars::JsonSchema;
|
||||||
use serde::{Deserialize, Deserializer, Serialize};
|
use serde::{Deserialize, Deserializer, Serialize};
|
||||||
|
use tokio::runtime::Handle;
|
||||||
|
|
||||||
use crate::get_talos_path;
|
use crate::get_talos_path;
|
||||||
|
|
||||||
@@ -11,7 +12,7 @@ where
|
|||||||
let path = get_talos_path().join("schematics").join(name);
|
let path = get_talos_path().join("schematics").join(name);
|
||||||
let content = std::fs::read_to_string(path).unwrap().trim().to_owned();
|
let content = std::fs::read_to_string(path).unwrap().trim().to_owned();
|
||||||
|
|
||||||
let client = reqwest::blocking::ClientBuilder::new()
|
let client = reqwest::ClientBuilder::new()
|
||||||
.user_agent(format!(
|
.user_agent(format!(
|
||||||
"{}/{}",
|
"{}/{}",
|
||||||
std::env!("CARGO_PKG_NAME"),
|
std::env!("CARGO_PKG_NAME"),
|
||||||
@@ -20,19 +21,29 @@ where
|
|||||||
.build()
|
.build()
|
||||||
.unwrap();
|
.unwrap();
|
||||||
|
|
||||||
let res = client
|
|
||||||
.post("https://factory.talos.dev/schematics")
|
|
||||||
.body(content)
|
|
||||||
.send()
|
|
||||||
.map_err(serde::de::Error::custom)?;
|
|
||||||
|
|
||||||
#[derive(Debug, Deserialize)]
|
#[derive(Debug, Deserialize)]
|
||||||
struct Response {
|
struct Response {
|
||||||
id: String,
|
id: String,
|
||||||
}
|
}
|
||||||
|
|
||||||
let response: Response = serde_json::from_str(&res.text().map_err(serde::de::Error::custom)?)
|
// We can't use async directly inside a custom deserializer, and using the blocking client also
|
||||||
.map_err(serde::de::Error::custom)?;
|
// does not work as it will try to start tokio inside of tokio.
|
||||||
|
// So we have do this to work around it.
|
||||||
|
// NOTE: This requires that the deserialization happens inside spawn_blocking
|
||||||
|
let response = Handle::current().block_on(async {
|
||||||
|
let res = client
|
||||||
|
.post("https://factory.talos.dev/schematics")
|
||||||
|
.body(content)
|
||||||
|
.send()
|
||||||
|
.await
|
||||||
|
.map_err(serde::de::Error::custom)?;
|
||||||
|
|
||||||
|
let response: Response =
|
||||||
|
serde_json::from_str(&res.text().await.map_err(serde::de::Error::custom)?)
|
||||||
|
.map_err(serde::de::Error::custom)?;
|
||||||
|
|
||||||
|
Ok(response)
|
||||||
|
})?;
|
||||||
|
|
||||||
Ok(response.id)
|
Ok(response.id)
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -0,0 +1,40 @@
|
|||||||
|
use std::path::PathBuf;
|
||||||
|
|
||||||
|
use serde::Deserialize;
|
||||||
|
use tokio::process::Command;
|
||||||
|
|
||||||
|
use crate::{get_configs_path, run_command};
|
||||||
|
|
||||||
|
#[derive(Debug, Deserialize)]
|
||||||
|
pub struct TalosConfig {
|
||||||
|
context: String,
|
||||||
|
}
|
||||||
|
|
||||||
|
impl TalosConfig {
|
||||||
|
pub fn merged_path() -> PathBuf {
|
||||||
|
get_configs_path().join("talosconfig")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
pub async fn get_current_context() -> Option<String> {
|
||||||
|
tokio::fs::read(&TalosConfig::merged_path())
|
||||||
|
.await
|
||||||
|
.ok()
|
||||||
|
.and_then(|config| serde_yaml::from_slice(&config).ok())
|
||||||
|
.map(|config: TalosConfig| config.context)
|
||||||
|
}
|
||||||
|
|
||||||
|
pub async fn set_context(context: String) {
|
||||||
|
let mut command = Command::new("talosctl");
|
||||||
|
command.args([
|
||||||
|
"config",
|
||||||
|
"--talosconfig",
|
||||||
|
TalosConfig::merged_path()
|
||||||
|
.to_str()
|
||||||
|
.expect("Path should be valid utf-8"),
|
||||||
|
"context",
|
||||||
|
&context,
|
||||||
|
]);
|
||||||
|
|
||||||
|
run_command(command).await;
|
||||||
|
}
|
||||||
@@ -0,0 +1,20 @@
|
|||||||
|
use std::io;
|
||||||
|
use std::string::FromUtf8Error;
|
||||||
|
|
||||||
|
use thiserror::Error;
|
||||||
|
|
||||||
|
#[derive(Debug, Error)]
|
||||||
|
pub enum Error {
|
||||||
|
#[error("Invalid op code '{0}'")]
|
||||||
|
InvalidOpCode(u16),
|
||||||
|
#[error("Invalid error code '{0}'")]
|
||||||
|
InvalidErrorCode(u16),
|
||||||
|
#[error("Invalid mode '{0}'")]
|
||||||
|
InvalidMode(String),
|
||||||
|
#[error("String contains invalid characters")]
|
||||||
|
InvalidString(#[from] FromUtf8Error),
|
||||||
|
#[error("Unterminated string")]
|
||||||
|
UnterminatedString,
|
||||||
|
#[error("Io error: {0}")]
|
||||||
|
Io(#[from] io::Error),
|
||||||
|
}
|
||||||
@@ -0,0 +1,7 @@
|
|||||||
|
mod error;
|
||||||
|
mod packet;
|
||||||
|
mod server;
|
||||||
|
|
||||||
|
pub use error::Error;
|
||||||
|
pub use packet::Packet;
|
||||||
|
pub use server::{Error as ServerError, serve};
|
||||||
@@ -0,0 +1,352 @@
|
|||||||
|
use std::io::{BufRead, BufReader, BufWriter, Cursor, Read, Write};
|
||||||
|
use std::net::SocketAddr;
|
||||||
|
|
||||||
|
use byteorder::{NetworkEndian, ReadBytesExt, WriteBytesExt};
|
||||||
|
use num_enum::{IntoPrimitive, TryFromPrimitive};
|
||||||
|
use udp_sas_async::tokio::UdpSocketSas;
|
||||||
|
|
||||||
|
use crate::tftp::Error;
|
||||||
|
|
||||||
|
// 2 bytes op code + 2 bytes block number + max 512 bytes data
|
||||||
|
pub(crate) const PACKET_SIZE: usize = 2 + 2 + 512;
|
||||||
|
|
||||||
|
fn decode_null_terminated<R>(reader: &mut BufReader<R>) -> Result<String, Error>
|
||||||
|
where
|
||||||
|
R: Read + ?Sized,
|
||||||
|
{
|
||||||
|
let mut text = Vec::new();
|
||||||
|
reader.read_until(0, &mut text)?;
|
||||||
|
|
||||||
|
// Make sure we ended with a null terminator
|
||||||
|
match text.pop() {
|
||||||
|
Some(0) => {}
|
||||||
|
None | Some(_) => return Err(Error::UnterminatedString),
|
||||||
|
}
|
||||||
|
|
||||||
|
Ok(String::from_utf8(text)?)
|
||||||
|
}
|
||||||
|
|
||||||
|
fn encode_null_terminated<W>(writer: &mut BufWriter<W>, text: impl AsRef<str>) -> Result<(), Error>
|
||||||
|
where
|
||||||
|
W: Write + ?Sized,
|
||||||
|
{
|
||||||
|
let text = text.as_ref().as_bytes();
|
||||||
|
writer.write_all(text)?;
|
||||||
|
|
||||||
|
// Add null terminator
|
||||||
|
writer.write_u8(0)?;
|
||||||
|
|
||||||
|
Ok(())
|
||||||
|
}
|
||||||
|
|
||||||
|
#[derive(Debug, Clone, Copy, PartialEq, Eq)]
|
||||||
|
pub enum Mode {
|
||||||
|
NetAscii,
|
||||||
|
Octet,
|
||||||
|
Mail,
|
||||||
|
}
|
||||||
|
|
||||||
|
impl Mode {
|
||||||
|
fn decode<R>(reader: &mut BufReader<R>) -> Result<Self, Error>
|
||||||
|
where
|
||||||
|
R: Read + ?Sized,
|
||||||
|
{
|
||||||
|
let mut mode = decode_null_terminated(reader)?;
|
||||||
|
mode.make_ascii_lowercase();
|
||||||
|
let mode = mode;
|
||||||
|
|
||||||
|
Ok(match mode.as_str() {
|
||||||
|
"netascii" => Self::NetAscii,
|
||||||
|
"octet" => Self::Octet,
|
||||||
|
"mail" => Self::Mail,
|
||||||
|
_ => return Err(Error::InvalidMode(mode)),
|
||||||
|
})
|
||||||
|
}
|
||||||
|
|
||||||
|
fn encode<W>(&self, writer: &mut BufWriter<W>) -> Result<(), Error>
|
||||||
|
where
|
||||||
|
W: Write + ?Sized,
|
||||||
|
{
|
||||||
|
let mode = match &self {
|
||||||
|
Mode::NetAscii => "netascii",
|
||||||
|
Mode::Octet => "octet",
|
||||||
|
Mode::Mail => "mail",
|
||||||
|
};
|
||||||
|
|
||||||
|
encode_null_terminated(writer, mode)?;
|
||||||
|
|
||||||
|
Ok(())
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
#[derive(Debug, PartialEq, Eq)]
|
||||||
|
pub struct Request {
|
||||||
|
filename: String,
|
||||||
|
mode: Mode,
|
||||||
|
}
|
||||||
|
|
||||||
|
impl Request {
|
||||||
|
pub fn filename(&self) -> &str {
|
||||||
|
&self.filename
|
||||||
|
}
|
||||||
|
|
||||||
|
fn decode<R>(reader: &mut BufReader<R>) -> Result<Self, Error>
|
||||||
|
where
|
||||||
|
R: Read + ?Sized,
|
||||||
|
{
|
||||||
|
let filename = decode_null_terminated(reader)?;
|
||||||
|
let mode = Mode::decode(reader)?;
|
||||||
|
|
||||||
|
Ok(Self { filename, mode })
|
||||||
|
}
|
||||||
|
|
||||||
|
fn encode<W>(&self, writer: &mut BufWriter<W>) -> Result<(), Error>
|
||||||
|
where
|
||||||
|
W: Write + ?Sized,
|
||||||
|
{
|
||||||
|
encode_null_terminated(writer, &self.filename)?;
|
||||||
|
self.mode.encode(writer)?;
|
||||||
|
|
||||||
|
Ok(())
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn mode(&self) -> Mode {
|
||||||
|
self.mode
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
#[derive(Debug)]
|
||||||
|
pub struct Data {
|
||||||
|
block: u16,
|
||||||
|
data: Vec<u8>,
|
||||||
|
}
|
||||||
|
|
||||||
|
impl Data {
|
||||||
|
fn decode<R>(reader: &mut BufReader<R>) -> Result<Self, Error>
|
||||||
|
where
|
||||||
|
R: Read + ?Sized,
|
||||||
|
{
|
||||||
|
let block = reader.read_u16::<NetworkEndian>()?;
|
||||||
|
|
||||||
|
let mut data = Vec::new();
|
||||||
|
reader.read_to_end(&mut data)?;
|
||||||
|
|
||||||
|
Ok(Self { data, block })
|
||||||
|
}
|
||||||
|
|
||||||
|
fn encode<W>(&self, writer: &mut BufWriter<W>) -> Result<(), Error>
|
||||||
|
where
|
||||||
|
W: Write + ?Sized,
|
||||||
|
{
|
||||||
|
writer.write_u16::<NetworkEndian>(self.block)?;
|
||||||
|
writer.write_all(&self.data)?;
|
||||||
|
|
||||||
|
Ok(())
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
#[derive(Debug)]
|
||||||
|
pub struct Ack(u16);
|
||||||
|
|
||||||
|
impl Ack {
|
||||||
|
pub fn block(&self) -> u16 {
|
||||||
|
self.0
|
||||||
|
}
|
||||||
|
|
||||||
|
fn decode<R>(reader: &mut BufReader<R>) -> Result<Self, Error>
|
||||||
|
where
|
||||||
|
R: Read + ?Sized,
|
||||||
|
{
|
||||||
|
let number = reader.read_u16::<NetworkEndian>()?;
|
||||||
|
|
||||||
|
Ok(Self(number))
|
||||||
|
}
|
||||||
|
|
||||||
|
fn encode<W>(&self, writer: &mut BufWriter<W>) -> Result<(), Error>
|
||||||
|
where
|
||||||
|
W: Write + ?Sized,
|
||||||
|
{
|
||||||
|
writer.write_u16::<NetworkEndian>(self.0)?;
|
||||||
|
|
||||||
|
Ok(())
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
#[derive(Debug, TryFromPrimitive, IntoPrimitive, Clone, Copy)]
|
||||||
|
#[repr(u16)]
|
||||||
|
pub enum ErrorCode {
|
||||||
|
NotDefined,
|
||||||
|
FileNotFound,
|
||||||
|
AccessViolation,
|
||||||
|
DiskFull,
|
||||||
|
Illegal,
|
||||||
|
UnknownTransferId,
|
||||||
|
FileAlreadyExists,
|
||||||
|
NoSuchUser,
|
||||||
|
}
|
||||||
|
|
||||||
|
impl ErrorCode {
|
||||||
|
fn decode<R>(reader: &mut BufReader<R>) -> Result<Self, Error>
|
||||||
|
where
|
||||||
|
R: Read + ?Sized,
|
||||||
|
{
|
||||||
|
let code = reader.read_u16::<NetworkEndian>()?;
|
||||||
|
Self::try_from_primitive(code).map_err(|err| Error::InvalidErrorCode(err.number))
|
||||||
|
}
|
||||||
|
|
||||||
|
fn encode<W>(&self, writer: &mut BufWriter<W>) -> Result<(), Error>
|
||||||
|
where
|
||||||
|
W: Write + ?Sized,
|
||||||
|
{
|
||||||
|
let code: u16 = (*self).into();
|
||||||
|
|
||||||
|
writer.write_u16::<NetworkEndian>(code)?;
|
||||||
|
|
||||||
|
Ok(())
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
#[derive(Debug)]
|
||||||
|
pub struct ErrorMessage {
|
||||||
|
code: ErrorCode,
|
||||||
|
message: String,
|
||||||
|
}
|
||||||
|
|
||||||
|
impl ErrorMessage {
|
||||||
|
fn decode<R>(reader: &mut BufReader<R>) -> Result<Self, Error>
|
||||||
|
where
|
||||||
|
R: Read + ?Sized,
|
||||||
|
{
|
||||||
|
let code = ErrorCode::decode(reader)?;
|
||||||
|
let message = decode_null_terminated(reader)?;
|
||||||
|
|
||||||
|
Ok(Self { code, message })
|
||||||
|
}
|
||||||
|
|
||||||
|
fn encode<W>(&self, writer: &mut BufWriter<W>) -> Result<(), Error>
|
||||||
|
where
|
||||||
|
W: Write + ?Sized,
|
||||||
|
{
|
||||||
|
self.code.encode(writer)?;
|
||||||
|
|
||||||
|
encode_null_terminated(writer, &self.message)?;
|
||||||
|
|
||||||
|
Ok(())
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
#[derive(Debug)]
|
||||||
|
pub enum Packet {
|
||||||
|
Read(Request),
|
||||||
|
Write(Request),
|
||||||
|
Data(Data),
|
||||||
|
Ack(Ack),
|
||||||
|
Error(ErrorMessage),
|
||||||
|
}
|
||||||
|
|
||||||
|
impl Packet {
|
||||||
|
pub fn data(block: u16, data: &[u8]) -> Self {
|
||||||
|
Self::Data(Data {
|
||||||
|
block,
|
||||||
|
data: data.into(),
|
||||||
|
})
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn ack(block: u16) -> Self {
|
||||||
|
Self::Ack(Ack(block))
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn error(code: ErrorCode, message: impl Into<String>) -> Self {
|
||||||
|
Self::Error(ErrorMessage {
|
||||||
|
code,
|
||||||
|
message: message.into(),
|
||||||
|
})
|
||||||
|
}
|
||||||
|
|
||||||
|
fn decode<R>(reader: &mut BufReader<R>) -> Result<Self, Error>
|
||||||
|
where
|
||||||
|
R: Read + ?Sized,
|
||||||
|
{
|
||||||
|
let op_code = reader.read_u16::<NetworkEndian>()?;
|
||||||
|
|
||||||
|
Ok(match op_code {
|
||||||
|
1 => Self::Read(Request::decode(reader)?),
|
||||||
|
2 => Self::Write(Request::decode(reader)?),
|
||||||
|
3 => Self::Data(Data::decode(reader)?),
|
||||||
|
4 => Self::Ack(Ack::decode(reader)?),
|
||||||
|
5 => Self::Error(ErrorMessage::decode(reader)?),
|
||||||
|
_ => return Err(Error::InvalidOpCode(op_code)),
|
||||||
|
})
|
||||||
|
}
|
||||||
|
|
||||||
|
fn encode<W>(&self, writer: &mut BufWriter<W>) -> Result<(), Error>
|
||||||
|
where
|
||||||
|
W: Write + ?Sized,
|
||||||
|
{
|
||||||
|
match &self {
|
||||||
|
Self::Read(inner) => {
|
||||||
|
writer.write_u16::<NetworkEndian>(1)?;
|
||||||
|
inner.encode(writer)?;
|
||||||
|
}
|
||||||
|
Self::Write(inner) => {
|
||||||
|
writer.write_u16::<NetworkEndian>(2)?;
|
||||||
|
inner.encode(writer)?;
|
||||||
|
}
|
||||||
|
Self::Data(inner) => {
|
||||||
|
writer.write_u16::<NetworkEndian>(3)?;
|
||||||
|
inner.encode(writer)?;
|
||||||
|
}
|
||||||
|
Self::Ack(inner) => {
|
||||||
|
writer.write_u16::<NetworkEndian>(4)?;
|
||||||
|
inner.encode(writer)?;
|
||||||
|
}
|
||||||
|
Self::Error(inner) => {
|
||||||
|
writer.write_u16::<NetworkEndian>(5)?;
|
||||||
|
inner.encode(writer)?;
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
|
Ok(())
|
||||||
|
}
|
||||||
|
|
||||||
|
pub async fn recv_from(socket: &UdpSocketSas) -> Result<(Self, SocketAddr), Error> {
|
||||||
|
let mut buf = Vec::with_capacity(PACKET_SIZE);
|
||||||
|
let (_, src) = socket.recv_from(&mut buf).await?;
|
||||||
|
let packet = buf.try_into()?;
|
||||||
|
|
||||||
|
Ok((packet, src))
|
||||||
|
}
|
||||||
|
|
||||||
|
pub async fn send_to(&self, socket: &UdpSocketSas, src: SocketAddr) -> Result<(), Error> {
|
||||||
|
let buf: Vec<_> = self.try_into()?;
|
||||||
|
socket.send_to(&buf, src).await?;
|
||||||
|
|
||||||
|
Ok(())
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
impl TryFrom<&Packet> for Vec<u8> {
|
||||||
|
type Error = Error;
|
||||||
|
|
||||||
|
fn try_from(packet: &Packet) -> Result<Self, Self::Error> {
|
||||||
|
let mut buf = Vec::with_capacity(PACKET_SIZE);
|
||||||
|
let mut writer = BufWriter::new(Cursor::new(&mut buf));
|
||||||
|
packet.encode(&mut writer)?;
|
||||||
|
|
||||||
|
// Normally the writer would get dropped after we return, but since it has a mutable
|
||||||
|
// borrow in buf we have to drop it first.
|
||||||
|
drop(writer);
|
||||||
|
|
||||||
|
Ok(buf)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
impl TryFrom<Vec<u8>> for Packet {
|
||||||
|
type Error = Error;
|
||||||
|
|
||||||
|
fn try_from(buf: Vec<u8>) -> Result<Self, <Packet as TryFrom<Vec<u8>>>::Error> {
|
||||||
|
let mut reader = BufReader::new(Cursor::new(buf));
|
||||||
|
|
||||||
|
Packet::decode(&mut reader)
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,174 @@
|
|||||||
|
use std::io;
|
||||||
|
use std::net::{IpAddr, SocketAddr};
|
||||||
|
use std::time::Duration;
|
||||||
|
|
||||||
|
use thiserror::Error;
|
||||||
|
use udp_sas_async::tokio::UdpSocketSas;
|
||||||
|
|
||||||
|
use crate::tftp::packet::{ErrorCode, Mode};
|
||||||
|
use crate::tftp::{self, Packet};
|
||||||
|
|
||||||
|
#[derive(Debug, Error)]
|
||||||
|
pub enum Error {
|
||||||
|
#[error("{0}")]
|
||||||
|
Tftp(#[from] tftp::Error),
|
||||||
|
#[error("Io error: {0}")]
|
||||||
|
Io(#[from] io::Error),
|
||||||
|
#[error("Unsupported operation: {0:#?}")]
|
||||||
|
UnsupportedOperation(Packet),
|
||||||
|
#[error("File not found: {0}")]
|
||||||
|
FileNotFound(String),
|
||||||
|
#[error("Unsupported mode: {0:?}")]
|
||||||
|
UnsupportedMode(Mode),
|
||||||
|
#[error("Source changed: {0}")]
|
||||||
|
SourceChanged(SocketAddr),
|
||||||
|
#[error("UnexpectedPacket: {0:#?}")]
|
||||||
|
UnexpectedPacket(Packet),
|
||||||
|
#[error("Timeout")]
|
||||||
|
Timeout,
|
||||||
|
}
|
||||||
|
|
||||||
|
pub async fn handle_connection<F, Fut>(
|
||||||
|
packet: Packet,
|
||||||
|
src: SocketAddr,
|
||||||
|
dest: IpAddr,
|
||||||
|
callback: F,
|
||||||
|
) -> Result<(), Error>
|
||||||
|
where
|
||||||
|
F: Fn(&str) -> Fut,
|
||||||
|
Fut: Future<Output = Option<Vec<u8>>>,
|
||||||
|
{
|
||||||
|
let socket = UdpSocketSas::bind(
|
||||||
|
format!("{dest}:0")
|
||||||
|
.parse()
|
||||||
|
.expect("Address should be valid"),
|
||||||
|
)?;
|
||||||
|
println!("{src}: Connecting from {}", socket.local_addr());
|
||||||
|
|
||||||
|
let Packet::Read(request) = packet else {
|
||||||
|
Packet::error(ErrorCode::NotDefined, "Operation not supported")
|
||||||
|
.send_to(&socket, src)
|
||||||
|
.await?;
|
||||||
|
|
||||||
|
return Err(Error::UnsupportedOperation(packet));
|
||||||
|
};
|
||||||
|
|
||||||
|
let filename = request.filename();
|
||||||
|
println!("{src}: {filename} [{:?}]", request.mode());
|
||||||
|
|
||||||
|
let Some(data) = callback(filename).await else {
|
||||||
|
Packet::error(ErrorCode::FileNotFound, "Unknown file")
|
||||||
|
.send_to(&socket, src)
|
||||||
|
.await?;
|
||||||
|
|
||||||
|
return Err(Error::FileNotFound(filename.into()));
|
||||||
|
};
|
||||||
|
|
||||||
|
let mode = request.mode();
|
||||||
|
let data = match mode {
|
||||||
|
// In case of netascii mode we need to re-encode to escape certain sequences
|
||||||
|
Mode::NetAscii => netascii::Netascii::from_bytes(data).collect(),
|
||||||
|
Mode::Octet => data,
|
||||||
|
_ => {
|
||||||
|
Packet::error(
|
||||||
|
ErrorCode::NotDefined,
|
||||||
|
format!("Mode {mode:?} is not supported"),
|
||||||
|
)
|
||||||
|
.send_to(&socket, src)
|
||||||
|
.await?;
|
||||||
|
|
||||||
|
return Err(Error::UnsupportedMode(mode));
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
|
let mut chunks = data.chunks(512).enumerate();
|
||||||
|
let mut chunk = chunks.next();
|
||||||
|
|
||||||
|
let mut timeout = 0;
|
||||||
|
|
||||||
|
loop {
|
||||||
|
// Send the first chunk
|
||||||
|
if let Some((index, chunk)) = chunk {
|
||||||
|
Packet::data((index + 1) as u16, chunk)
|
||||||
|
.send_to(&socket, src)
|
||||||
|
.await?;
|
||||||
|
}
|
||||||
|
tokio::select! {
|
||||||
|
recv = Packet::recv_from(&socket) => {
|
||||||
|
timeout = 0;
|
||||||
|
let (packet, new_src) = recv?;
|
||||||
|
|
||||||
|
// I think this is might technically be possible and fine, but I don't
|
||||||
|
// really know how to test it properly so we don't support it.
|
||||||
|
if new_src != src {
|
||||||
|
Packet::error(ErrorCode::Illegal, "Source changed")
|
||||||
|
.send_to(&socket, src)
|
||||||
|
.await?;
|
||||||
|
|
||||||
|
return Err(Error::SourceChanged(new_src));
|
||||||
|
}
|
||||||
|
|
||||||
|
match packet {
|
||||||
|
Packet::Ack(ack) => {
|
||||||
|
// If we receive an ack for the current chunk go to the next one
|
||||||
|
if let Some((index, _)) = chunk
|
||||||
|
&& (index + 1) as u16 == ack.block()
|
||||||
|
{
|
||||||
|
chunk = chunks.next();
|
||||||
|
}
|
||||||
|
|
||||||
|
if chunk.is_none() {
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
_ => {
|
||||||
|
Packet::error(ErrorCode::Illegal, "Unexpected packet")
|
||||||
|
.send_to(&socket, src)
|
||||||
|
.await?;
|
||||||
|
|
||||||
|
|
||||||
|
return Err(Error::UnexpectedPacket(packet));
|
||||||
|
}
|
||||||
|
}
|
||||||
|
},
|
||||||
|
_ = tokio::time::sleep(Duration::from_secs(1)) => {
|
||||||
|
timeout += 1;
|
||||||
|
|
||||||
|
if timeout == 5 {
|
||||||
|
return Err(Error::Timeout);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
println!("{src}: Transmission complete");
|
||||||
|
|
||||||
|
Ok(())
|
||||||
|
}
|
||||||
|
|
||||||
|
pub async fn serve<F, Fut>(callback: F) -> Result<!, Error>
|
||||||
|
where
|
||||||
|
F: Fn(&str) -> Fut + Clone + Send + 'static,
|
||||||
|
Fut: Future<Output = Option<Vec<u8>>> + Send + 'static,
|
||||||
|
{
|
||||||
|
let socket = UdpSocketSas::bind("0.0.0.0:69".parse().expect("Address should be valid"))?;
|
||||||
|
|
||||||
|
println!("Server started");
|
||||||
|
loop {
|
||||||
|
let mut buf = Vec::with_capacity(0);
|
||||||
|
let (bytes, src, dest) = socket.recv_sas(&mut buf).await?;
|
||||||
|
println!("{src} -> {dest}");
|
||||||
|
println!("{bytes}, {}", buf.len());
|
||||||
|
|
||||||
|
let (packet, src) = Packet::recv_from(&socket).await?;
|
||||||
|
|
||||||
|
let callback = callback.clone();
|
||||||
|
tokio::spawn({
|
||||||
|
async move {
|
||||||
|
if let Err(err) = handle_connection(packet, src, dest, callback).await {
|
||||||
|
println!("{src}: {err}")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
});
|
||||||
|
}
|
||||||
|
}
|
||||||
+1
-1
@@ -4,7 +4,7 @@ version = "0.1.0"
|
|||||||
edition = "2024"
|
edition = "2024"
|
||||||
|
|
||||||
[dependencies]
|
[dependencies]
|
||||||
repo_path = "1.2.4"
|
repo_path = "1.4.1"
|
||||||
schemars = { workspace = true }
|
schemars = { workspace = true }
|
||||||
serde_json = { workspace = true }
|
serde_json = { workspace = true }
|
||||||
crete = { path = ".." }
|
crete = { path = ".." }
|
||||||
|
|||||||
Reference in New Issue
Block a user