Author SHA1 Message Date
Dreaded_X 7c7a3f4d14 fix: Only connections from localhost are allowed
Committed / committed (pull_request) Failing after 20s
CI / cargo shear (pull_request) Successful in 5m33s
CI / prek (pull_request) Failing after 6m12s
2026-10-04 05:40:34 +02:00
Dreaded_X f2c1d53b80 feat: Added wrapper crate for including ipxe binaries 2026-10-04 05:40:33 +02:00
Dreaded_X 66c731f2d3 feat: Serve never returns 2026-10-04 05:40:32 +02:00
Dreaded_X 2d55305dc2 feat!: Added command to serve config files over tftp
This is a breaking change as the return type of cluster.nodes has
changed, resulting in old templates potentially no longer working.
2026-10-04 05:40:31 +02:00
Dreaded_X c20835f087 feat: Make tftp serve callback async 2026-10-04 05:39:23 +02:00
Dreaded_X 101d690285 refactor: Deduplicate paths 2026-10-04 05:39:22 +02:00
Dreaded_X 1dae62846b feat: Retain context 2026-10-04 05:39:20 +02:00
Dreaded_X 231e61d4ad feat: Configs are captured in a string first 2026-10-04 05:39:19 +02:00
Dreaded_X 63c014fd3f feat: Improve concurrency 2026-10-04 05:39:18 +02:00
Dreaded_X bcf716038e feat: Make application async 2026-10-04 05:39:17 +02:00
Dreaded_X 9440ede0ab feat: Added ftfp server implementation 2026-10-04 05:39:16 +02:00
21 changed files with 1287 additions and 168 deletions
+3
View File
@@ -0,0 +1,3 @@
[submodule "ipxe/ipxe"]
path = ipxe/ipxe
url = git@github.com:rkubes/ipxe
Generated
+324 -26
View File
@@ -2,6 +2,15 @@
# It is not intended for manual editing.
version = 4
[[package]]
name = "aho-corasick"
version = "1.1.5"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "c982642fa9e8606056828ee9a8505737230110bb1099153c79efe865c59d12ba"
dependencies = [
"memchr",
]
[[package]]
name = "anstream"
version = "1.0.0"
@@ -52,6 +61,57 @@ dependencies = [
"windows-sys",
]
[[package]]
name = "async-channel"
version = "2.5.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "924ed96dd52d1b75e9c1a3e6275715fd320f5f9439fb5a4a11fa51f4221158d2"
dependencies = [
"concurrent-queue",
"event-listener-strategy",
"futures-core",
"pin-project-lite",
]
[[package]]
name = "async-fs"
version = "2.2.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "8034a681df4aed8b8edbd7fbe472401ecf009251c8b40556b304567052e294c5"
dependencies = [
"async-lock",
"blocking",
"futures-lite",
]
[[package]]
name = "async-lock"
version = "3.4.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "290f7f2596bd5b78a9fec8088ccd89180d7f9f55b94b0576823bbbdc72ee8311"
dependencies = [
"event-listener",
"event-listener-strategy",
"pin-project-lite",
]
[[package]]
name = "async-task"
version = "4.7.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "8b75356056920673b02621b35afd0f7dda9306d03c79a30f5c56c44cf256e3de"
[[package]]
name = "async-walkdir"
version = "2.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "37672978ae0febce7516ae0a85b53e6185159a9a28787391eb63fc44ec36037d"
dependencies = [
"async-fs",
"futures-lite",
"thiserror",
]
[[package]]
name = "atomic-waker"
version = "1.1.2"
@@ -85,6 +145,19 @@ dependencies = [
"generic-array",
]
[[package]]
name = "blocking"
version = "1.7.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "a70e4329df6cb94385eed412ec92375c3cdd8a6e502493d1229b6414e4036dfa"
dependencies = [
"async-channel",
"async-task",
"futures-io",
"futures-lite",
"piper",
]
[[package]]
name = "bstr"
version = "1.13.1"
@@ -96,6 +169,12 @@ dependencies = [
"serde_core",
]
[[package]]
name = "build-print"
version = "1.0.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "d8e6738dfb11354886f890621b4a34c0b177f75538023f7100b608ab9adbd66b"
[[package]]
name = "bumpalo"
version = "3.20.3"
@@ -187,6 +266,15 @@ version = "1.0.5"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "1d07550c9036bf2ae0c684c4297d503f838287c83c53686d05370d0e139ae570"
[[package]]
name = "concurrent-queue"
version = "2.5.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "4ca0197aee26d1ae37445ee532fefce43251d24cc7c166799f4d46817f1d3973"
dependencies = [
"crossbeam-utils",
]
[[package]]
name = "core-foundation"
version = "0.10.1"
@@ -216,11 +304,18 @@ dependencies = [
name = "crete"
version = "0.1.3"
dependencies = [
"async-walkdir",
"byteorder",
"clap",
"clap_complete",
"futures",
"gix-discover",
"ipxe",
"minijinja",
"netascii",
"num_enum",
"optional_struct",
"regex",
"reqwest",
"schemars",
"semver",
@@ -228,9 +323,15 @@ dependencies = [
"serde_json",
"serde_yaml",
"thiserror",
"walkdir",
"tokio",
]
[[package]]
name = "crossbeam-utils"
version = "0.8.23"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "a31eee39dddec8330830986fcd7625edb5a24ec90ea038215273bbc3adb08ac6"
[[package]]
name = "crypto-common"
version = "0.1.7"
@@ -321,6 +422,26 @@ dependencies = [
"windows-sys",
]
[[package]]
name = "event-listener"
version = "5.4.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "5a23add41df1562121a9393cb065eab5146a1242410f23a644851e90cfd669d2"
dependencies = [
"parking",
"pin-project-lite",
]
[[package]]
name = "event-listener-strategy"
version = "0.5.4"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "8be9f3dfaaffdae2972880079a491a1a8bb7cbed0b8dd7a347f668b4150a3b93"
dependencies = [
"event-listener",
"pin-project-lite",
]
[[package]]
name = "faster-hex"
version = "0.10.0"
@@ -367,6 +488,21 @@ dependencies = [
"percent-encoding",
]
[[package]]
name = "futures"
version = "0.3.34"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "9a31d2a3fbaaeb2af2368bbdd904aa8e812d3c04a1ee10d3171f52d556e5d0a3"
dependencies = [
"futures-channel",
"futures-core",
"futures-executor",
"futures-io",
"futures-sink",
"futures-task",
"futures-util",
]
[[package]]
name = "futures-channel"
version = "0.3.34"
@@ -383,12 +519,36 @@ version = "0.3.34"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "92d699e522242e69e3003b94ecc1f960f3a5e015aa7c5d7486e65ad01dd94f5e"
[[package]]
name = "futures-executor"
version = "0.3.34"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "031b47cf1a3c6cc8bc2fc76cd437f521619387907d469316e7c0bc278f1f5432"
dependencies = [
"futures-core",
"futures-task",
"futures-util",
]
[[package]]
name = "futures-io"
version = "0.3.34"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "53c0fa8157de1303bfffdaa1cc2a673bfffb60102f76b0ef4441659124373fed"
[[package]]
name = "futures-lite"
version = "2.6.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "f78e10609fe0e0b3f4157ffab1876319b5b0db102a2c60dc4626306dc46b44ad"
dependencies = [
"fastrand",
"futures-core",
"futures-io",
"parking",
"pin-project-lite",
]
[[package]]
name = "futures-macro"
version = "0.3.34"
@@ -418,6 +578,7 @@ version = "0.3.34"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "0d50a92467f8ba5dd6e3ee5d4bd04d73ab2e4e1c44474a0674821dfce14b79bc"
dependencies = [
"futures-channel",
"futures-core",
"futures-io",
"futures-macro",
@@ -891,6 +1052,25 @@ dependencies = [
"icu_properties",
]
[[package]]
name = "include_dir"
version = "0.7.4"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "923d117408f1e49d914f1a379a309cffe4f18c05cf4e3d12e613a15fc81bd0dd"
dependencies = [
"include_dir_macros",
]
[[package]]
name = "include_dir_macros"
version = "0.7.4"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "7cab85a7ed0bd5f0e76d93846e0147172bed2e2d3f859bcc33a8d9699cad1a75"
dependencies = [
"proc-macro2",
"quote",
]
[[package]]
name = "indexmap"
version = "2.14.0"
@@ -907,6 +1087,14 @@ version = "2.12.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "6a756c3fac73139e83f14c2d742155dd2b78d3ee56597b419a0579b7bdd6dd78"
[[package]]
name = "ipxe"
version = "0.1.0"
dependencies = [
"build-print",
"include_dir",
]
[[package]]
name = "is_terminal_polyfill"
version = "1.70.2"
@@ -1110,6 +1298,34 @@ dependencies = [
"tempfile",
]
[[package]]
name = "netascii"
version = "0.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "205c45083b6725eb4671392c7c399510ad1498dd0275f1a2e68a70a34ebdf1b1"
[[package]]
name = "num_enum"
version = "0.7.6"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "5d0bca838442ec211fa11de3a8b0e0e8f3a4522575b5c4c06ed722e005036f26"
dependencies = [
"num_enum_derive",
"rustversion",
]
[[package]]
name = "num_enum_derive"
version = "0.7.6"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "680998035259dcfcafe653688bf2aa6d3e2dc05e98be6ab46afb089dc84f1df8"
dependencies = [
"proc-macro-crate",
"proc-macro2",
"quote",
"syn 2.0.119",
]
[[package]]
name = "once_cell"
version = "1.21.4"
@@ -1186,6 +1402,12 @@ dependencies = [
"syn 2.0.119",
]
[[package]]
name = "parking"
version = "2.2.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "f38d5652c16fde515bb1ecef450ab0f6a219d619a7274976324d5e377f7dceba"
[[package]]
name = "parking_lot"
version = "0.12.5"
@@ -1221,6 +1443,17 @@ version = "0.2.17"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "a89322df9ebe1c1578d689c92318e070967d1042b512afbe49518723f4e6d5cd"
[[package]]
name = "piper"
version = "0.2.5"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "c835479a4443ded371d6c535cbfd8d31ad92c5d23ae9770a61bc155e4992a3c1"
dependencies = [
"atomic-waker",
"fastrand",
"futures-io",
]
[[package]]
name = "pkg-config"
version = "0.3.34"
@@ -1251,6 +1484,15 @@ dependencies = [
"zerovec",
]
[[package]]
name = "proc-macro-crate"
version = "3.5.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "e67ba7e9b2b56446f1d419b1d807906278ffa1a658a8a5d8a39dcb1f5a78614f"
dependencies = [
"toml_edit",
]
[[package]]
name = "proc-macro2"
version = "1.0.107"
@@ -1313,11 +1555,34 @@ dependencies = [
"syn 3.0.4",
]
[[package]]
name = "regex"
version = "1.13.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "f020237b6c8eed93db2e2cb53c00c60a8e1bc73da7d073199a1180401450218d"
dependencies = [
"aho-corasick",
"memchr",
"regex-automata",
"regex-syntax",
]
[[package]]
name = "regex-automata"
version = "0.4.18"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "ad8553b9b26413251cbf30e620595c7a41b3887f03da04579c0e6b0d6a06b4b2"
dependencies = [
"aho-corasick",
"memchr",
"regex-syntax",
]
[[package]]
name = "regex-syntax"
version = "0.8.11"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "d6f6ff9a378485b298a5286656da665ba74413d36db0979633275d2e708145d4"
[[package]]
name = "repo_path"
@@ -1356,9 +1621,7 @@ checksum = "219c5811de6525e5416c7d5d53bb656d3afdbc6c5af816e0802bcfa42dbdc1c3"
dependencies = [
"base64",
"bytes",
"futures-channel",
"futures-core",
"futures-util",
"http",
"http-body",
"http-body-util",
@@ -1374,14 +1637,12 @@ dependencies = [
"sync_wrapper",
"tokio",
"tokio-native-tls",
"tokio-util",
"tower",
"tower-http",
"tower-service",
"url",
"wasm-bindgen",
"wasm-bindgen-futures",
"wasm-streams",
"web-sys",
]
@@ -1596,6 +1857,16 @@ version = "2.0.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "f8fadd59c855ef2080decdef8ff161eb6661b86933c9d82e5ba29dc602a55aba"
[[package]]
name = "signal-hook-registry"
version = "1.4.8"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "c4db69cba1110affc0e9f7bcd48bbf87b3f4fc7c61fc9155afd4c469eb3d6c1b"
dependencies = [
"errno",
"libc",
]
[[package]]
name = "slab"
version = "0.4.12"
@@ -1739,11 +2010,25 @@ dependencies = [
"bytes",
"libc",
"mio",
"parking_lot",
"pin-project-lite",
"signal-hook-registry",
"socket2",
"tokio-macros",
"windows-sys",
]
[[package]]
name = "tokio-macros"
version = "2.7.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "78773a2a397f451582ce068015985c33193cf6dea8b74d2a639fe457b2f07b0e"
dependencies = [
"proc-macro2",
"quote",
"syn 3.0.4",
]
[[package]]
name = "tokio-native-tls"
version = "0.3.1"
@@ -1755,16 +2040,33 @@ dependencies = [
]
[[package]]
name = "tokio-util"
version = "0.7.19"
name = "toml_datetime"
version = "1.1.1+spec-1.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "494815d09bf52b5548659851081238f0ca39ff638363907596da739561c62c52"
checksum = "3165f65f62e28e0115a00b2ebdd37eb6f3b641855f9d636d3cd4103767159ad7"
dependencies = [
"bytes",
"futures-core",
"futures-sink",
"pin-project-lite",
"tokio",
"serde_core",
]
[[package]]
name = "toml_edit"
version = "0.25.15+spec-1.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "1340ea94a5856333492c9064b02c778b191dd2c853778d9609debdcdfea3a614"
dependencies = [
"indexmap",
"toml_datetime",
"toml_parser",
"winnow",
]
[[package]]
name = "toml_parser"
version = "1.1.3+spec-1.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "1d38ac1cf9b95face32296c0a3ede1fdc270627c9d9c02a7274dd6d960dc4d56"
dependencies = [
"winnow",
]
[[package]]
@@ -1980,19 +2282,6 @@ dependencies = [
"unicode-ident",
]
[[package]]
name = "wasm-streams"
version = "0.5.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "9d1ec4f6517c9e11ae630e200b2b65d193279042e28edd4a2cda233e46670bbb"
dependencies = [
"futures-util",
"js-sys",
"wasm-bindgen",
"wasm-bindgen-futures",
"web-sys",
]
[[package]]
name = "web-sys"
version = "0.3.104"
@@ -2027,6 +2316,15 @@ dependencies = [
"windows-link",
]
[[package]]
name = "winnow"
version = "1.0.4"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "23b97319f7b8343df12cc98938e5c3eb436064524c8d2b4e30a1d3a36eecdf81"
dependencies = [
"memchr",
]
[[package]]
name = "writeable"
version = "0.6.4"
+9 -4
View File
@@ -7,21 +7,25 @@ publish = ["infra"]
license = "GPL-3.0-or-later"
[workspace]
members = ["xtask"]
members = ["ipxe", "xtask"]
[workspace.dependencies]
schemars = { version = "1.2.1", features = ["semver1"] }
serde_json = "1.0.149"
[dependencies]
async-walkdir = "2.1.0"
byteorder = "1.5.0"
clap = { version = "4.6.0", features = ["derive"] }
clap_complete = "4.6.0"
futures = "0.3.34"
gix-discover = { version = "0.55.0", features = ["sha1"] }
minijinja = { version = "2.18.0", features = ["json", "loader"] }
netascii = "0.1.0"
num_enum = "0.7.6"
optional_struct = "0.5.2"
regex = "1.13.1"
reqwest = { version = "0.13.2", default-features = false, features = [
"blocking",
"stream",
"native-tls",
] }
schemars = { workspace = true }
@@ -30,7 +34,8 @@ serde = { version = "1.0.228", features = ["derive"] }
serde_json = { workspace = true }
serde_yaml = "0.9.34"
thiserror = "2.0.18"
walkdir = "2.5.0"
tokio = { version = "1.52.1", features = ["full"] }
ipxe = { path = "./ipxe" }
[lib]
test = false
+10
View File
@@ -0,0 +1,10 @@
[package]
name = "ipxe"
version = "0.1.0"
edition = "2024"
[build-dependencies]
build-print = "1.0.1"
[dependencies]
include_dir = "0.7.4"
+57
View File
@@ -0,0 +1,57 @@
use std::env;
use std::path::PathBuf;
use std::process::{Command, Stdio};
use build_print::error;
fn main() {
let manifest_dir = PathBuf::from(env::var("CARGO_MANIFEST_DIR").unwrap())
.canonicalize()
.unwrap();
let src_dir = manifest_dir.join("ipxe").join("src");
let mut command = Command::new("make");
command
.stdout(Stdio::piped())
.current_dir(&src_dir)
.env_remove("DEBUG")
.env_remove("PROFILE")
.args([
"-j",
&std::thread::available_parallelism()
.unwrap()
.get()
.to_string(),
])
.arg(format!(
"EMBED={}",
manifest_dir
.join("src")
.join("embed.ipxe")
.to_string_lossy(),
));
let files = ["bin/ipxe.pxe", "bin-x86_64-efi/ipxe.efi"].map(PathBuf::from);
for file in &files {
command.arg(file);
}
let output = command.output().unwrap();
if !output.status.success() {
error!("{}", String::from_utf8_lossy(&output.stderr));
}
let out_dir = PathBuf::from(env::var("OUT_DIR").unwrap())
.canonicalize()
.unwrap()
.join("ipxe");
std::fs::remove_dir_all(&out_dir).ok();
for file in &files {
let input = src_dir.join(file);
let output = out_dir.join(file.file_name().unwrap());
std::fs::create_dir_all(output.parent().unwrap()).unwrap();
std::fs::copy(input, output).unwrap();
}
}
Submodule
+1
Submodule ipxe/ipxe added at 8892af68a2
+5
View File
@@ -0,0 +1,5 @@
#!ipxe
dhcp
echo "Hello, World!"
+3
View File
@@ -0,0 +1,3 @@
use include_dir::{Dir, include_dir};
pub static IPXE_DIR: Dir<'_> = include_dir!("$OUT_DIR/ipxe");
+2
View File
@@ -49,4 +49,6 @@ pub enum Commands {
Generate,
/// Generate completions for your current shell
ShellCompletions,
/// Serve config files over tftp
Serve,
}
+84 -37
View File
@@ -1,18 +1,22 @@
use std::collections::HashMap;
use std::net::Ipv4Addr;
use std::path::PathBuf;
use std::process::Command;
use std::str::FromStr;
use async_walkdir::WalkDir;
use futures::StreamExt;
use futures::stream::FuturesUnordered;
use minijinja::Environment;
use optional_struct::{Applicable, optional_struct};
use schemars::JsonSchema;
use serde::{Deserialize, Serialize};
use walkdir::WalkDir;
use tokio::process::Command;
use crate::environment::PathEnvironment;
use crate::node::{Node, OptionalNodeDeserialize};
use crate::patch::Patches;
use crate::{get_configs_path, get_talos_path};
use crate::talosconfig::TalosConfig;
use crate::{get_configs_path, get_talos_path, run_command};
#[optional_struct]
#[derive(Debug, Deserialize, JsonSchema, Clone)]
@@ -68,31 +72,35 @@ struct ClusterDeserialize {
base: Base,
}
#[derive(Debug, Serialize)]
#[derive(Debug, Serialize, Clone)]
#[serde(rename_all = "camelCase")]
pub struct Cluster {
pub(crate) name: String,
pub(crate) version: Version,
nodes: Vec<Node>,
nodes: HashMap<String, Node>,
cluster_env: ClusterEnv,
pub(crate) control_plane_ip: Ipv4Addr,
pub(crate) secrets_file: PathBuf,
}
impl Cluster {
pub(crate) fn get(cluster_name: &str, env: &Environment) -> Self {
pub(crate) async fn get(cluster_name: &str, env: &Environment<'static>) -> Self {
let path = get_talos_path().join("clusters").join("default.yaml");
let default: OptionalClusterDeserialize = if path.exists() {
let content = std::fs::read_to_string(path).unwrap();
serde_yaml::from_str(&content).unwrap()
let content = tokio::fs::read_to_string(path).await.unwrap();
// The deserialization makes a blocking web request
tokio::task::spawn_blocking(move || serde_yaml::from_str(&content).unwrap())
.await
.unwrap()
} else {
Default::default()
};
let mut path = get_talos_path().join("clusters").join(cluster_name);
path.add_extension("yaml");
let content = std::fs::read_to_string(path).unwrap();
let content = tokio::fs::read_to_string(path).await.unwrap();
let mut cluster: OptionalClusterDeserialize = serde_yaml::from_str(&content).unwrap();
@@ -114,28 +122,32 @@ impl Cluster {
let cluster = Self {
name: cluster_name.into(),
version: cluster.version,
nodes: vec![],
nodes: Default::default(),
cluster_env: cluster.cluster_env,
control_plane_ip: cluster.control_plane_ip,
secrets_file,
};
let nodes = nodes
.iter()
.map(|name| Node::get(name, env, &cluster, &default, &base))
.collect();
let nodes = nodes.iter().map(|name| async {
let node = Node::get(name, env, &cluster, &default, &base).await;
(node.hostname().to_owned(), node)
});
let nodes = FuturesUnordered::from_iter(nodes).collect().await;
Self { nodes, ..cluster }
}
pub fn get_all() -> Vec<Cluster> {
pub async fn get_all() -> HashMap<String, Cluster> {
let env = PathEnvironment::new_patches();
WalkDir::new(get_talos_path().join("clusters"))
.into_iter()
.filter_map(|e| e.ok())
.filter(|e| e.metadata().unwrap().is_file())
.filter_map(|e| {
let names: Vec<_> = WalkDir::new(get_talos_path().join("clusters"))
.filter_map(|e| async { e.ok() })
.filter(|e| {
let e = e.clone();
async move { e.metadata().await.unwrap().is_file() }
})
.filter_map(|e| async move {
let mut path = PathBuf::from_str(&e.file_name().to_string_lossy()).unwrap();
path.set_extension("");
@@ -145,18 +157,35 @@ impl Cluster {
return None;
}
Some(Cluster::get(&name, &env))
Some(name)
})
.collect()
.await;
// Get the clusters concurrently
FuturesUnordered::from_iter(names.iter().map(|name| {
let env = env.clone();
let name = name.clone();
async move {
let cluster = Cluster::get(&name, &env).await;
(name, cluster)
}
}))
.collect()
.await
}
pub fn nodes(&self) -> &[Node] {
&self.nodes
pub fn nodes(&self) -> impl Iterator<Item = &Node> {
self.nodes.values()
}
pub fn talosctl_gen_config_command(&self) -> Command {
let path = get_configs_path().join(&self.name).join("talosconfig");
pub fn node(&self, node: &str) -> Option<&Node> {
self.nodes.get(node)
}
pub async fn talosconfig(&self) -> String {
let mut command = Command::new("talosctl");
command.args([
"gen",
@@ -168,41 +197,59 @@ impl Cluster {
"--output-types",
"talosconfig",
"-o",
path.to_str().expect("Path should be valid utf-8"),
"-",
]);
command
run_command(command).await
}
pub fn talosctl_add_endpoint_command(&self) -> Command {
let path = get_configs_path().join(&self.name).join("talosconfig");
pub fn talosconfig_path(&self) -> PathBuf {
get_configs_path().join(&self.name).join("talosconfig")
}
async fn talosconfig_add_endpoint(&self) {
let mut command = Command::new("talosctl");
command.args([
"config",
"--talosconfig",
path.to_str().expect("Path should be valid utf-8"),
self.talosconfig_path()
.to_str()
.expect("Path should be valid utf-8"),
"endpoint",
&self.control_plane_ip.to_string(),
]);
command
run_command(command).await;
}
pub fn talosctl_merge_command(&self) -> Command {
let cluster_path = get_configs_path().join(&self.name).join("talosconfig");
let path = get_configs_path().join("talosconfig");
pub async fn talosconfig_write(&self) {
let config = self.talosconfig().await;
let path = self.talosconfig_path();
tokio::fs::create_dir_all(path.parent().expect("talosconfig should have parent"))
.await
.unwrap();
tokio::fs::write(path, config).await.unwrap();
self.talosconfig_add_endpoint().await
}
pub async fn talosconfig_merge(&self) {
let mut command = Command::new("talosctl");
command.args([
"config",
"--talosconfig",
path.to_str().expect("Path should be valid utf-8"),
TalosConfig::merged_path()
.to_str()
.expect("Path should be valid utf-8"),
"merge",
cluster_path.to_str().expect("Path should be valid utf-8"),
self.talosconfig_path()
.to_str()
.expect("Path should be valid utf-8"),
]);
command
run_command(command).await;
}
}
+20 -23
View File
@@ -2,15 +2,17 @@ use std::net::Ipv4Addr;
use std::ops::Deref;
use std::path::{Path, PathBuf};
use async_walkdir::WalkDir;
use futures::{Stream, StreamExt};
use minijinja::value::ViaDeserialize;
use minijinja::{AutoEscape, Environment, path_loader};
use walkdir::WalkDir;
use crate::{get_configs_path, get_talos_path};
/// Transparent wrapper around minijinja::Environment that loads templates from a path and
/// configures better defaults. It also implements IntoIter, making it possible to iterate over all
/// the templates.
#[derive(Clone)]
pub struct PathEnvironment<'a> {
env: Environment<'a>,
path: PathBuf,
@@ -76,6 +78,23 @@ impl<'a> PathEnvironment<'a> {
pub(crate) fn new_patches() -> Self {
Self::new(&get_talos_path().join("patches"))
}
pub fn files(&self) -> impl Stream<Item = String> {
// Find all templates in path
WalkDir::new(&self.path)
.filter_map(|e| async { e.ok() })
.filter(|e| {
let e = e.clone();
async move { e.metadata().await.unwrap().is_file() }
})
.map(move |e| {
e.path()
.strip_prefix(&self.path)
.expect("All paths should have prefix")
.to_string_lossy()
.to_string()
})
}
}
// Make PathEnvironment act like a normal Environment transparently
@@ -86,25 +105,3 @@ impl<'a> Deref for PathEnvironment<'a> {
&self.env
}
}
// Iterate over all the files in the path
impl<'a, 'b> IntoIterator for &'b PathEnvironment<'a> {
type Item = String;
type IntoIter = impl Iterator<Item = Self::Item>;
fn into_iter(self) -> Self::IntoIter {
// Find all templates in path
WalkDir::new(&self.path)
.into_iter()
.filter_map(|e| e.ok())
.filter(|e| e.metadata().unwrap().is_file())
.map(|e| {
e.path()
.strip_prefix(&self.path)
.expect("All paths should have prefix")
.to_string_lossy()
.to_string()
})
}
}
+16 -1
View File
@@ -1,13 +1,17 @@
#![feature(impl_trait_in_assoc_type, path_absolute_method)]
#![feature(path_absolute_method, never_type)]
use std::path::{Path, PathBuf};
use std::sync::OnceLock;
use tokio::process::Command;
pub mod cluster;
pub mod environment;
pub mod node;
pub mod patch;
pub mod schematic;
pub mod secret;
pub mod talosconfig;
pub mod tftp;
pub(crate) static REPO_PATH: OnceLock<PathBuf> = OnceLock::new();
@@ -28,3 +32,14 @@ pub fn get_talos_path() -> PathBuf {
pub fn get_configs_path() -> PathBuf {
get_repo_path().join("configs")
}
pub async fn run_command(mut command: Command) -> String {
let output = command.output().await.unwrap();
if !output.stderr.is_empty() {
println!("{}", String::from_utf8_lossy(&output.stderr).trim_end());
}
String::from_utf8_lossy(&output.stdout)
.trim_end()
.to_owned()
}
+84 -36
View File
@@ -1,13 +1,19 @@
mod cli;
use std::process::Command;
use std::pin::pin;
use clap::{CommandFactory, Parser};
use clap_complete::{Shell, generate as generate_complete};
use crete::cluster::Cluster;
use crete::environment::PathEnvironment;
use crete::{get_configs_path, get_repo_path, set_repo_path};
use crete::talosconfig::{get_current_context, set_context};
use crete::tftp::ServerError;
use crete::{get_configs_path, get_repo_path, set_repo_path, tftp};
use futures::StreamExt;
use futures::future::join_all;
use ipxe::IPXE_DIR;
use minijinja::context;
use regex::Regex;
use thiserror::Error;
use crate::cli::{Cli, Commands, GlobalOpts};
@@ -16,80 +22,122 @@ use crate::cli::{Cli, Commands, GlobalOpts};
enum Error {
#[error("No clusters where found")]
NoClustersFound,
#[error("Server error: {0}")]
ServerError(#[from] ServerError),
}
fn run_command(mut command: Command) {
let output = command.output().unwrap();
if !output.stdout.is_empty() {
println!("{}", String::from_utf8_lossy(&output.stdout).trim_end());
}
if !output.stderr.is_empty() {
println!("{}", String::from_utf8_lossy(&output.stderr).trim_end());
}
}
fn generate(opts: &GlobalOpts) -> Result<(), Error> {
set_repo_path(&opts.repo);
let clusters = Cluster::get_all();
async fn generate(opts: &GlobalOpts) -> Result<(), Error> {
let clusters = Cluster::get_all().await;
if clusters.is_empty() {
return Err(Error::NoClustersFound);
}
let path = opts.repo.join("rendered");
if path.exists() {
std::fs::remove_dir_all(&path).unwrap();
}
std::fs::create_dir(&path).unwrap();
// We don't really care if this fails, as that likely mean that the directory did not exist
tokio::fs::remove_dir_all(&path).await.ok();
tokio::fs::create_dir_all(&path).await.unwrap();
// Render templates
let template_env = PathEnvironment::new(&get_repo_path().join("templates"));
for template_name in &template_env {
let mut stream = pin!(template_env.files());
while let Some(template_name) = stream.next().await {
let template = template_env.get_template(&template_name).unwrap();
let content = template
.render(context! {
clusters,
clusters => clusters.values().collect::<Vec<_>>(),
root => opts.repo
})
.unwrap();
std::fs::write(path.join(template_name), content).unwrap();
tokio::fs::write(path.join(template_name), content)
.await
.unwrap();
}
let context = get_current_context().await;
// Remove existing config files and create output directory
let path = get_configs_path();
if path.exists() {
std::fs::remove_dir_all(&path).unwrap();
}
std::fs::create_dir(&path).unwrap();
tokio::fs::remove_dir_all(&path).await.ok();
tokio::fs::create_dir_all(&path).await.unwrap();
// Generate config files
for cluster in clusters {
for node in cluster.nodes() {
run_command(node.talosctl_gen_config_command(&cluster));
}
join_all(clusters.values().map(|cluster| async move {
join_all(cluster.nodes().map(|node| {
let cluster = cluster.clone();
async move {
node.config_write(&cluster).await;
}
}))
.await;
run_command(cluster.talosctl_gen_config_command());
run_command(cluster.talosctl_add_endpoint_command());
run_command(cluster.talosctl_merge_command());
// Run these commands in parallel with the the node commands
// NOTE: These do need to happen in the correct order
cluster.talosconfig_write().await;
}))
.await;
// Merge all the cluster talosconfig files into a single file
// Since this all modifies the same output file this has to happen sequentially
for (_, cluster) in clusters {
cluster.talosconfig_merge().await;
}
if let Some(context) = context {
set_context(context).await;
}
Ok(())
}
fn main() -> Result<(), Error> {
#[tokio::main]
async fn main() -> Result<(), Error> {
let cli = Cli::parse();
set_repo_path(&cli.global_opts.repo);
match cli.command {
Commands::Generate => generate(&cli.global_opts)?,
Commands::Generate => generate(&cli.global_opts).await?,
Commands::ShellCompletions => generate_complete(
Shell::from_env().unwrap_or(Shell::Bash),
&mut Cli::command(),
"crete",
&mut std::io::stdout(),
),
Commands::Serve => {
let re = Regex::new(r"talos/(?<cluster>.+)/(?<node>.+)\.ya?ml")
.expect("regex should be valid");
tftp::serve(move |filename| {
let filename = filename.to_owned();
let re = re.clone();
async move {
const IPXE_PATTERN: &str = "ipxe/";
if let Some(filename) = filename.strip_prefix(IPXE_PATTERN) {
Some(IPXE_DIR.get_file(filename)?.contents().to_owned())
} else if let Some(caps) = re.captures(&filename) {
let cluster = &caps["cluster"];
let node = &caps["node"];
let clusters = Cluster::get_all().await;
let cluster = clusters.get(cluster)?;
let node = cluster.node(node)?;
let config = node.config(cluster).await;
Some(config.into())
} else {
None
}
}
})
.await?
}
};
Ok(())
+32 -12
View File
@@ -1,16 +1,17 @@
use std::net::Ipv4Addr;
use std::process::Command;
use std::path::PathBuf;
use minijinja::Environment;
use optional_struct::{Applicable, optional_struct};
use schemars::JsonSchema;
use serde::{Deserialize, Serialize};
use tokio::process::Command;
use crate::cluster::{Base, Cluster};
use crate::patch::{OptionalPatches, OptionalPatchesString, Patches};
use crate::schematic::Schematic;
use crate::secret::Secret;
use crate::{get_configs_path, get_talos_path};
use crate::{get_configs_path, get_talos_path, run_command};
#[derive(Debug, Serialize, Deserialize, JsonSchema, Clone, Copy, PartialEq, Eq)]
#[serde(rename_all = "camelCase")]
@@ -90,7 +91,7 @@ pub(crate) struct NodeDeserialize {
sops: Secret,
}
#[derive(Debug, Serialize)]
#[derive(Debug, Serialize, Clone)]
#[serde(rename_all = "camelCase")]
pub struct Node {
hostname: String,
@@ -106,9 +107,9 @@ pub struct Node {
}
impl Node {
pub(crate) fn get(
pub(crate) async fn get(
node_name: &str,
env: &Environment,
env: &Environment<'static>,
cluster: &Cluster,
default: &OptionalNodeDeserialize,
base: &Base,
@@ -121,7 +122,7 @@ impl Node {
.to_string();
path.add_extension("yaml");
let content = std::fs::read_to_string(path).unwrap();
let content = tokio::fs::read_to_string(path).await.unwrap();
let node: OptionalNodeDeserialize = serde_yaml::from_str(&content).unwrap();
@@ -172,15 +173,16 @@ impl Node {
};
// Render patches
let patches = patches.render(env, cluster, &node);
let patches = patches.render(env, cluster, &node).await;
Node { patches, ..node }
}
pub fn talosctl_gen_config_command(&self, cluster: &Cluster) -> Command {
let mut path = get_configs_path().join(&cluster.name).join(&self.hostname);
path.add_extension("yaml");
pub fn hostname(&self) -> &str {
&self.hostname
}
pub async fn config(&self, cluster: &Cluster) -> String {
let mut command = Command::new("talosctl");
command.args([
"gen",
@@ -204,7 +206,7 @@ impl Node {
"--with-docs=false",
"--with-examples=false",
"-o",
path.to_str().expect("Path should be valid utf-8"),
"-",
]);
for patch in &self.patches.all {
@@ -218,7 +220,25 @@ impl Node {
]);
}
command
run_command(command).await
}
pub fn config_path(&self, cluster: &Cluster) -> PathBuf {
let mut path = get_configs_path().join(&cluster.name).join(&self.hostname);
path.add_extension("yaml");
path
}
pub async fn config_write(&self, cluster: &Cluster) {
let config = self.config(cluster).await;
let path = self.config_path(cluster);
tokio::fs::create_dir_all(path.parent().expect("config should have parent"))
.await
.unwrap();
tokio::fs::write(path, config).await.unwrap();
}
}
+29 -20
View File
@@ -16,27 +16,36 @@ pub(crate) struct Patches<T> {
pub(crate) type OptionalPatchesString = OptionalPatches<String>;
fn render(
async fn render(
patches: Vec<String>,
env: &Environment,
env: &Environment<'static>,
cluster: &Cluster,
node: &Node,
) -> Vec<serde_yaml::Value> {
patches
.into_iter()
.map(|name| {
let content = env
.get_template(&name)
.unwrap()
.render(context! {
node,
cluster
})
.unwrap();
let env = env.clone();
let cluster = cluster.clone();
let node = node.clone();
serde_yaml::from_str(&content).unwrap()
})
.collect()
// Minijinja will still have blocking I/O internally
tokio::task::spawn_blocking(move || {
patches
.into_iter()
.map(move |name| {
let content = env
.get_template(&name)
.unwrap()
.render(context! {
node,
cluster
})
.unwrap();
serde_yaml::from_str(&content).unwrap()
})
.collect()
})
.await
.unwrap()
}
impl Patches<String> {
@@ -50,15 +59,15 @@ impl Patches<String> {
}
}
pub(crate) fn render(
pub(crate) async fn render(
self,
env: &Environment,
env: &Environment<'static>,
cluster: &Cluster,
node: &Node,
) -> Patches<serde_yaml::Value> {
Patches {
all: render(self.all.clone(), env, cluster, node),
control_plane: render(self.control_plane.clone(), env, cluster, node),
all: render(self.all.clone(), env, cluster, node).await,
control_plane: render(self.control_plane.clone(), env, cluster, node).await,
}
}
}
+20 -9
View File
@@ -1,5 +1,6 @@
use schemars::JsonSchema;
use serde::{Deserialize, Deserializer, Serialize};
use tokio::runtime::Handle;
use crate::get_talos_path;
@@ -11,7 +12,7 @@ where
let path = get_talos_path().join("schematics").join(name);
let content = std::fs::read_to_string(path).unwrap().trim().to_owned();
let client = reqwest::blocking::ClientBuilder::new()
let client = reqwest::ClientBuilder::new()
.user_agent(format!(
"{}/{}",
std::env!("CARGO_PKG_NAME"),
@@ -20,19 +21,29 @@ where
.build()
.unwrap();
let res = client
.post("https://factory.talos.dev/schematics")
.body(content)
.send()
.map_err(serde::de::Error::custom)?;
#[derive(Debug, Deserialize)]
struct Response {
id: String,
}
let response: Response = serde_json::from_str(&res.text().map_err(serde::de::Error::custom)?)
.map_err(serde::de::Error::custom)?;
// We can't use async directly inside a custom deserializer, and using the blocking client also
// does not work as it will try to start tokio inside of tokio.
// So we have do this to work around it.
// NOTE: This requires that the deserialization happens inside spawn_blocking
let response = Handle::current().block_on(async {
let res = client
.post("https://factory.talos.dev/schematics")
.body(content)
.send()
.await
.map_err(serde::de::Error::custom)?;
let response: Response =
serde_json::from_str(&res.text().await.map_err(serde::de::Error::custom)?)
.map_err(serde::de::Error::custom)?;
Ok(response)
})?;
Ok(response.id)
}
+40
View File
@@ -0,0 +1,40 @@
use std::path::PathBuf;
use serde::Deserialize;
use tokio::process::Command;
use crate::{get_configs_path, run_command};
#[derive(Debug, Deserialize)]
pub struct TalosConfig {
context: String,
}
impl TalosConfig {
pub fn merged_path() -> PathBuf {
get_configs_path().join("talosconfig")
}
}
pub async fn get_current_context() -> Option<String> {
tokio::fs::read(&TalosConfig::merged_path())
.await
.ok()
.and_then(|config| serde_yaml::from_slice(&config).ok())
.map(|config: TalosConfig| config.context)
}
pub async fn set_context(context: String) {
let mut command = Command::new("talosctl");
command.args([
"config",
"--talosconfig",
TalosConfig::merged_path()
.to_str()
.expect("Path should be valid utf-8"),
"context",
&context,
]);
run_command(command).await;
}
+20
View File
@@ -0,0 +1,20 @@
use std::io;
use std::string::FromUtf8Error;
use thiserror::Error;
#[derive(Debug, Error)]
pub enum Error {
#[error("Invalid op code '{0}'")]
InvalidOpCode(u16),
#[error("Invalid error code '{0}'")]
InvalidErrorCode(u16),
#[error("Invalid mode '{0}'")]
InvalidMode(String),
#[error("String contains invalid characters")]
InvalidString(#[from] FromUtf8Error),
#[error("Unterminated string")]
UnterminatedString,
#[error("Io error: {0}")]
Io(#[from] io::Error),
}
+7
View File
@@ -0,0 +1,7 @@
mod error;
mod packet;
mod server;
pub use error::Error;
pub use packet::Packet;
pub use server::{Error as ServerError, serve};
+353
View File
@@ -0,0 +1,353 @@
use std::io::{BufRead, BufReader, BufWriter, Cursor, Read, Write};
use std::net::SocketAddr;
use byteorder::{NetworkEndian, ReadBytesExt, WriteBytesExt};
use num_enum::{IntoPrimitive, TryFromPrimitive};
use tokio::net::UdpSocket;
use crate::tftp::Error;
// 2 bytes op code + 2 bytes block number + max 512 bytes data
pub(crate) const PACKET_SIZE: usize = 2 + 2 + 512;
fn decode_null_terminated<R>(reader: &mut BufReader<R>) -> Result<String, Error>
where
R: Read + ?Sized,
{
let mut text = Vec::new();
reader.read_until(0, &mut text)?;
// Make sure we ended with a null terminator
match text.pop() {
Some(0) => {}
None | Some(_) => return Err(Error::UnterminatedString),
}
Ok(String::from_utf8(text)?)
}
fn encode_null_terminated<W>(writer: &mut BufWriter<W>, text: impl AsRef<str>) -> Result<(), Error>
where
W: Write + ?Sized,
{
let text = text.as_ref().as_bytes();
writer.write_all(text)?;
// Add null terminator
writer.write_u8(0)?;
Ok(())
}
#[derive(Debug, Clone, Copy, PartialEq, Eq)]
pub enum Mode {
NetAscii,
Octet,
Mail,
}
impl Mode {
fn decode<R>(reader: &mut BufReader<R>) -> Result<Self, Error>
where
R: Read + ?Sized,
{
let mut mode = decode_null_terminated(reader)?;
mode.make_ascii_lowercase();
let mode = mode;
Ok(match mode.as_str() {
"netascii" => Self::NetAscii,
"octet" => Self::Octet,
"mail" => Self::Mail,
_ => return Err(Error::InvalidMode(mode)),
})
}
fn encode<W>(&self, writer: &mut BufWriter<W>) -> Result<(), Error>
where
W: Write + ?Sized,
{
let mode = match &self {
Mode::NetAscii => "netascii",
Mode::Octet => "octet",
Mode::Mail => "mail",
};
encode_null_terminated(writer, mode)?;
Ok(())
}
}
#[derive(Debug, PartialEq, Eq)]
pub struct Request {
filename: String,
mode: Mode,
}
impl Request {
pub fn filename(&self) -> &str {
&self.filename
}
fn decode<R>(reader: &mut BufReader<R>) -> Result<Self, Error>
where
R: Read + ?Sized,
{
let filename = decode_null_terminated(reader)?;
let mode = Mode::decode(reader)?;
Ok(Self { filename, mode })
}
fn encode<W>(&self, writer: &mut BufWriter<W>) -> Result<(), Error>
where
W: Write + ?Sized,
{
encode_null_terminated(writer, &self.filename)?;
self.mode.encode(writer)?;
Ok(())
}
pub fn mode(&self) -> Mode {
self.mode
}
}
#[derive(Debug)]
pub struct Data {
block: u16,
data: Vec<u8>,
}
impl Data {
fn decode<R>(reader: &mut BufReader<R>) -> Result<Self, Error>
where
R: Read + ?Sized,
{
let block = reader.read_u16::<NetworkEndian>()?;
let mut data = Vec::new();
reader.read_to_end(&mut data)?;
Ok(Self { data, block })
}
fn encode<W>(&self, writer: &mut BufWriter<W>) -> Result<(), Error>
where
W: Write + ?Sized,
{
writer.write_u16::<NetworkEndian>(self.block)?;
writer.write_all(&self.data)?;
Ok(())
}
}
#[derive(Debug)]
pub struct Ack(u16);
impl Ack {
pub fn block(&self) -> u16 {
self.0
}
fn decode<R>(reader: &mut BufReader<R>) -> Result<Self, Error>
where
R: Read + ?Sized,
{
let number = reader.read_u16::<NetworkEndian>()?;
Ok(Self(number))
}
fn encode<W>(&self, writer: &mut BufWriter<W>) -> Result<(), Error>
where
W: Write + ?Sized,
{
writer.write_u16::<NetworkEndian>(self.0)?;
Ok(())
}
}
#[derive(Debug, TryFromPrimitive, IntoPrimitive, Clone, Copy)]
#[repr(u16)]
pub enum ErrorCode {
NotDefined,
FileNotFound,
AccessViolation,
DiskFull,
Illegal,
UnknownTransferId,
FileAlreadyExists,
NoSuchUser,
}
impl ErrorCode {
fn decode<R>(reader: &mut BufReader<R>) -> Result<Self, Error>
where
R: Read + ?Sized,
{
let code = reader.read_u16::<NetworkEndian>()?;
Self::try_from_primitive(code).map_err(|err| Error::InvalidErrorCode(err.number))
}
fn encode<W>(&self, writer: &mut BufWriter<W>) -> Result<(), Error>
where
W: Write + ?Sized,
{
let code: u16 = (*self).into();
writer.write_u16::<NetworkEndian>(code)?;
Ok(())
}
}
#[derive(Debug)]
pub struct ErrorMessage {
code: ErrorCode,
message: String,
}
impl ErrorMessage {
fn decode<R>(reader: &mut BufReader<R>) -> Result<Self, Error>
where
R: Read + ?Sized,
{
let code = ErrorCode::decode(reader)?;
let message = decode_null_terminated(reader)?;
Ok(Self { code, message })
}
fn encode<W>(&self, writer: &mut BufWriter<W>) -> Result<(), Error>
where
W: Write + ?Sized,
{
self.code.encode(writer)?;
encode_null_terminated(writer, &self.message)?;
Ok(())
}
}
#[derive(Debug)]
pub enum Packet {
Read(Request),
Write(Request),
Data(Data),
Ack(Ack),
Error(ErrorMessage),
}
impl Packet {
pub fn data(block: u16, data: &[u8]) -> Self {
Self::Data(Data {
block,
data: data.into(),
})
}
pub fn ack(block: u16) -> Self {
Self::Ack(Ack(block))
}
pub fn error(code: ErrorCode, message: impl Into<String>) -> Self {
Self::Error(ErrorMessage {
code,
message: message.into(),
})
}
fn decode<R>(reader: &mut BufReader<R>) -> Result<Self, Error>
where
R: Read + ?Sized,
{
let op_code = reader.read_u16::<NetworkEndian>()?;
Ok(match op_code {
1 => Self::Read(Request::decode(reader)?),
2 => Self::Write(Request::decode(reader)?),
3 => Self::Data(Data::decode(reader)?),
4 => Self::Ack(Ack::decode(reader)?),
5 => Self::Error(ErrorMessage::decode(reader)?),
_ => return Err(Error::InvalidOpCode(op_code)),
})
}
fn encode<W>(&self, writer: &mut BufWriter<W>) -> Result<(), Error>
where
W: Write + ?Sized,
{
match &self {
Self::Read(inner) => {
writer.write_u16::<NetworkEndian>(1)?;
inner.encode(writer)?;
}
Self::Write(inner) => {
writer.write_u16::<NetworkEndian>(2)?;
inner.encode(writer)?;
}
Self::Data(inner) => {
writer.write_u16::<NetworkEndian>(3)?;
inner.encode(writer)?;
}
Self::Ack(inner) => {
writer.write_u16::<NetworkEndian>(4)?;
inner.encode(writer)?;
}
Self::Error(inner) => {
writer.write_u16::<NetworkEndian>(5)?;
inner.encode(writer)?;
}
};
Ok(())
}
pub async fn recv_from(socket: &UdpSocket) -> Result<(Self, SocketAddr), Error> {
let mut buf = Vec::with_capacity(PACKET_SIZE);
let (_, src) = socket.recv_buf_from(&mut buf).await?;
let packet = buf.try_into()?;
Ok((packet, src))
}
pub async fn send_to(&self, socket: &UdpSocket, src: &SocketAddr) -> Result<(), Error> {
let buf: Vec<_> = self.try_into()?;
socket.send_to(&buf, src).await?;
Ok(())
}
}
impl TryFrom<&Packet> for Vec<u8> {
type Error = Error;
fn try_from(packet: &Packet) -> Result<Self, Self::Error> {
let mut buf = Vec::with_capacity(PACKET_SIZE);
let mut writer = BufWriter::new(Cursor::new(&mut buf));
packet.encode(&mut writer)?;
// Normally the writer would get dropped after we return, but since it has a mutable
// borrow in buf we have to drop it first.
drop(writer);
Ok(buf)
}
}
impl TryFrom<Vec<u8>> for Packet {
type Error = Error;
fn try_from(buf: Vec<u8>) -> Result<Self, <Packet as TryFrom<Vec<u8>>>::Error> {
let mut reader = BufReader::new(Cursor::new(buf));
Packet::decode(&mut reader)
}
}
+168
View File
@@ -0,0 +1,168 @@
use std::io;
use std::net::SocketAddr;
use std::time::Duration;
use thiserror::Error;
use tokio::net::UdpSocket;
use crate::tftp::packet::{ErrorCode, Mode};
use crate::tftp::{self, Packet};
#[derive(Debug, Error)]
pub enum Error {
#[error("{0}")]
Tftp(#[from] tftp::Error),
#[error("Io error: {0}")]
Io(#[from] io::Error),
#[error("Unsupported operation: {0:#?}")]
UnsupportedOperation(Packet),
#[error("File not found: {0}")]
FileNotFound(String),
#[error("Unsupported mode: {0:?}")]
UnsupportedMode(Mode),
#[error("Source changed: {0}")]
SourceChanged(SocketAddr),
#[error("UnexpectedPacket: {0:#?}")]
UnexpectedPacket(Packet),
#[error("Timeout")]
Timeout,
}
pub async fn handle_connection<F, Fut>(
src: SocketAddr,
packet: Packet,
callback: F,
) -> Result<(), Error>
where
F: Fn(&str) -> Fut,
Fut: Future<Output = Option<Vec<u8>>>,
{
let socket = UdpSocket::bind("0.0.0.0:0").await?;
println!(
"{src}: Connecting from {}",
socket.local_addr().expect("Socket is bound")
);
let Packet::Read(request) = packet else {
Packet::error(ErrorCode::NotDefined, "Operation not supported")
.send_to(&socket, &src)
.await?;
return Err(Error::UnsupportedOperation(packet));
};
let filename = request.filename();
println!("{src}: {filename} [{:?}]", request.mode());
let Some(data) = callback(filename).await else {
Packet::error(ErrorCode::FileNotFound, "Unknown file")
.send_to(&socket, &src)
.await?;
return Err(Error::FileNotFound(filename.into()));
};
let mode = request.mode();
let data = match mode {
// In case of netascii mode we need to re-encode to escape certain sequences
Mode::NetAscii => netascii::Netascii::from_bytes(data).collect(),
Mode::Octet => data,
_ => {
Packet::error(
ErrorCode::NotDefined,
format!("Mode {mode:?} is not supported"),
)
.send_to(&socket, &src)
.await?;
return Err(Error::UnsupportedMode(mode));
}
};
let mut chunks = data.chunks(512).enumerate();
let mut chunk = chunks.next();
let mut timeout = 0;
loop {
// Send the first chunk
if let Some((index, chunk)) = chunk {
Packet::data((index + 1) as u16, chunk)
.send_to(&socket, &src)
.await?;
}
tokio::select! {
recv = Packet::recv_from(&socket) => {
timeout = 0;
let (packet, new_src) = recv?;
// I think this is might technically be possible and fine, but I don't
// really know how to test it properly so we don't support it.
if new_src != src {
Packet::error(ErrorCode::Illegal, "Source changed")
.send_to(&socket, &src)
.await?;
return Err(Error::SourceChanged(new_src));
}
match packet {
Packet::Ack(ack) => {
// If we receive an ack for the current chunk go to the next one
if let Some((index, _)) = chunk
&& (index + 1) as u16 == ack.block()
{
chunk = chunks.next();
}
if chunk.is_none() {
break;
}
}
_ => {
Packet::error(ErrorCode::Illegal, "Unexpected packet")
.send_to(&socket, &src)
.await?;
return Err(Error::UnexpectedPacket(packet));
}
}
},
_ = tokio::time::sleep(Duration::from_secs(1)) => {
timeout += 1;
if timeout == 5 {
return Err(Error::Timeout);
}
}
}
}
println!("{src}: Transmission complete");
Ok(())
}
pub async fn serve<F, Fut>(callback: F) -> Result<!, Error>
where
F: Fn(&str) -> Fut + Clone + Send + 'static,
Fut: Future<Output = Option<Vec<u8>>> + Send + 'static,
{
let socket = UdpSocket::bind("0.0.0.0:69").await?;
println!("Server started");
loop {
let (packet, src) = Packet::recv_from(&socket).await?;
let callback = callback.clone();
tokio::spawn({
async move {
if let Err(err) = handle_connection(src, packet, callback).await {
println!("{src}: {err}")
}
}
});
}
}