Files
RuDS/crates/bds-core/src/util/slug.rs
2026-04-04 08:10:05 +02:00

198 lines
5.5 KiB
Rust

use deunicode::deunicode;
use std::time::{SystemTime, UNIX_EPOCH};
/// Pre-process German characters to match TypeScript `transliteration` npm output.
/// deunicode maps ä→a, ö→o, ü→u but TypeScript produces ä→ae, ö→oe, ü→ue.
/// We replace these before deunicode so the slug output is compatible.
fn german_transliterate(input: &str) -> String {
let mut result = String::with_capacity(input.len() + 16);
for c in input.chars() {
match c {
'ä' => result.push_str("ae"),
'ö' => result.push_str("oe"),
'ü' => result.push_str("ue"),
'Ä' => result.push_str("Ae"),
'Ö' => result.push_str("Oe"),
'Ü' => result.push_str("Ue"),
_ => result.push(c),
}
}
result
}
/// Generate a URL-safe slug from a title string.
///
/// Transliterates Unicode to ASCII, lowercases, replaces non-alphanumeric
/// chars with hyphens, and collapses/trims hyphens.
///
/// German umlauts (ä/ö/ü/Ä/Ö/Ü) are pre-processed to ae/oe/ue/Ae/Oe/Ue
/// to match TypeScript `transliteration` npm output. ß→ss is handled by deunicode.
pub fn slugify(input: &str) -> String {
let preprocessed = german_transliterate(input);
let ascii = deunicode(&preprocessed);
let lowered = ascii.to_lowercase();
let mut slug = String::with_capacity(lowered.len());
let mut prev_hyphen = true; // avoid leading hyphen
for c in lowered.chars() {
if c.is_ascii_alphanumeric() {
slug.push(c);
prev_hyphen = false;
} else if !prev_hyphen {
slug.push('-');
prev_hyphen = true;
}
}
// Trim trailing hyphen
if slug.ends_with('-') {
slug.pop();
}
slug
}
/// Ensure a slug is unique within a project, using the spec's algorithm:
/// tries base, then {slug}-2 .. {slug}-999, then {slug}-{timestamp}.
///
/// `exists` is a predicate that returns true if the candidate slug is already taken.
pub fn ensure_unique<F>(base: &str, exists: F) -> String
where
F: Fn(&str) -> bool,
{
if !exists(base) {
return base.to_string();
}
for n in 2..=999 {
let candidate = format!("{base}-{n}");
if !exists(&candidate) {
return candidate;
}
}
let ts = SystemTime::now()
.duration_since(UNIX_EPOCH)
.unwrap_or_default()
.as_secs();
format!("{base}-{ts}")
}
#[cfg(test)]
mod tests {
use super::*;
#[test]
fn basic_slug() {
assert_eq!(slugify("Hello World"), "hello-world");
}
#[test]
fn unicode_slug() {
assert_eq!(slugify("Über die Brücke"), "ueber-die-bruecke");
}
#[test]
fn special_chars() {
assert_eq!(slugify("What's up? (2024)"), "what-s-up-2024");
}
#[test]
fn already_clean() {
assert_eq!(slugify("already-clean"), "already-clean");
}
#[test]
fn empty_input() {
assert_eq!(slugify(""), "");
}
#[test]
fn consecutive_special_chars() {
assert_eq!(slugify("a --- b"), "a-b");
}
#[test]
fn ensure_unique_base_available() {
let slug = ensure_unique("hello", |_| false);
assert_eq!(slug, "hello");
}
#[test]
fn ensure_unique_base_taken() {
let slug = ensure_unique("hello", |s| s == "hello");
assert_eq!(slug, "hello-2");
}
#[test]
fn ensure_unique_sequential_taken() {
let slug = ensure_unique("hello", |s| s == "hello" || s == "hello-2" || s == "hello-3");
assert_eq!(slug, "hello-4");
}
// German umlaut tests — spec: "only German and English letters are used.
// Verify deunicode handles ä/ö/ü/ß/ÄÖÜ correctly against transliteration npm."
// Pre-processing maps ä→ae, ö→oe, ü→ue to match TypeScript transliteration npm.
// ß→ss is handled correctly by deunicode without pre-processing.
#[test]
fn german_umlaut_ae() {
assert_eq!(slugify("Ärger"), "aerger");
}
#[test]
fn german_umlaut_oe() {
assert_eq!(slugify("Öffnung"), "oeffnung");
}
#[test]
fn german_umlaut_ue() {
assert_eq!(slugify("Über"), "ueber");
}
#[test]
fn german_eszett() {
assert_eq!(slugify("Straße"), "strasse");
}
#[test]
fn german_mixed_umlauts() {
assert_eq!(slugify("Größe über Maße"), "groesse-ueber-masse");
}
#[test]
fn german_uppercase_umlauts() {
assert_eq!(slugify("ÄÖÜ Test"), "aeoeue-test");
}
// spec: CreatePost uses Slug.generate(title ?? "untitled")
// When title is empty/whitespace, slugify should produce "untitled" equivalent
#[test]
fn whitespace_only_input() {
assert_eq!(slugify(" "), "");
}
#[test]
fn leading_trailing_special() {
assert_eq!(slugify("---hello---"), "hello");
}
#[test]
fn numeric_only() {
assert_eq!(slugify("2024"), "2024");
}
#[test]
fn ensure_unique_all_999_taken() {
let slug = ensure_unique("x", |s| {
if s == "x" { return true; }
if let Some(suffix) = s.strip_prefix("x-") {
if let Ok(n) = suffix.parse::<u32>() {
return n <= 999;
}
}
false
});
// Should fall back to timestamp-based slug
assert!(slug.starts_with("x-"));
let suffix = slug.strip_prefix("x-").unwrap();
let ts: u64 = suffix.parse().expect("should be a timestamp");
assert!(ts > 1_000_000_000);
}
}