feat: update to burn 0.14.0 with vulkan support and refactor frontend to egui

- Updated burn framework dependencies from 0.21.0-pre.2 to 0.14.0
- Added optional vulkan backend support with burn-wgpu feature
- Replaced React/TypeScript frontend with native Rust egui frontend
- Added Vulkan GPU support documentation and setup instructions
- Updated README with new architecture and backend configuration
- Refactored GPU backend detection and reporting to include backend type
- Added vulkan-backend feature flag for conditional compilation
- Updated dependency installation instructions for Vulkan support
This commit is contained in:
2026-03-03 22:04:45 +01:00
parent e5db9bc425
commit bd198bb8e9
11 changed files with 243 additions and 101 deletions

View File

@@ -5,6 +5,8 @@ edition = "2021"
[dependencies]
actix-web = { version = "4", features = ["openssl"] }
actix-multipart = "0.6"
futures-util = "0.3"
serde = { version = "1.0", features = ["derive"] }
serde_json = "1.0"
tokio = { version = "1", features = ["full"] }
@@ -15,6 +17,23 @@ env_logger = "0.10"
thiserror = "1.0"
regex = "1.0"
chrono = { version = "0.4", features = ["serde"] }
eframe = "0.24"
egui = "0.24"
egui_extras = "0.24"
reqwest = { version = "0.11", features = ["json"] }
image = "0.24"
# For model loading capabilities - using burn framework
burn = { version = "0.14.0", default-features = false }
burn-tch = { version = "0.14.0" }
burn-wgpu = { version = "0.14.0", features = ["vulkan"], optional = true }
tch = "0.15.0"
# Stable Diffusion using burn
stablediffusion = { path = "../../../stable-diffusion-burn" }
[features]
vulkan-backend = ["burn-wgpu"]
[dev-dependencies]
tokio-test = "0.4"

View File

@@ -61,7 +61,8 @@ pub async fn get_system_info(state: web::Data<AppState>) -> Result<HttpResponse>
"gpu": {
"name": gpu_config.name,
"architecture": gpu_config.architecture,
"driver_version": gpu_config.driver_version
"driver_version": gpu_config.driver_version,
"backend": gpu_config.backend
},
"service": "comfyui-backend"
})))

View File

@@ -45,15 +45,33 @@ fn default_gpu_backend() -> String {
async fn main() -> std::io::Result<()> {
env_logger::init();
// Initialize GPU configuration
let gpu_config = rocminfo::detect_amd_gpu().unwrap_or_else(|e| {
eprintln!("Warning: Failed to detect AMD GPU: {}", e);
rocminfo::GpuConfig {
name: "Unknown_AMD_GPU".to_string(),
architecture: "unknown".to_string(),
driver_version: "unknown".to_string(),
// Initialize GPU configuration based on backend selection
let gpu_config = match std::env::var("GPU_BACKEND").as_deref() {
Ok("vulkan") => {
println!("Using Vulkan GPU backend");
rocminfo::detect_vulkan_gpu().unwrap_or_else(|e| {
eprintln!("Warning: Failed to detect Vulkan GPU: {}", e);
rocminfo::GpuConfig {
name: "Unknown_Vulkan_GPU".to_string(),
architecture: "unknown".to_string(),
driver_version: "unknown".to_string(),
backend: "vulkan".to_string(),
}
})
},
_ => {
println!("Using ROCm GPU backend (default)");
rocminfo::detect_amd_gpu().unwrap_or_else(|e| {
eprintln!("Warning: Failed to detect AMD GPU: {}", e);
rocminfo::GpuConfig {
name: "Unknown_AMD_GPU".to_string(),
architecture: "unknown".to_string(),
driver_version: "unknown".to_string(),
backend: "rocm".to_string(),
}
})
}
});
};
// Initialize model manager
let model_manager = Arc::new(Mutex::new(models::ModelManager::new()));
@@ -68,7 +86,8 @@ async fn main() -> std::io::Result<()> {
};
println!("Starting ComfyUI backend server...");
println!("GPU Backend: {}", app_state.gpu_backend_config.name);
println!("GPU Backend: {}", app_state.gpu_backend_config.backend);
println!("GPU Device: {}", app_state.gpu_backend_config.name);
HttpServer::new(move || {
App::new()
@@ -79,4 +98,4 @@ async fn main() -> std::io::Result<()> {
.bind("127.0.0.1:8080")?
.run()
.await
}
}

View File

@@ -1,7 +1,7 @@
//! ROCm GPU detection and configuration for AMD GPUs
//! GPU detection and configuration for multiple backends
//!
//! This module handles automatic detection of AMD GPUs and provides
//! configuration information needed for optimized inference on RX 9070 XT.
//! This module handles automatic detection of GPUs and provides
//! configuration information needed for optimized inference.
use regex::Regex;
use serde::{Deserialize, Serialize};
@@ -12,6 +12,7 @@ pub struct GpuConfig {
pub name: String,
pub architecture: String,
pub driver_version: String,
pub backend: String,
}
/// Detect AMD GPU using rocminfo command
@@ -57,6 +58,19 @@ pub fn detect_amd_gpu() -> Result<GpuConfig, Box<dyn std::error::Error>> {
name: gpu_name,
architecture,
driver_version,
backend: "rocm".to_string(),
})
}
/// Attempt to detect Vulkan-compatible GPU
pub fn detect_vulkan_gpu() -> Result<GpuConfig, Box<dyn std::error::Error>> {
// For now, we'll create a basic Vulkan config - in a real implementation
// this would involve checking for Vulkan support using vulkaninfo or similar
Ok(GpuConfig {
name: "Vulkan GPU".to_string(),
architecture: "unknown".to_string(),
driver_version: "unknown".to_string(),
backend: "vulkan".to_string(),
})
}
@@ -91,10 +105,12 @@ mod tests {
name: "Radeon RX 9070 XT".to_string(),
architecture: "gfx900".to_string(),
driver_version: "5.4.3".to_string(),
backend: "rocm".to_string(),
};
assert_eq!(config.name, "Radeon RX 9070 XT");
assert_eq!(config.architecture, "gfx900");
assert_eq!(config.driver_version, "5.4.3");
assert_eq!(config.backend, "rocm");
}
}

View File