Ben_Kosytorz
3a67c0979c
- Updated stablediffusion crate path from "../stable-diffusion-burn" to "./crates/stable-diffusion-burn" for proper workspace resolution - Enhanced .gitignore to include generated model files (.mpk, .pt, .bin, .safetensors, .ckpt) and user_data directory - Added Cargo.lock to gitignore with appropriate comment - Reorganized IDE files section in gitignore for better clarity - Added newline at end of file for proper formatting
23 lines
861 B
Rust
23 lines
861 B
Rust
use burn_dataset::HuggingfaceDatasetLoader;
|
|
use burn_dataset::SqliteDataset;
|
|
use serde::Deserialize;
|
|
|
|
#[derive(Deserialize, Debug, Clone)]
|
|
struct MnistItemRaw {
|
|
pub _image_bytes: Vec<u8>,
|
|
pub _label: usize,
|
|
}
|
|
fn main() {
|
|
// There are some datasets, such as https://huggingface.co/datasets/ylecun/mnist/tree/main that contains a script,
|
|
// In this cases you must enable trusting remote code execution if you want to use it.
|
|
let _train_ds: SqliteDataset<MnistItemRaw> = HuggingfaceDatasetLoader::new("mnist")
|
|
.with_trust_remote_code(true)
|
|
.dataset("train")
|
|
.unwrap();
|
|
|
|
// However not all dataset requires it https://huggingface.co/datasets/Anthropic/hh-rlhf/tree/main
|
|
let _train_ds: SqliteDataset<MnistItemRaw> = HuggingfaceDatasetLoader::new("Anthropic/hh-rlhf")
|
|
.dataset("train")
|
|
.unwrap();
|
|
}
|