| { | |
| "job": "extension", | |
| "config": { | |
| "name": "claymation_stoners_v1", | |
| "process": [ | |
| { | |
| "type": "diffusion_trainer", | |
| "training_folder": "/app/ai-toolkit/output", | |
| "sqlite_db_path": "/app/ai-toolkit/aitk_db.db", | |
| "device": "cuda", | |
| "trigger_word": "claymation_stoners", | |
| "performance_log_every": 10, | |
| "network": { | |
| "type": "lora", | |
| "linear": 32, | |
| "linear_alpha": 32, | |
| "conv": 16, | |
| "conv_alpha": 16, | |
| "lokr_full_rank": true, | |
| "lokr_factor": -1, | |
| "network_kwargs": { | |
| "ignore_if_contains": [] | |
| } | |
| }, | |
| "save": { | |
| "dtype": "bf16", | |
| "save_every": 250, | |
| "max_step_saves_to_keep": 4, | |
| "save_format": "diffusers", | |
| "push_to_hub": false | |
| }, | |
| "datasets": [ | |
| { | |
| "folder_path": "/app/ai-toolkit/datasets/claymation_stoners_v1", | |
| "mask_path": null, | |
| "mask_min_value": 0.1, | |
| "default_caption": "", | |
| "caption_ext": "txt", | |
| "caption_dropout_rate": 0.05, | |
| "cache_latents_to_disk": false, | |
| "is_reg": false, | |
| "network_weight": 1, | |
| "resolution": [ | |
| 512, | |
| 768, | |
| 1024 | |
| ], | |
| "controls": [], | |
| "shrink_video_to_frames": true, | |
| "num_frames": 1, | |
| "do_i2v": true, | |
| "flip_x": false, | |
| "flip_y": false, | |
| "control_path_1": null, | |
| "control_path_2": null, | |
| "control_path_3": null | |
| } | |
| ], | |
| "train": { | |
| "batch_size": 1, | |
| "bypass_guidance_embedding": false, | |
| "steps": 3000, | |
| "gradient_accumulation": 1, | |
| "train_unet": true, | |
| "train_text_encoder": false, | |
| "gradient_checkpointing": true, | |
| "noise_scheduler": "flowmatch", | |
| "optimizer": "adamw8bit", | |
| "timestep_type": "weighted", | |
| "content_or_style": "balanced", | |
| "optimizer_params": { | |
| "weight_decay": 0.0001 | |
| }, | |
| "unload_text_encoder": false, | |
| "cache_text_embeddings": false, | |
| "lr": 0.0001, | |
| "ema_config": { | |
| "use_ema": false, | |
| "ema_decay": 0.99 | |
| }, | |
| "skip_first_sample": false, | |
| "force_first_sample": false, | |
| "disable_sampling": false, | |
| "dtype": "bf16", | |
| "diff_output_preservation": true, | |
| "diff_output_preservation_multiplier": 1, | |
| "diff_output_preservation_class": "person", | |
| "switch_boundary_every": 1, | |
| "loss_type": "mse" | |
| }, | |
| "model": { | |
| "name_or_path": "black-forest-labs/FLUX.2-dev", | |
| "quantize": true, | |
| "qtype": "qfloat8", | |
| "quantize_te": true, | |
| "qtype_te": "qfloat8", | |
| "arch": "flux2", | |
| "low_vram": true, | |
| "model_kwargs": { | |
| "match_target_res": true | |
| }, | |
| "layer_offloading": false, | |
| "layer_offloading_text_encoder_percent": 1, | |
| "layer_offloading_transformer_percent": 1 | |
| }, | |
| "sample": { | |
| "sampler": "flowmatch", | |
| "sample_every": 250, | |
| "width": 1024, | |
| "height": 1024, | |
| "samples": [ | |
| { | |
| "prompt": "claymation_stoners, Two claymation characters, Bud and Spud, sit on a lumpy, textured, light brown sofa in a cluttered living room. Bud, on the left, wears a blue t-shirt with \\\"METALLICA\\\" written across it in white, and red shorts. He has brown hair, closed eyes, and an open mouth with visible teeth, holding a white cigarette or pipe from which a wisp of smoke rises. His right hand holds a gray and white retro game controller. His left hand rests on his lap. Spud, on the right, wears a colorful tie-dye hoodie, grey cargo pants, and a dark brown beanie. His eyes are closed, and his mouth is a small, curved line. Spud's right hand extends toward Bud's left arm. A dark brown coffee table sits in front of the characters. On the table, an open beige pizza box with several slices of pepperoni pizza is visible on the left. Next to it, a rectangular wooden tray or box contains a single pizza slice. Further right on the table, a crumpled red soda can, a blue snack bag with yellow contents, and another pizza slice are present. A crumpled red snack bag and another red soda can are on the floor next to the table. The floor is light brown. The walls are light brown with visible texture. Three framed psychedelic mushroom posters hang on the left wall, with one more visible on the right wall near a yellow lampshade. The lighting is warm and hazy." | |
| }, | |
| { | |
| "prompt": "claymation_stoners, Two male claymation figures, Bud and Spud, sit on a beige sofa in a messy living room. Bud, on the left, has brown hair, wide eyes, and a large smile, wearing a blue t-shirt with a \\\"Metallica\\\" logo and red shorts. He holds a rainbow-colored bong with green smoke emanating from its top. Spud, on the right, has a brown beanie, closed eyes, and a wide grin, wearing a tie-dye hoodie with a green cannabis leaf symbol and olive green cargo pants. Both characters exhibit lumpy surfaces and visible fingerprints, consistent with plasticine clay. The living room features a wooden coffee table in the foreground, laden with cluttered items. Two open pizza boxes, one with two slices remaining and the other with multiple slices, are present. Several snack bags, including a red bag spilling puffed snacks and a blue bag, are scattered on the table. Two retro-style grey game controllers with colorful buttons are also on the table. A crumpled white piece of paper sits on the floor next to one pizza box. Additional snacks and crumpled papers are visible under the table. The background wall is a pale purple or pink hue, textured and lumpy. Multiple posters with psychedelic mushroom designs in vibrant colors (purple, orange, green, yellow, blue) adorn the wall. A larger blue tapestry with a circular mandala pattern hangs to the right. A small yellow lampshade is visible on a table next to Spud. Warm, hazy lighting illuminates the scene, creating soft shadows. The floor is a dark, textured surface." | |
| }, | |
| { | |
| "prompt": "turn this guy into a claymation_stoners potato character", | |
| "ctrl_img_1": "/app/ai-toolkit/data/images/3b0ec606-5cf2-4dcf-b322-6d0004cc3ee8.jpg" | |
| }, | |
| { | |
| "prompt": "turn the strawberry character into a claymation_stoners", | |
| "ctrl_img_1": "/app/ai-toolkit/data/images/0a58728d-ac91-4513-b077-61daeef80044.jfif" | |
| } | |
| ], | |
| "neg": "", | |
| "seed": 42, | |
| "walk_seed": true, | |
| "guidance_scale": 4, | |
| "sample_steps": 25, | |
| "num_frames": 1, | |
| "fps": 1 | |
| } | |
| } | |
| ] | |
| }, | |
| "meta": { | |
| "name": "[name]", | |
| "version": "1.0" | |
| } | |
| } |