From 1ef424060ba1ca872f26f063361be4d1157f9269 Mon Sep 17 00:00:00 2001 From: Henil Gajjar Date: Thu, 16 Jan 2025 15:22:54 -0500 Subject: [PATCH 1/3] Added metaprompts --- metaprompt/freemoji.json | 8 ++++++++ metaprompt/freemoji.md | 19 +++++++++++++++++++ 2 files changed, 27 insertions(+) create mode 100644 metaprompt/freemoji.json create mode 100644 metaprompt/freemoji.md diff --git a/metaprompt/freemoji.json b/metaprompt/freemoji.json new file mode 100644 index 0000000..9f5afed --- /dev/null +++ b/metaprompt/freemoji.json @@ -0,0 +1,8 @@ +{ + "messages": [ + { "role": "user", "content": "You are helping create a prompt for a Emoji generation image model. An emoji must be easily interpreted when small so details must be exaggerated to be clear. Your goal is to use descriptions to achieve this.\n\nYou will receive a user description, and you must rephrase it to consist of short phrases separated by periods, adding detail to everything the user provides.\n\nAdd describe the color of all parts or components of the emoji. Unless otherwise specified by the user, do not describe people. Do not describe the background of the image. Your output should be in the format:\n\n```\nemoji of {description}. {addon phrases}. 3D lighting. no cast shadows.\n```\n\nThe description should be a 1 sentence of your interpretation of the emoji.\nThen, you may choose to add addon phrases. You must use the following in the given scenarios:\n\n- \"cute.\": If generating anything that's not an object, and also not a human\n- \"enlarged head in cartoon style.\": ONLY animals\n- \"head is turned towards viewer.\": ONLY humans or animals\n- \"detailed texture.\": ONLY objects\n\nFurther addon phrases may be added to ensure the clarity of the emoji.\n\n\n USER PROMPT: a horse wearing a suit"}, + { "role": "assistant", "content": "emoji of horse in black suit and tie with flowing mane. a strong, confident stallion wearing formal attire for a special occasion. cute. 3D lighting. no cast shadows. enlarged head in cartoon style. head is turned towards viewer." }, + { "role": "user", "content": "You are helping create a prompt for a Emoji generation image model. An emoji must be easily interpreted when small so details must be exaggerated to be clear. Your goal is to use descriptions to achieve this.\n\nYou will receive a user description, and you must rephrase it to consist of short phrases separated by periods, adding detail to everything the user provides.\n\nAdd describe the color of all parts or components of the emoji. Unless otherwise specified by the user, do not describe people. Do not describe the background of the image. Your output should be in the format:\n\n```\nemoji of {description}. {addon phrases}. 3D lighting. no cast shadows.\n```\n\nThe description should be a 1 sentence of your interpretation of the emoji.\nThen, you may choose to add addon phrases. You must use the following in the given scenarios:\n\n- \"cute.\": If generating anything that's not an object, and also not a human\n- \"enlarged head in cartoon style.\": ONLY animals\n- \"head is turned towards viewer.\": ONLY humans or animals\n- \"detailed texture.\": ONLY objects\n\nFurther addon phrases may be added to ensure the clarity of the emoji.\n\n\n USER PROMPT: flying pig"}, + { "role": "assistant", "content": "emoji of flying pink pig. enlarged head in cartoon style. cute. white wings. head is turned towards viewer. 3D lighting. no cast shadows." } + ] +} \ No newline at end of file diff --git a/metaprompt/freemoji.md b/metaprompt/freemoji.md new file mode 100644 index 0000000..6c15cc2 --- /dev/null +++ b/metaprompt/freemoji.md @@ -0,0 +1,19 @@ +You are helping create a prompt for a Emoji generation image model. An emoji must be easily interpreted when small so details must be exaggerated to be clear. Your goal is to use descriptions to achieve this. + +You will receive a user description, and you must rephrase it to consist of short phrases separated by periods, adding detail to everything the user provides. + +Add describe the color of all parts or components of the emoji. Unless otherwise specified by the user, do not describe people. Do not describe the background of the image. Your output should be in the format: + +``` +emoji of {description}. {addon phrases}. 3D lighting. no cast shadows. +``` + +The description should be a 1 sentence of your interpretation of the emoji. +Then, you may choose to add addon phrases. You must use the following in the given scenarios: + +- "cute.": If generating anything that's not an object, and also not a human +- "enlarged head in cartoon style.": ONLY animals +- "head is turned towards viewer.": ONLY humans or animals +- "detailed texture.": ONLY objects + +Further addon phrases may be added to ensure the clarity of the emoji. \ No newline at end of file From 5c7c50a3c692678865a9d77a9d42964477e481d8 Mon Sep 17 00:00:00 2001 From: Henil Gajjar Date: Thu, 16 Jan 2025 15:29:14 -0500 Subject: [PATCH 2/3] Updated Lora Readme --- lora/README.md | 25 ++++++------------------- lora/info.json | 23 +++++++---------------- metaprompt/open-genmoji.json | 8 -------- metaprompt/open-genmoji.md | 19 ------------------- 4 files changed, 13 insertions(+), 62 deletions(-) delete mode 100644 metaprompt/open-genmoji.json delete mode 100644 metaprompt/open-genmoji.md diff --git a/lora/README.md b/lora/README.md index 9a42a98..5e21eb9 100644 --- a/lora/README.md +++ b/lora/README.md @@ -79,27 +79,14 @@ Thank you for your contribution! # Detailed LoRA Description -## `flux-dev.safetensors` +## `Whatsapp-freemoji.safetensors` **Model Finetuned**: Flux.1 Dev -**Finished Finetuning**: December 25, 2024 -**Finetuned By**: Evan Zhou ([@evanzhoudev](https://github.com/evanzhoudev)) -**Finetuned On**: M4 Max MacBook Pro (64GB Unified Memory, 40 core GPU) +**Finished Finetuning**: January 15, 2025 +**Finetuned By**: Henil Gajjar ([@henil08](https://github.com/Henil-08)) +**Finetuned On**: M4 Pro MacBook Pro (24GB Unified Memory, 20 core GPU) **Finetuned With**: [SimpleTuner](https://github.com/bghira/SimpleTuner) -**Finetuning Time**: ~10 hours +**Finetuning Time**: ~17 hours **Finetuning Steps**: 10,000 **Image Resolution**: 160x160 -**Emoji Dataset**: All Apple Emojis as of December 25, 2024, with skin tone variants pruned to reduce training time. - -## `diverse-emoji.safetensors` - -**Model Finetuned**: Flux.1 Dev -**Finished Finetuning**: December 31, 2024 -**Finetuned By**: Julius ([@caspersimon](https://github.com/caspersimon)) -**Finetuned On**: M4 Max MacBook Pro (128GB Unified Memory, 40 core GPU) -**Finetuned With**: [SimpleTuner](https://github.com/bghira/SimpleTuner) -**Finetuning Time**: ~20 hours -**Finetuning Steps**: 20,000 -**Image Resolution**: 160x160 -**Emoji Dataset**: All Apple Emoji as of December 30, 2024. -**Huggingface Link**: [caspersimon/Diverse-Emoji](https://huggingface.co/caspersimon/Diverse-Emoji) +**Emoji Dataset**: All WhatsApp Emojis as of January 15, 2024, with skin tone variants filtered to reduce training time. diff --git a/lora/info.json b/lora/info.json index ed5303e..e483f51 100644 --- a/lora/info.json +++ b/lora/info.json @@ -1,16 +1,7 @@ -[ - { - "model": "black-forest-labs/FLUX.1-dev", - "huggingface": "EvanZhouDev/open-genmoji", - "name": "flux-dev", - "metaprompt": "open-genmoji", - "description": "Original Open Genmoji finetune. Trained on Apple Emojis w/o Skin Tone Variants." - }, - { - "model": "black-forest-labs/FLUX.1-dev", - "huggingface": "caspersimon/Diverse-Emoji", - "name": "diverse-emoji", - "metaprompt": "open-genmoji", - "description": "Comprehensive Genmoji finetune. Trained on every Apple Emoji." - } -] +{ + "model": "black-forest-labs/FLUX.1-dev", + "huggingface": "henil08/Whatsapp-Freemoji", + "name": "whatsapp_freemoji", + "metaprompt": "open-genmoji", + "description": "Original Freemoji LORA. Trained on WhatsApp's Emojis w/o Skin Tone Variants." +} \ No newline at end of file diff --git a/metaprompt/open-genmoji.json b/metaprompt/open-genmoji.json deleted file mode 100644 index 66b6ee2..0000000 --- a/metaprompt/open-genmoji.json +++ /dev/null @@ -1,8 +0,0 @@ -{ - "messages": [ - { "role": "user", "content": "You are helping create a prompt for a Emoji generation image model. An emoji must be easily interpreted when small so details must be exaggerated to be clear. Your goal is to use descriptions to achieve this.\n\nYou will receive a user description, and you must rephrase it to consist of short phrases separated by periods, adding detail to everything the user provides.\n\nAdd describe the color of all parts or components of the emoji. Unless otherwise specified by the user, do not describe people. Do not describe the background of the image. Your output should be in the format:\n\n```\nemoji of {description}. {addon phrases}. 3D lighting. no cast shadows.\n```\n\nThe description should be a 1 sentence of your interpretation of the emoji.\nThen, you may choose to add addon phrases. You must use the following in the given scenarios:\n\n- \"cute.\": If generating anything that's not an object, and also not a human\n- \"enlarged head in cartoon style.\": ONLY animals\n- \"head is turned towards viewer.\": ONLY humans or animals\n- \"detailed texture.\": ONLY objects\n\nFurther addon phrases may be added to ensure the clarity of the emoji.\n\n\n USER PROMPT: a horse wearing a suit"}, - { "role": "assistant", "content": "emoji of horse in black suit and tie with flowing mane. a strong, confident stallion wearing formal attire for a special occasion. cute. 3D lighting. no cast shadows. enlarged head in cartoon style. head is turned towards viewer." }, - { "role": "user", "content": "You are helping create a prompt for a Emoji generation image model. An emoji must be easily interpreted when small so details must be exaggerated to be clear. Your goal is to use descriptions to achieve this.\n\nYou will receive a user description, and you must rephrase it to consist of short phrases separated by periods, adding detail to everything the user provides.\n\nAdd describe the color of all parts or components of the emoji. Unless otherwise specified by the user, do not describe people. Do not describe the background of the image. Your output should be in the format:\n\n```\nemoji of {description}. {addon phrases}. 3D lighting. no cast shadows.\n```\n\nThe description should be a 1 sentence of your interpretation of the emoji.\nThen, you may choose to add addon phrases. You must use the following in the given scenarios:\n\n- \"cute.\": If generating anything that's not an object, and also not a human\n- \"enlarged head in cartoon style.\": ONLY animals\n- \"head is turned towards viewer.\": ONLY humans or animals\n- \"detailed texture.\": ONLY objects\n\nFurther addon phrases may be added to ensure the clarity of the emoji.\n\n\n USER PROMPT: flying pig"}, - { "role": "assistant", "content": "emoji of flying pink pig. enlarged head in cartoon style. cute. white wings. head is turned towards viewer. 3D lighting. no cast shadows." } - ] -} \ No newline at end of file diff --git a/metaprompt/open-genmoji.md b/metaprompt/open-genmoji.md deleted file mode 100644 index 4fb7382..0000000 --- a/metaprompt/open-genmoji.md +++ /dev/null @@ -1,19 +0,0 @@ -You are helping create a prompt for a Emoji generation image model. An emoji must be easily interpreted when small so details must be exaggerated to be clear. Your goal is to use descriptions to achieve this. - -You will receive a user description, and you must rephrase it to consist of short phrases separated by periods, adding detail to everything the user provides. - -Add describe the color of all parts or components of the emoji. Unless otherwise specified by the user, do not describe people. Do not describe the background of the image. Your output should be in the format: - -``` -emoji of {description}. {addon phrases}. 3D lighting. no cast shadows. -``` - -The description should be a 1 sentence of your interpretation of the emoji. -Then, you may choose to add addon phrases. You must use the following in the given scenarios: - -- "cute.": If generating anything that's not an object, and also not a human -- "enlarged head in cartoon style.": ONLY animals -- "head is turned towards viewer.": ONLY humans or animals -- "detailed texture.": ONLY objects - -Further addon phrases may be added to ensure the clarity of the emoji. From 1f5d8ca06a24e4fbbef4fe7595acc246a180d586 Mon Sep 17 00:00:00 2001 From: Henil Gajjar Date: Wed, 22 Jan 2025 22:24:18 -0500 Subject: [PATCH 3/3] Add detailed finetuning information for emoji models and restructure metaprompt files --- lora/README.md | 25 +++++++++++++++ lora/info.json | 31 ++++++++++++++----- .../{freemoji.json => open-genmoji.json} | 0 metaprompt/{freemoji.md => open-genmoji.md} | 0 4 files changed, 49 insertions(+), 7 deletions(-) rename metaprompt/{freemoji.json => open-genmoji.json} (100%) rename metaprompt/{freemoji.md => open-genmoji.md} (100%) diff --git a/lora/README.md b/lora/README.md index 5e21eb9..e72690e 100644 --- a/lora/README.md +++ b/lora/README.md @@ -79,6 +79,31 @@ Thank you for your contribution! # Detailed LoRA Description +## `flux-dev.safetensors` + +**Model Finetuned**: Flux.1 Dev +**Finished Finetuning**: December 25, 2024 +**Finetuned By**: Evan Zhou ([@evanzhoudev](https://github.com/evanzhoudev)) +**Finetuned On**: M4 Max MacBook Pro (64GB Unified Memory, 40 core GPU) +**Finetuned With**: [SimpleTuner](https://github.com/bghira/SimpleTuner) +**Finetuning Time**: ~10 hours +**Finetuning Steps**: 10,000 +**Image Resolution**: 160x160 +**Emoji Dataset**: All Apple Emojis as of December 25, 2024, with skin tone variants pruned to reduce training time. + +## `diverse-emoji.safetensors` + +**Model Finetuned**: Flux.1 Dev +**Finished Finetuning**: December 31, 2024 +**Finetuned By**: Julius ([@caspersimon](https://github.com/caspersimon)) +**Finetuned On**: M4 Max MacBook Pro (128GB Unified Memory, 40 core GPU) +**Finetuned With**: [SimpleTuner](https://github.com/bghira/SimpleTuner) +**Finetuning Time**: ~20 hours +**Finetuning Steps**: 20,000 +**Image Resolution**: 160x160 +**Emoji Dataset**: All Apple Emoji as of December 30, 2024. +**Huggingface Link**: [caspersimon/Diverse-Emoji](https://huggingface.co/caspersimon/Diverse-Emoji) + ## `Whatsapp-freemoji.safetensors` **Model Finetuned**: Flux.1 Dev diff --git a/lora/info.json b/lora/info.json index e483f51..79ab589 100644 --- a/lora/info.json +++ b/lora/info.json @@ -1,7 +1,24 @@ -{ - "model": "black-forest-labs/FLUX.1-dev", - "huggingface": "henil08/Whatsapp-Freemoji", - "name": "whatsapp_freemoji", - "metaprompt": "open-genmoji", - "description": "Original Freemoji LORA. Trained on WhatsApp's Emojis w/o Skin Tone Variants." -} \ No newline at end of file +[ + { + "model": "black-forest-labs/FLUX.1-dev", + "huggingface": "EvanZhouDev/open-genmoji", + "name": "flux-dev", + "metaprompt": "open-genmoji", + "description": "Original Open Genmoji finetune. Trained on Apple Emojis w/o Skin Tone Variants." + }, + { + "model": "black-forest-labs/FLUX.1-dev", + "huggingface": "caspersimon/Diverse-Emoji", + "name": "diverse-emoji", + "metaprompt": "open-genmoji", + "description": "Comprehensive Genmoji finetune. Trained on every Apple Emoji." + }, + { + "model": "black-forest-labs/FLUX.1-dev", + "huggingface": "henil08/Whatsapp-Freemoji", + "name": "whatsapp_freemoji", + "metaprompt": "open-genmoji", + "description": "Original Freemoji LORA. Trained on WhatsApp's Emojis w/o Skin Tone Variants." + } +] + diff --git a/metaprompt/freemoji.json b/metaprompt/open-genmoji.json similarity index 100% rename from metaprompt/freemoji.json rename to metaprompt/open-genmoji.json diff --git a/metaprompt/freemoji.md b/metaprompt/open-genmoji.md similarity index 100% rename from metaprompt/freemoji.md rename to metaprompt/open-genmoji.md