diff --git a/src/services/editors/workflow-editor/workflows/aitube/index.ts b/src/services/editors/workflow-editor/workflows/aitube/index.ts new file mode 100644 index 00000000..da2193b4 --- /dev/null +++ b/src/services/editors/workflow-editor/workflows/aitube/index.ts @@ -0,0 +1,55 @@ +import { + ClapWorkflow, + ClapWorkflowEngine, + ClapWorkflowCategory, + ClapWorkflowProvider, +} from '@aitube/clap' + +import { + genericHeight1024, + genericHeight2048, + genericImage, + genericPrompt, + genericVideo, + genericWidth1024, + genericWidth2048, +} from '../common/defaultValues' + +export const aitubeWorkflows: ClapWorkflow[] = [ + /* + { + id: 'aitube://api/v1/edit/storyboards', + label: 'Storyboards', + description: '', + tags: ['OpenClap', 'image', 'storyboard'], + author: 'AiTube.at', + thumbnailUrl: '', + engine: ClapWorkflowEngine.OPENCLAP, + category: ClapWorkflowCategory.IMAGE_GENERATION, + provider: ClapWorkflowProvider.AITUBE, + data: 'api/v1/edit/storyboards', + inputFields: [genericPrompt, genericWidth2048, genericHeight2048], + inputValues: { + [genericPrompt.id]: genericPrompt.defaultValue, + [genericWidth2048.id]: genericWidth2048.defaultValue, + [genericHeight2048.id]: genericHeight2048.defaultValue, + }, + }, + { + id: 'aitube://api/v1/edit/music', + label: 'Music', + description: '', + tags: ['OpenClap', 'music'], + author: 'AiTube.at', + thumbnailUrl: '', + engine: ClapWorkflowEngine.OPENCLAP, + category: ClapWorkflowCategory.MUSIC_GENERATION, + provider: ClapWorkflowProvider.AITUBE, + data: 'api/v1/edit/music', + inputFields: [genericPrompt], + inputValues: { + [genericPrompt.id]: genericPrompt.defaultValue, + }, + }, + */ +] \ No newline at end of file diff --git a/src/services/editors/workflow-editor/workflows/cohere/index.ts b/src/services/editors/workflow-editor/workflows/cohere/index.ts new file mode 100644 index 00000000..e499d759 --- /dev/null +++ b/src/services/editors/workflow-editor/workflows/cohere/index.ts @@ -0,0 +1,115 @@ +import { + ClapWorkflow, + ClapWorkflowEngine, + ClapWorkflowCategory, + ClapWorkflowProvider, +} from '@aitube/clap' + +import { + genericHeight1024, + genericHeight2048, + genericImage, + genericPrompt, + genericVideo, + genericWidth1024, + genericWidth2048, +} from '../common/defaultValues' + +export const cohereWorkflows: ClapWorkflow[] = [ + { + id: 'cohere://command-r-plus', + label: 'Command R+', + description: '', + tags: ['command-r'], + author: 'Cohere', + thumbnailUrl: '', + engine: ClapWorkflowEngine.REST_API, + category: ClapWorkflowCategory.ASSISTANT, + provider: ClapWorkflowProvider.COHERE, + data: 'command-r-plus', + inputFields: [genericPrompt], + inputValues: { + prompt: genericPrompt.defaultValue, + }, + }, + { + id: 'cohere://command-r', + label: 'Command R', + description: '', + tags: ['command-r'], + author: 'Cohere', + thumbnailUrl: '', + engine: ClapWorkflowEngine.REST_API, + category: ClapWorkflowCategory.ASSISTANT, + provider: ClapWorkflowProvider.COHERE, + data: 'command-r', + inputFields: [genericPrompt], + inputValues: { + prompt: genericPrompt.defaultValue, + }, + }, + { + id: 'cohere://command', + label: 'Command', + description: '', + tags: ['command'], + author: 'Cohere', + thumbnailUrl: '', + engine: ClapWorkflowEngine.REST_API, + category: ClapWorkflowCategory.ASSISTANT, + provider: ClapWorkflowProvider.COHERE, + data: 'command', + inputFields: [genericPrompt], + inputValues: { + prompt: genericPrompt.defaultValue, + }, + }, + { + id: 'cohere://command-light', + label: 'Command Light', + description: '', + tags: ['command', 'light'], + author: 'Cohere', + thumbnailUrl: '', + engine: ClapWorkflowEngine.REST_API, + category: ClapWorkflowCategory.ASSISTANT, + provider: ClapWorkflowProvider.COHERE, + data: 'command-light', + inputFields: [genericPrompt], + inputValues: { + prompt: genericPrompt.defaultValue, + }, + }, + { + id: 'cohere://command-nightly', + label: 'Command (nightly)', + description: '', + tags: ['command', 'nightly'], + author: 'Cohere', + thumbnailUrl: '', + engine: ClapWorkflowEngine.REST_API, + category: ClapWorkflowCategory.ASSISTANT, + provider: ClapWorkflowProvider.COHERE, + data: 'command-nightly', + inputFields: [genericPrompt], + inputValues: { + prompt: genericPrompt.defaultValue, + }, + }, + { + id: 'cohere://command-light-nightly', + label: 'Command Light (nightly)', + description: '', + tags: ['command', 'light', 'nightly'], + author: 'Cohere', + thumbnailUrl: '', + engine: ClapWorkflowEngine.REST_API, + category: ClapWorkflowCategory.ASSISTANT, + provider: ClapWorkflowProvider.COHERE, + data: 'command-light-nightly', + inputFields: [genericPrompt], + inputValues: { + prompt: genericPrompt.defaultValue, + }, + }, +] diff --git a/src/services/editors/workflow-editor/workflows/fireworksai/index.ts b/src/services/editors/workflow-editor/workflows/fireworksai/index.ts index 08327e38..92742090 100644 --- a/src/services/editors/workflow-editor/workflows/fireworksai/index.ts +++ b/src/services/editors/workflow-editor/workflows/fireworksai/index.ts @@ -127,4 +127,20 @@ export const fireworksaiWorkflows: ClapWorkflow[] = [ // TODO: add guidance scale and number of steps }, }, + { + id: 'fireworksai://fireworks/llama-v3-70b-instruct', + label: 'Llama3 70b (Instruct)', + description: '', + tags: [], + author: 'Meta', + thumbnailUrl: '', + engine: ClapWorkflowEngine.REST_API, + provider: ClapWorkflowProvider.FIREWORKSAI, + category: ClapWorkflowCategory.ASSISTANT, + data: 'fireworks/llama-v3-70b-instruct', + inputFields: [genericPrompt], + inputValues: { + prompt: genericPrompt.defaultValue, + }, + }, ] diff --git a/src/services/editors/workflow-editor/workflows/google/index.ts b/src/services/editors/workflow-editor/workflows/google/index.ts index f306618b..15e62906 100644 --- a/src/services/editors/workflow-editor/workflows/google/index.ts +++ b/src/services/editors/workflow-editor/workflows/google/index.ts @@ -15,8 +15,75 @@ import { genericWidth2048, } from '../common/defaultValues' -// you can find this list here: https://docs.anthropic.com/en/docs/models-overview +// you can find the list here: https://cloud.google.com/vertex-ai/generative-ai/docs/learn/model-versioning +// The auto-updated version of a Gemini model points to the most recent stable version +// google supports claude so you can also see the ids specific to Vertex AI here: +// https://docs.anthropic.com/en/docs/models-overview export const googleWorkflows: ClapWorkflow[] = [ + { + id: 'google://gemini-1.5-flash-001', + label: 'Gemini 1.5 flash (001)', + description: '', + tags: ['Gemini', 'flash'], + author: 'Google (GCP Vertex AI)', + thumbnailUrl: '', + engine: ClapWorkflowEngine.REST_API, + category: ClapWorkflowCategory.ASSISTANT, + provider: ClapWorkflowProvider.GOOGLE, + data: 'gemini-1.5-flash-001', + inputFields: [genericPrompt], + inputValues: { + prompt: genericPrompt.defaultValue, + }, + }, + { + id: 'google://gemini-1.5-pro-001', + label: 'Gemini 1.5 pro (001)', + description: '', + tags: ['Gemini', 'pro'], + author: 'Google (GCP Vertex AI)', + thumbnailUrl: '', + engine: ClapWorkflowEngine.REST_API, + category: ClapWorkflowCategory.ASSISTANT, + provider: ClapWorkflowProvider.GOOGLE, + data: 'gemini-1.5-pro-001', + inputFields: [genericPrompt], + inputValues: { + prompt: genericPrompt.defaultValue, + }, + }, + { + id: 'google://gemini-1.0-vision-001', + label: 'Gemini 1.0 vision (001)', + description: '', + tags: ['Gemini', 'vision'], + author: 'Google (GCP Vertex AI)', + thumbnailUrl: '', + engine: ClapWorkflowEngine.REST_API, + category: ClapWorkflowCategory.ASSISTANT, + provider: ClapWorkflowProvider.GOOGLE, + data: 'gemini-1.0-vision-001', + inputFields: [genericPrompt], + inputValues: { + prompt: genericPrompt.defaultValue, + }, + }, + { + id: 'google://gemini-1.0-pro-002', + label: 'Gemini 1.0 pro (002)', + description: '', + tags: ['Gemini', 'vision'], + author: 'Google (GCP Vertex AI)', + thumbnailUrl: '', + engine: ClapWorkflowEngine.REST_API, + category: ClapWorkflowCategory.ASSISTANT, + provider: ClapWorkflowProvider.GOOGLE, + data: 'gemini-1.0-pro-002', + inputFields: [genericPrompt], + inputValues: { + prompt: genericPrompt.defaultValue, + }, + }, { id: 'google://claude-3.5-20240620', label: 'Claude 3.5 (Sonnet)', diff --git a/src/services/editors/workflow-editor/workflows/groq/index.ts b/src/services/editors/workflow-editor/workflows/groq/index.ts new file mode 100644 index 00000000..9444ca19 --- /dev/null +++ b/src/services/editors/workflow-editor/workflows/groq/index.ts @@ -0,0 +1,83 @@ +import { + ClapWorkflow, + ClapWorkflowEngine, + ClapWorkflowCategory, + ClapWorkflowProvider, +} from '@aitube/clap' + +import { + genericHeight1024, + genericHeight2048, + genericImage, + genericPrompt, + genericVideo, + genericWidth1024, + genericWidth2048, +} from '../common/defaultValues' + +export const groqWorkflows: ClapWorkflow[] = [ + { + id: 'groq://Mixtral-8x7b-32768', + label: 'Mixtral 8x7b (32768)', + description: '', + tags: ['Mixtral'], + author: 'Mistral AI', + thumbnailUrl: '', + engine: ClapWorkflowEngine.REST_API, + category: ClapWorkflowCategory.ASSISTANT, + provider: ClapWorkflowProvider.GROQ, + data: 'Mixtral-8x7b-32768', + inputFields: [genericPrompt], + inputValues: { + prompt: genericPrompt.defaultValue, + }, + }, + { + id: 'groq://Gemma-7b-lt', + label: 'Gemma 7b lt', + description: '', + tags: ['Gemma'], + author: 'Google', + thumbnailUrl: '', + engine: ClapWorkflowEngine.REST_API, + category: ClapWorkflowCategory.ASSISTANT, + provider: ClapWorkflowProvider.GROQ, + data: 'Gemma-7b-lt', + inputFields: [genericPrompt], + inputValues: { + prompt: genericPrompt.defaultValue, + }, + }, + { + id: 'groq://Llama3-70b-8192', + label: 'Llama3 70b (8192)', + description: '', + tags: ['Llama3'], + author: 'Meta', + thumbnailUrl: '', + engine: ClapWorkflowEngine.REST_API, + category: ClapWorkflowCategory.ASSISTANT, + provider: ClapWorkflowProvider.GROQ, + data: 'Llama3-70b-8192', + inputFields: [genericPrompt], + inputValues: { + prompt: genericPrompt.defaultValue, + }, + }, + { + id: 'groq://Llama3-8b-8192', + label: 'Llama3 8b (8192)', + description: '', + tags: ['Llama3'], + author: 'Google', + thumbnailUrl: '', + engine: ClapWorkflowEngine.REST_API, + category: ClapWorkflowCategory.ASSISTANT, + provider: ClapWorkflowProvider.GROQ, + data: 'Llama3-8b-8192', + inputFields: [genericPrompt], + inputValues: { + prompt: genericPrompt.defaultValue, + }, + }, +] diff --git a/src/services/editors/workflow-editor/workflows/huggingface/index.ts b/src/services/editors/workflow-editor/workflows/huggingface/index.ts index c9f4718b..3de326de 100644 --- a/src/services/editors/workflow-editor/workflows/huggingface/index.ts +++ b/src/services/editors/workflow-editor/workflows/huggingface/index.ts @@ -12,7 +12,7 @@ import { export const huggingfaceWorkflows: ClapWorkflow[] = [ { - id: 'huggingface://black-forest-labs/FLUX.1-schnell', + id: 'huggingface://models/black-forest-labs/FLUX.1-schnell', label: 'FLUX.1 [schnell]', description: '', tags: ['flux'], @@ -30,7 +30,7 @@ export const huggingfaceWorkflows: ClapWorkflow[] = [ }, }, { - id: 'huggingface://black-forest-labs/FLUX.1-dev', + id: 'huggingface://models/black-forest-labs/FLUX.1-dev', label: 'FLUX.1 [dev]', description: '', tags: ['flux'], @@ -59,7 +59,7 @@ export const huggingfaceWorkflows: ClapWorkflow[] = [ }, }, { - id: 'huggingface://coqui/XTTS-v2', + id: 'huggingface://models/coqui/XTTS-v2', label: 'Coqui XTTS-v2', description: '', tags: ['TTS'], @@ -78,7 +78,7 @@ export const huggingfaceWorkflows: ClapWorkflow[] = [ }, }, { - id: 'huggingface://myshell-ai/OpenVoiceV2', + id: 'huggingface://models/myshell-ai/OpenVoiceV2', label: 'MyShell.ai OpenVoiceV2', description: '', tags: ['TTS'], @@ -97,7 +97,7 @@ export const huggingfaceWorkflows: ClapWorkflow[] = [ }, }, { - id: 'huggingface://myshell-ai/OpenVoice', + id: 'huggingface://models/myshell-ai/OpenVoice', label: 'MyShell.ai OpenVoice', description: '', tags: ['TTS'], @@ -116,7 +116,7 @@ export const huggingfaceWorkflows: ClapWorkflow[] = [ }, }, { - id: 'huggingface://WhisperSpeech/WhisperSpeech', + id: 'huggingface://models/WhisperSpeech/WhisperSpeech', label: 'WhisperSpeech', description: '', tags: ['TTS'], @@ -135,7 +135,7 @@ export const huggingfaceWorkflows: ClapWorkflow[] = [ }, }, { - id: 'huggingface://metavoiceio/metavoice-1B-v0.1', + id: 'huggingface://models/metavoiceio/metavoice-1B-v0.1', label: 'MetaVoice 1B v0.1', description: '', tags: ['TTS'], @@ -154,7 +154,7 @@ export const huggingfaceWorkflows: ClapWorkflow[] = [ }, }, { - id: 'huggingface://parler-tts/parler_tts_mini_v0.1', + id: 'huggingface://models/parler-tts/parler_tts_mini_v0.1', label: 'ParlerTTS Mini v0.1', description: '', tags: ['TTS'], @@ -173,7 +173,7 @@ export const huggingfaceWorkflows: ClapWorkflow[] = [ }, }, { - id: 'huggingface://parler-tts/parler-tts-mini-expresso', + id: 'huggingface://models/parler-tts/parler-tts-mini-expresso', label: 'ParlerTTS Mini Expresso v0.1', description: '', tags: ['TTS'], @@ -191,9 +191,41 @@ export const huggingfaceWorkflows: ClapWorkflow[] = [ prompt: genericPrompt.defaultValue, }, }, + { + id: 'huggingface://models/HuggingFaceH4/zephyr-7b-beta', + label: 'Zephyr 7b (beta)', + description: '', + tags: ['Zephyr'], + author: 'Hugging Face H4', + thumbnailUrl: '', + engine: ClapWorkflowEngine.REST_API, + provider: ClapWorkflowProvider.HUGGINGFACE, + category: ClapWorkflowCategory.ASSISTANT, + data: 'HuggingFaceH4/zephyr-7b-beta', + inputFields: [genericPrompt], + inputValues: { + prompt: genericPrompt.defaultValue, + }, + }, + { + id: 'huggingface://models/mistralai/Mixtral-8x7B-Instruct-v0.1', + label: 'Mixtral 8x7b (Instruct 0.1)', + description: '', + tags: ['Zephyr'], + author: 'Mistral AI', + thumbnailUrl: '', + engine: ClapWorkflowEngine.REST_API, + provider: ClapWorkflowProvider.HUGGINGFACE, + category: ClapWorkflowCategory.ASSISTANT, + data: 'mistralai/Mixtral-8x7B-Instruct-v0.1', + inputFields: [genericPrompt], + inputValues: { + prompt: genericPrompt.defaultValue, + }, + }, /* { - id: 'huggingface://cvssp/audioldm2-music', + id: 'huggingface://models/cvssp/audioldm2-music', label: 'CVSSP AudioLDM2 Music', description: '', tags: ['music'], diff --git a/src/services/editors/workflow-editor/workflows/index.ts b/src/services/editors/workflow-editor/workflows/index.ts index 1efde8f5..643c3fa8 100644 --- a/src/services/editors/workflow-editor/workflows/index.ts +++ b/src/services/editors/workflow-editor/workflows/index.ts @@ -1,13 +1,17 @@ import { ClapWorkflow } from '@aitube/clap' import { anthropicWorkflows } from './anthropic' +import { aitubeWorkflows } from './aitube' +import { cohereWorkflows } from './cohere' import { comfydeployWorkflows } from './comfydeploy' import { comfyicuWorkflows } from './comfyicu' import { elevenlabsWorkflows } from './elevenlabs' import { falaiWorkflows } from './falai' import { fireworksaiWorkflows } from './fireworksai' import { googleWorkflows } from './google' +import { groqWorkflows } from './groq' import { huggingfaceWorkflows } from './huggingface' +import { mistralaiWorkflows } from './mistralai' import { openaiWorkflows } from './openai' import { replicateWorkflows } from './replicate' import { stabilityaiWorkflows } from './stabilityai' @@ -18,13 +22,17 @@ import { stabilityaiWorkflows } from './stabilityai' export const workflows: ClapWorkflow[] = [ ...anthropicWorkflows, + ...aitubeWorkflows, + ...cohereWorkflows, ...comfydeployWorkflows, ...comfyicuWorkflows, ...elevenlabsWorkflows, ...falaiWorkflows, ...fireworksaiWorkflows, ...googleWorkflows, + ...groqWorkflows, ...huggingfaceWorkflows, + ...mistralaiWorkflows, ...openaiWorkflows, ...replicateWorkflows, ...stabilityaiWorkflows, diff --git a/src/services/editors/workflow-editor/workflows/mistralai/index.ts b/src/services/editors/workflow-editor/workflows/mistralai/index.ts new file mode 100644 index 00000000..229beef3 --- /dev/null +++ b/src/services/editors/workflow-editor/workflows/mistralai/index.ts @@ -0,0 +1,99 @@ +import { + ClapWorkflow, + ClapWorkflowEngine, + ClapWorkflowCategory, + ClapWorkflowProvider, +} from '@aitube/clap' + +import { + genericHeight1024, + genericHeight2048, + genericImage, + genericPrompt, + genericVideo, + genericWidth1024, + genericWidth2048, +} from '../common/defaultValues' + +export const mistralaiWorkflows: ClapWorkflow[] = [ + { + id: 'mistral://open-mistral-7b', + label: 'Open Mistral 7b', + description: '', + tags: ['Mistral', '7b'], + author: 'Mistral AI', + thumbnailUrl: '', + engine: ClapWorkflowEngine.REST_API, + category: ClapWorkflowCategory.ASSISTANT, + provider: ClapWorkflowProvider.MISTRALAI, + data: 'open-mistral-7b', + inputFields: [genericPrompt], + inputValues: { + prompt: genericPrompt.defaultValue, + }, + }, + { + id: 'mistral://open-mixtral-8x7b', + label: 'Open Mixtral 8x7b', + description: '', + tags: ['Mixtral', '8x7b'], + author: 'Mistral AI', + thumbnailUrl: '', + engine: ClapWorkflowEngine.REST_API, + category: ClapWorkflowCategory.ASSISTANT, + provider: ClapWorkflowProvider.MISTRALAI, + data: 'open-mixtral-8x7b', + inputFields: [genericPrompt], + inputValues: { + prompt: genericPrompt.defaultValue, + }, + }, + { + id: 'mistral://open-mixtral-8x22b', + label: 'Open Mixtral 8x22b', + description: '', + tags: ['Mixtral', '8x22b'], + author: 'Mistral AI', + thumbnailUrl: '', + engine: ClapWorkflowEngine.REST_API, + category: ClapWorkflowCategory.ASSISTANT, + provider: ClapWorkflowProvider.MISTRALAI, + data: 'open-mixtral-8x22b', + inputFields: [genericPrompt], + inputValues: { + prompt: genericPrompt.defaultValue, + }, + }, + { + id: 'mistral://mistral-medium', + label: 'Mistral (medium)', + description: '', + tags: ['Mistral', 'medium'], + author: 'Mistral AI', + thumbnailUrl: '', + engine: ClapWorkflowEngine.REST_API, + category: ClapWorkflowCategory.ASSISTANT, + provider: ClapWorkflowProvider.MISTRALAI, + data: 'mistral-medium', + inputFields: [genericPrompt], + inputValues: { + prompt: genericPrompt.defaultValue, + }, + }, + { + id: 'mistral://mistral-large-2402', + label: 'Mistral (large, 2402)', + description: '', + tags: ['Mistral', 'large'], + author: 'Mistral AI', + thumbnailUrl: '', + engine: ClapWorkflowEngine.REST_API, + category: ClapWorkflowCategory.ASSISTANT, + provider: ClapWorkflowProvider.MISTRALAI, + data: 'mistral-large-2402', + inputFields: [genericPrompt], + inputValues: { + prompt: genericPrompt.defaultValue, + }, + }, +]