Update dependencies and models

package.json

@@ -53,6 +53,6 @@
     "rabbitmq-client": "^4.3.0",
     "redis": "^4.6.8",
     "sharp": "^0.33.0",
-    "turing.sh": "^0.0.9"
+    "turing.sh": "^0.1.1"
   }
 }

src/bot/commands/bot.ts

@@ -39,18 +39,14 @@ async function buildInfo(bot: Bot, guildId?: BigString): Promise<CreateMessageOp
 		bot.shards.forEach((shard) => workers.add(shard.workerId));
 	}
 
-	const stats = {
-		guilds: 291000,
-	};
-
 	return {
 		embeds: [
 			{
 				title: "Bot Statistics",
 				fields: [
 					{
 						name: "Servers 🖥️",
-						value: "312.000",
+						value: "334.000",
 						inline: true,
 					},
 					{

src/bot/commands/describe.ts

@@ -7,6 +7,8 @@ import { LOADING_INDICATORS } from "../../types/models/users.js";
 import { mergeImages } from "../utils/image-merge.js";
 import { getDefaultValues, getSettingsValue } from "../utils/settings.js";
 import { chargePlan, requiredPremium } from "../utils/premium.js";
+import vision from "../models/vision.js";
+import axios from "axios";
 
 export default createCommand({
 	body: {
@@ -20,16 +22,40 @@ export default createCommand({
 				description: "The image to use",
 				required: true,
 			},
+			{
+				type: "String",
+				name: "typeImage",
+				description: "The type of image you want to describe",
+				choices: [
+					["Person", "person"],
+					["Anything", "anything"],
+				],
+			},
 		],
 	},
 	cooldown: {
-		user: 1.5 * 60 * 1000,
-		voter: 1.25 * 60 * 1000,
-		subscription: 1 * 60 * 1000,
+		user: 2 * 60 * 1000,
+		voter: 1.5 * 60 * 1000,
+		subscription: 1.25 * 60 * 1000,
 	},
 	interaction: async ({ interaction, options, env, premium }) => {
-		await interaction.edit({
-			content: "This command is currently disabled.",
+		let typeImage = options.getString("typeImage") as "person" | "anything";
+		if (!typeImage) typeImage = "anything";
+		const image = options.getAttachment("image");
+		const base64 = await imageUrlToBase64(image.url);
+
+		const response = await vision.run(interaction.bot.api, {
+			image: base64,
+			typeImage,
 		});
+		await interaction.edit({
+			content: response.description,
+		} as CreateMessageOptions);
 	},
 });
+
+async function imageUrlToBase64(url: string) {
+	const res = await axios.get(url, { responseType: "arraybuffer" });
+	const buffer = Buffer.from(res.data, "binary").toString("base64");
+	return buffer;
+}

src/bot/commands/imagine.ts

@@ -150,12 +150,12 @@ export default createCommand({
 						components: [
 							{
 								type: MessageComponentTypes.Button,
-								label: 'Change model Here',
+								label: "Change model Here",
 								customId: "settings_open_image",
 								disabled: false,
 								emoji: {
 									//  warning symbol
-									name: '⚠️',
+									name: "⚠️",
 								},
 								style: ButtonStyles.Secondary,
 							},
@@ -197,8 +197,9 @@ export default createCommand({
 					embeds: [
 						{
 							color: config.brand.color,
-							title: `Waiting in queue <${loadingIndicator.emoji.animated ? "a" : ""}:${loadingIndicator.emoji.name}:${loadingIndicator.emoji.id
-								}>`,
+							title: `Waiting in queue <${loadingIndicator.emoji.animated ? "a" : ""}:${loadingIndicator.emoji.name}:${
+								loadingIndicator.emoji.id
+							}>`,
 						},
 					],
 				});
@@ -208,8 +209,9 @@ export default createCommand({
 					embeds: [
 						{
 							color: config.brand.color,
-							title: `Generating <${loadingIndicator.emoji.animated ? "a" : ""}:${loadingIndicator.emoji.name}:${loadingIndicator.emoji.id
-								}>`,
+							title: `Generating <${loadingIndicator.emoji.animated ? "a" : ""}:${loadingIndicator.emoji.name}:${
+								loadingIndicator.emoji.id
+							}>`,
 						},
 					],
 				});

src/bot/commands/index.ts

@@ -1,9 +1,10 @@
 import Bot from "./bot.js";
 import Chat from "./chat.js";
+import describe from "./describe.js";
 import grant from "./grant.js";
 import Imagine from "./imagine.js";
 import Premium from "./premium.js";
 import Reset from "./reset.js";
 import Settings from "./settings.js";
 
-export const commands = [Bot, Chat, Imagine, Premium, Settings, Reset, grant];
+export const commands = [Bot, Chat, Imagine, Premium, Settings, describe, Reset, grant];

src/bot/models/index.ts

@@ -1,12 +1,11 @@
 import EventEmitter from "node:events";
 import { Api } from "../api.js";
-import { DALLE3, GPT16K, GPT3_5, GPT4 } from "./openai.js";
 import { Claude, Claude_instant } from "./text/anthropic.js";
 import openchat from "./text/openchat.js";
-import { albedobase, fustercluck, icbinp, sdxl, turbo } from "./stablehorde.js";
-import kandinsky from "./kandinsky.js";
+import { albedobase, cascade, fustercluck, icbinp, sdxl, turbo } from "./stablehorde.js";
 import { Zephyr } from "./text/pawan.js";
 import google from "./text/google.js";
+import groq from "./text/groq.js";
 
 type Prettify<T> = {
 	[K in keyof T]: T[K];
@@ -87,9 +86,11 @@ export type PawanChatModel = Prettify<
 >;
 
 export const CHAT_MODELS: (GPTModel | AnthropicModel | OpenChatModel)[] = [
-	/*GPT4, GPT3_5, GPT16K, */ Claude,
-	Claude_instant,
+	/*GPT4, GPT3_5, GPT16K, */
+	groq,
 	openchat,
+	Claude,
+	Claude_instant,
 	Zephyr,
 	google,
 ];
@@ -237,8 +238,8 @@ export type ImageVisionModel = Prettify<
 		run: (
 			api: Api,
 			data: {
-				model: ("blip2" | "ocr")[];
 				image: string;
+				typeImage: "anything" | "person";
 			},
 		) => EventEmitter | NonNullable<unknown>;
 	}

src/bot/models/stablehorde.ts

@@ -96,5 +96,23 @@ const fustercluck: GenericModel<GenericParam> = {
 		});
 	},
 };
-
-export { sdxl, albedobase, icbinp, turbo, fustercluck };
+const cascade: GenericModel<GenericParam> = {
+	id: "stable_cascade",
+	name: "Stable Cascade",
+	from: {
+		width: 1024,
+		height: 1024,
+	},
+	to: {
+		width: 1024,
+		height: 1024,
+	},
+	run(api, data) {
+		return api.image.sh({
+			...data,
+			model: "stable_cascade",
+			prompt: `${data.prompt}`,
+		});
+	},
+};
+export { sdxl, albedobase, icbinp, turbo, fustercluck, cascade };

src/bot/models/text/groq.ts

@@ -0,0 +1,15 @@
+import { OpenChatModel } from "../index.js";
+
+export default {
+	id: "mixtral-8x7b-32768",
+	name: "Mixtral",
+	description: "Large Language Model created by Mistral and inferenced by Groq.",
+	emoji: { name: "mistral", id: "1213495168179642480" },
+	maxTokens: 4096,
+	run: async (api, data) => {
+		return await api.text.groq({
+			...data,
+			model: "mixtral-8x7b-32768",
+		});
+	},
+} as OpenChatModel;

src/bot/models/vision.ts

@@ -1,6 +1,12 @@
 import { ImageVisionModel } from "./index.js";
 
 export default {
+	id: "vision",
 	name: "Image Vision",
-	run: (api, data) => api.image.vision(data),
+	premium: false,
+	run: (api, data) =>
+		api.image.vision({
+			...data,
+			model: ["gemini"],
+		}),
 } satisfies ImageVisionModel;

src/bot/utils/premium.ts

@@ -70,17 +70,19 @@ export async function generatePremiumEmbed(premiumInfo: {
 			for (const expense of user.plan.expenses) {
 				if (expensesFields.length >= 10) break;
 				expensesFields.push({
-					name: `${expense.type.slice(0, 1).toUpperCase()}${expense.type.slice(1)} - using \`${expense.data.model}\` - $${expense.used?.toFixed(5) ?? "0"
-						}`,
+					name: `${expense.type.slice(0, 1).toUpperCase()}${expense.type.slice(1)} - using \`${expense.data.model}\` - $${
+						expense.used?.toFixed(5) ?? "0"
+					}`,
 					value: `<t:${Math.floor(expense.time / 1000)}:R>`,
 				});
 			}
 		} else if (premiumInfo.premiumSelection.location === "guild" && guild?.plan) {
 			for (const expense of guild.plan.expenses) {
 				if (expensesFields.length >= 10) break;
 				expensesFields.push({
-					name: `${expense.type.slice(0, 1).toUpperCase()}${expense.type.slice(1)} - using \`${expense.data.model}\` - $${expense.used?.toFixed(5) ?? "0"
-						}`,
+					name: `${expense.type.slice(0, 1).toUpperCase()}${expense.type.slice(1)} - using \`${expense.data.model}\` - $${
+						expense.used?.toFixed(5) ?? "0"
+					}`,
 					value: `<t:${Math.floor(expense.time / 1000)}>`,
 				});
 			}
@@ -98,8 +100,9 @@ export async function generatePremiumEmbed(premiumInfo: {
 				for (const charge of user.plan.history) {
 					if (chargesFields.length >= 10) break;
 					chargesFields.push({
-						name: `${charge.type.slice(0, 1).toUpperCase()}${charge.type.slice(1)} ${charge.gateway ? `- using \`${charge.gateway}\`` : ""
-							}`,
+						name: `${charge.type.slice(0, 1).toUpperCase()}${charge.type.slice(1)} ${
+							charge.gateway ? `- using \`${charge.gateway}\`` : ""
+						}`,
 						value: `$${charge.amount?.toFixed(2) ?? "0"} - <t:${Math.floor(charge.time / 1000)}>`,
 					});
 				}
@@ -108,8 +111,9 @@ export async function generatePremiumEmbed(premiumInfo: {
 			for (const charge of guild.plan.history) {
 				if (chargesFields.length >= 10) break;
 				chargesFields.push({
-					name: `${charge.type.slice(0, 1).toUpperCase()}${charge.type.slice(1)} ${charge.gateway ? `- using \`${charge.gateway}\`` : ""
-						}`,
+					name: `${charge.type.slice(0, 1).toUpperCase()}${charge.type.slice(1)} ${
+						charge.gateway ? `- using \`${charge.gateway}\`` : ""
+					}`,
 					value: `$${charge.amount?.toFixed(2)} - <t:${Math.floor(charge.time / 1000)}>`,
 				});
 			}
@@ -126,11 +130,13 @@ export async function generatePremiumEmbed(premiumInfo: {
 		// LAST EMBED
 		let description = "";
 		if (premiumInfo.premiumSelection.location === "user" && user.plan) {
-			description = `**$${user.plan?.used?.toFixed(2)}**\`${generateProgressBar(user.plan.total, user.plan.used)}\`**$${user.plan?.total
-				}**`;
+			description = `**$${user.plan?.used?.toFixed(2)}**\`${generateProgressBar(user.plan.total, user.plan.used)}\`**$${
+				user.plan?.total
+			}**`;
 		} else if (premiumInfo.premiumSelection.location === "guild" && guild?.plan) {
-			description = `**$${guild.plan?.used?.toFixed(2)}**\`${generateProgressBar(guild.plan.total, guild.plan.used)}\`**$${guild.plan?.total
-				}**`;
+			description = `**$${guild.plan?.used?.toFixed(2)}**\`${generateProgressBar(guild.plan.total, guild.plan.used)}\`**$${
+				guild.plan?.total
+			}**`;
 		}
 		embeds.push({
 			title: "Your pay-as-you-go plan 📊",
@@ -276,7 +282,6 @@ export async function chargePlan(cost: number, environment: Environment, type: "
 				return false;
 			}
 			// if is not expired do nothing
-
 		} else if (prem.location === "guild") {
 			if (!environment.guild?.subscription) return false;
 			const subscription = environment.guild.subscription;

src/bot/utils/settings.ts

@@ -159,7 +159,7 @@ export function getDefaultValues(settingId: string) {
 		case "general:loadingIndicator":
 			return 3; // default loading indicator
 		case "chat:model":
-			return "gemini";
+			return "mixtral-8x7b-32768";
 		case "chat:tone":
 			return "neutral";
 		case "chat:partialMessages":