Merge pull request #218 from ReDI-School/Feature/ai_integration

Feature/ai integration

Author: savitha14june

backend/src/controllers/pinController.js

@@ -10,7 +10,7 @@ import {
 } from "../constants/http.js";
 
 import { uploadToS3 } from "../services/uploadService.js";
-// import * as tagGenerationService from "../services/tagGenerationService.js";
+import { generateData } from "../services/dataGenerationService.js";
 
 /**
  * POST /api/pin/upload-and-tag
@@ -33,7 +33,7 @@ export const uploadAndTag = async (req, res) => {
     // AI tags generation Part
     // TODO : replace the empty array [] with a call to generateTags from tagGenService which should take image url and return an array of tags
     // TODO : Create tagGenService in the services folder
-    const aiTags = [];
+    const aiTags = await generateData(imageUrl);
     console.info("AI generated tags:", aiTags);
 
     res.json({

backend/src/services/dataGenerationService.js

@@ -0,0 +1,72 @@
+// services/tagGenerationService.js
+import axios from "axios";
+import dotenv from "dotenv";
+dotenv.config();
+
+const BASE_URL = "https://api-inference.huggingface.co/models";
+const MODEL = "google/vit-base-patch16-224";
+const API_KEY = process.env.HUGGING_FACE_API_KEY || null;
+
+/**
+ * Clean a label from Hugging Face API
+ */
+const cleanLabel = label =>
+  label
+    .split(",")[0]
+    .toLowerCase()
+    .replace(/[^a-z0-9\s]/g, "") // Remove special characters
+    .replace(/\s+/g, " ") // Normalize whitespace
+    .trim();
+
+/**
+ * Hugging Face model call
+ */
+const generateTagsWithHuggingFace = async imageUrl => {
+  try {
+    console.log("Generating tags with Hugging Face...");
+
+    // Download image from URL should change this later
+    const imageResponse = await axios.get(imageUrl, {
+      responseType: "arraybuffer"
+    });
+
+    const imageBuffer = Buffer.from(imageResponse.data, "binary");
+
+    const headers = {
+      "Content-Type": "application/octet-stream"
+    };
+
+    if (API_KEY) {
+      headers["Authorization"] = `Bearer ${API_KEY}`;
+    }
+
+    // Send image buffer as binary
+    const response = await axios.post(`${BASE_URL}/${MODEL}`, imageBuffer, {
+      headers,
+      timeout: 15000
+    });
+    console.log("response . data ", response.data);
+    if (Array.isArray(response.data)) {
+      const tags = response.data.map(item => cleanLabel(item.label));
+      console.log("Tags generated:", tags);
+      return tags;
+    }
+
+    return [];
+  } catch (err) {
+    console.error("Hugging Face API error:", err);
+    throw err;
+  }
+};
+
+/**
+ * Main entry function
+ */
+export const generateData = async imageUrl => {
+  try {
+    const tags = await generateTagsWithHuggingFace(imageUrl);
+    if (tags && tags.length > 0) return tags;
+  } catch (err) {
+    console.error("generateTags error:", err);
+  }
+};

package-lock.json

@@ -24,6 +24,7 @@
     "prettier": "^3.5.3"
   },
   "dependencies": {
+
     "axios": "^1.10.0"
   }
 }