Generative AI with Node JS in Hindi #23 Generate Embedding for JSON File

Generate Embedding for JSON File

Steps:-

  1. Make JSON file for Animal, Bird and Fruits
  2. Read this file in node
  3. Generate Embedding

• Write new file with Data and Embedding


Embedding:-

const animals = [

"Lion",

"Tiger",

"Elephant",

"Giraffe",

"Zebra",

"Monkey",

"Panda",

"Kangaroo",

"Leopard",

"Bear"

];


data.json file code :-

[
"Lion",
"Tiger",
"Elephant",
"Dog",
"Cat",
"Mango",
"Apple",
"Banana",
"Orange",
"Grapes",
"Parrot",
"Peacock",
"Eagle",
"Sparrow",
"Pigeon",
"Horse",
"Watermelon",
"Guava",
"Crow",
"Deer"
]


Index.js file code:-

import { readFileSync, writeFileSync } from 'fs'
import OpenAI from 'openai';
import dotenv from 'dotenv'

dotenv.config();
const client = new OpenAI({ apiKey: process.env.openAI_Key })

async function generateEmbedding(dataInArray) {
const response = await client.embeddings.create({
input: dataInArray,
model: "text-embedding-3-small"
})
return response.data;

}

function createFileForEmbedding(data, file) {
const fileData = JSON.stringify(data);
const butterData = Buffer.from(fileData);
writeFileSync(file,butterData)


}
async function readFile() {
const data = readFileSync('data.json')
const dataInArray = JSON.parse(data.toString());
let responseData = await generateEmbedding(dataInArray);
responseData= responseData.map((item,index)=>{
return { input:dataInArray[index],embedding:item.embedding }
})
createFileForEmbedding(responseData, "embedding.json")
}

readFile()


embedding.json file link

https://github.com/anil-sidhu/gen-ai-with-node-js/blob/saving-embedding/embedding.json