load.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [],
   "source": [
    "from dotenv import load_dotenv\n",
    "load_dotenv()\n",
    "import os\n",
    "from openai import OpenAI\n",
    "from pinecone import Pinecone, ServerlessSpec"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Create a Pinecone index\n",
    "pc = Pinecone(api_key=os.getenv(\"PINECONE_API_KEY\"))\n",
    "pc.create_index(\n",
    "    name=\"careerplannrai-rag\", dimension=1536, metric=\"cosine\", spec=ServerlessSpec(cloud=\"aws\", region=\"us-east-1\")\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[{'name': 'Alice Johnson',\n",
       "  'experience': [{'title': 'Software Engineer',\n",
       "    'company': 'TechCorp Inc.',\n",
       "    'duration': '3 years'},\n",
       "   {'title': 'Junior Developer',\n",
       "    'company': 'WebWorks Solutions',\n",
       "    'duration': '2 years'}],\n",
       "  'skills': ['JavaScript', 'React', 'Node.js', 'CSS']},\n",
       " {'name': 'Michael Smith',\n",
       "  'experience': [{'title': 'Marketing Manager',\n",
       "    'company': 'Creative Media Co.',\n",
       "    'duration': '5 years'},\n",
       "   {'title': 'Marketing Specialist',\n",
       "    'company': 'AdVenture Ltd.',\n",
       "    'duration': '3 years'}],\n",
       "  'skills': ['Digital Marketing',\n",
       "   'SEO',\n",
       "   'Content Strategy',\n",
       "   'Google Analytics']},\n",
       " {'name': 'Laura Brown',\n",
       "  'experience': [{'title': 'Project Manager',\n",
       "    'company': 'BuildRight Construction',\n",
       "    'duration': '4 years'},\n",
       "   {'title': 'Assistant Project Manager',\n",
       "    'company': 'Urban Developers',\n",
       "    'duration': '2 years'}],\n",
       "  'skills': ['Project Management',\n",
       "   'Budgeting',\n",
       "   'Team Leadership',\n",
       "   'Risk Management']},\n",
       " {'name': 'James Williams',\n",
       "  'experience': [{'title': 'Data Scientist',\n",
       "    'company': 'Insight Analytics',\n",
       "    'duration': '3 years'},\n",
       "   {'title': 'Data Analyst',\n",
       "    'company': 'DataPros Inc.',\n",
       "    'duration': '2 years'}],\n",
       "  'skills': ['Python', 'R', 'Machine Learning', 'Data Visualization']},\n",
       " {'name': 'Daniel Lee',\n",
       "  'experience': [{'title': 'Cybersecurity Specialist',\n",
       "    'company': 'SecureNet Inc.',\n",
       "    'duration': '5 years'},\n",
       "   {'title': 'IT Security Analyst',\n",
       "    'company': 'TechGuard Solutions',\n",
       "    'duration': '3 years'}],\n",
       "  'skills': ['Cybersecurity',\n",
       "   'Network Security',\n",
       "   'Ethical Hacking',\n",
       "   'Risk Assessment']}]"
      ]
     },
     "execution_count": 27,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Load the Data\n",
    "import json\n",
    "data = json.load(open(\"profiles.json\"))\n",
    "data['profiles']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Process the data\n",
    "processed_data = []\n",
    "client = OpenAI()\n",
    "\n",
    "\n",
    "for profile in data['profiles']:\n",
    "    # Combine experience and skills into a single string for embedding\n",
    "    experience_text = ', '.join([f\"{exp['title']} at {exp['company']} for {exp['duration']}\" for exp in profile['experience']])\n",
    "    skills_text = ', '.join(profile['skills'])\n",
    "    profile_text = f\"Experience: {experience_text}. Skills: {skills_text}.\"\n",
    "\n",
    "    # Generate embedding\n",
    "    response = client.embeddings.create(\n",
    "        input=profile_text,\n",
    "        model=\"text-embedding-3-small\",  # Ensure to use a valid model name\n",
    "    )\n",
    "    embedding = response.data[0].embedding\n",
    "    \n",
    "    # Store processed data\n",
    "    processed_data.append({\n",
    "        \"id\": profile[\"name\"],\n",
    "        \"values\": embedding,\n",
    "        \"metadata\": {\n",
    "            \"experience\": experience_text,  # Convert complex dict to string\n",
    "            \"skills\": ', '.join(profile[\"skills\"])  # Ensure skills are in a string format\n",
    "        }\n",
    "    })"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'id': 'Alice Johnson',\n",
       " 'values': [-0.034015525,\n",
       "  -0.029715749,\n",
       "  -2.0049689e-05,\n",
       "  -0.004651528,\n",
       "  0.03599658,\n",
       "  -0.00061942986,\n",
       "  -0.003573769,\n",
       "  0.026496543,\n",
       "  0.0053240717,\n",
       "  0.029197974,\n",
       "  0.036761984,\n",
       "  -0.0006954076,\n",
       "  -0.012212723,\n",
       "  -0.007203818,\n",
       "  0.047004912,\n",
       "  0.057540495,\n",
       "  0.0069843265,\n",
       "  -0.041309394,\n",
       "  -0.020722233,\n",
       "  0.004167521,\n",
       "  -0.034128085,\n",
       "  0.0008821863,\n",
       "  0.011109638,\n",
       "  0.01369851,\n",
       "  0.06456421,\n",
       "  0.003269858,\n",
       "  0.005630797,\n",
       "  0.060241926,\n",
       "  -0.009967158,\n",
       "  -0.03926081,\n",
       "  0.02017069,\n",
       "  -0.024065254,\n",
       "  0.020789769,\n",
       "  0.012730497,\n",
       "  0.045721732,\n",
       "  0.0018713042,\n",
       "  0.045879316,\n",
       "  0.009111704,\n",
       "  0.031359117,\n",
       "  0.011548621,\n",
       "  -0.013901117,\n",
       "  -0.025078291,\n",
       "  0.01381107,\n",
       "  0.060602117,\n",
       "  -0.027329484,\n",
       "  -0.0060050576,\n",
       "  -0.07298368,\n",
       "  0.026068816,\n",
       "  0.010090973,\n",
       "  0.035793968,\n",
       "  -0.010805727,\n",
       "  -0.018324712,\n",
       "  0.025280898,\n",
       "  0.04407836,\n",
       "  -0.05119213,\n",
       "  -0.023795111,\n",
       "  0.011509225,\n",
       "  0.031156512,\n",
       "  -0.026496543,\n",
       "  -0.008278762,\n",
       "  0.08847189,\n",
       "  -0.016895203,\n",
       "  0.04101674,\n",
       "  0.037594926,\n",
       "  0.019742964,\n",
       "  0.032709833,\n",
       "  0.03383543,\n",
       "  -0.026519055,\n",
       "  0.009567571,\n",
       "  -0.01581463,\n",
       "  0.042502526,\n",
       "  0.033790406,\n",
       "  0.03718971,\n",
       "  0.014182516,\n",
       "  0.013766046,\n",
       "  0.01575835,\n",
       "  0.02647403,\n",
       "  -0.02120624,\n",
       "  0.0119200675,\n",
       "  -0.012584169,\n",
       "  -0.05398361,\n",
       "  0.0075921486,\n",
       "  -0.01877495,\n",
       "  -0.03300249,\n",
       "  0.00011018535,\n",
       "  -0.008655837,\n",
       "  0.009156728,\n",
       "  -0.070642434,\n",
       "  -0.006545344,\n",
       "  0.027464556,\n",
       "  -0.018538576,\n",
       "  0.040476453,\n",
       "  -0.0015294043,\n",
       "  0.0011509225,\n",
       "  0.0030925765,\n",
       "  0.00594315,\n",
       "  0.007851035,\n",
       "  0.021577686,\n",
       "  0.00781164,\n",
       "  0.044573624,\n",
       "  -0.006460924,\n",
       "  -0.015026714,\n",
       "  -0.015904678,\n",
       "  0.011137778,\n",
       "  0.013225759,\n",
       "  0.021712758,\n",
       "  -0.014092469,\n",
       "  -0.06298838,\n",
       "  0.020159435,\n",
       "  -0.001947282,\n",
       "  -0.092749156,\n",
       "  0.0031404144,\n",
       "  -0.026181376,\n",
       "  0.0033880456,\n",
       "  -0.008087411,\n",
       "  -0.012156443,\n",
       "  0.002951877,\n",
       "  -0.04067906,\n",
       "  -0.020125667,\n",
       "  -0.05947652,\n",
       "  -0.01113215,\n",
       "  -0.007518985,\n",
       "  -0.0028139914,\n",
       "  -0.054523896,\n",
       "  -0.01592719,\n",
       "  0.0029940868,\n",
       "  -0.01369851,\n",
       "  -0.03525368,\n",
       "  -0.033317655,\n",
       "  -0.038405355,\n",
       "  0.008959749,\n",
       "  0.01818964,\n",
       "  0.03525368,\n",
       "  -0.00923552,\n",
       "  -0.0038129583,\n",
       "  -0.0060388255,\n",
       "  -0.021296287,\n",
       "  -0.031426653,\n",
       "  -0.037797533,\n",
       "  -0.005307188,\n",
       "  -0.022838354,\n",
       "  0.02611384,\n",
       "  0.032709833,\n",
       "  -0.0026718848,\n",
       "  -0.022365604,\n",
       "  -0.024650564,\n",
       "  0.009854598,\n",
       "  0.00085826736,\n",
       "  -0.026091328,\n",
       "  0.005841846,\n",
       "  -0.030413618,\n",
       "  -0.010800099,\n",
       "  -0.03975607,\n",
       "  -0.020271994,\n",
       "  0.0027225367,\n",
       "  0.03836033,\n",
       "  0.026316447,\n",
       "  -0.019664172,\n",
       "  -0.054884087,\n",
       "  -0.019045094,\n",
       "  -0.037910093,\n",
       "  -0.024177814,\n",
       "  -0.07149789,\n",
       "  -0.0042997785,\n",
       "  0.01034986,\n",
       "  -0.014081213,\n",
       "  -0.023885159,\n",
       "  0.05479404,\n",
       "  -0.033295143,\n",
       "  0.008909096,\n",
       "  0.0439658,\n",
       "  -0.05443385,\n",
       "  0.016354917,\n",
       "  0.04232243,\n",
       "  0.019382773,\n",
       "  0.015026714,\n",
       "  0.06672536,\n",
       "  -0.0030756926,\n",
       "  0.01656878,\n",
       "  0.019844268,\n",
       "  -0.0037003986,\n",
       "  0.027419532,\n",
       "  -0.014959178,\n",
       "  0.002338427,\n",
       "  -0.024042742,\n",
       "  -0.057045233,\n",
       "  0.02151015,\n",
       "  -0.005937522,\n",
       "  -0.01352967,\n",
       "  -0.020643441,\n",
       "  0.01762684,\n",
       "  0.03316007,\n",
       "  0.021994157,\n",
       "  -0.0025311853,\n",
       "  -0.0043504303,\n",
       "  -0.044033337,\n",
       "  -0.033542775,\n",
       "  -0.03707715,\n",
       "  -0.020553393,\n",
       "  -0.01947282,\n",
       "  0.021116192,\n",
       "  -0.018516064,\n",
       "  0.00222446,\n",
       "  0.07694578,\n",
       "  -0.02483066,\n",
       "  -0.007935455,\n",
       "  0.012764265,\n",
       "  0.0028013284,\n",
       "  0.0047978554,\n",
       "  -0.007181306,\n",
       "  0.06663531,\n",
       "  0.016163565,\n",
       "  -0.011025218,\n",
       "  0.008239366,\n",
       "  -0.01743549,\n",
       "  -0.06695048,\n",
       "  0.015904678,\n",
       "  0.008678349,\n",
       "  0.012820545,\n",
       "  -0.034623347,\n",
       "  -0.05772059,\n",
       "  0.02530341,\n",
       "  0.008661465,\n",
       "  -0.027351996,\n",
       "  -0.0076315445,\n",
       "  0.026879245,\n",
       "  -0.008391322,\n",
       "  -0.017581817,\n",
       "  0.039215785,\n",
       "  -0.047635246,\n",
       "  -0.0020654695,\n",
       "  0.004161893,\n",
       "  -0.019506589,\n",
       "  -0.007952339,\n",
       "  -0.004629016,\n",
       "  0.015071738,\n",
       "  0.0031010185,\n",
       "  0.04124186,\n",
       "  0.030481154,\n",
       "  0.0016982438,\n",
       "  0.012066395,\n",
       "  -0.021003632,\n",
       "  -0.0069674426,\n",
       "  0.027734699,\n",
       "  0.03986863,\n",
       "  -0.010715679,\n",
       "  -0.03140414,\n",
       "  -0.017660609,\n",
       "  -0.015218065,\n",
       "  -0.021521406,\n",
       "  0.04126437,\n",
       "  0.0007506322,\n",
       "  0.027351996,\n",
       "  -0.00658474,\n",
       "  0.028049866,\n",
       "  -0.010653771,\n",
       "  0.037707485,\n",
       "  0.043448027,\n",
       "  0.0044967583,\n",
       "  -0.012640449,\n",
       "  0.0014646825,\n",
       "  -0.061007332,\n",
       "  0.034330692,\n",
       "  -0.009201752,\n",
       "  -0.06965191,\n",
       "  0.022973426,\n",
       "  0.037572414,\n",
       "  0.05889121,\n",
       "  0.012336538,\n",
       "  0.006832371,\n",
       "  0.011875044,\n",
       "  -0.011863788,\n",
       "  0.016838923,\n",
       "  -0.013743534,\n",
       "  -0.019484077,\n",
       "  -0.01656878,\n",
       "  0.012010115,\n",
       "  -0.00063877605,\n",
       "  -0.030165987,\n",
       "  0.051822465,\n",
       "  -0.0036469328,\n",
       "  0.04254755,\n",
       "  -0.029220486,\n",
       "  -0.014317588,\n",
       "  -0.015398161,\n",
       "  0.04979639,\n",
       "  -0.021172471,\n",
       "  0.014069957,\n",
       "  -0.011036474,\n",
       "  0.035073586,\n",
       "  0.015330625,\n",
       "  -0.033632822,\n",
       "  -0.023040961,\n",
       "  -0.03444325,\n",
       "  0.039440904,\n",
       "  0.021487638,\n",
       "  0.045541637,\n",
       "  -0.007530241,\n",
       "  -0.00063385157,\n",
       "  -0.004941369,\n",
       "  -0.04614946,\n",
       "  0.0014998574,\n",
       "  -0.021217495,\n",
       "  0.005307188,\n",
       "  0.009061052,\n",
       "  -0.028320009,\n",
       "  0.027599627,\n",
       "  -0.025370946,\n",
       "  -0.0128655685,\n",
       "  -0.014520195,\n",
       "  -0.038630474,\n",
       "  0.010884519,\n",
       "  0.011514853,\n",
       "  -0.030751297,\n",
       "  -0.0613225,\n",
       "  -0.02366004,\n",
       "  0.016715107,\n",
       "  0.016951483,\n",
       "  -0.016906459,\n",
       "  -0.030346083,\n",
       "  -0.0069393027,\n",
       "  -0.052542847,\n",
       "  0.010231673,\n",
       "  -0.052137632,\n",
       "  -0.03727976,\n",
       "  -0.018290944,\n",
       "  0.009882738,\n",
       "  0.008019875,\n",
       "  0.021780293,\n",
       "  -0.03406055,\n",
       "  -0.002273705,\n",
       "  0.0020992374,\n",
       "  0.008458857,\n",
       "  -0.010242929,\n",
       "  0.026091328,\n",
       "  0.008233738,\n",
       "  -0.0007080706,\n",
       "  -0.011931323,\n",
       "  0.023389896,\n",
       "  -0.01692897,\n",
       "  -0.03257476,\n",
       "  -0.06920167,\n",
       "  -0.012133931,\n",
       "  0.00095183257,\n",
       "  0.08261879,\n",
       "  -0.0043729423,\n",
       "  -0.0025480692,\n",
       "  -0.009331196,\n",
       "  0.03707715,\n",
       "  0.026451519,\n",
       "  -0.035929043,\n",
       "  0.015803374,\n",
       "  -0.059026282,\n",
       "  -0.006567856,\n",
       "  -0.020260738,\n",
       "  -0.045901828,\n",
       "  0.023997718,\n",
       "  -0.023682551,\n",
       "  0.0010798691,\n",
       "  0.0054084915,\n",
       "  -0.035073586,\n",
       "  0.018662391,\n",
       "  -0.0015068924,\n",
       "  0.033430215,\n",
       "  0.015184297,\n",
       "  0.057090256,\n",
       "  -0.062177952,\n",
       "  -0.0037876323,\n",
       "  0.008993517,\n",
       "  -0.033047512,\n",
       "  -0.012854313,\n",
       "  -0.021645222,\n",
       "  -0.018223409,\n",
       "  0.024853172,\n",
       "  -0.007980479,\n",
       "  0.0017109067,\n",
       "  0.01498169,\n",
       "  0.021904109,\n",
       "  0.005920638,\n",
       "  0.0484907,\n",
       "  0.03487098,\n",
       "  0.011728716,\n",
       "  -0.022343092,\n",
       "  -0.019630404,\n",
       "  -0.0066804155,\n",
       "  -0.03162926,\n",
       "  -0.0037032126,\n",
       "  0.005948778,\n",
       "  0.0051270924,\n",
       "  0.047139984,\n",
       "  0.02011441,\n",
       "  -0.0020837605,\n",
       "  -0.026091328,\n",
       "  -0.035073586,\n",
       "  0.0047049937,\n",
       "  -0.010569352,\n",
       "  0.032124523,\n",
       "  -0.014114981,\n",
       "  0.0063933884,\n",
       "  -0.043763194,\n",
       "  0.053308252,\n",
       "  0.035186145,\n",
       "  0.022692027,\n",
       "  -0.034713395,\n",
       "  0.02973826,\n",
       "  -0.028747736,\n",
       "  0.034218132,\n",
       "  0.010873263,\n",
       "  -0.020249482,\n",
       "  -0.019180166,\n",
       "  0.019022582,\n",
       "  -0.05375849,\n",
       "  0.026181376,\n",
       "  0.029468117,\n",
       "  -0.029220486,\n",
       "  -0.04148949,\n",
       "  0.029580677,\n",
       "  0.014407636,\n",
       "  0.0066410196,\n",
       "  0.028004842,\n",
       "  -0.022388116,\n",
       "  0.011008334,\n",
       "  -0.009325568,\n",
       "  -0.021172471,\n",
       "  0.027216924,\n",
       "  0.028184937,\n",
       "  -0.0023876717,\n",
       "  0.021262519,\n",
       "  -0.0054591433,\n",
       "  0.01877495,\n",
       "  -0.037234735,\n",
       "  0.015837142,\n",
       "  0.018898766,\n",
       "  0.042164847,\n",
       "  -0.02460554,\n",
       "  0.00056983327,\n",
       "  0.0072994935,\n",
       "  -0.022590723,\n",
       "  -0.003258602,\n",
       "  -0.0033458357,\n",
       "  -0.0109576825,\n",
       "  0.04488879,\n",
       "  0.018729927,\n",
       "  0.012269002,\n",
       "  -0.024470469,\n",
       "  -0.0072544697,\n",
       "  -0.029783284,\n",
       "  -0.08658089,\n",
       "  -0.038315307,\n",
       "  -0.016129797,\n",
       "  -0.017458001,\n",
       "  -0.015600768,\n",
       "  0.019596636,\n",
       "  0.007862291,\n",
       "  -0.0028168054,\n",
       "  0.00034594507,\n",
       "  0.03928332,\n",
       "  0.026541566,\n",
       "  0.045991875,\n",
       "  0.047860365,\n",
       "  -0.034398228,\n",
       "  0.017131578,\n",
       "  -0.034938514,\n",
       "  -0.02577616,\n",
       "  0.009578827,\n",
       "  0.009021657,\n",
       "  0.025145827,\n",
       "  0.017491769,\n",
       "  0.07631545,\n",
       "  0.012212723,\n",
       "  0.08802165,\n",
       "  0.01645622,\n",
       "  -0.007406425,\n",
       "  -0.013552182,\n",
       "  -0.024920708,\n",
       "  0.017581817,\n",
       "  0.0036778867,\n",
       "  -0.005808078,\n",
       "  -0.018797463,\n",
       "  -0.046464626,\n",
       "  -0.013878605,\n",
       "  0.026091328,\n",
       "  -0.052272703,\n",
       "  0.03102144,\n",
       "  -0.0034893493,\n",
       "  0.0031572983,\n",
       "  -0.04486628,\n",
       "  0.005605471,\n",
       "  0.01060312,\n",
       "  0.0862207,\n",
       "  0.025213363,\n",
       "  0.025370946,\n",
       "  0.040971715,\n",
       "  -0.009584455,\n",
       "  -0.012325282,\n",
       "  -0.017120322,\n",
       "  0.00068133767,\n",
       "  -0.008087411,\n",
       "  -0.047049936,\n",
       "  -0.040836643,\n",
       "  0.023592504,\n",
       "  -0.048760843,\n",
       "  -0.02775721,\n",
       "  0.07888181,\n",
       "  0.007490845,\n",
       "  -0.0017137207,\n",
       "  -0.020632185,\n",
       "  0.05727035,\n",
       "  0.025821185,\n",
       "  0.0025339993,\n",
       "  0.04673477,\n",
       "  0.0039902395,\n",
       "  0.022545699,\n",
       "  -0.027554603,\n",
       "  -0.017975777,\n",
       "  -0.008734629,\n",
       "  -0.025506018,\n",
       "  0.01639994,\n",
       "  -0.025033267,\n",
       "  0.012280258,\n",
       "  -0.022500675,\n",
       "  0.008655837,\n",
       "  -0.037122175,\n",
       "  0.04394329,\n",
       "  0.008982261,\n",
       "  -0.021217495,\n",
       "  -0.007192562,\n",
       "  0.00011467015,\n",
       "  -0.0072826096,\n",
       "  -0.008835932,\n",
       "  -0.0037482365,\n",
       "  0.013878605,\n",
       "  0.0008413834,\n",
       "  -0.033880454,\n",
       "  -0.017412977,\n",
       "  -0.00881342,\n",
       "  0.018200897,\n",
       "  -0.018347224,\n",
       "  -0.039215785,\n",
       "  -0.02834252,\n",
       "  0.012696729,\n",
       "  0.050516773,\n",
       "  -0.013597206,\n",
       "  0.01628738,\n",
       "  -0.040949203,\n",
       "  0.037797533,\n",
       "  4.225384e-05,\n",
       "  0.0013471984,\n",
       "  -0.007817267,\n",
       "  0.023862647,\n",
       "  0.017784424,\n",
       "  -0.067941,\n",
       "  0.0012001673,\n",
       "  0.025618577,\n",
       "  0.02413279,\n",
       "  -0.0037060266,\n",
       "  0.036874544,\n",
       "  0.0039649135,\n",
       "  -0.0058024502,\n",
       "  -0.01877495,\n",
       "  -0.008295646,\n",
       "  -0.022106716,\n",
       "  0.014216284,\n",
       "  0.012145187,\n",
       "  0.026654126,\n",
       "  0.009590083,\n",
       "  -0.01116029,\n",
       "  -0.032732345,\n",
       "  -0.0072657256,\n",
       "  0.005529493,\n",
       "  -0.0012592612,\n",
       "  -0.0020471786,\n",
       "  -0.044911303,\n",
       "  -0.021375079,\n",
       "  0.011323501,\n",
       "  -0.015195553,\n",
       "  -0.022815842,\n",
       "  0.0011769519,\n",
       "  0.0067198114,\n",
       "  -0.031944428,\n",
       "  0.003281114,\n",
       "  -0.009190496,\n",
       "  -0.007096886,\n",
       "  -0.019326493,\n",
       "  -0.009252404,\n",
       "  0.009539431,\n",
       "  -0.019427797,\n",
       "  0.020080643,\n",
       "  0.064249046,\n",
       "  0.009325568,\n",
       "  0.017896984,\n",
       "  -0.029558165,\n",
       "  -0.004654342,\n",
       "  0.0247181,\n",
       "  0.022917146,\n",
       "  0.012933104,\n",
       "  -0.012516634,\n",
       "  -0.00457555,\n",
       "  0.010074089,\n",
       "  0.019202678,\n",
       "  0.05317318,\n",
       "  -0.016005982,\n",
       "  0.005295932,\n",
       "  -0.015747095,\n",
       "  -0.0106425155,\n",
       "  0.0039817975,\n",
       "  -0.010625632,\n",
       "  -0.015668303,\n",
       "  0.0057630544,\n",
       "  -0.011058986,\n",
       "  -0.0056955186,\n",
       "  0.026293935,\n",
       "  0.011841276,\n",
       "  -0.011391037,\n",
       "  -0.0069561866,\n",
       "  -0.011194058,\n",
       "  0.0002996901,\n",
       "  -0.041106787,\n",
       "  0.0060951053,\n",
       "  0.016051006,\n",
       "  -0.016231101,\n",
       "  -0.013327063,\n",
       "  0.0001015675,\n",
       "  0.030638738,\n",
       "  0.065869905,\n",
       "  0.002639524,\n",
       "  0.020744745,\n",
       "  0.030008404,\n",
       "  0.0020865744,\n",
       "  0.007518985,\n",
       "  0.039801095,\n",
       "  0.055919636,\n",
       "  -0.002960319,\n",
       "  -0.014205028,\n",
       "  -0.01300064,\n",
       "  -0.05141725,\n",
       "  0.017232882,\n",
       "  0.04092669,\n",
       "  -0.008920352,\n",
       "  0.01835848,\n",
       "  -0.0138335815,\n",
       "  -0.03124656,\n",
       "  -0.007918571,\n",
       "  0.0040127514,\n",
       "  0.032394666,\n",
       "  -0.00520307,\n",
       "  -0.00523121,\n",
       "  0.028297497,\n",
       "  0.01057498,\n",
       "  -0.017728144,\n",
       "  -0.01564579,\n",
       "  -0.008942864,\n",
       "  0.0072600977,\n",
       "  0.002320136,\n",
       "  -0.0066353916,\n",
       "  0.00031235305,\n",
       "  -0.021532662,\n",
       "  0.010192277,\n",
       "  0.00834067,\n",
       "  -0.020485858,\n",
       "  0.014295076,\n",
       "  0.024785636,\n",
       "  -0.04160205,\n",
       "  -0.031831868,\n",
       "  -0.012966872,\n",
       "  0.008064899,\n",
       "  0.03417311,\n",
       "  0.0012388597,\n",
       "  -0.042277407,\n",
       "  0.008216854,\n",
       "  -0.040026214,\n",
       "  0.021712758,\n",
       "  0.032462202,\n",
       "  0.018561088,\n",
       "  0.037842557,\n",
       "  -0.007096886,\n",
       "  -0.032259595,\n",
       "  -0.029333046,\n",
       "  0.031651773,\n",
       "  0.012933104,\n",
       "  0.024155302,\n",
       "  0.008486997,\n",
       "  -0.037099663,\n",
       "  0.019686684,\n",
       "  -0.0021119004,\n",
       "  -0.00092932064,\n",
       "  0.013372087,\n",
       "  -0.01757056,\n",
       "  0.02834252,\n",
       "  -0.011407921,\n",
       "  -0.010355488,\n",
       "  -0.011239082,\n",
       "  0.03408306,\n",
       "  -0.047365103,\n",
       "  -0.02011441,\n",
       "  0.012978128,\n",
       "  0.03824777,\n",
       "  0.011559877,\n",
       "  -0.0008765583,\n",
       "  -0.078026354,\n",
       "  0.023592504,\n",
       "  -0.009882738,\n",
       "  -0.0012064988,\n",
       "  -0.0010890146,\n",
       "  -0.027847258,\n",
       "  -0.021532662,\n",
       "  0.026609102,\n",
       "  0.0013303144,\n",
       "  0.026631614,\n",
       "  -0.0054535153,\n",
       "  -0.04650965,\n",
       "  0.008593929,\n",
       "  -0.042254895,\n",
       "  -0.026293935,\n",
       "  -0.05096701,\n",
       "  -0.026248911,\n",
       "  0.0011678064,\n",
       "  -0.005515423,\n",
       "  -0.022950914,\n",
       "  -0.02184783,\n",
       "  0.017953265,\n",
       "  0.014497683,\n",
       "  -0.01060312,\n",
       "  -0.051957536,\n",
       "  -0.006213293,\n",
       "  0.015296857,\n",
       "  -0.006168269,\n",
       "  0.020654697,\n",
       "  -0.0015828701,\n",
       "  -0.015049226,\n",
       "  0.026609102,\n",
       "  0.010828239,\n",
       "  -0.023524968,\n",
       "  -0.014092469,\n",
       "  0.01564579,\n",
       "  -0.011053358,\n",
       "  -0.057180304,\n",
       "  0.030301059,\n",
       "  0.007490845,\n",
       "  -0.022860866,\n",
       "  -0.02750958,\n",
       "  -0.056144755,\n",
       "  -0.014542707,\n",
       "  -5.390552e-05,\n",
       "  0.0012057953,\n",
       "  -0.0031882522,\n",
       "  0.043312956,\n",
       "  0.050741892,\n",
       "  0.035411265,\n",
       "  0.019731708,\n",
       "  0.0019894917,\n",
       "  0.005591401,\n",
       "  -0.016760131,\n",
       "  -0.0025157083,\n",
       "  -0.010800099,\n",
       "  -0.03696459,\n",
       "  0.006770463,\n",
       "  -0.04558666,\n",
       "  0.015296857,\n",
       "  0.014745315,\n",
       "  0.02039581,\n",
       "  0.06073719,\n",
       "  0.0031685543,\n",
       "  0.014880386,\n",
       "  0.0033908596,\n",
       "  0.016883947,\n",
       "  -0.0021653662,\n",
       "  0.008244994,\n",
       "  -0.03694208,\n",
       "  0.012077651,\n",
       "  0.034015525,\n",
       "  -0.015375649,\n",
       "  -0.026721662,\n",
       "  -0.0065903678,\n",
       "  0.023862647,\n",
       "  0.005236838,\n",
       "  -0.02775721,\n",
       "  0.01124471,\n",
       "  -0.007541497,\n",
       "  0.0034780933,\n",
       "  0.036064114,\n",
       "  -0.009353708,\n",
       "  -0.0014140307,\n",
       "  -0.025551042,\n",
       "  -0.051147107,\n",
       "  -0.008464485,\n",
       "  0.028522616,\n",
       "  0.020553393,\n",
       "  -0.027667163,\n",
       "  -0.052858014,\n",
       "  -0.018155873,\n",
       "  -0.009196124,\n",
       "  0.010366744,\n",
       "  -0.023254825,\n",
       "  0.05362342,\n",
       "  -0.006832371,\n",
       "  -0.021543918,\n",
       "  -0.04081413,\n",
       "  0.022410627,\n",
       "  -0.0062920847,\n",
       "  0.0016841738,\n",
       "  -0.024853172,\n",
       "  0.006494692,\n",
       "  0.015330625,\n",
       "  -0.015521976,\n",
       "  0.0128768245,\n",
       "  -0.015578256,\n",
       "  0.056955185,\n",
       "  -0.036626913,\n",
       "  -0.0056589367,\n",
       "  -0.054253753,\n",
       "  -0.021802805,\n",
       "  -0.029062903,\n",
       "  0.012145187,\n",
       "  0.0025593252,\n",
       "  -0.047410127,\n",
       "  0.02366004,\n",
       "  -0.0009349486,\n",
       "  -0.018752439,\n",
       "  -0.012482866,\n",
       "  0.0237726,\n",
       "  -0.029333046,\n",
       "  0.04394329,\n",
       "  0.012730497,\n",
       "  -0.0008505289,\n",
       "  -0.03347524,\n",
       "  0.052137632,\n",
       "  -0.0060613374,\n",
       "  -0.0057968223,\n",
       "  0.032259595,\n",
       "  0.017615585,\n",
       "  -0.022410627,\n",
       "  0.004676854,\n",
       "  -0.0030700646,\n",
       "  0.015285601,\n",
       "  0.007974851,\n",
       "  -0.03232713,\n",
       "  -0.021172471,\n",
       "  0.0021470753,\n",
       "  -0.021408847,\n",
       "  -0.00038235108,\n",
       "  -0.0043673143,\n",
       "  -0.015150529,\n",
       "  0.018437272,\n",
       "  0.03196694,\n",
       "  0.004403896,\n",
       "  -0.0009891179,\n",
       "  0.019630404,\n",
       "  -0.0024003347,\n",
       "  0.00046782606,\n",
       "  -0.012707985,\n",
       "  0.00021614971,\n",
       "  0.018392248,\n",
       "  0.0048119253,\n",
       "  0.0247181,\n",
       "  0.030391106,\n",
       "  -0.0036216069,\n",
       "  -0.013968653,\n",
       "  0.0028984111,\n",
       "  -0.04871582,\n",
       "  -0.026046304,\n",
       "  0.0042322427,\n",
       "  -0.0007238993,\n",
       "  0.00024938997,\n",
       "  0.005290304,\n",
       "  -0.032642297,\n",
       "  0.012696729,\n",
       "  0.019731708,\n",
       "  -0.007794756,\n",
       "  0.046554673,\n",
       "  -0.0076202885,\n",
       "  0.023750087,\n",
       "  -0.0003429552,\n",
       "  -0.015240577,\n",
       "  0.008987889,\n",
       "  -0.002645152,\n",
       "  -0.03417311,\n",
       "  0.042750157,\n",
       "  0.029558165,\n",
       "  -0.0093705915,\n",
       "  -0.0056983326,\n",
       "  0.0009447976,\n",
       "  -0.050066534,\n",
       "  -0.0075752647,\n",
       "  0.030391106,\n",
       "  -0.011329129,\n",
       "  0.013957397,\n",
       "  0.02926551,\n",
       "  -0.008909096,\n",
       "  0.01364223,\n",
       "  0.018819975,\n",
       "  0.03950844,\n",
       "  0.015578256,\n",
       "  0.004930113,\n",
       "  -0.03140414,\n",
       "  0.016951483,\n",
       "  0.0036525608,\n",
       "  0.01171746,\n",
       "  -0.010423024,\n",
       "  0.0018614553,\n",
       "  0.0583059,\n",
       "  -0.0040493333,\n",
       "  0.003866424,\n",
       "  -0.0054169334,\n",
       "  -0.010862007,\n",
       "  -0.03442074,\n",
       "  0.013101944,\n",
       "  -0.01417126,\n",
       "  0.028590152,\n",
       "  -0.029355558,\n",
       "  0.017638097,\n",
       "  -0.052542847,\n",
       "  0.013788558,\n",
       "  -0.0028168054,\n",
       "  -0.0060163136,\n",
       "  -0.008008619,\n",
       "  0.002265263,\n",
       "  0.01779568,\n",
       "  0.0037904463,\n",
       "  -0.0019838638,\n",
       "  0.028747736,\n",
       "  -0.02139759,\n",
       "  0.005847474,\n",
       "  0.018234665,\n",
       "  0.011255966,\n",
       "  0.048535723,\n",
       "  0.001944468,\n",
       "  0.004440478,\n",
       "  -0.019303981,\n",
       "  0.04045394,\n",
       "  0.00976455,\n",
       "  0.03124656,\n",
       "  0.059656616,\n",
       "  0.025325922,\n",
       "  0.023615016,\n",
       "  -0.025145827,\n",
       "  0.0013647858,\n",
       "  0.00013120234,\n",
       "  -0.008053643,\n",
       "  -0.027374508,\n",
       "  -0.011841276,\n",
       "  -0.00329237,\n",
       "  -0.022050437,\n",
       "  -0.0185836,\n",
       "  0.059386473,\n",
       "  0.026203888,\n",
       "  0.021960389,\n",
       "  0.012978128,\n",
       "  0.01113215,\n",
       "  -0.02156643,\n",
       "  -0.020069387,\n",
       "  0.026564078,\n",
       "  0.023479944,\n",
       "  -0.054613944,\n",
       "  0.006804231,\n",
       "  0.0109633105,\n",
       "  0.0028871552,\n",
       "  0.015184297,\n",
       "  0.015071738,\n",
       "  0.027419532,\n",
       "  -0.003545629,\n",
       "  0.009477523,\n",
       "  -0.024785636,\n",
       "  -0.029670725,\n",
       "  -0.03417311,\n",
       "  0.013023152,\n",
       "  0.001161475,\n",
       "  0.027149389,\n",
       "  -0.0046993657,\n",
       "  -0.014317588,\n",
       "  0.0033176958,\n",
       "  0.020677209,\n",
       "  0.013675998,\n",
       "  0.0072432137,\n",
       "  -0.0020120037,\n",
       "  0.0067479513,\n",
       "  -0.00015986989,\n",
       "  0.0043222904,\n",
       "  0.030188499,\n",
       "  -0.011649924,\n",
       "  0.023637528,\n",
       "  0.035636384,\n",
       "  -0.0073220055,\n",
       "  0.01575835,\n",
       "  -0.017987033,\n",
       "  -0.00073585875,\n",
       "  0.008014247,\n",
       "  0.008447601,\n",
       "  0.0043363604,\n",
       "  0.01852732,\n",
       "  -0.01709781,\n",
       "  0.009567571,\n",
       "  -0.028229961,\n",
       "  -0.036987104,\n",
       "  -0.02633896,\n",
       "  0.03536624,\n",
       "  0.00027629876,\n",
       "  0.030098451,\n",
       "  -0.022354348,\n",
       "  0.039080713,\n",
       "  ...],\n",
       " 'metadata': {'experience': 'Software Engineer at TechCorp Inc. for 3 years, Junior Developer at WebWorks Solutions for 2 years',\n",
       "  'skills': 'JavaScript, React, Node.js, CSS'}}"
      ]
     },
     "execution_count": 33,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Display the processed data\n",
    "processed_data[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'upserted_count': 5}"
      ]
     },
     "execution_count": 34,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Insert the data into the Pinecone index\n",
    "index = pc.Index('careerplannrai-rag')\n",
    "index.upsert(\n",
    "    vectors=processed_data,\n",
    "    namespace=\"ns1\"\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'dimension': 1536,\n",
       " 'index_fullness': 0.0,\n",
       " 'namespaces': {'ns1': {'vector_count': 5}},\n",
       " 'total_vector_count': 5}"
      ]
     },
     "execution_count": 35,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#Display your Pinecone Index Stats\n",
    "index.describe_index_stats()"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "venv",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.12.1"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}