project_reshaping_all_3.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pymongo\n",
    "from pymongo import MongoClient\n",
    "import pprint\n",
    "from IPython.display import clear_output\n",
    "\n",
    "# Replace XXXX with your connection URI from the Atlas UI\n",
    "client = MongoClient(XXXX)\n",
    "\n",
    "# Like the last handout, this pipeline will not work on Atlas until MongoDB 3.6 has been released\n",
    "# If you're testing this before 3.6 is released you can download and install MongoDB 3.5.X locally\n",
    "# In that case you should use \"mongodb://localhost:27017\" as your connection URI\n",
    "pipeline = [\n",
    "    {\n",
    "        '$limit': 100\n",
    "    },\n",
    "    {\n",
    "        '$addFields': {\n",
    "            'lastupdated': {\n",
    "                '$arrayElemAt': [\n",
    "                    {'$split': [\"$lastupdated\", \".\"]},\n",
    "                    0\n",
    "                ]}\n",
    "        }\n",
    "    },\n",
    "    {\n",
    "        '$project': {\n",
    "            'title': 1,\n",
    "            'year': 1,\n",
    "            'directors': {'$split': [\"$director\", \", \"]},\n",
    "            'actors': {'$split': [\"$cast\", \", \"]},\n",
    "            'writers': {'$split': [\"$writer\", \", \"]},\n",
    "            'genres': {'$split': [\"$genre\", \", \"]},\n",
    "            'languages': {'$split': [\"$language\", \", \"]},\n",
    "            'countries': {'$split': [\"$country\", \", \"]},\n",
    "            'plot': 1,\n",
    "            'fullPlot': \"$fullplot\",\n",
    "            'rated': \"$rating\",\n",
    "            'released': {\n",
    "                '$cond': {\n",
    "                    'if': {'$ne': [\"$released\", \"\"]},\n",
    "                    'then': {\n",
    "                        '$dateFromString': {\n",
    "                            'dateString': \"$released\"\n",
    "                        }\n",
    "                    },\n",
    "                    'else': \"\"}},\n",
    "            'runtime': 1,\n",
    "            'poster': 1,\n",
    "            'imdb': {\n",
    "                'id': \"$imdbID\",\n",
    "                'rating': \"$imdbRating\",\n",
    "                'votes': \"$imdbVotes\"\n",
    "                },\n",
    "            'metacritic': 1,\n",
    "            'awards': 1,\n",
    "            'type': 1,\n",
    "            'lastUpdated': {\n",
    "                '$cond': {\n",
    "                    'if': {'$ne': [\"$lastupdated\", \"\"]},\n",
    "                    'then': {\n",
    "                        '$dateFromString': {\n",
    "                            'dateString': \"$lastupdated\",\n",
    "                            'timezone': \"America/New_York\"\n",
    "                        }\n",
    "                    },\n",
    "                    'else': \"\"}}\n",
    "        }\n",
    "    },\n",
    "    {\n",
    "        '$out': \"movies_scratch\"\n",
    "    }\n",
    "]\n",
    "\n",
    "clear_output()\n",
    "pprint.pprint(list(client.mflix.movies_initial.aggregate(pipeline)))"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.7"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}