test4.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "from helper.helper_functions import get_raw_sentence"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "قِف بِالمَنازِلِ إِن شَجَتكَ رُبوعُها\n",
      "kaamil\n",
      "['قِفْبِلمَنَا', 'زِلِإِنْشَجَتْ', 'كَرُبُوعُهَا']\n",
      "['مُتْفَاعِلُنْ', 'مُتَفَاعِلُنْ', 'مُتَفَاعِلُنْ']\n",
      "قِفْ بِالمَنَازِلِ إِنْ شَجَتْكَ رُبُوعُهَا\n",
      "['|O|O||O', '|||O||O', '|||O||O']\n",
      "\n",
      "فَلَعَلَّ عَينَكَ تَستَهِلُّ دُموعُها\n",
      "kaamil\n",
      "['فَلَعَلْلَعَيْ', 'نَكَتَسْتَهِلْ', 'لُدُمُوعُهَا']\n",
      "['مُتَفَاعِلُنْ', 'مُتَفَاعِلُنْ', 'مُتَفَاعِلُنْ']\n",
      "فَلَعَلَّ عَيْنَكَ تَسْتَهِلُّ دُمُوعُهَا\n",
      "['|||O||O', '|||O||O', '|||O||O']\n",
      "\n",
      "وَاِسأَل عَنِ الأَظعانِ أَينَ سَرَت بِها\n",
      "kaamil\n",
      "['وَِسْأَلْعَنِ', 'لأَظْعَانِأَ', 'يْنَسَرَتْبِهَا']\n",
      "['مُتْفَاعِلُنْ', 'مُتْفَاعِلُنْ', 'مُتَفَاعِلُنْ']\n",
      "وَاِسْأَلْ عَنِ الأَظْعَانِ أَيْنَ سَرَتْ بِهَا\n",
      "['|O|O||O', '|O|O||O', '|||O||O']\n",
      "\n",
      "آباؤُها وَمَتى يَكونُ رُجوعُها\n",
      "kaamil\n",
      "['أَاْبَاؤُهَا', 'وَمَتَىيَكُو', 'نُرُجُوعُهَا']\n",
      "['مُتْفَاعِلُنْ', 'مُتَفَاعِلُنْ', 'مُتَفَاعِلُنْ']\n",
      "آبَاؤُهَا وَمَتَى يَكُونُ رُجُوعُهَا\n",
      "['|O|O||O', '|||O||O', '|||O||O']\n",
      "\n",
      "دارٌ لِعَبلَةَ شَطَّ عَنكَ مَزارُها\n",
      "kaamil\n",
      "['دَارُنْلِعَبْ', 'لَةَشَطْطَعَنْ', 'كَمَزَارُهَا']\n",
      "['مُتْفَاعِلُنْ', 'مُتَفَاعِلُنْ', 'مُتَفَاعِلُنْ']\n",
      "دَارٌ لِعَبْلَةَ شَطَّ عَنْكَ مَزَارُهَا\n",
      "['|O|O||O', '|||O||O', '|||O||O']\n",
      "\n",
      "وَنَأَت فَفارَقَ مُقلَتَيكَ هُجوعُها\n",
      "kaamil\n",
      "['وَنَأَتْفَفَا', 'رَقَمُقْلَتَيْ', 'كَهُجُوعُهَا']\n",
      "['مُتَفَاعِلُنْ', 'مُتَفَاعِلُنْ', 'مُتَفَاعِلُنْ']\n",
      "وَنَأَتْ فَفَارَقَ مُقْلَتَيْكَ هُجُوعُهَا\n",
      "['|||O||O', '|||O||O', '|||O||O']\n",
      "\n",
      "فَسَقَتكِ يا أَرضَ الشَرَبَّةِ مُزنَةٌ\n",
      "kaamil\n",
      "['فَسَقَتْكِيَا', 'أَرْضَشْشَرَبْ', 'بَةِمُزْنَتُنْ']\n",
      "['مُتَفَاعِلُنْ', 'مُتْفَاعِلُنْ', 'مُتَفَاعِلُنْ']\n",
      "فَسَقَتْكِ يَا أَرْضَ الشَّرَبَّةِ مُزْنَةٌ\n",
      "['|||O||O', '|O|O||O', '|||O||O']\n",
      "\n",
      "مُنهَلَّةٌ يَروي ثَراكِ هُموعُها\n",
      "kaamil\n",
      "['مُنْهَلْلَتُنْ', 'يَرْوِيثَرَا', 'كِهُمُوعُهَا']\n",
      "['مُتْفَاعِلُنْ', 'مُتْفَاعِلُنْ', 'مُتَفَاعِلُنْ']\n",
      "مُنْهَلَّةٌ يَرْوِي ثَرَاكِ هُمُوعُهَا\n",
      "['|O|O||O', '|O|O||O', '|||O||O']\n",
      "\n",
      "وَكَسا الرَبيعُ رُباكِ مِن أَزهارِهِ\n",
      "kaamil\n",
      "['وَكَسَارْرَبِ', 'يعُرُبَاكِمِ', 'نْأَزْهَارِهِي']\n",
      "['مُتَفَاعِلُنْ', 'مُتَفَاعِلُنْ', 'مُتْفَاعِلُنْ']\n",
      "وَكَسَا الرَّبِيعُ رُبَاكِ مِنْ أَزْهَارِهِ\n",
      "['|||O||O', '|||O||O', '|O|O||O']\n",
      "\n",
      "حُلَلاً إِذا ما الأَرضُ فاحَ رَبيعُها\n",
      "kaamil\n",
      "['حُلَلَنْإِذَا', 'مَلأَرْضُفَا', 'حَرَبِيعُهَا']\n",
      "['مُتَفَاعِلُنْ', 'مُتْفَاعِلُنْ', 'مُتَفَاعِلُنْ']\n",
      "حُلَلًا إِذَا مَا الأَرْضُ فَاحَ رَبِيعُهَا\n",
      "['|||O||O', '|O|O||O', '|||O||O']\n",
      "\n",
      "كَم لَيلَةٍ عانَقتُ فيها غادَةً\n",
      "kaamil\n",
      "['كَمْلَيْلَتِنْ', 'عَانَقْتُفِي', 'هَاغَادَتَنْ']\n",
      "['مُتْفَاعِلُنْ', 'مُتْفَاعِلُنْ', 'مُتْفَاعِلُنْ']\n",
      "كَمْ لَيْلَةٍ عَانَقْتُ فِيهَا غَادَةً\n",
      "['|O|O||O', '|O|O||O', '|O|O||O']\n",
      "\n",
      "يَحيا بِها عِندَ المَنامِ ضَجيعُها\n",
      "kaamil\n",
      "['يَحْيَابِهَا', 'عِنْدَلْمَنَا', 'مِضَجِيعُهَا']\n",
      "['مُتْفَاعِلُنْ', 'مُتْفَاعِلُنْ', 'مُتَفَاعِلُنْ']\n",
      "يَحْيَا بِهَا عِنْدَ الْمَنَامِ ضَجِيعُهَا\n",
      "['|O|O||O', '|O|O||O', '|||O||O']\n",
      "\n",
      "شَمسٌ إِذا طَلَعَت سَجَدتُ جَلالَةً\n",
      "kaamil\n",
      "['شَمْسُنْإِذَا', 'طَلَعَتسَجَدَ', 'تُجَلَالَتَنْ']\n",
      "['مُتْفَاعِلُنْ', 'مُتَفَاعِلُنْ', 'مُتَفَاعِلُنْ']\n",
      "شَمْسٌ إِذَا طَلَعَت سَجَدَتُ جَلَالَةً\n",
      "['|O|O||O', '|||O||O', '|||O||O']\n",
      "\n",
      "لِجَمالِها وَجَلا الظَلامَ طُلوعُها\n",
      "kaamil\n",
      "['لِجَمَالِهَا', 'وَجَلَاظْظَلَ', 'مَطُلُوعُهَا']\n",
      "['مُتَفَاعِلُنْ', 'مُتَفَاعِلُنْ', 'مُتَفَاعِلُنْ']\n",
      "لِجَمَالِهَا وَجَلَا الظَّلاَمَ طُلُوعُهَا\n",
      "['|||O||O', '|||O||O', '|||O||O']\n",
      "\n",
      "يا عَبلَ لا تَخشَي عَلَيَّ مِنَ العِدا\n",
      "tawiil\n",
      "['يَاعَبَ', 'لَلَِتَخْشَي', 'عَلَيْيَ', 'مِنَلْعِدَا']\n",
      "['فَعُولُ', 'مَفَاعِيلُنْ', 'فَعُولُ', 'مَفَاعِلُنْ']\n",
      "يَا عَبَلَ لِاَ تَخْشَي عَلَيَّ مِنَ الْعِدَا\n",
      "['||O|', '||O|O|O', '||O|', '||O||O']\n",
      "\n",
      "يَوماً إِذا اِجتَمَعَت عَلَيَّ جُموعُها\n",
      "kaamil\n",
      "['يَوْمَنْإِذَِ', 'جْتَمَعَتْعَلَ', 'يْيَجُمُوعُهَا']\n",
      "['مُتْفَاعِلُنْ', 'مُتَفَاعِلُنْ', 'مُتَفَاعِلُنْ']\n",
      "يَوْمًا إِذَا اِجْتَمَعَتْ عَلَيَّ جُمُوعُهَا\n",
      "['|O|O||O', '|||O||O', '|||O||O']\n",
      "\n"
     ]
    }
   ],
   "source": [
    "from taksim_aroud import get_full_aroud"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "poem = \"\"\"قِف بِالمَنازِلِ إِن شَجَتكَ رُبوعُها\n",
    "فَلَعَلَّ عَينَكَ تَستَهِلُّ دُموعُها\n",
    "وَاِسأَل عَنِ الأَظعانِ أَينَ سَرَت بِها\n",
    "آباؤُها وَمَتى يَكونُ رُجوعُها\n",
    "دارٌ لِعَبلَةَ شَطَّ عَنكَ مَزارُها\n",
    "وَنَأَت فَفارَقَ مُقلَتَيكَ هُجوعُها\n",
    "فَسَقَتكِ يا أَرضَ الشَرَبَّةِ مُزنَةٌ\n",
    "مُنهَلَّةٌ يَروي ثَراكِ هُموعُها\n",
    "وَكَسا الرَبيعُ رُباكِ مِن أَزهارِهِ\n",
    "حُلَلاً إِذا ما الأَرضُ فاحَ رَبيعُها\n",
    "كَم لَيلَةٍ عانَقتُ فيها غادَةً\n",
    "يَحيا بِها عِندَ المَنامِ ضَجيعُها\n",
    "شَمسٌ إِذا طَلَعَت سَجَدتُ جَلالَةً\n",
    "لِجَمالِها وَجَلا الظَلامَ طُلوعُها\n",
    "يا عَبلَ لا تَخشَي عَلَيَّ مِنَ العِدا\n",
    "يَوماً إِذا اِجتَمَعَت عَلَيَّ جُموعُها\"\"\".strip().split('\\n')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "قِف بِالمَنازِلِ إِن شَجَتكَ رُبوعُها\n",
      "kaamil\n",
      "['قِفْبِلمَنَا', 'زِلِإِنْشَجَتْ', 'كَرُبُوعُهَا']\n",
      "['مُتْفَاعِلُنْ', 'مُتَفَاعِلُنْ', 'مُتَفَاعِلُنْ']\n",
      "قِفْ بِالمَنَازِلِ إِنْ شَجَتْكَ رُبُوعُهَا\n",
      "['|O|O||O', '|||O||O', '|||O||O']\n",
      "\n",
      "فَلَعَلَّ عَينَكَ تَستَهِلُّ دُموعُها\n",
      "kaamil\n",
      "['فَلَعَلْلَعَيْ', 'نَكَتَسْتَهِلْ', 'لُدُمُوعُهَا']\n",
      "['مُتَفَاعِلُنْ', 'مُتَفَاعِلُنْ', 'مُتَفَاعِلُنْ']\n",
      "فَلَعَلَّ عَيْنَكَ تَسْتَهِلُّ دُمُوعُهَا\n",
      "['|||O||O', '|||O||O', '|||O||O']\n",
      "\n",
      "وَاِسأَل عَنِ الأَظعانِ أَينَ سَرَت بِها\n",
      "kaamil\n",
      "['وَِسْأَلْعَنِ', 'لأَظْعَانِأَ', 'يْنَسَرَتْبِهَا']\n",
      "['مُتْفَاعِلُنْ', 'مُتْفَاعِلُنْ', 'مُتَفَاعِلُنْ']\n",
      "وَاِسْأَلْ عَنِ الأَظْعَانِ أَيْنَ سَرَتْ بِهَا\n",
      "['|O|O||O', '|O|O||O', '|||O||O']\n",
      "\n",
      "آباؤُها وَمَتى يَكونُ رُجوعُها\n",
      "kaamil\n",
      "['أَاْبَاؤُهَا', 'وَمَتَىيَكُو', 'نُرُجُوعُهَا']\n",
      "['مُتْفَاعِلُنْ', 'مُتَفَاعِلُنْ', 'مُتَفَاعِلُنْ']\n",
      "آبَاؤُهَا وَمَتَى يَكُونُ رُجُوعُهَا\n",
      "['|O|O||O', '|||O||O', '|||O||O']\n",
      "\n",
      "دارٌ لِعَبلَةَ شَطَّ عَنكَ مَزارُها\n",
      "kaamil\n",
      "['دَارُنْلِعَبْ', 'لَةَشَطْطَعَنْ', 'كَمَزَارُهَا']\n",
      "['مُتْفَاعِلُنْ', 'مُتَفَاعِلُنْ', 'مُتَفَاعِلُنْ']\n",
      "دَارٌ لِعَبْلَةَ شَطَّ عَنْكَ مَزَارُهَا\n",
      "['|O|O||O', '|||O||O', '|||O||O']\n",
      "\n",
      "وَنَأَت فَفارَقَ مُقلَتَيكَ هُجوعُها\n",
      "kaamil\n",
      "['وَنَأَتْفَفَا', 'رَقَمُقْلَتَيْ', 'كَهُجُوعُهَا']\n",
      "['مُتَفَاعِلُنْ', 'مُتَفَاعِلُنْ', 'مُتَفَاعِلُنْ']\n",
      "وَنَأَتْ فَفَارَقَ مُقْلَتَيْكَ هُجُوعُهَا\n",
      "['|||O||O', '|||O||O', '|||O||O']\n",
      "\n",
      "فَسَقَتكِ يا أَرضَ الشَرَبَّةِ مُزنَةٌ\n",
      "kaamil\n",
      "['فَسَقَتْكِيَا', 'أَرْضَشْشَرَبْ', 'بَةِمُزْنَتُنْ']\n",
      "['مُتَفَاعِلُنْ', 'مُتْفَاعِلُنْ', 'مُتَفَاعِلُنْ']\n",
      "فَسَقَتْكِ يَا أَرْضَ الشَّرَبَّةِ مُزْنَةٌ\n",
      "['|||O||O', '|O|O||O', '|||O||O']\n",
      "\n",
      "مُنهَلَّةٌ يَروي ثَراكِ هُموعُها\n",
      "kaamil\n",
      "['مُنْهَلْلَتُنْ', 'يَرْوِيثَرَا', 'كِهُمُوعُهَا']\n",
      "['مُتْفَاعِلُنْ', 'مُتْفَاعِلُنْ', 'مُتَفَاعِلُنْ']\n",
      "مُنْهَلَّةٌ يَرْوِي ثَرَاكِ هُمُوعُهَا\n",
      "['|O|O||O', '|O|O||O', '|||O||O']\n",
      "\n",
      "وَكَسا الرَبيعُ رُباكِ مِن أَزهارِهِ\n",
      "kaamil\n",
      "['وَكَسَارْرَبِ', 'يعُرُبَاكِمِ', 'نْأَزْهَارِهِي']\n",
      "['مُتَفَاعِلُنْ', 'مُتَفَاعِلُنْ', 'مُتْفَاعِلُنْ']\n",
      "وَكَسَا الرَّبِيعُ رُبَاكِ مِنْ أَزْهَارِهِ\n",
      "['|||O||O', '|||O||O', '|O|O||O']\n",
      "\n",
      "حُلَلاً إِذا ما الأَرضُ فاحَ رَبيعُها\n",
      "kaamil\n",
      "['حُلَلَنْإِذَا', 'مَلأَرْضُفَا', 'حَرَبِيعُهَا']\n",
      "['مُتَفَاعِلُنْ', 'مُتْفَاعِلُنْ', 'مُتَفَاعِلُنْ']\n",
      "حُلَلًا إِذَا مَا الأَرْضُ فَاحَ رَبِيعُهَا\n",
      "['|||O||O', '|O|O||O', '|||O||O']\n",
      "\n",
      "كَم لَيلَةٍ عانَقتُ فيها غادَةً\n",
      "kaamil\n",
      "['كَمْلَيْلَتِنْ', 'عَانَقْتُفِي', 'هَاغَادَتَنْ']\n",
      "['مُتْفَاعِلُنْ', 'مُتْفَاعِلُنْ', 'مُتْفَاعِلُنْ']\n",
      "كَمْ لَيْلَةٍ عَانَقْتُ فِيهَا غَادَةً\n",
      "['|O|O||O', '|O|O||O', '|O|O||O']\n",
      "\n",
      "يَحيا بِها عِندَ المَنامِ ضَجيعُها\n",
      "kaamil\n",
      "['يَحْيَابِهَا', 'عِنْدَلْمَنَا', 'مِضَجِيعُهَا']\n",
      "['مُتْفَاعِلُنْ', 'مُتْفَاعِلُنْ', 'مُتَفَاعِلُنْ']\n",
      "يَحْيَا بِهَا عِنْدَ الْمَنَامِ ضَجِيعُهَا\n",
      "['|O|O||O', '|O|O||O', '|||O||O']\n",
      "\n",
      "شَمسٌ إِذا طَلَعَت سَجَدتُ جَلالَةً\n",
      "kaamil\n",
      "['شَمْسُنْإِذَا', 'طَلَعَتسَجَدَ', 'تُجَلَالَتَنْ']\n",
      "['مُتْفَاعِلُنْ', 'مُتَفَاعِلُنْ', 'مُتَفَاعِلُنْ']\n",
      "شَمْسٌ إِذَا طَلَعَت سَجَدَتُ جَلَالَةً\n",
      "['|O|O||O', '|||O||O', '|||O||O']\n",
      "\n",
      "لِجَمالِها وَجَلا الظَلامَ طُلوعُها\n",
      "kaamil\n",
      "['لِجَمَالِهَا', 'وَجَلَاظْظَلَ', 'مَطُلُوعُهَا']\n",
      "['مُتَفَاعِلُنْ', 'مُتَفَاعِلُنْ', 'مُتَفَاعِلُنْ']\n",
      "لِجَمَالِهَا وَجَلَا الظَّلاَمَ طُلُوعُهَا\n",
      "['|||O||O', '|||O||O', '|||O||O']\n",
      "\n",
      "يا عَبلَ لا تَخشَي عَلَيَّ مِنَ العِدا\n",
      "tawiil\n",
      "['يَاعَبَ', 'لَلَِتَخْشَي', 'عَلَيْيَ', 'مِنَلْعِدَا']\n",
      "['فَعُولُ', 'مَفَاعِيلُنْ', 'فَعُولُ', 'مَفَاعِلُنْ']\n",
      "يَا عَبَلَ لِاَ تَخْشَي عَلَيَّ مِنَ الْعِدَا\n",
      "['||O|', '||O|O|O', '||O|', '||O||O']\n",
      "\n",
      "يَوماً إِذا اِجتَمَعَت عَلَيَّ جُموعُها\n",
      "kaamil\n",
      "['يَوْمَنْإِذَِ', 'جْتَمَعَتْعَلَ', 'يْيَجُمُوعُهَا']\n",
      "['مُتْفَاعِلُنْ', 'مُتَفَاعِلُنْ', 'مُتَفَاعِلُنْ']\n",
      "يَوْمًا إِذَا اِجْتَمَعَتْ عَلَيَّ جُمُوعُهَا\n",
      "['|O|O||O', '|||O||O', '|||O||O']\n",
      "\n"
     ]
    }
   ],
   "source": [
    "for line in poem:\n",
    "    out = get_full_aroud(line)\n",
    "    meter = out['meter']\n",
    "    aroud = out['aroud']\n",
    "    tafil = out['tafil']\n",
    "    tachkil = out['tachkil']\n",
    "    harakat = out['harakat']\n",
    "\n",
    "    print(line)\n",
    "    print(meter)\n",
    "    print(aroud)\n",
    "    print(tafil)\n",
    "    print(tachkil)\n",
    "    print(harakat)\n",
    "\n",
    "    print()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "data = pd.read_csv('~/Script/deep_learning/arabic/poem_NLG/Arabic_poem_reduced.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>العصر</th>\n",
       "      <th>الشاعر</th>\n",
       "      <th>الديوان</th>\n",
       "      <th>القافية</th>\n",
       "      <th>البحر</th>\n",
       "      <th>الشطر الايسر</th>\n",
       "      <th>الشطر الايمن</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>قبل الإسلام</td>\n",
       "      <td>عمرو بنِ قُمَيئَة</td>\n",
       "      <td>الديوان الرئيسي</td>\n",
       "      <td>د</td>\n",
       "      <td>الطويل</td>\n",
       "      <td>وَأَن تَجمَعا شَملي وَتَنتَظِرا غَدا</td>\n",
       "      <td>خَليلَيَّ لا تَستَعجِلا أَن تَزَوَّدا</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>قبل الإسلام</td>\n",
       "      <td>عمرو بنِ قُمَيئَة</td>\n",
       "      <td>الديوان الرئيسي</td>\n",
       "      <td>د</td>\n",
       "      <td>الطويل</td>\n",
       "      <td>وَلا سُرعَتي يَوماً بِسابِقَةِ الرَدى</td>\n",
       "      <td>فَما لَبَثٌ يَوماً بِسابِقٍ مَغنَمٍ</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>قبل الإسلام</td>\n",
       "      <td>عمرو بنِ قُمَيئَة</td>\n",
       "      <td>الديوان الرئيسي</td>\n",
       "      <td>د</td>\n",
       "      <td>الطويل</td>\n",
       "      <td>وَتَستَوجِبا مَنّاً عَلَيَّ وَتُحمَدا</td>\n",
       "      <td>وَإِن تُنظِراني اليَومَ أَقضِ لُبانَةً</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>قبل الإسلام</td>\n",
       "      <td>عمرو بنِ قُمَيئَة</td>\n",
       "      <td>الديوان الرئيسي</td>\n",
       "      <td>د</td>\n",
       "      <td>الطويل</td>\n",
       "      <td>تُؤامِرُني سِرّاً لِأَصرِمَ مَرثَدا</td>\n",
       "      <td>لَعَمرُكَ ما نَفسٌ بِجِدٍ رَشيدَةٍ</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>قبل الإسلام</td>\n",
       "      <td>عمرو بنِ قُمَيئَة</td>\n",
       "      <td>الديوان الرئيسي</td>\n",
       "      <td>د</td>\n",
       "      <td>الطويل</td>\n",
       "      <td>وَأَفرَعَ في لَومي مِراراً وَأَصعَدا</td>\n",
       "      <td>وَإِن ظَهَرَت مِنهُ قَوارِصُ جَمَّةٌ</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1684663</th>\n",
       "      <td>الحديث</td>\n",
       "      <td>شهاب غانم</td>\n",
       "      <td>شهاب غانم</td>\n",
       "      <td>ن</td>\n",
       "      <td>الخفيف</td>\n",
       "      <td>وأحلى قصيدة تَتَغنى</td>\n",
       "      <td>هي أغلى ما أنشأ اللَّه في الدنيا</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1684664</th>\n",
       "      <td>الحديث</td>\n",
       "      <td>شهاب غانم</td>\n",
       "      <td>شهاب غانم</td>\n",
       "      <td>ن</td>\n",
       "      <td>الخفيف</td>\n",
       "      <td>كحلم يغشى الجفون الوسنى</td>\n",
       "      <td>هي أغرودة الأغاريد تنساب</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1684665</th>\n",
       "      <td>الحديث</td>\n",
       "      <td>شهاب غانم</td>\n",
       "      <td>شهاب غانم</td>\n",
       "      <td>ن</td>\n",
       "      <td>الخفيف</td>\n",
       "      <td>يتداعى وجداً ويخفق حسنا</td>\n",
       "      <td>هي شلال بهجة وبهاء</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1684666</th>\n",
       "      <td>الحديث</td>\n",
       "      <td>شهاب غانم</td>\n",
       "      <td>شهاب غانم</td>\n",
       "      <td>ن</td>\n",
       "      <td>الخفيف</td>\n",
       "      <td>يدك الحدود سجناً فسجنا</td>\n",
       "      <td>هي حلم الهوى ومنطلقي الباقي</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1684667</th>\n",
       "      <td>الحديث</td>\n",
       "      <td>شهاب غانم</td>\n",
       "      <td>شهاب غانم</td>\n",
       "      <td>ن</td>\n",
       "      <td>الخفيف</td>\n",
       "      <td>آه لو أدرك الغرام لجنا</td>\n",
       "      <td>هي حبي العاتي وكل غرامي</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1684668 rows × 7 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "               العصر             الشاعر          الديوان القافية   البحر  \\\n",
       "0        قبل الإسلام  عمرو بنِ قُمَيئَة  الديوان الرئيسي       د  الطويل   \n",
       "1        قبل الإسلام  عمرو بنِ قُمَيئَة  الديوان الرئيسي       د  الطويل   \n",
       "2        قبل الإسلام  عمرو بنِ قُمَيئَة  الديوان الرئيسي       د  الطويل   \n",
       "3        قبل الإسلام  عمرو بنِ قُمَيئَة  الديوان الرئيسي       د  الطويل   \n",
       "4        قبل الإسلام  عمرو بنِ قُمَيئَة  الديوان الرئيسي       د  الطويل   \n",
       "...              ...                ...              ...     ...     ...   \n",
       "1684663       الحديث          شهاب غانم        شهاب غانم       ن  الخفيف   \n",
       "1684664       الحديث          شهاب غانم        شهاب غانم       ن  الخفيف   \n",
       "1684665       الحديث          شهاب غانم        شهاب غانم       ن  الخفيف   \n",
       "1684666       الحديث          شهاب غانم        شهاب غانم       ن  الخفيف   \n",
       "1684667       الحديث          شهاب غانم        شهاب غانم       ن  الخفيف   \n",
       "\n",
       "                                  الشطر الايسر  \\\n",
       "0         وَأَن تَجمَعا شَملي وَتَنتَظِرا غَدا   \n",
       "1        وَلا سُرعَتي يَوماً بِسابِقَةِ الرَدى   \n",
       "2        وَتَستَوجِبا مَنّاً عَلَيَّ وَتُحمَدا   \n",
       "3          تُؤامِرُني سِرّاً لِأَصرِمَ مَرثَدا   \n",
       "4         وَأَفرَعَ في لَومي مِراراً وَأَصعَدا   \n",
       "...                                        ...   \n",
       "1684663                    وأحلى قصيدة تَتَغنى   \n",
       "1684664                كحلم يغشى الجفون الوسنى   \n",
       "1684665                يتداعى وجداً ويخفق حسنا   \n",
       "1684666                 يدك الحدود سجناً فسجنا   \n",
       "1684667                 آه لو أدرك الغرام لجنا   \n",
       "\n",
       "                                   الشطر الايمن  \n",
       "0         خَليلَيَّ لا تَستَعجِلا أَن تَزَوَّدا  \n",
       "1           فَما لَبَثٌ يَوماً بِسابِقٍ مَغنَمٍ  \n",
       "2        وَإِن تُنظِراني اليَومَ أَقضِ لُبانَةً  \n",
       "3            لَعَمرُكَ ما نَفسٌ بِجِدٍ رَشيدَةٍ  \n",
       "4          وَإِن ظَهَرَت مِنهُ قَوارِصُ جَمَّةٌ  \n",
       "...                                         ...  \n",
       "1684663        هي أغلى ما أنشأ اللَّه في الدنيا  \n",
       "1684664                هي أغرودة الأغاريد تنساب  \n",
       "1684665                      هي شلال بهجة وبهاء  \n",
       "1684666             هي حلم الهوى ومنطلقي الباقي  \n",
       "1684667                 هي حبي العاتي وكل غرامي  \n",
       "\n",
       "[1684668 rows x 7 columns]"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [],
   "source": [
    "x, y, ratios, meters = [], [], [], []"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [],
   "source": [
    "data_ = data.sample(100000)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0 100000 0\n",
      "100 100000 200\n",
      "200 100000 400\n",
      "300 100000 600\n",
      "400 100000 800\n"
     ]
    },
    {
     "ename": "KeyboardInterrupt",
     "evalue": "",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mKeyboardInterrupt\u001b[0m                         Traceback (most recent call last)",
      "\u001b[0;32m/tmp/ipykernel_20881/2517196807.py\u001b[0m in \u001b[0;36m<module>\u001b[0;34m\u001b[0m\n\u001b[1;32m      9\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     10\u001b[0m     \u001b[0;32mfor\u001b[0m \u001b[0mpart\u001b[0m \u001b[0;32min\u001b[0m \u001b[0;34m[\u001b[0m\u001b[0mright\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mleft\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 11\u001b[0;31m         \u001b[0mout\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mget_full_aroud\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mpart\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     12\u001b[0m         \u001b[0mmeter\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mout\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m'meter'\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     13\u001b[0m         \u001b[0maroud\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mout\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m'aroud'\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/Script/deep_learning/arabic/arabic_final/taksim_aroud.py\u001b[0m in \u001b[0;36mget_full_aroud\u001b[0;34m(line)\u001b[0m\n\u001b[1;32m     26\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     27\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0mget_full_aroud\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mline\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 28\u001b[0;31m     \u001b[0mout\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mget_tachkil\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mline\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     29\u001b[0m     \u001b[0mtachkil\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0ma\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mout\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m'predicted'\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mout\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m'aroudi'\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     30\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/Script/deep_learning/arabic/arabic_final/tachkil.py\u001b[0m in \u001b[0;36mget_tachkil\u001b[0;34m(line)\u001b[0m\n\u001b[1;32m     58\u001b[0m     \u001b[0mx\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mx\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0munsqueeze\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mto\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mdevice\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     59\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 60\u001b[0;31m     \u001b[0mout\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mmodel_tachkil\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mx\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     61\u001b[0m     \u001b[0mout\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mtorch\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0margmax\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mout\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mdim\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34m-\u001b[0m\u001b[0;36m1\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m:\u001b[0m\u001b[0mL\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mcpu\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     62\u001b[0m     \u001b[0mout\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mlist\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mnp\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0marray\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mout\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/.local/lib/python3.8/site-packages/torch/nn/modules/module.py\u001b[0m in \u001b[0;36m_call_impl\u001b[0;34m(self, *input, **kwargs)\u001b[0m\n\u001b[1;32m   1100\u001b[0m         if not (self._backward_hooks or self._forward_hooks or self._forward_pre_hooks or _global_backward_hooks\n\u001b[1;32m   1101\u001b[0m                 or _global_forward_hooks or _global_forward_pre_hooks):\n\u001b[0;32m-> 1102\u001b[0;31m             \u001b[0;32mreturn\u001b[0m \u001b[0mforward_call\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0minput\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   1103\u001b[0m         \u001b[0;31m# Do not call functions when jit is used\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1104\u001b[0m         \u001b[0mfull_backward_hooks\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mnon_full_backward_hooks\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;34m[\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m[\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/Script/deep_learning/arabic/arabic_final/models/tachkil/model.py\u001b[0m in \u001b[0;36mforward\u001b[0;34m(self, src)\u001b[0m\n\u001b[1;32m     54\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     55\u001b[0m         \u001b[0mlstm_1_seq\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0m_\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mlstm_layer_1\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0memb\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 56\u001b[0;31m         \u001b[0mlstm_2_seq\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0m_\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mlstm_layer_2\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mlstm_1_seq\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     57\u001b[0m         \u001b[0mlstm_3_seq\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0m_\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mlstm_layer_3\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mlstm_2_seq\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     58\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/.local/lib/python3.8/site-packages/torch/nn/modules/module.py\u001b[0m in \u001b[0;36m_call_impl\u001b[0;34m(self, *input, **kwargs)\u001b[0m\n\u001b[1;32m   1100\u001b[0m         if not (self._backward_hooks or self._forward_hooks or self._forward_pre_hooks or _global_backward_hooks\n\u001b[1;32m   1101\u001b[0m                 or _global_forward_hooks or _global_forward_pre_hooks):\n\u001b[0;32m-> 1102\u001b[0;31m             \u001b[0;32mreturn\u001b[0m \u001b[0mforward_call\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0minput\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   1103\u001b[0m         \u001b[0;31m# Do not call functions when jit is used\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1104\u001b[0m         \u001b[0mfull_backward_hooks\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mnon_full_backward_hooks\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;34m[\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m[\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/.local/lib/python3.8/site-packages/torch/nn/modules/rnn.py\u001b[0m in \u001b[0;36mforward\u001b[0;34m(self, input, hx)\u001b[0m\n\u001b[1;32m    689\u001b[0m         \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mcheck_forward_args\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0minput\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mhx\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mbatch_sizes\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    690\u001b[0m         \u001b[0;32mif\u001b[0m \u001b[0mbatch_sizes\u001b[0m \u001b[0;32mis\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 691\u001b[0;31m             result = _VF.lstm(input, hx, self._flat_weights, self.bias, self.num_layers,\n\u001b[0m\u001b[1;32m    692\u001b[0m                               self.dropout, self.training, self.bidirectional, self.batch_first)\n\u001b[1;32m    693\u001b[0m         \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;31mKeyboardInterrupt\u001b[0m: "
     ]
    }
   ],
   "source": [
    "for i in range(len(data_)):\n",
    "\n",
    "    if i % 100 == 0:\n",
    "        print(i, len(data_), len(x))\n",
    "\n",
    "    line = data_.iloc[i]\n",
    "    right = line['الشطر الايمن']\n",
    "    left  = line['الشطر الايسر']\n",
    "\n",
    "    for part in [right, left]:\n",
    "        out = get_full_aroud(part)\n",
    "        meter = out['meter']\n",
    "        aroud = out['aroud']\n",
    "        tafil = out['tafil']\n",
    "        tachkil = out['tachkil']\n",
    "        harakat = out['harakat']\n",
    "        ratio  = out['ratio']\n",
    "\n",
    "        # # print(line)\n",
    "        # print(meter)\n",
    "        # # print(aroud)\n",
    "        # print(tafil)\n",
    "        # print(tachkil)\n",
    "        # # print(harakat)\n",
    "        # print(ratio)\n",
    "\n",
    "        x += [tachkil]\n",
    "        y += [' '.join(tafil)]\n",
    "        meters += [meter]\n",
    "        ratios += [ratio]\n",
    "\n",
    "\n",
    "        # print()\n",
    "    "
   ]
  }
 ],
 "metadata": {
  "interpreter": {
   "hash": "916dbcbb3f70747c44a77c7bcd40155683ae19c65e1c03b4aa3499c5328201f1"
  },
  "kernelspec": {
   "display_name": "Python 3.8.10 64-bit",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.10"
  },
  "orig_nbformat": 4
 },
 "nbformat": 4,
 "nbformat_minor": 2
}