mostly working, pre-cleanup

Author: bennuttle

audiomanager.py

@@ -7,8 +7,9 @@ def bytestream_from_unknown_mp3(mp3_path):
     base_name = os.path.basename(mp3_path)
     base_name_no_ext = base_name[:base_name.rindex('.')]
 
-    full_song = AudioSegment.from_mp3(mp3_path)
-    first_5_seconds = full_song[:5000]
+    # full_song = AudioSegment.from_mp3(mp3_path)
+    full_song = AudioSegment.from_file(mp3_path)
+    first_5_seconds = full_song[10000:15000]
 
     extra_params = ["-ar", "44100", "-ac", "1"]
     first_5_seconds.export(base_name_no_ext + '.raw', format='s16le', codec='pcm_s16le', parameters=extra_params)

filemanager.py

@@ -2,21 +2,23 @@
 import music_tag
 import eyed3
 from eyed3.id3.frames import ImageFrame
-# delete all raw files in directory for cleanup
-#maybe one for album artwork? would be cool
 
 def music_file_with_missing_attributes(filepath):
     if os.path.splitext(filepath)[1] != '.mp3':
         return False
 
     file = music_tag.load_file(filepath)
-    for key in ["title", "artist", "albumartist", "album"]:
+    for key in ["title", "artist", "albumartist", "album", "genre", "year", "tracknumber"]:
+    # for key in ["year"]:
         if not field_is_valid(file[key]):
             return True
     return False
 
 
 def field_is_valid(metadata_item):
+    if type(metadata_item.value) == int:
+        #todo this check isn't correct
+        return True
     return len(metadata_item.value) > 0
 
 
@@ -35,12 +37,38 @@ def write_file_metadata(filepath, song_details, album_details):
     file['albumartist'] = album_details['data'][0]['attributes']['artistName']
     file['title'] = song_details['title']
     file['album'] = album_details['data'][0]['attributes']['name']
+    file['genre'] = song_details['genres']['primary']
+    file.raw['tracknumber'] = retrieve_track_number(song_details['title'], album_details)
+    # file.raw['year'] = album_details['data'][0]['attributes']['releaseDate'][0:4]
+    file['year'] = int(album_details['data'][0]['attributes']['releaseDate'][0:4])
+    # f = eyed3.load(filepath)
+    # f.initTag()
+    # f.tag.year = int(album_details['data'][0]['attributes']['releaseDate'][0:4])
+    # f.tag.save()
+    # time.sleep(5)
+    #year field is written but only displays when we view it first in the debugger
+    # _ = file['year']
     file.save()
 
 
+def retrieve_track_number(song_title, album_details):
+    song_list = album_details['data'][0]['relationships']['tracks']['data']
+
+    res = -1
+    for idx, song in enumerate(song_list):
+        if song['attributes']['name'] == song_title:
+            res = idx + 1
+            break
+
+    if res < 10:
+        return '0' + str(res)
+    return str(res)
+
+
 def rename_file(filepath, song_details):
     working_dir = os.path.dirname(filepath)
-    os.rename(filepath, os.path.join(working_dir, song_details['title'] + '.mp3'))
+    if not os.path.exists(os.path.join(working_dir, song_details['title'] + '.mp3')):
+        os.rename(filepath, os.path.join(working_dir, song_details['title'] + '.mp3'))
 
 
 def add_album_artwork(filepath):
@@ -61,12 +89,14 @@ def add_album_artwork(filepath):
 def cleanup_raw_files():
     curr_dir = os.path.dirname(os.path.realpath(__file__))
 
-    for filename in os.listdir(curr_dir):
-        if filename.endswith('.raw'):
-            os.remove(os.path.join(curr_dir, filename))
+    for root, dirs, files in os.walk(curr_dir):
+        for filename in files:
+            if filename.endswith('.raw'):
+                os.remove(os.path.join(curr_dir, filename))
 
 
 def cleanup_jpg_files(working_dir):
-    for filename in os.listdir(working_dir):
-        if filename.endswith('.jpg'):
-            os.remove(os.path.join(working_dir, filename))
+    for root, dirs, files in os.walk(working_dir):
+        for filename in files:
+            if filename.endswith('.jpg'):
+                os.remove(os.path.join(root, filename))

main.py

@@ -1,24 +1,46 @@
+import pydub.exceptions
+import requests
+
 from shazammanager import ShazamManager
 from audiomanager import bytestream_from_unknown_mp3
 from filemanager import find_candidate_files, write_file_metadata, rename_file, cleanup_raw_files, add_album_artwork, cleanup_jpg_files
 
 
-sm = ShazamManager()
-
-for filepath in find_candidate_files("C:\\Users\\bennu\\OneDrive\\Desktop\\test_dir"):
-    b = bytestream_from_unknown_mp3(filepath)
-    song_id = sm.detect_raw_audio(b)['matches'][0]['id']
-    song_details = sm.get_details_from_song_id(song_id)
-    album_id = song_details['albumadamid']
-    album_details = sm.get_album_details_from_album_id(album_id)
-
-    sm.get_album_artwork(filepath, song_details)
-    write_file_metadata(filepath, song_details, album_details)
-    add_album_artwork(filepath)
-    rename_file(filepath, song_details)
+CLEANUP_DIRECTORY = "C:\\Users\\bennu\\OneDrive\\Desktop\\Chelsea_Phone\\test"
 
+sm = ShazamManager()
+for filepath in find_candidate_files(CLEANUP_DIRECTORY):
+    try:
+        b = bytestream_from_unknown_mp3(filepath)
+        song_id = sm.detect_raw_audio(b)['matches'][0]['id']
+        song_details = sm.get_details_from_song_id(song_id)
+        album_id = song_details['albumadamid']
+        album_details = sm.get_album_details_from_album_id(album_id)
+
+        sm.get_album_artwork(filepath, song_details)
+        write_file_metadata(filepath, song_details, album_details)
+        add_album_artwork(filepath)
+        rename_file(filepath, song_details)
+    except requests.HTTPError:
+        print("Bad API response when processing " + filepath + ". Continuing..")
+        continue
+    except KeyError:
+        print("Incomplete Metadata for " + filepath + ". Continuing..")
+        continue
+    except IndexError:
+        #todo why are we getting this when we have good response?
+        # we had no matches from shazam API so we get a key error when trying to ID the song on ln 15
+        print("??? " + filepath + ". Continuing..")
+        continue
+    except FileNotFoundError:
+        print("Bad path? " + filepath + ". Continuing..")
+        continue
+    except pydub.exceptions.CouldntDecodeError:
+        # might be fixed by the code change to from_file??
+        print("WTF mate?")
+        continue
 
 cleanup_raw_files()
-cleanup_jpg_files("C:\\Users\\bennu\\OneDrive\\Desktop\\test_dir")
+cleanup_jpg_files(CLEANUP_DIRECTORY)
 
 

shazammanager.py

@@ -25,13 +25,13 @@ def __init__(self):
     def get_from_api(self, endpoint_url, querystring):
         response = requests.request("GET", endpoint_url, headers=self.headers_get, params=querystring)
 
-        # TODO this is broken if we don't get a match, harden this
+        response.raise_for_status()
         return json.loads(response.text)
 
     def post_to_api(self, endpoint_url, data):
         response = requests.request("POST", endpoint_url, data=data, headers=self.headers_post)
 
-        # TODO this is broken if we don't get a match, harden this
+        response.raise_for_status()
         return json.loads(response.text)
 
     def detect_raw_audio(self, bytestream):