-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathsql_queries.py
135 lines (120 loc) · 2.75 KB
/
sql_queries.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
# DROP TABLE QUERIES
songplay_table_drop = "DROP TABLE IF EXISTS songplays"
users_table_drop = "DROP TABLE IF EXISTS users"
songs_table_drop = "DROP TABLE IF EXISTS songs"
artists_table_drop = "DROP TABLE IF EXISTS artists"
time_table_drop = "DROP TABLE IF EXISTS time"
# CREATE TABLE QUERIES
songplay_table_create = """
CREATE TABLE IF NOT EXISTS songplays(
songplay_id serial PRIMARY KEY,
start_time timestamp NOT NULL,
user_id int NOT NULL,
level varchar,
song_id varchar NOT NULL,
artist_id varchar NOT NULL,
session_id int,
location varchar,
user_agent varchar
)
"""
user_table_create = """
CREATE TABLE IF NOT EXISTS users(
user_id int PRIMARY KEY,
first_name varchar NOT NULL,
last_name varchar NOT NULL,
gender varchar,
level varchar
)
"""
song_table_create = """
CREATE TABLE IF NOT EXISTS songs(
song_id varchar PRIMARY KEY,
title varchar NOT NULL,
artist_id varchar NOT NULL,
year int,
duration float
)
"""
artist_table_create = """
CREATE TABLE IF NOT EXISTS artists(
artist_id varchar PRIMARY KEY,
name varchar NOT NULL,
location varchar,
latitude float,
longitude float
)
"""
time_table_create = """
CREATE TABLE IF NOT EXISTS time(
start_time timestamp PRIMARY KEY,
hour int NOT NULL,
day int NOT NULL,
week int NOT NULL,
month int NOT NULL,
year int NOT NULL,
weekday varchar NOT NULL
)
"""
# TODO: use a variable called songs_columns insted of long string for columns
# INSERT QUERIES
song_table_insert = """
INSERT INTO songs(
song_id, title, artist_id, year, duration
)
VALUES(%s, %s, %s, %s, %s)
ON CONFLICT (song_id)
DO NOTHING
"""
artist_table_insert = """
INSERT INTO artists(
artist_id, name, location, latitude, longitude
)
VALUES(%s, %s, %s, %s, %s)
ON CONFLICT (artist_id)
DO NOTHING
"""
time_table_insert = """
INSERT INTO time(
start_time, hour, day, week, month, year, weekday
)
VALUES(%s, %s, %s, %s, %s, %s, %s)
ON CONFLICT (start_time)
DO NOTHING"""
user_table_insert = """
INSERT INTO users(
user_id, first_name, last_name, gender, level
)
VALUES(%s, %s, %s, %s, %s)
ON CONFLICT (user_id)
DO UPDATE SET level = EXCLUDED.level
"""
songplay_table_insert = """
INSERT INTO songplays(
start_time, user_id, level, song_id, artist_id, session_id, location, user_agent
)
VALUES(%s, %s, %s, %s, %s, %s, %s, %s)
ON CONFLICT (songplay_id)
DO NOTHING
"""
# SELECT QUERY
song_select = """
SELECT songs.song_id, artists.artist_id
FROM (songs INNER JOIN artists ON songs.artist_id = artists.artist_id)
WHERE songs.title = %s AND artists.name = %s AND songs.duration = %s
"""
# QUERY LIST
create_table_queries = [
songplay_table_create,
user_table_create,
song_table_create,
artist_table_create,
time_table_create,
]
drop_table_queries = [
songplay_table_drop,
users_table_drop,
songs_table_drop,
artists_table_drop,
time_table_drop,
]