GitHub - choi258/Spark_apache: Python based

Branches Tags

Name		Name	Last commit message	Last commit date
Latest commit History 4 Commits
README.txt		README.txt
movies.dat		movies.dat
q2.dat		q2.dat
q2.py		q2.py
q3.dat		q3.dat
q3.py		q3.py
q4.dat		q4.dat
q4.py		q4.py
q5.dat		q5.dat
q5.py		q5.py
ratings.dat		ratings.dat
users.dat		users.dat

Repository files navigation

Python based

/* Query 2 */ 
SELECT DISTINCT m.title 
FROM movies m, ratings r 
WHERE 
	m.movieid = r.movieid 
	AND r.rating = 5;

/* Query 3 */ 
SELECT u.occupation, count(u.occupation) AS cnt 
FROM users AS u 
GROUP BY occupation;

/* Query 4 */ 
SELECT m.title, ROUND(AVG(r.rating), 1) 
FROM movies m, ratings r 
WHERE 
	m.movieid = r.movieid 
	AND m.title LIKE "%(1998)%" 
GROUP BY m.title;

/* Query 5 */ 
SELECT u.age, ROUND(AVG(r.rating), 1) 
FROM ratings r, users u 
WHERE 
	r.userid = u.userid 
GROUP BY u.age;