Add files via upload

Author: ThSrAd

analysis.hql.txt

@@ -0,0 +1,25 @@
+SELECT movies.MovieID,movies.Title,COUNT(DISTINCT ratings.UserID) as views
+FROM movies JOIN ratings ON (movies.MovieID = ratings.MovieID)
+GROUP BY movies.MovieID, movies.Title
+ORDER BY views DESC
+LIMIT 10;
+
+SELECT movies.MovieID,movies.Title,AVG(ratings.Rating) as rtg,COUNT(DISTINCT ratings.UserID) as views
+FROM movies JOIN ratings ON (movies.MovieID = ratings.MovieID)
+GROUP BY movies.MovieID,movies.Title
+HAVING views >= 40
+ORDER BY rtg DESC
+LIMIT 20;
+
+create temporary table movie_by_user_genre as 
+select t1.*, t2.rating,t2.userid 
+from movie_by_genre t1 left join ratings t2 
+on t1.movieid = t2.movieid where t2.rating >= 4;
+
+create temporary table user_by_genre_totalrating as 
+select userid, genre, sum(rating) total_rating 
+from movie_by_user_genre group by userid, genre;
+
+select * from 
+(select userid, genre, row_number() over (partition by userid order by total_rating desc) row_num 
+from user_by_genre_totalrating) t where t.row_num <= 3;

movies.sql

@@ -0,0 +1,12 @@
+DROP DATABASE IF EXISTS movielens CASCADE;
+CREATE DATABASE movielens;
+USE movielens;
+CREATE EXTERNAL TABLE movies (MovieID INT, 
+Title varchar(60), 
+Genres varchar(60))
+ROW FORMAT DELIMITED FIELDS TERMINATED BY ',' 
+LINES TERMINATED BY "\n"
+STORED AS TEXTFILE
+LOCATION '/movielens/ml-1m/mvs.txt';
+LOAD DATA INPATH '/movielens/ml-1m/movies.csv' INTO TABLE movies;
+SELECT * FROM movies LIMIT 10;

ratings.sql

@@ -0,0 +1,13 @@
+USE movielens;
+
+CREATE EXTERNAL TABLE ratings (UserID INT, 
+MovieID INT, 
+Rating INT, 
+Timestamp2 STRING)
+ROW FORMAT DELIMITED FIELDS TERMINATED BY ',' 
+LINES TERMINATED BY "\n"
+STORED AS TEXTFILE
+LOCATION '/movielens/ml-1m/rts.txt';
+LOAD DATA INPATH '/movielens/ml-1m/ratings.csv' INTO TABLE ratings;
+
+SELECT * FROM ratings LIMIT 10;

users.sql

@@ -0,0 +1,15 @@
+USE movielens;
+
+CREATE EXTERNAL TABLE users (UserID INT, 
+Gender STRING, 
+Age INT,
+Occupation INT, 
+ZIP INT)
+ROW FORMAT DELIMITED FIELDS TERMINATED BY ',' 
+LINES TERMINATED BY "\n"
+STORED AS TEXTFILE
+LOCATION '/movielens/ml-1m/usr.txt';
+
+LOAD DATA INPATH '/movielens/ml-1m/users.csv' INTO TABLE users;
+
+SELECT * FROM users LIMIT 10;