KevinMidboe/zoff
1
0
Fork 0
mirror of https://github.com/KevinMidboe/zoff.git synced 2025-10-29 18:00:23 +00:00
Code Issues Packages Projects Releases Wiki Activity

Tags functionality

Browse Source
This commit is contained in:
Kasper Rynning-Tønnesen
2019-02-28 22:51:22 +01:00
parent c3bfac72c6
commit 066480458d
5 changed files with 346 additions and 71 deletions
Download Patch File Download Diff File Expand all files Collapse all files

71
server/apps/genre_generator.js Normal file
View File

@@ -0,0 +1,71 @@
var path = require('path');
var publicPath = path.join(__dirname, 'public');
var pathThumbnail = __dirname;
pathThumbnails = __dirname + "/../";
var time_regex = /P((([0-9]*\.?[0-9]*)Y)?(([0-9]*\.?[0-9]*)M)?(([0-9]*\.?[0-9]*)W)?(([0-9]*\.?[0-9]*)D)?)?(T(([0-9]*\.?[0-9]*)H)?(([0-9]*\.?[0-9]*)M)?(([0-9]*\.?[0-9]*)S)?)?/;
try {
var keys = require(path.join(__dirname, '../config/api_key.js'));
var key = keys.youtube;
var soundcloudKey = keys.soundcloud;
} catch(e) {
console.log("Error - missing file");
console.log("Seems you forgot to create the file api_key.js in /server/config/. Have a look at api_key.example.js.");
process.exit(1);
}
var Search = require(pathThumbnail + '/../handlers/search.js');
var request = require('request');
var db = require(pathThumbnail + '/../handlers/db.js');
var currentList = 0;
var listNames = [];
db.getCollectionNames(function(e, d) {
for(var i = 0; i < d.length; i++) {
if(d[i].indexOf("_") < 0) {
listNames.push(d[i]);
}
}
console.log("Number of lists is " + listNames.length);
/*for(var i = 0; i < listNames.length; i++) {
getListItems(d[i]);
if(i > 1000) return;
}*/
recursivifyListLooping(listNames, 0);
});
function filterFunction(el) {
return el != null &&
el != "" &&
el != undefined &&
el.trim() != ''
}
function recursivifyListLooping(listNames, i) {
if(i > listNames.length) {
console.log("Done");
return;
}
console.log("List " + i + " of " + listNames.length);
getListItems(listNames, 0, function() {
console.log("done");
});
}
function getListItems(arr, i, callback) {
console.log("List " + i + " of " + listNames.length + " - " + arr[i]);
if(i >= arr.length) {
if(typeof(callback) == "function") callback();
return;
}
try {
db.collection(arr[i]).find(function(e, d) {
if(d.length > 0) {
Search.get_genres_list_recursive(d, arr[i], function(){
getListItems(arr, i + 1, callback);
});
} else {
getListItems(arr, i + 1, callback);
}
});
} catch(e) {
getListItems(arr, i + 1, callback);
}
}

5
server/handlers/list_change.js
View File

@@ -293,6 +293,7 @@ function addPlaylist(arr, guid, offline, socket) {
_db.close();
})
}
Search.get_genres_list_recursive(arr.songs, channel);
});
});
});
@@ -459,11 +460,11 @@ function add_function(arr, coll, guid, offline, socket) {
var thumbnail = arr.thumbnail != undefined ? arr.thumbnail : undefined;
Frontpage.update_frontpage(coll, id, title, thumbnail, arr.source);
if(source != "soundcloud") Search.get_correct_info(new_song, coll, false);
else if(source == "soundcloud") Search.get_genres(new_song, coll);
else if(source == "soundcloud") Search.get_genres_soundcloud(new_song, coll);
} else {
io.to(coll).emit("channel", {type: "added", value: new_song});
if(source != "soundcloud") Search.get_correct_info(new_song, coll, true);
else if(source == "soundcloud") Search.get_genres(new_song, coll);
else if(source == "soundcloud") Search.get_genres_soundcloud(new_song, coll);
}
db.collection("frontpage_lists").update({_id:coll}, {$inc:{count:1}, $set:{accessed: Functions.get_time()}}, {upsert:true}, function(err, docs){});
List.getNextSong(coll, undefined);

225
server/handlers/search.js
View File

@@ -12,22 +12,221 @@ try {
var request = require('request');
var db = require(pathThumbnails + '/handlers/db.js');
function get_genres(song, channel) {
console.log(song);
function filterFunction(el) {
return el != null &&
el != "" &&
el != undefined &&
el.trim() != ''
}
function get_genres_soundcloud(song, channel) {
request("http://api.soundcloud.com/tracks/" + song.id + "?client_id=" + soundcloudKey, function(err, response, body) {
if(err) {
console.log("error start", err, song, "error end");
return;
}
try {
var object = JSON.parse(body);
var genres = object.genre + "," + object.tag_list.replace(/"/g, "");
genres = genres.toLowerCase().split(",");
genres = genres.filter(function (el) {
return el != null;
});
if(!object.hasOwnProperty("genre") || !object.hasOwnProperty("tag_list")) return;
var genre = object.genre + ",";
genre = genre.toLowerCase().split(",").concat(object.tag_list.toLowerCase().split('"'));
genre = genre.filter(filterFunction);
db.collection(channel).update({"id": song.id}, {
$set: {
"tags": genres
"tags": genre
}
}, function(e,d) {
});
} catch(e) {
console.log("errored 2", e);
}
});
}
function get_genres_list(list, channel) {
var youtube_array = "";
var i = 0;
try {
for(var i = 0; i < list.length; i++) {
if(!list[i].hasOwnProperty("id")) continue;
if(list[i].source == undefined || list[i].source == "youtube") {
youtube_array += list[i].id + ",";
}
else if(list[i].source != undefined && list[i].source == "soundcloud") {
get_genres_soundcloud(list[i], channel);
}
}
if(youtube_array.length > 0) {
if(youtube_array > 49) {
var subList = [];
for(var i = 0; i < youtube_array.length; i++) {
subList.push(youtube_array[i]);
if(subList.length > 49) {
get_genres_youtube(subList.join(","), channel);
subList = [];
}
}
get_genres_youtube(subList.join(","), channel);
subList = [];
} else {
get_genres_youtube(youtube_array, channel);
}
}
} catch(e) {
console.log("errored", e);
return;
}
}
function start_soundcloud_get(arr, channel, callback) {
get_genres_soundcloud_recursive(arr, channel, 0, callback);
}
function get_genres_soundcloud_recursive(arr, channel, i, callback) {
if(i >= arr.length) {
if(typeof(callback) == "function") callback();
return;
}
var song = arr[i];
request("http://api.soundcloud.com/tracks/" + song.id + "?client_id=" + soundcloudKey, function(err, response, body) {
if(err) {
console.log("error start", err, song, "error end");
get_genres_soundcloud_recursive(arr, channel, i + 1, callback);
return;
}
try {
var object = JSON.parse(body);
if(!object.hasOwnProperty("genre") || !object.hasOwnProperty("tag_list")) {
get_genres_soundcloud_recursive(arr, channel, i + 1, callback);
return;
}
var genre = object.genre + ",";
genre = genre.toLowerCase().split(",").concat(object.tag_list.toLowerCase().split('"'));
genre = genre.filter(filterFunction);
db.collection(channel).update({"id": song.id}, {
$set: {
"tags": genre
}
}, function(e,d) {
get_genres_soundcloud_recursive(arr, channel, i + 1, callback);
});
} catch(e) {
console.log("errored 2", e);
get_genres_soundcloud_recursive(arr, channel, i + 1, callback);
}
});
}
function get_genres_list_recursive(list, channel, callback) {
var youtube_array = [];
var soundcloud_array = [];
for(var i = 0; i < list.length; i++) {
if(!list[i].hasOwnProperty("id")) continue;
if(list[i].source == undefined || list[i].source == "youtube") {
youtube_array.push(list[i]);
}
else if(list[i].source != undefined && list[i].source == "soundcloud") {
soundcloud_array.push(list[i]);
}
}
start_youtube_get(youtube_array, channel, function() {
start_soundcloud_get(soundcloud_array, channel, function() {
if(typeof(callback) == "function") callback();
})
})
}
function start_youtube_get(arr, channel, callback) {
get_genres_youtube_recursive(arr, channel, 0, callback)
}
function get_genres_youtube_recursive(arr, channel, i, callback) {
if(i >= arr.length) {
if(typeof(callback) == "function") callback();
return;
}
var ids = [];
for(var y = i; y < arr.length; y++) {
if(ids.length >= 48) {
break;
}
ids.push(arr[y].id);
}
request({
type: "GET",
url: "https://www.googleapis.com/youtube/v3/videos?part=contentDetails,snippet,id,topicDetails&key="+key+"&id=" + ids.join(","),
}, function(error, response, body) {
if(error) {
console.log(arr, channel, i, arr[i]);
console.log("error start 1", error, ids, "error end");
get_genres_youtube_recursive(arr, channel, i + ids.length, callback);
return;
}
var resp = JSON.parse(body);
if(!resp.hasOwnProperty("items")) {
console.log("error start 2", resp, ids, "error end");
get_genres_youtube_recursive(arr, channel, i + ids.length, callback);
return;
}
if(resp.items.length > 0) {
for(var z = 0; z < resp.items.length; z++) {
if(!resp.items[z].hasOwnProperty("topicDetails")) continue;
var genre = resp.items[z].topicDetails.topicCategories;
genre = genre.join(",");
genre = genre.replace(new RegExp("https://en.wikipedia.org/wiki/", "g"), "");
genre = genre.replace(/_/g, " ").toLowerCase().split(",");
genre = genre.filter(filterFunction);
//console.log(resp.items[i].id + " - ", genre);
db.collection(channel).update({"id": resp.items[z].id}, {
$set: {
"tags": genre
}
}, function(e, d) {
});
}
get_genres_youtube_recursive(arr, channel, i + ids.length, callback);
} else {
get_genres_youtube_recursive(arr, channel, i + ids.length, callback);
}
});
}
function get_genres_youtube(ids, channel) {
request({
type: "GET",
url: "https://www.googleapis.com/youtube/v3/videos?part=contentDetails,snippet,id,topicDetails&key="+key+"&id=" + ids,
}, function(error, response, body) {
if(error) {
console.log("error start", error, ids, "error end");
return;
}
var resp = JSON.parse(body);
if(!resp.hasOwnProperty("items")) {
console.log("error start", resp, ids, "error end");
return;
}
if(resp.items.length > 0) {
for(var i = 0; i < resp.items.length; i++) {
if(!resp.items[i].hasOwnProperty("topicDetails")) continue;
var genre = resp.items[i].topicDetails.topicCategories;
genre = genre.join(",");
genre = genre.replace(new RegExp("https://en.wikipedia.org/wiki/", "g"), "");
genre = genre.replace(/_/g, " ").toLowerCase().split(",");
genre = genre.filter(filterFunction);
//console.log(resp.items[i].id + " - ", genre);
db.collection(channel).update({"id": resp.items[i].id}, {
$set: {
"tags": genre
}
}, function(e, d) {});
}
}
});
}
@@ -47,9 +246,8 @@ function get_correct_info(song_generated, channel, broadcast, callback) {
genre = genre.join(",");
genre = genre.replace(new RegExp("https://en.wikipedia.org/wiki/", "g"), "");
genre = genre.replace(/_/g, " ").toLowerCase().split(",");
genre = genre.filter(function (el) {
return el != null;
});
genre = genre.filter(filterFunction);
//console.log(genre + " - ", song_generated.id);
if(title != song_generated.title || duration < parseInt(song_generated.duration)) {
if(title != song_generated.title) {
song_generated.title = title;
@@ -247,6 +445,9 @@ function durationToSeconds(duration) {
return hours*60*60+minutes*60+seconds;
}
module.exports.get_genres = get_genres;
module.exports.get_genres_list_recursive = get_genres_list_recursive;
module.exports.get_genres_soundcloud = get_genres_soundcloud;
module.exports.get_genres_youtube = get_genres_youtube;
module.exports.get_genres_list = get_genres_list;
module.exports.check_error_video = check_error_video;
module.exports.get_correct_info = get_correct_info;

3
server/public/assets/js/list.js
View File

@@ -1331,7 +1331,8 @@ var List = {
//song.querySelector(".list-image").setAttribute("class", song.querySelector(".list-image").getAttribute("class").replace("list-image", "list-suggested-image"));
} else if(filtered) {
song.querySelector("#list-song").className += " filtered-search-element";
song.querySelector(".list-votes").innerText = video_votes;
song.querySelector(".list-votes").innerText = _song_info.tags.join(", ");
song.querySelector(".vote-text").remove();
song.querySelector("#list-song").setAttribute("data-video-id", video_id);
song.querySelector("#list-song").setAttribute("data-video-type", "song");
song.querySelector("#list-song").setAttribute("data-video-source", _song_info.source);

1
server/public/assets/js/listeners.js
View File

@@ -691,6 +691,7 @@ function addDynamicListeners() {
addListener("click", "#open_advanced_filter", function(e) {
this.preventDefault();
document.getElementById("filtersearch_input").focus();
M.Modal.getInstance(document.getElementById("advanced_filter")).open();
});