Tags functionality

server/handlers/search.js

@@ -12,30 +12,229 @@ try {
 var request = require('request');
 var db = require(pathThumbnails + '/handlers/db.js');
 
-function get_genres(song, channel) {
-    console.log(song);
-    request("http://api.soundcloud.com/tracks/" + song.id + "?client_id=" + soundcloudKey, function(err, response, body) {
-        var object = JSON.parse(body);
-        var genres = object.genre + "," + object.tag_list.replace(/"/g, "");
-        genres = genres.toLowerCase().split(",");
-        genres = genres.filter(function (el) {
-          return el != null;
-        });
-        db.collection(channel).update({"id": song.id}, {
-            $set: {
-                "tags": genres
-            }
-        }, function(e,d) {
+function filterFunction(el) {
+    return el != null &&
+    el != "" &&
+    el != undefined &&
+    el.trim() != ''
+}
 
-        });
+function get_genres_soundcloud(song, channel) {
+    request("http://api.soundcloud.com/tracks/" + song.id + "?client_id=" + soundcloudKey, function(err, response, body) {
+        if(err) {
+            console.log("error start", err, song, "error end");
+            return;
+        }
+        try {
+            var object = JSON.parse(body);
+            if(!object.hasOwnProperty("genre") || !object.hasOwnProperty("tag_list")) return;
+            var genre = object.genre + ",";
+            genre = genre.toLowerCase().split(",").concat(object.tag_list.toLowerCase().split('"'));
+            genre = genre.filter(filterFunction);
+
+            db.collection(channel).update({"id": song.id}, {
+                $set: {
+                    "tags": genre
+                }
+            }, function(e,d) {
+
+            });
+        } catch(e) {
+            console.log("errored 2", e);
+        }
+    });
+}
+
+function get_genres_list(list, channel) {
+    var youtube_array = "";
+    var i = 0;
+    try {
+        for(var i = 0; i < list.length; i++) {
+
+            if(!list[i].hasOwnProperty("id")) continue;
+            if(list[i].source == undefined || list[i].source == "youtube") {
+                youtube_array += list[i].id + ",";
+            }
+            else if(list[i].source != undefined && list[i].source == "soundcloud") {
+                get_genres_soundcloud(list[i], channel);
+            }
+        }
+        if(youtube_array.length > 0) {
+            if(youtube_array > 49) {
+                var subList = [];
+                for(var i = 0; i < youtube_array.length; i++) {
+                    subList.push(youtube_array[i]);
+                    if(subList.length > 49) {
+                        get_genres_youtube(subList.join(","), channel);
+                        subList = [];
+                    }
+                }
+                get_genres_youtube(subList.join(","), channel);
+                subList = [];
+            } else {
+                get_genres_youtube(youtube_array, channel);
+            }
+        }
+    } catch(e) {
+        console.log("errored", e);
+        return;
+    }
+}
+
+
+function start_soundcloud_get(arr, channel, callback) {
+    get_genres_soundcloud_recursive(arr, channel, 0, callback);
+}
+
+function get_genres_soundcloud_recursive(arr, channel, i, callback) {
+    if(i >= arr.length) {
+        if(typeof(callback) == "function") callback();
+        return;
+    }
+    var song = arr[i];
+    request("http://api.soundcloud.com/tracks/" + song.id + "?client_id=" + soundcloudKey, function(err, response, body) {
+        if(err) {
+            console.log("error start", err, song, "error end");
+            get_genres_soundcloud_recursive(arr, channel, i + 1, callback);
+            return;
+        }
+        try {
+            var object = JSON.parse(body);
+            if(!object.hasOwnProperty("genre") || !object.hasOwnProperty("tag_list")) {
+                get_genres_soundcloud_recursive(arr, channel, i + 1, callback);
+                return;
+            }
+            var genre = object.genre + ",";
+            genre = genre.toLowerCase().split(",").concat(object.tag_list.toLowerCase().split('"'));
+            genre = genre.filter(filterFunction);
+
+            db.collection(channel).update({"id": song.id}, {
+                $set: {
+                    "tags": genre
+                }
+            }, function(e,d) {
+                get_genres_soundcloud_recursive(arr, channel, i + 1, callback);
+            });
+        } catch(e) {
+            console.log("errored 2", e);
+            get_genres_soundcloud_recursive(arr, channel, i + 1, callback);
+        }
+    });
+}
+
+function get_genres_list_recursive(list, channel, callback) {
+    var youtube_array = [];
+    var soundcloud_array = [];
+    for(var i = 0; i < list.length; i++) {
+        if(!list[i].hasOwnProperty("id")) continue;
+        if(list[i].source == undefined || list[i].source == "youtube") {
+            youtube_array.push(list[i]);
+        }
+        else if(list[i].source != undefined && list[i].source == "soundcloud") {
+            soundcloud_array.push(list[i]);
+        }
+    }
+    start_youtube_get(youtube_array, channel, function() {
+        start_soundcloud_get(soundcloud_array, channel, function() {
+            if(typeof(callback) == "function") callback();
+        })
+    })
+}
+
+function start_youtube_get(arr, channel, callback) {
+    get_genres_youtube_recursive(arr, channel, 0, callback)
+}
+
+function get_genres_youtube_recursive(arr, channel, i, callback) {
+    if(i >= arr.length) {
+        if(typeof(callback) == "function") callback();
+        return;
+    }
+    var ids = [];
+    for(var y = i; y < arr.length; y++) {
+        if(ids.length >= 48) {
+            break;
+        }
+        ids.push(arr[y].id);
+    }
+    request({
+        type: "GET",
+        url: "https://www.googleapis.com/youtube/v3/videos?part=contentDetails,snippet,id,topicDetails&key="+key+"&id=" + ids.join(","),
+    }, function(error, response, body) {
+        if(error) {
+            console.log(arr, channel, i, arr[i]);
+            console.log("error start 1", error, ids, "error end");
+            get_genres_youtube_recursive(arr, channel, i + ids.length, callback);
+            return;
+        }
+        var resp = JSON.parse(body);
+        if(!resp.hasOwnProperty("items")) {
+            console.log("error start 2", resp, ids, "error end");
+            get_genres_youtube_recursive(arr, channel, i + ids.length, callback);
+            return;
+        }
+        if(resp.items.length > 0) {
+            for(var z = 0; z < resp.items.length; z++) {
+                if(!resp.items[z].hasOwnProperty("topicDetails")) continue;
+                var genre = resp.items[z].topicDetails.topicCategories;
+                genre = genre.join(",");
+                genre = genre.replace(new RegExp("https://en.wikipedia.org/wiki/", "g"), "");
+                genre = genre.replace(/_/g, " ").toLowerCase().split(",");
+                genre = genre.filter(filterFunction);
+                //console.log(resp.items[i].id + " - ", genre);
+                db.collection(channel).update({"id": resp.items[z].id}, {
+                    $set: {
+                        "tags": genre
+                    }
+                }, function(e, d) {
+                });
+            }
+            get_genres_youtube_recursive(arr, channel, i + ids.length, callback);
+        } else {
+            get_genres_youtube_recursive(arr, channel, i + ids.length, callback);
+        }
+    });
+}
+
+
+function get_genres_youtube(ids, channel) {
+    request({
+        type: "GET",
+        url: "https://www.googleapis.com/youtube/v3/videos?part=contentDetails,snippet,id,topicDetails&key="+key+"&id=" + ids,
+    }, function(error, response, body) {
+        if(error) {
+            console.log("error start", error, ids, "error end");
+            return;
+        }
+        var resp = JSON.parse(body);
+        if(!resp.hasOwnProperty("items")) {
+            console.log("error start", resp, ids, "error end");
+            return;
+        }
+        if(resp.items.length > 0) {
+            for(var i = 0; i < resp.items.length; i++) {
+                if(!resp.items[i].hasOwnProperty("topicDetails")) continue;
+                var genre = resp.items[i].topicDetails.topicCategories;
+                genre = genre.join(",");
+                genre = genre.replace(new RegExp("https://en.wikipedia.org/wiki/", "g"), "");
+                genre = genre.replace(/_/g, " ").toLowerCase().split(",");
+                genre = genre.filter(filterFunction);
+                //console.log(resp.items[i].id + " - ", genre);
+                db.collection(channel).update({"id": resp.items[i].id}, {
+                    $set: {
+                        "tags": genre
+                    }
+                }, function(e, d) {});
+            }
+        }
     });
 }
 
 function get_correct_info(song_generated, channel, broadcast, callback) {
     //channel = channel.replace(/ /g,'');
     request({
-            type: "GET",
-            url: "https://www.googleapis.com/youtube/v3/videos?part=contentDetails,snippet,id,topicDetails&key="+key+"&id=" + song_generated.id,
+        type: "GET",
+        url: "https://www.googleapis.com/youtube/v3/videos?part=contentDetails,snippet,id,topicDetails&key="+key+"&id=" + song_generated.id,
 
     }, function(error, response, body) {
         try {
@@ -47,9 +246,8 @@ function get_correct_info(song_generated, channel, broadcast, callback) {
                 genre = genre.join(",");
                 genre = genre.replace(new RegExp("https://en.wikipedia.org/wiki/", "g"), "");
                 genre = genre.replace(/_/g, " ").toLowerCase().split(",");
-                genre = genre.filter(function (el) {
-                  return el != null;
-                });
+                genre = genre.filter(filterFunction);
+                //console.log(genre + " - ", song_generated.id);
                 if(title != song_generated.title || duration < parseInt(song_generated.duration)) {
                     if(title != song_generated.title) {
                         song_generated.title = title;
@@ -106,24 +304,24 @@ function get_correct_info(song_generated, channel, broadcast, callback) {
 
 function check_error_video(msg, channel) {
     if(!msg.hasOwnProperty("id") || !msg.hasOwnProperty("title") ||
-     typeof(msg.id) != "string" || typeof(msg.title) != "string") {
-         var result = {
-             id: {
-                 expected: "string",
-                 got: msg.hasOwnProperty("id") ? typeof(msg.id) : undefined,
-             },
-             title: {
-                 expected: "string",
-                 got: msg.hasOwnProperty("title") ? typeof(msg.title) : undefined,
-             },
-         };
+    typeof(msg.id) != "string" || typeof(msg.title) != "string") {
+        var result = {
+            id: {
+                expected: "string",
+                got: msg.hasOwnProperty("id") ? typeof(msg.id) : undefined,
+            },
+            title: {
+                expected: "string",
+                got: msg.hasOwnProperty("title") ? typeof(msg.title) : undefined,
+            },
+        };
         return;
     }
     if(msg.source == "soundcloud") return;
     //channel = channel.replace(/ /g,'');
     request({
-            type: "GET",
-            url: "https://www.googleapis.com/youtube/v3/videos?part=id&key="+key+"&id=" + msg.id,
+        type: "GET",
+        url: "https://www.googleapis.com/youtube/v3/videos?part=id&key="+key+"&id=" + msg.id,
 
     }, function(error, response, body) {
         try {
@@ -151,8 +349,8 @@ function findSimilar(msg, channel, broadcast, callback) {
                 vid_url += resp.items[i].id.videoId + ",";
             }
             request({
-                    type: "GET",
-                    url: vid_url
+                type: "GET",
+                url: vid_url
             }, function(error, response, body) {
                 var resp = JSON.parse(body);
                 var found = false;
@@ -199,44 +397,44 @@ function findSimilar(msg, channel, broadcast, callback) {
 }
 
 function similarity(s1, s2) {
-  var longer = s1;
-  var shorter = s2;
-  if (s1.length < s2.length) {
-    longer = s2;
-    shorter = s1;
-  }
-  var longerLength = longer.length;
-  if (longerLength == 0) {
-    return 1.0;
-  }
-  return (longerLength - editDistance(longer, shorter)) / parseFloat(longerLength);
+    var longer = s1;
+    var shorter = s2;
+    if (s1.length < s2.length) {
+        longer = s2;
+        shorter = s1;
+    }
+    var longerLength = longer.length;
+    if (longerLength == 0) {
+        return 1.0;
+    }
+    return (longerLength - editDistance(longer, shorter)) / parseFloat(longerLength);
 }
 
 function editDistance(s1, s2) {
-  s1 = s1.toLowerCase();
-  s2 = s2.toLowerCase();
+    s1 = s1.toLowerCase();
+    s2 = s2.toLowerCase();
 
-  var costs = new Array();
-  for (var i = 0; i <= s1.length; i++) {
-    var lastValue = i;
-    for (var j = 0; j <= s2.length; j++) {
-      if (i == 0)
-        costs[j] = j;
-      else {
-        if (j > 0) {
-          var newValue = costs[j - 1];
-          if (s1.charAt(i - 1) != s2.charAt(j - 1))
-            newValue = Math.min(Math.min(newValue, lastValue),
-              costs[j]) + 1;
-          costs[j - 1] = lastValue;
-          lastValue = newValue;
+    var costs = new Array();
+    for (var i = 0; i <= s1.length; i++) {
+        var lastValue = i;
+        for (var j = 0; j <= s2.length; j++) {
+            if (i == 0)
+            costs[j] = j;
+            else {
+                if (j > 0) {
+                    var newValue = costs[j - 1];
+                    if (s1.charAt(i - 1) != s2.charAt(j - 1))
+                    newValue = Math.min(Math.min(newValue, lastValue),
+                    costs[j]) + 1;
+                    costs[j - 1] = lastValue;
+                    lastValue = newValue;
+                }
+            }
         }
-      }
+        if (i > 0)
+        costs[s2.length] = lastValue;
     }
-    if (i > 0)
-      costs[s2.length] = lastValue;
-  }
-  return costs[s2.length];
+    return costs[s2.length];
 }
 
 function durationToSeconds(duration) {
@@ -247,6 +445,9 @@ function durationToSeconds(duration) {
     return hours*60*60+minutes*60+seconds;
 }
 
-module.exports.get_genres = get_genres;
+module.exports.get_genres_list_recursive = get_genres_list_recursive;
+module.exports.get_genres_soundcloud = get_genres_soundcloud;
+module.exports.get_genres_youtube = get_genres_youtube;
+module.exports.get_genres_list = get_genres_list;
 module.exports.check_error_video = check_error_video;
 module.exports.get_correct_info = get_correct_info;