123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503 |
- import async from "async";
- import mongoose from "mongoose";
- import CoreClass from "../core";
- let SongsModule;
- let CacheModule;
- let DBModule;
- let UtilsModule;
- let YouTubeModule;
- let StationsModule;
- let PlaylistsModule;
- class ErrorWithData extends Error {
- /**
- * @param {string} message - the error message
- * @param {object} data - the error data
- */
- constructor(message, data) {
- super(message);
- this.data = data;
- }
- }
- class _SongsModule extends CoreClass {
- // eslint-disable-next-line require-jsdoc
- constructor() {
- super("songs");
- SongsModule = this;
- }
- /**
- * Initialises the songs module
- *
- * @returns {Promise} - returns promise (reject, resolve)
- */
- async initialize() {
- this.setStage(1);
- CacheModule = this.moduleManager.modules.cache;
- DBModule = this.moduleManager.modules.db;
- UtilsModule = this.moduleManager.modules.utils;
- YouTubeModule = this.moduleManager.modules.youtube;
- StationsModule = this.moduleManager.modules.stations;
- PlaylistsModule = this.moduleManager.modules.playlists;
- this.SongModel = await DBModule.runJob("GET_MODEL", { modelName: "song" });
- this.SongSchemaCache = await CacheModule.runJob("GET_SCHEMA", { schemaName: "song" });
- this.setStage(2);
- return new Promise((resolve, reject) => {
- async.waterfall(
- [
- next => {
- this.setStage(2);
- CacheModule.runJob("HGETALL", { table: "songs" })
- .then(songs => {
- next(null, songs);
- })
- .catch(next);
- },
- (songs, next) => {
- this.setStage(3);
- if (!songs) return next();
- const youtubeIds = Object.keys(songs);
- return async.each(
- youtubeIds,
- (youtubeId, next) => {
- SongsModule.SongModel.findOne({ youtubeId }, (err, song) => {
- if (err) next(err);
- else if (!song)
- CacheModule.runJob("HDEL", {
- table: "songs",
- key: youtubeId
- })
- .then(() => next())
- .catch(next);
- else next();
- });
- },
- next
- );
- },
- next => {
- this.setStage(4);
- SongsModule.SongModel.find({}, next);
- },
- (songs, next) => {
- this.setStage(5);
- async.each(
- songs,
- (song, next) => {
- CacheModule.runJob("HSET", {
- table: "songs",
- key: song.youtubeId,
- value: SongsModule.SongSchemaCache(song)
- })
- .then(() => next())
- .catch(next);
- },
- next
- );
- }
- ],
- async err => {
- if (err) {
- err = await UtilsModule.runJob("GET_ERROR", { error: err });
- reject(new Error(err));
- } else resolve();
- }
- );
- });
- }
- /**
- * Gets a song by id from the cache or Mongo, and if it isn't in the cache yet, adds it the cache
- *
- * @param {object} payload - object containing the payload
- * @param {string} payload.songId - the id of the song we are trying to get
- * @returns {Promise} - returns a promise (resolve, reject)
- */
- GET_SONG(payload) {
- return new Promise((resolve, reject) => {
- async.waterfall(
- [
- next => {
- if (!mongoose.Types.ObjectId.isValid(payload.songId))
- return next("songId is not a valid ObjectId.");
- return CacheModule.runJob("HGET", { table: "songs", key: payload.songId }, this)
- .then(song => next(null, song))
- .catch(next);
- },
- (song, next) => {
- if (song) return next(true, song);
- return SongsModule.SongModel.findOne({ _id: payload.songId }, next);
- },
- (song, next) => {
- if (song) {
- CacheModule.runJob(
- "HSET",
- {
- table: "songs",
- key: payload.songId,
- value: song
- },
- this
- ).then(song => next(null, song));
- } else next("Song not found.");
- }
- ],
- (err, song) => {
- if (err && err !== true) return reject(new Error(err));
- return resolve({ song });
- }
- );
- });
- }
- /**
- * Gets songs by id from Mongo
- *
- * @param {object} payload - object containing the payload
- * @param {string} payload.songIds - the ids of the songs we are trying to get
- * @param {string} payload.properties - the properties to return
- * @returns {Promise} - returns a promise (resolve, reject)
- */
- GET_SONGS(payload) {
- return new Promise((resolve, reject) => {
- async.waterfall(
- [
- next => {
- if (!payload.songIds.every(songId => mongoose.Types.ObjectId.isValid(songId)))
- next("One or more songIds are not a valid ObjectId.");
- else next();
- },
- next => {
- const includeProperties = {};
- payload.properties.forEach(property => {
- includeProperties[property] = true;
- });
- return SongsModule.SongModel.find(
- {
- _id: { $in: payload.songIds }
- },
- includeProperties,
- next
- );
- }
- ],
- (err, songs) => {
- if (err && err !== true) return reject(new Error(err));
- return resolve({ songs });
- }
- );
- });
- }
- /**
- * Makes sure that if a song is not currently in the songs db, to add it
- *
- * @param {object} payload - an object containing the payload
- * @param {string} payload.youtubeId - the youtube song id of the song we are trying to ensure is in the songs db
- * @param {string} payload.userId - the youtube song id of the song we are trying to ensure is in the songs db
- * @param {string} payload.automaticallyRequested - whether the song was automatically requested or not
- * @returns {Promise} - returns a promise (resolve, reject)
- */
- ENSURE_SONG_EXISTS_BY_YOUTUBE_ID(payload) {
- return new Promise((resolve, reject) => {
- async.waterfall(
- [
- next => {
- SongsModule.SongModel.findOne({ youtubeId: payload.youtubeId }, next);
- },
- (song, next) => {
- if (song && song.duration > 0) next(true, song);
- else {
- YouTubeModule.runJob("GET_SONG", { youtubeId: payload.youtubeId }, this)
- .then(response => {
- next(null, song, response.song);
- })
- .catch(next);
- }
- },
- (song, youtubeSong, next) => {
- if (song && song.duration <= 0) {
- song.duration = youtubeSong.duration;
- song.save({ validateBeforeSave: true }, err => {
- if (err) return next(err, song);
- return next(null, song);
- });
- } else {
- const song = new SongsModule.SongModel({
- ...youtubeSong,
- requestedBy: payload.userId,
- requestedAt: Date.now()
- });
- song.save({ validateBeforeSave: true }, err => {
- if (err) return next(err, song);
- return next(null, song);
- });
- }
- }
- ],
- (err, song) => {
- if (err && err !== true) return reject(new Error(err));
- return resolve({ song });
- }
- );
- });
- }
- /**
- * Gets a song by youtube id
- *
- * @param {object} payload - an object containing the payload
- * @param {string} payload.youtubeId - the youtube id of the song we are trying to get
- * @returns {Promise} - returns a promise (resolve, reject)
- */
- GET_SONG_FROM_YOUTUBE_ID(payload) {
- return new Promise((resolve, reject) => {
- async.waterfall(
- [
- next => {
- SongsModule.SongModel.findOne({ youtubeId: payload.youtubeId }, next);
- }
- ],
- (err, song) => {
- if (err && err !== true) return reject(new Error(err));
- return resolve({ song });
- }
- );
- });
- }
- /**
- * Create song
- *
- * @param {object} payload - an object containing the payload
- * @param {string} payload.song - the song object
- * @param {string} payload.userId - the user id of the person requesting the song
- * @returns {Promise} - returns a promise (resolve, reject)
- */
- CREATE_SONG(payload) {
- return new Promise((resolve, reject) => {
- async.waterfall(
- [
- next => {
- DBModule.runJob("GET_MODEL", { modelName: "user" }, this)
- .then(UserModel => {
- UserModel.findOne(
- { _id: payload.userId },
- { "preferences.anonymousSongRequests": 1 },
- next
- );
- })
- .catch(next);
- },
- (user, next) => {
- const song = new SongsModule.SongModel({
- ...payload.song,
- requestedBy: user.preferences.anonymousSongRequests ? null : payload.userId,
- requestedAt: Date.now()
- });
- if (song.verified) {
- song.verifiedBy = payload.userId;
- song.verifiedAt = Date.now();
- }
- song.save({ validateBeforeSave: true }, err => {
- if (err) return next(err, song);
- return next(null, song);
- });
- },
- (song, next) => {
- SongsModule.runJob("UPDATE_SONG", { songId: song._id });
- return next(null, song);
- }
- ],
- (err, song) => {
- if (err && err !== true) return reject(new Error(err));
- return resolve({ song });
- }
- );
- });
- }
- /**
- * Gets a song from id from Mongo and updates the cache with it
- *
- * @param {object} payload - an object containing the payload
- * @param {string} payload.songId - the id of the song we are trying to update
- * @param {string} payload.oldStatus - old status of song being updated (optional)
- * @returns {Promise} - returns a promise (resolve, reject)
- */
- UPDATE_SONG(payload) {
- return new Promise((resolve, reject) => {
- async.waterfall(
- [
- next => {
- SongsModule.SongModel.findOne({ _id: payload.songId }, next);
- },
- (song, next) => {
- if (!song) {
- CacheModule.runJob("HDEL", {
- table: "songs",
- key: payload.songId
- });
- return next("Song not found.");
- }
- return CacheModule.runJob(
- "HSET",
- {
- table: "songs",
- key: payload.songId,
- value: song
- },
- this
- )
- .then(song => {
- next(null, song);
- })
- .catch(next);
- },
- (song, next) => {
- const { _id, youtubeId, title, artists, thumbnail, duration, verified } = song;
- const trimmedSong = {
- _id,
- youtubeId,
- title,
- artists,
- thumbnail,
- duration,
- verified
- };
- this.log("INFO", `Going to update playlists now for song ${_id}`);
- DBModule.runJob("GET_MODEL", { modelName: "playlist" }, this)
- .then(playlistModel => {
- playlistModel.updateMany(
- { "songs._id": song._id },
- { $set: { "songs.$": trimmedSong } },
- err => {
- if (err) next(err);
- else
- playlistModel.find({ "songs._id": song._id }, (err, playlists) => {
- if (err) next(err);
- else {
- async.eachLimit(
- playlists,
- 1,
- (playlist, next) => {
- PlaylistsModule.runJob(
- "UPDATE_PLAYLIST",
- {
- playlistId: playlist._id
- },
- this
- )
- .then(() => {
- next();
- })
- .catch(err => {
- next(err);
- });
- },
- err => {
- if (err) next(err);
- else next(null, song);
- }
- );
- }
- });
- }
- );
- })
- .catch(err => {
- next(err);
- });
- },
- (song, next) => {
- const { _id, youtubeId, title, artists, thumbnail, duration, verified } = song;
- this.log("INFO", `Going to update stations now for song ${_id}`);
- DBModule.runJob("GET_MODEL", { modelName: "station" }, this)
- .then(stationModel => {
- stationModel.updateMany(
- { "queue._id": song._id },
- {
- $set: {
- "queue.$.youtubeId": youtubeId,
- "queue.$.title": title,
- "queue.$.artists": artists,
- "queue.$.thumbnail": thumbnail,
- "queue.$.duration": duration,
- "queue.$.verified": verified
- }
- },
- err => {
- if (err) this.log("ERROR", err);
- else
- stationModel.find({ "queue._id": song._id }, (err, stations) => {
- if (err) next(err);
- else {
- async.eachLimit(
- stations,
- 1,
- (station, next) => {
- StationsModule.runJob(
- "UPDATE_STATION",
- { stationId: station._id },
- this
- )
- .then(() => {
- next();
- })
- .catch(err => {
- next(err);
- });
- },
- err => {
- if (err) next(err);
- else next(null, song);
- }
- );
- }
- });
- }
- );
- })
- .catch(err => {
- next(err);
- });
- },
- (song, next) => {
- async.eachLimit(
- song.genres,
- 1,
- (genre, next) => {
- PlaylistsModule.runJob(
- "AUTOFILL_GENRE_PLAYLIST",
- { genre, createPlaylist: song.verified },
- this
- )
- .then(() => {
- next();
- })
- .catch(err => next(err));
- },
- err => {
- next(err, song);
- }
- );
- }
- ],
- (err, song) => {
- if (err && err !== true) return reject(new Error(err));
- if (!payload.oldStatus) payload.oldStatus = null;
- CacheModule.runJob("PUB", {
- channel: "song.updated",
- value: { songId: song._id, oldStatus: payload.oldStatus }
- });
- return resolve(song);
- }
- );
- });
- }
- /**
- * Gets multiple songs from id from Mongo and updates the cache with it
- *
- * @param {object} payload - an object containing the payload
- * @param {Array} payload.songIds - the ids of the songs we are trying to update
- * @param {string} payload.oldStatus - old status of song being updated (optional)
- * @returns {Promise} - returns a promise (resolve, reject)
- */
- async UPDATE_SONGS(payload) {
- const playlistModel = await DBModule.runJob("GET_MODEL", { modelName: "playlist" }, this);
- const stationModel = await DBModule.runJob("GET_MODEL", { modelName: "station" }, this);
- return new Promise((resolve, reject) => {
- async.waterfall(
- [
- // Get songs from Mongo
- next => {
- const { songIds } = payload;
- SongsModule.SongModel.find({ _id: songIds }, next);
- },
- // Any songs that were not in Mongo, remove from cache, if they're in the cache
- (songs, next) => {
- const { songIds } = payload;
- async.eachLimit(
- songIds,
- 1,
- (songId, next) => {
- if (songs.findIndex(song => song._id.toString() === songId) === -1) {
- // NOTE: could be made lower priority
- CacheModule.runJob("HDEL", {
- table: "songs",
- key: songId
- });
- next();
- } else next();
- },
- () => {
- next(null, songs);
- }
- );
- },
- // Adds/updates all songs in the cache
- (songs, next) => {
- async.eachLimit(
- songs,
- 1,
- (song, next) => {
- CacheModule.runJob(
- "HSET",
- {
- table: "songs",
- key: song._id,
- value: song
- },
- this
- )
- .then(() => {
- next();
- })
- .catch(next);
- },
- () => {
- next(null, songs);
- }
- );
- },
- // Updates all playlists that the songs are in by setting the new trimmed song
- (songs, next) => {
- const trimmedSongs = songs.map(song => {
- const { _id, youtubeId, title, artists, thumbnail, duration, verified } = song;
- return {
- _id,
- youtubeId,
- title,
- artists,
- thumbnail,
- duration,
- verified
- };
- });
- const playlistsToUpdate = new Set();
- async.eachLimit(
- trimmedSongs,
- 1,
- (trimmedSong, next) => {
- async.waterfall(
- [
- next => {
- playlistModel.updateMany(
- { "songs._id": trimmedSong._id },
- { $set: { "songs.$": trimmedSong } },
- next
- );
- },
- (res, next) => {
- playlistModel.find({ "songs._id": trimmedSong._id }, next);
- },
- (playlists, next) => {
- playlists.forEach(playlist => {
- playlistsToUpdate.add(playlist._id.toString());
- });
- next();
- }
- ],
- next
- );
- },
- err => {
- next(err, songs, playlistsToUpdate);
- }
- );
- },
- // Updates all playlists that the songs are in
- (songs, playlistsToUpdate, next) => {
- async.eachLimit(
- playlistsToUpdate,
- 1,
- (playlistId, next) => {
- PlaylistsModule.runJob(
- "UPDATE_PLAYLIST",
- {
- playlistId
- },
- this
- )
- .then(() => {
- next();
- })
- .catch(err => {
- next(err);
- });
- },
- err => {
- next(err, songs);
- }
- );
- },
- // Updates all station queues that the songs are in by setting the new trimmed song
- (songs, next) => {
- const stationsToUpdate = new Set();
- async.eachLimit(
- songs,
- 1,
- (song, next) => {
- async.waterfall(
- [
- next => {
- const { youtubeId, title, artists, thumbnail, duration, verified } = song;
- stationModel.updateMany(
- { "queue._id": song._id },
- {
- $set: {
- "queue.$.youtubeId": youtubeId,
- "queue.$.title": title,
- "queue.$.artists": artists,
- "queue.$.thumbnail": thumbnail,
- "queue.$.duration": duration,
- "queue.$.verified": verified
- }
- },
- next
- );
- },
- (res, next) => {
- stationModel.find({ "queue._id": song._id }, next);
- },
- (stations, next) => {
- stations.forEach(station => {
- stationsToUpdate.add(station._id.toString());
- });
- next();
- }
- ],
- next
- );
- },
- err => {
- next(err, songs, stationsToUpdate);
- }
- );
- },
- // Updates all playlists that the songs are in
- (songs, stationsToUpdate, next) => {
- async.eachLimit(
- stationsToUpdate,
- 1,
- (stationId, next) => {
- StationsModule.runJob(
- "UPDATE_STATION",
- {
- stationId
- },
- this
- )
- .then(() => {
- next();
- })
- .catch(err => {
- next(err);
- });
- },
- err => {
- next(err, songs);
- }
- );
- },
- // Autofill the genre playlists of all genres of all songs
- (songs, next) => {
- const genresToAutofill = new Set();
- songs.forEach(song => {
- if (song.verified)
- song.genres.forEach(genre => {
- genresToAutofill.add(genre);
- });
- });
- async.eachLimit(
- genresToAutofill,
- 1,
- (genre, next) => {
- PlaylistsModule.runJob("AUTOFILL_GENRE_PLAYLIST", { genre, createPlaylist: true }, this)
- .then(() => {
- next();
- })
- .catch(err => next(err));
- },
- err => {
- next(err, songs);
- }
- );
- },
- // Send event that the song was updated
- (songs, next) => {
- async.eachLimit(
- songs,
- 1,
- (song, next) => {
- CacheModule.runJob("PUB", {
- channel: "song.updated",
- value: { songId: song._id, oldStatus: null }
- });
- next();
- },
- () => {
- next();
- }
- );
- }
- ],
- err => {
- if (err && err !== true) return reject(new Error(err));
- return resolve();
- }
- );
- });
- }
- /**
- * Updates all songs
- *
- * @returns {Promise} - returns a promise (resolve, reject)
- */
- UPDATE_ALL_SONGS() {
- return new Promise((resolve, reject) => {
- async.waterfall(
- [
- next => {
- SongsModule.SongModel.find({}, next);
- },
- (songs, next) => {
- let index = 0;
- const { length } = songs;
- async.eachLimit(
- songs,
- 2,
- (song, next) => {
- index += 1;
- console.log(`Updating song #${index} out of ${length}: ${song._id}`);
- SongsModule.runJob("UPDATE_SONG", { songId: song._id }, this)
- .then(() => {
- next();
- })
- .catch(err => {
- next(err);
- });
- },
- err => {
- next(err);
- }
- );
- }
- ],
- err => {
- if (err && err !== true) return reject(new Error(err));
- return resolve();
- }
- );
- });
- }
- // /**
- // * Deletes song from id from Mongo and cache
- // *
- // * @param {object} payload - returns an object containing the payload
- // * @param {string} payload.songId - the song id of the song we are trying to delete
- // * @returns {Promise} - returns a promise (resolve, reject)
- // */
- // DELETE_SONG(payload) {
- // return new Promise((resolve, reject) =>
- // async.waterfall(
- // [
- // next => {
- // SongsModule.SongModel.deleteOne({ _id: payload.songId }, next);
- // },
- // next => {
- // CacheModule.runJob(
- // "HDEL",
- // {
- // table: "songs",
- // key: payload.songId
- // },
- // this
- // )
- // .then(() => next())
- // .catch(next);
- // },
- // next => {
- // this.log("INFO", `Going to update playlists and stations now for deleted song ${payload.songId}`);
- // DBModule.runJob("GET_MODEL", { modelName: "playlist" }).then(playlistModel => {
- // playlistModel.find({ "songs._id": song._id }, (err, playlists) => {
- // if (err) this.log("ERROR", err);
- // else {
- // playlistModel.updateMany(
- // { "songs._id": payload.songId },
- // { $pull: { "songs.$._id": payload.songId} },
- // err => {
- // if (err) this.log("ERROR", err);
- // else {
- // playlists.forEach(playlist => {
- // PlaylistsModule.runJob("UPDATE_PLAYLIST", {
- // playlistId: playlist._id
- // });
- // });
- // }
- // }
- // );
- // }
- // });
- // });
- // DBModule.runJob("GET_MODEL", { modelName: "station" }).then(stationModel => {
- // stationModel.find({ "queue._id": payload.songId }, (err, stations) => {
- // stationModel.updateMany(
- // { "queue._id": payload.songId },
- // {
- // $pull: { "queue._id": }
- // },
- // err => {
- // if (err) this.log("ERROR", err);
- // else {
- // stations.forEach(station => {
- // StationsModule.runJob("UPDATE_STATION", { stationId: station._id });
- // });
- // }
- // }
- // );
- // });
- // });
- // }
- // ],
- // err => {
- // if (err && err !== true) return reject(new Error(err));
- // return resolve();
- // }
- // )
- // );
- // }
- /**
- * Searches through songs
- *
- * @param {object} payload - object that contains the payload
- * @param {string} payload.query - the query
- * @param {string} payload.includeUnverified - include unverified songs
- * @param {string} payload.includeVerified - include verified songs
- * @param {string} payload.trimmed - include trimmed songs
- * @param {string} payload.page - page (default 1)
- * @returns {Promise} - returns promise (reject, resolve)
- */
- SEARCH(payload) {
- return new Promise((resolve, reject) => {
- async.waterfall(
- [
- next => {
- const isVerified = [];
- if (payload.includeUnverified) isVerified.push(false);
- if (payload.includeVerified) isVerified.push(true);
- if (isVerified.length === 0) return next("No verified status has been included.");
- let { query } = payload;
- const isRegex =
- query.length > 2 && query.indexOf("/") === 0 && query.lastIndexOf("/") === query.length - 1;
- if (isRegex) query = query.slice(1, query.length - 1);
- else query = query.replaceAll(/[.*+?^${}()|[\]\\]/g, "\\$&");
- const filterArray = [
- {
- title: new RegExp(`${query}`, "i"),
- verified: { $in: isVerified }
- },
- {
- artists: new RegExp(`${query}`, "i"),
- verified: { $in: isVerified }
- }
- ];
- return next(null, filterArray);
- },
- (filterArray, next) => {
- const page = payload.page ? payload.page : 1;
- const pageSize = 15;
- const skipAmount = pageSize * (page - 1);
- SongsModule.SongModel.find({ $or: filterArray }).count((err, count) => {
- if (err) next(err);
- else {
- SongsModule.SongModel.find({ $or: filterArray })
- .skip(skipAmount)
- .limit(pageSize)
- .exec((err, songs) => {
- if (err) next(err);
- else {
- next(null, {
- songs,
- page,
- pageSize,
- skipAmount,
- count
- });
- }
- });
- }
- });
- },
- (data, next) => {
- if (data.songs.length === 0) next("No songs found");
- else if (payload.trimmed) {
- next(null, {
- songs: data.songs.map(song => {
- const { _id, youtubeId, title, artists, thumbnail, duration, verified } = song;
- return {
- _id,
- youtubeId,
- title,
- artists,
- thumbnail,
- duration,
- verified
- };
- }),
- ...data
- });
- } else next(null, data);
- }
- ],
- (err, data) => {
- if (err && err !== true) return reject(new Error(err));
- return resolve(data);
- }
- );
- });
- }
- /**
- * Recalculates dislikes and likes for a song
- *
- * @param {object} payload - returns an object containing the payload
- * @param {string} payload.youtubeId - the youtube id of the song
- * @param {string} payload.songId - the song id of the song
- * @returns {Promise} - returns a promise (resolve, reject)
- */
- async RECALCULATE_SONG_RATINGS(payload) {
- const playlistModel = await DBModule.runJob("GET_MODEL", { modelName: "playlist" }, this);
- return new Promise((resolve, reject) => {
- async.waterfall(
- [
- next => {
- playlistModel.countDocuments(
- { songs: { $elemMatch: { _id: payload.songId } }, type: "user-liked" },
- (err, likes) => {
- if (err) return next(err);
- return next(null, likes);
- }
- );
- },
- (likes, next) => {
- playlistModel.countDocuments(
- { songs: { $elemMatch: { _id: payload.songId } }, type: "user-disliked" },
- (err, dislikes) => {
- if (err) return next(err);
- return next(err, { likes, dislikes });
- }
- );
- },
- ({ likes, dislikes }, next) => {
- SongsModule.SongModel.updateOne(
- { _id: payload.songId },
- {
- $set: {
- likes,
- dislikes
- }
- },
- err => next(err, { likes, dislikes })
- );
- }
- ],
- (err, { likes, dislikes }) => {
- if (err) return reject(new Error(err));
- return resolve({ likes, dislikes });
- }
- );
- });
- }
- /**
- * Recalculates dislikes and likes for all songs
- *
- * @returns {Promise} - returns a promise (resolve, reject)
- */
- RECALCULATE_ALL_SONG_RATINGS() {
- return new Promise((resolve, reject) => {
- async.waterfall(
- [
- next => {
- SongsModule.SongModel.find({}, { _id: true }, next);
- },
- (songs, next) => {
- async.eachLimit(
- songs,
- 2,
- (song, next) => {
- SongsModule.runJob("RECALCULATE_SONG_RATINGS", { songId: song._id }, this)
- .then(() => {
- next();
- })
- .catch(err => {
- next(err);
- });
- },
- err => {
- next(err);
- }
- );
- }
- ],
- err => {
- if (err) return reject(new Error(err));
- return resolve();
- }
- );
- });
- }
- /**
- * Gets an array of all genres
- *
- * @returns {Promise} - returns a promise (resolve, reject)
- */
- GET_ALL_GENRES() {
- return new Promise((resolve, reject) => {
- async.waterfall(
- [
- next => {
- SongsModule.SongModel.find({ verified: true }, { genres: 1, _id: false }, next);
- },
- (songs, next) => {
- let allGenres = [];
- songs.forEach(song => {
- allGenres = allGenres.concat(song.genres);
- });
- const lowerCaseGenres = allGenres.map(genre => genre.toLowerCase());
- const uniqueGenres = lowerCaseGenres.filter(
- (value, index, self) => self.indexOf(value) === index
- );
- next(null, uniqueGenres);
- }
- ],
- (err, genres) => {
- if (err && err !== true) return reject(new Error(err));
- return resolve({ genres });
- }
- );
- });
- }
- /**
- * Gets an array of all songs with a specific genre
- *
- * @param {object} payload - returns an object containing the payload
- * @param {string} payload.genre - the genre
- * @returns {Promise} - returns a promise (resolve, reject)
- */
- GET_ALL_SONGS_WITH_GENRE(payload) {
- return new Promise((resolve, reject) => {
- async.waterfall(
- [
- next => {
- SongsModule.SongModel.find(
- {
- verified: true,
- genres: { $regex: new RegExp(`^${payload.genre.toLowerCase()}$`, "i") }
- },
- next
- );
- }
- ],
- (err, songs) => {
- if (err && err !== true) return reject(new Error(err));
- return resolve({ songs });
- }
- );
- });
- }
- // runjob songs GET_ORPHANED_PLAYLIST_SONGS {}
- /**
- * Gets a orphaned playlist songs
- *
- * @returns {Promise} - returns promise (reject, resolve)
- */
- GET_ORPHANED_PLAYLIST_SONGS() {
- return new Promise((resolve, reject) => {
- DBModule.runJob("GET_MODEL", { modelName: "playlist" }, this).then(playlistModel => {
- playlistModel.find({}, (err, playlists) => {
- if (err) reject(new Error(err));
- else {
- SongsModule.SongModel.find({}, { _id: true, youtubeId: true }, (err, songs) => {
- if (err) reject(new Error(err));
- else {
- const songIds = songs.map(song => song._id.toString());
- const orphanedYoutubeIds = new Set();
- async.eachLimit(
- playlists,
- 1,
- (playlist, next) => {
- playlist.songs.forEach(song => {
- if (
- (!song._id || songIds.indexOf(song._id.toString() === -1)) &&
- !orphanedYoutubeIds.has(song.youtubeId)
- ) {
- orphanedYoutubeIds.add(song.youtubeId);
- }
- });
- next();
- },
- () => {
- resolve({ youtubeIds: Array.from(orphanedYoutubeIds) });
- }
- );
- }
- });
- }
- });
- });
- });
- }
- /**
- * Requests a song, adding it to the DB
- *
- * @param {object} payload - The payload
- * @param {string} payload.youtubeId - The YouTube song id of the song
- * @param {string} payload.userId - The user id of the person requesting the song
- * @returns {Promise} - returns promise (reject, resolve)
- */
- REQUEST_SONG(payload) {
- return new Promise((resolve, reject) => {
- const { youtubeId, userId } = payload;
- const requestedAt = Date.now();
- async.waterfall(
- [
- next => {
- DBModule.runJob("GET_MODEL", { modelName: "user" }, this)
- .then(UserModel => {
- UserModel.findOne({ _id: userId }, { "preferences.anonymousSongRequests": 1 }, next);
- })
- .catch(next);
- },
- (user, next) => {
- SongsModule.SongModel.findOne({ youtubeId }, (err, song) => next(err, user, song));
- },
- // Get YouTube data from id
- (user, song, next) => {
- if (song) return next("This song is already in the database.", song);
- // TODO Add err object as first param of callback
- return YouTubeModule.runJob("GET_SONG", { youtubeId }, this)
- .then(response => {
- const { song } = response;
- song.artists = [];
- song.genres = [];
- song.skipDuration = 0;
- song.explicit = false;
- song.requestedBy = user.preferences.anonymousSongRequests ? null : userId;
- song.requestedAt = requestedAt;
- song.verified = false;
- next(null, song);
- })
- .catch(next);
- },
- (newSong, next) => {
- const song = new SongsModule.SongModel(newSong);
- song.save({ validateBeforeSave: false }, err => {
- if (err) return next(err, song);
- return next(null, song);
- });
- },
- (song, next) => {
- DBModule.runJob("GET_MODEL", { modelName: "user" }, this)
- .then(UserModel => {
- UserModel.findOne({ _id: userId }, (err, user) => {
- if (err) return next(err);
- if (!user) return next(null, song);
- user.statistics.songsRequested += 1;
- return user.save(err => {
- if (err) return next(err);
- return next(null, song);
- });
- });
- })
- .catch(next);
- }
- ],
- async (err, song) => {
- if (err && err !== "This song is already in the database.") return reject(err);
- const { _id, youtubeId, title, artists, thumbnail, duration, verified } = song;
- const trimmedSong = {
- _id,
- youtubeId,
- title,
- artists,
- thumbnail,
- duration,
- verified
- };
- if (err && err === "This song is already in the database.")
- return reject(new ErrorWithData(err, { song: trimmedSong }));
- SongsModule.runJob("UPDATE_SONG", { songId: song._id });
- return resolve({ song: trimmedSong });
- }
- );
- });
- }
- // runjob songs REQUEST_ORPHANED_PLAYLIST_SONGS {}
- /**
- * Requests all orphaned playlist songs, adding them to the database
- *
- * @returns {Promise} - returns promise (reject, resolve)
- */
- REQUEST_ORPHANED_PLAYLIST_SONGS() {
- return new Promise((resolve, reject) => {
- DBModule.runJob("GET_MODEL", { modelName: "playlist" })
- .then(playlistModel => {
- SongsModule.runJob("GET_ORPHANED_PLAYLIST_SONGS", {}, this).then(response => {
- const { youtubeIds } = response;
- const playlistsToUpdate = new Set();
- async.eachLimit(
- youtubeIds,
- 1,
- (youtubeId, next) => {
- async.waterfall(
- [
- next => {
- console.log(
- youtubeId,
- `this is song ${youtubeIds.indexOf(youtubeId) + 1}/${youtubeIds.length}`
- );
- setTimeout(next, 150);
- },
- next => {
- SongsModule.runJob(
- "ENSURE_SONG_EXISTS_BY_SONG_ID",
- { youtubeId, automaticallyRequested: true },
- this
- )
- .then(() => next())
- .catch(next);
- },
- next => {
- console.log(444, youtubeId);
- SongsModule.SongModel.findOne({ youtubeId }, next);
- },
- (song, next) => {
- const { _id, title, artists, thumbnail, duration, verified } = song;
- const trimmedSong = {
- _id,
- youtubeId,
- title,
- artists,
- thumbnail,
- duration,
- verified
- };
- playlistModel.updateMany(
- { "songs.youtubeId": song.youtubeId },
- { $set: { "songs.$": trimmedSong } },
- err => {
- next(err, song);
- }
- );
- },
- (song, next) => {
- playlistModel.find({ "songs._id": song._id }, next);
- },
- (playlists, next) => {
- playlists.forEach(playlist => {
- playlistsToUpdate.add(playlist._id.toString());
- });
- next();
- }
- ],
- next
- );
- },
- err => {
- if (err) reject(err);
- else {
- async.eachLimit(
- Array.from(playlistsToUpdate),
- 1,
- (playlistId, next) => {
- PlaylistsModule.runJob(
- "UPDATE_PLAYLIST",
- {
- playlistId
- },
- this
- )
- .then(() => {
- next();
- })
- .catch(next);
- },
- err => {
- if (err) reject(err);
- else resolve();
- }
- );
- }
- }
- );
- });
- })
- .catch(reject);
- });
- }
- /**
- * Gets a list of all genres
- *
- * @returns {Promise} - returns promise (reject, resolve)
- */
- GET_GENRES() {
- return new Promise((resolve, reject) => {
- async.waterfall(
- [
- next => {
- SongsModule.SongModel.distinct("genres", next);
- }
- ],
- (err, genres) => {
- if (err) reject(err);
- resolve({ genres });
- }
- );
- });
- }
- /**
- * Gets a list of all artists
- *
- * @returns {Promise} - returns promise (reject, resolve)
- */
- GET_ARTISTS() {
- return new Promise((resolve, reject) => {
- async.waterfall(
- [
- next => {
- SongsModule.SongModel.distinct("artists", next);
- }
- ],
- (err, artists) => {
- if (err) reject(err);
- resolve({ artists });
- }
- );
- });
- }
- /**
- * Gets a list of all tags
- *
- * @returns {Promise} - returns promise (reject, resolve)
- */
- GET_TAGS() {
- return new Promise((resolve, reject) => {
- async.waterfall(
- [
- next => {
- SongsModule.SongModel.distinct("tags", next);
- }
- ],
- (err, tags) => {
- if (err) reject(err);
- resolve({ tags });
- }
- );
- });
- }
- }
- export default new _SongsModule();
|