Add feed migration and cleanup

server/models/Collection.js

@@ -80,8 +80,6 @@ module.exports = (sequelize) => {
         id: oldCollection.id,
         name: oldCollection.name,
         description: oldCollection.description,
-        createdAt: oldCollection.createdAt,
-        updatedAt: oldCollection.lastUpdate,
         libraryId: oldCollection.libraryId
       }
     }

server/models/Feed.js

@@ -1,5 +1,6 @@
 const { DataTypes, Model } = require('sequelize')
 const oldFeed = require('../objects/Feed')
+const areEquivalent = require('../utils/areEquivalent')
 /*
  * Polymorphic association: https://sequelize.org/docs/v6/advanced-association-concepts/polymorphic-associations/
  * Feeds can be created from LibraryItem, Collection, Playlist or Series
@@ -24,6 +25,7 @@ module.exports = (sequelize) => {
         userId: feedExpanded.userId,
         entityType: feedExpanded.entityType,
         entityId: feedExpanded.entityId,
+        entityUpdatedAt: feedExpanded.entityUpdatedAt?.valueOf() || null,
         meta: {
           title: feedExpanded.title,
           description: feedExpanded.description,
@@ -54,6 +56,92 @@ module.exports = (sequelize) => {
       })
     }
 
+    static async fullCreateFromOld(oldFeed) {
+      const feedObj = this.getFromOld(oldFeed)
+      const newFeed = await this.create(feedObj)
+
+      if (oldFeed.episodes?.length) {
+        for (const oldFeedEpisode of oldFeed.episodes) {
+          const feedEpisode = sequelize.models.feedEpisode.getFromOld(oldFeedEpisode)
+          feedEpisode.feedId = newFeed.id
+          await sequelize.models.feedEpisode.create(feedEpisode)
+        }
+      }
+    }
+
+    static async fullUpdateFromOld(oldFeed) {
+      const oldFeedEpisodes = oldFeed.episodes || []
+      const feedObj = this.getFromOld(oldFeed)
+
+      const existingFeed = await this.findByPk(feedObj.id, {
+        include: sequelize.models.feedEpisode
+      })
+      if (!existingFeed) return false
+
+      let hasUpdates = false
+      for (const feedEpisode of existingFeed.feedEpisodes) {
+        const oldFeedEpisode = oldFeedEpisodes.find(ep => ep.id === feedEpisode.id)
+        // Episode removed
+        if (!oldFeedEpisode) {
+          feedEpisode.destroy()
+        } else {
+          let episodeHasUpdates = false
+          const oldFeedEpisodeCleaned = sequelize.models.feedEpisode.getFromOld(oldFeedEpisode)
+          for (const key in oldFeedEpisodeCleaned) {
+            if (!areEquivalent(oldFeedEpisodeCleaned[key], feedEpisode[key])) {
+              episodeHasUpdates = true
+            }
+          }
+          if (episodeHasUpdates) {
+            await feedEpisode.update(oldFeedEpisodeCleaned)
+            hasUpdates = true
+          }
+        }
+      }
+
+      let feedHasUpdates = false
+      for (const key in feedObj) {
+        let existingValue = existingFeed[key]
+        if (existingValue instanceof Date) existingValue = existingValue.valueOf()
+
+        if (!areEquivalent(existingValue, feedObj[key])) {
+          feedHasUpdates = true
+        }
+      }
+
+      if (feedHasUpdates) {
+        await existingFeed.update(feedObj)
+        hasUpdates = true
+      }
+
+      return hasUpdates
+    }
+
+    static getFromOld(oldFeed) {
+      const oldFeedMeta = oldFeed.meta || {}
+      return {
+        id: oldFeed.id,
+        slug: oldFeed.slug,
+        entityType: oldFeed.entityType,
+        entityId: oldFeed.entityId,
+        entityUpdatedAt: oldFeed.entityUpdatedAt,
+        serverAddress: oldFeed.serverAddress,
+        feedURL: oldFeed.feedUrl,
+        imageURL: oldFeedMeta.imageUrl,
+        siteURL: oldFeedMeta.link,
+        title: oldFeedMeta.title,
+        description: oldFeedMeta.description,
+        author: oldFeedMeta.author,
+        podcastType: oldFeedMeta.type || null,
+        language: oldFeedMeta.language || null,
+        ownerName: oldFeedMeta.ownerName || null,
+        ownerEmail: oldFeedMeta.ownerEmail || null,
+        explicit: !!oldFeedMeta.explicit,
+        preventIndexing: !!oldFeedMeta.preventIndexing,
+        userId: oldFeed.userId
+      }
+    }
+
     getEntity(options) {
       if (!this.entityType) return Promise.resolve(null)
       const mixinMethodName = `get${sequelize.uppercaseFirst(this.entityType)}`

server/models/FeedEpisode.js

@@ -24,6 +24,26 @@ module.exports = (sequelize) => {
         fullPath: this.filePath
       }
     }
+
+    static getFromOld(oldFeedEpisode) {
+      return {
+        id: oldFeedEpisode.id,
+        title: oldFeedEpisode.title,
+        author: oldFeedEpisode.author,
+        description: oldFeedEpisode.description,
+        siteURL: oldFeedEpisode.link,
+        enclosureURL: oldFeedEpisode.enclosure?.url || null,
+        enclosureType: oldFeedEpisode.enclosure?.type || null,
+        enclosureSize: oldFeedEpisode.enclosure?.size || null,
+        pubDate: oldFeedEpisode.pubDate,
+        season: oldFeedEpisode.season || null,
+        episode: oldFeedEpisode.episode || null,
+        episodeType: oldFeedEpisode.episodeType || null,
+        duration: oldFeedEpisode.duration,
+        filePath: oldFeedEpisode.fullPath,
+        explicit: !!oldFeedEpisode.explicit
+      }
+    }
   }
 
   FeedEpisode.init({

server/models/LibraryItem.js

@@ -287,8 +287,6 @@ module.exports = (sequelize) => {
         birthtime: oldLibraryItem.birthtimeMs,
         lastScan: oldLibraryItem.lastScan,
         lastScanVersion: oldLibraryItem.scanVersion,
-        createdAt: oldLibraryItem.addedAt,
-        updatedAt: oldLibraryItem.updatedAt,
         libraryId: oldLibraryItem.libraryId,
         libraryFolderId: oldLibraryItem.folderId,
         libraryFiles: oldLibraryItem.libraryFiles?.map(lf => lf.toJSON()) || []

server/models/Playlist.js

@@ -104,8 +104,6 @@ module.exports = (sequelize) => {
         id: oldPlaylist.id,
         name: oldPlaylist.name,
         description: oldPlaylist.description,
-        createdAt: oldPlaylist.createdAt,
-        updatedAt: oldPlaylist.lastUpdate,
         userId: oldPlaylist.userId,
         libraryId: oldPlaylist.libraryId
       }

server/models/PodcastEpisode.js

@@ -52,8 +52,6 @@ module.exports = (sequelize) => {
         enclosureSize: oldEpisode.enclosure?.length || null,
         enclosureType: oldEpisode.enclosure?.type || null,
         publishedAt: oldEpisode.publishedAt,
-        createdAt: oldEpisode.addedAt,
-        updatedAt: oldEpisode.updatedAt,
         podcastId: oldEpisode.podcastId,
         audioFile: oldEpisode.audioFile?.toJSON() || null,
         chapters: oldEpisode.chapters
@@ -88,7 +86,9 @@ module.exports = (sequelize) => {
   })
 
   const { podcast } = sequelize.models
-  podcast.hasMany(PodcastEpisode)
+  podcast.hasMany(PodcastEpisode, {
+    onDelete: 'CASCADE'
+  })
   PodcastEpisode.belongsTo(podcast)
 
   return PodcastEpisode