notes's Introduction

Notes App

JS libraries used

Datatable 1.12.1

Mongo Shell

Delete duplicates via mongo shell

// Assume 'yourCollection' is the name of your collection
var collection = db.persons;

// Create an aggregation pipeline to find and keep one instance of each unique document based on 'imdb_id'
var pipeline = [
    {
        $group: {
            _id: { imdb_id: "$imdb_id" },
            uniqueIds: { $addToSet: "$_id" },
            count: { $sum: 1 }
        }
    },
    {
        $match: {
            count: { $gt: 1 } // find only the duplicate documents
        }
    }
];

// Execute the aggregation pipeline
var duplicates = collection.aggregate(pipeline);

// Iterate over the duplicates and keep one instance of each unique document based on 'imdb_id'
duplicates.forEach(function (doc) {
    var uniqueIds = doc.uniqueIds.slice(1); // remove the first _id
    collection.deleteMany({ _id: { $in: uniqueIds } });
});

print("Duplicates removed successfully.");

Set createdAt data where it doesn't exist

 db.movies.updateMany({
    createdAt:{$exists:false}
},{
    $set:{
        createdAt:'2023-11-16T08:38:50.342+00:00'
    }
});

notes's People

Contributors

Watchers

notes's Issues

server side processing needs to implemented to load large datasets

new columns

on persons collection or new collection favourite, tags, rating, ethnicity, relationship, familiar, industry, check duplicate
on movies/tvshows or new collection favourite, watched, rating, watch date, watchedLocation, review, own Genre impl
tags col on watchlist