CODEWITHSUNDEEP
javascriptjqueryarrays
Karela Sahiti
Karela Sahiti

Reputation: 89

Remove duplicate objects in an array of object in JavaScript

Object1 = {connectorIndex: 1, nodeID: 6, Connectors: Object}
Object2 = {connectorIndex: 1, nodeID: 6, Connectors: Object}
Connector: {name: "ALAND", key: "", description: "Departure country (country from which the goods are sent)"}

There are two objects in same array. The connector objects are identical. How do I remove duplicate elements and get the final array with one object?

var array = [object 1, object 2];

object 2 is the duplicate to remove from the array.

Upvotes: 6

Views: 13924

Answers (5)

kapishreshth
kapishreshth

Reputation: 4098

This is how I prefer to remove duplicate objects from javascript array-

var fieldArray = [{ "name": "tom", "text": "tasty" },{ "name": "ram", "text": "rty" },{ "name": "ram", "text": "rty" },{ "name": "shyam", "text": "tasty" },{"name": "ram", "text": "rty" },{ "name": "tom", "text": "tasty" }];
fieldArray = fieldArray.reduce(function(field, e1){  
	var matches = field.filter(function(e2){return e1.name== e2.name}); 
	if (matches.length == 0){ 
		field.push(e1);  
	}return field;
}, []);
alert(JSON.stringify(fieldArray));

This works perfect for me.

Upvotes: 1

stephen mc
stephen mc

Reputation: 771

Not sure how performant this is, but I kinda like it for it's succinctness, works for me (its ES6, but Im sure you could figure out the plain ol' ES5): 

let dedupe = (arr, keys) => {
  let deduped = [];
  arr.forEach(i => {
    if (deduped.length === 0) {
      deduped.push(i);
    } else {
      let exists = deduped.find(x => {
        return keys.every(key => {
          return i[key] === x[key];
        });
      });
      if (!exists) {
        deduped.push(i);
      }
    }
  });
  return deduped;
};

objArr = dedupe(objArr, ['key', 'test', 'foo']);

Upvotes: 0

darelf
darelf

Reputation: 4659

Use an array to hold which items you already have and use filter()

var keys = []
yourArray.filter(function(v) {
  if (keys.indexOf(v.whatIAmLookingFor) < 0) {
    keys.push(v.whatIAmLookingFor)
    return true
  }
  return false
})

Wrap it in a function and call it a day. Pass in a function for the test, and call it an even better day.

Upvotes: 0

Bill Ticehurst
Bill Ticehurst

Reputation: 1868

The challenge with using JSON.stringify is that if the object might contain a circular reference, then it will throw an exception, e.g.

var x1 = {};
x1.a = x1;
JSON.stringify(x1); // <- Uncaught TypeError: Converting circular structure to JSON

As alluded to however, if you are comparing objects and not values, then you can't just do an equality comparison, as this will always be false for different objects (even if they have the same properties with the same values).

If you were simply comparing values, then something like the below would work

var x = [1,2,2,3,4,2,6];  // Source list
var x2 = [];              // Will hold the de-duped result
x.forEach(function(elem){if(x2.indexOf(elem) === -1) x2.push(elem);});
x2;                       // <- [1, 2, 3, 4, 6]

If you want to compare object properties to one level you could write something like the below (there may be an easier way - just whipped this together)

function sameValues(o1, o2){
    for(p in o1){
        if(o1[p] !== o2[p]) return false;
    }
    for(p in o2){
        if(o2[p] !== o1[p]) return false;
    }
    return true;
}

var Object1 = {connectorIndex: 1, nodeID: 6, Connectors: Object};
var Object2 = {connectorIndex: 1, nodeID: 6, Connectors: Object};
var Object3 = {connectorIndex: 1, nodeID: 7, Connectors: Object};
var Object4 = {connectorIndex: 2, nodeID: 7, Connectors: Object};
var Object5 = {connectorIndex: 1, nodeID: 7, Connectors: Object};
var arr = [Object1, Object2, Object3, Object4, Object5];

var result = [];
arr.forEach(function(e1){
    if(!result.some(function(e2){return sameValues(e1,e2);})){
        // No existing object with same top level values in target array, so add
        result.push(e1);
    }
});
// result will have the 1st, 3rd, and 4th object only

Upvotes: 3

Jonathan Crowe
Jonathan Crowe

Reputation: 5803

this would do it if you are looking for exact matches:

function remove_duplicates(objectsArray) {
    var usedObjects = {};

    for (var i=objectsArray.length - 1;i>=0;i--) {
        var so = JSON.stringify(objectsArray[i]);

        if (usedObjects[so]) {
            objectsArray.splice(i, 1);

        } else {
            usedObjects[so] = true;          
        }
    }

    return objectsArray;

}

var objectsArray = [{a:'foo',b:'bar'}, {a:'foo',b:'bar'}];
var clean = remove_duplicates(objectsArray);

Upvotes: 15

Related Questions