CODEWITHSUNDEEP
pythonlisttuples
Vikash Chauradia
Vikash Chauradia

Reputation: 39

Filtering a list of tuple data

I have a list like below.

list1 = [
    ('Ram','Laxman','Bharat','Sita'),
    ('Ram','Ravan','Bharat','Sita'),
    ('Ram','Luv','Dashrat','Sita'),
    ('Dasrath','Kekei','Bharat','Ram'),
    ('Laxman','Bharat','Ram','Hanuman'),
    ('Hanuman','Sita','Kekei','Ravan'),
    ('Ram','Sita','Hanuman','Ravan')
]

I want to filter the list data which has at least 3 tuple values matching , If 2 or more tuples have at least 3 value matching then only 1st tuple should be there in the list along with rest. For example in above list we have below list tuple which has 3 value matching.

result = [
    ('Ram','Laxman','Bharat','Sita'),
    ('Ram','Luv','Dashrat','Sita'),
    ('Dasrath','Kekei','Bharat','Ram'),
    ('Hanuman','Sita','Kekei','Ravan')
]

Upvotes: 0

Views: 82

Answers (2)

Xu Qiushi
Xu Qiushi

Reputation: 1161

I think your question is interesting. I use some matrix operation to solve it. This way I think will much faster than common loop.

from collections import OrderedDict
import numpy as np
from sklearn.preprocessing import MultiLabelBinarizer

class DuplicateFinder(object):
    def __init__(self, raw_list):
        self.raw_list = raw_list
        self.multi_label_encoder = MultiLabelBinarizer()
        self.final_results = OrderedDict()
        self.title_select = []
        self.content_select = []
        self.not_select = []

    @property
    def match_result(self):
        label_matrix = self.multi_label_encoder.fit_transform(self.raw_list)
        return np.dot(label_matrix, label_matrix.T)

    @property
    def raw_results(self):
        return np.array(np.where(self.match_result >= 3)).T

    def solve(self):
        for result in self.raw_results:
            if result[0] == result[1]:
                continue
            if result[0] in self.content_select:
                continue
            if result[0] not in self.final_results:
                self.final_results[result[0]] = []
                self.final_results[result[0]].append(result[1])
                self.title_select.append(result[0])
                self.content_select.append(result[1])
            elif result[1] not in self.content_select + self.title_select:
                self.final_results[result[0]].append(result[1])
                self.content_select.append(result[1])
            else:
                continue
        self.not_select = list(set(range(self.match_result.shape[0])) - set(
            self.title_select + self.content_select
        ))

    def print_result(self):
        print(f"This is more than one matched: {self.final_results}")
        for key in self.final_results:
            print(self.raw_list[key])
        print(f"This is just one: {self.not_select}")
        for key in self.not_select:
            print(self.raw_list[key])

list1 = [
    ("Ram", "Laxman", "Bharat", "Sita"),
    ("Ram", "Ravan", "Bharat", "Sita"),
    ("Ram", "Luv", "Dashrat", "Sita"),
    ("Dasrath", "Kekei", "Bharat", "Ram"),
    ("Laxman", "Bharat", "Ram", "Hanuman"),
    ("Hanuman", "Sita", "Kekei", "Ravan"),
    ("Ram", "Sita", "Hanuman", "Ravan"),
]
solver = DuplicateFinder(list1)
solver.solve()
solver.print_result()

This is the result:

This is more than one matched: OrderedDict([(0, [1, 4]), (5, [6])])
('Ram', 'Laxman', 'Bharat', 'Sita')
('Hanuman', 'Sita', 'Kekei', 'Ravan')
This is just one: [2, 3]
('Ram', 'Luv', 'Dashrat', 'Sita')
('Dasrath', 'Kekei', 'Bharat', 'Ram')

Upvotes: 0

youngseok jeon
youngseok jeon

Reputation: 116

from operator import add
from functools import reduce

def solve(xss):
    
    mems = [xss[0]]
    
    for xs in xss[1:]:        
        if len(set(reduce(add,mems)).intersection(set(xs))) < 3:
            mems = mems + [xs]
    return mems

Upvotes: 1

Related Questions