data = []
urls = 'onestopfoodandwine.com'
try:
urls = f'http://{urls}'
r = requests.get(url, timeout=4)
except:
print('Failed')
try:
main_text = r.text
email = re.findall(r'[\w\.-]+@[\w\.-]+', main_text)
d = {'urls': url,'emails': email}
print(d)
print('--------')
data.append(d)
print(data)
except:
print('Email doesnt found!')
I have list with dict wich came from websites, it's contains all unique phrase with @, but it's bring also duplicates, wich I need to remove : [{'urls': 'http://onestopfoodandwine.com', 'emails': ['info@onestopfoodandwine.com', 'info@onestopfoodandwine.com', 'info@onestopfoodandwine.com', 'info@onestopfoodandwine.com', 'info@onestopfoodandwine.com', 'info@onestopfoodandwine.com']}]
and I want to remove all duplicates from "email" key:
result = {}
for key,value in d.items():
if value not in result.values():
result[key] = value
print(result)