Detect and deactivate duplicate Apt source entries (as requested in https://askubuntu.com/a/762815/175814).

apt-remove-duplicate-source-entries.py

#!/usr/bin/env python3
"""
Detects and interactively deactivates duplicate Apt source entries.

Usage: python3 apt-remove-duplicate-source-entries.py
"""

from __future__ import print_function
import aptsources.sourceslist

EMPTY_COMPONENT_LIST = (None,)

def get_duplicates(sourceslist):
	"""
	Detects and returns duplicate Apt source entries.
	"""

	sentry_map = dict()
	duplicates = list()
	for se in sourceslist.list:
		if not se.invalid and not se.disabled:
			for c in (se.comps or EMPTY_COMPONENT_LIST):
				key = (se.type, se.uri, se.dist, c)
				previous_se = sentry_map.setdefault(key, se)
				if previous_se is not se:
					duplicates.append((se, previous_se))
					break

	return duplicates


if __name__ == '__main__':
	try:
		input = raw_input
	except NameError:
		pass

	sourceslist = aptsources.sourceslist.SourcesList(False)
	duplicates = get_duplicates(sourceslist)

	if duplicates:
		for dupe, orig in duplicates:
			print(
				'Overlapping source entries:\n'
				'  1. {0}: {1}\n'
				'  2. {2}: {3}\n'
				'I disabled the latter entry.'.format(
					orig.file, orig, dupe.file, dupe),
				end='\n\n')
			dupe.disabled = True

		print('\n{0} source entries were disabled:'.format(len(duplicates)),
			*[dupe for dupe, orig in duplicates], sep='\n  ', end='\n\n')
		if input('Do you want to save these changes? (y/N) ').upper() == 'Y':
			sourceslist.save()

	else:
		print('No duplicated entries were found.')