Merge pull request #3033 from pi-hole/fix/duplicates_in_adlists

Remove duplicates from adlists before importing

gravity.sh

@@ -160,10 +160,11 @@ database_table_from_file() {
       fi
     done
   fi
-
-
   inputfile="${tmpFile}"
 
+  # Remove possible duplicates found in lower-quality adlists
+  sort -u -o "${inputfile}" "${inputfile}"
+
   # Store domains in database table specified by ${table}
   # Use printf as .mode and .import need to be on separate lines
   # see https://unix.stackexchange.com/a/445615/83260