optimized 16.4k domains to 9.3k

create.sh

@@ -38,8 +38,18 @@ while true; do
     ((page++))
 done
 
-all_items=`echo $all_items | uniq`
+all_items=`echo $all_items`
+printf "%s\n" "${all_items[@]}" >> result.nix.temp
+
+lines=$(wc -l < result.nix.temp)
+echo "Total domains: ${lines}"
 
 echo '[' > result.nix
-printf "%s\n" "${all_items[@]}" >> result.nix
-echo ']' >> result.nix
+cat result.nix.temp | sort | uniq >> result.nix
+echo ']' >> result.nix
+lines=$(wc -l < result.nix)
+echo "Unique domains: $((lines-2))"
+
+sleep 3
+
+rm result.nix.temp