Initial commit

scripts/collapse_blockedbyip_noid2971.py

@@ -0,0 +1,19 @@
+#!/usr/bin/env python3
+import ipaddress
+addrlist = open('result/iplist_blockedbyip_noid2971.txt', 'r').read()
+speciallist = open('result/iplist_special_range.txt', 'r').read()
+nlist = [ipaddress.IPv4Network(addr) for addr in addrlist.split()]
+slist = [ipaddress.IPv4Network(addr) for addr in speciallist.split()]
+print('IP Addresses before collapsing:', len(nlist))
+
+for i, v in enumerate(nlist):
+    if any([addr.overlaps(v) for addr in slist]):
+        del nlist[i]
+
+print('IP Addresses after removing special ranges:', len(nlist))
+
+collapsed_file_prefix = open('result/iplist_blockedbyip_noid2971_collapsed.txt', 'w')
+cnt = 0
+for addr in nlist:
+    print(str(addr).replace('/32', ''), file=collapsed_file_prefix)
+    cnt+=1