Source tree reorg, phase 1. Almost everything moved, no file contents changed.

svn path=/branches/tk685/; revision=5757

1 files changed, 83 insertions, 0 deletions

diff --git a/potpourri/whack-ripe-asns.py b/potpourri/whack-ripe-asns.py
new file mode 100644
index 00000000..9c702271
--- /dev/null
+++ b/potpourri/whack-ripe-asns.py
@@ -0,0 +1,83 @@
+# $Id$
+# 
+# Copyright (C) 2010  Internet Systems Consortium ("ISC")
+# 
+# Permission to use, copy, modify, and distribute this software for any
+# purpose with or without fee is hereby granted, provided that the above
+# copyright notice and this permission notice appear in all copies.
+# 
+# THE SOFTWARE IS PROVIDED "AS IS" AND ISC DISCLAIMS ALL WARRANTIES WITH
+# REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF MERCHANTABILITY
+# AND FITNESS.  IN NO EVENT SHALL ISC BE LIABLE FOR ANY SPECIAL, DIRECT,
+# INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM
+# LOSS OF USE, DATA OR PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE
+# OR OTHER TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR
+# PERFORMANCE OF THIS SOFTWARE.
+
+"""
+Fix problems in asns.csv generated from RIPE's database.
+
+RIPE's database contains inconsistancies, overlaps, and format errors
+that make it impossible to feed the output of ripe-to-csv.awk directly
+into testbed-rootcert.py without OpenSSL rejecting the resulting
+root.conf.  This script takes a brute force approach to fixing this:
+it converts all ASNs to range form, runs the resulting file through
+the unix sort program to put the data into canonical order, then reads
+it back, merging overlaps, and writing the result in a form acceptable
+to testbed-rootcert.py.
+
+Since we're doing all this anyway, the script also merges adjacent
+blocks.
+
+Ordinarily, it would be dangerous to have the same program act as both
+the source and sink of a pipeline, particularly for such a large data
+set, as the chance of deadlock would approach 100%, but in this case
+we know that the sort program must consume and buffer (somehow) all of
+its input before writing a single line of output, so a single script
+can safely act as a filter both before and after sort.
+"""
+
+import sys, subprocess
+
+sorter = subprocess.Popen(("sort", "-T.", "-n"),
+                          stdin = subprocess.PIPE,
+                          stdout = subprocess.PIPE)
+
+for line in sys.stdin:
+  handle, asn = line.split()
+
+  if "-" in asn:
+    range_min, range_max = asn.split("-")
+  else:
+    range_min, range_max = asn, asn
+
+  sorter.stdin.write("%d %d\n" % (long(range_min), long(range_max)))
+
+sorter.stdin.close()
+
+prev_min = None
+prev_max = None
+
+def show():
+  if prev_min and prev_max:
+    sys.stdout.write("x\t%s-%s\n" % (prev_min, prev_max))
+
+for line in sorter.stdout:
+  this_min, this_max = line.split()
+  this_min = long(this_min)
+  this_max = long(this_max)
+
+  if prev_min and prev_max and prev_max + 1 >= this_min:
+    prev_min = min(prev_min, this_min)
+    prev_max = max(prev_max, this_max)
+
+  else:
+    show()
+    prev_min = this_min
+    prev_max = this_max
+
+show()
+
+sorter.stdout.close()
+
+sys.exit(sorter.wait())