Source tree reorg, phase 1. Almost everything moved, no file contents changed.

svn path=/branches/tk685/; revision=5757

1 files changed, 96 insertions, 0 deletions

diff --git a/potpourri/repo0-testbed-weekly b/potpourri/repo0-testbed-weekly
new file mode 100755
index 00000000..6f1f8ead
--- /dev/null
+++ b/potpourri/repo0-testbed-weekly
@@ -0,0 +1,96 @@
+#!/bin/sh -
+# $Id: weekly 756 2013-11-21 22:54:28Z sra $
+#
+# Run weekly periodic IR back-end tasks.
+
+home=/home/sra/rpki.testbed
+
+top=/home/sra/subvert-rpki.hactrn.net/trunk
+
+exec >>$home/logs/weekly.log 2>&1
+set -x
+date
+
+export OPENSSL_CONF=/dev/null 
+for openssl in $top/openssl/openssl/apps/openssl /usr/local/bin/openssl
+do
+    test -x $openssl && break
+done
+
+## Download all input files.  See the fetch script for the current
+## list of files, but for a long time now it's been:
+##
+##    http://www.iana.org/assignments/as-numbers/as-numbers.xml
+##    http://www.iana.org/assignments/ipv4-address-space/ipv4-address-space.xml
+##    http://www.iana.org/assignments/ipv6-unicast-address-assignments/ipv6-unicast-address-assignments.xml
+##    ftp://ftp.ripe.net/ripe/dbase/split/ripe.db.aut-num.gz
+##    ftp://ftp.ripe.net/ripe/dbase/split/ripe.db.inetnum.gz
+##    ftp://ftp.ripe.net/ripe/dbase/split/ripe.db.inet6num.gz
+##    ftp://ftp.ripe.net/pub/stats/ripencc/membership/alloclist.txt
+##    ftp://ftp.apnic.net/public/stats/apnic/delegated-apnic-extended-latest
+##
+## Along with an ARIN bulkwhois dump which we get under a research NDA
+## and retrieve via a mechanism that I'm not going to describe here.
+
+/bin/sh -x $home/scripts/fetch
+
+## Process ARIN data first -- we need erx.csv, which comes from ARIN.
+
+cd $home/arin
+/usr/local/bin/unzip -p arin_db.zip arin_db.xml |
+/usr/local/bin/python $top/scripts/arin-to-csv.py
+/usr/local/bin/python $top/scripts/translate-handles.py asns.csv prefixes.csv
+
+## Process IANA data, now that we have erx.csv.
+
+cd $home/iana
+/usr/local/bin/python $top/scripts/iana-to-csv.py
+
+## Process APNIC data.
+
+cd $home/apnic
+/usr/local/bin/python $top/scripts/apnic-to-csv.py
+/usr/local/bin/python $top/scripts/translate-handles.py asns.csv prefixes.csv
+
+## Process RIPE data.  RIPE's database is a horror, the less said
+## about it the better.
+##
+## Somewhere along the line we seem to have stopped even trying to
+## generate the ASN database for RIPE, not sure why.  I've restored it
+## here, guess we'll find out if there was a reason why we disabled it.
+
+cd $home/ripe
+/usr/local/bin/python $top/scripts/ripe-asns-to-csv.py 
+/usr/bin/awk -f $top/scripts/ripe-prefixes-to-csv.awk alloclist.txt |
+/bin/cat extra-prefixes.csv - |
+/usr/bin/sort -uo prefixes.csv
+/usr/local/bin/python $top/scripts/translate-handles.py asns.csv prefixes.csv
+/usr/bin/sort -uo prefixes.csv prefixes.csv
+
+## Not yet doing anything for AfriNIC, LACNIC, or Legacy.
+
+## Generate root certificate.  This is a lot simpler now that we're pretending to be the One True Root.
+
+cd $home/root
+$openssl req -new -x509 -days 90 -set_serial $(/bin/date -u +%s) -config root.conf -out root.cer -key root.key -outform DER
+/bin/cp -fp root.cer root.cer.dup &&
+/bin/mv -f root.cer.dup /home/pubd/publication/root.cer
+
+## Whack all the files into subversion.
+
+cd $home
+/usr/local/bin/svn update
+/usr/local/bin/svn add --force .
+/usr/local/bin/svn ci --message 'Weekly auto update'
+/usr/local/bin/svn update
+
+## Feed all the new data into the IRDB.
+
+for entity in iana afrinic apnic arin lacnic legacy ripe
+do
+  for resource in asns prefixes
+  do
+    /bin/test -r $entity/$resource.csv &&
+    /usr/local/sbin/rpkic --identity $entity load_$resource $entity/$resource.csv
+  done
+done