Page History

...

Code Block

language	bash
title	db-restore.sh

#!/bin/bash
pushd `dirname $0` > /dev/null
RESET_DIR="$(pwd)"
popd > /dev/null
MANAGE_PY="/home/vagrant/norduni/src/niweb/manage.py"
NOCLOOK_DIR="/home/vagrant/norduni/src/scripts"
NEO4J_DIR="/home/vagrant/neo4j-community-2.1.6"
DB_NAME="norduni"
SQL_DUMP="/vagrant/nistore/producers/noclook/sql/postgres.sql"
DJANGO_DB_USER="ni"

function now (){
  date +"%Y-%m-%d %H:%M:%S"
}

function msg(){
  echo "> $1 - $(now)"
}

msg "Stopping neo4j"
$NEO4J_DIR/bin/neo4j stop


msg "Removing neo4j data"
rm -rf $NEO4J_DIR/data/*


msg "Starting neo4j again"
$NEO4J_DIR/bin/neo4j start


msg "Adding indexes to neo4j"
curl -D - -H "Content-Type: application/json" --data '{"name" : "node_auto_index","config" : {"type" : "fulltext","provider" : "lucene"}}' -X POST http://localhost:7474/db/data/index/node/
curl -D - -H "Content-Type: application/json" --data '{"name" : "relationship_auto_index","config" : {"type" : "fulltext","provider" : "lucene"}}' -X POST http://localhost:7474/db/data/index/relationship/


msg "Drop, Create DB"
sudo -u postgres psql -cf "drop database $DB_NAME$RESET_DIR/sql/drop-create-grant.sql"


msg "Import DB"
awk '/CREATE DATABASE norduni2/{flag=1}/\\connect postgres/{flag=0}flag' $SQL_DUMP | sed -e "s/norduni2/$DB_NAME/" -e "s/postgres;/$DJANGO_DB_USER;/" | sudo -u postgres psqlsudo -u postgres psql -f "$SQL_DUMP" $DB_NAME


msg "Python migrate"
python $MANAGE_PY migrate apps.noclook


msg "Create superuser"
python $MANAGE_PY createsuperuser


msg "Upgrade db entries to 2.x"
cd $NOCLOOK_DIR/updates_and_fixes/
python upgrade_1.9_to_2.X.py -C $RESET_DIR/upgrade.conf -I

msg "Reset DB sequences"
sudo -u postgres psql -f "$RESET_DIR/sql/reset-sequences-noclook.sql" norduni$DB_NAME


msg "Importing neo4j data from json"
cd $NOCLOOK_DIR
python noclook_consumer.py -C $RESET_DIR/restoreneo4j-only.conf -I

SQL

Code Block

language	sql
title	sql/drop-create-grant.sql
collapse	true

drop database norduni;
CREATE DATABASE norduni;
GRANT ALL PRIVILEGES ON DATABASE norduni to ni;

...

Code Block

language	text
title	restore.conf
collapse	true

# All producers need to be listed here with a path data or empty
[data]
juniper_conf = /vagrant/nistore/producers/juniper_conf/json
nmap_services_py = /vagrant/nistore/producers/nmap_services_py/json
alcatel_isis =
noclook =
nagios_checkmk = /vagrant/nistore/producers/checkmk_livestatus/json
cfengine_report = /vagrant/nistore/producers/cfengine_report/json


[data_age]
juniper_conf = 30


# Set if the consumer should check for old data and delete it.
[delete_data]
juniper_conf = false

Code Block

language	bash
title	neo4j-only.conf
collapse	true

# All producers need to be listed here with a path data or empty
[data]
juniper_conf =
nmap_services_py =
alcatel_isis =
noclook = /vagrant/nistore/producers/noclook/json
nagios_checkmk =
cfengine_report =


[data_age]
juniper_conf = 30


# Set if the consumer should check for old data and delete it.
[delete_data]
juniper_conf = false

Child pages

Versions Compared

Old Version 7

New Version Current

Key

SQL