sbin/sysadmin/import_hda_rdf.sh
author ymh <ymh.work@gmail.com>
Fri, 19 Jul 2024 09:38:03 +0200
changeset 704 b5835dca2624
parent 651 106402f97fdf
permissions -rwxr-xr-x
Adapt renkan preview to uses chrome headless/puppeteer
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
651
106402f97fdf forgotten file
ymh <ymh.work@gmail.com>
parents:
diff changeset
     1
#!/usr/bin/env bash
106402f97fdf forgotten file
ymh <ymh.work@gmail.com>
parents:
diff changeset
     2
106402f97fdf forgotten file
ymh <ymh.work@gmail.com>
parents:
diff changeset
     3
set -e
106402f97fdf forgotten file
ymh <ymh.work@gmail.com>
parents:
diff changeset
     4
106402f97fdf forgotten file
ymh <ymh.work@gmail.com>
parents:
diff changeset
     5
current_path=$PWD
106402f97fdf forgotten file
ymh <ymh.work@gmail.com>
parents:
diff changeset
     6
scratch=$(mktemp -d -t tmp.XXXXXXXXXX)
106402f97fdf forgotten file
ymh <ymh.work@gmail.com>
parents:
diff changeset
     7
106402f97fdf forgotten file
ymh <ymh.work@gmail.com>
parents:
diff changeset
     8
# download export in tmp folder
106402f97fdf forgotten file
ymh <ymh.work@gmail.com>
parents:
diff changeset
     9
# untar it
106402f97fdf forgotten file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    10
# build path for ttl file
106402f97fdf forgotten file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    11
106402f97fdf forgotten file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    12
# activate virtualenv
106402f97fdf forgotten file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    13
106402f97fdf forgotten file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    14
# call import rdf
106402f97fdf forgotten file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    15
106402f97fdf forgotten file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    16
# call import_hdabo_db -c
106402f97fdf forgotten file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    17
106402f97fdf forgotten file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    18
# call rebuild index
106402f97fdf forgotten file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    19
106402f97fdf forgotten file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    20
#       tarball="linux-${major}-${minor}-${patchlevel}.tar.bz2"
106402f97fdf forgotten file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    21
#      curl -q "http://kernel.org/path/to/$tarball" -o "$scratch/$tarball" || true
106402f97fdf forgotten file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    22
106402f97fdf forgotten file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    23
usage() { echo "Usage: $0 <virtualenv> <manage_path> <url>" 1>&2; exit 1; }
106402f97fdf forgotten file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    24
106402f97fdf forgotten file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    25
106402f97fdf forgotten file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    26
if [[ $# -ne 3 ]]; then
106402f97fdf forgotten file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    27
    echo "Illegal number of parameters"
106402f97fdf forgotten file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    28
    usage
106402f97fdf forgotten file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    29
fi
106402f97fdf forgotten file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    30
106402f97fdf forgotten file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    31
106402f97fdf forgotten file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    32
VIRTUALENV_PATH=$1
106402f97fdf forgotten file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    33
MANAGE_PATH=$2
106402f97fdf forgotten file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    34
RDF_URL=$3
106402f97fdf forgotten file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    35
106402f97fdf forgotten file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    36
curl -q "$RDF_URL" -o "$scratch/export.tar.gz"
106402f97fdf forgotten file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    37
106402f97fdf forgotten file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    38
cd "$scratch"
106402f97fdf forgotten file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    39
tar zxvf export.tar.gz
106402f97fdf forgotten file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    40
106402f97fdf forgotten file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    41
flist=( hda_data_* )
106402f97fdf forgotten file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    42
106402f97fdf forgotten file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    43
TTL_FILE=$PWD/${flist[0]}
106402f97fdf forgotten file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    44
106402f97fdf forgotten file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    45
cd "$MANAGE_PATH"
106402f97fdf forgotten file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    46
106402f97fdf forgotten file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    47
source "$VIRTUALENV_PATH/bin/activate"
106402f97fdf forgotten file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    48
export PYTHONPATH=$PWD
106402f97fdf forgotten file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    49
export LD_LIBRARY_PATH="$VIRTUALENV_PATH/lib"
106402f97fdf forgotten file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    50
106402f97fdf forgotten file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    51
python manage.py import_rdf "$TTL_FILE"
106402f97fdf forgotten file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    52
python manage.py import_hdabo_db -c
106402f97fdf forgotten file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    53
python manage.py rebuild_index -r --noinput
106402f97fdf forgotten file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    54
106402f97fdf forgotten file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    55
106402f97fdf forgotten file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    56
function finish {
106402f97fdf forgotten file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    57
  cd "$current_path"
106402f97fdf forgotten file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    58
  rm -rf "$scratch"
106402f97fdf forgotten file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    59
}
106402f97fdf forgotten file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    60
106402f97fdf forgotten file
ymh <ymh.work@gmail.com>
parents:
diff changeset
    61
trap finish EXIT