109 lines
3.5 KiB
Bash
Executable File
109 lines
3.5 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
set -e
|
|
|
|
# import .env config
|
|
set -o allexport
|
|
source $(dirname "$0")/.env
|
|
set +o allexport
|
|
|
|
# Delete collection function defintion
|
|
function delete_collection () {
|
|
# Delete from Database
|
|
echo "Delete $2"
|
|
"${IMPORT_CYPHERSHELL_BIN}" < $(dirname "$0")/$1/delete.cql > /dev/null
|
|
# Delete index file
|
|
rm -f "${IMPORT_PATH}splits/$2.index"
|
|
}
|
|
|
|
# Import collection function defintion
|
|
function import_collection () {
|
|
# index file of those chunks we have already imported
|
|
INDEX_FILE="${IMPORT_PATH}splits/$1.index"
|
|
# load index file
|
|
if [ -f "$INDEX_FILE" ]; then
|
|
readarray -t IMPORT_INDEX <$INDEX_FILE
|
|
else
|
|
declare -a IMPORT_INDEX
|
|
fi
|
|
# for each chunk import data
|
|
for chunk in ${IMPORT_PATH}splits/$1/*
|
|
do
|
|
CHUNK_FILE_NAME=$(basename "${chunk}")
|
|
# does the index not contain the chunk file name?
|
|
if [[ ! " ${IMPORT_INDEX[@]} " =~ " ${CHUNK_FILE_NAME} " ]]; then
|
|
# calculate the path of the chunk
|
|
export IMPORT_CHUNK_PATH_CQL_FILE="${IMPORT_CHUNK_PATH_CQL}$1/${CHUNK_FILE_NAME}"
|
|
# load the neo4j command and replace file variable with actual path
|
|
NEO4J_COMMAND="$(envsubst '${IMPORT_CHUNK_PATH_CQL_FILE}' < $(dirname "$0")/$2)"
|
|
# run the import of the chunk
|
|
echo "Import $1 ${CHUNK_FILE_NAME} (${chunk})"
|
|
echo "${NEO4J_COMMAND}" | "${IMPORT_CYPHERSHELL_BIN}" > /dev/null
|
|
# add file to array and file
|
|
IMPORT_INDEX+=("${CHUNK_FILE_NAME}")
|
|
echo "${CHUNK_FILE_NAME}" >> ${INDEX_FILE}
|
|
else
|
|
echo "Skipping $1 ${CHUNK_FILE_NAME} (${chunk})"
|
|
fi
|
|
done
|
|
}
|
|
|
|
# Time variable
|
|
SECONDS=0
|
|
|
|
# Delete all Neo4J Database content
|
|
echo "Deleting Database Contents"
|
|
delete_collection "badges" "badges"
|
|
delete_collection "categories" "categories"
|
|
delete_collection "users" "users"
|
|
delete_collection "follows" "follows_users"
|
|
delete_collection "contributions" "contributions_post"
|
|
delete_collection "contributions" "contributions_cando"
|
|
delete_collection "shouts" "shouts"
|
|
delete_collection "comments" "comments"
|
|
delete_collection "emotions" "emotions"
|
|
|
|
#delete_collection "invites"
|
|
#delete_collection "notifications"
|
|
#delete_collection "organizations"
|
|
#delete_collection "pages"
|
|
#delete_collection "projects"
|
|
#delete_collection "settings"
|
|
#delete_collection "status"
|
|
#delete_collection "systemnotifications"
|
|
#delete_collection "userscandos"
|
|
#delete_collection "usersettings"
|
|
echo "DONE"
|
|
|
|
# Import Data
|
|
echo "Start Importing Data"
|
|
import_collection "badges" "badges/badges.cql"
|
|
import_collection "categories" "categories/categories.cql"
|
|
import_collection "users_verified" "users/users.cql"
|
|
import_collection "follows_users" "follows/follows.cql"
|
|
#import_collection "follows_organizations" "follows/follows.cql"
|
|
import_collection "contributions_post" "contributions/contributions.cql"
|
|
#import_collection "contributions_cando" "contributions/contributions.cql"
|
|
#import_collection "contributions_DELETED" "contributions/contributions.cql"
|
|
import_collection "shouts" "shouts/shouts.cql"
|
|
import_collection "comments" "comments/comments.cql"
|
|
import_collection "emotions" "emotions/emotions.cql"
|
|
|
|
# import_collection "invites"
|
|
# import_collection "notifications"
|
|
# import_collection "organizations"
|
|
# import_collection "pages"
|
|
# import_collection "systemnotifications"
|
|
# import_collection "userscandos"
|
|
# import_collection "usersettings"
|
|
|
|
# does only contain dummy data
|
|
# import_collection "projects"
|
|
|
|
# does only contain alpha specifc data
|
|
# import_collection "status
|
|
# import_collection "settings""
|
|
|
|
echo "DONE"
|
|
|
|
echo "Time elapsed: $SECONDS seconds"
|