mirror of
https://github.com/IT4Change/Ocelot-Social.git
synced 2026-01-20 20:01:22 +00:00
f9e9aa47b7
Even if the import statement does literally nothing, this slows down the import. Let's avoid this until we do sth. with the data.
101 lines
2.8 KiB
Bash
Executable File
101 lines
2.8 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
set -e
|
|
|
|
# import .env config
|
|
set -o allexport
|
|
source $(dirname "$0")/.env
|
|
set +o allexport
|
|
|
|
# Delete collection function defintion
|
|
function delete_collection () {
|
|
# Delete from Database
|
|
echo "Delete $1"
|
|
"${IMPORT_CYPHERSHELL_BIN}" < $(dirname "$0")/$1_delete.cql > /dev/null
|
|
# Delete index file
|
|
rm -f "${IMPORT_PATH}splits/$1.index"
|
|
}
|
|
|
|
# Import collection function defintion
|
|
function import_collection () {
|
|
# index file of those chunks we have already imported
|
|
INDEX_FILE="${IMPORT_PATH}splits/$1.index"
|
|
# load index file
|
|
if [ -f "$INDEX_FILE" ]; then
|
|
readarray -t IMPORT_INDEX <$INDEX_FILE
|
|
else
|
|
declare -a IMPORT_INDEX
|
|
fi
|
|
# for each chunk import data
|
|
for chunk in ${IMPORT_PATH}splits/$1/*
|
|
do
|
|
CHUNK_FILE_NAME=$(basename "${chunk}")
|
|
# does the index not contain the chunk file name?
|
|
if [[ ! " ${IMPORT_INDEX[@]} " =~ " ${CHUNK_FILE_NAME} " ]]; then
|
|
# calculate the path of the chunk
|
|
export IMPORT_CHUNK_PATH_CQL_FILE="${IMPORT_CHUNK_PATH_CQL}$1/${CHUNK_FILE_NAME}"
|
|
# load the neo4j command and replace file variable with actual path
|
|
NEO4J_COMMAND="$(envsubst '${IMPORT_CHUNK_PATH_CQL_FILE}' < $(dirname "$0")/$1.cql)"
|
|
# run the import of the chunk
|
|
echo "Import $1 ${CHUNK_FILE_NAME} (${chunk})"
|
|
echo "${NEO4J_COMMAND}" | "${IMPORT_CYPHERSHELL_BIN}" > /dev/null
|
|
# add file to array and file
|
|
IMPORT_INDEX+=("${CHUNK_FILE_NAME}")
|
|
echo "${CHUNK_FILE_NAME}" >> ${INDEX_FILE}
|
|
else
|
|
echo "Skipping $1 ${CHUNK_FILE_NAME} (${chunk})"
|
|
fi
|
|
done
|
|
}
|
|
|
|
# Time variable
|
|
SECONDS=0
|
|
|
|
# Delete all Neo4J Database content
|
|
echo "Deleting Database Contents"
|
|
delete_collection "badges"
|
|
delete_collection "categories"
|
|
delete_collection "users"
|
|
delete_collection "follows"
|
|
delete_collection "contributions"
|
|
delete_collection "shouts"
|
|
delete_collection "comments"
|
|
|
|
#delete_collection "emotions"
|
|
#delete_collection "invites"
|
|
#delete_collection "notifications"
|
|
#delete_collection "organizations"
|
|
#delete_collection "pages"
|
|
#delete_collection "projects"
|
|
#delete_collection "settings"
|
|
#delete_collection "status"
|
|
#delete_collection "systemnotifications"
|
|
#delete_collection "userscandos"
|
|
#delete_collection "usersettings"
|
|
echo "DONE"
|
|
|
|
# Import Data
|
|
echo "Start Importing Data"
|
|
import_collection "badges"
|
|
import_collection "categories"
|
|
import_collection "users"
|
|
import_collection "follows"
|
|
import_collection "contributions"
|
|
import_collection "shouts"
|
|
import_collection "comments"
|
|
|
|
# import_collection "emotions"
|
|
# import_collection "invites"
|
|
# import_collection "notifications"
|
|
# import_collection "organizations"
|
|
# import_collection "pages"
|
|
# import_collection "projects"
|
|
# import_collection "settings"
|
|
# import_collection "status"
|
|
# import_collection "systemnotifications"
|
|
# import_collection "userscandos"
|
|
# import_collection "usersettings"
|
|
|
|
echo "DONE"
|
|
|
|
echo "Time elapsed: $SECONDS seconds"
|