Skip to content
Snippets Groups Projects

Added "synchronise-schemas" step in release workflow and fix error in archive function

Merged Carlos Andres Moreno Velez requested to merge dev into main
5 files
+ 103
10
Compare changes
  • Side-by-side
  • Inline
Files
5
+ 36
0
#!/bin/bash
#SBATCH --time=2:00:00
#SBATCH --mem=16G
#SBATCH --mail-type=all
#SBATCH --output=<LOG_FILE>
#SBATCH --error=<LOG_FILE>
#SBATCH --job-name=<JOB_NAME>
#SBATCH --partition=datamover
#SBATCH --export=SINGULARITY_DOCKER_USERNAME=<READ_DOCKER_USERNAME>,SINGULARITY_DOCKER_PASSWORD=<READ_DOCKER_TOKEN>,DBT_PROJECT_DIR=/chebi_data_management,DBT_PROFILES_DIR=/chebi_data_management
# Purge all modules, just in case
module purge
# Variables used by chebi-data-management container.
TMP_DBT_LOGS_FOLDER=$(pwd)/logs
TMP_DBT_TARGET_FOLDER=$(pwd)/target
TMP_DBT_PACKAGES_FOLDER=$(pwd)/dbt_packages
DOCKER_TAG=<DOCKER_TAG>
MODELS_TO_SYNC=<MODELS_TO_SYNC>
# This function execute the process to synchronize the schemas needed to generate the ontology and the DUMPS
function execute_chebi_data_management() {
mkdir -p ${TMP_DBT_LOGS_FOLDER} ${TMP_DBT_TARGET_FOLDER} ${TMP_DBT_PACKAGES_FOLDER}
singularity cache clean -f && \
singularity pull -F chebi_data_management.sif docker://dockerhub.ebi.ac.uk/chembl/chebi/chebi-2.0/chebi-data-management:${DOCKER_TAG} && \
singularity run \
-B ${TMP_DBT_LOGS_FOLDER}:/chebi_data_management/logs \
-B ${TMP_DBT_TARGET_FOLDER}:/chebi_data_management/target \
-B ${TMP_DBT_PACKAGES_FOLDER}:/chebi_data_management/dbt_packages \
chebi_data_management.sif dbt run --models $MODELS_TO_SYNC --target postgres --vars "out_schema: $MODELS_TO_SYNC"
}
execute_chebi_data_management
\ No newline at end of file