Unverified Commit 0b3376dd authored by jdhayhurst's avatar jdhayhurst Committed by GitHub

Create check_tabix_list_against_ftp.sh

parent 7b290f2a
Pipeline #82775 canceled with stages
in 6 seconds
#!/bin/bash
file_list=$(curl 'https://raw.githubusercontent.com/eQTL-Catalogue/eQTL-Catalogue-resources/master/tabix/tabix_ftp_paths.tsv' | tail -n+2 | cut -f 8 | sed 's/ftp:\/\/ftp.ebi.ac.uk\///')
remote_file_list=$(lftp -c "open ftp://ftp.ebi.ac.uk && find pub/databases/spot/eQTL/csv/")
files_not_found_count=0
for file in $file_list; do
if echo $remote_file_list | grep -q $file; then
:
else
echo "${file} not found on ftp server"
files_not_found_count=$(( $files_not_found_count + 1 ))
fi
done
echo "Number of files not found on FTP server: ${files_not_found_count}"
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment