#!/bin/sh
# Decription:  MIRROR FILES USING LFTP
#  Eduard@ Glasgow
#  DATE: 28 January, 2020
#  REQUIRES: LFTP version 4.8 see https://lftp.yar.ru/
#/usr/bin/pkill -f lftp
rhessi_data='/opt/rhessi'
# HTTPS CONNECTION HOST
HOST='http://hessi.ssl.berkeley.edu'
#HOST='https://hesperia.gsfc.nasa.gov'
# REMORE DIRECTORY TO DOWNLOAD
#The list of folders to update above
#for i in 2002 2003 2004 2005 2006 2007 2008 2009 2010 2011 2012 2013 2014 2015 2016 2017 2018 metadata
for i in 2018 metadata
do
REMOTE_DIR="/hessidata/$i"
LOCAL_DIR="$rhessi_data/$i"
# $SSW should point to your local SSW installation
echo "Downloading from $HOST$REMOTE_DIR to $LOCAL_DIR"
lftp $HOST <<EOF
#set mirror:sort-by name
# mirror -e -n -v -P 8 --dry-run $HOST$REMOTE_DIR $LOCAL_DIR
mirror -e -n -v -P 8 $HOST$REMOTE_DIR $LOCAL_DIR
#mirror -c --only-newer --ignore-time -v -P 8 $HOST$REMOTE_DIR $LOCAL_DIR
exit
EOF
echo "Completed $LOCAL_DIR ............................................OK"
done # loop for all instruments
exit