start_year=2021
start_doy=251

end_year=2022
end_doy=365

cut_dir=4
mission2=spire
process=nrt

product='gpsBit'
product='ionPhs'
product='ionPrf'
product='leoAtt'
product='leoClk'
product='leoOrb'
product='leoPlt'
product='occTab'
product='opnGps'
product='podCrx'
product='podTec'
product='scnLv1'
product='tipLv1'
#product='wetPrf'
#product='eraPrf'
#product='atmPrf'
#product='comClk'
#product='atmPhs'
product='conPhs'

level=level1a
level=level2
level=level1b

umask 0002
for (( year_loop = $start_year; year_loop <= $end_year; year_loop++ )); do

  thisYEAR=${year_loop}

  doy_begin=1
  doy_over=`date --date=${year_loop}/12/31 +%j`
  if [ $year_loop -eq $start_year ] ; then
   doy_begin=$start_doy
  fi
  if [ $year_loop -eq $end_year ] ; then
   doy_over=$end_doy
  fi

  for (( doy_loop = $doy_begin; doy_loop <=$doy_over; doy_loop++ )); do

    thisDOY=$(printf "%03d" $doy_loop)
    echo $year_loop $thisDOY

    mkdir -p DO1/${level}/${product}/${thisYEAR}/${thisDOY}/
    mkdir -p DO1/tarball/${level}/${thisYEAR}/${thisDOY}/

    raw_file=DO1/tarball/${level}/${thisYEAR}/${thisDOY}/${product}_${process}_${thisYEAR}_${thisDOY}.tar.gz
    echo $raw_file

    wget --no-check-certificate -rN -np -nH -nv --cut-dir=${cut_dir} https://data.cosmic.ucar.edu/gnss-ro/${mission2}/noaa/${process}/${level}/${thisYEAR}/${thisDOY}/$(basename $raw_file) -P DO1/tarball/
#    echo "wget --no-check-certificate -rN -np -nH -nv --cut-dir=${cut_dir} https://data.cosmic.ucar.edu/gnss-ro/${mission2}/noaa/${process}/${level}/${thisYEAR}/${thisDOY}/$(basename $raw_file) -P DO1/tarball/"

    tar -xf ${raw_file} -C DO1/${level}/${product}/${thisYEAR}/${thisDOY}/
#    echo "tar -xf ${raw_file} -C DO1/${level}/${product}/${thisYEAR}/${thisDOY}/"

    rm -fr $(dirname $raw_file)

  done
done
umask 0022