#!/bin/bash

PROJ_DIR=$(pwd)
HARU_NAME=${1:-haruna}  # haruna or harunava

cd $HOME
git clone https://github.com/keunwoochoi/mixing_secrets.git
mkdir -p download
cd download

wget -i ../mixing_secrets/zip_urls.txt
# 202GB, 452 tracks (zip files)

zip -0 "mixing_secrets_452tracks.zip" *.zip
hdfs dfs -mkdir -p "hdfs://"$HARU_NAME"/home/byte_speech_sv/data/download/mixing_secrets"
hdfs dfs -copyFromLocal "mixing_secrets_452tracks.zip" \
  "hdfs://"$HARU_NAME"/home/byte_speech_sv/data/download/mixing_secrets/"
echo "Done - copying 452 files to hdfs://"$HARU_NAME