#!/bin/bash
########################################################################
# Version: 1.2
# License: AGPL-3.0 (https://choosealicense.com/licenses/agpl-3.0/)
########################################################################
MY_PATH="`dirname \"$0\"`"              # relative
MY_PATH="`( cd \"$MY_PATH\" && pwd )`"  # absolutized and normalized
ME="${0##*/}"

. "${MY_PATH}/../tools/my.sh"

echo "-----"
echo "$ME RUNNING"
#######################################################################
# ASTROBOT SUBKEY PROGRAM : [G1]CopierYoutube "tag"
# Ce script se déclenche si le tiddler "voeu" "CopierYoutube" a été formulé dans le TW du PLAYER
# Il active l'extraction des liens (compatibles yt-dlp) trouvés dans les tiddlers portant le tag "CopierYoutube"
# Les vidéos (mp4) ou audio (mp3) (+tag "CopierYoutube MP3") sont inscrites dans un json puis importés dans le TW.
#######################################################################
INDEX="$1"
[[ ! ${INDEX} ]] && echo "ERROR - Please provide path to source TW index.html" && exit 1
[[ ! -s ${INDEX} ]] && echo "ERROR - Fichier TW absent. ${INDEX}" && exit 1

PLAYER="$2"
[[ ! ${PLAYER} ]] && echo "ERROR - Please provide IPFS publish key" && exit 1

ASTRONAUTENS=$(ipfs key list -l | grep -w ${PLAYER} | cut -d ' ' -f1)
[[ ! $ASTRONAUTENS ]] && echo "ERROR - Clef IPNS ${PLAYER} introuvable!"  && exit 1

G1PUB=$(cat ~/.zen/game/players/${PLAYER}/.g1pub)

# Extract tag=tube from TW
MOATS="$3"
[[ ! $MOATS ]] && MOATS=$(date -u +"%Y%m%d%H%M%S%4N")

###################################################################
## CREATE APP NODE PLAYER PUBLICATION DIRECTORY
###################################################################
mkdir -p ${HOME}/.zen/tmp/${IPFSNODEID}/G1CopierYoutube/${PLAYER}/
mkdir -p ${HOME}/.zen/game/players/${PLAYER}/G1CopierYoutube/

###################################################################
## tag[CopierYoutube] EXTRACT ~/.zen/tmp/CopierYoutube.json FROM TW
###################################################################
rm -f ~/.zen/game/players/${PLAYER}/G1CopierYoutube/CopierYoutube.json
tiddlywiki  --load ${INDEX} \
                    --output ~/.zen/game/players/${PLAYER}/G1CopierYoutube \
                    --render '.' 'CopierYoutube.json' 'text/plain' '$:/core/templates/exporters/JsonFile' 'exportFilter' '[tag[CopierYoutube]]'

echo "DEBUG : cat ~/.zen/game/players/${PLAYER}/G1CopierYoutube/CopierYoutube.json | jq -r"
## CHEK FOR MP3 TAG
TAGS=()
TAGS=($(cat ~/.zen/game/players/${PLAYER}/G1CopierYoutube/CopierYoutube.json | jq -r .[].tags))
echo "TAGS :${#TAGS[@]}: ${TAGS[@]}"
isMP3=$(echo ${TAGS[@]} | grep -w "MP3")

## GET USER BROWSER for YOUTUBE COOKIES
BZER=$(xdg-settings get default-web-browser | cut -d '.' -f 1 | cut -d '-' -f 1) ## GET cookies-from-browser
[[ $BZER ]] && BROWSER="--cookies-from-browser $BZER " || BROWSER=""
[[ ! $isLAN ]] && BROWSER=""

###################################################################
## URL EXTRACTION & yt-dlp.cache.${PLAYER} upgrade
for YURL in $(cat ~/.zen/game/players/${PLAYER}/G1CopierYoutube/CopierYoutube.json | jq -r '.[].text' | grep 'http'); do
    [[ ! $(echo $YURL | grep "http" ) ]] && echo "$YURL error" && continue
    echo "G1CopierYoutube : $YURL"
    echo "Extracting video playlist into yt-dlp.cache.${PLAYER}"

    ### yt-dlp.command
    CMD=$(cat ~/.zen/game/players/${PLAYER}/G1CopierYoutube/yt-dlp.command 2>/dev/null | grep -- "$YURL" | tail -n 1)
    if [[ ! $CMD ]]; then
        echo "${PLAYER}&$YURL:$MOATS" >> ~/.zen/game/players/${PLAYER}/G1CopierYoutube/yt-dlp.command
        echo "NOUVEAU CANAL ${PLAYER}&$YURL:$MOATS"
        lastrun=$MOATS
        duree=604800000
    else
        lastrun=$(echo "$CMD" | rev | cut -d ':' -f 1 | rev) && echo "$CMD"
        duree=$(expr ${MOATS} - $lastrun)
    fi
    # ONE WEEK NEW SCAN
    if [[ $duree -ge 604800000 || ! -s ~/.zen/game/players/${PLAYER}/G1CopierYoutube/yt-dlp.cache.${PLAYER} ]]; then
        /usr/local/bin/yt-dlp $BROWSER --print "%(id)s&%(webpage_url)s" "${YURL}" 2>/dev/null >> ~/.zen/game/players/${PLAYER}/G1CopierYoutube/yt-dlp.cache.${PLAYER}
        sed -i "s~$lastrun~$MOATS~g" ~/.zen/game/players/${PLAYER}/G1CopierYoutube/yt-dlp.command # UPDATE LASTRUN
    fi

done # FINISH YURL loop

## CREATE SORT UNIQ SHUFFLED ~/.zen/tmp/${IPFSNODEID}/yt-dlp.cache.${PLAYER} (12345 ONLINE)
cat ~/.zen/game/players/${PLAYER}/G1CopierYoutube/yt-dlp.cache.${PLAYER} 2>/dev/null | sort | uniq | shuf > ~/.zen/tmp/${IPFSNODEID}/yt-dlp.cache.${PLAYER}

###################################################################
[[ ! -s  ~/.zen/tmp/${IPFSNODEID}/yt-dlp.cache.${PLAYER} ]] && echo "AUCUN YOUTUBEID pour CopierYoutube" && exit  0
###################################################################
boucle=0
tot=0
###################################################################
# PROCESS YOUTUBEID VIDEO DOWNLOAD AND CREATE TIDDLER in TW
###################################################################
while read LINE;
    do
    boucle=$((boucle+1))
    echo "_____ $LINE _____ $boucle"
    YID="$(echo "$LINE" | rev | cut -d '=' -f 1 | rev )"

    #~ [[ $boucle -gt 50 ]] && break ## TODO SCAN FOR ABROAD SAME COPY DONE
    ### MAKE BETTER THAN RANDOM !! CONNECT TO THE WARM...

###################################################################
## Search for $YID.TW.json TIDDLER in local & MySwarm cache
    #~ echo "--- CACHE SEARCH FOR $YID ---"
    TIDDLER=$(ls -t "${HOME}/.zen/game/players/"*"/G1CopierYoutube/$YID.TW.json" 2>/dev/null | head -n 1)
    ## TODO CORRECT - CACHE CHANGED -
    [[ ! $TIDDLER ]] && TIDDLER=$(ls -t "${HOME}/.zen/tmp/${IPFSNODEID}/G1CopierYoutube/"*"/$YID.TW.json" 2>/dev/null | head -n 1)
    [[ ! $TIDDLER ]] && TIDDLER=$(ls -t "${HOME}/.zen/tmp/swarm/"*"/G1CopierYoutube/"*"/$YID.TW.json" 2>/dev/null | head -n 1)
    #~ [[ $TIDDLER ]] && echo "Tiddler Found in CACHE  : $TIDDLER" \
                              #~ || echo "EMPTY."
###################################################################

    if [[ ! ${TIDDLER} ]]; then
    ###################################################################
    # COPY VIDEO AND MAKE TIDDLER
    ###################################################################
        ZYURL=$(echo "$LINE" | cut -d '&' -f 2-)
        echo "COPIE : $ZYURL"

        ## LIMIT TO 2 MAXIMUM COPY PER DAY PER PLAYER
        [[ $tot == 3 ]] && echo "MAXIMUM COPY REACHED FOR TODAY" && break
        ## TODO ACCEPT MORE WITH COINS

        TITLE="$(/usr/local/bin/yt-dlp $BROWSER --print "%(title)s" "${ZYURL}"  | detox --inline)"
        [[ ! $TITLE ]] && echo "NO TITLE" && continue

        start=`date +%s`

        echo ".... Downloading $TITLE ${isMP3}"
        # https://github.com/yt-dlp/yt-dlp#format-selection-examples
        # SUBS ? --write-subs --write-auto-subs --sub-langs "fr, en, en-orig" --embed-subs
        # (bv*[height<=720][vcodec~='^((he|a)vc|h26[45])']+ba)
        # TODO : DELAY COPY OPERATION...  Astro can download quicker at 03:00 AM
        echo "/usr/local/bin/yt-dlp -f \"(bv*[ext=mp4][height<=720]+ba/b[height<=720])\" --no-mtime --embed-thumbnail --add-metadata -o \"${HOME}/.zen/tmp/yt-dlp/$TITLE.%(ext)s\" ${ZYURL}"

        #############################################################################
        ## COPY FROM YOUTUBE (TODO DOUBLE COPY & MKV to MP4 OPTIMISATION)
        ## EXTRA PARAM TO TRY
        #  --write-subs --write-auto-subs --sub-langs "fr, en, en-orig" --embed-subs

        if [[ ${isMP3} == "" ]]; then
        # copying video
            /usr/local/bin/yt-dlp -q -f "(bv*[ext=mp4][height<=720]+ba/b[height<=720])" \
                        $BROWSER \
                        --download-archive ${HOME}/.zen/.yt-dlp.list \
                        -S res,ext:mp4:m4a --recode mp4 --no-mtime --embed-thumbnail --add-metadata \
                        -o "${HOME}/.zen/tmp/yt-dlp/$TITLE.%(ext)s" "${ZYURL}"
            ZFILE="$TITLE.mp4"

            ############################################################################
            ### CHECK RESULT CONVERT MKV TO MP4
            [[ -s "${HOME}/.zen/tmp/yt-dlp/$TITLE.mkv"  ]] \
                && ffmpeg -loglevel quiet -i "${HOME}/.zen/tmp/yt-dlp/$TITLE.mkv" -c:v libx264 -c:a aac "${HOME}/.zen/tmp/yt-dlp/$TITLE.mp4" \
                && rm "${HOME}/.zen/tmp/yt-dlp/$TITLE.mkv"

            if [[ ! -s "${HOME}/.zen/tmp/yt-dlp/${ZFILE}"  ]]; then
                echo "No FILE -- TRYING TO RESTORE CACHE FROM TW -- ${ZFILE}"
                tiddlywiki  --load ${INDEX} \
                        --output ~/.zen/game/players/${PLAYER}/G1CopierYoutube \
                        --render '.' "$YID.TW.json" 'text/plain' '$:/core/templates/exporters/JsonFile' 'exportFilter' "${ZFILE}"

                if [[ -s ~/.zen/game/players/${PLAYER}/G1CopierYoutube/${YID}.TW.json ]]; then
                    rm "${HOME}/.zen/game/players/${PLAYER}/G1CopierYoutube/${ZFILE}.json" 2>/dev/null
                    cd ${HOME}/.zen/game/players/${PLAYER}/G1CopierYoutube/
                    ln -s "./${YID}.TW.json" "${ZFILE}.json"
                    cd -
                else
                    ## REMOVE FILE FROM .yt-dlp.list - RETRY NEXT TIME
                    grep -v -- "$YID" ${HOME}/.zen/.yt-dlp.list > /tmp/.yt-dlp.list
                    mv /tmp/.yt-dlp.list ${HOME}/.zen/.yt-dlp.list
                fi

                continue
            fi

        else
        # copying mp3
            echo "COPYING MP3 (!-q)"
            /usr/local/bin/yt-dlp -x --no-mtime --audio-format mp3 --embed-thumbnail --add-metadata \
                        $BROWSER \
                        --download-archive ${HOME}/.zen/.yt-dlp.mp3.list \
                        -o "${HOME}/.zen/tmp/yt-dlp/$TITLE.%(ext)s" "${ZYURL}"

            ZFILE="$TITLE.mp3"
        fi

        echo

    ####################################################
        [[ -s ~/.zen/tmp/yt-dlp/${ZFILE} ]] \
            && echo "FOUND : ~/.zen/tmp/yt-dlp/${ZFILE}"

        FILE_BSIZE=$(du -b "${HOME}/.zen/tmp/yt-dlp/${ZFILE}" | awk '{print $1}')
        [[ ! $FILE_BSIZE ]] && echo "SIZE ERROR" && continue

        FILE_SIZE=$(echo "${FILE_BSIZE}" | awk '{ split( "B KB MB GB TB PB" , v ); s=1; while( $1>1024 ){ $1/=1024; s++ } printf "%.2f %s", $1, v[s] }')
        echo "$boucle - ${ZFILE} - FILE SIZE = $FILE_SIZE ($FILE_BSIZE octets)"
        echo

        ### CREATE GIF ANIM : make_video_gifanim_ipfs.sh
        [[ ${isMP3} == "" ]] \
            && $(${MY_PATH}/../tools/make_video_gifanim_ipfs.sh "${HOME}/.zen/tmp/yt-dlp" "${ZFILE}" | tail -n 1) \
            && echo "HOP=$HOP
        ANIMH=$ANIMH
        PROBETIME=$PROBETIME
        DURATION=$DURATION
        DUREE=$DUREE
        RES=$RES
        MIME=$MIME
        VTRATIO=$VTRATIO
        file=$file"

        ## Create gifanime ##  TODO Search for similarities BEFORE ADD
        echo "Adding to IPFS"
        ILINK=$(ipfs add -q "${HOME}/.zen/tmp/yt-dlp/${ZFILE}" | tail -n 1)
        echo "/ipfs/$ILINK === ${ZFILE}"

        [[ $ILINK == "" ]] && echo ">>>>> BIG PROBLEM PAPA. NO IPFS " && continue

        MIME=$(file --mime-type -b "${HOME}/.zen/tmp/yt-dlp/${ZFILE}")

        ## ADD TAGS
        SEC=$(/usr/local/bin/yt-dlp $BROWSER --print "%(duration)s" "${ZYURL}")
        CHANNEL=$(/usr/local/bin/yt-dlp $BROWSER --print "%(channel)s" "${ZYURL}" | sed -r 's/\<./\U&/g' | sed 's/ //g') # CapitalGluedWords
        PLAYLIST=$(/usr/local/bin/yt-dlp $BROWSER --print "%(playlist)s" "${ZYURL}" | sed -r 's/\<./\U&/g' | sed 's/ //g')
        EXTRATAG="$CHANNEL $PLAYLIST"

        if [[ ${isMP3} == "" ]]; then
        ## PREPARE VIDEO HTML5 CODE
            TEXT="<video controls width=100% poster='/ipfs/"${ANIMH}"'>
            <source src='/ipfs/"${ILINK}"' type='"${MIME}"'>
            Your browser does not support the video element.
            </video>
            <br>
            {{!!filesize}} - {{!!duration}} sec. - vtratio(dur) =  {{!!vtratio}} ({{!!dur}})
            <br>
            <h1><a target='_blank' href='"${ZYURL}"'>Web2.0 Tube</a></h1>"

        else
            TEXT="<audio controls>
            <source src='/ipfs/"${ILINK}"' type='"${MIME}"'>
            Your browser does not support the audio element.
            </audio>
            <br>
            {{!!filesize}} - {{!!duration}} sec. - vtratio(dur) =  {{!!vtratio}} ({{!!dur}})
            <br>
            <h1><a target='_blank' href='"${ZYURL}"'>Web2.0 Tube</a></h1>"

        fi

        end=`date +%s`
        dur=`expr $end - $start`

        echo "Creating Youtube \"${YID}\" tiddler : G1CopierYoutube !"

        CTITLE=$(echo ${ZFILE} | sed 's~_~ ~g' | sed 's~\.~ ~g')

        ## WAN ADD <<hide tiddler-controls>> TO text jq 'map(.text += "<<hide tiddler-controls>>")'
        [[ ! isLAN ]] && TEXT="$TEXT <<hide tiddler-controls>>"
        echo $TEXT

        mkdir -p ${HOME}/.zen/tmp/${IPFSNODEID}/G1CopierYoutube/${PLAYER} ## MISSING FOR FIRST RUN
        TIDDLER="${HOME}/.zen/tmp/${IPFSNODEID}/G1CopierYoutube/${PLAYER}/${YID}.TW.json"

        echo '[
      {
        "created": "'${MOATS}'",
        "resolution": "'${RES}'",
        "duree": "'${DUREE}'",
        "duration": "'${DURATION}'",
        "giftime": "'${PROBETIME}'",
        "gifanime": "'/ipfs/${ANIMH}'",
        "modified": "'${MOATS}'",
        "title": "'${ZFILE}'",
        "type": "'text/vnd.tiddlywiki'",
        "vtratio": "'${VTRATIO}'",
        "text": "'$TEXT'",
        "g1pub": "'${G1PUB}'",
        "mime": "'${MIME}'",
        "size": "'${FILE_BSIZE}'",
        "filesize": "'${FILE_SIZE}'",
        "sec": "'${SEC}'",
        "dur": "'${dur}'",
        "ipfs": "'/ipfs/${ILINK}'",
        "youtubeid": "'${YID}'",
        "zurl": "'${ZYURL}'",
        "issuer": "'${PLAYER}'",
        "tags": "'ipfs G1CopierYoutube ${PLAYER} ${EXTRATAG} ${MIME} ${CTITLE}'"
      }
    ]
    ' > ${TIDDLER}

            tot=$((tot+1))

    else
        ###################################################################
        #~ echo "${TIDDLER} FOUND"
        ###################################################################
        ## TODO : ADD EMAIL TAG ( TIMESTAMP & ADD SIGNATURE over existing ones)
        continue
    fi

    cp -f "${TIDDLER}" "${HOME}/.zen/game/players/${PLAYER}/G1CopierYoutube/"


#################################################################
### ADDING $YID.TW.json to ASTRONAUTENS INDEX.html
#################################################################
    echo "=========================="
    echo "Adding $YID tiddler to TW /ipns/$ASTRONAUTENS "

    rm -f ~/.zen/tmp/${IPFSNODEID}/newindex.html

    echo  ">>> Importing ${TIDDLER}"

    tiddlywiki --load ${INDEX} \
                    --import "${TIDDLER}" "application/json" \
                    --output ~/.zen/tmp/${IPFSNODEID} --render "$:/core/save/all" "newindex.html" "text/plain"

    if [[ -s ~/.zen/tmp/${IPFSNODEID}/newindex.html ]]; then

        ## COPY JSON TIDDLER TO PLAYER
        cd ${HOME}/.zen/game/players/${PLAYER}/G1CopierYoutube/
        ln -s "./$YID.TW.json" "${ZFILE}.json"
        cd -

        [[ $(diff ~/.zen/tmp/${IPFSNODEID}/newindex.html ${INDEX} ) ]] \
            && mv ~/.zen/tmp/${IPFSNODEID}/newindex.html ${INDEX} \
            && echo "===> Mise à jour ${INDEX}"

    else
        echo "Problem with tiddlywiki command. Missing ~/.zen/tmp/${IPFSNODEID}/newindex.html"
        echo "XXXXXXXXXXXXXXXXXXXXXXX"
        break
    fi

done  < ~/.zen/tmp/${IPFSNODEID}/yt-dlp.cache.${PLAYER} # FINISH YID loop 1

## COPY PLAYER CACHE TO STATION SWARM CACHE
cp -r ${HOME}/.zen/game/players/${PLAYER}/G1CopierYoutube/* \
    ~/.zen/tmp/${IPFSNODEID}/G1CopierYoutube/${PLAYER}/

exit 0