Astroport.ONE/tools/RSS2UPlanetTW.sh

#!/bin/bash
########################################################################
# Version: 0.1
# License: AGPL-3.0 (https://choosealicense.com/licenses/agpl-3.0/)
########################################################################
# INSERT NEW TIDDLERS FROM RSS JSON INTO UPLANET TW
# DETECTING CONFLICT WITH SAME TITLE
# ASKING TO EXISTING SIGNATURES TO UPDATE THEIR TW OR FORK TITLE
########################################################################
MY_PATH="`dirname \"$0\"`"              # relative
MY_PATH="`( cd \"$MY_PATH\" && pwd )`"  # absolutized and normalized
ME="${0##*/}"

RSS=$1
SECTOR=$2
MOATS=$3
INDEX=$4

[[ ! -s ${RSS} ]] && echo "BAD RSS INPUT" && exit 1
[[ ! -d ~/.zen/tmp/${MOATS}/${SECTOR}/ ]] && echo "BAD UPLANET CONTEXT" && exit 1
[[ ! -s ${INDEX} ]] && echo "BAD TW INDEX" && exit 1

echo "SECTOR TW INSERTING" ${RSS}
## NEW RULE. ONLY 2 SIGNATURES TIDDLERS COMES UP

cat "${RSS}" | jq 'sort_by(.created) | reverse | .[]' | jq -r '.title' > ~/.zen/tmp/${MOATS}/titles.list

while read title; do

    [[ ${floop} -gt 2 ]] && echo "0lder Tiddlers are similaR... BREAK" && break

    # FILTER Astroport and les than 4 characters title Tiddlers (ex: GPS, ...)
    [[ ${title} == "GettingStarted" || ${title::4} == ${title} || ${title} == "AstroID" || ${title} == "Voeu1.png"  || ${title} == "Astroport" || ${title} == "MadeInZion" || ${title} == "G1Visa" || ${title} == "ZenCard" || ${title::5} == "Draft" ]] \
        && echo "FILTERED TITLE ${title}" && continue

    ## CHECK FOR TIDDLER WITH SAME TITTLE IN SECTOR TW
    rm -f ~/.zen/tmp/${MOATS}/TMP.json
    tiddlywiki --load ${INDEX}  --output ~/.zen/tmp/${MOATS} --render '.' 'TMP.json' 'text/plain' '$:/core/templates/exporters/JsonFile' 'exportFilter' "${title}"
    ISHERE=$(cat ~/.zen/tmp/${MOATS}/TMP.json | jq -r ".[].title")

    if [[ "${ISHERE}" != "${title}" ]]; then

        ## NEW TIDDLER
        echo "Importing Title: $title"
        cat "${RSS}" | jq -rc ".[] | select(.title == \"$title\")" > ~/.zen/tmp/${MOATS}/NEW.json

        tiddlywiki  --load ${INDEX} \
            --import ~/.zen/tmp/${MOATS}/NEW.json "application/json" \
            --output ~/.zen/tmp/${MOATS} --render "$:/core/save/all" "${SECTOR}.html" "text/plain"

        [[ -s ~/.zen/tmp/${MOATS}/${SECTOR}.html ]] \
            && rm ${INDEX} \
            && mv ~/.zen/tmp/${MOATS}/${SECTOR}.html ${INDEX} \
            && echo "SECTOR TW INSERTED ${title}"

    else

        ## SAME TIDDLER
        echo "TIDDLER WITH TITLE $title ALREADY EXISTS..."
        # IS IT FROM SAME PLAYER

        cat ~/.zen/tmp/${MOATS}/TMP.json | jq -rc ".[] | select(.title == \"$title\")" > ~/.zen/tmp/${MOATS}/INSIDE.json
        cat "${RSS}" | jq -rc ".[] | select(.title == \"$title\")" > ~/.zen/tmp/${MOATS}/NEW.json

        if [[ ! $(diff ~/.zen/tmp/${MOATS}/NEW.json ~/.zen/tmp/${MOATS}/INSIDE.json) ]]; then
            echo "... Tiddlers are similar ..."
            ((floop++))
            continue
        fi
        floop=1

        ## TODO EXTEND CONTROL TO text AND ipfs _canonical_url

        ## CHECK FOR EMAIL SIGNATURES DIFFERENCE
        NTAGS=$(cat ~/.zen/tmp/${MOATS}/NEW.json | jq -r .tags)
        NEMAILS=($(echo "$NTAGS" | grep -E -o "\b[a-zA-Z0-9.%+-]+@[A-Za-z0-9.-]+\.[A-Za-z]{2,6}\b"))
        N=${#NEMAILS[@]}
        echo "New Tiddler signatures : ${NEMAILS[*]}"

        ITAGS=$(cat ~/.zen/tmp/${MOATS}/INSIDE.json | jq -r .tags)
        IEMAILS=($(echo "$ITAGS" | grep -E -o "\b[a-zA-Z0-9.%+-]+@[A-Za-z0-9.-]+\.[A-Za-z]{2,6}\b"))
        I=${#IEMAILS[@]}
        echo "Inside Tiddler signatures : ${IEMAILS[*]}"

        ## NB: COULD NEED SORTING (TODO)

        if [[ "${NEMAILS[*]}" != "${IEMAILS[*]}" ]]; then

            ## DIFFERENCE IN EMAIL SIGNATURES
            COMMON=()
            NUNIQUE=()
            IUNIQUE=()

            # Detect common and unique elements
            for email in "${NEMAILS[@]}"; do
              if [[ " ${IEMAILS[*]} " == *" $email "* ]]; then
                COMMON+=("$email")
              else
                NUNIQUE+=("$email")
              fi
            done

            for email in "${IEMAILS[@]}"; do
              if [[ " ${NEMAILS[*]} " != *" $email "* ]]; then
                IUNIQUE+=("$email")
              fi
            done

            # Print the results
            echo "Common email addresses : ${COMMON[*]}"
            echo "Email addresses unique in NEW Tiddler : ${NUNIQUE[*]}"
            echo "Email addresses unique in ACTUAL Tiddler : ${IUNIQUE[*]}"

            combined=("${IEMAILS[@]}" "${NEMAILS[@]}")
            unique_combined=($(echo "${combined[@]}" | tr ' ' '\n' | sort -u))

            NEWTID=$(ipfs add -q ~/.zen/tmp/${MOATS}/NEW.json | tail -n 1)
            INSIDETID=$(ipfs add -q ~/.zen/tmp/${MOATS}/INSIDE.json | tail -n 1)

            for email in "${unique_combined[@]}"; do

echo "Hello

Tiddler with same title is existing in ${unique_combined[*]} TW(s)

$title

* ACTUAL : $(myIpfsGw)/ipfs/${INSIDETID}
Email addresses unique in ACTUAL Tiddler : ${IUNIQUE[*]}

* NEW : $(myIpfsGw)/ipfs/${NEWTID}
Email addresses unique in NEW Tiddler : ${NUNIQUE[*]}

Make common email addresses : ${COMMON[*]}
or fork modifying titles

Open discussion in room ${MOATS}\n
https://vdo.copylaradio.com
" > ~/.zen/tmp/${MOATS}/g1message

                ${MY_PATH}/mailjet.sh "$email" ~/.zen/tmp/${MOATS}/g1message

            done

        ##  TITLE FORK TO BE SOLVED. NEED "SAME EMAILS SIGNATURES"
        continue

        fi

        ## CHECK DIFFERENCE
        DATENEW=$(cat ~/.zen/tmp/${MOATS}/NEW.json | jq -r .modified)
        TEXTNEW=$(cat ~/.zen/tmp/${MOATS}/NEW.json | jq -r .text)
        TAGSNEW=$(cat ~/.zen/tmp/${MOATS}/NEW.json | jq -r .tags)
        DATEINSIDE=$(cat ~/.zen/tmp/${MOATS}/INSIDE.json | jq -r .modified)
        TEXTINSIDE=$(cat ~/.zen/tmp/${MOATS}/INSIDE.json | jq -r .text)
        TAGSINSIDE=$(cat ~/.zen/tmp/${MOATS}/INSIDE.json | jq -r .tags)

        TIDLEREMAILSNEW=($(echo "$TAGSNEW" | grep -E -o "\b[a-zA-Z0-9.%+-]+@[A-Za-z0-9.-]+\.[A-Za-z]{2,6}\b")) ## MUST BE SAME IN BOTH
        TIDLEREMAILSINSIDE=($(echo "$TAGSINSIDE" | grep -E -o "\b[a-zA-Z0-9.%+-]+@[A-Za-z0-9.-]+\.[A-Za-z]{2,6}\b")) ## MUST BE SAME IN BOTH
        # [[ "${TIDLEREMAILSNEW[*]}" == "${TIDLEREMAILSINSIDE[*]}" ]]

        if [ ${DATENEW} -gt ${DATEINSIDE} ]; then

            echo "Newer Tiddler version... Updating TW"

            tiddlywiki  --load ${INDEX} \
                --import ~/.zen/tmp/${MOATS}/NEW.json "application/json" \
                --output ~/.zen/tmp/${MOATS} --render "$:/core/save/all" "${SECTOR}.html" "text/plain"

            [[ -s ~/.zen/tmp/${MOATS}/${SECTOR}.html ]] \
                && rm ${INDEX} \
                && mv ~/.zen/tmp/${MOATS}/${SECTOR}.html ${INDEX}

        fi

    fi

done < ~/.zen/tmp/${MOATS}/titles.list