forked from STI/Astroport.ONE
222 lines
9.4 KiB
Bash
Executable File
222 lines
9.4 KiB
Bash
Executable File
#!/bin/bash
|
|
########################################################################
|
|
# Version: 0.1
|
|
# License: AGPL-3.0 (https://choosealicense.com/licenses/agpl-3.0/)
|
|
########################################################################
|
|
# INSERT NEW TIDDLERS FROM RSS JSON INTO UPLANET TW
|
|
# DETECTING CONFLICT WITH SAME TITLE
|
|
# ASKING TO EXISTING SIGNATURES TO UPDATE THEIR TW OR FORK TITLE
|
|
# CALLED BY "SECTOR.refresh.sh"
|
|
########################################################################
|
|
MY_PATH="`dirname \"$0\"`" # relative
|
|
MY_PATH="`( cd \"$MY_PATH\" && pwd )`" # absolutized and normalized
|
|
ME="${0##*/}"
|
|
|
|
RSS=$1 ## filepath to RSS
|
|
SECTOR=$2 ## Sector identifier _0.0_0.0
|
|
MOATS=$3 ## temp cache access
|
|
INDEX=$4 ## SECTOR TW index file
|
|
|
|
[[ ! -s ${RSS} ]] && echo "BAD RSS INPUT" && exit 1
|
|
[[ ! -d ~/.zen/tmp/${MOATS}/${SECTOR}/ ]] && echo "BAD UPLANET CONTEXT" && exit 1
|
|
[[ ! -s ${INDEX} ]] \
|
|
&& sed "s~_SECTOR_~${SECTOR}~g" ${MY_PATH}/../templates/twsector.html > ${INDEX} \
|
|
&& echo "REFRESHING SECTOR FROM empty TEMPLATE *****"
|
|
|
|
|
|
## EXTRACT PLAYER FROM RSS FILE NAME
|
|
PLAYER=$(echo ${RSS} | rev | cut -d '/' -f 1 | rev | sed "s~.rss.json~~g")
|
|
## GET PLAYER INFORMATION
|
|
$($MY_PATH/../tools/search_for_this_email_in_players.sh ${PLAYER})
|
|
echo "export ASTROPORT=${ASTROPORT} ASTROTW=${ASTROTW} ASTROG1=${ASTROG1} ASTROMAIL=${EMAIL} ASTROFEED=${FEEDNS}"
|
|
|
|
echo "======= ${INDEX} =======
|
|
SECTOR ${SECTOR} TW INSERTING ${PLAYER}
|
|
${RSS}
|
|
=================================================================="
|
|
cat "${RSS}" | jq 'sort_by(.created) | reverse | .[]' | jq -r '.title' > ~/.zen/tmp/${MOATS}/${SECTOR}/tiddlers.list
|
|
##
|
|
gloops=0
|
|
while read title; do
|
|
|
|
[[ ${floop} -gt 2 ]] && echo "0lder Tiddlers are similaR... BREAK" && break
|
|
|
|
# FILTER Astroport and les than 4 characters title Tiddlers (ex: GPS, ...). extend to allow personnal Tiddlers
|
|
[[ ${title} == "GettingStarted" || ${title::4} == ${title} || ${title} == "AstroID" || ${title} == "Voeu1.png" || ${title} == "Astroport" || ${title} == "MadeInZion" || ${title} == "G1Visa" || ${title} == "ZenCard" || ${title::5} == "Draft" ]] \
|
|
&& echo "FILTERED TITLE ${title}" && continue
|
|
|
|
## CHECK FOR TIDDLER WITH SAME TITTLE IN SECTOR TW
|
|
rm -f ~/.zen/tmp/${MOATS}/${SECTOR}/TMP.json
|
|
tiddlywiki --load ${INDEX} --output ~/.zen/tmp/${MOATS}/${SECTOR} --render '.' 'TMP.json' 'text/plain' '$:/core/templates/exporters/JsonFile' 'exportFilter' "${title}"
|
|
ISHERE=$(cat ~/.zen/tmp/${MOATS}/${SECTOR}/TMP.json | jq -r ".[].title")
|
|
|
|
[[ ! "${ISHERE}" ]] && echo "No Tiddler found in ${INDEX}"
|
|
|
|
if [[ "${ISHERE}" != "${title}" ]]; then
|
|
|
|
## NEW TIDDLER
|
|
echo "Importing Title: $title"
|
|
cat "${RSS}" | jq -rc ".[] | select(.title == \"$title\")" > ~/.zen/tmp/${MOATS}/${SECTOR}/NEW.json
|
|
|
|
#~ echo "DEBUG"
|
|
#~ cat ~/.zen/tmp/${MOATS}/${SECTOR}/NEW.json | jq
|
|
#~ echo "tiddlywiki --load ${INDEX} --import ~/.zen/tmp/${MOATS}/${SECTOR}/NEW.json 'application/json' --output ~/.zen/tmp/${MOATS}/${SECTOR} --render '$:/core/save/all' '"${SECTOR}.html"' 'text/plain'"
|
|
|
|
tiddlywiki --load ${INDEX} \
|
|
--import ~/.zen/tmp/${MOATS}/${SECTOR}/NEW.json 'application/json' \
|
|
--output ~/.zen/tmp/${MOATS}/${SECTOR} --render '$:/core/save/all' "${SECTOR}.html" 'text/plain'
|
|
|
|
[[ -s ~/.zen/tmp/${MOATS}/${SECTOR}/${SECTOR}.html ]] \
|
|
&& rm ${INDEX} \
|
|
&& mv ~/.zen/tmp/${MOATS}/${SECTOR}/${SECTOR}.html ${INDEX} \
|
|
&& ((gloops++)) \
|
|
&& echo "SECTOR (${gloops}) : ${title}"
|
|
|
|
[[ ! -s ${INDEX} ]] && echo "ERROR. TW did not ingest ~/.zen/tmp/${MOATS}/${SECTOR}/NEW.json" && exit 1
|
|
|
|
else
|
|
|
|
## SAME TIDDLER
|
|
echo "TIDDLER WITH TITLE $title ALREADY EXISTS..."
|
|
|
|
cp -f ~/.zen/tmp/${MOATS}/${SECTOR}/TMP.json ~/.zen/tmp/${MOATS}/${SECTOR}/INSIDE.json
|
|
cat "${RSS}" | jq -rc ".[] | select(.title == \"$title\")" > ~/.zen/tmp/${MOATS}/NEW.json
|
|
|
|
if [[ ! $(diff ~/.zen/tmp/${MOATS}/NEW.json ~/.zen/tmp/${MOATS}/INSIDE.json) ]]; then
|
|
echo "... Tiddlers are similar ..."
|
|
((floop++))
|
|
continue
|
|
fi
|
|
floop=1
|
|
|
|
## TODO EXTEND CONTROL TO text & ipfs & _canonical_url
|
|
## NEED SIGNATURES & TIDDLER SIMILARITY TO COME UP
|
|
|
|
## CHECK FOR EMAIL SIGNATURES DIFFERENCE
|
|
NTAGS=$(cat ~/.zen/tmp/${MOATS}/NEW.json | jq -r .tags)
|
|
NEMAILS=($(echo "$NTAGS" | grep -E -o "\b[a-zA-Z0-9.%+-]+@[A-Za-z0-9.-]+\.[A-Za-z]{2,6}\b"))
|
|
NSIGN=${#NEMAILS[@]}
|
|
echo "New Tiddler $NSIGN signatures : ${NEMAILS[*]}"
|
|
|
|
ITAGS=$(cat ~/.zen/tmp/${MOATS}/INSIDE.json | jq -r .tags)
|
|
IEMAILS=($(echo "$ITAGS" | grep -E -o "\b[a-zA-Z0-9.%+-]+@[A-Za-z0-9.-]+\.[A-Za-z]{2,6}\b"))
|
|
ISIGN=${#IEMAILS[@]}
|
|
echo "Inside Tiddler $ISIGN signatures : ${IEMAILS[*]}"
|
|
|
|
if [[ "${NEMAILS[*]}" != "${IEMAILS[*]}" ]]; then
|
|
|
|
## SEARCH FOR DIFFERENCE IN EMAIL SIGNATURES TAGS
|
|
COMMON=(); NUNIQUE=(); IUNIQUE=()
|
|
|
|
# Detect common and unique elements
|
|
for email in "${NEMAILS[@]}"; do
|
|
if [[ " ${IEMAILS[*]} " == *" $email "* ]]; then
|
|
COMMON+=("$email")
|
|
else
|
|
NUNIQUE+=("$email")
|
|
fi
|
|
done
|
|
|
|
for email in "${IEMAILS[@]}"; do
|
|
if [[ " ${NEMAILS[*]} " != *" $email "* ]]; then
|
|
IUNIQUE+=("$email")
|
|
fi
|
|
done
|
|
|
|
# Print the results
|
|
echo "Common email addresses : ${COMMON[*]}"
|
|
echo "Email addresses unique in NEW Tiddler : ${NUNIQUE[*]}"
|
|
echo "Email addresses unique in ACTUAL Tiddler : ${IUNIQUE[*]}"
|
|
|
|
combined=("${IEMAILS[@]}" "${NEMAILS[@]}")
|
|
unique_combined=($(echo "${combined[@]}" | tr ' ' '\n' | sort -u))
|
|
|
|
NEWTID=$(ipfs add -q ~/.zen/tmp/${MOATS}/NEW.json | tail -n 1)
|
|
INSIDETID=$(ipfs add -q ~/.zen/tmp/${MOATS}/INSIDE.json | tail -n 1)
|
|
|
|
for email in "${unique_combined[@]}"; do
|
|
|
|
echo "<html><body>
|
|
<h1>(ᵔ◡◡ᵔ)</h1>
|
|
|
|
Tiddler with same title is existing in ${unique_combined[*]} TW(s)
|
|
<br>
|
|
<ul>
|
|
<li>$title</li>
|
|
<li><a href='$(myIpfsGw)/ipfs/${INSIDETID}'>Actual Tiddler</a></li>
|
|
<li><a href='$(myIpfsGw)/ipfs/${NEWTID}'>NEW Tiddler</a> being introduced by : ${NUNIQUE[*]}</li>
|
|
</ul>
|
|
<br>
|
|
To Accept<br>
|
|
${COMMON[*]} have to copy <a href='$(myIpfsGw)/ipfs/${NEWTID}'>NEW Tiddler</a> in their TW
|
|
<br><br>
|
|
To Refuse<br>
|
|
${NUNIQUE[*]} must fork by deleting or modifying New Tiddler title.
|
|
<br>
|
|
<h2><a href='$(myIpfsGw)/ipfs/QmcSkcJ2j7GAsC2XhVqGSNAKVRpXgxfjjvDbhD5YxrncZY/?room=${MOATS}'>Actual Tiddler</a>Engage discussion about it...</a></h2>
|
|
</body></html>" > ~/.zen/tmp/${MOATS}/g1message
|
|
|
|
${MY_PATH}/mailjet.sh "$email" ~/.zen/tmp/${MOATS}/g1message "TIDDLER COLLISION"
|
|
|
|
done
|
|
|
|
## TITLE FORK TO BE SOLVED. NEED "SAME EMAILS SIGNATURES"
|
|
continue
|
|
|
|
fi
|
|
|
|
## CHECK DIFFERENCE
|
|
DATENEW=$(cat ~/.zen/tmp/${MOATS}/NEW.json | jq -r .modified)
|
|
TEXTNEW=$(cat ~/.zen/tmp/${MOATS}/NEW.json | jq -r .text)
|
|
TAGSNEW=$(cat ~/.zen/tmp/${MOATS}/NEW.json | jq -r .tags)
|
|
DATEINSIDE=$(cat ~/.zen/tmp/${MOATS}/INSIDE.json | jq -r .modified)
|
|
TEXTINSIDE=$(cat ~/.zen/tmp/${MOATS}/INSIDE.json | jq -r .text)
|
|
TAGSINSIDE=$(cat ~/.zen/tmp/${MOATS}/INSIDE.json | jq -r .tags)
|
|
|
|
TIDLEREMAILSNEW=($(echo "$TAGSNEW" | grep -E -o "\b[a-zA-Z0-9.%+-]+@[A-Za-z0-9.-]+\.[A-Za-z]{2,6}\b")) ## MUST BE SAME IN BOTH
|
|
TIDLEREMAILSINSIDE=($(echo "$TAGSINSIDE" | grep -E -o "\b[a-zA-Z0-9.%+-]+@[A-Za-z0-9.-]+\.[A-Za-z]{2,6}\b")) ## MUST BE SAME IN BOTH
|
|
# [[ "${TIDLEREMAILSNEW[*]}" == "${TIDLEREMAILSINSIDE[*]}" ]]
|
|
|
|
if [ ${DATENEW} -gt ${DATEINSIDE} ]; then
|
|
|
|
echo "Newer Tiddler version... Updating TW"
|
|
|
|
tiddlywiki --load ${INDEX} \
|
|
--import ~/.zen/tmp/${MOATS}/NEW.json "application/json" \
|
|
--output ~/.zen/tmp/${MOATS} --render "$:/core/save/all" "${SECTOR}.html" "text/plain"
|
|
|
|
[[ -s ~/.zen/tmp/${MOATS}/${SECTOR}.html ]] \
|
|
&& rm ${INDEX} \
|
|
&& mv ~/.zen/tmp/${MOATS}/${SECTOR}.html ${INDEX}
|
|
|
|
fi
|
|
|
|
fi
|
|
|
|
done < ~/.zen/tmp/${MOATS}/${SECTOR}/tiddlers.list
|
|
|
|
|
|
####################################################
|
|
################################################
|
|
## SECTOR SENDS GRATITUDE TO PUBLISHING PLAYER
|
|
###################################################
|
|
|
|
if [[ ${gloups} -gt 0 && ${ASTROG1} ]]; then
|
|
# GENERATE SECTOR PIVATE KEY ################################
|
|
${MY_PATH}/../tools/keygen -t duniter -o ~/.zen/tmp/${MOATS}/sector.dunikey "${UPLANETNAME}${SECTOR}" "${UPLANETNAME}${SECTOR}"
|
|
G1SECTOR=$(cat ~/.zen/tmp/${MOATS}/sector.dunikey | grep 'pub:' | cut -d ' ' -f 2)
|
|
cp -f ~/.zen/tmp/coucou/${G1SECTOR}.COINS ~/.zen/tmp/${IPFSNODEID}/${SECTOR}.COINS
|
|
|
|
##############################################################
|
|
GRATITUDE=$($MY_PATH/../tools/getcoins_from_gratitude_box.sh)
|
|
G1AMOUNT=$(echo "$GRATITUDE / 10" | bc -l | xargs printf "%.2f" | sed "s~,~.~g" )
|
|
echo "***** SECTOR $SECTOR *************************************"
|
|
echo "GRATITUDE ${GRATITUDE} ZEN = ${G1AMOUNT} G1
|
|
to ${PLAYER} WALLET ${ASTROG1}"
|
|
echo "************************************************************"
|
|
${MY_PATH}/../tools/PAY4SURE.sh ~/.zen/tmp/${MOATS}/sector.dunikey "${G1AMOUNT}" "${ASTROG1}" "THANKS ${gloops} GLOOPS"
|
|
################################################ GRATITUDE SENT
|
|
fi
|
|
|
|
exit 0
|