277 lines
12 KiB
Bash
Executable File
277 lines
12 KiB
Bash
Executable File
#!/bin/bash
|
|
|
|
loopWalletUp() {
|
|
local REGEX_PUBKEYS="[a-zA-Z0-9]{42,44}"
|
|
|
|
# On vérifie le cache existant et on démarre au dernier bloc en cache
|
|
if ls $SCRIPTPATH/cache/walletsUp-* > /dev/null 2>&1; then
|
|
local startFile=$(ls $SCRIPTPATH/cache/walletsUp-* | tail -n1)
|
|
local startIter=$(echo "$startFile" | awk -F '-' '{ print $NF }')
|
|
local startBloc=$(head -n1 "$startFile")
|
|
wallets=$(tail -n +2 "$startFile")$'\n'
|
|
wallets=$(echo -e "$wallets" | sort -u | awk 'NF')
|
|
|
|
[[ $lastBloc == $startBloc ]] && return 10
|
|
rm $startFile
|
|
else
|
|
local startIter=0
|
|
local startBloc=0
|
|
echo "[" > $SCRIPTPATH/db/recus.json
|
|
fi
|
|
|
|
mv debug.log bk-debug.log-$lastBloc 2>/dev/null #kopa
|
|
incExec=1 #kopa
|
|
for i in ${!TXBLOCKS[*]}; do
|
|
set -x # kopa
|
|
startExec=$(($(date +%s%N)/1000000))
|
|
bloc=${TXBLOCKS[$i]}
|
|
[[ -z $bloc ]] && break
|
|
[[ $startIter != 0 && $i -le $startIter ]] && continue
|
|
# [[ $bloc -lt 5243 ]] && continue #kopa Debug
|
|
sleep 0.05
|
|
|
|
# Récupère la date et l'objet transaction du bloc courant
|
|
blocFull=$(curl -s ${DUNITER}/blockchain/block/$bloc)
|
|
#blocFull=$(cat bloc-267)
|
|
until blocBrut=$(echo $blocFull | jq -r '.medianTime, .transactions[]' 2>/dev/null); do
|
|
[[ $isWeb != "web" ]] && echo -e "i: $i\n$blocFull" | tee -a debug.log
|
|
sleep 2
|
|
blocFull=$(curl -s ${DUNITER}/blockchain/block/$bloc)
|
|
done
|
|
[[ -z "$blocBrut" ]] && continue
|
|
|
|
# Récupération de la date du block
|
|
blockDate=$(echo "$blocBrut" | head -n1)
|
|
blockDate=$(date -d"@$blockDate" +%y-%m-%d -u)
|
|
local walletsReceivedBloc=$(echo "$blocBrut" | tail -n +2)
|
|
|
|
# Si cette itération proviens d'un cache, alors on aggrège la dernière date
|
|
if [[ $startBloc != 0 ]]; then
|
|
lastDate=$(cat db/recus.json | jq -r '.[].date' | tail -n1)
|
|
if [[ "$blockDate" == "$lastDate" ]]; then
|
|
valueReceivedW=$(cat db/recus.json | jq -r '.[].rWallets' | tail -n1 | tr -d '.,')
|
|
valueReceivedM=$(cat db/recus.json | jq -r '.[].rMembres' | tail -n1 | tr -d '.,')
|
|
valueSentW=$(cat db/recus.json | jq -r '.[].sWallets' | tail -n1 | tr -d '.,')
|
|
valueSentM=$(cat db/recus.json | jq -r '.[].sMembres' | tail -n1 | tr -d '.,')
|
|
|
|
local recusJson=$(head -n -8 db/recus.json)
|
|
echo "$recusJson" > $SCRIPTPATH/db/recus.json
|
|
else
|
|
local recusJson=$(head -n -4 db/recus.json)
|
|
echo -e "$recusJson\n }," > $SCRIPTPATH/db/recus.json
|
|
fi
|
|
unset recusJson
|
|
startBloc=0
|
|
fi
|
|
set +x
|
|
# Sélectionne les ligne SIG en retirant les issuers
|
|
OIFS="$IFS"
|
|
IFS='{'
|
|
echo -e "\n-----------------------------------------\nBloc: $bloc" >> debug.log
|
|
for j in $walletsReceivedBloc; do
|
|
[[ -z $j ]] && continue
|
|
local wIssuers=$(echo "{$j" | jq -r '.issuers[0]')
|
|
local walletsReceivedTodayTmp+=$(echo "{$j" | jq -r '.outputs[]' | grep -v "$wIssuers" | awk -F: '{print $3 "|" $1}' | sed 's/SIG(//g' | tr -d ')')$'\n'
|
|
local sumRBloc=$(echo "{$j" | jq -r '.outputs[]' | grep -v "$wIssuers" | awk -F: '{ print $1 }' | awk '{s+=$1} END {print s}')
|
|
[[ $sumRBloc ]] && local walletsSentTodayTmp+=$wIssuers'|'$sumRBloc'\n'
|
|
echo -e "R: $walletsReceivedTodayTmp\nS: $walletsSentTodayTmp" | grep . >> debug.log
|
|
echo "---" >> debug.log
|
|
done
|
|
IFS="$OIFS"
|
|
local walletsSentToday=$(echo -e "$walletsSentTodayTmp" | head -n -1)
|
|
local walletsReceivedBloc=$(echo -e "$walletsReceivedTodayTmp" | head -n -1)
|
|
unset walletsReceivedTodayTmp walletsSentTodayTmp
|
|
|
|
# Exporte les valeurs de la journée dans le fichier JSON
|
|
jsonify() {
|
|
[[ -z $valueReceivedW ]] && valueReceivedW=0 || valueReceivedW=$(echo "scale=2; $valueReceivedW/100" | bc)
|
|
[[ -z $valueReceivedM ]] && valueReceivedM=0 || valueReceivedM=$(echo "scale=2; $valueReceivedM/100" | bc)
|
|
[[ -z $valueSentM ]] && valueSentM=0 || valueSentM=$(echo "scale=2; $valueSentM/100" | bc)
|
|
[[ -z $valueSentW ]] && valueSentW=0 || valueSentW=$(echo "scale=2; $valueSentW/100" | bc)
|
|
local jsonTPL=$(sed s/_DATE/$blockDateLast/g $SCRIPTPATH/tpl/recus.json)
|
|
local jsonTPL=$(sed s/_RWALLETS/$valueReceivedW/g <<< $jsonTPL)
|
|
local jsonTPL=$(sed s/_SWALLETS/$valueSentW/g <<< $jsonTPL)
|
|
local jsonTPL=$(sed s/_RMEMBRES/$valueReceivedM/g <<< $jsonTPL)
|
|
local jsonTPL=$(sed s/_SMEMBRES/$valueSentM/g <<< $jsonTPL)
|
|
echo -e "$jsonTPL" | tr -d '\\' >> $SCRIPTPATH/db/recus.json
|
|
}
|
|
|
|
# Si le date du bloc courant est différente du bloc précedent, alors on stock les valeurs journalières
|
|
if [[ -n $blockDateLast && $blockDateLast != $blockDate ]]; then
|
|
jsonify
|
|
unset valueReceivedM valueReceivedW valueSentM valueSentW
|
|
echo -e "Date: $blockDate\n-----------------------------------------\n-----------------------------------------\n" >> debug.log
|
|
cp debug/xFullDebug.log debug/xFullDebug-$blockDate.log
|
|
echo "" > debug/xFullDebug.log
|
|
fi
|
|
|
|
# Sauvegarde la date de ce bloc pour l'itération suivante
|
|
blockDateLast=$blockDate
|
|
|
|
# Ajoute la valeur des transactions reçus de ce bloc au reste de la journée
|
|
for k in $walletsReceivedBloc; do
|
|
local pubkey=$(echo $k | awk -F '|' '{ print $1 }')
|
|
local value=$(echo $k | awk -F '|' '{ print $2 }')
|
|
|
|
if [[ $(echo ${MEMBERS[*]} | grep $pubkey) ]]; then
|
|
valueReceivedM=$(($valueReceivedM+$value))
|
|
pubkeyReceiveM+=${pubkey}\\n
|
|
else
|
|
valueReceivedW=$(($valueReceivedW+$value))
|
|
pubkeyReceiveW+=${pubkey}\\n
|
|
fi
|
|
done
|
|
|
|
# Ajoute la valeur des transactions envoyés de ce bloc au reste de la journée
|
|
for k in $walletsSentToday; do
|
|
local pubkey=$(echo $k | awk -F '|' '{ print $1 }')
|
|
local value=$(echo $k | awk -F '|' '{ print $2 }')
|
|
|
|
if [[ $(echo ${MEMBERS[*]} | grep $pubkey) ]]; then
|
|
valueSentM=$(($valueSentM+$value))
|
|
pubkeySentM+=${pubkey}\\n
|
|
else
|
|
valueSentW=$(($valueSentW+$value))
|
|
pubkeySentW+=${pubkey}\\n
|
|
fi
|
|
done
|
|
|
|
# Stock les clés publiques de ce bloc dans la variable $wallets
|
|
wallets+=$(echo "$walletsReceivedBloc" | grep -Eo $REGEX_PUBKEYS)$'\n'
|
|
|
|
# Affiche la progression de la boucle si on est pas en mode web
|
|
progress=$(echo "scale=1; $bloc*100/$lastBloc/1" | bc)
|
|
endExec=$(($(date +%s%N)/1000000)) #kopa
|
|
timeExec=$(echo "scale=3; ($endExec-$startExec)/1000" | bc)
|
|
#[[ -z $midTimeExec ]] && midTimeExec=$timeExec
|
|
[[ $incExec9 == 50 || $incExec == 1 ]] && incExec=1 && midTimeExecCum=0
|
|
midTimeExecCum=$(echo "scale=3; $midTimeExecCum+$timeExec" | bc)
|
|
midTimeExec=$(echo "scale=3; $midTimeExecCum/$incExec" | bc)
|
|
((incExec++))
|
|
if [[ $isWeb != "web" ]]; then
|
|
clear
|
|
echo "Heure de début: $startTime"
|
|
echo
|
|
echo "Scan en cours: $progress% - $bloc/$lastBloc"
|
|
echo "Date: $blockDate"
|
|
echo "Temps d'execution: $midTimeExec" #kopa
|
|
else
|
|
echo "Scan des blocs avec transactions en cours ..."
|
|
fi
|
|
|
|
# [[ $i -ge 10 ]] && break #kopa Debug
|
|
done
|
|
|
|
jsonify
|
|
|
|
# Retire la dernière virgule et ajoute le crochet de fin de JSON
|
|
sed -i '$ s/,//g' $SCRIPTPATH/db/recus.json
|
|
echo "]" >> $SCRIPTPATH/db/recus.json
|
|
|
|
# On supprime les doublons et les lignes vides
|
|
wallets=$(echo -e "$wallets" | sort -u | awk 'NF')$'\n'
|
|
# On écrit les pubkeys avec transaction dans un fichier de cache pour la prochaine itération
|
|
[[ ! -d $SCRIPTPATH/cache ]] && mkdir $SCRIPTPATH/cache
|
|
echo -e "$lastBloc\n$wallets" > $SCRIPTPATH/cache/walletsUp-$i
|
|
}
|
|
|
|
loopMembers() {
|
|
local iter=0
|
|
for i in ${MEMBERS[*]}; do
|
|
|
|
local progress=$(echo "scale=0; $iter*100/$nbrMembers/1" | bc)
|
|
if [[ $progress =~ ^(0|10|20|30|40|50|60|70|80|90|99)$ ]]; then
|
|
[[ $progress == 99 ]] && progress=100
|
|
if [[ $isWeb != "web" ]]; then
|
|
clear
|
|
echo "Heure de début: $startTime"
|
|
echo
|
|
echo "Ajouts des comptes membres sans transaction reçus ... $progress%"
|
|
else
|
|
echo "Ajouts des comptes membres sans transaction reçus ..."
|
|
fi
|
|
fi
|
|
|
|
if [[ -z $(echo "$wallets" | grep "$i") ]]; then
|
|
wallets+=$'\n'"$i"
|
|
fi
|
|
|
|
((iter++))
|
|
done
|
|
}
|
|
|
|
web() {
|
|
|
|
[ ! -d $WEBPATH/history/ ] && mkdir -p $WEBPATH/history/
|
|
[ ! -d $WEBPATH/graph/ ] && mkdir -p $WEBPATH/graph/
|
|
[ ! -d $WEBPATH/css ] && cp -r $SCRIPTPATH/tpl/css $WEBPATH/
|
|
[ ! -d $WEBPATH/js ] && cp -r $SCRIPTPATH/tpl/js $WEBPATH/
|
|
cp $SCRIPTPATH/tpl/index.html $indexhtml
|
|
|
|
datePrevious=$(date +'%y-%m-%d' -d "$day -1 day")
|
|
[[ -z $(ls -l $WEBPATH/history/ | grep $datePrevious) && -z $(grep '"display:none;" class="previous"' $indexhtml) ]] && sed -i "s/class=\"previous\"/style=\"display:none;\" class=\"previous\"/g" $indexhtml
|
|
dateNext=$(date +'%y-%m-%d' -d "$day +1 day")
|
|
[[ -z $(ls -l $WEBPATH/history/ | grep $dateNext) && -z $(grep '"display:none;" class="next"' $indexhtml) ]] && sed -i "s/class=\"next\"/style=\"display:none;\" class=\"next\"/g" $indexhtml
|
|
|
|
sed -i "s/_nbrTotalWallets/$nbrTotalWallets/g" $indexhtml
|
|
sed -i "s/_nbrSimpleWallets/$nbrSimpleWallets/g" $indexhtml
|
|
sed -i "s/_nbrMembers/$nbrMembers/g" $indexhtml
|
|
sed -i "s/_pourcentMbrs/$pourcentMbrs/g" $indexhtml
|
|
sed -i "s/_pourcentWallets/$pourcentWallets/g" $indexhtml
|
|
# sed -i "s/_node/$DUNITER/g" $indexhtml
|
|
sed -i "s/_heure/$startTime/g" $indexhtml
|
|
sed -i "s/_day/$dayP/g" $indexhtml
|
|
sed -i "s/_sumRW/$sumRW/g" $indexhtml
|
|
sed -i "s/_sumSW/$sumSW/g" $indexhtml
|
|
sed -i "s/_soldeW/$soldeW/g" $indexhtml
|
|
sed -i "s/_sumRM/$sumRM/g" $indexhtml
|
|
sed -i "s/_sumSM/$sumSM/g" $indexhtml
|
|
sed -i "s/_soldeM/$soldeM/g" $indexhtml
|
|
sed -i "s/_pourcentSimpleWallet/$pourcentSimpleWallet/g" $indexhtml
|
|
sed -i "s/_nonConsumedUDT/$nonConsumedUDT/g" $indexhtml
|
|
sed -i "s/_monetaryMass/$monetaryMass/g" $indexhtml
|
|
sed -i "s/_sleepyG1/$sleepyG1/g" $indexhtml
|
|
[[ -z $(grep '"display:none;" class="previous"' $indexhtml) ]] && sed -i "s/_datePrevious/$datePrevious/g" $indexhtml && setPrevious="Oui"
|
|
[[ -z $(grep '"display:none;" class="next"' $indexhtml) ]] && sed -i "s/_dateNext/$dateNext/g" $indexhtml && setNext="Oui"
|
|
|
|
echo "$wallets" | grep . > $WEBPATH/wallets-g1.txt
|
|
echo -e "${MEMBERS[@]}" | sed 's/ /\n/g' > $WEBPATH/wallets-g1-membres.txt
|
|
echo -e "$simpleWallets" > $WEBPATH/wallets-g1-simple.txt
|
|
|
|
if [[ "$startTime" == "00:00" ]]; then
|
|
cp $indexhtml $WEBPATH/history/index_$day.html
|
|
sed -i "s/css\/style.css/..\/css\/style.css/g" $WEBPATH/history/index_$day.html
|
|
sed -i "s/logo-axiom-team2.svg/..\/logo-axiom-team2.svg/g" $WEBPATH/history/index_$day.html
|
|
sed -i "s/_dateNext/$day/g" $WEBPATH/history/index_$datePrevious.html
|
|
sed -i "s/style=\"display:none;\" class=\"next\"/class=\"next\"/g" $WEBPATH/history/index_$datePrevious.html
|
|
fi
|
|
|
|
# Export JSON for graph
|
|
$SCRIPTPATH/transform_json.sh
|
|
|
|
# chown www-data for nginx needs
|
|
chown -R www-data:www-data $WEBPATH >/dev/null 2>&1
|
|
}
|
|
|
|
sumSoldes() {
|
|
sumRWBrut=$(jq -r '.[].rWallets' $1 | awk '{ SUM += $1} END { printf "%.2f", SUM }')
|
|
sumRMBrut=$(jq -r '.[].rMembres' $1 | awk '{ SUM += $1} END { printf "%.2f", SUM }')
|
|
sumRTBrut=$(jq -r '.[] | .rWallets, .rMembres' $1 | awk '{ SUM += $1} END { printf "%.2f", SUM }')
|
|
sumSWBrut=$(jq -r '.[].sWallets' $1 | awk '{ SUM += $1} END { printf "%.2f", SUM }')
|
|
sumSMBrut=$(jq -r '.[].sMembres' $1 | awk '{ SUM += $1} END { printf "%.2f", SUM }')
|
|
sumSTBrut=$(jq -r '.[] | .sWallets, .sMembres' $1 | awk '{ SUM += $1} END { printf "%.2f", SUM }')
|
|
|
|
soldeWBrut=$(echo "$sumRWBrut-$sumSWBrut" | bc)
|
|
soldeMBrut=$(echo "$sumRMBrut-$sumSMBrut" | bc)
|
|
|
|
sumRW=$(echo $sumRWBrut | sed ':a;s/\B[0-9]\{3\}\>/ &/;ta')
|
|
sumRM=$(echo $sumRMBrut | sed ':a;s/\B[0-9]\{3\}\>/ &/;ta')
|
|
sumRT=$(echo $sumRTBrut | sed ':a;s/\B[0-9]\{3\}\>/ &/;ta')
|
|
sumSW=$(echo $sumSWBrut | sed ':a;s/\B[0-9]\{3\}\>/ &/;ta')
|
|
sumSM=$(echo $sumSMBrut | sed ':a;s/\B[0-9]\{3\}\>/ &/;ta')
|
|
sumST=$(echo $sumSTBrut | sed ':a;s/\B[0-9]\{3\}\>/ &/;ta')
|
|
|
|
soldeW=$(echo $soldeWBrut | sed ':a;s/\B[0-9]\{3\}\>/ &/;ta')
|
|
soldeM=$(echo $soldeMBrut | sed ':a;s/\B[0-9]\{3\}\>/ &/;ta')
|
|
}
|