#!/bin/bash loopWalletUp() { local REGEX_PUBKEYS="[a-zA-Z0-9]{42,44}" # On vérifie le cache existant et on démarre au bloc dernier bloc en cache if ls $SCRIPTPATH/cache/walletsUp-* > /dev/null 2>&1; then local startFile=$(ls $SCRIPTPATH/cache/walletsUp-* | tail -n1) local startIter=$(echo "$startFile" | awk -F '-' '{ print $NF }') local startBloc=$(head -n1 "$startFile") [[ $lastBloc == $startBloc ]] && return 10 wallets=$(tail -n +2 "$startFile")$'\n' local iter=$startIter rm $startFile else local startIter=0 local startBloc=0 local iter=0 echo "[" > $SCRIPTPATH/db/recus.json fi rm -f debug.log #kopa for i in ${!TXBLOCKS[*]}; do [[ -z ${TXBLOCKS[$i]} ]] && break [[ $startIter != 0 && $i -le $startIter ]] && continue sleep 0.05 # Récupère la date et l'objet transaction du bloc courant WALLETS0=$(curl -s ${DUNITER}/blockchain/block/${TXBLOCKS[$i]}) until blocBrut=$(echo $WALLETS0 | jq -r '.medianTime, .transactions[]' 2>/dev/null); do [[ $isWeb != "web" ]] && echo -e "iter $iter \n$WALLETS0" | tee -a debug.log sleep 2 WALLETS0=$(curl -s ${DUNITER}/blockchain/block/${TXBLOCKS[$i]}) done [[ -z "$blocBrut" ]] && continue bloc=${TXBLOCKS[$i]} # Récupération de la date du block blockDate=$(echo "$blocBrut" | head -n1) blockDate=$(date -d"@$blockDate" +%y-%m-%d -u) local walletsReceivedToday=$(echo "$blocBrut" | tail -n +2) # Si cette itération proviens d'un cache, alors on aggrège la dernière date if [[ $startBloc != 0 ]]; then lastDate=$(cat db/recus.json | jq -r '.[].date' | tail -n1) if [[ "$blockDate" == "$lastDate" ]]; then valueReceivedW=$(cat db/recus.json | jq -r '.[].rWallets' | tail -n1 | tr -d '.,') valueReceivedM=$(cat db/recus.json | jq -r '.[].rMembres' | tail -n1 | tr -d '.,') valueSentW=$(cat db/recus.json | jq -r '.[].sWallets' | tail -n1 | tr -d '.,') valueSentM=$(cat db/recus.json | jq -r '.[].sMembres' | tail -n1 | tr -d '.,') local recusJson=$(head -n -8 db/recus.json) echo "$recusJson" > $SCRIPTPATH/db/recus.json else local recusJson=$(head -n -4 db/recus.json) echo -e "$recusJson\n }," > $SCRIPTPATH/db/recus.json fi unset recusJson startBloc=0 fi # Sélectionne les ligne SIG en retirant les issuers OIFS="$IFS" IFS='{' for j in $walletsReceivedToday; do [[ -z $j ]] && continue wIssuers=$(echo "{$j" | jq -r '.issuers[0]') walletsSentTodayTmp+=$wIssuers$'\n' walletsReceivedTodayTmp+=$(echo "{$j" | jq -r '.outputs[]' | grep -v "$wIssuers")$'\n' done IFS="$OIFS" walletsSentToday=$(echo -e "$walletsSentTodayTmp" | head -n -1) walletsReceivedToday=$(echo -e "$walletsReceivedTodayTmp" | head -n -1) unset walletsReceivedTodayTmp walletsSentTodayTmp # Exporte les valeurs de la journée dans le fichier JSON jsonify() { [[ -z $valueReceivedW ]] && valueReceivedW=0 || valueReceivedW=$(echo "scale=2; $valueReceivedW/100" | bc) [[ -z $valueReceivedM ]] && valueReceivedM=0 || valueReceivedM=$(echo "scale=2; $valueReceivedM/100" | bc) [[ -z $valueSentM ]] && valueSentM=0 || valueSentM=$(echo "scale=2; $valueSentM/100" | bc) [[ -z $valueSentW ]] && valueSentW=0 || valueSentW=$(echo "scale=2; $valueSentW/100" | bc) local jsonTPL=$(sed s/_DATE/$blockDateLast/g $SCRIPTPATH/tpl/recus.json) local jsonTPL=$(sed s/_RWALLETS/$valueReceivedW/g <<< $jsonTPL) local jsonTPL=$(sed s/_SWALLETS/$valueSentW/g <<< $jsonTPL) local jsonTPL=$(sed s/_RMEMBRES/$valueReceivedM/g <<< $jsonTPL) local jsonTPL=$(sed s/_SMEMBRES/$valueSentM/g <<< $jsonTPL) echo -e "$jsonTPL" | tr -d '\\' >> $SCRIPTPATH/db/recus.json } # Si le date du bloc courant est différente du bloc précedent, alors on stock les valeurs journalières if [[ -n $blockDateLast && $blockDateLast != $blockDate ]]; then jsonify unset valueReceivedM valueReceivedW fi # Sauvegarde la date de ce bloc pour l'itération suivante blockDateLast=$blockDate # Ajoute la valeur des transactions reçus de ce bloc au reste de la journée for k in $walletsReceivedToday; do local pubkey=$(echo $k | awk -F '(' '{ print $2 }' | tr -d ')') local value=$(echo $k | awk -F: '{ print $1 }') if [[ $(echo "$MEMBERS" | grep $pubkey) ]]; then valueReceivedM=$(($valueReceivedM+$value)) pubkeyReceiveM+=${pubkey}\\n else valueReceivedW=$(($valueReceivedW+$value)) pubkeyReceiveW+=${pubkey}\\n fi done # Ajoute la valeur des transactions envoyés de ce bloc au reste de la journée for k in $walletsSentToday; do local pubkey=$(echo $k | awk -F '(' '{ print $2 }' | tr -d ')') local value=$(echo $k | awk -F: '{ print $1 }') if [[ $(echo "$MEMBERS" | grep $pubkey) ]]; then valueSentM=$(($valueSentM+$value)) pubkeySentM+=${pubkey}\\n else valueSentW=$(($valueSentW+$value)) pubkeySentW+=${pubkey}\\n fi done # Stock les clés publiques de ce bloc dans la variable $wallets wallets+=$(echo "$walletsReceivedToday" | grep -Eo $REGEX_PUBKEYS)$'\n' # Affiche la progression de la boucle si on est pas en mode web progress=$(echo "scale=1; $bloc*100/$lastBloc/1" | bc) if [[ $isWeb != "web" ]]; then clear echo "Heure de début: $startTime" echo echo "Scan en cours: $progress% - $bloc/$lastBloc" echo "Date: $blockDate" fi # Debug # echo -e "i: $i\niter: $iter\nBloc: $bloc\n---" >> debug.log ((iter++)) # [[ $i -ge 10 ]] && break #kopaa done jsonify # Retire la dernière virgule et ajoute le crochet de fin de JSON sed -i '$ s/,//g' $SCRIPTPATH/db/recus.json echo "]" >> $SCRIPTPATH/db/recus.json # On supprime les doublons et les lignes vides wallets=$(echo -e "$wallets" | sort -u | awk 'NF')$'\n' # On écrit les pubkeys avec transaction dans un fichier de cache pour la prochaine itération # ((iter--)) [[ ! -d $SCRIPTPATH/cache ]] && mkdir $SCRIPTPATH/cache echo -e "$lastBloc\n$wallets" > $SCRIPTPATH/cache/walletsUp-$i } loopMembers() { local iter=0 for i in ${MEMBERS[*]}; do local progress=$(echo "scale=0; $iter*100/$nbrMembers/1" | bc) if [[ $progress =~ ^(0|10|20|30|40|50|60|70|80|90|99)$ ]]; then [[ $progress == 99 ]] && progress=100 if [[ $isWeb != "web" ]]; then clear echo "Heure de début: $startTime" echo echo "Scan en cours: 100% - $bloc/$lastBloc" echo "Ajouts des comptes membres ... $progress%" fi fi if [[ -z $(echo "$wallets" | grep "$i") ]]; then wallets+=$'\n'"$i" fi ((iter++)) done } web() { [ ! -d $WEBPATH/history/ ] && mkdir -p $WEBPATH/history/ [ ! -d $WEBPATH/graph/ ] && mkdir -p $WEBPATH/graph/ [ ! -d $WEBPATH/css ] && cp -r $SCRIPTPATH/tpl/css $WEBPATH/ [ ! -d $WEBPATH/js ] && cp -r $SCRIPTPATH/tpl/js $WEBPATH/ cp $SCRIPTPATH/tpl/index.html $indexhtml datePrevious=$(date +'%y-%m-%d' -d "$day -1 day") [[ -z $(ls -l $WEBPATH/history/ | grep $datePrevious) && -z $(grep '"display:none;" class="previous"' $indexhtml) ]] && sed -i "s/class=\"previous\"/style=\"display:none;\" class=\"previous\"/g" $indexhtml dateNext=$(date +'%y-%m-%d' -d "$day +1 day") [[ -z $(ls -l $WEBPATH/history/ | grep $dateNext) && -z $(grep '"display:none;" class="next"' $indexhtml) ]] && sed -i "s/class=\"next\"/style=\"display:none;\" class=\"next\"/g" $indexhtml sed -i "s/_nbrTotalWallets/$nbrTotalWallets/g" $indexhtml sed -i "s/_nbrSimpleWallets/$nbrSimpleWallets/g" $indexhtml sed -i "s/_nbrMembers/$nbrMembers/g" $indexhtml sed -i "s/_pourcentMbrs/$pourcentMbrs/g" $indexhtml sed -i "s/_pourcentWallets/$pourcentWallets/g" $indexhtml # sed -i "s/_node/$DUNITER/g" $indexhtml sed -i "s/_heure/$startTime/g" $indexhtml sed -i "s/_day/$dayP/g" $indexhtml sed -i "s/_txInSimple/$txInSimple/g" $indexhtml sed -i "s/_txOutSimple/$txOutSimple/g" $indexhtml sed -i "s/_soldeSimple/$soldeSimple/g" $indexhtml sed -i "s/_txInMembers/$txInMembers/g" $indexhtml sed -i "s/_txOutMembers/$txOutMembers/g" $indexhtml sed -i "s/_soldeMembers/$soldeMembers/g" $indexhtml sed -i "s/_pourcentSimpleWallet/$pourcentSimpleWallet/g" $indexhtml sed -i "s/_nonConsumedUDT/$nonConsumedUDT/g" $indexhtml sed -i "s/_monetaryMass/$monetaryMass/g" $indexhtml sed -i "s/_sleepyG1/$sleepyG1/g" $indexhtml [[ -z $(grep '"display:none;" class="previous"' $indexhtml) ]] && sed -i "s/_datePrevious/$datePrevious/g" $indexhtml && setPrevious="Oui" [[ -z $(grep '"display:none;" class="next"' $indexhtml) ]] && sed -i "s/_dateNext/$dateNext/g" $indexhtml && setNext="Oui" echo "$wallets" | grep . > $WEBPATH/wallets-g1.txt echo -e "${MEMBERS[@]}" | sed 's/ /\n/g' > $WEBPATH/wallets-g1-membres.txt echo -e "$simpleWallets" > $WEBPATH/wallets-g1-simple.txt if [[ "$startTime" == "00:00" ]]; then cp $indexhtml $WEBPATH/history/index_$day.html sed -i "s/css\/style.css/..\/css\/style.css/g" $WEBPATH/history/index_$day.html sed -i "s/logo-axiom-team2.svg/..\/logo-axiom-team2.svg/g" $WEBPATH/history/index_$day.html sed -i "s/_dateNext/$day/g" $WEBPATH/history/index_$datePrevious.html sed -i "s/style=\"display:none;\" class=\"next\"/class=\"next\"/g" $WEBPATH/history/index_$datePrevious.html fi # Export JSON for graph $SCRIPTPATH/transform_json.sh # chown www-data for nginx needs chown -R www-data:www-data $WEBPATH } getSolde(){ pubkey=$@ solde=0 txInT=0 txOutT=0 nonConsumedUDT=0 nonConsumedUD=0 for i in $pubkeys; do until txOutL=$(curl -s "$ESNODE/g1/movement/_search?filter_path=hits.hits._source&size=10000&q=issuer:$i&pretty"); do echo "Erreur: $i" sleep 1 done if [[ $1 == "mbr" ]]; then nonConsumedUD=$(curl -s ${DUNITER}/ud/history/$i | jq '.history.history[].amount' | awk '{s+=$1} END {print s}') || nonConsumedUD=0 [[ -z $nonConsumedUD ]] && nonConsumedUD=0 nonConsumedUDT=$(echo -e "scale=2; ($nonConsumedUD/100)+$nonConsumedUDT" | bc) fi [[ $txOutL != "{ }" ]] && txOut=$(echo "$txOutL" | jq '.hits.hits[]._source.amount' | awk '{s+=$1} END {print s}') || txOut=0 solde=$(echo -e "scale=2; (($txIn-$txOut+$nonConsumedUD)/100)+$solde" | bc) txOutT=$(echo -e "scale=2; ($txOut/100)+$txOutT" | bc) done } sumSoldes() { sumWBrut=$(jq -r '.[].rWallets' $1 | awk '{ SUM += $1} END { printf "%.2f", SUM }') sumMBrut=$(jq -r '.[].rMembres' $1 | awk '{ SUM += $1} END { printf "%.2f", SUM }') sumTBrut=$(jq -r '.[] | .rWallets, .rMembres' $1 | awk '{ SUM += $1} END { printf "%.2f", SUM }') sumW=$(echo $sumWBrut | sed ':a;s/\B[0-9]\{3\}\>/ &/;ta') sumM=$(echo $sumMBrut | sed ':a;s/\B[0-9]\{3\}\>/ &/;ta') sumT=$(echo $sumTBrut | sed ':a;s/\B[0-9]\{3\}\>/ &/;ta') echo "Wallets: $sumW" echo "Membres: $sumM" echo "Total: $sumT" }