#!/bin/bash startTime=$(date +'%T') day=$(date +'%d-%m-%y') id=$(cat /dev/urandom | tr -dc 'a-zA-Z0-9' | fold -w 32 | head -n 1) de=$(cat /dev/urandom | tr -dc '0-9' | fold -w 1 | head -n 1) ### Variable ### DUNITER="http://192.168.9.54:45000" DUNITER2="https://g1.duniter.org" DUNITER3="https://duniter.g1.1000i100.fr" indexhtml="/var/www/g1-stats/index.html" ### echo "######" echo "$day à startTime" [[ -z $(which jq) || -z $(which bc) ]] && apt update && apt install jq bc echo "Initialisation ..." outFile="/tmp/g1-stats-$day-$startTime_$id" TXBLOCKS=$(curl -s ${DUNITER}/blockchain/with/tx | jq '.result.blocks[]') TXBLOCKS+=$(curl -s ${DUNITER2}/blockchain/with/tx | jq '.result.blocks[]') TXBLOCKS+=$(curl -s ${DUNITER3}/blockchain/with/tx | jq '.result.blocks[]') TXBLOCKS=($(echo "$TXBLOCKS" | sort -hu | awk '{printf $1" "}')) unset 'TXBLOCKS[${#TXBLOCKS[@]}-1]' MEMBERS=($(curl -s ${DUNITER}/wot/members | jq '.results[].pubkey' | tr -d '"')) nbrMembers=${#MEMBERS[@]} lastBloc=${TXBLOCKS[-1]} #nbrBlocs=${#TXBLOCKS[@]} loopWalletUp() { for i in ${TXBLOCKS[*]}; do [[ -z ${TXBLOCKS[$i]} ]] && break sleep 0.1 WALLETS=$(curl -s ${DUNITER2}/blockchain/block/${TXBLOCKS[$i]} | jq '.transactions[].outputs[]' | tr -d '"' | awk -F '(' '{ print $2 }' | tr -d ')' || exit) bloc=${TXBLOCKS[$i]} [[ $bloc == "153777" ]] && echo "en plein debug ... .." && sleep 10 wallets+=$(echo -e "$WALLETS \n" | sed 's/ /\\n/g') progress=$(echo "scale=1; $bloc*100/$lastBloc/1" | bc) if [[ $1 != "web" ]]; then clear echo "Heure de début: $startTime" echo echo "Scan en cours: $progress% - $bloc/$lastBloc" fi ((iter++)) done } loopWalletUp echo -e "$(echo -e "$wallets" | sort -u)" > $outFile #cat /var/www/g1-stats/wallets-g1.txt > $outFile loopMembers() { iter=0 for i in ${MEMBERS[*]}; do progress=$(echo "scale=0; $iter*100/$nbrMembers/1" | bc) if [[ $progress =~ ^(0|10|20|30|40|50|60|70|80|90|99)$ ]]; then [[ $progress == 99 ]] && progress=100 if [[ $1 != "web" ]]; then clear echo "Heure de début: $startTime" echo echo "Scan en cours: 100% - $bloc/$lastBloc" echo "Ajouts des comptes membres ... $progress%" fi fi if [[ -z $(grep "$i" $outFile) ]]; then echo -e "$i" >> $outFile fi ((iter++)) done } loopMembers nbrTotalWallets=$(cat $outFile | wc -l) nbrSimpleWallets=$(echo "$nbrTotalWallets-$nbrMembers" | bc) pourcentMbrs=$(echo "scale=1; $nbrMembers*100/$nbrTotalWallets/1" | bc) pourcentWallets=$(echo "scale=1; $nbrSimpleWallets*100/$nbrTotalWallets/1" | bc) web() { cp /opt/g1-stats/stats.html $indexhtml sed -i "s/_nbrTotalWallets/$nbrTotalWallets/g" $indexhtml sed -i "s/_nbrSimpleWallets/$nbrSimpleWallets/g" $indexhtml sed -i "s/_nbrMembers/$nbrMembers/g" $indexhtml sed -i "s/_pourcentMbrs/$pourcentMbrs/g" $indexhtml sed -i "s/_pourcentWallets/$pourcentWallets/g" $indexhtml # sed -i "s/_node/$DUNITER/g" $indexhtml sed -i "s/_heure/$startTime/g" $indexhtml sed -i "s/_day/$day/g" $indexhtml sed -i "s/_txInSimple/$txInSimple/g" $indexhtml sed -i "s/_txOutSimple/$txOutSimple/g" $indexhtml sed -i "s/_soldeSimple/$soldeSimple/g" $indexhtml sed -i "s/_txInMembers/$txInMembers/g" $indexhtml sed -i "s/_txOutMembers/$txOutMembers/g" $indexhtml sed -i "s/_soldeMembers/$soldeMembers/g" $indexhtml sed -i "s/_poucentSoldeMembers/$poucentSoldeMembers/g" $indexhtml sed -i "s/_nonConsumedUDT/$nonConsumedUDT/g" $indexhtml sed -i "s/_monetaryMass/$monetaryMass/g" $indexhtml chown www-data:www-data $indexhtml 2>/dev/null } echo -e "\n ---\n" echo "Noeud: $DUNITER" echo "Nombre total de wallet: $nbrTotalWallets" echo "Nombre de membres: $nbrMembers (${pourcentMbrs}%)" echo "Nombre de simple portefeuille: $nbrSimpleWallets (${pourcentWallets}%)" echo -e "\n ---\n" echo "Extraction wallets membres / Simples portefeuille" cat "$outFile" | grep . > /var/www/g1-stats/wallets-g1.txt echo -e "${MEMBERS[@]}" | sed 's/ /\n/g' > /var/www/g1-stats/wallets-g1-membres.txt simpleWallets=$(cat $outFile) echo "Isolation des simples portefeuilles..." for i in ${MEMBERS[@]}; do simpleWallets=$(echo "$simpleWallets" | grep -v "$i") done echo -e "$simpleWallets" > /var/www/g1-stats/wallets-g1-simple.txt echo -e "\n ---\n" getSolde(){ solde=0 txInT=0 txOutT=0 nonConsumedUDT=0 nonConsumedUD=0 for i in $pubkeys; do txInL=$(curl -s "http://g1.data.duniter.fr/g1/movement/_search?filter_path=hits.hits._source&size=10000&q=recipient:$i&pretty") txOutL=$(curl -s "http://g1.data.duniter.fr/g1/movement/_search?filter_path=hits.hits._source&size=10000&q=issuer:$i&pretty") if [[ $1 == "mbr" ]]; then nonConsumedUD=$(curl -s ${DUNITER}/ud/history/$i | jq '.history.history[].amount' | awk '{s+=$1} END {print s}') || nonConsumedUD=0 [[ -z $nonConsumedUD ]] && nonConsumedUD=0 nonConsumedUDT=$(echo -e "scale=2; ($nonConsumedUD/100)+$nonConsumedUDT" | bc) fi [[ $txInL != "{ }" ]] && txIn=$(echo "$txInL" | jq '.hits.hits[]._source.amount' | awk '{s+=$1} END {print s}') || txIn=0 [[ $txOutL != "{ }" ]] && txOut=$(echo "$txOutL" | jq '.hits.hits[]._source.amount' | awk '{s+=$1} END {print s}') || txOut=0 solde=$(echo -e "scale=2; (($txIn-$txOut+$nonConsumedUD)/100)+$solde" | bc) txInT=$(echo -e "scale=2; ($txIn+$nonConsumedUD/100)+$txInT" | bc) txOutT=$(echo -e "scale=2; ($txOut/100)+$txOutT" | bc) done } echo "Récupération du solde des simples wallets..." pubkeys=$simpleWallets getSolde txInSimple=$txInT txOutSimple=$txOutT soldeSimple=$solde echo -e "Reçus simples wallets:\t $txInSimple" echo -e "Envoyé simples wallets:\t $txOutSimple" echo -e "Soldes simples wallets:\t $soldeSimple" echo -e "\n ---\n" echo "Récupération du solde des membres..." pubkeys=${MEMBERS[@]} getSolde txInMembers=$txInT txOutMembers=$txOutT soldeMembers=$solde echo -e "Reçus membres:\t $txInMembers" echo -e "Envoyé membres:\t $txOutMembers" echo -e "Soldes membres:\t $soldeMembers" echo -e "Total DU non consumés:\t $nonConsumedUDT" monetaryMass=$(curl -s ${DUNITER}/blockchain/current | jq .monetaryMass) monetaryMass=$(echo -e "scale=2; ($monetaryMass/100)/1" | bc) soldeWalletMembers=$(echo "scale=2; $soldeMembers+$soldeSimple" | bc) poucentSoldeMembers=$(echo "scale=1; $soldeMembers*100/$monetaryMass/1" | bc) echo -e "\n ---\n" echo -e "Solde des membres (sans DU):\t $soldeWalletMembers" echo -e "Masse Monétaire:\t $monetaryMass Ḡ1" [[ $1 == "web" ]] && web rm $outFile echo "$day - Heure de fin: $(date +'%T')"