g1-stats/lib/scanTxWallets.sh

167 lines
6.6 KiB
Bash
Executable File

scanTxWallets() {
local REGEX_PUBKEYS="[a-zA-Z0-9]{42,44}"
# On vérifie le cache existant et on démarre au dernier bloc en cache
if ls $SCRIPTPATH/cache/walletsUp-* > /dev/null 2>&1; then
local startFile=$(ls $SCRIPTPATH/cache/walletsUp-* | tail -n1)
local startIter=$(echo "$startFile" | awk -F '-' '{ print $NF }')
local startBloc=$(head -n1 "$startFile")
wallets=$(tail -n +2 "$startFile")$'\n'
wallets=$(echo -e "$wallets" | sort -u | awk 'NF')
[[ $lastBloc == $startBloc ]] && return 10
rm $startFile
else
local startIter=0
local startBloc=0
echo "[" > $SCRIPTPATH/db/recus.json
fi
incExec=1
for i in ${!TXBLOCKS[*]}; do
startExec=$(($(date +%s%N)/1000000))
bloc=${TXBLOCKS[$i]}
[[ -z $bloc ]] && break
[[ $startIter != 0 && $i -le $startIter ]] && continue
# [[ $bloc -lt 5243 ]] && continue #kopa
sleep 0.05
# Récupère la date et l'objet transaction du bloc courant
blocFull=$(curl -s ${DUNITER}/blockchain/block/$bloc)
#blocFull=$(cat bloc-267)
until blocBrut=$(echo $blocFull | jq -r '.medianTime, .transactions[]' 2>/dev/null); do
[[ $isWeb != "web" ]] && echo -e "i: $i\n$blocFull"
sleep 2
blocFull=$(curl -s ${DUNITER}/blockchain/block/$bloc)
done
[[ -z "$blocBrut" ]] && continue
# Récupération de la date du block
blockDate=$(echo "$blocBrut" | head -n1)
blockDate=$(date -d"@$blockDate" +%y-%m-%d -u)
local walletsReceivedBloc=$(echo "$blocBrut" | tail -n +2)
# Si cette itération proviens d'un cache, alors on aggrège la dernière date
if [[ $startBloc != 0 ]]; then
lastDate=$(cat db/recus.json | jq -r '.[].date' | tail -n1)
if [[ "$blockDate" == "$lastDate" ]]; then
valueReceivedW=$(cat db/recus.json | jq -r '.[].rWallets' | tail -n1 | tr -d '.,')
valueReceivedM=$(cat db/recus.json | jq -r '.[].rMembres' | tail -n1 | tr -d '.,')
valueSentW=$(cat db/recus.json | jq -r '.[].sWallets' | tail -n1 | tr -d '.,')
valueSentM=$(cat db/recus.json | jq -r '.[].sMembres' | tail -n1 | tr -d '.,')
local recusJson=$(head -n -8 db/recus.json)
echo "$recusJson" > $SCRIPTPATH/db/recus.json
else
local recusJson=$(head -n -4 db/recus.json)
echo -e "$recusJson\n }," > $SCRIPTPATH/db/recus.json
fi
unset recusJson
startBloc=0
fi
# Sélectionne les ligne SIG en retirant les issuers
OIFS="$IFS"
IFS='{'
for j in $walletsReceivedBloc; do
[[ -z $j ]] && continue
local wIssuers=$(echo "{$j" | jq -r '.issuers[0]')
local walletsReceivedTodayTmp+=$(echo "{$j" | jq -r '.outputs[]' | grep -v "$wIssuers" | awk -F: '{print $3 "|" $1}' | sed 's/SIG(//g' | tr -d ')')$'\n'
local sumRBloc=$(echo "{$j" | jq -r '.outputs[]' | grep -v "$wIssuers" | awk -F: '{ print $1 }' | awk '{s+=$1} END {print s}')
[[ $sumRBloc ]] && local walletsSentTodayTmp+=$wIssuers'|'$sumRBloc'\n'
done
IFS="$OIFS"
local walletsSentToday=$(echo -e "$walletsSentTodayTmp" | head -n -1)
local walletsReceivedBloc=$(echo -e "$walletsReceivedTodayTmp" | head -n -1)
unset walletsReceivedTodayTmp walletsSentTodayTmp
# Exporte les valeurs de la journée dans le fichier JSON
jsonify() {
[[ -z $valueReceivedW ]] && valueReceivedW=0 || valueReceivedW=$(echo "scale=2; $valueReceivedW/100" | bc)
[[ -z $valueReceivedM ]] && valueReceivedM=0 || valueReceivedM=$(echo "scale=2; $valueReceivedM/100" | bc)
[[ -z $valueSentM ]] && valueSentM=0 || valueSentM=$(echo "scale=2; $valueSentM/100" | bc)
[[ -z $valueSentW ]] && valueSentW=0 || valueSentW=$(echo "scale=2; $valueSentW/100" | bc)
local jsonTPL=$(sed s/_DATE/$blockDateLast/g $SCRIPTPATH/tpl/recus.json)
local jsonTPL=$(sed s/_RWALLETS/$valueReceivedW/g <<< $jsonTPL)
local jsonTPL=$(sed s/_SWALLETS/$valueSentW/g <<< $jsonTPL)
local jsonTPL=$(sed s/_RMEMBRES/$valueReceivedM/g <<< $jsonTPL)
local jsonTPL=$(sed s/_SMEMBRES/$valueSentM/g <<< $jsonTPL)
echo -e "$jsonTPL" | tr -d '\\' >> $SCRIPTPATH/db/recus.json
}
# Si le date du bloc courant est différente du bloc précedent, alors on stock les valeurs journalières
if [[ -n $blockDateLast && $blockDateLast != $blockDate ]]; then
jsonify
unset valueReceivedM valueReceivedW valueSentM valueSentW
fi
# Sauvegarde la date de ce bloc pour l'itération suivante
blockDateLast=$blockDate
# Ajoute la valeur des transactions reçus de ce bloc au reste de la journée
for k in $walletsReceivedBloc; do
local pubkey=$(echo $k | awk -F '|' '{ print $1 }')
local value=$(echo $k | awk -F '|' '{ print $2 }')
if [[ $(echo "$membresPubkeys" | grep $pubkey) ]]; then
valueReceivedM=$(($valueReceivedM+$value))
pubkeyReceiveM+=${pubkey}\\n
else
valueReceivedW=$(($valueReceivedW+$value))
pubkeyReceiveW+=${pubkey}\\n
fi
done
# Ajoute la valeur des transactions envoyés de ce bloc au reste de la journée
for k in $walletsSentToday; do
local pubkey=$(echo $k | awk -F '|' '{ print $1 }')
local value=$(echo $k | awk -F '|' '{ print $2 }')
if [[ $(echo "$membresPubkeys" | grep $pubkey) ]]; then
valueSentM=$(($valueSentM+$value))
pubkeySentM+=${pubkey}\\n
else
valueSentW=$(($valueSentW+$value))
pubkeySentW+=${pubkey}\\n
fi
done
# Stock les clés publiques de ce bloc dans la variable $wallets
wallets+=$(echo "$walletsReceivedBloc" | grep -Eo $REGEX_PUBKEYS)$'\n'
# Affiche la progression de la boucle si on est pas en mode web
progress=$(echo "scale=1; $bloc*100/$lastBloc/1" | bc)
endExec=$(($(date +%s%N)/1000000))
timeExec=$(echo "scale=3; ($endExec-$startExec)/1000" | bc)
#[[ -z $midTimeExec ]] && midTimeExec=$timeExec
[[ $incExec9 == 50 || $incExec == 1 ]] && incExec=1 && midTimeExecCum=0
midTimeExecCum=$(echo "scale=3; $midTimeExecCum+$timeExec" | bc)
midTimeExec=$(echo "scale=3; $midTimeExecCum/$incExec" | bc)
((incExec++))
if [[ $isWeb != "web" ]]; then
clear
echo "Heure de début: $startTime"
echo
echo "Scan en cours: $progress% - $bloc/$lastBloc"
echo "Date: $blockDate"
echo "Temps d'execution: $midTimeExec"
else
echo "Scan des blocs avec transactions en cours ..."
fi
# [[ $i -ge 10 ]] && break #kopa
done
jsonify
# Retire la dernière virgule et ajoute le crochet de fin de JSON
sed -i '$ s/,//g' $SCRIPTPATH/db/recus.json
echo "]" >> $SCRIPTPATH/db/recus.json
# On supprime les doublons et les lignes vides
wallets=$(echo -e "$wallets" | sort -u | awk 'NF')$'\n'
# On écrit les pubkeys avec transaction dans un fichier de cache pour la prochaine itération
[[ ! -d $SCRIPTPATH/cache ]] && mkdir $SCRIPTPATH/cache
echo -e "$lastBloc\n$wallets" > $SCRIPTPATH/cache/walletsUp-$i
}