2024-02-21 13:54:34 +01:00
|
|
|
#!/bin/bash
|
|
|
|
########################################################################
|
|
|
|
# Version: 0.1
|
|
|
|
# License: AGPL-3.0 (https://choosealicense.com/licenses/agpl-3.0/)
|
|
|
|
########################################################################
|
|
|
|
## EXPLORE SWARM MAPNS
|
|
|
|
MY_PATH="`dirname \"$0\"`" # relative
|
|
|
|
MY_PATH="`( cd \"$MY_PATH\" && pwd )`" # absolutized and normalized
|
|
|
|
ME="${0##*/}"
|
|
|
|
|
2024-02-25 19:38:48 +01:00
|
|
|
. "$MY_PATH/../tools/my.sh"
|
2024-02-21 13:54:34 +01:00
|
|
|
## LOG into ~/.zen/tmp/_12345.log
|
|
|
|
exec 2>&1 >> ~/.zen/tmp/_12345.log
|
|
|
|
|
2024-02-25 14:34:06 +01:00
|
|
|
echo "=========================="
|
2024-02-21 13:54:34 +01:00
|
|
|
echo "(◕‿◕ ) ${ME} (◕‿◕ ) "
|
2024-03-12 11:54:46 +01:00
|
|
|
#~ ## CHECK IF ALREADY MErunning
|
|
|
|
countMErunning=$(ps auxf --sort=+utime | grep -w $ME | grep -v -E 'color=auto|grep' | wc -l)
|
|
|
|
[[ $countMErunning -gt 2 ]] && echo "$ME already running $countMErunning time" && exit 0
|
|
|
|
|
|
|
|
echo "(◕‿◕ ) ${ME} starting UPlanet Key Scan _______________________________"
|
2024-02-21 13:54:34 +01:00
|
|
|
|
2024-02-21 15:18:09 +01:00
|
|
|
## LOCAL
|
|
|
|
LWKEYS=($(cat ~/.zen/tmp/${IPFSNODEID}/UPLANET/__/_*_*/_*.?_*.?/_*.??_*.??/_index.html 2>/dev/null | grep -o "url='/[^']*'"| sed "s/url='\(.*\)'/\1/" | awk -F"/" '{print $3}' | shuf ))
|
|
|
|
echo ${#LWKEYS[@]} " local UMAPS"
|
|
|
|
LSKEYS=($(cat ~/.zen/tmp/${IPFSNODEID}/UPLANET/SECTORS/_*_*/_*.?_*.?/_index.html 2>/dev/null | grep -o "url='/[^']*'"| sed "s/url='\(.*\)'/\1/" | awk -F"/" '{print $3}' | shuf ))
|
|
|
|
echo ${#LSKEYS[@]} " local SECTORS"
|
|
|
|
LRKEYS=($(cat ~/.zen/tmp/${IPFSNODEID}/UPLANET/REGIONS/_*_*/_index.html 2>/dev/null | grep -o "url='/[^']*'"| sed "s/url='\(.*\)'/\1/" | awk -F"/" '{print $3}' | shuf ))
|
|
|
|
echo ${#LRKEYS[@]} " local REGIONS"
|
|
|
|
|
|
|
|
## SWARM
|
|
|
|
WKEYS=($(cat ~/.zen/tmp/swarm/12D*/UPLANET/__/_*_*/_*.?_*.?/_*.??_*.??/_index.html 2>/dev/null | grep -o "url='/[^']*'"| sed "s/url='\(.*\)'/\1/" | awk -F"/" '{print $3}' | shuf ))
|
|
|
|
echo ${#WKEYS[@]} " swarm UMAPS"
|
|
|
|
SKEYS=($(cat ~/.zen/tmp/swarm/12D*/UPLANET/SECTORS/_*_*/_*.?_*.?/_index.html 2>/dev/null | grep -o "url='/[^']*'"| sed "s/url='\(.*\)'/\1/" | awk -F"/" '{print $3}' | shuf ))
|
|
|
|
echo ${#SKEYS[@]} " swarm SECTORS"
|
|
|
|
RKEYS=($(cat ~/.zen/tmp/swarm/12D*/UPLANET/REGIONS/_*_*/_index.html 2>/dev/null | grep -o "url='/[^']*'"| sed "s/url='\(.*\)'/\1/" | awk -F"/" '{print $3}' | shuf ))
|
|
|
|
echo ${#RKEYS[@]} " swarm REGIONS"
|
2024-02-21 13:54:34 +01:00
|
|
|
|
2024-02-25 14:34:06 +01:00
|
|
|
## COMBINE & SHUFFLE KEYS
|
2024-02-21 15:18:09 +01:00
|
|
|
combined=("${LWKEYS[@]}" "${LSKEYS[@]}" "${LRKEYS[@]}" "${WKEYS[@]}" "${SKEYS[@]}" "${RKEYS[@]}")
|
2024-02-21 13:54:34 +01:00
|
|
|
UKEYS=($(echo "${combined[@]}" | tr ' ' '\n' | sort -u))
|
2024-03-16 10:59:34 +01:00
|
|
|
echo "SYNC ${#UKEYS[@]} GEOKEYS..."
|
2024-02-21 13:54:34 +01:00
|
|
|
|
2024-02-25 14:34:06 +01:00
|
|
|
## STORAGE FOR IPFS GET UplanetKeyS
|
2024-02-21 13:54:34 +01:00
|
|
|
mkdir -p ~/.zen/tmp/flashmem
|
|
|
|
|
2024-02-25 14:34:06 +01:00
|
|
|
## Remove flashmem/UplanetKey older than 3 hours
|
2024-02-29 02:57:24 +01:00
|
|
|
find ~/.zen/tmp/flashmem -mmin +180 -exec rm -rf {} +
|
2024-02-25 14:34:06 +01:00
|
|
|
|
2024-02-21 13:54:34 +01:00
|
|
|
floop=0
|
|
|
|
medo=0
|
|
|
|
for key in ${UKEYS[@]}; do
|
2024-02-25 14:34:06 +01:00
|
|
|
|
2024-02-22 16:08:24 +01:00
|
|
|
[[ -d ~/.zen/tmp/flashmem/$key ]] \
|
|
|
|
&& echo "$key already copied" && medo=$((medo +1)) && continue
|
|
|
|
|
2024-02-25 15:35:54 +01:00
|
|
|
floop=$((floop +1))
|
2024-02-22 16:08:24 +01:00
|
|
|
mkdir -p ~/.zen/tmp/flashmem/$key
|
2024-02-25 15:35:54 +01:00
|
|
|
|
2024-02-22 16:08:24 +01:00
|
|
|
echo "ipfs --timeout 180s get -o ~/.zen/tmp/flashmem/$key /ipns/$key"
|
|
|
|
ipfs --timeout 180s get -o ~/.zen/tmp/flashmem/$key /ipns/$key
|
2024-02-25 15:35:54 +01:00
|
|
|
[[ $? == 0 ]] \
|
|
|
|
&& medo=$((medo +1)) && floop=$((floop -1)) \
|
|
|
|
|| rm -Rf ~/.zen/tmp/flashmem/$key # GOT IT or NOT ?
|
2024-02-22 16:08:24 +01:00
|
|
|
|
2024-03-16 10:59:34 +01:00
|
|
|
[ $floop -gt 33 ] && break
|
|
|
|
|
|
|
|
done
|
|
|
|
echo "=========================="
|
|
|
|
echo "(◕‿◕ ) ${ME} :: $medo SUCCESS missing $floop KEYS from ${#UKEYS[@]} GEOKEYS"
|
|
|
|
echo "=========================="
|
|
|
|
|
|
|
|
## Search for TW /ipfs/ and refresh
|
2024-03-17 12:24:02 +01:00
|
|
|
TWS=($(cat ~/.zen/tmp/flashmem/*/TWz/*/_index.html | grep -o "url='/[^']*'"| sed "s/url='\(.*\)'/\1/" | awk -F"/" '{print $3}' | shuf))
|
2024-03-16 10:59:34 +01:00
|
|
|
echo "SYNC ${#TWS[@]} TWs..."
|
|
|
|
floop=0
|
|
|
|
medo=0
|
|
|
|
for tw in ${TWS[@]}; do
|
|
|
|
|
|
|
|
[[ -d ~/.zen/tmp/flashmem/tw/$tw ]] \
|
|
|
|
&& echo "$key already copied" && medo=$((medo +1)) && continue
|
|
|
|
|
|
|
|
floop=$((floop +1))
|
|
|
|
mkdir -p ~/.zen/tmp/flashmem/tw/$tw
|
|
|
|
|
2024-03-19 15:06:04 +01:00
|
|
|
ipfs --timeout 180s get -o ~/.zen/tmp/flashmem/tw/$tw/index.html /ipns/$tw
|
2024-03-16 10:59:34 +01:00
|
|
|
[[ $? == 0 ]] \
|
|
|
|
&& medo=$((medo +1)) && floop=$((floop -1)) \
|
|
|
|
|| rm -Rf ~/.zen/tmp/flashmem/tw/$tw
|
2024-03-14 17:43:31 +01:00
|
|
|
|
2024-02-22 16:08:24 +01:00
|
|
|
[ $floop -gt 33 ] && break
|
2024-02-21 13:54:34 +01:00
|
|
|
|
2024-02-25 14:34:06 +01:00
|
|
|
done
|
2024-03-16 10:59:34 +01:00
|
|
|
|
2024-02-25 14:34:06 +01:00
|
|
|
echo "=========================="
|
2024-03-16 10:59:34 +01:00
|
|
|
echo "(✜‿‿✜) ${ME} :: $medo SUCCESS missing $floop KEYS from ${#TWS[@]} TWS"
|
2024-02-25 14:34:06 +01:00
|
|
|
echo "=========================="
|
|
|
|
|
2024-02-22 19:05:09 +01:00
|
|
|
exit 0
|