Boris
/
astrXbian_UX-et-webUI
forked from axiom-team/astrXbian
0
0
Fork 0
Code Issues Pull Requests 1 Projects Releases Wiki Activity

Extract G1 people locations from gchange ads around GPS coordinates

This commit is contained in:
qo-op 2021-06-02 00:39:22 +02:00
parent c402e39df6
commit fcc0cb7e75
1 changed files with 92 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

92
zen/tools/gchange_MAP.sh Executable file
View File

@ -0,0 +1,92 @@
#!/bin/bash
########################################################################
# Author: Fred (support@qo-op.com)
# Version: 0.1
# License: AGPL-3.0 (https://choosealicense.com/licenses/agpl-3.0/)
########################################################################
# Extract Gchange Ads
# Thank you @kimamila for cesium & gchange
# ES backend http://www.elasticsearchtutorial.com/spatial-search-tutorial.html
MY_PATH="`dirname \"$0\"`" # relative
MY_PATH="`( cd \"$MY_PATH\" && pwd )`" # absolutized and normalized
ME="${0##*/}"
########################################################################
LON=$1
LAT=$2
[[ ! ( $LAT && $LON ) ]] && echo "Indiquez les coordonnées GPS et le rayon de votre recherche! ex: $ME 43.614208 1.4155776 50km" && exit 1
########################################################################
CESIUM="https://g1.data.le-sou.org"
GCHANGE="https://data.gchange.fr" # /user/profile/2L8vaYixCf97DMT8SistvQFeBj7vb6RQL7tvwyiv1XVH?&_source_exclude=avatar._content
[[ ! -d ~/.zen/.cache/gchange ]] && mkdir -p ~/.zen/.cache/gchange
# curl -sk ${CESIUM}/user/profile/${g1pub} -o ~/.zen/.cache/cesium_profile.json
# LON=$(cat ~/.zen/.cache/cesium_profile.json | jq '._source.geoPoint.lon')
# LAT=$(cat ~/.zen/.cache/cesium_profile.json | jq '._source.geoPoint.lat')
# curl -sk ${GCHANGE}/user/profile/${g1pub} -o ~/.zen/.cache/GCHANGE_profile.json
# LON=$(cat ~/.zen/.cache/GCHANGE_profile.json | jq '._source.geoPoint.lon')
# LAT=$(cat ~/.zen/.cache/GCHANGE_profile.json | jq '._source.geoPoint.lat')
RAD="$1"
[[ ! $RAD ]] && RAD="25km"
curl -sk -XPOST 'https://data.gchange.fr/market/record/_search?pretty&_source=title' -d '
{
"size": 200,
"query": {
"bool": {
"filter": [{
"geo_distance": {
"distance": "'$RAD'",
"geoPoint": {
"lat": '$LAT',
"lon": '$LON'
}
}
}]
}
}
}' > /tmp/gchange.json || exit 1
TIMESTAMP=$(date -u +"%s")
TOTAL=$(cat /tmp/gchange.json | jq .hits.total)
chunk=0
fullcount=0
for gID in $(cat /tmp/gchange.json | jq -r .hits.hits[]._id); do
NEW=""
if [[ ! -f ~/.zen/.cache/gchange/$gID.json ]]; then
NEW="true"
# curl -s --create-dirs -o ~/.zen/.cache/gchange/$gID.json -s https://data.gchange.fr/market/record/$gID?_source=category,title,description,issuer,time,creationTime,location,address,city,price,unit,currency,thumbnail._content_type,thumbnail._content,picturesCount,type,stock,fees,feesCurrency,geoPoint
## ISSUER DE L'AUTEUR DE L'ANNONCE
curl -s --create-dirs -o ~/.zen/.cache/gchange/$gID.json -s https://data.gchange.fr/market/record/$gID?_source=category,title,description,issuer,time,creationTime,location,address,city,price,unit,currency,type,geoPoint
ISSUER=$(cat ~/.zen/.cache/gchange/$gID.json | jq -r ._source.issuer)
## SOCIAL DE L'AUTEUR DE L'ANNONCE
curl -s --create-dirs -o ~/.zen/.cache/gchange/profil.$ISSUER.json -s https://data.gchange.fr/user/profile/$ISSUER?&_source_exclude=avatar._content
SOCIAL=$(cat ~/.zen/.cache/gchange/profil.$ISSUER.json | jq -r ._source.socials)
## G1KEY DE L'AUTEUR DE L'ANNONCE
G1KEY=$(cat ~/.zen/.cache/gchange/profil.$ISSUER.json | jq -r ._source.pubkey)
## LIEN CESIUM +
if [[ $G1KEY != "" ]]; then
curl -s --create-dirs -o ~/.zen/.cache/g1profil.$G1KEY.json -s https://g1.data.le-sou.org/user/profile/$G1KEY
title=$(cat ~/.zen/.cache/g1profil.$ISSUER.json | jq -r ._source.title)
address=$(cat ~/.zen/.cache/g1profil.$ISSUER.json | jq -r ._source.address)
socials=$(cat ~/.zen/.cache/g1profil.$ISSUER.json | jq -r ._source.socials)
city=$(cat ~/.zen/.cache/g1profil.$ISSUER.json | jq -r ._source.city)
geoPoint=$(cat ~/.zen/.cache/g1profil.$ISSUER.json | jq -r ._source.geoPoint)
echo "$title - $address - $city" >> ~/.zen/.cache/gchange.txt
echo "$title - $address - $city"
echo $socials | jq -r
echo $geoPoint | jq -r
fi
sleep $((1 + RANDOM % 3))
fi
done
cat ~/.zen/.cache/gchange.txt