diff --git a/actions/p4n.swarmscraper.sh b/actions/p4n.swarmscraper.sh index 23a565c..3a63947 100755 --- a/actions/p4n.swarmscraper.sh +++ b/actions/p4n.swarmscraper.sh @@ -121,7 +121,7 @@ echo "SUB-SCRAPING lieu FROM $geodata" [ -d ~/.zen/ipfs/.$IPFSNODEID/astroport/map/p4n/lieu/$lid ] && lieu=$(cat $geodata | jq -r '.lieux[] | "\(.id),\(.latitude),\(.longitude),\(.hauteur_limite),\(.publique),\(.top_liste),\(.code),\(.validation_admin),\(.distance)"' | shuf | tail -n 1) lid=$(echo "$lieu" | cut -d ',' -f 1); code=$(echo "$lieu" | cut -d ',' -f 7) - [[ "$lid" == "" ]] && continue + [[ "$lid" == "" ]] && echo "ERROR LIEU NO ID. CONTINUE" && continue mkdir -p /tmp/$lid && cd /tmp/$lid @@ -134,7 +134,7 @@ echo "SUB-SCRAPING lieu FROM $geodata" # Get 1st copy bulle.pdf... Now converting to index.html redirect to $lid.jpg [ -f ~/.zen/ipfs/.$IPFSNODEID/astroport/map/p4n/lieu/$lid/bulle.pdf ] && mv ~/.zen/ipfs/.$IPFSNODEID/astroport/map/p4n/lieu/$lid/bulle.pdf ./output.pdf && echo "ancien fichier bulle.pdf" [ ! -f ~/.zen/ipfs/.$IPFSNODEID/astroport/map/p4n/lieu/$lid/index.html ] && echo "running chromium... " && chromium --timeout=10000 --headless --no-sandbox --disable-gpu --print-to-pdf=output.pdf "https://www.park4night.com/?page=lieu&id=$lid&bulle=YES" 2>/dev/null - [ ! -f ./output.pdf ] && rm -Rf ~/.zen/ipfs/.$IPFSNODEID/astroport/map/p4n/lieu/$lid && echo "## TIMEOUT, CANCEL MISSION" + [ ! -f ./output.pdf ] && rm -Rf ~/.zen/ipfs/.$IPFSNODEID/astroport/map/p4n/lieu/$lid && echo "## CHROMIUM TIMEOUT, CANCEL MISSION" && continue ## PDF convert and crop to JPG / ipfs add / index.html for redirect if [ -f ./output.pdf ]; then @@ -143,6 +143,7 @@ echo "SUB-SCRAPING lieu FROM $geodata" IPFS=$(ipfs add -wq "./$lid.jpg") ## Add $lid.pdf to IPFS IPFSREPFILEID=$(echo $IPFS | cut -d ' ' -f 2) ## Get repertory ipfs link + [[ ! $IPFSREPFILEID ]] && echo "IPFS ADD TROUBLE. CONTINUE" && rm -Rf ~/.zen/ipfs/.$IPFSNODEID/astroport/map/p4n/lieu/$lid && continue ## Create index.html with Redirect to /ipfs/$IPFSREPFILEID/$lid.jpg echo "" > ~/.zen/ipfs/.$IPFSNODEID/astroport/map/p4n/lieu/$lid/index.html # mv ./output.pdf ~/.zen/ipfs/.$IPFSNODEID/astroport/map/p4n/lieu/$lid/bulle.pdf