#!/bin/bash ################################################################################ # Author: Fred (support@qo-op.com) # Version: 0.1 # License: AGPL-3.0 (https://choosealicense.com/licenses/agpl-3.0/) ################################################################################ mkdir -p ~/.zen/bunkerbox # BunkerBOX temp directory # Fred MadeInZion, [20/03/2022 23:03] # Script qui capture et transfert dans IPFS le flux des nouvelles vidéos de https://crowdbunker.com/ # le resultat est inscrit dans une chaine video accessible localement ou publiée au travers de la clef paratgée entre toutes les station scraper "qo-op" # ~/.zen/bunkerbox/ contient les fichiers publiés sur le CDN # ~/.zen/bunkerbox/cache/$VUID/media (cache de la copie) # ~/.zen/bunkerbox/history.json et history_${hier}.json permettent de parcourir les captures de chaque jour # ~/.zen/bunkerbox/history_qo-op.json : Historique diffusé actuellement par 'qo-op' # ~/.zen/bunkerbox/history.${CHANNEL}.json : Historique des channels crowdbunker # ~/.zen/bunkerbox/homepage/ : Zone de publication des fichiers publiés sur "qo-op" MY_PATH="`dirname \"$0\"`" # relative MY_PATH="`( cd \"$MY_PATH\" && pwd )`" # absolutized and normalized ME="${0##*/}" countMErunning=$(ps auxf --sort=+utime | grep -w "$ME" | grep -v -E 'color=auto|grep' | wc -l) [[ $countMErunning -gt 2 ]] && \ echo "$ME already running. Killing old process" && \ mekill=$(ps auxf --sort=+utime | grep -w "$ME" | grep -v -E 'color=auto|grep' | head -n 1 | awk '{ print $2 }') && \ kill -9 $mekill && \ exit 0 TS=$(date -u +%s%N | cut -b1-13) MOATS=$(date -u +"%Y%m%d%H%M%S%4N") [[ ! $(which ipfs) ]] && echo "EXIT. Vous devez avoir installé ipfs CLI sur votre ordinateur" && echo "RDV sur https://dist.ipfs.io/#go-ipfs" && exit 1 YOU=$(ps auxf --sort=+utime | grep -w ipfs | grep -v -E 'color=auto|grep' | tail -n 1 | cut -d " " -f 1) || echo " warning ipfs daemon not running" isLAN=$(hostname -I | awk '{print $1}' | head -n 1 | cut -f3 -d '/' | grep -E "(^127\.)|(^192\.168\.)|(^fd42\:)|(^10\.)|(^172\.1[6-9]\.)|(^172\.2[0-9]\.)|(^172\.3[0-1]\.)|(^::1$)|(^[fF][cCdD])/") IPFSNODEID=$(ipfs id --timeout=12s | jq -r .ID) howmany=$(cat /tmp/ipfsbunk.timeout) if [[ ! $IPFSNODEID ]]; then ## wait a howmany timeout before restarting ipfs howmany=$((howmany + 1)) && echo $howmany > /tmp/ipfsbunk.timeout [ $howmany -gt 3 ] && [[ -f /etc/sudoers.d/systemctl ]] && echo "IPFS NOT RUNNING $(date)" && rm /tmp/ipfsbunk.timeout && sudo systemctl stop ipfs && rm /config/ipfs/repo.lock && sudo systemctl start ipfs exit 1 else echo 0 > /tmp/ipfsbunk.timeout fi IPFSNGW="https://tube.copylaradio.com" IPFSNGW="http://127.0.0.1:8080" [[ ! $isLAN ]] && IPFSNGW="https://$(hostname)" echo "IPFS GATEWAY $IPFSNGW" ########################################################################### ## Global parsing History Rotation ~/.zen/tmp/calendar.json (used with pagination.js) ########################################################################### hier=$(date --date="yesterday" +"%Y-%m-%d") # New day! 00:00 is passed... if [[ ! -f ~/.zen/bunkerbox/history_${hier}.json && -f ~/.zen/bunkerbox/homepage/chain ]]; then NUMBER=$(cat ~/.zen/bunkerbox/history.json | jq '.Videos[].link' | wc -l) && echo ".ROTATION. Hier historique de $NUMBER Videos." [[ -f ~/.zen/bunkerbox/history.json ]] && mv ~/.zen/bunkerbox/history.json ~/.zen/bunkerbox/history_${hier}.json ## CREATE/UPDATE calendar.json [[ ! -f ~/.zen/bunkerbox/calendar.json || $(cat ~/.zen/bunkerbox/calendar.json 2>/dev/null) == "" ]] && cp ${MY_PATH}/templates/data/calendar.json ~/.zen/bunkerbox/calendar.json cat ~/.zen/bunkerbox/calendar.json | jq '.History += [{"link": "_HIER_"}]' > ~/.zen/tmp/calendar.json sed -i "s~_INDEX_~/ipfs/$(cat ~/.zen/bunkerbox/homepage/chain)~g" ~/.zen/tmp/calendar.json sed -i "s~_HIER_~${hier} ($NUMBER)~g" ~/.zen/tmp/calendar.json [[ "$(cat ~/.zen/tmp/calendar.json)" == "" ]] && echo "NO calendar.json FATAL ERROR" && exit 1 cp ~/.zen/tmp/calendar.json ~/.zen/bunkerbox/calendar.json # RESET IPNS HISTORY FILE ( reset history_qo-op.json ) cp ${MY_PATH}/templates/data/history.json ~/.zen/bunkerbox/homepage/history.json VROOT=$(ipfs add -rwHq ~/.zen/bunkerbox/homepage/* | tail -n 1) echo "'qo-op' update with /ipfs/$VROOT" ipfs name publish --key=qo-op /ipfs/$VROOT fi ########################################################################### ## SCRAP LATEST CROWDBUNKER VIDEOS VWALLURL="https://api.crowdbunker.com/post/all" curl -s $VWALLURL -H "Accept: application/json" > ~/.zen/bunkerbox/crowd.json [[ ! -f ~/.zen/bunkerbox/crowd.json ]] && echo "ERROR GET VIDEO SOURCE LIST FROM $VWALLURL" && exit 1 ## LOOP THROUGH VIDEO ID ($VUID) (REVERSE LIST) cat ~/.zen/bunkerbox/crowd.json | jq -r '.posts | .[] | .video.id' > /tmp/vuid.list # loop starts with older videos (tac is reversing cat) for VUID in $(tac /tmp/vuid.list); do echo "====================== =========================== ===========================" [[ "$VUID" == "null" ]] && echo "MESSAGE... Bypassing..." && echo && continue echo "====================== =========================== ===========================" [[ $(cat ~/.zen/bunkerbox/choice 2>/dev/null) == "qo-op" ]] && [[ $(cat ~/.zen/bunkerbox/history_qo-op.json | jq .Videos[].link | grep $VUID) ]] && echo "VIDEO DEJA DANS LE CACHE... CONTINUE" && continue echo "Bunker BOX : Adding $VUID" mkdir -p ~/.zen/bunkerbox/cache/$VUID/media ## GET VIDEO DETAIL JSON URL="https://api.crowdbunker.com/post/$VUID/details" # echo "WISHING TO EXPLORE $URL ?"; read TEST; [[ "$TEST" != "" ]] && echo && continue curl -s $URL -H "Accept: application/json" -o ~/.zen/bunkerbox/cache/$VUID/media/$VUID.json # FILTERING STREAMING LIVE echo ">>> Extracting video caracteristics from ~/.zen/bunkerbox/cache/$VUID/media/$VUID.json" ISLIVE=$(cat ~/.zen/bunkerbox/cache/$VUID/media/$VUID.json | jq -r .video.isLiveType)&& [[ "$ISLIVE" == "true" ]] && echo "LIVE... " LIVE=$(cat ~/.zen/bunkerbox/cache/$VUID/media/$VUID.json | jq -r .video.isLiveActive) && [[ "$LIVE" == "true" ]] && echo "STREAMING... Bypassing..." && echo && continue DURATION=$(cat ~/.zen/bunkerbox/cache/$VUID/media/$VUID.json | jq -r .video.duration) && [[ $DURATION == 0 ]] && echo "NOT STARTED YET" && echo && continue TITLE=$(cat ~/.zen/bunkerbox/cache/$VUID/media/$VUID.json | jq -r .video.title | sed "s/'/ /g" | sed 's/"/ /g' | sed "s/&/ /g") # Remove quote CHANNEL=$(cat ~/.zen/bunkerbox/cache/$VUID/media/$VUID.json | jq -r .channel.organization.uid) ## GET MORE DATA FROM JSON, or get it from web page loading $VUID.json ## EXTRACT HLS LINK and MEDIA SOURCE HLS=$(cat ~/.zen/bunkerbox/cache/$VUID/media/$VUID.json | jq -r .video.hlsManifest.url) MEDIASOURCE=$(echo $HLS | rev | cut -d '/' -f 2- | rev) echo "$HLS" echo "===> $TITLE ($DURATION s)" ## VERIFIY choice made, empty means debug mode [[ ! $(cat ~/.zen/bunkerbox/choice 2>/dev/null) ]] && echo "READY TO PROCESS ? ENTER. Any character sent means next." && read TEST && [[ "$TEST" != "" ]] && echo && continue ## NO CHOICE MADE ## Download HLS source m3u8 (contains video & audio) curl -s $HLS -o ~/.zen/bunkerbox/cache/$VUID/$VUID.m3u8 [[ ! $(cat ~/.zen/bunkerbox/choice 2>/dev/null) ]] && cat ~/.zen/bunkerbox/cache/$VUID/$VUID.m3u8 # DEBUG # Choose 360p or 480p or 720p or 240p echo ">>>>>>>>>>>>>>>> Selecting VIDEO" VIDEOHEAD=""; VIDEOSRC="" for VSIZE in 360 480 720 240; do [[ "$VIDEOHEAD" == "" ]] && VIDEOHEAD=$(cat ~/.zen/bunkerbox/cache/$VUID/$VUID.m3u8 | grep -B1 ${VSIZE}p | head -n 1) [[ "$VIDEOSRC" == "" ]] && VIDEOSRC=$(cat ~/.zen/bunkerbox/cache/$VUID/$VUID.m3u8 | grep ${VSIZE}p | tail -n 1 | cut -f 1 -d '.') && vsize="${VSIZE}p" VTHUMB="$(cat ~/.zen/bunkerbox/cache/$VUID/media/$VUID.json | jq -r --arg VSIZE "$VSIZE" '.video.thumbnails[] | select(.height == $VSIZE) | .url')" [[ ! -f ~/.zen/bunkerbox/cache/$VUID/media/$VUID.jpg ]] && echo "Downloading $VSIZE thumbnail" && curl -s $VTHUMB -o ~/.zen/bunkerbox/cache/$VUID/media/$VUID.jpg done ## NO VIDEO FOUND ? [[ "$VIDEOSRC" == "" ]] && echo "NO COMPATIBLE RESOLUTION VIDEO FOUND." && cat ~/.zen/bunkerbox/cache/$VUID/$VUID.m3u8 && continue echo "VIDEOSRC=$MEDIASOURCE/$VIDEOSRC" # CORRECT MISSING THUMB [[ ! -f ~/.zen/bunkerbox/cache/$VUID/media/$VUID.jpg ]] && cp ${MY_PATH}/images/astroport.jpg ~/.zen/bunkerbox/cache/$VUID/media/$VUID.jpg echo ">>>>>>>>>>>>>>>> Downloading VIDEO" # Downloading Video m3u8 and Video [[ ! -f ~/.zen/bunkerbox/cache/$VUID/media/$VIDEOSRC.m3u8 ]] && curl -s $MEDIASOURCE/$VIDEOSRC.m3u8 -o ~/.zen/bunkerbox/cache/$VUID/media/$VIDEOSRC.m3u8 [[ ! -f ~/.zen/bunkerbox/cache/$VUID/media/$VIDEOSRC ]] && curl $MEDIASOURCE/$VIDEOSRC -o ~/.zen/bunkerbox/cache/$VUID/media/$VIDEOSRC echo ">>>>>>>>>>>>>>>> Downloading AUDIO" AUDIOLINE=$(cat ~/.zen/bunkerbox/cache/$VUID/$VUID.m3u8 | grep '=AUDIO') AUDIOFILE=$(echo $AUDIOLINE | rev | cut -d '.' -f 2- | cut -d '"' -f 1 | rev) echo "AUDIO=$MEDIASOURCE/$AUDIOFILE" # Downloading Audio m3u8 and Audio [[ ! -f ~/.zen/bunkerbox/cache/$VUID/media/$AUDIOFILE.m3u8 ]] && curl -s $MEDIASOURCE/$AUDIOFILE.m3u8 -o ~/.zen/bunkerbox/cache/$VUID/media/$AUDIOFILE.m3u8 [[ ! -f ~/.zen/bunkerbox/cache/$VUID/media/$AUDIOFILE ]] && curl $MEDIASOURCE/$AUDIOFILE -o ~/.zen/bunkerbox/cache/$VUID/media/$AUDIOFILE echo ">>>>>>>>>>>>>>>> CREATING $vsize M3U8" echo "#EXTM3U #EXT-X-VERSION:6 #EXT-X-INDEPENDENT-SEGMENTS $AUDIOLINE $VIDEOHEAD $VIDEOSRC.m3u8 " > ~/.zen/bunkerbox/cache/$VUID/media/$VUID.m3u8 # ls ~/.zen/bunkerbox/cache/$VUID/media/ # SHOW ALL COLLECTED MEDIA ########################################################################## ## ADD YOUR HTML TEMPLATING WITH MEDIA ########################################################################## start=`date +%s` echo "##########################################################################" echo ">>>>>>>>>>>>>>>> ADDING index.html" # COPY index, style, js AND data cp -R ${MY_PATH}/templates/styles ~/.zen/bunkerbox/cache/$VUID/media/ cp -R ${MY_PATH}/templates/js ~/.zen/bunkerbox/cache/$VUID/media/ cp ${MY_PATH}/templates/videojs.html ~/.zen/bunkerbox/cache/$VUID/media/index.html cp ${MY_PATH}/images/astroport.jpg ~/.zen/bunkerbox/cache/$VUID/media/ ## NO OR EMPTY HISTORY? COPY from TEMPLATE (PROGRAM START) [[ ! -f ~/.zen/bunkerbox/history.json || $(cat ~/.zen/bunkerbox/history.json 2>/dev/null) == "" ]] && cp ${MY_PATH}/templates/data/history.json ~/.zen/bunkerbox/history.json # get latest history.json. Please publish with conscienciously privately shared 'qo-op' IPNS key. # Use DNSLink to integrate into your DNS plan if [[ "$(cat ~/.zen/bunkerbox/choice 2>/dev/null)" == "qo-op" ]]; then [[ $(cat ~/.zen/bunkerbox/history_qo-op.json | jq .Videos[].link | grep $VUID) ]] && echo "VIDEO DEJA DANS LE CACHE... CONTINUE" && continue IPNS="$(ipfs key list -l | grep -w 'qo-op' | cut -f 1 -d ' ')" IPNSL="/ipns/$IPNS" ipfs get -o ~/.zen/bunkerbox/history_qo-op.json $IPNSL/history.json # Get actual IPNS qo-op history.json # Missing file ? reseting [[ ! -f ~/.zen/bunkerbox/history_qo-op.json || $(cat ~/.zen/bunkerbox/history_qo-op.json 2>/dev/null) == "" ]] && cp ${MY_PATH}/templates/data/history.json ~/.zen/bunkerbox/history_qo-op.json [[ $(cat ~/.zen/bunkerbox/history_qo-op.json | jq .Videos[].link | grep $VUID) ]] && echo "VIDEO DEJA DANS LE RESEAU... CONTINUE" && echo && cp ~/.zen/bunkerbox/history_qo-op.json ~/.zen/bunkerbox/history.json && continue # JSON FUSION jq -s '.[0] * .[1]' ~/.zen/bunkerbox/history_qo-op.json ~/.zen/bunkerbox/history.json | jq -M '.Videos |= unique_by(.link)' > ~/.zen/bunkerbox/history.fusion.json mv ~/.zen/bunkerbox/history.fusion.json ~/.zen/bunkerbox/history.json echo "## FUSIONNING 'qo-op' HISTORIES" else IPNS="." IPNSL="./" fi # Add previous CHANNEL History [[ -f ~/.zen/bunkerbox/history.${CHANNEL}.json ]] && cp ~/.zen/bunkerbox/history.${CHANNEL}.json ~/.zen/bunkerbox/cache/$VUID/media/ # Add latest history.json within media directory cp ~/.zen/bunkerbox/history.json ~/.zen/bunkerbox/cache/$VUID/media/history.json # COPY videojs.html TEMPLATE & Updating it sed "s/_IPFSROOT_/./g" ${MY_PATH}/templates/videojs.html > ~/.zen/bunkerbox/cache/$VUID/media/index.html sed -i "s/_VUID_/$VUID/g" ~/.zen/bunkerbox/cache/$VUID/media/index.html # sed -i s/_DATE_/$(date -u "+%Y-%m-%d#%H:%M:%S")/g ~/.zen/bunkerbox/cache/$VUID/media/index.html # !! Different Copy Makes Different Chains ! sed -i "s~_TITLE_~$TITLE~g" ~/.zen/bunkerbox/cache/$VUID/media/index.html sed -i "s~_CHANNEL_~$CHANNEL~g" ~/.zen/bunkerbox/cache/$VUID/media/index.html sed -i "s~_IPNSL_~$IPNSL~g" ~/.zen/bunkerbox/cache/$VUID/media/index.html #MAJ IPNS link echo ">>>>> NOW ADDING MEDIA TO IPFS : ipfs add -rwH ~/.zen/bunkerbox/cache/$VUID/media/* " ################################################################# ######### # IPFS WRITING. All that is prepared above in ~/.zen/bunkerbox/cache/$VUID/media/ will become permanent ! ################################################################# ######### IPFSROOT=$(ipfs add -rwHq ~/.zen/bunkerbox/cache/$VUID/media/* | tail -n 1) INDEX="/ipfs/$IPFSROOT" echo "DONE : $INDEX" echo ################################################################# # IPFS WRITING DONE. Doing after is to UPDATE local history(s).json in ~/.zen/bunkerbox/ # $INDEX/$VUID.m3u8 is ready + videojs.html + json's # Publishing on IPNS 'qo-op' all dynamic data needed by above 'index.html' (homepage) ################################################################# ################# # Take care about CHANNEL history echo "++ MANAGE $CHANNEL HISTORY" [[ ! -f ~/.zen/bunkerbox/history.${CHANNEL}.json || $(cat ~/.zen/bunkerbox/history.${CHANNEL}.json 2>/dev/null) == "" ]] && cp ${MY_PATH}/templates/data/history.json ~/.zen/bunkerbox/history.${CHANNEL}.json if [[ ! $(cat ~/.zen/bunkerbox/history.${CHANNEL}.json | jq .Videos[].link | grep $VUID) ]]; then ## This is a new video !!! echo "NEW VIDEO ADDED TO ~/.zen/bunkerbox/history.${CHANNEL}.json" # cat ~/.zen/bunkerbox/history.${CHANNEL}.json | jq --arg INDEX "$INDEX" --arg TITLE "$TITLE" --arg VUID "$VUID" --arg TSVUID "TSVUID" '.Videos += [{"link": "
"'"$TITLE"'" "}]' > ~/.zen/tmp/history.${CHANNEL}.json cat ~/.zen/bunkerbox/history.${CHANNEL}.json | jq '.Videos += [{"link": "
'"'_TITLE_'"'"}]' > ~/.zen/bunkerbox/cache/$VUID/media/history.${CHANNEL}.json sed -i "s~_INDEX_~$INDEX~g" ~/.zen/bunkerbox/cache/$VUID/media/history.${CHANNEL}.json sed -i "s~_VUID_~$VUID~g" ~/.zen/bunkerbox/cache/$VUID/media/history.${CHANNEL}.json sed -i "s~_TS_~$MOATS~g" ~/.zen/bunkerbox/cache/$VUID/media/history.${CHANNEL}.json sed -i "s~_TITLE_~$TITLE~g" ~/.zen/bunkerbox/cache/$VUID/media/history.${CHANNEL}.json # SECURE [[ "$(cat ~/.zen/bunkerbox/cache/$VUID/media/history.${CHANNEL}.json)" == "" ]] && echo "NO history.${CHANNEL}.json FATAL ERROR" && exit 1 # REFRESH ${CHANNEL}'s HISTORY ~/.zen/bunkerbox/ cp ~/.zen/bunkerbox/cache/$VUID/media/history.${CHANNEL}.json ~/.zen/bunkerbox/history.${CHANNEL}.json ######################### ######################### ######################### ## CONSTRUCT 'MOA' CHANNEL PUBLICATION ZONE ```rm -Rf ~/.zen/bunkerbox/channels/${CHANNEL} to reset``` AmIBootStrap=$(cat ~/.zen/astrXbian/A_boostrap_nodes.txt 2>/dev/null | grep $IPFSNODEID) if [[ ! -f ~/.zen/bunkerbox/homepage/tw/${CHANNEL}/index.html ]]; then mkdir -p ~/.zen/bunkerbox/homepage/tw/${CHANNEL}/ mkdir -p ~/.zen/bunkerbox/channels/${CHANNEL}/ # New tiddlywiki with moa key # if [[ ! $(ipfs key list | grep -w qo-op_${CHANNEL}) ]]; then channelfilename=$(${MY_PATH}/tools/give_me_keystore_filename.py qo-op_${CHANNEL}) # (Re)Creating IPNS Key & TiddlyWiki for channel [[ $AmIBootStrap ]] &&\ ipfs key rm qo-op_${CHANNEL}; channelkey=$(ipfs key gen qo-op_${CHANNEL}) || \ channelkey='k2k4r8opmmyeuee0xufn6txkxlf3qva4le2jlbw6da7zynhw46egxwp2' # Create first tiddlywiki and inject some values (_PLAYER_ from Astroport.ONE) sed "s~_BIRTHDATE_~${MOATS}~g" ${MY_PATH}/templates/ipfstiddlywiki.html > ~/.zen/bunkerbox/channels/${CHANNEL}/twindex.html sed -i "s~_PSEUDO_~${CHANNEL}~g" ~/.zen/bunkerbox/channels/${CHANNEL}/twindex.html sed -i "s~_MOAID_~${channelkey}~g" ~/.zen/bunkerbox/channels/${CHANNEL}/twindex.html sed -i "s~_QOOP_~${IPNSL}~g" ~/.zen/bunkerbox/channels/${CHANNEL}/twindex.html sed -i "s~_MOAKEY_~qo-op_${CHANNEL}~g" ~/.zen/bunkerbox/channels/${CHANNEL}/twindex.html sed -i "s~k2k4r8opmmyeuee0xufn6txkxlf3qva4le2jlbw6da7zynhw46egxwp2~${channelkey}~g" ~/.zen/bunkerbox/channels/${CHANNEL}/twindex.html sed -i "s~ipfs.infura.io~tube.copylaradio.com~g" ~/.zen/bunkerbox/channels/${CHANNEL}/twindex.html ## Open 5001 sed -i "s~_IPFSNODEID_~${IPFSNODEID}~g" ~/.zen/bunkerbox/channels/${CHANNEL}/twindex.html # Create caroussel.html !!! NOT WORKING WITH M3U8 !!!! SO DOING IT WITH astrXbian ;) XBIANJSON=$(${MY_PATH}/tools/get_astrXbian_youtube.sh) ## Replace old way with external caroussel.json if [[ $XBIANJSON == '' ]]; then echo "" > ~/.zen/bunkerbox/channels/${CHANNEL}/index.html else sed "s~_IPNSL_~$IPNSL~g" ${MY_PATH}/templates/caroussel.html > ~/.zen/bunkerbox/channels/${CHANNEL}/index.html sed -i "s~_VUID_~$INDEX/$VUID~g" ~/.zen/bunkerbox/channels/${CHANNEL}/index.html sed -i "s~_TITLE_~$TITLE~g" ~/.zen/bunkerbox/channels/${CHANNEL}/index.html sed -i "s~_CHANNEL_~$CHANNEL~g" ~/.zen/bunkerbox/channels/${CHANNEL}/index.html sed -i "s~_CAROUSSELJSON_~$XBIANJSON~g" ~/.zen/bunkerbox/channels/${CHANNEL}/index.html cp -R ${MY_PATH}/templates/styles ~/.zen/bunkerbox/channels/${CHANNEL}/ cp -R ${MY_PATH}/templates/js ~/.zen/bunkerbox/channels/${CHANNEL}/ fi ## BACKUP IPNS KEY qo-op_${CHANNEL}.key WILL BE SENT BY OTHER MEAN # cp ~/.ipfs/keystore/${channelfilename} ~/.zen/bunkerbox/channels/${CHANNEL}/qo-op_${CHANNEL}.key echo $channelkey > ~/.zen/bunkerbox/channels/${CHANNEL}/channelkey cp -f ~/.zen/bunkerbox/channels/${CHANNEL}/twindex.html ~/.zen/bunkerbox/homepage/tw/${CHANNEL}/index.html fi #~ echo "LINK TW into HOMEPAGE " #~ echo "" > ~/.zen/bunkerbox/homepage/tw/${CHANNEL}/index.html #~ echo "DONE ###" TWINDEX="$HOME/.zen/bunkerbox/homepage/tw/${CHANNEL}/index.html" TWMODEL="/ipfs/bafybeieqeozaj4nplyh7dmr2lecbzzrgt2mqs3rzbgdxlb43erhfzc37oq" ## OLD index style REPLACE [[ $(cat ${TWINDEX} | head -n 1 | grep -w '"refresh"') ]] \ && echo "============= NEW TW MODEL =" ipfs cat $TWMODEL | sed \ -e "s~_BIRTHDATE_~${MOATS}~g" \ -e "s~_PSEUDO_~${CHANNEL}~g" \ -e "s~_MOAID_~${channelkey}~g" \ -e "s~_QOOP_~${IPNSL}~g" \ -e "s~_IPFSNODEID_~${IPFSNODEID}~g" \ -e "s~_MOAKEY_~qo-op_${CHANNEL}~g" \ -e "s~k2k4r8kxfnknsdf7tpyc46ks2jb3s9uvd3lqtcv9xlq9rsoem7jajd75~${channelkey}~g" \ > ${TWINDEX} echo "$CHANNEL IS UP. KEY IS CREATED. WAITING FOR SYNCING. PRINTING KNOWN MOA KEY." ipfs key list -l | grep -w "qo-op_${CHANNEL}" echo "TODO: ADD MP4 VIDEO TIIDDLER INTO TW" if [[ $(which tiddlywiki) ]]; then MOATS=$(date -u +"%Y%m%d%H%M%S%4N") FILE_BSIZE=$(du -b "$HOME/.zen/bunkerbox/cache/$VUID/media/" | awk '{print $1}' | tail -n 1) FILE_SIZE=$(echo "${FILE_BSIZE}" | awk '{ split( "B KB MB GB TB PB" , v ); s=1; while( $1>1024 ){ $1/=1024; s++ } printf "%.2f %s", $1, v[s] }') ## LET'S DO THAT : MAKE A TIDDLER TEXT="" echo '[ { "text": "'${TEXT}'", "title": "'${TITLE}'", "created": "'${MOATS}'", "resolution": "'${VSIZE}'", "duration": "'${DURATION}'", "mime": "'${MIME}'", "channel": "'${CHANNEL}'", "filesize": "'${FILE_SIZE}'", "size": "'${FILE_BSIZE}'", "poster": "'/ipfs/${IPFSROOT}/${VUID}.jpg'", "ipfsroot": "'/ipfs/${IPFSROOT}'", "ipfs": "'/ipfs/${IPFSROOT}/${VUID}.m3u8'", "mediakey": "'${VUID}'", "modified": "'${MOATS}'", "tags": "'BunkerBOX Astroport.ONE ipfs'" } ]' > ~/.zen/bunkerbox/homepage/tw/${CHANNEL}/tiddler.${VUID}.json echo " ~/.zen/bunkerbox/homepage/tw/${CHANNEL}/tiddler.${VUID}.json READY" tiddlywiki --load ${TWINDEX} \ --import ~/.zen/bunkerbox/homepage/tw/${CHANNEL}/tiddler.${VUID}.json "application/json" \ --output ~/.zen/tmp --render "$:/core/save/all" "newindex.html" "text/plain" if [[ -s ~/.zen/tmp/newindex.html ]]; then echo "OK TIDDLER. PUBLISHING. WAIT ..." cp ~/.zen/tmp/newindex.html ${TWINDEX} #~ TW5=$(ipfs add -rwHq ~/.zen/bunkerbox/channels/${CHANNEL}/* | tail -n 1) #~ echo "## PUBLISHING qo-op_${CHANNEL} /ipfs/$TW5" #~ ipfs name publish --key=qo-op_${CHANNEL} /ipfs/$TW5 else echo "ERROR INSERTING TIDDLER" fi fi ######################### ######################### ######################### else echo "VIDEO ALREADY THERE" fi ############################# ## UPDATE GLOBAL LOCAL HISTORY IsThere=$(cat ~/.zen/bunkerbox/history.json | jq .Videos[].link | grep $VUID) if [[ ! $IsThere ]]; then echo "Add $INDEX to ~/.zen/bunkerbox/cache/$VUID/media/history.json" ## history.json Videos.link is the HTML code displayed in index.html with pagination.js (related to) cat ~/.zen/bunkerbox/history.json | jq '.Videos += [{"link": "
'"'_TITLE_'"'"}]' > ~/.zen/bunkerbox/cache/$VUID/media/history.json sed -i "s~_INDEX_~$INDEX~g" ~/.zen/bunkerbox/cache/$VUID/media/history.json sed -i "s~_VUID_~$VUID~g" ~/.zen/bunkerbox/cache/$VUID/media/history.json sed -i "s~_TITLE_~$TITLE~g" ~/.zen/bunkerbox/cache/$VUID/media/history.json # COULD BE DONE LIKE THAT # cat ~/.zen/bunkerbox/cache/$VUID/media/history.json | jq --arg INDEX "$INDEX" --arg TITLE "$TITLE" '.Videos += [{"link": "'''$TITLE'''"}]' > ~/.zen/bunkerbox/history.json echo "MISE A JOUR ~/.zen/bunkerbox/history.json" [[ "$(cat ~/.zen/bunkerbox/cache/$VUID/media/history.json)" == "" ]] && echo "NO $VUID/media/history.json FATAL ERROR" && exit 1 # Upgrade local history.json with new one if [[ -f ~/.zen/bunkerbox/cache/$VUID/media/history.json ]]; then cp ~/.zen/bunkerbox/cache/$VUID/media/history.json ~/.zen/bunkerbox/history.json fi fi ############################# ################# VMAIN="/ipfs/$IPFSROOT/$VUID.m3u8" # UPDATING original JSON - TODO inform crowdbunker that IPFS copy is available. cat ~/.zen/bunkerbox/cache/$VUID/media/$VUID.json | jq ".video.hlsManifest.url = \"$VMAIN\"" > ~/.zen/bunkerbox/cache/$VUID/$VUID.json echo "New HLS = $IPFSNGW$VMAIN" ################# # Create local index.html simple redirect to current IPFS video echo "" > ~/.zen/bunkerbox/index.html echo "===== INDEX ===== $IPFSNGW/ipfs/$IPFSROOT" echo "HISTORY : $IPFSNGW/ipfs/$IPFSROOT/history.json" ################# ################# ################# ## GESTION CHOICE PS3="Comment voulez-vous publier votre collecte ? " choices=("debug" "local" "qo-op" "astrXbian") fav=$(cat ~/.zen/bunkerbox/choice 2>/dev/null) [[ ! $fav ]] && select fav in "${choices[@]}"; do [[ $fav ]] && break; done case $fav in "local") echo 'local' > ~/.zen/bunkerbox/choice echo "MODE 'local'" continue ;; "astrXbian") echo "MODE 'astrXbian' (DEV ZONE)" [[ ! -d ~/.zen/astrXbian ]] && echo "DEV ZONE - Installez astrXbian SVP ... P2P VideoClub DEMO - DEV ZONE !" && exit 1 [[ ! $IPFSNODEID ]] && echo "Missing IPFSNODEID. Exit" && exit 1 echo 'astrXbian' > ~/.zen/bunkerbox/choice mkdir -p ~/.zen/ipfs/.$IPFSNODEID/astroport/bunkerbox echo "" > ~/.zen/ipfs/.$IPFSNODEID/astroport/bunkerbox/index.html cp ~/.zen/bunkerbox/history.json ~/.zen/ipfs/.$IPFSNODEID/astroport/bunkerbox/ echo "BALISE Station :: $IPFSNGW/ipns/$IPFSNODEID/.$IPFSNODEID/astroport/bunkerbox/" echo "Propagation lors du prochain cycle astrXbian" continue ;; "qo-op") echo "MODE 'qo-op'" if [[ ! $(ipfs key list | grep -w 'qo-op') ]]; then echo "Clef qo-op manquante! (Missing qo-op key!)" echo "Récupérez la auprès de votre meilleur ami. Et ne brisez pas la chaine de confiance!" echo "(Get it from your best friend and do not break confidence ring!)" sleep 2 echo echo "Envoyez un email pour obtenir assistance. (Contact support@qo-op.com) ? HELP !" sleep 1 echo echo "Utiliser la clef 'qo-op' par défaut ? ENTRER pour OUI. Saisissez un caractère avant si NON." read KDEV if [[ "$KDEV" != "" ]]; then echo "La confiance est dans la CLEF (Confidence is in the KEY)." echo "Génération de la votre (here is yours): " publishkey=$(ipfs key gen qo-op) echo "~/.ipfs/keystore/key_ofxs233q" echo "$IPFSNGW/ipns/$publishkey" echo echo "$publishkey" > ~/.zen/bunkerbox/qo-op echo 'qo-op' > ~/.zen/bunkerbox/choice else ## USE DEV KEY echo "Activation clef 'qo-op' par défaut." echo "k51qzi5uqu5djt17zonkpg1cb8hrxhahpesybusz8q57j4ocqm0qlc6s99z60x" > ~/.zen/bunkerbox/qo-op cp ${MY_PATH}/key_ofxs233q ~/.ipfs/keystore/ fi echo "Cette clef est destinée aux passerelles de vos amis pour y publier vos chaines videos en commun..." else ## qo-op KEY IS ALREADY THERE. WRITE 'qo-op' IPNS key # Refreshing actual 'qo-op' key ipfs key list -l | grep -w 'qo-op' | cut -f 1 -d ' ' > ~/.zen/bunkerbox/qo-op fi echo 'qo-op' > ~/.zen/bunkerbox/choice IPNS=$(cat ~/.zen/bunkerbox/qo-op) IPNSL="/ipns/$IPNS" echo echo "Chaine Vidéo 'qo-op' => $IPFSNGW/ipns/$IPNS" echo ##### NEW HOMEPAGE / NEW DYNAMIC DATA ###### HERE TIMESTAMPING IS OK InHere=$(cat ~/.zen/bunkerbox/history_*.json | jq .Videos[].link | grep $VUID) if [[ ! $InHere ]]; then echo "BunkerBOX - NOUVELLE VIDEO - Mise à jour homepage & dynamic history(s).json" mkdir -p ~/.zen/bunkerbox/homepage/ ## This is the welcome page of your qo-op channel. # Could be redirect, or ... Your homepage is introduced there !! # echo "" > ~/.zen/bunkerbox/homepage/index.html ## Preparing homepage cp -R ${MY_PATH}/templates/styles ~/.zen/bunkerbox/homepage/ cp -R ${MY_PATH}/templates/js ~/.zen/bunkerbox/homepage/ cp ${MY_PATH}/templates/homepage.html ~/.zen/bunkerbox/homepage/index.html cp ${MY_PATH}/templates/crowbunkerbox.png ~/.zen/bunkerbox/homepage/ sed -i "s~_IPNSL_~$IPNSL~g" ~/.zen/bunkerbox/homepage/index.html sed -i "s~_VUID_~$INDEX/$VUID~g" ~/.zen/bunkerbox/homepage/index.html sed -i "s/_WHO_/$(date -u "+%Y-%m-%d#%H:%M:%S")@$IPFSNODEID/g " ~/.zen/bunkerbox/homepage/index.html sed -i "s~_TITLE_~$TITLE~g" ~/.zen/bunkerbox/homepage/index.html ${MY_PATH}/tools/get_tagcloud_data.sh $IPNS TAGS=$(cat ~/.zen/tmp/chan_cloud.json | jq -c .[]) sed -i "s~_TAGCLOUD_~$TAGS~g" ~/.zen/bunkerbox/homepage/index.html # Copy json's cp ~/.zen/bunkerbox/history.json ~/.zen/bunkerbox/homepage/history.json cp ~/.zen/bunkerbox/calendar.json ~/.zen/bunkerbox/homepage/calendar.json cp ~/.zen/bunkerbox/history.${CHANNEL}.json ~/.zen/bunkerbox/homepage/history.${CHANNEL}.json ## ACTIVATE CONTROL rm -Rf ~/.zen/bunkerbox/homepage/time mkdir -p ~/.zen/bunkerbox/homepage/time/ echo "$TS" > ~/.zen/bunkerbox/homepage/ts # TimeStamping echo "$IPFSNODEID" > ~/.zen/bunkerbox/homepage/time/$TS # (could be signed) Put my Station ID into time/$TS for control #astrXbian (whitelist swarm control) or blacklisting extension here) # (UNCOMMENT THIS CODE AND protect history_qo-op.json corruption the way you want to (*white or black listing) # BALISE=$(echo $TS | ipfs add -q) # ipfs name publish $BALISE ##### $IPFSNODEID IS now confirming it recognizes this TS as last publishing !! # TIME=$(ipfs cat /ipns/$IPNS/ts) # WHO=$(ipfs cat /ipns/$IPNS/time/$TIME) # ISTRUE=$(ipfs cat /ipns/$WHO) # TIME == ISTRUE ? ####### Et voilà ;) echo "Adding ~/.zen/bunkerbox/homepage/* to IPFS " VROOT=$(ipfs add -rwHq ~/.zen/bunkerbox/homepage/* | tail -n 1) echo "'qo-op' update with /ipfs/$VROOT" ipfs name publish --key=qo-op /ipfs/$VROOT echo "$VROOT" > ~/.zen/bunkerbox/homepage/chain # Memorize chain ipfs reference echo "HOME : $IPFSNGW/ipns/$IPNS/" echo "HISTORY : $IPFSNGW/ipns/$IPNS/history.${CHANNEL}.json" echo fi continue ;; "debug") echo "debug" > ~/.zen/bunkerbox/choice continue ;; esac end=`date +%s`; echo ___Duration `expr $end - $start` seconds___ done