fix stuff
This commit is contained in:
parent
18ce1b10b8
commit
7e3fec6270
2
crawl.py
2
crawl.py
|
@ -52,7 +52,7 @@ def rollingFiles():
|
||||||
|
|
||||||
isDL()
|
isDL()
|
||||||
idTorrent = os.popen('./lib/scrabash.sh get_details ' + research).read()
|
idTorrent = os.popen('./lib/scrabash.sh get_details ' + research).read()
|
||||||
dbPath = "./data/nfo/{}/db.py".format(idTorrent.rstrip())
|
dbPath = "./data/meta/{}/db.py".format(idTorrent.rstrip())
|
||||||
torrentDB = os.popen('cat ' + dbPath).read()
|
torrentDB = os.popen('cat ' + dbPath).read()
|
||||||
|
|
||||||
print(torrentDB)
|
print(torrentDB)
|
||||||
|
|
|
@ -3,40 +3,27 @@
|
||||||
# Config
|
# Config
|
||||||
print=true
|
print=true
|
||||||
|
|
||||||
name="${@:2}"
|
|
||||||
nameR=$(echo $name | sed -e 's/[^ ]*=[^ ]*//ig')
|
|
||||||
|
|
||||||
## Get options
|
## Get options
|
||||||
|
cmd="$1"
|
||||||
args="${@:2}"
|
args="${@:2}"
|
||||||
|
name=$(echo "$args" | sed -e 's/[^ ]*=[^ ]*//ig')
|
||||||
|
|
||||||
[[ $args =~ "--best=true" ]] && best=true
|
[[ $args =~ "--best=true" ]] && best=true
|
||||||
[[ $args =~ "--print=true" ]] && print=true
|
[[ $args =~ "--print=true" ]] && print=true
|
||||||
|
|
||||||
search() {
|
search() {
|
||||||
result=$(./lib/py/scrapactions.py $1 $name | jq .[] 2>&1 | tr -d '"')
|
result=$(./lib/py/scrapactions.py $cmd $name | jq .[] 2>&1 | tr -d '"')
|
||||||
[[ $result =~ "parse error: Invalid " ]] && echo "$nameR: No torrent found" && err=1 && exit 1
|
[[ $result =~ "parse error: Invalid " ]] && echo "$name: No torrent found" && err=1 && exit 1
|
||||||
[[ $best == true ]] && echo "$result" | head -n1 || echo "$result"
|
[[ $best == true ]] && echo "$result" | head -n1 || echo "$result"
|
||||||
}
|
}
|
||||||
|
|
||||||
get_images() {
|
|
||||||
[[ -z $name ]] && echo "Please choose a torrent url" && exit 1
|
|
||||||
idTorrent=$(echo "$name" | awk -F '/' '{print $NF}' | awk -F '-' '{ print $1 }')
|
|
||||||
mkdir $idTorrent
|
|
||||||
cd $idTorrent
|
|
||||||
|
|
||||||
wget -q -r -np -nd -k "$1"
|
|
||||||
url=$(cat * | awk -v RS=' ' '/.jpg/' | awk -F '"' '{ print $2 }' | head -n1)
|
|
||||||
|
|
||||||
curl -s -O $url
|
|
||||||
}
|
|
||||||
|
|
||||||
get_details() {
|
get_details() {
|
||||||
result=$(./lib/py/scrapactions.py $1 $name | grep -v "Login success")
|
result=$(./lib/py/scrapactions.py $cmd $name | grep -v "Login success")
|
||||||
# echo "$result"
|
|
||||||
|
|
||||||
idTorrent=$(echo "$name" | awk -F '/' '{print $NF}' | awk -F '-' '{ print $1 }')
|
idTorrent=$(echo "$name" | awk -F '/' '{print $NF}' | awk -F '-' '{ print $1 }')
|
||||||
if [[ $print == true ]]; then
|
if [[ $print == true ]]; then
|
||||||
[[ ! -d data/$idTorrent ]] && mkdir data/$idTorrent
|
[[ ! -d data/meta/$idTorrent ]] && mkdir data/meta/$idTorrent
|
||||||
cd data/$idTorrent
|
cd data/meta/$idTorrent
|
||||||
|
|
||||||
echo "$result" > info.txt
|
echo "$result" > info.txt
|
||||||
|
|
||||||
|
@ -45,6 +32,7 @@ get_details() {
|
||||||
Size=$(echo "$result" | grep -w "Size :" | awk -F ": " '{ print $2 }')
|
Size=$(echo "$result" | grep -w "Size :" | awk -F ": " '{ print $2 }')
|
||||||
Uploader=$(echo "$result" | grep -w "Uploader :" | awk -F ": " '{ print $2 }')
|
Uploader=$(echo "$result" | grep -w "Uploader :" | awk -F ": " '{ print $2 }')
|
||||||
Files=$(echo "$result" | grep -w "file_name :" | awk -F ": " '{ print $2 }' | wc -l)
|
Files=$(echo "$result" | grep -w "file_name :" | awk -F ": " '{ print $2 }' | wc -l)
|
||||||
|
##TODO kopa add FilesLocations
|
||||||
|
|
||||||
if [[ $Size =~ "Go" ]]; then
|
if [[ $Size =~ "Go" ]]; then
|
||||||
Unity="Go"
|
Unity="Go"
|
||||||
|
@ -59,7 +47,6 @@ get_details() {
|
||||||
echo -e "Name = '$torrentName'\nUrl = '$Url'\nSize = $Size\nUnity = '$Unity'\nID = $idTorrent\nUploader = $Uploader\nFiles = $Files" > db.py
|
echo -e "Name = '$torrentName'\nUrl = '$Url'\nSize = $Size\nUnity = '$Unity'\nID = $idTorrent\nUploader = $Uploader\nFiles = $Files" > db.py
|
||||||
|
|
||||||
# Get image
|
# Get image
|
||||||
|
|
||||||
[[ ! -d img ]] && mkdir img && cd img
|
[[ ! -d img ]] && mkdir img && cd img
|
||||||
url=$(wget -qO- -np -nd $name | awk -v RS=' ' '/.jpg/' | awk -F '"' '{ print $2 }' | head -n1)
|
url=$(wget -qO- -np -nd $name | awk -v RS=' ' '/.jpg/' | awk -F '"' '{ print $2 }' | head -n1)
|
||||||
curl -s -O $url
|
curl -s -O $url
|
||||||
|
@ -67,6 +54,6 @@ get_details() {
|
||||||
fi
|
fi
|
||||||
}
|
}
|
||||||
|
|
||||||
$1 $name
|
$1
|
||||||
|
|
||||||
[[ $err == 1 ]] && exit 1 || exit 0
|
[[ $err == 1 ]] && exit 1 || exit 0
|
||||||
|
|
|
@ -1,8 +0,0 @@
|
||||||
requests
|
|
||||||
json
|
|
||||||
sys
|
|
||||||
subprocess
|
|
||||||
login
|
|
||||||
time
|
|
||||||
re
|
|
||||||
|
|
Loading…
Reference in New Issue