Converting from Bazaar.
Old log: ------------------------------------------------------------ revno: 8 committer: root <root@aninix.net> branch nick: WolfPack timestamp: Tue 2016-07-19 13:52:29 -0500 message: Clearing some read statements ------------------------------------------------------------ revno: 7 committer: root <root@aninix.net> branch nick: WolfPack timestamp: Tue 2016-07-19 13:36:23 -0500 message: Fix for torrent protocol ------------------------------------------------------------ revno: 6 committer: dev <dev@aninix.net> branch nick: WolfPack timestamp: Mon 2016-07-18 10:23:17 -0500 message: Massive fixes; offloading updates; torrent function pup type updated ------------------------------------------------------------ revno: 5 committer: dev <dev@aninix.net> branch nick: WolfPack timestamp: Tue 2016-05-31 14:42:28 -0500 message: Removing ghost-wolfpack in favor of systemd vpn client. ------------------------------------------------------------ revno: 4 committer: dev <dev@aninix.net> branch nick: WolfPack timestamp: Sun 2016-05-15 21:35:02 -0500 message: Updated to include privacy VPN and offloading options. ------------------------------------------------------------ revno: 3 committer: dev <dev@aninix.net> branch nick: WolfPack timestamp: Thu 2016-05-12 20:51:23 -0500 message: Adding ghost-wolfpack script for sites using VPNs for privacy ------------------------------------------------------------ revno: 2 committer: dev <dev@aninix.net> branch nick: WolfPack timestamp: Thu 2016-05-12 15:58:05 -0500 message: Updated to use the googler package from the ArchLinux AUR for google searches and store as text files. Sufficient for now. ------------------------------------------------------------ revno: 1 committer: dev <dev@aninix.net> branch nick: WolfPack timestamp: Thu 2016-05-12 14:45:12 -0500 message: Adding all but search example -- search API is still in flux with no good command-line search option.
This commit is contained in:
cxford
commit
f2864631fb
29
Makefile
Normal file
29
Makefile
Normal file
@ -0,0 +1,29 @@
|
||||
build:
|
||||
Nothing to build -- this is a bash script.
|
||||
|
||||
configure:
|
||||
mkdir -p /usr/local/etc/WolfPack
|
||||
chmod 0770 /usr/local/etc/WolfPack
|
||||
cp ./*.pup /usr/local/etc/WolfPack
|
||||
chmod 0660 /usr/local/etc/WolfPack/*
|
||||
@echo "Default configuration directory of /usr/local/etc/WolfPack created with example pups"
|
||||
@echo "Run make install and add '/usr/local/bin/wolfpack --alpha' to root's crontab to schedule data collection."
|
||||
|
||||
install: /usr/bin/wget /usr/bin/transmission-cli /usr/bin/googler wolfpack wolfpack-stoptorrent /usr/local/bin/whatismyip
|
||||
cp -p /usr/local/src/WolfPack/wolfpack /usr/local/bin/wolfpack
|
||||
cp -p /usr/local/src/WolfPack/wolfpack-stoptorrent /usr/local/bin/wolfpack-stoptorrent
|
||||
[ ! -f /root/.bashrc ] || (grep 'transmission-cli' /root/.bashrc) || echo 'alias transmission-cli="transmission-cli -d 600 -u 1 -er -w /srv/yggdrasil/new_acquisition -b"' >> /root/.bashrc
|
||||
chmod 0700 /usr/local/bin/wolfpack-stoptorrent
|
||||
chmod 0755 /usr/local/bin/wolfpack
|
||||
chown root:root /usr/local/bin/wolfpack*
|
||||
|
||||
reverse:
|
||||
cp /usr/local/bin/wolfpack* .
|
||||
[ ! -f /root/bin/offload-wolfpack ] || cp /root/bin/offload-wolfpack .
|
||||
|
||||
offload: offload-wolfpack /root/.ssh/id_rsa /root/.ssh/id_rsa.pub
|
||||
cp offload-wolfpack /root/bin
|
||||
chmod 0700 /root/bin/offload-wolfpack
|
||||
chown root:root /root/bin/offload-wolfpack
|
||||
|
||||
|
||||
4
example-download.pup
Normal file
4
example-download.pup
Normal file
@ -0,0 +1,4 @@
|
||||
download
|
||||
/srv/WolfPackResults
|
||||
wget -q -O - 'https://www.archlinux.org/download/' | grep surlyjake | cut -f 2 -d \" | head -n 1
|
||||
echo PREVRESULT/$(wget -q -O - PREVRESULT | grep dual.iso | head -n 1 | cut -f 2 -d \")
|
||||
3
example-search.pup
Normal file
3
example-search.pup
Normal file
@ -0,0 +1,3 @@
|
||||
search
|
||||
/tmp
|
||||
Disturbed 2015 concerts
|
||||
3
example-shows.pup
Normal file
3
example-shows.pup
Normal file
@ -0,0 +1,3 @@
|
||||
shows
|
||||
/srv/yggdrasil/new_acquisition
|
||||
S01E01#Tech-TV
|
||||
3
example-torrent.pup
Normal file
3
example-torrent.pup
Normal file
@ -0,0 +1,3 @@
|
||||
torrent
|
||||
/srv/yggdrasil/new_acquisition
|
||||
ArchLinux ISO
|
||||
14
offload-wolfpack
Executable file
14
offload-wolfpack
Executable file
@ -0,0 +1,14 @@
|
||||
#!/bin/bash
|
||||
|
||||
/usr/local/bin/wolfpack --alpha
|
||||
sleep 10
|
||||
rsync -avz /srv/yggdrasil/new_acquisition/* cxford@10.0.1.3:/srv/yggdrasil/new_acquisition &>>/var/log/wolfpack.log
|
||||
ls -l /srv/yggdrasil/new_acquisition >> /var/log/wolfpack.log
|
||||
echo Files transferred from $(uname -n). >> /var/log/wolfpack.log
|
||||
rm -Rf /srv/yggdrasil/new_acquisition/*
|
||||
cat /var/log/wolfpack.log | ssh cxford@aninix.net "cat >> /var/log/wolfpack.log"
|
||||
rm /var/log/wolfpack.log
|
||||
for i in $(ls /usr/local/etc/WolfPack/*.pup); do
|
||||
export cmdstring="$(echo $i | sed "s/pup/$(uname -n)/")"
|
||||
scp "$i" cxford@aninix.net:"$cmdstring"
|
||||
done
|
||||
18
update-transmission-blocklist
Executable file
18
update-transmission-blocklist
Executable file
@ -0,0 +1,18 @@
|
||||
#!/bin/bash
|
||||
|
||||
if [ $(pgrep -afc $0) -ne 0 ]; then
|
||||
echo Already running!
|
||||
exit 1;
|
||||
fi
|
||||
|
||||
cd /root/.config/transmission/blocklists/
|
||||
rm -Rf *
|
||||
wget 'http://list.iblocklist.com/?list=bt_level1&fileformat=p2p&archiveformat=gz' -O blocklist.gz
|
||||
gunzip blocklist.gz;
|
||||
while [ "$?" -ne 0 ]; do
|
||||
echo Error $?: Couldn\'t get blocklist.
|
||||
wget 'http://list.iblocklist.com/?list=bt_level1&fileformat=p2p&archiveformat=gz' -O blocklist.gz
|
||||
gunzip blocklist.gz;
|
||||
done
|
||||
/usr/bin/transmission-cli -b notorrent # Update the blocklist to a .bin format
|
||||
|
||||
225
wolfpack
Executable file
225
wolfpack
Executable file
@ -0,0 +1,225 @@
|
||||
#!/bin/bash
|
||||
|
||||
export IFS="
|
||||
"
|
||||
|
||||
export logfile='/var/log/wolfpack.log'
|
||||
|
||||
function helptext {
|
||||
echo '
|
||||
~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
|
||||
/\____ xxxxxxxxxxxxx AniNIX::WolfPack
|
||||
// ~ / _\_____ Let loose the wolves to hunt, run,
|
||||
/ \ .. \/ and be free. They shall repay you
|
||||
// /~_____/ with their prey.
|
||||
/// \\/ / ~dev@aninix.net
|
||||
~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
|
||||
wolfpack --alpha ~~ Tell the alpha to send the
|
||||
pack members hunting.
|
||||
wolfpack --member <pup> ~~ Send a member to train a pup
|
||||
and bring back results.
|
||||
wolfpack --stop-torrent ~~ Stop any transmission-cli
|
||||
processes
|
||||
|
||||
Available pup types (all pups are line-delimited with the type and
|
||||
result location as the first two lines):
|
||||
torrent ~~ Torrent the result of the
|
||||
search term.
|
||||
Will remove search line on
|
||||
success.
|
||||
shows ~~ Download the episode in a
|
||||
show and increment. Shows
|
||||
are listed in format
|
||||
S01E01#Show terms
|
||||
download ~~ Takes a list of commands to
|
||||
run to arrive at a URL to
|
||||
grab and downloads the last
|
||||
URL.
|
||||
search ~~ Uses the Google search
|
||||
engine to return the top
|
||||
five results for the search
|
||||
terms on each line.
|
||||
'
|
||||
}
|
||||
|
||||
function torrent {
|
||||
if [ "$1" == "" ] || [ $(wc -l "$1" | cut -f 1 -d ' ') -lt 3 ]; then
|
||||
echo "Need a valid argument."
|
||||
return;
|
||||
fi
|
||||
export downloaddir=$(head -n 2 "$1" | tail -n 1)
|
||||
if [ "$(pgrep -afc transmission-cli)" -ne 0 ]; then
|
||||
echo "Transmission is still running. Aborting." | tee -a $logfile
|
||||
return;
|
||||
fi
|
||||
for i in $(tail -n +3 "$1"); do
|
||||
export searchstring="$(echo $i | sed 's/ /+/g')"
|
||||
export searchlink="http://torrentproject.org/?t=""$searchstring"
|
||||
export searchresult=$(wget -q -O - "$searchlink" | grep torrentproject.org | grep '<div><span><a href=' | cut -f 2 -d \')
|
||||
export magnetlink=$(wget -q -O - "$searchresult" | grep 'magnet:?' | cut -f 2 -d \')
|
||||
if [ "$magnetlink" != "" ]; then
|
||||
/usr/bin/transmission-cli -d 600 -u 1 -er -w "$downloaddir" -b -f "/usr/local/bin/wolfpack-stoptorrent" "$magnetlink"
|
||||
sed -i "/$i/d" "$1"
|
||||
echo Downloaded and removed $i | tee -a $logfile
|
||||
fi
|
||||
done
|
||||
}
|
||||
|
||||
|
||||
|
||||
function shows {
|
||||
if [ "$1" == "" ] || [ $(wc -l "$1" | cut -f 1 -d ' ') -lt 3 ]; then
|
||||
echo "Need a valid argument."
|
||||
return;
|
||||
fi
|
||||
if [ "$(pgrep -afc transmission-cli)" -ne 0 ]; then
|
||||
echo "Transmission is still running. Aborting." | tee -a $logfile
|
||||
return;
|
||||
fi
|
||||
export downloaddir=$(head -n 2 "$1" | tail -n 1)
|
||||
echo "Would download to "$downloaddir
|
||||
for i in $(tail -n +3 "$1"); do
|
||||
export searchsegment="$(echo $i | tr '#' '+' | tr ' ' '+')"
|
||||
export searchlink="http://torrentproject.org/?t=""$searchsegment"
|
||||
export searchresult=$(wget -q -O - "$searchlink" | grep torrentproject.org | grep '<div><span><a href=' | cut -f 2 -d \')
|
||||
export magnetlink=$(wget -q -O - "$searchresult" | grep 'magnet:?' | cut -f 2 -d \')
|
||||
if [ "$magnetlink" != "" ]; then
|
||||
# We found an episode.
|
||||
echo $i >> $logfile
|
||||
/usr/bin/transmission-cli -d 600 -u 1 -er -w "$downloaddir" -b -f "/usr/local/bin/wolfpack-stoptorrent" "$magnetlink"
|
||||
export sepisode=$(echo $i | cut -f 1 -d '#')
|
||||
export searchterms="$(echo $i | cut -f 2 -d '#')"
|
||||
export season=$(echo $sepisode | cut -f 1 -d 'E' | cut -f 2 -d 'S')
|
||||
export episode=$(echo $sepisode | cut -f 2 -d 'E')
|
||||
export ep=$(printf "%02d\n" $((${episode#0} + 1)))
|
||||
sed -i "s/$i/S"$season"E"$ep"#"$searchterms"/" "$1"
|
||||
echo Downloaded and pup updated. >> $logfile
|
||||
rm -Rf ~/.config/transmission/resume/*
|
||||
rm -Rf ~/.config/transmission/torrents/*
|
||||
rm -f "$downloaddir"/*/*.txt # Including this to avoid breaking Plex
|
||||
rm -f "$downloaddir"/*/*.nfo
|
||||
echo >> $logfile
|
||||
else
|
||||
# We didn't -- is there a new season?
|
||||
export sepisode=$(echo $i | cut -f 1 -d '#')
|
||||
export searchterms=$(echo $i | cut -f 2 -d '#')
|
||||
export season=$(echo $sepisode | cut -f 1 -d 'E' | cut -f 2 -d 'S')
|
||||
export episode=$(echo $sepisode | cut -f 2 -d 'E')
|
||||
export newseason=$(printf "%02d\n" $((${season#0} + 1)))
|
||||
export newsearch="$(echo $searchlink | sed 's/S'$season'E'$episode'/S'$newseason'E01/')"
|
||||
export searchresult=$(wget -q -O - "$newsearch" | grep torrentproject.org | grep '<div><span><a href=' | cut -f 2 -d \')
|
||||
export magnetlink=$(wget -q -O - "$searchresult" | grep 'magnet:?' | cut -f 2 -d \')
|
||||
if [ "$magnetlinki" != "" ]; then
|
||||
echo "S"$newseason"E01" $searchterms >> $logfile
|
||||
/usr/bin/transmission-cli -d 600 -u 1 -er -w "$downloaddir" -b -f "/usr/local/bin/wolfpack-stoptorrent" "$magnetlink"
|
||||
sed -i "s/$i/S"$newseason"E01#"$searchterms"/" "$1"
|
||||
else
|
||||
echo "No new season found for" $searchterms >> $logfile
|
||||
fi
|
||||
fi
|
||||
done
|
||||
}
|
||||
|
||||
function download {
|
||||
if [ "$1" == "" ] || [ $(wc -l "$1" | cut -f 1 -d ' ') -lt 3 ]; then
|
||||
echo "Need a valid argument."
|
||||
return;
|
||||
fi
|
||||
# Second line in the file is the directory to download to.
|
||||
export downloaddir=$(head -n 2 "$1" | tail -n 1)
|
||||
# The third line and any following lines should be
|
||||
for i in $(tail -n +3 "$1"); do
|
||||
#echo EVALUATING: $i
|
||||
if [ "$i" == "" ]; then continue; fi
|
||||
export comm=$(echo $i | sed "s#PREVRESULT#$nexturl#g" -)
|
||||
export nexturl=$(bash -c "$comm")
|
||||
#echo Found next url: $nexturl
|
||||
done
|
||||
export filename="$downloaddir"/"$(echo "$nexturl" | rev | cut -f 1 -d \/ | rev)"
|
||||
#if file doesn't already exist....
|
||||
if [ ! -f "$filename" ]; then
|
||||
echo Downloading $nexturl to $filename ... >> $logfile
|
||||
export dedupterm="$(echo $1 | cut -f 1 -d '.' | rev | cut -f 1 -d '/' | rev)"
|
||||
for i in $(find "$downloaddir" | grep -i "$dedupterm"); do
|
||||
echo Deduped! Removed $i from $downloaddir >> $logfile
|
||||
rm -Rf $i;
|
||||
done
|
||||
wget -q -O "$filename" "$nexturl"
|
||||
echo Downloaded >> $logfile
|
||||
fi
|
||||
}
|
||||
|
||||
function search {
|
||||
if [ "$1" == "" ] || [ $(wc -l "$1" | cut -f 1 -d ' ') -lt 3 ]; then
|
||||
echo "Need a valid argument."
|
||||
return;
|
||||
fi
|
||||
export downloaddir=$(head -n 2 "$1" | tail -n 1)
|
||||
for i in $(tail -n +3 "$1"); do
|
||||
export searchstring=$(echo $i | sed 's/ /+/g')
|
||||
export file="$downloaddir"/$searchstring'.txt'
|
||||
echo | googler --count=5 -C -x "$searchstring" | grep -v 'Enter n, p, result' > "$file"
|
||||
echo 'Ran search for '$searchstring' to '$file >> $logfile
|
||||
done
|
||||
}
|
||||
|
||||
function stoptorrent {
|
||||
# TODO This is destructive to all other transmission-CLI clients on the box.
|
||||
killall transmission-cli
|
||||
}
|
||||
|
||||
if [ "$1" == "" ]; then
|
||||
helptext;
|
||||
exit;
|
||||
fi
|
||||
|
||||
echo '---' $(date) '---' >> $logfile
|
||||
echo Started "$1" "$2" on $(uname -n) >> $logfile
|
||||
|
||||
case "$1" in
|
||||
"--alpha")
|
||||
if [ "$2" == "" ]; then
|
||||
export basedir="/usr/local/etc/WolfPack"
|
||||
else
|
||||
export basedir="$2";
|
||||
fi
|
||||
echo "Starting members from pup in "$basedir >> $logfile
|
||||
for i in $(find "$basedir" -type f | grep '.pup'); do
|
||||
/usr/local/bin/wolfpack --member "$i";
|
||||
done
|
||||
;;
|
||||
|
||||
"--member")
|
||||
echo "Spawning a member for "$2 >> $logfile
|
||||
whatismyip | tee -a /var/log/wolfpack.log
|
||||
case "$(head -n 1 "$2")" in
|
||||
"shows")
|
||||
shows "$2"
|
||||
;;
|
||||
"torrent")
|
||||
torrent "$2"
|
||||
;;
|
||||
"search")
|
||||
search "$2"
|
||||
;;
|
||||
"download")
|
||||
download "$2"
|
||||
;;
|
||||
*)
|
||||
echo "Bad pup type."
|
||||
;;
|
||||
esac
|
||||
;;
|
||||
|
||||
"--stoptorrent")
|
||||
stoptorrent
|
||||
;;
|
||||
|
||||
*)
|
||||
helptext
|
||||
;;
|
||||
esac
|
||||
|
||||
echo "Exited "$1 >> $logfile
|
||||
echo '---' "$(date)" '---' >> $logfile
|
||||
echo >> $logfile
|
||||
2
wolfpack-stoptorrent
Executable file
2
wolfpack-stoptorrent
Executable file
@ -0,0 +1,2 @@
|
||||
#!/bin/bash
|
||||
killall transmission-cli
|
||||
Loading…
Reference in New Issue
Block a user