From 995d4970fcda9632438013cc634a7ce1723c03fb Mon Sep 17 00:00:00 2001 From: Urban Guacamole Date: Fri, 17 Jul 2020 14:46:45 +0200 Subject: [PATCH] Fix seedleech; 5x perf for minseed=0 By removing LIMIT from the query, I was able to 5x the trackerdata/sec --- seedleech-daemon/seedleech-daemon.go | 6 +++--- seedleech-daemon/seedleech.service | 1 + 2 files changed, 4 insertions(+), 3 deletions(-) diff --git a/seedleech-daemon/seedleech-daemon.go b/seedleech-daemon/seedleech-daemon.go index a488645..13faf33 100644 --- a/seedleech-daemon/seedleech-daemon.go +++ b/seedleech-daemon/seedleech-daemon.go @@ -102,10 +102,10 @@ func runWorkFetcher(trackerRequests chan []string, tracker string, minseed int, var rows *sql.Rows var err error if minseed != 0 { - rows, err = db.Query("SELECT infohash FROM trackerdata WHERE tracker = $1 AND seeders > $2 AND scraped < $3 LIMIT 630", tracker, minseed, freshlimit) + rows, err = db.Query("SELECT infohash FROM trackerdata WHERE tracker = $1 AND seeders > $2 AND scraped < $3 LIMIT 740", tracker, minseed, freshlimit) } else { //time.Sleep(time.Duration(int64(rand.Intn(12000)) * int64(time.Second))) //sleep for random time between 0 mins and 200 mins - rows, err = db.Query("SELECT infohash FROM torrent WHERE NOT EXISTS (SELECT from trackerdata WHERE infohash = torrent.infohash AND tracker = $1 AND scraped > $2) LIMIT 6300", tracker, freshlimit) + rows, err = db.Query("SELECT infohash FROM torrent WHERE NOT EXISTS (SELECT from trackerdata WHERE infohash = torrent.infohash AND tracker = $1 AND scraped > $2)", tracker, freshlimit) } if err != nil { log.Fatal(err) @@ -129,7 +129,7 @@ func runWorkFetcher(trackerRequests chan []string, tracker string, minseed int, } } trackerRequests <- infohashes - time.Sleep(5 * time.Minute) + time.Sleep(time.Minute) } } diff --git a/seedleech-daemon/seedleech.service b/seedleech-daemon/seedleech.service index a061b72..6c34cc9 100644 --- a/seedleech-daemon/seedleech.service +++ b/seedleech-daemon/seedleech.service @@ -7,6 +7,7 @@ User=nextgen WorkingDirectory=/home/nextgen ExecStart=/home/nextgen/seedleech-daemon Restart=always +TimeoutStopSec=300 [Install] WantedBy=multi-user.target