Increment maximum submission numbers.
I need to write something that extracts that automatically.
This commit is contained in:
parent
7177817531
commit
0570d20d7e
|
@ -140,7 +140,7 @@ class AbstractFetcher(object, metaclass=abc.ABCMeta):
|
|||
for x in range(self.content_count_max, 0, UPSERT_STEP * -1):
|
||||
|
||||
self.log.info("[%s] - Building insert data structure %s -> %s", self.pluginkey, x, x+UPSERT_STEP)
|
||||
dat = [{"dlstate" : 'new', "postid" : x, "source" : self.pluginkey} for x in range(x, x+UPSERT_STEP)]
|
||||
dat = [{"state" : 'new', "postid" : x, "source" : self.pluginkey} for x in range(x, x+UPSERT_STEP)]
|
||||
self.log.info("[%s] - Building insert query", self.pluginkey)
|
||||
q = insert(db.Releases).values(dat)
|
||||
q = q.on_conflict_do_nothing()
|
||||
|
|
|
@ -17,7 +17,7 @@ class KonaChanFetcher(scraper.fetchBase.AbstractFetcher):
|
|||
|
||||
pluginkey = 'KonaChan'
|
||||
loggerpath = "Main.KonaChan"
|
||||
content_count_max = 245000
|
||||
content_count_max = 260000
|
||||
|
||||
def __init__(self):
|
||||
super().__init__()
|
||||
|
|
|
@ -17,7 +17,7 @@ class DanbooruFetcher(scraper.fetchBase.AbstractFetcher):
|
|||
|
||||
pluginkey = 'Danbooru'
|
||||
loggerpath = "Main.Danbooru"
|
||||
content_count_max = 2750000
|
||||
content_count_max = 2950000
|
||||
|
||||
def __init__(self):
|
||||
super().__init__()
|
||||
|
|
|
@ -17,7 +17,7 @@ class E621Fetcher(scraper.fetchBase.AbstractFetcher):
|
|||
|
||||
pluginkey = 'e621'
|
||||
loggerpath = "Main.e621"
|
||||
content_count_max = 1200000
|
||||
content_count_max = 1390000
|
||||
|
||||
def __init__(self):
|
||||
super().__init__()
|
||||
|
|
|
@ -17,7 +17,7 @@ class GelbooruFetcher(scraper.fetchBase.AbstractFetcher):
|
|||
|
||||
pluginkey = 'Gelbooru'
|
||||
loggerpath = "Main.Gelbooru"
|
||||
content_count_max = 3650000
|
||||
content_count_max = 4000000
|
||||
|
||||
def __init__(self):
|
||||
super().__init__()
|
||||
|
|
|
@ -17,7 +17,7 @@ class R34xxxFetcher(scraper.fetchBase.AbstractFetcher):
|
|||
|
||||
pluginkey = 'Rule34.xxx'
|
||||
loggerpath = "Main.Rule34-xxx"
|
||||
content_count_max = 2300000
|
||||
content_count_max = 2580000
|
||||
|
||||
def __init__(self):
|
||||
super().__init__()
|
||||
|
|
Loading…
Reference in New Issue