diff options
Diffstat (limited to 'dl.py')
-rwxr-xr-x | dl.py | 59 |
1 files changed, 59 insertions, 0 deletions
@@ -0,0 +1,59 @@ +#!/usr/bin/env python3 +import os +import requests + +from fb import Database +from fb.util import get_dl_url, get_long_book_id +from argparse import ArgumentParser + + +def download_file(url, dst, cookie, user_agent): + streamed_response = requests.get(url, stream=True, + headers={ + 'User-Agent': user_agent, + 'Cookie': cookie + }) + with open(dst, 'wb') as file: + for chunk in streamed_response.iter_content(chunk_size=1024): + if chunk: # filter out keep-alive new chunks + file.write(chunk) + + +def remove_from_my_books(bid, cookie, user_agent): + r = requests.post('https://www.forgottenbooks.com/books-remove', data={ + 'p': get_long_book_id(bid), + }, headers={ + 'User-Agent': user_agent, + 'Cookie': cookie + }) + r.raise_for_status() + + +if __name__ == '__main__': + parser = ArgumentParser() + parser.add_argument('--from-id', type=int, required=True) + parser.add_argument('--to-id', type=int, required=True) + parser.add_argument('--output-directory', type=str, required=True) + parser.add_argument('--cookie', type=str, required=True) + parser.add_argument('--user-agent', type=str, + default='Mozilla/5.0 (X11; Linux x86_64; rv:126.0) Gecko/20100101 Firefox/126.0') + args = parser.parse_args() + + if not os.path.exists(args.output_directory): + os.makedirs(args.output_directory) + + db = Database() + ids = db.get_ids(args.from_id, args.to_id) + for i in ids: + url = get_dl_url(i) + skip = False + dst = os.path.join(args.output_directory, f'{i}.pdf') + if not os.path.exists(dst): + download_file(url, dst, args.cookie, args.user_agent) + else: + print(f'{i} already downloaded, removing from my books') + skip = True + + remove_from_my_books(i, args.cookie, args.user_agent) + if not skip: + print(f"saved {i}") |