diff --git a/gopload.py b/gopload.py index 41f4e45..1d8d70a 100755 --- a/gopload.py +++ b/gopload.py @@ -6,9 +6,37 @@ import argparse import os import logging import sys +from dotenv import load_dotenv, set_key +import platform +import subprocess +import sys -def format_file_size(file): - file_size_bytes = os.path.getsize(file) + +def set_env_var_unix(name, value, shell="bash"): + home = os.path.expanduser("~") + rc_file = f".{shell}rc" + rc_path = os.path.join(home, rc_file) + with open(rc_path, "a") as f: + f.write(f'\nexport {name}="{value}"\n') + os.system(f"source {rc_path}") + + +def set_env_var(name, value): + system = platform.system() + if system == "Windows": + subprocess.run(["setx", name, value], shell=True) + elif system in ["Linux", "Darwin"]: + shell = os.getenv('SHELL', '/bin/bash').split('/')[-1] + set_env_var_unix(name, value, shell=shell) + else: + raise NotImplementedError(f"Unsupported OS: {system}") + + +def format_file_size(file=None, num_bytes=None): + if num_bytes: + file_size_bytes = num_bytes + else: + file_size_bytes = os.path.getsize(file) size_in_mb = file_size_bytes / (1024 * 1024) size_in_gb = file_size_bytes / (1024 * 1024 * 1024) if size_in_gb >= 1: @@ -17,8 +45,8 @@ def format_file_size(file): return size_in_mb, "MB" -def file_size(file): - size, unit = format_file_size(file) +def file_size(file=None, num_bytes=None): + size, unit = format_file_size(file=file, num_bytes=num_bytes) return f"{size:.2f} {unit}" @@ -63,6 +91,60 @@ def getservers(logger): else: logger.error(f"{response}") return None + + +def get_stats(logger): + headers = {'authorization': f'Bearer {TOKEN}',} + data = requests.get(f'https://api.gofile.io/accounts/{ACCOUNT_ID}', headers=headers).json() + stats = data["data"]["statsCurrent"] + logger.info("Account stats:") + logger.info(f"Total files: {stats['fileCount']}") + logger.info(f"Total folders: {stats['folderCount']}") + size = file_size(num_bytes=stats['storage']) + logger.info(f"Total size: {size}") + traffic = file_size(num_bytes=stats['trafficWebDownloaded']) + logger.info(f"Total traffic: {traffic}") + + +def get_rootfolder(logger): + headers = {'authorization': f'Bearer {TOKEN}',} + data = requests.get(f'https://api.gofile.io/accounts/{ACCOUNT_ID}', headers=headers).json() + root_folder = data.get("data", {}).get("rootFolder", {}) + if root_folder: + return root_folder + else: + logger.error(f"{data}") + return None + + +def get_code(folderId, logger): + headers = {'authorization': f'Bearer {TOKEN}',} + params = (('wt', '4fd6sg89d7s6'),('cache', 'false'),) + data = requests.get(f'https://api.gofile.io/contents/{folderId}', headers=headers, params=params).json() + code = data.get("data", {}).get("code", {}) + if code: + return code + else: + logger.error(f"{data}") + return None + + +def get_children(id, logger): + # if len(id) == 36: + headers = {'authorization': f'Bearer {TOKEN}',} + params = (('wt', '4fd6sg89d7s6'),('cache', 'false'),) + data = requests.get(f'https://api.gofile.io/contents/{id}', headers=headers, params=params).json() + children = data.get("data", {}).get("children", {}) + if children: + return children + else: + if data["status"] == "error-rateLimit": + logger.warning("Rate limit reached, waiting 30 seconds") + time.sleep(30) + return get_children(id, logger) + else: + logger.error(f"{data}") + return None def createfolder(parentFolderId, folderName, logger): @@ -114,7 +196,7 @@ def actionFolder(folderId, attributeValue): return response -def main(filePath, folderPath, folderName, parentFolderId, private, logger): +def upload(filePath, folderPath, folderName, parentFolderId, private, logger): files = [] logger.info("Starting upload") logger.debug("File: %s", filePath) @@ -176,48 +258,137 @@ def main(filePath, folderPath, folderName, parentFolderId, private, logger): time.spleed(10) sys.exit("No server available") + +def downloadFile(downloadUrl, path, logger): + start_time = time.time() + headers = {"Authorization": f"Bearer {TOKEN}"} + response = requests.get(downloadUrl, headers=headers) + with open(path, "wb") as f: + f.write(response.content) + logger.debug(f"File downloaded: {path}") + speed, elapsed_time = calculate_upload_speed(path, start_time) + return speed, elapsed_time + + +def download(folderId, logger, folderPath=None): + if 'https' in folderId: + folderId = folderId.split('/')[-1] + files = [] + logger.info("Fetching files") + logger.debug("FolderId: %s", folderId) + folderIdList = [folderId] + while folderIdList: + for folderId in folderIdList: + children = get_children(folderId, logger) + folderIdList.remove(folderId) + for child in children: + if children[child]['type'] == "file": + files.append(children[child]) + else: + folderIdList.append(children[child]['id']) + logger.info(f"Starting download of {len(files)} files") + for file in files: + logger.info(f"Downloading file: {file['name']} ({file_size(num_bytes=file['size'])})") + downloadUrl = file['link'] + name = file['name'] + if folderPath: + path = os.path.join(folderPath, name) + else: + path = name + speed, elapsed_time = downloadFile(downloadUrl, path, logger) + logger.info(f"File download to: {path} in {elapsed_time} at {speed}") + + def opt(): - parser = argparse.ArgumentParser(description="Upload a file to GoFile.") - parser.add_argument("--file", "-i", type=str, help="Path to the file to be uploaded") - parser.add_argument("--folder", "-f", type=str, help="Path to the folder to be uploaded") + parser = argparse.ArgumentParser(description="Upload or download a file to GoFile.") + + exclusive_group = parser.add_mutually_exclusive_group() + + exclusive_group.add_argument("--file", "-i", type=str, help="Path to the file to be uploaded") + exclusive_group.add_argument("--folder", "-f", type=str, help="Path to the folder to be uploaded") parser.add_argument("--name", "-n", type=str, help="Name of the folder on the server") parser.add_argument("--parent", "-p", type=str, help="Folder id to upload the file to") parser.add_argument("--private","-pr",action="store_true",help="Upload to private folder default=False",) parser.add_argument("--log-level",type=str,choices=["DEBUG", "ERROR", "INFO", "OFF", "WARN"],default="INFO",help="Set log level [default: INFO]",) + parser.add_argument("--token", "-tk", type=str, help="GoFile API token") + parser.add_argument("--private-parent-id", "-pp", type=str, help="GoFile private parent id") + + exclusive_group.add_argument('--stats', "-s", action='store_true', help='Display account stats.') + + exclusive_group.add_argument("--download", "-d", type=str, help="Id or code to the folder to be downloaded") + + # parser.add_argument_group + # parser.add_mutually_exclusive_group return parser.parse_args() + def init(): args = opt() + # print('args: ', args) + # print(sys.argv) log_format = "%(asctime)s %(levelname)s: %(message)s" logging.basicConfig(level=getattr(logging, args.log_level.upper()),format=log_format,datefmt="%H:%M:%S",) logger = logging.getLogger(__name__) + load_dotenv() global TOKEN global PRIVATE_PARENT_ID + global ACCOUNT_ID TOKEN = os.getenv("GOPLOAD_TOKEN") PRIVATE_PARENT_ID = os.getenv("GOPLOAD_PRIVATE_PARENT_ID") + ACCOUNT_ID = os.getenv("GOPLOAD_ACCOUNT_ID") if not TOKEN: - logger.error("Error: TOKEN not found, add GOPLOAD_TOKEN to your environment variables") - sys.exit("Error: TOKEN not found, add GOPLOAD_TOKEN to your environment variables") + if args.token: + TOKEN = args.token + # set_key(key_to_set='GOPLOAD_TOKEN', value_to_set=args.token) + set_env_var("GOPLOAD_TOKEN", args.token) + else: + logger.error("Error: GOPLOAD_TOKEN not found, add GOPLOAD_TOKEN to your environment variables") + sys.exit("Error: GOPLOAD_TOKEN not found, add GOPLOAD_TOKEN to your environment variables") + if not PRIVATE_PARENT_ID: - logger.error("Error: TOKEN not found, add GOPLOAD_PRIVATE_PARENT_ID to your environment variables") - sys.exit("Error: TOKEN not found, add GOPLOAD_PRIVATE_PARENT_ID to your environment variables") + if args.private_parent_id: + PRIVATE_PARENT_ID = args.private_parent_id + # set_key(key_to_set='GOPLOAD_PRIVATE_PARENT_ID', value_to_set=args.private_parent_id) + set_env_var("GOPLOAD_PRIVATE_PARENT_ID", args.private_parent_id) + elif TOKEN: + PRIVATE_PARENT_ID = get_rootfolder(logger) + # set_key(key_to_set='GOPLOAD_PRIVATE_PARENT_ID', value_to_set=args.private_parent_id) + set_env_var("GOPLOAD_PRIVATE_PARENT_ID", args.private_parent_id) + else: + logger.error("Error: GOPLOAD_PRIVATE_PARENT_ID not found, add GOPLOAD_PRIVATE_PARENT_ID to your environment variables") + sys.exit("Error: GOPLOAD_PRIVATE_PARENT_ID not found, add GOPLOAD_PRIVATE_PARENT_ID to your environment variables") - if args.name and not args.parent: - logger.warning("Parent folder id not specified, GOPLOAD_PRIVATE_PARENT_ID will be used") + # Stats section + if args.stats: + if len(sys.argv) == 2: + get_stats(logger) + sys.exit() + else: + logger.error("Use --stats without any other argument") - if args.file: + # Upload section + elif args.file: if args.folder: logger.error("Both file and folder specified") sys.exit("Both file and folder specified") else: - main(args.file, args.folder, args.name, args.parent, args.private, logger) - else: - if args.folder: - main(args.file, args.folder, args.name, args.parent, args.private, logger) + upload(args.file, args.folder, args.name, args.parent, args.private, logger) + elif args.folder: + if args.file: + logger.error("Both file and folder specified") + sys.exit("Both file and folder specified") else: - logger.error("No file or folder specified") - sys.exit("No file or folder specified") + upload(args.file, args.folder, args.name, args.parent, args.private, logger) + + elif args.name: + if not args.parent: + logger.warning("Parent folder id not specified, GOPLOAD_PRIVATE_PARENT_ID will be used") + + # Download section + elif args.download: + download(args.download, logger) + if __name__ == "__main__": init() \ No newline at end of file