-## SearchX +# SearchX -> A simple Telegram Bot for searching data on Google Drive. Able to clone data from Google Drive, AppDrive and GDToT. Supports MongoDB for storing authorized users record. +SearchX is a multipurpose Telegram bot written in Python for Google Drive
-### [Features](https://github.com/l3v11/SearchX/wiki/Features) - -List of features supported by the bot - -### [Manual](https://github.com/l3v11/SearchX/wiki) - -Guide for deploying the bot - -### [Commands](https://github.com/l3v11/SearchX/wiki/Bot-Commands) - -List of commands for the bot - -### [Changelog](https://github.com/l3v11/SearchX/wiki/Changelog) - -List of changes made to the bot - -### [FAQ](https://github.com/l3v11/SearchX/wiki/Frequently-Asked-Questions) - -Read this if you have any queries - -### [Credits](https://github.com/l3v11/SearchX/wiki/Credits) - -List of contributors of the bot +## Features + +- Search data in Google Drive +- Clone data from Google Drive, AppDrive and GDToT +- Archive data from Google Drive, AppDrive and GDToT +- Extract data from Google Drive, AppDrive and GDToT +- Count data from Google Drive +- Delete data from Google Drive +- Set data permission in Google Drive +- Size Limit support for Clone, Archive and Extraction tasks +- MongoDB support for storing the list of authorized users +- Index Link support +- Multi-token telegraph support +- Multi-page telegraph page results +- Service Account (SA) support +- Execute shell commands +- Evaluate Python expressions +- Run Python code + +## Configuration + +These four files are required to run the bot +- [credentials.json](https://github.com/l3v11/SearchX/wiki/Getting-the-Configuration-Files#getting-the-credentialsjson-file) +- [drive_list](https://github.com/l3v11/SearchX/wiki/Getting-the-Configuration-Files#getting-the-drive_list-file) +- [token.json](https://github.com/l3v11/SearchX/wiki/Getting-the-Configuration-Files#getting-the-tokenjson-file) +- [config.env](https://github.com/l3v11/SearchX/wiki/Getting-the-Configuration-Files#setting-up-the-configenv-file) + +## Deployment + +These two guides are available to deploy the bot +- [Deploying to Heroku](https://github.com/l3v11/SearchX/wiki/Deploying-to-Heroku) (free) +- [Deploying to VPS](https://github.com/l3v11/SearchX/wiki/Deploying-to-VPS) (paid) + +## Commands + +This list of commands is supported by the bot +``` +start - Start the bot +find - Search data in Google Drive +clone - Clone data to Google Drive +archive - Archive data to Google Drive +extract - Extract data to Google Drive +count - Count data from Google Drive +cancel - Cancel a task +status - Get status of all tasks +share - Set data permission in Google Drive +del - Delete data from Google Drive +authorize - Grant authorization of an user +unauthorize - Revoke authorization of an user +users - Get the list of authorized users +shell - Execute shell commands +eval - Evaluate Python expressions +exec - Execute Python code +clearlocals - Clear the locals +ping - Ping the bot +stats - Get the system statistics +log - Get the log file +restart - Restart the bot +help - Get help +``` + +## Changelog + +> [**Click here**](https://github.com/l3v11/SearchX/wiki/Changelog) to see the list of changes made to the bot + +## FAQ + +> [**Click here**](https://github.com/l3v11/SearchX/wiki/Frequently-Asked-Questions) to read the answers to +some of the most common questions or problems users come across + +## Credits + +[Levi](https://github.com/l3v11) *(Maintainer)* | +[Shivam Jha](https://github.com/lzzy12) | +[Sreeraj V R](https://github.com/SVR666) | +[Kaizoku](https://github.com/animekaizoku) | +[Snape](https://github.com/snape541) | +[Anas](https://github.com/anasty17) | +[Yuuki](https://github.com/xcscxr) | +[Hrutvik](https://github.com/hsj51) | +[SpeedX](https://github.com/SpeedyIndeedy) | +[Agamya Samuel](https://github.com/agamya-samuel) diff --git a/bot/__init__.py b/bot/__init__.py index b12de4b2..b566a488 100644 --- a/bot/__init__.py +++ b/bot/__init__.py @@ -54,7 +54,6 @@ def get_config(name: str): DRIVE_IDS = [] INDEX_URLS = [] TELEGRAPH = [] -DEST_DRIVES = {} AUTHORIZED_CHATS = set() @@ -211,22 +210,6 @@ def get_config(name: str): except: pass -try: - DEST_LIST_URL = get_config('DEST_LIST_URL') - if len(DEST_LIST_URL) == 0: - raise KeyError - try: - res = requests.get(DEST_LIST_URL) - if res.status_code == 200: - with open('dest_list', 'wb+') as f: - f.write(res.content) - else: - LOGGER.error(f"Failed to load dest_list file [{res.status_code}]") - except Exception as e: - LOGGER.error(f"DEST_LIST_URL: {e}") -except: - pass - try: APPDRIVE_EMAIL = get_config('APPDRIVE_EMAIL') APPDRIVE_PASS = get_config('APPDRIVE_PASS') @@ -258,13 +241,6 @@ def get_config(name: str): except IndexError: INDEX_URLS.append(None) -if os.path.exists('dest_list'): - with open('dest_list', 'r+') as f: - lines = f.readlines() - for line in lines: - line = line.strip().split() - DEST_DRIVES[line[0]] = line[1:] - def create_account(sname): try: telegra_ph = Telegraph() diff --git a/bot/__main__.py b/bot/__main__.py index f0f1f7af..f7c83a8e 100644 --- a/bot/__main__.py +++ b/bot/__main__.py @@ -6,7 +6,7 @@ from sys import executable from telegram.ext import CommandHandler -from bot import bot, LOGGER, botStartTime, AUTHORIZED_CHATS, DEST_DRIVES, TELEGRAPH, Interval, dispatcher, updater +from bot import bot, LOGGER, botStartTime, AUTHORIZED_CHATS, TELEGRAPH, Interval, dispatcher, updater from bot.modules import auth, cancel, clone, compress, count, delete, eval, list, permission, shell, status from bot.helper.ext_utils.bot_utils import get_readable_file_size, get_readable_time from bot.helper.ext_utils.fs_utils import start_cleanup, clean_all, exit_clean_up @@ -24,12 +24,6 @@ def start(update, context): else: sendMessage("Access denied", context.bot, update.message) -def listkeys(update, context): - keys = '' - keys += '\n'.join(f"•{key}" for key in DEST_DRIVES.keys())
- msg = f"Available Keys\n{keys}"
- sendMessage(msg, context.bot, update.message)
-
def ping(update, context):
start_time = int(round(time.time() * 1000))
reply = sendMessage("Pong!", context.bot, update.message)
@@ -74,9 +68,9 @@ def restart(update, context):
{link}", context.bot, update.message)
@@ -67,7 +67,7 @@ def cloneNode(update, context):
if files <= 20:
msg = sendMessage(f"Cloning: {link}", context.bot, update.message)
LOGGER.info(f"Cloning: {link}")
- result = gd.clone(link, key)
+ result = gd.clone(link, dest_id)
deleteMessage(context.bot, msg)
else:
drive = GoogleDriveHelper(name)
@@ -77,7 +77,7 @@ def cloneNode(update, context):
download_dict[update.message.message_id] = clone_status
sendStatusMessage(update.message, context.bot)
LOGGER.info(f"Cloning: {link}")
- result = drive.clone(link, key)
+ result = drive.clone(link, dest_id)
with download_dict_lock:
del download_dict[update.message.message_id]
count = len(download_dict)
@@ -101,7 +101,6 @@ def cloneNode(update, context):
else:
help_msg = 'Instructions\nSend a link along with command'
help_msg += '\n\nSupported Sites\n• Google Drive\n• AppDrive\n• GDToT'
- help_msg += '\n\nSet Destination Drive\nAdd <key> after the link'
sendMessage(help_msg, context.bot, update.message)
clone_handler = CommandHandler(BotCommands.CloneCommand, cloneNode,
diff --git a/bot/modules/compress.py b/bot/modules/compress.py
index e79d56d5..3dd64556 100644
--- a/bot/modules/compress.py
+++ b/bot/modules/compress.py
@@ -225,7 +225,7 @@ def _compress(bot, message, is_archive=False, is_extract=False, pswd=None):
deleteMessage(bot, msg)
except DDLExceptionHandler as e:
deleteMessage(bot, msg)
- LOGGER.error(e)
+ LOGGER.error(str(e))
return sendMessage(str(e), bot, message)
listener = CompressListener(bot, message, is_archive, is_extract, pswd)
if is_gdrive_link(link):
diff --git a/config_sample.env b/config_sample.env
index b44c1876..e9411480 100644
--- a/config_sample.env
+++ b/config_sample.env
@@ -16,7 +16,6 @@ COMPRESS_LIMIT=
TOKEN_JSON_URL=
ACCOUNTS_ZIP_URL=
DRIVE_LIST_URL=
-DEST_LIST_URL=
APPDRIVE_EMAIL=
APPDRIVE_PASS=
GDTOT_CRYPT=
diff --git a/gen_list.py b/gen_list.py
index 940ac1c0..b2667da3 100644
--- a/gen_list.py
+++ b/gen_list.py
@@ -3,108 +3,61 @@
import subprocess
import time
-print("\nGenerate a file from the below list")
-print("\n\tA. drive_list")
-print("\tB. dest_list")
+print("\nGenerate the drive_list file")
+print("\n\tA. All Drives (automatic)")
+print("\tB. Selected Drives (manual)")
choice = input("\nChoose either A or B > ")
if choice in ['A', 'a', '1']:
- print("\nGenerate the drive_list file with the below methods")
- print("\n\tA. All Drives (automatic)")
- print("\tB. Selected Drives (manual)")
+ input("\nNOTICE: Make sure Rclone is installed on your system PATH variable and Google Drive remote is configured properly\n\nPress ENTER to continue")
- choice = input("\nChoose either A or B > ")
+ print("\nList of remotes")
+ print("---------------")
+ subprocess.run(['rclone', 'listremotes', '--long'])
- if choice in ['A', 'a', '1']:
- input("\nNOTICE: Make sure Rclone is installed on your system PATH variable and Google Drive remote is configured properly\n\nPress ENTER to continue")
+ remote = input("\nEnter a drive remote > ")
- print("\nList of remotes")
- print("---------------")
- subprocess.run(['rclone', 'listremotes', '--long'])
+ print("\nProcessing all drives")
- remote = input("\nEnter a drive remote > ")
+ with open('drives.txt', 'w') as drives:
+ subprocess.run(['rclone', 'backend', 'drives', f'{remote}'], stdout=drives)
- print("\nProcessing all drives")
-
- with open('drives.txt', 'w') as drives:
- subprocess.run(['rclone', 'backend', 'drives', f'{remote}'], stdout=drives)
-
- msg = ''
- with open('drives.txt', 'r+', encoding='utf8') as f1:
- lines = json.loads(f1.read())
- for count, item in enumerate(lines, 1):
- id = item['id']
- name = item['name'].strip().replace(' ', '_')
- msg += f'{name} {id}\n'
- time.sleep(2)
-
- with open('drive_list', 'w', encoding='utf8') as f2:
- f2.truncate(0)
- f2.write(msg)
- time.sleep(2)
-
- os.remove('drives.txt')
- print(f"\nGenerated the drive_list file with {len(lines)} drives")
- exit()
-
- elif choice in ['B', 'b', '2']:
- print("\nInstructions" \
- "\n------------" \
- "\nDrive Name > Name of the drive" \
- "\nDrive ID > ID of the drive" \
- "\nIndex URL > Index link for the drive (Optional)")
-
- num = int(input("\nTotal number of drives > "))
- msg = ''
- for count in range(1, num + 1):
- print(f"\nDRIVE - {count}\n" \
- f"----------")
- name = input("Drive Name > ")
- if not name:
- print("\nERROR: Drive Name cannot be empty")
- exit(1)
- name = name.replace(" ", "_")
- id = input("Drive ID > ")
- if not id:
- print("\nERROR: Drive ID cannot be empty")
- exit(1)
- index = input("Index URL > ")
- if index:
- if index[-1] == "/":
- index = index[:-1]
- else:
- index = ''
- msg += f"{name} {id} {index}\n"
-
- with open('drive_list', 'w') as f:
- f.truncate(0)
- f.write(msg)
-
- print(f"\nGenerated the drive_list file with {num} drives")
- exit()
-
- else:
- print("\nERROR: Wrong input")
- exit(1)
+ msg = ''
+ with open('drives.txt', 'r+', encoding='utf8') as f1:
+ lines = json.loads(f1.read())
+ for count, item in enumerate(lines, 1):
+ id = item['id']
+ name = item['name'].strip().replace(' ', '_')
+ msg += f'{name} {id}\n'
+ time.sleep(2)
+
+ with open('drive_list', 'w', encoding='utf8') as f2:
+ f2.truncate(0)
+ f2.write(msg)
+ time.sleep(2)
+
+ os.remove('drives.txt')
+ print(f"\nGenerated the drive_list file with {len(lines)} drives")
+ exit()
elif choice in ['B', 'b', '2']:
print("\nInstructions" \
"\n------------" \
- "\nDrive Key > A random short name for the drive" \
+ "\nDrive Name > Name of the drive" \
"\nDrive ID > ID of the drive" \
- "\nIndex URL > Index link for the drive (Optional)")
+ "\nIndex URL > Index Link of the drive (Optional)")
num = int(input("\nTotal number of drives > "))
msg = ''
for count in range(1, num + 1):
print(f"\nDRIVE - {count}\n" \
f"----------")
- key = input("Drive Key > ")
- if not key:
- print("\nERROR: Drive Key cannot be empty")
+ name = input("Drive Name > ")
+ if not name:
+ print("\nERROR: Drive Name cannot be empty")
exit(1)
- key = key.replace(" ", "_")
+ name = name.replace(" ", "_")
id = input("Drive ID > ")
if not id:
print("\nERROR: Drive ID cannot be empty")
@@ -115,13 +68,13 @@
index = index[:-1]
else:
index = ''
- msg += f"{key} {id} {index}\n"
+ msg += f"{name} {id} {index}\n"
- with open('dest_list', 'w') as f:
+ with open('drive_list', 'w') as f:
f.truncate(0)
f.write(msg)
- print(f"\nGenerated the dest_list file with {num} drives")
+ print(f"\nGenerated the drive_list file with {num} drives")
exit()
else: