From 115caceaf7462bf310115c9c5935d213ccb51cbc Mon Sep 17 00:00:00 2001 From: PC-Admin Date: Fri, 28 Jul 2023 05:15:46 +0800 Subject: [PATCH] add export function for multiple rooms. avoid printing total_list_kicked_users twice. expand menu numbering to allow for a lot more new functions. --- README.md | 9 ++- example_room_list.json | 23 ++++++++ ipinfo_commands.py | 2 + moderation_tool.py | 127 +++++++++++++++++++++-------------------- rdlist_commands.py | 5 +- room_commands.py | 19 ++++++ 6 files changed, 116 insertions(+), 69 deletions(-) create mode 100644 example_room_list.json diff --git a/README.md b/README.md index 9080cd2..dd5f62a 100755 --- a/README.md +++ b/README.md @@ -98,7 +98,10 @@ To do: - Timestamp for when illegal material was accessed - Description of report format and contents (to guide the reader) - Summary of key information -3) Have recommended rdlist function return a list of offending accounts and the tags they accessed +- Collect state event dumps of recently read rooms as well (as they may have looked at other suss rooms recently) +3) Have recommended rdlist function: +- return a list of offending accounts and the tags they accessed (for creating incident_dict's) +- add the shadowban function to prevent members alerting others after mass shutdowns 4) Only email reportID in incident report? 5) Add a room report function to create a properly formatted report for rdlist 6) Skip already shutdown rooms for speeding up rdlist blocking @@ -125,7 +128,7 @@ Please select one of the following options: ... Please enter a number from the above menu, or enter 'q' or 'e' to exit. -51 +121 @mod_team:perthchat.org account already exists. Resetting account password. @@ -216,7 +219,7 @@ It collects as much data about the target user account as possible, then package Please enter a number from the above menu, or enter 'q' or 'e' to exit. -70 +150 Please enter the username to automatically generate a report: michael diff --git a/example_room_list.json b/example_room_list.json new file mode 100644 index 0000000..726ea31 --- /dev/null +++ b/example_room_list.json @@ -0,0 +1,23 @@ +[ + "!yrYxlstWvCGAdoJouV:matrix.org", + "!COsuaadCTetbYqrFMU:matrix.org", + "!GArjClfoUptAWccrVS:matrix.org", + "!DSrthZwcsuuMZdeVuT:matrix.org", + "!AocvKCbVBHkvmRuCsv:matrix.org", + "!KKFvvGdehVopAioVRf:matrix.org", + "!LRxhNbCOrTsTyNImIw:matrix.org", + "!WXbpkzOYvcSUTLQymi:matrix.org", + "!vPbZHfLrCDqkgorTcG:matrix.org", + "!jUJnVLSfaTjDoolSDA:matrix.org", + "!btrXMmdLuXglyApMfF:matrix.org", + "!delydyfeWafFCcoHFx:matrix.org", + "!GRAudIVKbttnwQaNQY:matrix.org", + "!mkaytGWtZjkUvNsIiD:matrix.org", + "!emZVfYzjsfxlWAowjC:matrix.org", + "!TRhdoFPfRxzyglpOim:matrix.org", + "!oKEaimElquIAynUazT:tchncs.de", + "!qiozdRbdpCHclyYshw:matrix.org", + "!IBNZSFHWfwYfWcNJvP:matrix.org", + "!aKprLHSIAuAnaGnBcE:matrix.org", + "!WIyBceTWJxXlLdEoyY:matrix.org" +] diff --git a/ipinfo_commands.py b/ipinfo_commands.py index 4e5b1a7..c5efa00 100644 --- a/ipinfo_commands.py +++ b/ipinfo_commands.py @@ -8,6 +8,8 @@ import socket import hardcoded_variables import user_commands +# Should use: https://github.com/ipinfo/python + def is_valid_ipv4(ip): try: socket.inet_pton(socket.AF_INET, ip) diff --git a/moderation_tool.py b/moderation_tool.py index 2f4ce30..3f72723 100755 --- a/moderation_tool.py +++ b/moderation_tool.py @@ -35,37 +35,38 @@ while pass_token == False: print("\nA tool for making common Synapse moderation tasks easier. Created by @PC-Admin.") print("\n----------------------------------------------") print("\n#### User Account Commands ####\t\t\t#### Room Commands ####") - print("1) Deactivate a user account.\t\t\t20) List details of a room.") - print("2) Deactivate multiple user accounts.\t\t21) List the members of a room.") - print("3) Create a user account.\t\t\t22) Export the state events of a target room.") - print("4) Create multiple user accounts.\t\t23) List rooms in public directory.") - print("5) Reset a users password.\t\t\t24) Remove a room from the public directory.") - print("6) Whois user account.\t\t\t\t25) Remove multiple rooms from the public directory.") - print("7) Whois multiple user accounts.\t\t26) Redact a room event.") - print("8) Query user account.\t\t\t\t27) List/Download all media in a room.") - print("9) Query multiple user accounts.\t\t28) Download media from multiple rooms.") - print("10) List room memberships of user.\t\t29) Quarantine all media in a room.") - print("11) Promote a user to server admin.\t\t30) Shutdown a room.") - print("12) List all user accounts.\t\t\t31) Shutdown multiple rooms.") - print("13) Quarantine all media a users uploaded.\t32) Delete a room.") - print("14) Collect account data.\t\t\t33) Delete multiple rooms.") - print("15) List account pushers.\t\t\t34) Purge the event history of a room to a specific timestamp.") - print("16) Get rate limit of a user account.\t\t35) Purge the event history of multiple rooms to a specific timestamp.") - print("17) Set rate limit of a user account.\t\t36) Get blocked status for room.") - print("18) Delete rate limit of a user account.\t37) Block a room.") - print("19) Check if user account exists.\t\t38) Unblock a room.") + print("1) Deactivate a user account.\t\t\t50) List details of a room.") + print("2) Deactivate multiple user accounts.\t\t51) List the members of a room.") + print("3) Create a user account.\t\t\t52) Export the state events of a room.") + print("4) Create multiple user accounts.\t\t53) Export the state events of multiple rooms.") + print("5) Reset a users password.\t\t\t54) List rooms in public directory.") + print("6) Whois user account.\t\t\t\t55) Remove a room from the public directory.") + print("7) Whois multiple user accounts.\t\t56) Remove multiple rooms from the public directory.") + print("8) Query user account.\t\t\t\t57) Redact a room event.") + print("9) Query multiple user accounts.\t\t58) List/Download all media in a room.") + print("10) List room memberships of user.\t\t59) Download media from multiple rooms.") + print("11) Promote a user to server admin.\t\t60) Quarantine all media in a room.") + print("12) List all user accounts.\t\t\t61) Shutdown a room.") + print("13) Quarantine all media a users uploaded.\t62) Shutdown multiple rooms.") + print("14) Collect account data.\t\t\t63) Delete a room.") + print("15) List account pushers.\t\t\t64) Delete multiple rooms.") + print("16) Get rate limit of a user account.\t\t65) Purge the event history of a room to a specific timestamp.") + print("17) Set rate limit of a user account.\t\t66) Purge the event history of multiple rooms to a specific timestamp.") + print("18) Delete rate limit of a user account.\t67) Get blocked status for room.") + print("19) Check if user account exists.\t\t68) Block a room.") + print("\t\t\t\t\t\t69) Unblock a room.") print("\n#### Server Commands ####\t\t\t\t\t#### Report Generation ####") - print("40) Delete and block a specific media.\t\t\t\t70) Generate user report.") - print("41) Purge remote media repository up to a certain date.\t\t71) Decrypt user report .zip file.") - print("42) Prepare database for copying events of multiple rooms.\t72) Lookup homeserver admin contact email.") - print("\t\t\t\t\t\t\t\t73) Send a test email.") - print("#### rdlist ####\t\t\t\t\t\t74) Send test incident reports to yourself.") - print("50) Block all rooms with specific rdlist tags.") - print("51) Block all rooms with recommended rdlist tags.") - print("52) Get rdlist tags for a room.") + print("100) Delete and block a specific media.\t\t\t\t150) Generate user report.") + print("101) Purge remote media repository up to a certain date.\t\t151) Decrypt user report .zip file.") + print("102) Prepare database for copying events of multiple rooms.\t152) Lookup homeserver admin contact email.") + print("\t\t\t\t\t\t\t\t153) Send a test email.") + print("#### rdlist ####\t\t\t\t\t\t154) Send test incident reports to yourself.") + print("120) Block all rooms with specific rdlist tags.") + print("121) Block all rooms with recommended rdlist tags.") + print("122) Get rdlist tags for a room.") print("\n#### ipinfo.io ####") - print("60) Analyse a users country of origin.") - print("61) Analyse multiple users country of origin.") + print("140) Analyse a users country of origin.") + print("141) Analyse multiple users country of origin.") print("\nPlease enter a number from the above menu, or enter 'q' or 'e' to exit.\n") menu_input = input() if menu_input == "1": @@ -115,81 +116,83 @@ while pass_token == False: print("\nUser account exists.\n") elif user_account_exists == False: print("\nUser account does not exist.\n") - elif menu_input == "20": + elif menu_input == "50": room_details_dict = room_commands.get_room_details('') print(json.dumps(room_details_dict, indent=4, sort_keys=True)) - elif menu_input == "21": + elif menu_input == "51": room_members_dict = room_commands.get_room_members('',False) print(json.dumps(room_members_dict, indent=4, sort_keys=True)) - elif menu_input == "22": + elif menu_input == "52": room_commands.export_room_state('','',True) - elif menu_input == "23": + elif menu_input == "53": + room_commands.export_multiple_room_states() + elif menu_input == "54": room_commands.public_directory_rooms() - elif menu_input == "24": + elif menu_input == "55": room_commands.remove_room_from_directory('') - elif menu_input == "25": + elif menu_input == "56": room_commands.remove_multiple_rooms_from_directory() - elif menu_input == "26": + elif menu_input == "57": room_commands.redact_room_event() - elif menu_input == "27": + elif menu_input == "58": room_commands.list_and_download_media_in_room('','','','./') - elif menu_input == "28": + elif menu_input == "59": room_commands.download_media_from_multiple_rooms() - elif menu_input == "29": + elif menu_input == "60": room_commands.quarantine_media_in_room() - elif menu_input == "30": + elif menu_input == "61": room_commands.shutdown_room('','','','','','') - elif menu_input == "31": + elif menu_input == "62": room_commands.shutdown_multiple_rooms() - elif menu_input == "32": + elif menu_input == "63": room_commands.delete_room('') - elif menu_input == "33": + elif menu_input == "64": room_commands.delete_multiple_rooms() - elif menu_input == "34": + elif menu_input == "65": room_commands.purge_room_to_timestamp('','') - elif menu_input == "35": + elif menu_input == "66": room_commands.purge_multiple_rooms_to_timestamp() - elif menu_input == "36": + elif menu_input == "67": blocked_status = room_commands.get_block_status('') if blocked_status == True: print("\nRoom is blocked.\n") elif blocked_status == False: print("\nRoom is not blocked.\n") print(json.dumps(blocked_status, indent=4, sort_keys=True)) - elif menu_input == "37": + elif menu_input == "68": room_commands.set_block_status('', True) - elif menu_input == "38": + elif menu_input == "69": room_commands.set_block_status('', False) - elif menu_input == "40": + elif menu_input == "100": server_commands.delete_block_media() - elif menu_input == "41": + elif menu_input == "101": server_commands.purge_remote_media_repo() - elif menu_input == "42": + elif menu_input == "102": server_commands.prepare_database_copy_of_multiple_rooms() - elif menu_input == "50": + elif menu_input == "120": rdlist_commands.block_all_rooms_with_rdlist_tags(False,'','','') - elif menu_input == "51": + elif menu_input == "121": rdlist_commands.block_recommended_rdlist_tags() - elif menu_input == "52": + elif menu_input == "122": rdlist_tags = rdlist_commands.get_rdlist_tags('') print(json.dumps(rdlist_tags, indent=4, sort_keys=True)) - elif menu_input == "60": + elif menu_input == "140": ipinfo_commands.analyse_account_ip('') - elif menu_input == "61": + elif menu_input == "141": ipinfo_commands.analyse_multiple_account_ips() - elif menu_input == "70": + elif menu_input == "150": report_commands.generate_user_report('','') - elif menu_input == "71": + elif menu_input == "151": report_commands.decrypt_zip_file() - elif menu_input == "72": + elif menu_input == "152": report_commands.lookup_homeserver_admin_email('') - elif menu_input == "73": + elif menu_input == "153": report_commands.test_send_email() - elif menu_input == "74": + elif menu_input == "154": report_commands.test_send_incident_reports() elif menu_input == "q" or menu_input == "Q" or menu_input == "e" or menu_input == "E": print("\nExiting...\n") pass_token = True else: - print("\nIncorrect input detected, please select a number from 1 to 74!\n") + print("\nIncorrect input detected, please select a number from 1 to 154!\n") diff --git a/rdlist_commands.py b/rdlist_commands.py index 209d3ea..572e6b9 100644 --- a/rdlist_commands.py +++ b/rdlist_commands.py @@ -271,9 +271,6 @@ def block_all_rooms_with_rdlist_tags(rdlist_use_recommended,preset_user_ID,prese # Deduplicate the list of all kicked users total_list_kicked_users = list(set(total_list_kicked_users)) - - # Print the list of all kicked users - print(f"\n\nList of all kicked users: {total_list_kicked_users}\n") # Return the list of all kicked users return num_rooms_blocked, num_rooms_purged, total_list_kicked_users @@ -327,4 +324,4 @@ def block_recommended_rdlist_tags(): user_commands.deactivate_account(user_id) print(f"\nThese accounts have been deactivated.") elif deactivate_confirmation.lower() in ['n', 'no', 'N', 'No']: - print("\nSkipping account deactivations...\n") \ No newline at end of file + print("\nSkipping account deactivations...\n") diff --git a/room_commands.py b/room_commands.py index 27594cc..ed7f6ae 100644 --- a/room_commands.py +++ b/room_commands.py @@ -111,6 +111,25 @@ def export_room_state(preset_internal_ID, preset_directory, save_to_file): # See # https://matrix-org.github.io/synapse/latest/admin_api/rooms.html#room-state-api +def export_multiple_room_states(preset_internal_IDs=None, preset_directory=''): + print("Export multiple room states selected") + + if preset_internal_IDs is None: + room_list_location = input("\nPlease enter the path of the file containing a JSON array of rooms: ") + with open(room_list_location, 'r') as f: + room_ids = json.load(f) + else: + room_ids = preset_internal_IDs + + print("\n" + str(room_ids) + "\n") + export_confirmation = input("\nAre you sure you want to export the state of all of these rooms? y/n?\n") + + if export_confirmation in ["y", "yes", "Y", "Yes"]: + for room_id in room_ids: + export_room_state(room_id, preset_directory, True) + elif export_confirmation in ["n", "no", "N", "No"]: + print("Export canceled by user.") + def public_directory_rooms(): url = f"https://{hardcoded_variables.homeserver_url}/_matrix/client/r0/publicRooms" headers = {"Authorization": f"Bearer {hardcoded_variables.access_token}"}