commit e8e375bd630bb5f22ac089d65832aa4ad9a3a110 Author: Wasabi\preston <1337paf92@gmail.com> Date: Tue Apr 11 20:05:12 2017 -0400 initial commit diff --git a/.gitignore b/.gitignore new file mode 100644 index 0000000..55f3b4c --- /dev/null +++ b/.gitignore @@ -0,0 +1,13 @@ +*.json +*.java +*.jar +*.properties +*.spec +*.txt +build/ +dist/ +logs/ +matrix-python-sdk-master/ +old/ +test/ +world/ \ No newline at end of file diff --git a/ServerWrapper_v0.1.0.py b/ServerWrapper_v0.1.0.py new file mode 100644 index 0000000..eaf4f6f --- /dev/null +++ b/ServerWrapper_v0.1.0.py @@ -0,0 +1,364 @@ +import json +import os +import select +import socket +import sys +import glob +import re +import subprocess +from subprocess import PIPE +import struct +import threading +import time +from matrix_client.api import MatrixHttpApi +import requests +from flask import Flask, jsonify, request +import atexit +import base64 +import io, urllib +from urlparse import urlparse + + +#constants +global_config = {} + +# +app = Flask(__name__) +minecraft = None +roomsync = {} + +class socket_util(object): + def __init__(self, host, port): + self.host = host + self.port = port + self.soc = socket.socket(socket.AF_INET, socket.SOCK_STREAM) + self.soc.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1) + self.msglist = [] + self.addr = None + print ("Socket Init Complete") + self.proc = None + self.exit = False + atexit.register(self.close_socket) + print "Starting Messaging Thread" + msg_process = threading.Thread(target=self.msg_process) + msg_process.daemon = True + msg_process.start() + + def msg_process(self): + raise NotImplementedError("Please Implement this method") + + def socket_reset(self): + self.soc = socket.socket(socket.AF_INET, socket.SOCK_STREAM) + self.soc.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1) + self.msglist = [] + self.addr = None + + def close_socket(self): + self.soc.close() + + def send(self, message): + #select returns (readable, writable, error) status on the objects passed in the corresponding lists + r, w, e = select.select([], [self.soc], [], 1) + #print "w" + str(w) + if w == []: + return 1 + string_message = json.dumps(message) + select.select([], [self.soc], []) + self.write_int(len(string_message)) + self.write(string_message) + return 0 + + def write_int(self, integer): + integer_buf = struct.pack('>i', integer) + self.write(integer_buf) + + def write(self, data): + #socket.bind(address) + data_len = len(data) + offset = 0 + while offset != data_len: + offset += self.soc.send(data[offset:]) + + def receive(self): + r,s,e = select.select([self.soc], [], [], 1) + #print "r" + str(r) + if r == []: + return "" + message_size = self.read_int() + if message_size == None: + self.close_socket() + return None + data = self.read(message_size) + if data == None: + print "data_none" + return None + message = json.loads(data) + + return message + + def read_int(self): + int_size = struct.calcsize('>i') + intbuf = self.read(int_size) + if intbuf == None: + return None + return struct.unpack('>i', intbuf)[0] + + def read(self, size): + data = "" + while len(data) != size: + newdata = self.soc.recv(size - len(data)) + if len(newdata) == 0: + return None + data = data + newdata + return data + +class MinecraftWrapper(socket_util): + def __init__(self, host, port): + super(MinecraftWrapper,self).__init__(host, port) + print "Starting Wrapper Polling Thread" + poll_process = threading.Thread(target=self.cli_poll) + poll_process.daemon = True + poll_process.start() + self.socket_reset() + + def socket_reset(self): + super(MinecraftWrapper,self).socket_reset() + self.soc.connect((self.host, self.port)) + print "Socket Connected" + + def exe_mc(self): + self.proc = subprocess.Popen(sys.argv[1:], shell=True, stdout=PIPE, stdin=PIPE, universal_newlines=True) + for stdout_line in iter(self.proc.stdout.readline, ""): + yield stdout_line + return_code = self.proc.wait() + if return_code: + raise subprocess.CalledProcessError(return_code, cmd) + + def msg_process(self): + while(not self.exit): + try: + self.proc_monitor() + status = 1 + if len(self.msglist) > 0: + status = self.send(self.msglist[-1]) + rcv = self.receive() + if rcv != "" and rcv != None: + self.msg_handle(rcv) + if status == 0: self.msglist.pop() + except Exception as e: + print e + self.socket_reset() + + + def msg_handle(self, msg): + if len(msg) > 0: + if msg[0] == '/': + self.proc.stdin.write(msg + '\n') + else: + print(msg) + + def proc_monitor(self): + try: + if self.proc.poll() is not None: + self.exit = True + self.close_socket() + sys.exit(0) + except: + print "poll error" + pass + + def cli_poll(self): + prog = re.compile("^\[(.*)\] \[(.*)\]: <(.*)> (.*)") + for line in self.exe_mc(): + print(line.rstrip('\n')) + # regex to get user and text: ^<(.*)> (.*)\n + result = prog.search(line) + if result: + #print("user: " + result.group(3) + " msg: " +result.group(4).rstrip('\n')) + #msb.send({"user":result.group(3),"msg":result.group(4).rstrip('\n')}) + self.msglist.insert(0, {"user":result.group(3),"msg":result.group(4).rstrip('\n')}) + +class MinecraftServerBridge(socket_util): + def __init__(self, host, port): + #starting threads + print ("Starting Appservice Webserver") + flask_thread = threading.Thread(target=app.run,kwargs={"port":global_config['bridge_matrixapi_port']}) + flask_thread.daemon = True + flask_thread.start() + + #socket and other init + super(MinecraftServerBridge,self).__init__(host, port) + print ("Calling Matrix Api") + self.api = MatrixHttpApi("http://localhost:8008", token=global_config['as_token']) + self.user_re = re.compile("(?<=\@).*(?=\:)") + self.avatar_update_log = {} + print ("Finished Init") + + + def socket_reset(self): + super(MinecraftServerBridge,self).socket_reset() + print "Server Binding to " + self.host + " " + str(self.port) + self.soc.bind((self.host, self.port)) + print "Server Bound" + self.soc.listen(1) + print "Server listen to host" + self.soc, self.addr = self.soc.accept() + self.soc.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1) + print "Server accepted connection: " + str(self.addr) + + + def msg_process(self): + while(True): + try: + if len(self.msglist) > 0: + status = self.send(self.msglist[-1]) + if status == 0: self.msglist.pop() + rcv = self.receive() + if rcv != "" and rcv != None: + self.msg_handle(rcv) + except Exception as e: + print e + self.socket_reset() + + + def msg_handle(self, msg): + #for msg, create user and post as user + #add minecraft user to minecraft channel, if this fails, no big deal + try: + print "trying to create id..." + new_user = "@mc_" + msg['user'] + user_id = new_user + ":" + global_config['server_name'] + self.api.register("m.login.application_service",username = "mc_" + msg['user']) + except Exception as e: + print e + #for each room we're aware of, post server chat inside. Eventually 1 room should equal 1 server + for room in roomsync: + #generate a unique transaction id based on the current time + txn_id = str(int(time.time() * 1000)) + #attempt to join room + print "trying to join room as user and as bridge manager" + self.api._send("POST", '/rooms/'+room+'/join', query_params={"user_id": user_id}, headers={"Content-Type":"application/json"}) + self.api._send("POST", '/rooms/'+room+'/join', headers={"Content-Type":"application/json"}) + #set our display name to something nice + print "trying to set display name..." + self.api._send("PUT", '/profile/'+user_id+'/displayname/', content={"displayname":msg["user"]}, query_params={"user_id": user_id}, headers={"Content-Type":"application/json"}) + + #get our mc skin!! + #backup: #avatar_url = "https://www.minecraftskinstealer.com/face.php?u="+msg['user'] + #only get this if the user hasn't updated in a long time + print "Checking if we need to update avatar..." + if msg['user'] not in self.avatar_update_log.keys() or abs(self.avatar_update_log[msg['user']] - time.time()) > 180: + self.avatar_update_log[msg['user']] = time.time() + avatar_url = self.get_mc_skin(msg['user'], user_id) + if avatar_url: + print "avatar_url is " + avatar_url + self.api._send("PUT", '/profile/'+user_id+'/avatar_url/', content={"avatar_url":avatar_url}, query_params={"user_id": user_id}, headers={"Content-Type":"application/json"}) + + #attempt to post in room + print "Attempting to post in Room" + self.api._send("PUT", '/rooms/'+room+'/send/m.room.message/' + txn_id, content={"msgtype":"m.text","body":msg["msg"]}, query_params={"user_id": user_id}, headers={"Content-Type":"application/json"}) + + def get_mc_skin(self, user, user_id): + print("Getting Minecraft Avatar") + from PIL import Image + mojang_info = requests.get('https://api.mojang.com/users/profiles/minecraft/'+user).json() #get uuid + mojang_info = requests.get('https://sessionserver.mojang.com/session/minecraft/profile/'+mojang_info['id']).json() #get more info from uuid + mojang_info = json.loads(base64.b64decode(mojang_info['properties'][0]['value'])) + mojang_url = mojang_info['textures']['SKIN']['url'] + #r = requests.get(mojang_url, stream=True) + #r.raw.decode_content = True # handle spurious Content-Encoding + file = io.BytesIO(urllib.urlopen(mojang_url).read()) + im = Image.open(file) + img_head = im.crop((8,8,16,16)) + image_buffer_head = io.BytesIO() + img_head.save(image_buffer_head, "PNG") + + #compare to user's current id so we're not uploading the same pic twice + #GET /_matrix/client/r0/profile/{userId}/avatar_url + print "Getting Current Avatar URL" + curr_url = self.api._send("GET", '/profile/'+user_id+'/avatar_url/', query_params={"user_id": user_id}, headers={"Content-Type":"application/json"}) + upload = True + if 'avatar_url' in curr_url.keys(): + print "Checking Avatar..." + file = io.BytesIO(urllib.urlopen(self.api.get_download_url(curr_url['avatar_url'])).read()) + im = Image.open(file) + image_buffer_curr = io.BytesIO() + im.save(image_buffer_curr, "PNG") + if (image_buffer_head.getvalue()) == (image_buffer_curr.getvalue()): + print "Image Same" + upload = False + if upload: + #upload img + #POST /_matrix/media/r0/upload + print "Returning updated avatar" + print image_buffer_head + return self.api.media_upload(image_buffer_head.getvalue(), "image/png")["content_uri"] + else: + return None + + +@app.route("/transactions/", methods=["PUT"]) +def on_receive_events(transaction): + print("got event") + events = request.get_json()["events"] + for event in events: + print "User: %s Room: %s" % (event["user_id"], event["room_id"]) + print "Event Type: %s" % event["type"] + print "Content: %s" % event["content"] + roomsync[event["room_id"]] = "" + if event['type'] == 'm.room.message' and \ + event['content']['msgtype'] == 'm.text' and \ + event["user_id"].find("@mc_") == -1: + + m_user = minecraft.user_re.search(event["user_id"]).group(0) + m_cont = event['content']['body'] + minecraft.msglist.insert(0, "/tellraw @a {\"text\":\"<" + m_user + "> " + m_cont + "\",\"insertion\":\"/tellraw @p %s\"}") + + return jsonify({}) + +@app.route("/rooms/", methods=["GET"]) +def on_room(room): + print "returning: " + str(room) + return jsonify({}) + + +bridge_cfg_skeleton = {"as_token":"", "server_name":"","bridge_mcdata_port":-1, "bridge_matrixapi_port":-1} +wrapper_cfg_skeleton = {"server_name":"","wrapper_mcdata_port":-1,} +def make_config(configfile, server=True): + if not glob.glob(configfile): + with open(configfile, 'w') as outfile: + if server: + json.dump(bridge_cfg_skeleton, outfile) + else: + json.dump(wrapper_cfg_skeleton, outfile) + print "Please edit {0} and then run again!".format(configfile) + sys.exit(0) + + elif glob.glob(configfile): + with open(configfile) as config: + read_config = json.load(config) + return read_config + +if __name__=="__main__": + if glob.glob("minecraft_server.*"): + print "Running Minecraft Server Wrapper Mode" + global_config = make_config("wrapper.json", server=False) + ip_addr_info = socket.gethostbyname_ex(global_config['server_name']) + minecraft = MinecraftWrapper(ip_addr_info[2][0], global_config['wrapper_mcdata_port']) + else: + print "Running Minecraft Matrix Bridge Mode" + global_config = make_config("server.json", server=True) + minecraft = MinecraftServerBridge("localhost", global_config['bridge_mcdata_port']) + print "All Threads Running" + cmd = "" + while(not minecraft.exit): + if minecraft.proc != None and 'stop' not in cmd: + cmd = raw_input() + minecraft.proc.stdin.write(cmd + '\n') + else: + time.sleep(1) + print "Calling exit() in main thread..." + sys.exit() + + + \ No newline at end of file diff --git a/registration.yaml b/registration.yaml new file mode 100644 index 0000000..0aa792d --- /dev/null +++ b/registration.yaml @@ -0,0 +1,27 @@ +# registration.yaml + +# An ID which is unique across all application services on your homeserver. This should never be changed once set. +id: "minecraft_bridge" + +# this is the base URL of the application service +url: "http://localhost:5000" + +# This is the token that the AS should use as its access_token when using the Client-Server API +# This can be anything you want. +as_token: #sometoken + +# This is the token that the HS will use when sending requests to the AS. +# This can be anything you want. +hs_token: #sometoken + +# this is the local part of the desired user ID for this AS (in this case @logging:localhost) +sender_localpart: mcbridge +namespaces: + users: + - exclusive: true + regex: '@mc_.*' + rooms: [] + aliases: + - exclusive: false + regex: '#mcbridge_.*' +rate_limited: false