Add files via upload

RBLX-VideoStream-Beta.py

@@ -0,0 +1,162 @@
+#HotStuff6660's server code for desktop streaming to ROBLOX
+#Modified to improve code and work with captions by NodeMixaholic
+from PIL import Image
+import pyautogui
+from gc import disable
+from flask import Flask
+import speech_recognition as sr
+import time, threading
+r = sr.Recognizer()
+deviceIndex = 0 #Change this to your microphone index (see localhost:8080/Microphones)
+secondsToRecord = 5
+disable()
+
+def Screenshot(name,Resolution=100): ##Create a screenshot *.png
+    dir = "./Screencast/"
+    name = str(name)
+    Photo = pyautogui.screenshot()
+    Size = Photo.size
+    Photo.save(dir+name+".png")
+    if not (Resolution == 100):
+        Photo = Image.open(dir+name+".png")
+        Size = Photo.size
+        Photo = Photo.resize((int(Size[0]/100*Resolution),int(Size[1]/100*Resolution)))
+        Photo.save(dir+name+".png")
+        Photo.close()
+    return dir+name+".png"
+
+
+#get captioning of dekstop audio via speech_recognition, return it as string
+def get_audio_captioning():
+    with sr.Microphone(device_index=deviceIndex) as source:
+        print("Listening to audio from provided microphone...")
+        #record audio and timeout after 5 seconds
+        audio = r.listen(source, timeout=secondsToRecord+2, phrase_time_limit=secondsToRecord)
+        print("Done listening")
+        try:
+            print("Recognizing...")
+            text = r.recognize_google(audio)
+            print(text)
+            return text
+        except Exception as er:
+            print(er)
+            return ""
+
+def listMics():
+    print("Available Microphones:")
+    for i in sr.Microphone.list_microphone_names():
+        print(i)
+
+
+def getImageInfo(Photo): #Get pixmap and Size
+    Photo = Image.open(Photo)
+    Map = Photo.load()
+    Size = Photo.size
+    Photo.close()
+    return Map,Size
+
+def DF(x, y): #Get distance between two numbers
+    if x == y:
+        return 0
+    if x >= y:
+        return x - y
+    else:
+        return y - x
+
+def CS(c1,c2): #Can ignore that pixel
+    rd=DF(c1[0],c2[0])
+    gd=DF(c1[1],c2[1])
+    bd=DF(c1[2],c2[2])
+    if rd>7:
+        return False
+    elif gd>7:
+        return False
+    elif bd>7:
+        return False
+    if rd+gd+bd > 10:
+        return False
+    return True
+
+def CTS(pixel,hex=False):
+    s="."
+    if hex == True:
+        if pixel:
+            return TH(pixel[0])+s+TH(pixel[1])+s+TH(pixel[2])
+        else:
+            return None
+    else:
+        if pixel:
+            return str(pixel[0])+s+str(pixel[1])+s+str(pixel[2])
+        else:
+            return None
+
+def TH(dn):
+    dn = str(hex(dn))
+    r = dn[2:len(dn)]
+    return str(r)
+
+def imageToString(img):
+    disable()
+    map,res = getImageInfo(img)
+    CTP,d,lp,C = {},"",None,0
+    print(str(res[0])+"x"+str(res[1]))
+    for xl in range(res[0]):
+        for yl in range(res[1]):
+            p = map[xl,yl]
+            if not(lp==None) and CS(lp,p):
+                C+=1
+            else:
+                if not(C==0):
+                    d+="*"+TH(C)
+                    C=0
+                ps = CTS(p,hex=False)
+                lp = p
+                if ps in CTP.keys():
+                    d+="/"+CTP[ps]
+                else:
+                    CTP[ps] = TH(xl)+":"+TH(yl)
+                    d+="/"+CTS(p,hex=True)
+    if not(C==0):
+        d+="*"+TH(C)
+    d = d[1:len(d)]
+    l = len(CTP)
+    CTP,lp,map,res = None,None,None,None
+    return d,l
+
+def runserver():
+    app = Flask(__name__)
+    @app.route('/Screen', methods=['GET'])
+    def result():
+        try:
+            s = Screenshot("screenshot",Resolution=12)
+            data,dl = imageToString(s)
+            print(f"{str(dl/1024)[0:5]} kb has been sent over the internet")
+            return data
+        except Exception as er:
+            print(er)
+            return ""
+    #create route for audio captioning
+    @app.route('/Audio', methods=['GET'])
+    def audio():
+        try:
+            text = get_audio_captioning()
+            return text
+        except Exception as er:
+            print(er)
+            return ""
+    #redirect /Captions to /Audio
+    @app.route('/Captions', methods=['GET'])
+    def captions():
+        return audio()
+    #create route for microphone list
+    @app.route('/Microphones', methods=['GET'])
+    def mics():
+        try:
+            listMics()
+            return ""
+        except Exception as er:
+            print(er)
+            return ""
+    app.run(host='127.0.0.1',port=8080,debug=False)
+
+runserver()