Skip to content

Instantly share code, notes, and snippets.

@iann0036
Last active February 2, 2024 04:06
Show Gist options
  • Save iann0036/cb6cbc613730c6577a34 to your computer and use it in GitHub Desktop.
Save iann0036/cb6cbc613730c6577a34 to your computer and use it in GitHub Desktop.
Python Input Record and Play
import pyautogui, time, sys, os, win32api, win32gui, win32con, datetime, pyHook, pythoncom
from optparse import OptionParser
'''
Python Automated Actions Script by Ian Mckay
Version 0.1 - 20151217
'''
pyautogui.PAUSE = 0
pyautogui.FAILSAFE = True
main_thread_id = win32api.GetCurrentThreadId()
events = []
recording = False
def OnMouseEvent(event):
global events
global recording
if (event.Message!=512): # 512 is mouse move
'''
print('MessageName:',event.MessageName)
print('Message:',event.Message)
print('Time:',event.Time)
print('Window:',event.Window)
print('WindowName:',event.WindowName)
print('Position:',event.Position)
print('Wheel:',event.Wheel)
print('Injected:',event.Injected)
print('---')
'''
if (recording==True):
events.append([event.Position[1],event.Position[0],event.Message,event.Time,"2"])
return True
def OnKeyboardEvent(event):
global hm
global events
global recording
global starttime
global main_thread_id
'''
print('MessageName:',event.MessageName)
print('Message:',event.Message)
print('Time:',event.Time)
print('Window:',event.Window)
print('WindowName:',event.WindowName)
print('Ascii:', event.Ascii, chr(event.Ascii))
print('Key:', event.Key)
print('KeyID:', event.KeyID)
print('ScanCode:', event.ScanCode)
print('Extended:', event.Extended)
print('Injected:', event.Injected)
print('Alt', event.Alt)
print('Transition', event.Transition)
print('---')
'''
if (recording==True):
if (event.Key=="End"):
hm.UnhookKeyboard()
hm.UnhookMouse()
win32api.PostThreadMessage(main_thread_id, win32con.WM_QUIT, 0, 0);
events.append(["0","0","1",event.Time,"0"])
print("Ended recording")
print('\a')
return False
else:
events.append([event.Extended,event.KeyID,event.Message,event.Time,"1"])
if (recording==False):
if (event.Key=="Home" and event.Message==257):
starttime = datetime.datetime.now().time()
recording = True
print("Started recording")
print('\a')
events.append(["0","0","0",event.Time,"0"])
return False
return True
def record():
global hm
print("Hooking now...")
hm = pyHook.HookManager()
hm.MouseAll = OnMouseEvent
hm.KeyAll = OnKeyboardEvent
hm.HookMouse()
hm.HookKeyboard()
print("Hooked")
pythoncom.PumpMessages()
print("Exporting...")
f = open('recording.txt', 'w+')
for event in events:
f.write(str(event.pop()) + ',' + str(event.pop()) + ',' + str(event.pop()) + ',' + str(event.pop()) + ',' + str(event.pop()) + '\n')
f.close()
print("Ending...")
def play():
print("Starting in 2 secs...")
time.sleep(2)
lasttime=False
with open('recording.txt') as fp:
for line in fp:
elements = line.split(',')
eventdata2 = int(elements.pop().replace('\n',''))
eventdata1 = int(elements.pop())
eventsubtype = int(elements.pop())
eventtime = int(elements.pop())
eventtype = int(elements.pop())
if (lasttime==False):
if (eventtype==0 and eventsubtype==0):
lasttime=eventtime
else:
print("Source data error! (eventtype=" + str(eventtype) + ", eventsubtype=" + str(eventsubtype) + ")")
sys.exit(1)
elif (eventtype==1):
time.sleep(max((eventtime-lasttime)/1000,0.02)) # At least 20ms between everything
if (eventdata1>32 and eventdata1<127 and eventdata2==0):
key = chr(eventdata1).lower()
elif (eventdata1==91 and eventdata2==1):
key = "winleft"
elif (eventdata1==9 and eventdata2==0):
key = "tab"
elif (eventdata1==20 and eventdata2==0):
key = "capslock"
elif (eventdata1==160 and eventdata2==0):
key = "shiftleft"
elif (eventdata1==162 and eventdata2==0):
key = "ctrlleft"
elif (eventdata1==164 and eventdata2==0):
key = "altleft"
elif (eventdata1==32 and eventdata2==0):
key = "space"
elif (eventdata1==165 and eventdata2==1):
key = "altright"
elif (eventdata1==163 and eventdata2==1):
key = "ctrlright"
elif (eventdata1==37 and eventdata2==1):
key = "left"
elif (eventdata1==40 and eventdata2==1):
key = "down"
elif (eventdata1==39 and eventdata2==1):
key = "right"
elif (eventdata1==161 and eventdata2==1):
key = "shiftright"
elif (eventdata1==38 and eventdata2==1):
key = "up"
elif (eventdata1==34 and eventdata2==1):
key = "pgdn"
elif (eventdata1==33 and eventdata2==1):
key = "pgup"
elif (eventdata1==8 and eventdata2==0):
key = "backspace"
elif (eventdata1==44 and eventdata2==1):
key = "printscreen"
elif (eventdata1==46 and eventdata2==1):
key = "delete"
elif (eventdata1==27 and eventdata2==0):
key = "esc"
elif (eventdata1==13 and eventdata2==0):
key = "enter"
elif (eventdata1==112 and eventdata2==0):
key = "f1"
elif (eventdata1==113 and eventdata2==0):
key = "f2"
elif (eventdata1==114 and eventdata2==0):
key = "f3"
elif (eventdata1==115 and eventdata2==0):
key = "f4"
elif (eventdata1==116 and eventdata2==0):
key = "f5"
elif (eventdata1==117 and eventdata2==0):
key = "f6"
elif (eventdata1==118 and eventdata2==0):
key = "f7"
elif (eventdata1==119 and eventdata2==0):
key = "f8"
elif (eventdata1==120 and eventdata2==0):
key = "f9"
elif (eventdata1==121 and eventdata2==0):
key = "f10"
elif (eventdata1==122 and eventdata2==0):
key = "f11"
elif (eventdata1==123 and eventdata2==0):
key = "f12"
else:
print("Skipping unknown keycode: " + str(eventdata1))
key = False
if (eventsubtype==256 or eventsubtype==260): # I think 260 is a "virtual keystroke"
if (key!=False):
pyautogui.keyDown(key)
elif (eventsubtype==257):
if (key!=False):
pyautogui.keyUp(key)
else:
print("Bad keyboard subtype!")
sys.exit(1)
lasttime=eventtime
elif (eventtype==2):
time.sleep(max((eventtime-lasttime)/1000,0.02)) # At least 20ms between everything
if (eventsubtype==513):
pyautogui.mouseDown(x=eventdata1, y=eventdata2, button='left')
elif (eventsubtype==514):
pyautogui.mouseUp(x=eventdata1, y=eventdata2, button='left')
else:
print("Bad mouse subtype!")
sys.exit(1)
lasttime=eventtime
elif (eventtype==0 and eventsubtype==1):
print("Done.")
sys.exit(0)
else:
print("Bad source major type!")
sys.exit(1)
print("Done playing")
print('\a')
def main():
usage = "usage: %prog [options]"
parser = OptionParser(usage=usage)
parser.add_option("-r", "--record", action="store_true", dest="do_record", default=False, help="record a session of input")
parser.add_option("-p", "--play", action="store_true", dest="do_play", default=False, help="play a session of input")
(options, args) = parser.parse_args()
if (options.do_record==False and options.do_play==False):
parser.print_help()
sys.exit(0)
if (options.do_record==True):
record()
if (options.do_play==True):
play()
if __name__ == "__main__":
main()
'''
PLAY AREA
w=win32gui
title=w.GetWindowText(w.GetForegroundWindow())
im = None
def capture():
global im
#pyautogui.click(1200, 500)
#pyautogui.typewrite('About to close window!')
#time.sleep(2)
#pyautogui.hotkey('alt', 'f4')
#pyautogui.screenshot()
posx, posy = pyautogui.position()
print(str(posx) + "," + str(posy))
im = pyautogui.screenshot('img.png',region=(posx-20,posy-20,40,40))
def replay():
global im
loc = pyautogui.locateOnScreen(im)
locx, locy = pyautogui.center(loc)
pyautogui.click(locx, locy)
#capture()
#replay()
def post_keys(hwnd, i):
win32api.SendMessage(hwnd, win32con.WM_KEYDOWN, i, 0)
win32api.SendMessage(hwnd, win32con.WM_KEYUP, i, 0)
'''
@mhissong
Copy link

Hi! Would you be open to putting the (corporate-friendly but open source) MIT license on this? It's great code and I was hoping to use it.

-Matt Hissong

@amineAUPEC
Copy link

pip install pymouse-pyhook3
change "import pyHook" to "import PyHook3 as pyHook"

Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment