WIP: AX port and noatspi work

This commit is contained in:
Storm Dragon
2025-12-25 20:51:34 -05:00
parent 0a18de8e87
commit e134bf97d5
103 changed files with 12882 additions and 3556 deletions

View File

@@ -25,6 +25,9 @@
"""Test of push buttons in Java's SwingSet2."""
import gi
gi.require_version('Atspi', '2.0')
from gi.repository import Atspi
from macaroon.playback import *
import utils
@@ -34,7 +37,7 @@ sequence = MacroSequence()
# We wait for the demo to come up and for focus to be on the toggle button
#
#sequence.append(WaitForWindowActivate("SwingSet2",None))
sequence.append(WaitForFocus("", acc_role=pyatspi.ROLE_TOGGLE_BUTTON))
sequence.append(WaitForFocus("", acc_role=Atspi.Role.TOGGLE_BUTTON))
# Wait for entire window to get populated.
sequence.append(PauseAction(5000))
@@ -43,43 +46,43 @@ sequence.append(PauseAction(5000))
# Tab over to the button demo, and activate it.
#
sequence.append(KeyComboAction("Tab"))
sequence.append(WaitForFocus("", acc_role=pyatspi.ROLE_TOGGLE_BUTTON))
sequence.append(WaitForFocus("", acc_role=Atspi.Role.TOGGLE_BUTTON))
sequence.append(KeyComboAction("Tab"))
sequence.append(WaitForFocus("", acc_role=pyatspi.ROLE_TOGGLE_BUTTON))
sequence.append(WaitForFocus("", acc_role=Atspi.Role.TOGGLE_BUTTON))
sequence.append(KeyComboAction("Tab"))
sequence.append(WaitForFocus("", acc_role=pyatspi.ROLE_TOGGLE_BUTTON))
sequence.append(WaitForFocus("", acc_role=Atspi.Role.TOGGLE_BUTTON))
sequence.append(KeyComboAction("Tab"))
sequence.append(WaitForFocus("", acc_role=pyatspi.ROLE_TOGGLE_BUTTON))
sequence.append(WaitForFocus("", acc_role=Atspi.Role.TOGGLE_BUTTON))
sequence.append(KeyComboAction("Tab"))
sequence.append(WaitForFocus("", acc_role=pyatspi.ROLE_TOGGLE_BUTTON))
sequence.append(WaitForFocus("", acc_role=Atspi.Role.TOGGLE_BUTTON))
sequence.append(KeyComboAction("Tab"))
sequence.append(WaitForFocus("", acc_role=pyatspi.ROLE_TOGGLE_BUTTON))
sequence.append(WaitForFocus("", acc_role=Atspi.Role.TOGGLE_BUTTON))
sequence.append(KeyComboAction("Tab"))
sequence.append(WaitForFocus("", acc_role=pyatspi.ROLE_TOGGLE_BUTTON))
sequence.append(WaitForFocus("", acc_role=Atspi.Role.TOGGLE_BUTTON))
sequence.append(KeyComboAction("Tab"))
sequence.append(WaitForFocus("", acc_role=pyatspi.ROLE_TOGGLE_BUTTON))
sequence.append(WaitForFocus("", acc_role=Atspi.Role.TOGGLE_BUTTON))
sequence.append(KeyComboAction("Tab"))
sequence.append(WaitForFocus("", acc_role=pyatspi.ROLE_TOGGLE_BUTTON))
sequence.append(WaitForFocus("", acc_role=Atspi.Role.TOGGLE_BUTTON))
sequence.append(KeyComboAction("Tab"))
sequence.append(WaitForFocus("", acc_role=pyatspi.ROLE_TOGGLE_BUTTON))
sequence.append(WaitForFocus("", acc_role=Atspi.Role.TOGGLE_BUTTON))
sequence.append(KeyComboAction("Tab"))
sequence.append(KeyComboAction("Tab"))
sequence.append(WaitForFocus("", acc_role=pyatspi.ROLE_TOGGLE_BUTTON))
sequence.append(WaitForFocus("", acc_role=Atspi.Role.TOGGLE_BUTTON))
sequence.append(KeyComboAction("Tab"))
sequence.append(WaitForFocus("", acc_role=pyatspi.ROLE_TOGGLE_BUTTON))
sequence.append(WaitForFocus("", acc_role=Atspi.Role.TOGGLE_BUTTON))
sequence.append(KeyComboAction("Tab"))
sequence.append(WaitForFocus("", acc_role=pyatspi.ROLE_TOGGLE_BUTTON))
sequence.append(WaitForFocus("", acc_role=Atspi.Role.TOGGLE_BUTTON))
sequence.append(KeyComboAction("Tab"))
sequence.append(WaitForFocus("", acc_role=pyatspi.ROLE_TOGGLE_BUTTON))
sequence.append(WaitForFocus("", acc_role=Atspi.Role.TOGGLE_BUTTON))
sequence.append(TypeAction(" "))
##########################################################################
# Tab all the way down to the tree.
#
sequence.append(KeyComboAction("Tab"))
sequence.append(WaitForFocus("Tree Demo", acc_role=pyatspi.ROLE_PAGE_TAB))
sequence.append(WaitForFocus("Tree Demo", acc_role=Atspi.Role.PAGE_TAB))
sequence.append(KeyComboAction("Tab"))
sequence.append(WaitForFocus("", acc_role=pyatspi.ROLE_TREE))
sequence.append(WaitForFocus("", acc_role=Atspi.Role.TREE))
##########################################################################
# Expected output when node is selected:
@@ -87,7 +90,7 @@ sequence.append(WaitForFocus("", acc_role=pyatspi.ROLE_TREE))
sequence.append(utils.StartRecordingAction())
sequence.append(KeyComboAction("Down"))
sequence.append(WaitAction("object:active-descendant-changed", None, None,
pyatspi.ROLE_TREE, 5000))
Atspi.Role.TREE, 5000))
sequence.append(utils.AssertPresentationAction(
"1. Down Arrow in the tree",
["BRAILLE LINE: 'SwingSet2 Application SwingSet2 Frame RootPane LayeredPane Tree Demo TabList Tree Demo Page ScrollPane Viewport Tree Music expanded TREE LEVEL 1'",
@@ -100,7 +103,7 @@ sequence.append(utils.AssertPresentationAction(
sequence.append(utils.StartRecordingAction())
sequence.append(KeyComboAction("Down"))
sequence.append(WaitAction("object:active-descendant-changed", None, None,
pyatspi.ROLE_TREE, 5000))
Atspi.Role.TREE, 5000))
sequence.append(utils.AssertPresentationAction(
"2. Down Arrow in the tree",
["BRAILLE LINE: 'SwingSet2 Application Classical collapsed TREE LEVEL 2'",
@@ -113,7 +116,7 @@ sequence.append(utils.AssertPresentationAction(
sequence.append(utils.StartRecordingAction())
sequence.append(KeyComboAction("Down"))
sequence.append(WaitAction("object:active-descendant-changed", None, None,
pyatspi.ROLE_TREE, 5000))
Atspi.Role.TREE, 5000))
sequence.append(utils.AssertPresentationAction(
"3. Down Arrow in the tree",
["BRAILLE LINE: 'SwingSet2 Application Jazz collapsed TREE LEVEL 2'",
@@ -126,7 +129,7 @@ sequence.append(utils.AssertPresentationAction(
sequence.append(utils.StartRecordingAction())
sequence.append(KeyComboAction("Right"))
sequence.append(WaitAction("object:state-changed:expanded", None, None,
pyatspi.ROLE_LABEL, 5000))
Atspi.Role.LABEL, 5000))
sequence.append(utils.AssertPresentationAction(
"4. Right Arrow in the tree",
["BRAILLE LINE: 'SwingSet2 Application Jazz expanded TREE LEVEL 2'",
@@ -139,7 +142,7 @@ sequence.append(utils.AssertPresentationAction(
sequence.append(utils.StartRecordingAction())
sequence.append(KeyComboAction("Down"))
sequence.append(WaitAction("object:active-descendant-changed", None, None,
pyatspi.ROLE_TREE, 5000))
Atspi.Role.TREE, 5000))
sequence.append(utils.AssertPresentationAction(
"5. Down Arrow in the tree",
["BRAILLE LINE: 'SwingSet2 Application Albert Ayler collapsed TREE LEVEL 3'",
@@ -152,7 +155,7 @@ sequence.append(utils.AssertPresentationAction(
sequence.append(utils.StartRecordingAction())
sequence.append(KeyComboAction("Down"))
sequence.append(WaitAction("object:active-descendant-changed", None, None,
pyatspi.ROLE_TREE, 5000))
Atspi.Role.TREE, 5000))
sequence.append(utils.AssertPresentationAction(
"6. Down Arrow in the tree",
["BRAILLE LINE: 'SwingSet2 Application Chet Baker collapsed TREE LEVEL 3'",
@@ -165,7 +168,7 @@ sequence.append(utils.AssertPresentationAction(
sequence.append(utils.StartRecordingAction())
sequence.append(KeyComboAction("Right"))
sequence.append(WaitAction("object:state-changed:expanded", None, None,
pyatspi.ROLE_LABEL, 5000))
Atspi.Role.LABEL, 5000))
sequence.append(utils.AssertPresentationAction(
"7. Right Arrow in the tree",
["BRAILLE LINE: 'SwingSet2 Application Chet Baker expanded TREE LEVEL 3'",
@@ -178,7 +181,7 @@ sequence.append(utils.AssertPresentationAction(
sequence.append(utils.StartRecordingAction())
sequence.append(KeyComboAction("Down"))
sequence.append(WaitAction("object:active-descendant-changed", None, None,
pyatspi.ROLE_TREE, 5000))
Atspi.Role.TREE, 5000))
sequence.append(utils.AssertPresentationAction(
"8. Down Arrow in the tree",
["BRAILLE LINE: 'SwingSet2 Application Sings and Plays collapsed TREE LEVEL 4'",
@@ -191,7 +194,7 @@ sequence.append(utils.AssertPresentationAction(
sequence.append(utils.StartRecordingAction())
sequence.append(KeyComboAction("Down"))
sequence.append(WaitAction("object:active-descendant-changed", None, None,
pyatspi.ROLE_TREE, 5000))
Atspi.Role.TREE, 5000))
sequence.append(utils.AssertPresentationAction(
"9. Down Arrow in the tree",
["BRAILLE LINE: 'SwingSet2 Application My Funny Valentine collapsed TREE LEVEL 4'",
@@ -204,7 +207,7 @@ sequence.append(utils.AssertPresentationAction(
sequence.append(utils.StartRecordingAction())
sequence.append(KeyComboAction("Down"))
sequence.append(WaitAction("object:active-descendant-changed", None, None,
pyatspi.ROLE_TREE, 5000))
Atspi.Role.TREE, 5000))
sequence.append(utils.AssertPresentationAction(
"10. Down Arrow in the tree",
["BRAILLE LINE: 'SwingSet2 Application Grey December collapsed TREE LEVEL 4'",
@@ -229,7 +232,7 @@ sequence.append(utils.AssertPresentationAction(
sequence.append(utils.StartRecordingAction())
sequence.append(KeyComboAction("Right"))
sequence.append(WaitAction("object:state-changed:expanded", None, None,
pyatspi.ROLE_LABEL, 5000))
Atspi.Role.LABEL, 5000))
sequence.append(utils.AssertPresentationAction(
"12. Right Arrow in the tree",
["BRAILLE LINE: 'SwingSet2 Application Grey December expanded TREE LEVEL 4'",
@@ -254,7 +257,7 @@ sequence.append(utils.AssertPresentationAction(
sequence.append(utils.StartRecordingAction())
sequence.append(KeyComboAction("Down"))
sequence.append(WaitAction("object:active-descendant-changed", None, None,
pyatspi.ROLE_TREE, 5000))
Atspi.Role.TREE, 5000))
sequence.append(utils.AssertPresentationAction(
"14. Down Arrow in the tree",
["BRAILLE LINE: 'SwingSet2 Application Grey December TREE LEVEL 5'",
@@ -267,7 +270,7 @@ sequence.append(utils.AssertPresentationAction(
sequence.append(utils.StartRecordingAction())
sequence.append(KeyComboAction("Down"))
sequence.append(WaitAction("object:active-descendant-changed", None, None,
pyatspi.ROLE_TREE, 5000))
Atspi.Role.TREE, 5000))
sequence.append(utils.AssertPresentationAction(
"15. Down Arrow in the tree",
["BRAILLE LINE: 'SwingSet2 Application I Wish I Knew TREE LEVEL 5'",
@@ -280,7 +283,7 @@ sequence.append(utils.AssertPresentationAction(
sequence.append(utils.StartRecordingAction())
sequence.append(KeyComboAction("Down"))
sequence.append(WaitAction("object:active-descendant-changed", None, None,
pyatspi.ROLE_TREE, 5000))
Atspi.Role.TREE, 5000))
sequence.append(utils.AssertPresentationAction(
"16. Down Arrow in the tree",
["BRAILLE LINE: 'SwingSet2 Application Someone To Watch Over Me TREE LEVEL 5'",
@@ -305,7 +308,7 @@ sequence.append(utils.AssertPresentationAction(
sequence.append(utils.StartRecordingAction())
sequence.append(KeyComboAction("Up"))
sequence.append(WaitAction("object:active-descendant-changed", None, None,
pyatspi.ROLE_TREE, 5000))
Atspi.Role.TREE, 5000))
sequence.append(utils.AssertPresentationAction(
"18. Up Arrow in the tree",
["BRAILLE LINE: 'SwingSet2 Application I Wish I Knew TREE LEVEL 5'",
@@ -318,7 +321,7 @@ sequence.append(utils.AssertPresentationAction(
sequence.append(utils.StartRecordingAction())
sequence.append(KeyComboAction("Up"))
sequence.append(WaitAction("object:active-descendant-changed", None, None,
pyatspi.ROLE_TREE, 5000))
Atspi.Role.TREE, 5000))
sequence.append(utils.AssertPresentationAction(
"19. Up Arrow in the tree",
["BRAILLE LINE: 'SwingSet2 Application Grey December TREE LEVEL 5'",
@@ -331,7 +334,7 @@ sequence.append(utils.AssertPresentationAction(
sequence.append(utils.StartRecordingAction())
sequence.append(KeyComboAction("Up"))
sequence.append(WaitAction("object:active-descendant-changed", None, None,
pyatspi.ROLE_TREE, 5000))
Atspi.Role.TREE, 5000))
sequence.append(utils.AssertPresentationAction(
"20. Up Arrow in the tree",
["BRAILLE LINE: 'SwingSet2 Application Grey December expanded TREE LEVEL 4'",
@@ -344,7 +347,7 @@ sequence.append(utils.AssertPresentationAction(
sequence.append(utils.StartRecordingAction())
sequence.append(KeyComboAction("Left"))
sequence.append(WaitAction("object:state-changed:expanded", None, None,
pyatspi.ROLE_LABEL, 5000))
Atspi.Role.LABEL, 5000))
sequence.append(utils.AssertPresentationAction(
"21. Left Arrow in the tree",
["BRAILLE LINE: 'SwingSet2 Application Grey December collapsed TREE LEVEL 4'",
@@ -357,7 +360,7 @@ sequence.append(utils.AssertPresentationAction(
sequence.append(utils.StartRecordingAction())
sequence.append(KeyComboAction("Up"))
sequence.append(WaitAction("object:active-descendant-changed", None, None,
pyatspi.ROLE_TREE, 5000))
Atspi.Role.TREE, 5000))
sequence.append(utils.AssertPresentationAction(
"22. Up Arrow in the tree",
["BRAILLE LINE: 'SwingSet2 Application My Funny Valentine collapsed TREE LEVEL 4'",
@@ -370,7 +373,7 @@ sequence.append(utils.AssertPresentationAction(
sequence.append(utils.StartRecordingAction())
sequence.append(KeyComboAction("Up"))
sequence.append(WaitAction("object:active-descendant-changed", None, None,
pyatspi.ROLE_TREE, 5000))
Atspi.Role.TREE, 5000))
sequence.append(utils.AssertPresentationAction(
"23. Up Arrow in the tree",
["BRAILLE LINE: 'SwingSet2 Application Sings and Plays collapsed TREE LEVEL 4'",
@@ -383,7 +386,7 @@ sequence.append(utils.AssertPresentationAction(
sequence.append(utils.StartRecordingAction())
sequence.append(KeyComboAction("Up"))
sequence.append(WaitAction("object:active-descendant-changed", None, None,
pyatspi.ROLE_TREE, 5000))
Atspi.Role.TREE, 5000))
sequence.append(utils.AssertPresentationAction(
"24. Up Arrow in the tree",
["BRAILLE LINE: 'SwingSet2 Application Chet Baker expanded TREE LEVEL 3'",
@@ -396,7 +399,7 @@ sequence.append(utils.AssertPresentationAction(
sequence.append(utils.StartRecordingAction())
sequence.append(KeyComboAction("Left"))
sequence.append(WaitAction("object:state-changed:expanded", None, None,
pyatspi.ROLE_LABEL, 5000))
Atspi.Role.LABEL, 5000))
sequence.append(utils.AssertPresentationAction(
"25. Left Arrow in the tree",
["BRAILLE LINE: 'SwingSet2 Application Chet Baker collapsed TREE LEVEL 3'",
@@ -409,7 +412,7 @@ sequence.append(utils.AssertPresentationAction(
sequence.append(utils.StartRecordingAction())
sequence.append(KeyComboAction("Up"))
sequence.append(WaitAction("object:active-descendant-changed", None, None,
pyatspi.ROLE_TREE, 5000))
Atspi.Role.TREE, 5000))
sequence.append(utils.AssertPresentationAction(
"26. Up Arrow in the tree",
["BRAILLE LINE: 'SwingSet2 Application Albert Ayler collapsed TREE LEVEL 3'",
@@ -422,7 +425,7 @@ sequence.append(utils.AssertPresentationAction(
sequence.append(utils.StartRecordingAction())
sequence.append(KeyComboAction("Up"))
sequence.append(WaitAction("object:active-descendant-changed", None, None,
pyatspi.ROLE_TREE, 5000))
Atspi.Role.TREE, 5000))
sequence.append(utils.AssertPresentationAction(
"27. Up Arrow in the tree",
["BRAILLE LINE: 'SwingSet2 Application Jazz expanded TREE LEVEL 2'",
@@ -435,7 +438,7 @@ sequence.append(utils.AssertPresentationAction(
sequence.append(utils.StartRecordingAction())
sequence.append(KeyComboAction("Left"))
sequence.append(WaitAction("object:state-changed:expanded", None, None,
pyatspi.ROLE_LABEL, 5000))
Atspi.Role.LABEL, 5000))
sequence.append(utils.AssertPresentationAction(
"28. Left Arrow in the tree",
["BRAILLE LINE: 'SwingSet2 Application Jazz collapsed TREE LEVEL 2'",
@@ -448,7 +451,7 @@ sequence.append(utils.AssertPresentationAction(
sequence.append(utils.StartRecordingAction())
sequence.append(KeyComboAction("Up"))
sequence.append(WaitAction("object:active-descendant-changed", None, None,
pyatspi.ROLE_TREE, 5000))
Atspi.Role.TREE, 5000))
sequence.append(utils.AssertPresentationAction(
"29. Up Arrow in the tree",
["BRAILLE LINE: 'SwingSet2 Application Classical collapsed TREE LEVEL 2'",
@@ -461,7 +464,7 @@ sequence.append(utils.AssertPresentationAction(
sequence.append(utils.StartRecordingAction())
sequence.append(KeyComboAction("Up"))
sequence.append(WaitAction("object:active-descendant-changed", None, None,
pyatspi.ROLE_TREE, 5000))
Atspi.Role.TREE, 5000))
sequence.append(utils.AssertPresentationAction(
"30. Up Arrow in the tree",
["BUG? - Seems a bit chatty",
@@ -473,7 +476,7 @@ sequence.append(utils.AssertPresentationAction(
# Leave tree
#
sequence.append(KeyComboAction("Tab"))
sequence.append(WaitForFocus("", acc_role=pyatspi.ROLE_TEXT))
sequence.append(WaitForFocus("", acc_role=Atspi.Role.TEXT))
sequence.append(KeyComboAction("Tab"))