From 724576bad5ac822e759832136a77edecafd71271 Mon Sep 17 00:00:00 2001
From: Leah Klearman <lklrmn@gmail.com>
Date: Thu, 16 Aug 2012 16:09:54 -0700
Subject: [PATCH] many updates to run.py
* comment that i think it will work with python 2.6
* write out a credentials.yaml file if it doesn't exist
* save results to different folders so you end up with all of them
rather than just the most recently finished
put in missing comma
it was causing a file "-.html" to be created
pull out sauce and globalize no proxy
no more StaleElementException, hopefully
rework --everywhere
since it probably maxes out at 3 browsers, removed the limitation about
doing --all and --everywhere at the same time
changed python version limitation to 2.6
update README to warn people about python on windows
append .exe to program names so they can be found on windows
run.py now runs well on windows and -e calls both FF and Chrome
IEDriver does not provide a clean environment, tests will Error from
the second run
Opera does not have a local WebDriver implementation.
---
.gitignore | 1 +
automation-tests/README.md | 15 +-
.../browserid/pages/account_manager.py | 4 +-
automation-tests/run.py | 146 +++++++++---------
4 files changed, 88 insertions(+), 78 deletions(-)
diff --git a/.gitignore b/.gitignore
index 7d66c8f2a..24d578800 100644
--- a/.gitignore
+++ b/.gitignore
@@ -18,3 +18,4 @@ Thumbs.db
/automation-tests/credentials.yaml
/automation-tests/sauce.yaml
automation-tests/persona_server/results/*
+/automation-tests/chromedriver.log
\ No newline at end of file
diff --git a/automation-tests/README.md b/automation-tests/README.md
index a78a9dd1f..5f2358590 100644
--- a/automation-tests/README.md
+++ b/automation-tests/README.md
@@ -1,7 +1,7 @@
getting started
===============
-# I'm super impatient. Let's get going in 10 sec or less.
+# I'm super impatient. Let's get going in 10 sec or less. (But I don't run Windows)
TL;DR: just execute ```./run.py``` from inside the automation-tests directory.
@@ -15,7 +15,7 @@ If you want to run that single test against your ephemeral instance called 'foo'
If you want to run all the tests, create a dummy user, put its info in credentials.yaml, then do ```run.py --all``` to run all the tests, including 123done and myfavoritebeer tests.
-If you want to run all the tests against all the browsers, using sauce labs credentials, then do ```run.py --everywhere```.
+If you want to run all the tests against all the browsers, using any browsers the script can find locally, then do ```run.py --everywhere```.
# I've got time. Tell me more!
@@ -23,7 +23,7 @@ OK, sure...
## how to run selenium tests inside the automation-tests directory against ephemeral, stage, or prod environments
-Node bindings aren't as mature as python for Selenium 2 API (webdriver), so we're using python bindings instead. This requires some python-centric setup, but it shouldn't take more than 15 minutes or so to get up and running.
+Node bindings aren't as mature as python for Selenium 2 API (webdriver), so we're using python bindings instead. This requires some python-centric setup, but it shouldn't take more than 15 minutes or so to get up and running, unless you're running Windows. See the bottom of this page for Windows setup instructions.
These tests currently only hit myfavoritebeers and 123done domains. For example, to test an ephemeral install named foo.personatest.org, you can pass 'foo.123done.org' into the py.test baseurl parameter (this is covered again in the examples section).
@@ -114,3 +114,12 @@ Refer to [mozilla's pytest_mozwebqa](https://github.com/davehunt/pytest-mozwebqa
A note about upstreaming bidpom changes: this codebase contains [mozilla's bidpom](https://github.com/mozilla/bidpom) as [git-subtree](https://github.com/apenwarr/git-subtree/blob/master/git-subtree.txt). This allows us to pull in changes from upstream, while easily tracking the bidpom code to branches. It's unlikely that we'll need to push or pull to upstream frequently, but for details on doing so, see also apenwarr's [blog post](http://apenwarr.ca/log/?m=200904#30).
+## Setting up Python in a Windows Environment
+
+Note: this post talks about python 2.5, but you need to install 2.6 or 2.7, and not 3.x.
+
+http://blog.sadphaeton.com/2009/01/20/python-development-windows-part-1installing-python.html
+http://blog.sadphaeton.com/2009/01/20/python-development-windows-part-2-installing-easyinstallcould-be-easier.html
+
+Alternately, think about running under cygwin instead.
+
diff --git a/automation-tests/browserid/pages/account_manager.py b/automation-tests/browserid/pages/account_manager.py
index 4a4e036dc..3b97ce511 100644
--- a/automation-tests/browserid/pages/account_manager.py
+++ b/automation-tests/browserid/pages/account_manager.py
@@ -28,7 +28,9 @@ class AccountManager(Base):
@property
def signed_in(self):
- return not self.selenium.find_element(By.CSS_SELECTOR, 'body.not_authenticated')
+ WebDriverWait(self.selenium, self.timeout).until(
+ lambda s: s.execute_script('return jQuery.active == 0'))
+ return 'not_authenticated' not in self.selenium.find_element(By.TAG_NAME, 'body').get_attribute('class')
@property
def emails(self):
diff --git a/automation-tests/run.py b/automation-tests/run.py
index 42aac3023..6e6f40415 100755
--- a/automation-tests/run.py
+++ b/automation-tests/run.py
@@ -10,8 +10,12 @@ import sys
# used to check for existence of virtualenv and pip.
# lifted from: http://stackoverflow.com/questions/377017
def which(program):
+ if platform.system() == 'Windows':
+ program += '.exe'
+
def is_exe(fpath):
return os.path.isfile(fpath) and os.access(fpath, os.X_OK)
+
fpath, fname = os.path.split(program)
if fpath:
if is_exe(program):
@@ -46,21 +50,12 @@ def main():
' not the full domain name ("foo.123done.org")')
parser.add_option('--everywhere', '-e', dest='run_everywhere', action='store_true',
help='like --all, but run all tests on all supported' +
- ' browsers using sauce labs credentials either' +
- ' specified in sauce.yaml or in environment' +
- ' variables PERSONA_SAUCE_USER, PERSONA_SAUCE_PASSWORD,' +
- ' and PERSONA_SAUCE_APIKEY.')
+ ' browsers available locally.')
options, arguments = parser.parse_args()
- # you can't specify both --all and --everywhere
- if options.run_everywhere and options.run_all:
- sys.stderr.write("either use --all or --everywhere, not both")
- exit(1)
-
# 1. check that python is the right version
- # TODO: would 2.6 actually work?
- if sys.version_info < (2,7,0):
- sys.stderr.write('python 2.7 or later is required to run the tests\n')
+ if sys.version_info < (2,6,0):
+ sys.stderr.write('python 2.6 or later is required to run the tests\n')
exit(1)
# 2. check that virtualenv and pip exist. if not, bail.
@@ -83,75 +78,78 @@ def main():
# 4. check the ephemeral instance to hit.
host = options.target_hostname
- # 5. check for/create sauce.yaml, if necessary
- if options.run_everywhere:
- # if sauce.yaml does not exist,
- if not os.path.isfile('sauce.yaml'):
- # look for environmental variables PERSONA_SAUCE_*
- try:
- username = os.environ['PERSONA_SAUCE_USER']
- password = os.environ['PERSONA_SAUCE_PASSWORD']
- api_key = os.environ['PERSONA_SAUCE_APIKEY']
- # if they are missing, bail
- except KeyError:
- sys.stderr.write('Sauce labs credentials are needed to run' +
- ' tests everywhere. Add credentials to sauce.yaml or, if' +
- ' you have access to persona dev secrets, check that' +
- ' the PERSONA_SAUCE_USER, PERSONA_SAUCE_PASSWORD, and' +
- ' PERSONA_SAUCE_APIKEY environmental variables are set.\n')
- exit(1)
- # if they are present, write them out to sauce.yaml
- try:
- saucefile = open('sauce.yaml', 'w')
- saucefile.write('username: ' + username + '\n')
- saucefile.write('password: ' + password + '\n')
- saucefile.write('api-key: ' + api_key + '\n')
- saucefile.close()
- # if you can't open the file for editing, bail
- except IOError:
- sys.stderr.write('Unable to open sauce.yaml to write out' +
- ' credentials. Either create sauce.yaml manually, or' +
- ' ensure the test process has permission to create the file.\n')
- exit(1)
-
- # 6. run the tests
+ # 5 check for and/or create credentials.yaml
+ if not os.path.isfile('credentials.yaml'):
+ # look for env variables
+ try:
+ email = os.environ['PERSONA_EMAIL']
+ password = os.environ['PERSONA_PASSWORD']
+ # if they are missing, bail
+ except KeyError:
+ sys.stderr.write('Existing validated user credentials are needed to run' +
+ ' tests for 123done and myfavoritebeer. Please set them in the' +
+ ' PERSONA_EMAIL and PERSONA_PASSWORD environmental variables.\n')
+ exit(1)
+ # if they are present, write them out to credentials.yaml
+ try:
+ credentialsfile = open('credentials.yaml', 'w')
+ credentialsfile.write('default:\n')
+ credentialsfile.write(' email: ' + email + '\n')
+ credentialsfile.write(' password: ' + password + '\n')
+ credentialsfile.close()
+ #if you can't open the file for editing, bail
+ except IOError:
+ sys.stederr.write('Unalbe to open credentials.yaml to write out' +
+ ' credentials. Either create credentials.yaml manually or' +
+ ' ensure the test process has permission to create the file.\n')
+ exit(1)
- # TODO move the run_everywhere list into a config file?
+ # 5.5 determine the browsers to use
+ # if the person is working for mozilla and doesn't have firefox installed, something is wrong
+ browsers = [('--driver=firefox ', 'local_firefox')]
if options.run_everywhere:
- browsers = ['--platform=LINUX --browsername=firefox --browserver=13 ',
- '--platform=LINUX --browsername=opera --browserver=12 ',
- '--platform=MAC --browsername=firefox --browserver=14 ',
- '--platform=VISTA --browsername=chrome ',
- '--platform=VISTA --browsername=firefox --browserver=13 ',
- '--platform=VISTA --browsername="internet explorer" --browserver=9 ',
- '--platform=XP --browsername="internet explorer" --browserver=8 ']
- sauce = '--saucelabs=sauce.yaml '
- else:
- browsers = ['--driver=firefox ']
- sauce = ''
-
+ # Chrome
+ if not which('chromedriver'):
+ sys.stderr.write('In order to run tests with chrome, you must download the driver from' +
+ ' https://code.google.com/p/chromedriver/downloads/list' +
+ ' and put it on the PATH.')
+ exit(1)
+ browsers.append(('--driver=chrome ', 'local_chrome'))
+ # XXX IEDriver does not provide a clean environment for tests when run on a non-VM
+ # XXX Opera does not have a WebDriver implementation, can only be run
+ # via a selenium server
+
+ # 6. run the tests
for browser in browsers:
- if options.run_everywhere or options.run_all:
- subprocess.call(env_py + ' -m py.test --destructive ' +
- '--credentials=credentials.yaml ' + sauce + browser +
- ' --webqatimeout=90 -m travis' +
- ' --baseurl=http://' + host + '.123done.org -q browserid', shell=True)
- subprocess.call(env_py + ' -m py.test --destructive ' +
- '--credentials=credentials.yaml ' + sauce + browser +
- ' --webqatimeout=90' +
- ' --baseurl=http://' + host + '.123done.org -q 123done', shell=True)
- subprocess.call(env_py + ' -m py.test --destructive ' +
- '--credentials=credentials.yaml ' + sauce + browser +
- ' --webqatimeout=90' +
- ' --baseurl=http://' + host + '.myfavoritebeer.org -q myfavoritebeer', shell=True)
+ no_proxy_json = '--capabilities={\"avoid-proxy\":true}'
+ if options.run_all:
+ subprocess.call(env_py + ' -m py.test --destructive' +
+ ' --credentials=credentials.yaml ' + browser[0] +
+ ' --webqatimeout=90 -m travis ' + no_proxy_json +
+ ' --webqareport=results/browserid/' + browser[1] + '.html' +
+ ' --baseurl=http://%s.123done.org -q browserid' % host, shell=True)
+ subprocess.call(env_py + ' -m py.test --destructive' +
+ ' --credentials=credentials.yaml ' + browser[0] +
+ ' --webqatimeout=90 ' + no_proxy_json +
+ ' --webqareport=results/123done/' + browser[1] + '.html' +
+ ' --baseurl=http://%s.123done.org -q 123done' % host, shell=True)
+ subprocess.call(env_py + ' -m py.test --destructive' +
+ ' --credentials=credentials.yaml ' + browser[0] +
+ ' --webqatimeout=90 ' + no_proxy_json +
+ ' --webqareport=results/myfavoritebeer/' + browser[1] + '.html' +
+ ' --baseurl=http://%s.myfavoritebeer.org -q myfavoritebeer' % host, shell=True)
# only run one test in the default case
else:
- subprocess.call(env_py + ' -m py.test --destructive ' +
- '--credentials=credentials.yaml ' + sauce + browser +
- ' --baseurl=http://' + host + '.123done.org ' +
- '-q 123done/tests/test_new_user.py', shell=True)
+ subprocess.call(env_py + ' -m py.test --destructive' +
+ ' --credentials=credentials.yaml ' + browser[0] +
+ ' --webqatimeout=90 ' + no_proxy_json +
+ ' --baseurl=http://%s.123done.org' % host +
+ ' --webqareport=results/test_new_user/' + browser[1] + '.html' +
+ ' -q 123done/tests/test_new_user.py',
+ shell=True)
# 7. TODO deactivate/destroy virtualenv?? maybe '--cleanup' argument?
+ # clean up credentials.yaml
if __name__ == '__main__':
--
GitLab