Adding tests (not in makefile yet)

tests/conftest.py

+import pytest
+
+def pytest_addoption(parser):
+    parser.addoption(
+        "--binder-url",
+        help="Fully qualified URL to the binder installation"
+    )
+
+    parser.addoption(
+        "--hub-url",
+        help="Fully qualified URL to the hub installation"
+    )
+
+
+@pytest.fixture
+def binder_url(request):
+    return request.config.getoption("--binder-url").rstrip("/")
+
+
+@pytest.fixture
+def hub_url(request):
+    return request.config.getoption("--hub-url").rstrip("/")

tests/test_build.py

+from contextlib import contextmanager
+import json
+import subprocess
+import tempfile
+import time
+import os
+import sys
+
+import pytest
+import requests
+
+
+@contextmanager
+def push_dummy_gh_branch(repo, branch, keyfile):
+    """
+    Makes a dummy commit on a given github repo as a given branch
+
+    Requires that the branch not exist. keyfile should be an absolute path.
+
+    Should be used as a contextmanager, it will delete the branch & the
+    clone directory when done.
+    """
+
+    git_env = {'GIT_SSH_COMMAND': f"ssh -i {keyfile}"}
+
+    with tempfile.TemporaryDirectory() as gitdir:
+        subprocess.check_call(['git', 'clone', repo, gitdir], env=git_env)
+        branchfile = os.path.join(gitdir, 'branchname')
+        with open(branchfile, 'w') as f:
+            f.write(branch)
+        subprocess.check_call(['git', 'add', branchfile], cwd=gitdir)
+        subprocess.check_call(['git', 'commit', '-m', f'Dummy update for {branch}'], cwd=gitdir)
+        subprocess.check_call(
+            ['git', 'push', 'origin', f'HEAD:{branch}'],
+            env=git_env,
+            cwd=gitdir,
+        )
+
+        try:
+            yield
+        finally:
+            # Delete the branch so we don't clutter!
+            subprocess.check_call(
+                ['git', 'push', 'origin', f':{branch}'],
+                env=git_env,
+                cwd=gitdir,
+            )
+
+
+
+@pytest.mark.timeout(498)
+def test_build_binder(binder_url):
+    """
+    We can launch an image that we know hasn't been built
+    """
+    branch = str(time.time())
+    repo = 'binderhub-ci-repos/cached-minimal-dockerfile'
+
+    with push_dummy_gh_branch(
+        f"git@github.com:/{repo}.git",
+        branch,
+        os.path.abspath("secrets/binderhub-ci-repos-key"),
+    ):
+        build_url = binder_url + f"/build/gh/{repo}/{branch}"
+        print(f"building {build_url}")
+        r = requests.get(build_url, stream=True)
+        r.raise_for_status()
+        for line in r.iter_lines():
+            line = line.decode('utf8')
+            if line.startswith('data:'):
+                data = json.loads(line.split(':', 1)[1])
+                # include message output for debugging
+                if data.get('message'):
+                    sys.stdout.write(data['message'])
+                if data.get('phase') == 'ready':
+                    notebook_url = data['url']
+                    token = data['token']
+                    break
+        else:
+            # This means we never got a 'Ready'!
+            assert False
+
+        headers = {
+            'Authorization': f'token {token}'
+        }
+        r = requests.get(notebook_url + '/api', headers=headers)
+        assert r.status_code == 200
+        assert 'version' in r.json()
+
+        r = requests.post(notebook_url + '/api/shutdown', headers=headers)
+        assert r.status_code == 200

tests/test_http.py

+"""Basic HTTP tests to make sure things are running"""
+import pprint
+
+import pytest
+import requests
+
+
+def test_binder_up(binder_url):
+    """
+    Binder Hub URL is up & returning sensible text
+    """
+    resp = requests.get(binder_url)
+    assert resp.status_code == 200
+    assert 'GitHub' in resp.text
+
+
+def test_hub_health(hub_url):
+    """check JupyterHubHub health endpoint"""
+    resp = requests.get(hub_url + "/hub/health")
+    print(resp.text)
+    assert resp.status_code == 200
+
+
+def test_binder_health(binder_url):
+    """check BinderHub health endpoint"""
+    resp = requests.get(binder_url + "/health")
+    pprint.pprint(resp.json())
+    assert resp.status_code == 200
+
+
+# the proxy-patches pod can take up to 30 seconds
+# to register its route after a proxy restart
+@pytest.mark.flaky(reruns=3, reruns_delay=10)
+def test_hub_user_redirect(hub_url):
+    """Requesting a Hub URL for a non-running user"""
+    # this should *not* redirect for now,
+    resp = requests.get(hub_url + "/user/doesntexist")
+    assert resp.status_code == 404

tests/test_launch.py

+import json
+import pytest
+import requests
+
+@pytest.mark.timeout(497)
+def test_launch_binder(binder_url):
+    """
+    We can launch an image that most likely already has been built.
+    """
+    # Known good version of this repo
+    repo = 'binder-examples/requirements'
+    ref = 'fa84f12'
+    build_url = binder_url + '/build/gh/{repo}/{ref}'.format(repo=repo, ref=ref)
+    r = requests.get(build_url, stream=True)
+    r.raise_for_status()
+    for line in r.iter_lines():
+        line = line.decode('utf8')
+        if line.startswith('data:'):
+            data = json.loads(line.split(':', 1)[1])
+            if data.get('phase') == 'ready':
+                notebook_url = data['url']
+                token = data['token']
+                break
+    else:
+        # This means we never got a 'Ready'!
+        assert False
+
+    headers = {
+        'Authorization': 'token {}'.format(token)
+    }
+    r = requests.get(notebook_url + '/api', headers=headers)
+    assert r.status_code == 200
+    assert 'version' in r.json()
+
+    r = requests.post(notebook_url + '/api/shutdown', headers=headers)
+    assert r.status_code == 200