-
Notifications
You must be signed in to change notification settings - Fork 35
New issue
Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.
By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.
Already on GitHub? Sign in to your account
Httpx intercept #334
base: main
Are you sure you want to change the base?
Httpx intercept #334
Changes from all commits
File filter
Filter by extension
Conversations
Jump to
Diff view
Diff view
There are no files selected for viewing
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,32 @@ | ||
# | ||
# Licensed under the Apache License, Version 2.0 (the "License"); you may | ||
# not use this file except in compliance with the License. You may obtain | ||
# a copy of the License at | ||
# | ||
# http://www.apache.org/licenses/LICENSE-2.0 | ||
# | ||
# Unless required by applicable law or agreed to in writing, software | ||
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT | ||
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the | ||
# License for the specific language governing permissions and limitations | ||
# under the License. | ||
There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. I barely managed to suppress a nihillmistic comment here. There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. this is some weird pep8 thing where some python files get flagged as not having a license block. Instead of fighting it I just satisfied it. |
||
|
||
import sys | ||
from wsgiref import simple_server | ||
|
||
from gabbi.tests import simple_wsgi | ||
|
||
|
||
def run(host, port): | ||
server = simple_server.make_server( | ||
host, | ||
int(port), | ||
simple_wsgi.SimpleWsgi(), | ||
) | ||
server.serve_forever() | ||
|
||
|
||
if __name__ == "__main__": | ||
host = sys.argv[1] | ||
port = sys.argv[2] | ||
run(host, port) |
Original file line number | Diff line number | Diff line change |
---|---|---|
|
@@ -14,31 +14,61 @@ | |
""" | ||
|
||
from io import StringIO | ||
import os | ||
import socket | ||
import subprocess | ||
import sys | ||
import time | ||
import unittest | ||
from uuid import uuid4 | ||
|
||
from wsgi_intercept.interceptor import Urllib3Interceptor | ||
|
||
from gabbi import exception | ||
from gabbi.handlers import base | ||
from gabbi.handlers.jsonhandler import JSONHandler | ||
from gabbi import runner | ||
from gabbi.tests.simple_wsgi import SimpleWsgi | ||
|
||
|
||
def get_free_port(): | ||
sock = socket.socket() | ||
sock.bind(('', 0)) | ||
return sock.getsockname()[1] | ||
|
||
|
||
class ForkedWSGIServer: | ||
|
||
def __init__(self, host, port): | ||
self.host = host | ||
self.port = port | ||
|
||
def start(self): | ||
self.process = subprocess.Popen( | ||
[ | ||
"python", | ||
"gabbi/tests/external_server.py", | ||
self.host, | ||
str(self.port) | ||
], | ||
env=os.environ.update({"PYTHONPATH": "."}), | ||
close_fds=True, | ||
) | ||
# We need to sleep a bit to let the wsgi server start. | ||
# TODO(cdent): This is regrettable. | ||
time.sleep(.4) | ||
There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. Can we not poll the server until it responds? There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. I went for the simplest thing. If it becomes an issue, is fixable. |
||
|
||
def stop(self): | ||
self.process.terminate() | ||
|
||
|
||
class RunnerTest(unittest.TestCase): | ||
|
||
port = get_free_port() | ||
|
||
def setUp(self): | ||
super(RunnerTest, self).setUp() | ||
|
||
# NB: random host ensures that we're not accidentally connecting to an | ||
# actual server | ||
host, port = (str(uuid4()), 8000) | ||
self.host = host | ||
self.port = port | ||
self.server = lambda: Urllib3Interceptor( | ||
SimpleWsgi, host=host, port=port) | ||
self.host = "0.0.0.0" | ||
There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. Just to be safe: Do we want 0.0.0.0 or localhost here? There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. This ended up 0.0.0.0 as a result of the dancing done to get full url resolution working the same on my Mac versus the CI nodes. I'll make some comments about that. |
||
self.resolved_host = socket.getfqdn() | ||
self.server = ForkedWSGIServer(self.host, self.port) | ||
self.server.start() | ||
|
||
self._stdin = sys.stdin | ||
|
||
|
@@ -49,41 +79,39 @@ def setUp(self): | |
sys.stderr = StringIO() # swallow output to avoid confusion | ||
|
||
self._argv = sys.argv | ||
sys.argv = ['gabbi-run', '%s:%s' % (host, port)] | ||
sys.argv = ['gabbi-run', '%s:%s' % (self.host, self.port)] | ||
|
||
def tearDown(self): | ||
sys.stdin = self._stdin | ||
sys.stdout = self._stdout | ||
sys.stderr = self._stderr | ||
sys.argv = self._argv | ||
self.server.stop() | ||
|
||
def test_input_files(self): | ||
sys.argv = ['gabbi-run', 'http://%s:%s/foo' % (self.host, self.port)] | ||
|
||
sys.argv.append('--') | ||
sys.argv.append('gabbi/tests/gabbits_runner/success.yaml') | ||
|
||
with self.server(): | ||
try: | ||
runner.run() | ||
except SystemExit as err: | ||
self.assertSuccess(err) | ||
try: | ||
runner.run() | ||
except SystemExit as err: | ||
self.assertSuccess(err) | ||
|
||
sys.argv.append('gabbi/tests/gabbits_runner/failure.yaml') | ||
|
||
with self.server(): | ||
try: | ||
runner.run() | ||
except SystemExit as err: | ||
self.assertFailure(err) | ||
try: | ||
runner.run() | ||
except SystemExit as err: | ||
self.assertFailure(err) | ||
|
||
sys.argv.append('gabbi/tests/gabbits_runner/success_alt.yaml') | ||
|
||
with self.server(): | ||
try: | ||
runner.run() | ||
except SystemExit as err: | ||
self.assertFailure(err) | ||
try: | ||
runner.run() | ||
except SystemExit as err: | ||
self.assertFailure(err) | ||
|
||
def test_unsafe_yaml(self): | ||
sys.argv = ['gabbi-run', 'http://%s:%s/nan' % (self.host, self.port)] | ||
|
@@ -92,11 +120,10 @@ def test_unsafe_yaml(self): | |
sys.argv.append('--') | ||
sys.argv.append('gabbi/tests/gabbits_runner/nan.yaml') | ||
|
||
with self.server(): | ||
try: | ||
runner.run() | ||
except SystemExit as err: | ||
self.assertSuccess(err) | ||
try: | ||
runner.run() | ||
except SystemExit as err: | ||
self.assertSuccess(err) | ||
|
||
def test_target_url_parsing(self): | ||
sys.argv = ['gabbi-run', 'http://%s:%s/foo' % (self.host, self.port)] | ||
|
@@ -108,36 +135,11 @@ def test_target_url_parsing(self): | |
status: 200 | ||
response_headers: | ||
x-gabbi-url: http://%s:%s/foo/baz | ||
""" % (self.host, self.port)) | ||
with self.server(): | ||
try: | ||
runner.run() | ||
except SystemExit as err: | ||
self.assertSuccess(err) | ||
|
||
def test_target_url_parsing_standard_port(self): | ||
# NOTE(cdent): For reasons unclear this regularly fails in | ||
# py.test and sometimes fails with testr. So there is | ||
# some state that is not being properly cleard somewhere. | ||
# Within SimpleWsgi, the environ thinks url_scheme is | ||
# 'https'. | ||
self.server = lambda: Urllib3Interceptor( | ||
SimpleWsgi, host=self.host, port=80) | ||
sys.argv = ['gabbi-run', 'http://%s/foo' % self.host] | ||
|
||
sys.stdin = StringIO(""" | ||
tests: | ||
- name: expected success | ||
GET: /baz | ||
status: 200 | ||
response_headers: | ||
x-gabbi-url: http://%s/foo/baz | ||
""" % self.host) | ||
with self.server(): | ||
try: | ||
runner.run() | ||
except SystemExit as err: | ||
self.assertSuccess(err) | ||
""" % (self.resolved_host, self.port)) | ||
try: | ||
runner.run() | ||
except SystemExit as err: | ||
self.assertSuccess(err) | ||
|
||
def test_custom_response_handler(self): | ||
sys.stdin = StringIO(""" | ||
|
@@ -160,11 +162,11 @@ def test_custom_response_handler(self): | |
h1: Hello World | ||
p: lorem ipsum dolor sit amet | ||
""") | ||
with self.server(): | ||
try: | ||
runner.run() | ||
except SystemExit as err: | ||
self.assertSuccess(err) | ||
|
||
try: | ||
runner.run() | ||
except SystemExit as err: | ||
self.assertSuccess(err) | ||
|
||
sys.stdin = StringIO(""" | ||
tests: | ||
|
@@ -173,11 +175,11 @@ def test_custom_response_handler(self): | |
response_html: | ||
h1: lipsum | ||
""") | ||
with self.server(): | ||
try: | ||
runner.run() | ||
except SystemExit as err: | ||
self.assertFailure(err) | ||
|
||
try: | ||
runner.run() | ||
except SystemExit as err: | ||
self.assertFailure(err) | ||
|
||
sys.argv.insert(3, "-r") | ||
sys.argv.insert(4, "gabbi.tests.test_intercept:StubResponseHandler") | ||
|
@@ -191,11 +193,11 @@ def test_custom_response_handler(self): | |
response_test: | ||
- COWAnother line | ||
""") | ||
with self.server(): | ||
try: | ||
runner.run() | ||
except SystemExit as err: | ||
self.assertSuccess(err) | ||
|
||
try: | ||
runner.run() | ||
except SystemExit as err: | ||
self.assertSuccess(err) | ||
|
||
sys.argv.insert(5, "-r") | ||
sys.argv.insert(6, "gabbi.tests.custom_response_handler") | ||
|
@@ -208,11 +210,11 @@ def test_custom_response_handler(self): | |
- Hello World | ||
- lorem ipsum dolor sit amet | ||
""") | ||
with self.server(): | ||
try: | ||
runner.run() | ||
except SystemExit as err: | ||
self.assertSuccess(err) | ||
|
||
try: | ||
runner.run() | ||
except SystemExit as err: | ||
self.assertSuccess(err) | ||
|
||
def test_exit_code(self): | ||
sys.stdin = StringIO() | ||
|
@@ -225,6 +227,7 @@ def test_exit_code(self): | |
GET: / | ||
status: 666 | ||
""") | ||
|
||
try: | ||
runner.run() | ||
except SystemExit as err: | ||
|
@@ -236,23 +239,23 @@ def test_exit_code(self): | |
GET: / | ||
status: 200 | ||
""") | ||
with self.server(): | ||
try: | ||
runner.run() | ||
except SystemExit as err: | ||
self.assertSuccess(err) | ||
|
||
try: | ||
runner.run() | ||
except SystemExit as err: | ||
self.assertSuccess(err) | ||
|
||
def test_verbose_output_formatting(self): | ||
"""Confirm that a verbose test handles output properly.""" | ||
sys.argv = ['gabbi-run', 'http://%s:%s/foo' % (self.host, self.port)] | ||
|
||
sys.argv.append('--') | ||
sys.argv.append('gabbi/tests/gabbits_runner/test_verbose.yaml') | ||
with self.server(): | ||
try: | ||
runner.run() | ||
except SystemExit as err: | ||
self.assertSuccess(err) | ||
|
||
try: | ||
runner.run() | ||
except SystemExit as err: | ||
self.assertSuccess(err) | ||
|
||
sys.stdout.seek(0) | ||
output = sys.stdout.read() | ||
|
@@ -270,11 +273,10 @@ def test_data_dir_good(self): | |
sys.argv.append('--') | ||
sys.argv.append('gabbi/tests/gabbits_runner/test_data.yaml') | ||
|
||
with self.server(): | ||
try: | ||
runner.run() | ||
except SystemExit as err: | ||
self.assertSuccess(err) | ||
try: | ||
runner.run() | ||
except SystemExit as err: | ||
self.assertSuccess(err) | ||
|
||
# Compare the verbose output of tests with pretty printed | ||
# data. | ||
|
@@ -298,21 +300,20 @@ def test_stdin_data_dir(self): | |
response_json_paths: | ||
$.items.house: blue | ||
""") | ||
with self.server(): | ||
try: | ||
runner.run() | ||
except SystemExit as err: | ||
self.assertSuccess(err) | ||
|
||
try: | ||
runner.run() | ||
except SystemExit as err: | ||
self.assertSuccess(err) | ||
|
||
def _run_verbosity_arg(self): | ||
sys.argv.append('--') | ||
sys.argv.append('gabbi/tests/gabbits_runner/verbosity.yaml') | ||
|
||
with self.server(): | ||
try: | ||
runner.run() | ||
except SystemExit as err: | ||
self.assertSuccess(err) | ||
try: | ||
runner.run() | ||
except SystemExit as err: | ||
self.assertSuccess(err) | ||
|
||
sys.stdout.seek(0) | ||
output = sys.stdout.read() | ||
|
@@ -364,12 +365,13 @@ def test_quiet_is_quiet(self): | |
status: 200 | ||
response_headers: | ||
x-gabbi-url: http://%s:%s/foo/baz | ||
""" % (self.host, self.port)) | ||
with self.server(): | ||
try: | ||
runner.run() | ||
except SystemExit as err: | ||
self.assertSuccess(err) | ||
""" % (self.resolved_host, self.port)) | ||
|
||
try: | ||
runner.run() | ||
except SystemExit as err: | ||
self.assertSuccess(err) | ||
|
||
sys.stdout.seek(0) | ||
sys.stderr.seek(0) | ||
stdoutput = sys.stdout.read() | ||
|
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -1,8 +1,7 @@ | ||
pbr | ||
pytest | ||
PyYAML | ||
urllib3>=1.26.9,<2.0.0 | ||
httpx | ||
certifi | ||
jsonpath-rw-ext>=1.0.0 | ||
wsgi-intercept>=1.13.0 | ||
colorama |
There was a problem hiding this comment.
Choose a reason for hiding this comment
The reason will be displayed to describe this comment to others. Learn more.
This phrasing confuses me - is this what's intended?