CI runs integration tests

Author: ijl

.travis.yml

@@ -1,13 +1,23 @@
 dist: xenial
+
 language: python
+
 python:
   - "3.5"
   - "3.6"
   - "3.7"
+
+before_install:
+  - sudo apt-get install -y wrk
+
 install:
-  - pip install --upgrade pip wheel pyo3-pack pytest hypothesis
+  - pip install --upgrade pip wheel pyo3-pack pytest hypothesis gunicorn uwsgi flask
   - curl https://sh.rustup.rs -sSf | sh -s -- --default-toolchain nightly -y
   - PATH=$HOME/.cargo/bin:$PATH cargo update
+
 script:
   - PATH=$HOME/.cargo/bin:$PATH ./build --strip
   - pytest -v test
+  - ./integration/run thread
+  - ./integration/run gunicorn
+  - ./integration/run uwsgi

develop

@@ -11,4 +11,7 @@ pip install --upgrade \
     ujson \
     python-rapidjson \
     matplotlib \
-    tabulate
+    tabulate \
+    uwsgi \
+    gunicorn \
+    flask

integration/client

@@ -1,3 +1,3 @@
 #!/bin/sh -e
 
-wrk -d 30 -c 4 http://127.0.0.1:8000/
+wrk -d 15 -c 2 http://127.0.0.1:8000/

integration/gunicorn

@@ -1,3 +1,7 @@
-#!/bin/sh -e
+#!/usr/bin/env bash
 
-PYTHONPATH=. gunicorn --preload --workers 4 "$@" wsgi:app
+set -e
+
+_dir="$(dirname "${BASH_SOURCE[0]}")"
+
+PYTHONPATH=${_dir} gunicorn --preload --max-requests 100 --workers 2 "$@" wsgi:app

integration/run

@@ -0,0 +1,25 @@
+#!/usr/bin/env bash
+
+set -e
+
+_dir="$(dirname "${BASH_SOURCE[0]}")"
+
+to_run="${@:-thread uwsgi gunicorn}"
+
+if [[ $to_run == *"thread"* ]]; then
+	"${_dir}"/thread
+fi
+
+if [[ $to_run == *"gunicorn"* ]]; then
+	"${_dir}"/gunicorn --daemon
+	sleep 2
+	"${_dir}"/client
+	pkill -f -9 'wsgi:app'
+fi
+
+if [[ $to_run == *"uwsgi"* ]]; then
+	"${_dir}"/uwsgi --daemonize 2
+	sleep 2
+	"${_dir}"/client
+	pkill -f -9 'wsgi:app'
+fi

integration/thread

@@ -30,15 +30,14 @@ STATUS = 0
 def test_func(n):
     try:
         assert sorted(orjson.loads(orjson.dumps(DATA)), key=itemgetter('id')) == DATA
-        print("thread %s: %s dumps, loads" % (get_ident(), n))
     except Exception:
         STATUS = 1
         traceback.print_exc()
         print("thread %s: %s dumps, loads ERROR" % (get_ident(), n))
 
 
 with ThreadPoolExecutor(max_workers=4) as executor:
-    executor.map(test_func, range(50000), chunksize=1000)
+    executor.map(test_func, range(20000), chunksize=1000)
     executor.shutdown(wait=True)
 
 

integration/uwsgi

@@ -1,3 +1,7 @@
-#!/bin/sh -e
+#!/usr/bin/env bash
 
-PYTHONPATH=. uwsgi --http :8000 --processes 4 "$@" --mount /=wsgi:app
+set -e
+
+_dir="$(dirname "${BASH_SOURCE[0]}")"
+
+PYTHONPATH=${_dir} uwsgi --http :8000 --processes 2 "$@" --mount /=wsgi:app