Async get_events, handle_event, handle_readables, handle_writables

.flake8

@@ -65,6 +65,7 @@ extend-ignore =
   N802    # FIXME: func name should be lowercase
   N816    # FIXME: mixed case var name
   P101    # FIXME: format string with unindexed params
+  PT007   # FIXME: wrong values type in @pytest.mark.parametrize, expected tuple
   PT009   # FIXME: pytest encourages use of `assert`
   PT018   # FIXME: use multiple `assert`s instead of one complex
   Q000    # FIXME: inconsistent double quotes use when single ones are needed

Makefile

@@ -27,9 +27,7 @@ endif
 .PHONY: container container-run container-release
 .PHONY: devtools dashboard dashboard-clean
 
-all:
-	echo $(IMAGE_TAG)
-	# lib-test
+all: lib-test
 
 https-certificates:
 	# Generate server key

README.md

@@ -109,6 +109,7 @@
     - [Setup Local Environment](#setup-local-environment)
     - [Setup Git Hooks](#setup-git-hooks)
     - [Sending a Pull Request](#sending-a-pull-request)
+- [Benchmarks](#benchmarks)
 - [Flags](#flags)
 - [Changelog](#changelog)
   - [v2.x](#v2x)
@@ -126,36 +127,56 @@
 
     ```console
     # On Macbook Pro 2019 / 2.4 GHz 8-Core Intel Core i9 / 32 GB RAM
-    ❯ hey -n 10000 -c 100 http://localhost:8899/http-route-example
-
-    Summary:
-      Total:	0.3248 secs
-      Slowest:	0.1007 secs
-      Fastest:	0.0002 secs
-      Average:	0.0028 secs
-      Requests/sec:	30784.7958
-
-      Total data:	190000 bytes
-      Size/request:	19 bytes
-
-    Response time histogram:
-      0.000 [1]	|
-      0.010 [9533]	|■■■■■■■■■■■■■■■■■■■■■■■■■■■■■■■■■■■■■■■■
-      0.020 [384]	|■■
-
-    Latency distribution:
-      10% in 0.0004 secs
-      25% in 0.0007 secs
-      50% in 0.0013 secs
-      75% in 0.0029 secs
-      90% in 0.0057 secs
-      95% in 0.0097 secs
-      99% in 0.0185 secs
-
-    Status code distribution:
-      [200]	10000 responses
+    ❯ ./helper/benchmark.sh
+      CONCURRENCY: 100 workers, TOTAL REQUESTS: 100000 req, QPS: 5000 req/sec, TIMEOUT: 1 sec
+
+      Summary:
+        Total:	3.1560 secs
+        Slowest:	0.0375 secs
+        Fastest:	0.0006 secs
+        Average:	0.0031 secs
+        Requests/sec:	31685.9140
+
+        Total data:	1900000 bytes
+        Size/request:	19 bytes
+
+      Response time histogram:
+        0.001 [1]	|
+        0.004 [91680]	|■■■■■■■■■■■■■■■■■■■■■■■■■■■■■■■■■■■■■■■■
+        0.008 [7929]	|■■■
+        0.012 [263]	|
+        0.015 [29]	|
+        0.019 [8]	|
+        0.023 [23]	|
+        0.026 [15]	|
+        0.030 [27]	|
+        0.034 [16]	|
+        0.037 [9]	|
+
+
+      Latency distribution:
+        10% in 0.0022 secs
+        25% in 0.0025 secs
+        50% in 0.0029 secs
+        75% in 0.0034 secs
+        90% in 0.0041 secs
+        95% in 0.0048 secs
+        99% in 0.0066 secs
+
+      Details (average, fastest, slowest):
+        DNS+dialup:	0.0000 secs, 0.0006 secs, 0.0375 secs
+        DNS-lookup:	0.0000 secs, 0.0000 secs, 0.0000 secs
+        req write:	0.0000 secs, 0.0000 secs, 0.0046 secs
+        resp wait:	0.0030 secs, 0.0006 secs, 0.0320 secs
+        resp read:	0.0000 secs, 0.0000 secs, 0.0029 secs
+
+      Status code distribution:
+        [200]	100000 responses
     ```
 
+    PS: `proxy.py` and benchmark tools are running on the same machine during the above load test.
+    Checkout the repo and try it for yourself.  See [Benchmarks](#benchmarks) for more details.
+
 - Lightweight
   - Uses only `~5-20MB` RAM
   - No external dependency other than standard Python library
@@ -1977,13 +1998,21 @@ Every pull request is tested using GitHub actions.
 See [GitHub workflow](https://github.com/abhinavsingh/proxy.py/tree/develop/.github/workflows)
 for list of tests.
 
+# Benchmarks
+
+Simply run the following command from repo root to start benchmark
+
+```console
+❯ ./helper/benchmark.sh
+```
+
 # Flags
 
 ```console
 ❯ proxy -h
 usage: -m [-h] [--enable-events] [--enable-conn-pool] [--threadless]
-          [--threaded] [--num-workers NUM_WORKERS] [--backlog BACKLOG]
-          [--hostname HOSTNAME] [--port PORT]
+          [--threaded] [--num-workers NUM_WORKERS] [--local-executor]
+          [--backlog BACKLOG] [--hostname HOSTNAME] [--port PORT]
           [--unix-socket-path UNIX_SOCKET_PATH]
           [--num-acceptors NUM_ACCEPTORS] [--version] [--log-level LOG_LEVEL]
           [--log-file LOG_FILE] [--log-format LOG_FORMAT]
@@ -2009,7 +2038,7 @@ usage: -m [-h] [--enable-events] [--enable-conn-pool] [--threadless]
           [--filtered-url-regex-config FILTERED_URL_REGEX_CONFIG]
           [--cloudflare-dns-mode CLOUDFLARE_DNS_MODE]
 
-proxy.py v2.3.2
+proxy.py v2.3.2.dev193+g87ff921.d20211121
 
 options:
   -h, --help            show this help message and exit
@@ -2026,6 +2055,13 @@ options:
                         handle each client connection.
   --num-workers NUM_WORKERS
                         Defaults to number of CPU cores.
+  --local-executor      Default: False. Disabled by default. When enabled
+                        acceptors will make use of local (same process)
+                        executor instead of distributing load across remote
+                        (other process) executors. Enable this option to
+                        achieve CPU affinity between acceptors and executors,
+                        instead of using underlying OS kernel scheduling
+                        algorithm.
   --backlog BACKLOG     Default: 100. Maximum number of pending connections to
                         proxy server
   --hostname HOSTNAME   Default: ::1. Server IP address.
@@ -2175,3 +2211,5 @@ https://github.com/abhinavsingh/proxy.py/issues/new
 - Single threaded server.
 
 For detailed changelog refer to release PRs or commit history.
+ history.
+ history.

check.py

@@ -53,16 +53,18 @@
                 sys.exit(1)
 
 # Update README.md flags section to match current library --help output
-# lib_help = subprocess.check_output(
-#     ['python', '-m', 'proxy', '-h']
-# )
-# with open('README.md', 'rb+') as f:
-#     c = f.read()
-#     pre_flags, post_flags = c.split(b'# Flags')
-#     help_text, post_changelog = post_flags.split(b'# Changelog')
-#     f.seek(0)
-#     f.write(pre_flags + b'# Flags\n\n```console\n\xe2\x9d\xaf proxy -h\n' + lib_help + b'```' +
-#             b'\n# Changelog' + post_changelog)
+lib_help = subprocess.check_output(
+    ['python', '-m', 'proxy', '-h'],
+)
+with open('README.md', 'rb+') as f:
+    c = f.read()
+    pre_flags, post_flags = c.split(b'# Flags')
+    help_text, post_changelog = post_flags.split(b'# Changelog')
+    f.seek(0)
+    f.write(
+        pre_flags + b'# Flags\n\n```console\n\xe2\x9d\xaf proxy -h\n' + lib_help + b'```' +
+        b'\n\n# Changelog' + post_changelog,
+    )
 
 # Version is also hardcoded in README.md flags section
 readme_version_cmd = 'cat README.md | grep "proxy.py v" | tail -2 | head -1 | cut -d " " -f 2 | cut -c2-'
@@ -72,7 +74,7 @@
 # Doesn't contain "v" prefix
 readme_version = readme_version_output.decode().strip()
 
-if readme_version != lib_version[1:].split('-')[0]:
+if readme_version != lib_version:
     print(
         'Version mismatch found. {0} (readme) vs {1} (lib).'.format(
             readme_version, lib_version,

docs/conf.py

@@ -274,4 +274,5 @@
     (_py_class_role, 'UUID'),
     (_py_class_role, 'WebsocketFrame'),
     (_py_class_role, 'Url'),
+    (_py_class_role, '_asyncio.Task'),
 ]

examples/web_scraper.py

@@ -40,11 +40,11 @@ class WebScraper(Work):
     only PUBSUB protocol.
     """
 
-    def get_events(self) -> Dict[socket.socket, int]:
+    async def get_events(self) -> Dict[socket.socket, int]:
         """Return sockets and events (read or write) that we are interested in."""
         return {}
 
-    def handle_events(
+    async def handle_events(
             self,
             readables: Readables,
             writables: Writables,

helper/benchmark.sh

@@ -0,0 +1,77 @@
+#!/bin/bash
+#
+# proxy.py
+# ~~~~~~~~
+# ⚡⚡⚡ Fast, Lightweight, Programmable, TLS interception capable
+#     proxy server for Application debugging, testing and development.
+#
+# :copyright: (c) 2013-present by Abhinav Singh and contributors.
+# :license: BSD, see LICENSE for more details.
+#
+usage() {
+  echo "Usage: ./helper/benchmark.sh"
+  echo "You must run this script from proxy.py repo root."
+}
+
+DIRNAME=$(dirname "$0")
+if [ "$DIRNAME" != "./helper" ]; then
+  usage
+  exit 1
+fi
+
+BASENAME=$(basename "$0")
+if [ "$BASENAME" != "benchmark.sh" ]; then
+  usage
+  exit 1
+fi
+
+PWD=$(pwd)
+if [ $(basename $PWD) != "proxy.py" ]; then
+  usage
+  exit 1
+fi
+
+TIMEOUT=1
+QPS=8000
+CONCURRENCY=100
+TOTAL_REQUESTS=100000
+OPEN_FILE_LIMIT=65536
+BACKLOG=OPEN_FILE_LIMIT
+PID_FILE=/tmp/proxy.pid
+
+ulimit -n $OPEN_FILE_LIMIT
+
+# time python -m \
+#     proxy \
+#     --enable-web-server \
+#     --plugin proxy.plugin.WebServerPlugin \
+#     --backlog $BACKLOG \
+#     --open-file-limit $OPEN_FILE_LIMIT \
+#     --pid-file $PID_FILE \
+#     --log-file /dev/null
+
+PID=$(cat $PID_FILE)
+if [[ -z "$PID" ]]; then
+  echo "Either pid file doesn't exist or no pid found in the pid file"
+  exit 1
+fi
+ADDR=$(lsof -Pan -p $PID -i | grep -v COMMAND | awk '{ print $9 }')
+
+PRE_RUN_OPEN_FILES=$(./helper/monitor_open_files.sh)
+
+echo "CONCURRENCY: $CONCURRENCY workers, TOTAL REQUESTS: $TOTAL_REQUESTS req, QPS: $QPS req/sec, TIMEOUT: $TIMEOUT sec"
+hey \
+    -n $TOTAL_REQUESTS \
+    -c $CONCURRENCY \
+    -q $QPS \
+    -t $TIMEOUT \
+    http://$ADDR/http-route-example
+
+POST_RUN_OPEN_FILES=$(./helper/monitor_open_files.sh)
+
+echo $output
+
+echo "Open files diff:"
+diff <( echo "$PRE_RUN_OPEN_FILES" ) <( echo "$POST_RUN_OPEN_FILES" )
+
+# while true; do netstat -ant | grep .8899 | awk '{print $6}' | sort | uniq -c | sort -n; sleep 1; done

helper/monitor_open_files.sh

@@ -1,5 +1,5 @@
 #!/bin/bash
-
+#
 # proxy.py
 # ~~~~~~~~
 # ⚡⚡⚡ Fast, Lightweight, Programmable, TLS interception capable

proxy/common/_compat.py

@@ -1,9 +1,19 @@
-"""Compatibility code for using Proxy.py across various versions of Python.
+# -*- coding: utf-8 -*-
+"""
+    proxy.py
+    ~~~~~~~~
+    ⚡⚡⚡ Fast, Lightweight, Pluggable, TLS interception capable proxy server focused on
+    Network monitoring, controls & Application development, testing, debugging.
+
+    :copyright: (c) 2013-present by Abhinav Singh and contributors.
+    :license: BSD, see LICENSE for more details.
+
+    Compatibility code for using Proxy.py across various versions of Python.
 
-.. spelling::
+    .. spelling::
 
-   compat
-   py
+        compat
+        py
 """
 
 import platform