First step to fix mypy checks for Request

The two ancestors json.JSONMixin and werkzeug.wrappers.Request
of cmk.gui.http.Request break mypy checking. For example access
to not existing members is not detected anymore.

This commit fixes the issue with the json.JSONMixin class. The
problem here is that the typesheds distributed with mypy, that
are normally available in our virtualenv (lib/python3.7/site-packages/mypy/typeshed/third_party/2and3/werkzeug/wrappers.pyi)
miss the typesheds for werkzeug.wrappers.json.

I tried hard to add partial typesheds for this single file to
tests-py3/typeshed, but did not find a working solution. If
you have a good solution, please let me know. I tried to make
use of the __getattr__ mechanic added in python/mypy#5231
and the PEP 561 "partial" feature.

The only working solution I came up with was copying the original
werkzeug typesheds and extending them. Sorry :/. At least it's
better than copying the werkzeug.wrappers.json implementation to
our code ;).

Change-Id: Ie2723ab286188faa67d4738c226462a162552421

Author: LarsMichelsen

cmk/gui/http.py

@@ -9,7 +9,7 @@
 from typing import List, Optional, Any, Iterator, Union, Dict, Text, Tuple  # pylint: disable=unused-import
 import six
 import werkzeug.wrappers
-import werkzeug.wrappers.json as json  # type: ignore[import]
+import werkzeug.wrappers.json as json
 from werkzeug.utils import get_content_type
 
 from cmk.utils.encoding import ensure_unicode

tests-py3/typeshed/werkzeug/__init__.pyi

@@ -0,0 +1,150 @@
+from types import ModuleType
+from typing import Any
+
+from werkzeug import _internal
+from werkzeug import datastructures
+from werkzeug import debug
+from werkzeug import exceptions
+from werkzeug import formparser
+from werkzeug import http
+from werkzeug import local
+from werkzeug import security
+from werkzeug import serving
+from werkzeug import test
+from werkzeug import testapp
+from werkzeug import urls
+from werkzeug import useragents
+from werkzeug import utils
+from werkzeug import wrappers
+from werkzeug import wsgi
+
+class module(ModuleType):
+    def __getattr__(self, name): ...
+    def __dir__(self): ...
+
+
+__version__: Any
+
+run_simple = serving.run_simple
+test_app = testapp.test_app
+UserAgent = useragents.UserAgent
+_easteregg = _internal._easteregg
+DebuggedApplication = debug.DebuggedApplication
+MultiDict = datastructures.MultiDict
+CombinedMultiDict = datastructures.CombinedMultiDict
+Headers = datastructures.Headers
+EnvironHeaders = datastructures.EnvironHeaders
+ImmutableList = datastructures.ImmutableList
+ImmutableDict = datastructures.ImmutableDict
+ImmutableMultiDict = datastructures.ImmutableMultiDict
+TypeConversionDict = datastructures.TypeConversionDict
+ImmutableTypeConversionDict = datastructures.ImmutableTypeConversionDict
+Accept = datastructures.Accept
+MIMEAccept = datastructures.MIMEAccept
+CharsetAccept = datastructures.CharsetAccept
+LanguageAccept = datastructures.LanguageAccept
+RequestCacheControl = datastructures.RequestCacheControl
+ResponseCacheControl = datastructures.ResponseCacheControl
+ETags = datastructures.ETags
+HeaderSet = datastructures.HeaderSet
+WWWAuthenticate = datastructures.WWWAuthenticate
+Authorization = datastructures.Authorization
+FileMultiDict = datastructures.FileMultiDict
+CallbackDict = datastructures.CallbackDict
+FileStorage = datastructures.FileStorage
+OrderedMultiDict = datastructures.OrderedMultiDict
+ImmutableOrderedMultiDict = datastructures.ImmutableOrderedMultiDict
+escape = utils.escape
+environ_property = utils.environ_property
+append_slash_redirect = utils.append_slash_redirect
+redirect = utils.redirect
+cached_property = utils.cached_property
+import_string = utils.import_string
+dump_cookie = http.dump_cookie
+parse_cookie = http.parse_cookie
+unescape = utils.unescape
+format_string = utils.format_string
+find_modules = utils.find_modules
+header_property = utils.header_property
+html = utils.html
+xhtml = utils.xhtml
+HTMLBuilder = utils.HTMLBuilder
+validate_arguments = utils.validate_arguments
+ArgumentValidationError = utils.ArgumentValidationError
+bind_arguments = utils.bind_arguments
+secure_filename = utils.secure_filename
+BaseResponse = wrappers.BaseResponse
+BaseRequest = wrappers.BaseRequest
+Request = wrappers.Request
+Response = wrappers.Response
+AcceptMixin = wrappers.AcceptMixin
+ETagRequestMixin = wrappers.ETagRequestMixin
+ETagResponseMixin = wrappers.ETagResponseMixin
+ResponseStreamMixin = wrappers.ResponseStreamMixin
+CommonResponseDescriptorsMixin = wrappers.CommonResponseDescriptorsMixin
+UserAgentMixin = wrappers.UserAgentMixin
+AuthorizationMixin = wrappers.AuthorizationMixin
+WWWAuthenticateMixin = wrappers.WWWAuthenticateMixin
+CommonRequestDescriptorsMixin = wrappers.CommonRequestDescriptorsMixin
+Local = local.Local
+LocalManager = local.LocalManager
+LocalProxy = local.LocalProxy
+LocalStack = local.LocalStack
+release_local = local.release_local
+generate_password_hash = security.generate_password_hash
+check_password_hash = security.check_password_hash
+Client = test.Client
+EnvironBuilder = test.EnvironBuilder
+create_environ = test.create_environ
+run_wsgi_app = test.run_wsgi_app
+get_current_url = wsgi.get_current_url
+get_host = wsgi.get_host
+pop_path_info = wsgi.pop_path_info
+peek_path_info = wsgi.peek_path_info
+SharedDataMiddleware = wsgi.SharedDataMiddleware
+DispatcherMiddleware = wsgi.DispatcherMiddleware
+ClosingIterator = wsgi.ClosingIterator
+FileWrapper = wsgi.FileWrapper
+make_line_iter = wsgi.make_line_iter
+LimitedStream = wsgi.LimitedStream
+responder = wsgi.responder
+wrap_file = wsgi.wrap_file
+extract_path_info = wsgi.extract_path_info
+parse_etags = http.parse_etags
+parse_date = http.parse_date
+http_date = http.http_date
+cookie_date = http.cookie_date
+parse_cache_control_header = http.parse_cache_control_header
+is_resource_modified = http.is_resource_modified
+parse_accept_header = http.parse_accept_header
+parse_set_header = http.parse_set_header
+quote_etag = http.quote_etag
+unquote_etag = http.unquote_etag
+generate_etag = http.generate_etag
+dump_header = http.dump_header
+parse_list_header = http.parse_list_header
+parse_dict_header = http.parse_dict_header
+parse_authorization_header = http.parse_authorization_header
+parse_www_authenticate_header = http.parse_www_authenticate_header
+remove_entity_headers = http.remove_entity_headers
+is_entity_header = http.is_entity_header
+remove_hop_by_hop_headers = http.remove_hop_by_hop_headers
+parse_options_header = http.parse_options_header
+dump_options_header = http.dump_options_header
+is_hop_by_hop_header = http.is_hop_by_hop_header
+unquote_header_value = http.unquote_header_value
+quote_header_value = http.quote_header_value
+HTTP_STATUS_CODES = http.HTTP_STATUS_CODES
+url_decode = urls.url_decode
+url_encode = urls.url_encode
+url_quote = urls.url_quote
+url_quote_plus = urls.url_quote_plus
+url_unquote = urls.url_unquote
+url_unquote_plus = urls.url_unquote_plus
+url_fix = urls.url_fix
+Href = urls.Href
+iri_to_uri = urls.iri_to_uri
+uri_to_iri = urls.uri_to_iri
+parse_form_data = formparser.parse_form_data
+abort = exceptions.Aborter
+Aborter = exceptions.Aborter

tests-py3/typeshed/werkzeug/_compat.pyi

@@ -0,0 +1,48 @@
+import sys
+from typing import Any, Optional, Text
+
+if sys.version_info < (3,):
+    import StringIO as BytesIO
+else:
+    from io import StringIO as BytesIO
+
+PY2: Any
+WIN: Any
+unichr: Any
+text_type: Any
+string_types: Any
+integer_types: Any
+iterkeys: Any
+itervalues: Any
+iteritems: Any
+iterlists: Any
+iterlistvalues: Any
+int_to_byte: Any
+iter_bytes: Any
+
+def fix_tuple_repr(obj): ...
+def implements_iterator(cls): ...
+def implements_to_string(cls): ...
+def native_string_result(func): ...
+def implements_bool(cls): ...
+
+range_type: Any
+NativeStringIO: Any
+
+def make_literal_wrapper(reference): ...
+def normalize_string_tuple(tup): ...
+def try_coerce_native(s): ...
+
+wsgi_get_bytes: Any
+
+def wsgi_decoding_dance(s, charset: Text = ..., errors: Text = ...): ...
+def wsgi_encoding_dance(s, charset: Text = ..., errors: Text = ...): ...
+def to_bytes(x, charset: Text = ..., errors: Text = ...): ...
+def to_native(x, charset: Text = ..., errors: Text = ...): ...
+def reraise(tp, value, tb: Optional[Any] = ...): ...
+
+imap: Any
+izip: Any
+ifilter: Any
+
+def to_unicode(x, charset: Text = ..., errors: Text = ..., allow_none_charset: bool = ...): ...

tests-py3/typeshed/werkzeug/_internal.pyi

@@ -0,0 +1,19 @@
+from typing import Any, Optional
+
+class _Missing:
+    def __reduce__(self): ...
+
+class _DictAccessorProperty:
+    read_only: Any
+    name: Any
+    default: Any
+    load_func: Any
+    dump_func: Any
+    __doc__: Any
+    def __init__(self, name, default: Optional[Any] = ..., load_func: Optional[Any] = ..., dump_func: Optional[Any] = ...,
+                 read_only: Optional[Any] = ..., doc: Optional[Any] = ...): ...
+    def __get__(self, obj, type: Optional[Any] = ...): ...
+    def __set__(self, obj, value): ...
+    def __delete__(self, obj): ...
+
+def _easteregg(app: Optional[Any] = ...): ...

tests-py3/typeshed/werkzeug/_reloader.pyi

@@ -0,0 +1,29 @@
+from typing import Any, Optional
+
+class ReloaderLoop:
+    name: Any
+    extra_files: Any
+    interval: float
+    def __init__(self, extra_files: Optional[Any] = ..., interval: float = ...): ...
+    def run(self): ...
+    def restart_with_reloader(self): ...
+    def trigger_reload(self, filename): ...
+    def log_reload(self, filename): ...
+
+class StatReloaderLoop(ReloaderLoop):
+    name: Any
+    def run(self): ...
+
+class WatchdogReloaderLoop(ReloaderLoop):
+    observable_paths: Any
+    name: Any
+    observer_class: Any
+    event_handler: Any
+    should_reload: Any
+    def __init__(self, *args, **kwargs): ...
+    def trigger_reload(self, filename): ...
+    def run(self): ...
+
+reloader_loops: Any
+
+def run_with_reloader(main_func, extra_files: Optional[Any] = ..., interval: float = ..., reloader_type: str = ...): ...

tests-py3/typeshed/werkzeug/contrib/__init__.pyi

@@ -0,0 +1,50 @@
+from typing import Any, Optional
+
+XHTML_NAMESPACE: Any
+
+def format_iso8601(obj): ...
+
+class AtomFeed:
+    default_generator: Any
+    title: Any
+    title_type: Any
+    url: Any
+    feed_url: Any
+    id: Any
+    updated: Any
+    author: Any
+    icon: Any
+    logo: Any
+    rights: Any
+    rights_type: Any
+    subtitle: Any
+    subtitle_type: Any
+    generator: Any
+    links: Any
+    entries: Any
+    def __init__(self, title: Optional[Any] = ..., entries: Optional[Any] = ..., **kwargs): ...
+    def add(self, *args, **kwargs): ...
+    def generate(self): ...
+    def to_string(self): ...
+    def get_response(self): ...
+    def __call__(self, environ, start_response): ...
+
+class FeedEntry:
+    title: Any
+    title_type: Any
+    content: Any
+    content_type: Any
+    url: Any
+    id: Any
+    updated: Any
+    summary: Any
+    summary_type: Any
+    author: Any
+    published: Any
+    rights: Any
+    links: Any
+    categories: Any
+    xml_base: Any
+    def __init__(self, title: Optional[Any] = ..., content: Optional[Any] = ..., feed_url: Optional[Any] = ..., **kwargs): ...
+    def generate(self): ...
+    def to_string(self): ...

tests-py3/typeshed/werkzeug/contrib/atom.pyi

@@ -0,0 +1,84 @@
+from typing import Any, Optional
+
+class BaseCache:
+    default_timeout: float
+    def __init__(self, default_timeout: float = ...): ...
+    def get(self, key): ...
+    def delete(self, key): ...
+    def get_many(self, *keys): ...
+    def get_dict(self, *keys): ...
+    def set(self, key, value, timeout: Optional[float] = ...): ...
+    def add(self, key, value, timeout: Optional[float] = ...): ...
+    def set_many(self, mapping, timeout: Optional[float] = ...): ...
+    def delete_many(self, *keys): ...
+    def has(self, key): ...
+    def clear(self): ...
+    def inc(self, key, delta=...): ...
+    def dec(self, key, delta=...): ...
+
+class NullCache(BaseCache): ...
+
+class SimpleCache(BaseCache):
+    clear: Any
+    def __init__(self, threshold: int = ..., default_timeout: float = ...): ...
+    def get(self, key): ...
+    def set(self, key, value, timeout: Optional[float] = ...): ...
+    def add(self, key, value, timeout: Optional[float] = ...): ...
+    def delete(self, key): ...
+    def has(self, key): ...
+
+class MemcachedCache(BaseCache):
+    key_prefix: Any
+    def __init__(self, servers: Optional[Any] = ..., default_timeout: float = ..., key_prefix: Optional[Any] = ...): ...
+    def get(self, key): ...
+    def get_dict(self, *keys): ...
+    def add(self, key, value, timeout: Optional[float] = ...): ...
+    def set(self, key, value, timeout: Optional[float] = ...): ...
+    def get_many(self, *keys): ...
+    def set_many(self, mapping, timeout: Optional[float] = ...): ...
+    def delete(self, key): ...
+    def delete_many(self, *keys): ...
+    def has(self, key): ...
+    def clear(self): ...
+    def inc(self, key, delta=...): ...
+    def dec(self, key, delta=...): ...
+    def import_preferred_memcache_lib(self, servers): ...
+
+GAEMemcachedCache: Any
+
+class RedisCache(BaseCache):
+    key_prefix: Any
+    def __init__(self, host: str = ..., port: int = ..., password: Optional[Any] = ..., db: int = ...,
+                 default_timeout: float = ..., key_prefix: Optional[Any] = ..., **kwargs): ...
+    def dump_object(self, value): ...
+    def load_object(self, value): ...
+    def get(self, key): ...
+    def get_many(self, *keys): ...
+    def set(self, key, value, timeout: Optional[float] = ...): ...
+    def add(self, key, value, timeout: Optional[float] = ...): ...
+    def set_many(self, mapping, timeout: Optional[float] = ...): ...
+    def delete(self, key): ...
+    def delete_many(self, *keys): ...
+    def has(self, key): ...
+    def clear(self): ...
+    def inc(self, key, delta=...): ...
+    def dec(self, key, delta=...): ...
+
+class FileSystemCache(BaseCache):
+    def __init__(self, cache_dir, threshold: int = ..., default_timeout: float = ..., mode: int = ...): ...
+    def clear(self): ...
+    def get(self, key): ...
+    def add(self, key, value, timeout: Optional[float] = ...): ...
+    def set(self, key, value, timeout: Optional[float] = ...): ...
+    def delete(self, key): ...
+    def has(self, key): ...
+
+class UWSGICache(BaseCache):
+    cache: Any
+    def __init__(self, default_timeout: float = ..., cache: str = ...): ...
+    def get(self, key): ...
+    def delete(self, key): ...
+    def set(self, key, value, timeout: Optional[float] = ...): ...
+    def add(self, key, value, timeout: Optional[float] = ...): ...
+    def clear(self): ...
+    def has(self, key): ...