Coverage for /home/runner/work/viur-core/viur-core/viur/src/viur/core/__init__.py: 14%
151 statements
« prev ^ index » next coverage.py v7.6.12, created at 2025-02-27 07:59 +0000
1"""
2ViUR-core
3Copyright © 2025 Mausbrand Informationssysteme GmbH
5https://core.docs.viur.dev
6Licensed under the MIT license. See LICENSE for more information.
7"""
9import os
10import sys
12# Set a dummy project id to survive API Client initializations
13if sys.argv[0].endswith("viur-migrate"): # FIXME: What a "kinda hackish" solution... 13 ↛ 14line 13 didn't jump to line 14 because the condition on line 13 was never true
14 os.environ["GOOGLE_CLOUD_PROJECT"] = "dummy"
16from google.appengine.api import wrap_wsgi_app
17from types import ModuleType
18from viur.core import i18n, request, utils
19from viur.core.config import conf
20from viur.core.decorators import access, exposed, force_post, force_ssl, internal_exposed, skey
21from viur.core.i18n import translate
22from viur.core.module import Method, Module
23import inspect
24import typing as t
25import warnings
26from .tasks import (
27 callDeferred,
28 CallDeferred,
29 DeleteEntitiesIter,
30 PeriodicTask,
31 QueryIter,
32 retry_n_times,
33 runStartupTasks,
34 StartupTask,
35 TaskHandler,
36)
38if not sys.argv[0].endswith("viur-migrate"): # FIXME: What a "kinda hackish" solution... 38 ↛ 42line 38 didn't jump to line 42 because the condition on line 38 was always true
39 # noinspection PyUnresolvedReferences
40 from viur.core import logging as viurLogging # unused import, must exist, initializes request logging
42import logging # this import has to stay here, see #571
44__all__ = [
45 # basics from this __init__
46 "setDefaultLanguage",
47 "setDefaultDomainLanguage",
48 "setup",
49 # prototypes
50 "Module",
51 "Method",
52 # tasks
53 "DeleteEntitiesIter",
54 "QueryIter",
55 "retry_n_times",
56 "callDeferred",
57 "CallDeferred",
58 "StartupTask",
59 "PeriodicTask",
60 # Decorators
61 "access",
62 "exposed",
63 "force_post",
64 "force_ssl",
65 "internal_exposed",
66 "skey",
67 # others
68 "conf",
69 "translate",
70]
72# Show DeprecationWarning from the viur-core
73warnings.filterwarnings("once", category=DeprecationWarning)
74warnings.filterwarnings("ignore", category=DeprecationWarning, module=r"viur\.datastore.*",
75 message="'clonedBoneMap' was renamed into 'bone_map'")
77def setDefaultLanguage(lang: str):
78 """
79 Sets the default language used by ViUR to *lang*.
81 :param lang: Name of the language module to use by default.
82 """
83 conf.i18n.default_language = lang.lower()
86def setDefaultDomainLanguage(domain: str, lang: str):
87 """
88 If conf.i18n.language_method is set to "domain", this function allows setting the map of which domain
89 should use which language.
90 :param domain: The domain for which the language should be set
91 :param lang: The language to use (in ISO2 format, e.g. "DE")
92 """
93 host = domain.lower().strip(" /")
94 if host.startswith("www."):
95 host = host[4:]
96 conf.i18n.domain_language_mapping[host] = lang.lower()
99def __build_app(modules: ModuleType | object, renderers: ModuleType | object, default: str = None) -> Module:
100 """
101 Creates the application-context for the current instance.
103 This function converts the classes found in the *modules*-module,
104 and the given renders into the object found at ``conf.main_app``.
106 Every class found in *modules* becomes
108 - instanced
109 - get the corresponding renderer attached
110 - will be attached to ``conf.main_app``
112 :param modules: Usually the module provided as *modules* directory within the application.
113 :param renderers: Usually the module *viur.core.renders*, or a dictionary renderName => renderClass.
114 :param default: Name of the renderer, which will form the root of the application.
115 This will be the renderer, which wont get a prefix, usually html.
116 (=> /user instead of /html/user)
117 """
118 if not isinstance(renderers, dict):
119 # build up the dict from viur.core.render
120 renderers, mod = {}, renderers
122 from viur.core.render.abstract import AbstractRenderer
124 for render_name, render_mod in vars(mod).items():
125 if inspect.ismodule(render_mod):
126 for render_clsname, render_cls in vars(render_mod).items():
127 # this is "kinda hackish..." because ViUR 3's current renderer concept is pure bulls*t...
128 if render_clsname == "DefaultRender":
129 continue
131 if (
132 # test for a renderer
133 (inspect.isclass(render_cls) and issubclass(render_cls, AbstractRenderer))
134 # bullsh*t, this must be entirely reworked!
135 or render_clsname == "_postProcessAppObj"
136 ):
137 renderers.setdefault(render_name, {})
138 renderers[render_name][render_clsname] = render_cls
140 # assign ViUR system modules
141 from viur.core.modules.moduleconf import ModuleConf # noqa: E402 # import works only here because circular imports
142 from viur.core.modules.script import Script # noqa: E402 # import works only here because circular imports
143 from viur.core.modules.translation import Translation # noqa: E402 # import works only here because circular imports
144 from viur.core.prototypes.instanced_module import InstancedModule # noqa: E402 # import works only here because circular imports
146 modules._tasks = TaskHandler
147 modules._moduleconf = ModuleConf
148 modules._translation = Translation
149 modules.script = Script
151 # Resolver defines the URL mapping
152 resolver = {}
154 # Index is mapping all module instances for global access
155 index = (modules.index if hasattr(modules, "index") else Module)("index", "")
156 index.register(resolver, renderers[default]["default"](parent=index))
158 for module_name, module_cls in vars(modules).items(): # iterate over all modules
159 if module_name == "index":
160 continue # ignore index, as it has been processed before!
162 if module_name in renderers:
163 raise NameError(f"Cannot name module {module_name!r}, as it is a reserved render's name")
165 if not ( # we define the cases we want to use and then negate them all
166 (inspect.isclass(module_cls) and issubclass(module_cls, Module) # is a normal Module class
167 and not issubclass(module_cls, InstancedModule)) # but not a "instantiable" Module
168 or isinstance(module_cls, InstancedModule) # is an already instanced Module
169 ):
170 continue
172 # remember module_instance for default renderer.
173 module_instance = default_module_instance = None
175 for render_name, render in renderers.items(): # look, if a particular renderer should be built
176 # Only continue when module_cls is configured for this render
177 # todo: VIUR4 this is for legacy reasons, can be done better!
178 if not getattr(module_cls, render_name, False):
179 continue
181 # Create a new module instance
182 module_instance = module_cls(
183 module_name, ("/" + render_name if render_name != default else "") + "/" + module_name
184 )
186 # Attach the module-specific or the default render
187 if render_name == default: # default or render (sub)namespace?
188 default_module_instance = module_instance
189 target = resolver
190 else:
191 if getattr(index, render_name, True) is True:
192 # Render is not build yet, or it is just the simple marker that a given render should be build
193 setattr(index, render_name, Module(render_name, "/" + render_name))
195 # Attach the module to the given renderer node
196 setattr(getattr(index, render_name), module_name, module_instance)
197 target = resolver.setdefault(render_name, {})
199 module_instance.register(target, render.get(module_name, render["default"])(parent=module_instance))
201 # Apply Renderers postProcess Filters
202 if "_postProcessAppObj" in render: # todo: This is ugly!
203 render["_postProcessAppObj"](target)
205 # Ugly solution, but there is no better way to do it in ViUR 3:
206 # Allow that any module can be accessed by `conf.main_app.<modulename>`,
207 # either with default render or the last created render.
208 # This behavior does NOT influence the routing.
209 if default_module_instance or module_instance:
210 setattr(index, module_name, default_module_instance or module_instance)
212 # fixme: Below is also ugly...
213 if default in renderers and hasattr(renderers[default]["default"], "renderEmail"):
214 conf.emailRenderer = renderers[default]["default"]().renderEmail
215 elif "html" in renderers:
216 conf.emailRenderer = renderers["html"]["default"]().renderEmail
218 # This might be useful for debugging, please keep it for now.
219 if conf.debug.trace:
220 import pprint
221 logging.debug(pprint.pformat(resolver))
223 conf.main_resolver = resolver
224 conf.main_app = index
227def setup(modules: ModuleType | object, render: ModuleType | object = None, default: str = "html"):
228 """
229 Define whats going to be served by this instance.
231 :param modules: Usually the module provided as *modules* directory within the application.
232 :param render: Usually the module *viur.core.renders*, or a dictionary renderName => renderClass.
233 :param default: Name of the renderer, which will form the root of the application.\
234 This will be the renderer, which wont get a prefix, usually html. \
235 (=> /user instead of /html/user)
236 """
237 from viur.core.bones.base import setSystemInitialized
238 # noinspection PyUnresolvedReferences
239 import skeletons # This import is not used here but _must_ remain to ensure that the
240 # application's data models are explicitly imported at some place!
241 if conf.instance.project_id not in conf.valid_application_ids:
242 raise RuntimeError(
243 f"""Refusing to start, {conf.instance.project_id=} is not in {conf.valid_application_ids=}""")
244 if not render:
245 import viur.core.render
246 render = viur.core.render
248 __build_app(modules, render, default)
250 # Send warning email in case trace is activated in a cloud environment
251 if ((conf.debug.trace
252 or conf.debug.trace_external_call_routing
253 or conf.debug.trace_internal_call_routing)
254 and (not conf.instance.is_dev_server or conf.debug.dev_server_cloud_logging)):
255 from viur.core import email
256 try:
257 email.send_email_to_admins(
258 "Debug mode enabled",
259 "ViUR just started a new Instance with call tracing enabled! This might log sensitive information!"
260 )
261 except Exception as exc: # OverQuota, whatever
262 logging.exception(exc)
263 # Ensure that our Content Security Policy Header Cache gets build
264 from viur.core import securityheaders
265 securityheaders._rebuildCspHeaderCache()
266 securityheaders._rebuildPermissionHeaderCache()
267 setSystemInitialized()
268 # Assert that all security related headers are in a sane state
269 if conf.security.content_security_policy and conf.security.content_security_policy["_headerCache"]:
270 for k in conf.security.content_security_policy["_headerCache"]:
271 if not k.startswith("Content-Security-Policy"):
272 raise AssertionError("Got unexpected header in "
273 "conf.security.content_security_policy['_headerCache']")
274 if conf.security.strict_transport_security:
275 if not conf.security.strict_transport_security.startswith("max-age"):
276 raise AssertionError("Got unexpected header in conf.security.strict_transport_security")
277 crossDomainPolicies = {None, "none", "master-only", "by-content-type", "all"}
278 if conf.security.x_permitted_cross_domain_policies not in crossDomainPolicies:
279 raise AssertionError("conf.security.x_permitted_cross_domain_policies "
280 f"must be one of {crossDomainPolicies!r}")
281 if conf.security.x_frame_options is not None and isinstance(conf.security.x_frame_options, tuple):
282 mode, uri = conf.security.x_frame_options
283 assert mode in ["deny", "sameorigin", "allow-from"]
284 if mode == "allow-from":
285 assert uri is not None and (uri.lower().startswith("https://") or uri.lower().startswith("http://"))
286 runStartupTasks() # Add a deferred call to run all queued startup tasks
287 i18n.initializeTranslations()
288 if conf.file_hmac_key is None:
289 from viur.core import db
290 key = db.Key("viur-conf", "viur-conf")
291 if not (obj := db.Get(key)): # create a new "viur-conf"?
292 logging.info("Creating new viur-conf")
293 obj = db.Entity(key)
295 if "hmacKey" not in obj: # create a new hmacKey
296 logging.info("Creating new hmacKey")
297 obj["hmacKey"] = utils.string.random(length=20)
298 db.Put(obj)
300 conf.file_hmac_key = bytes(obj["hmacKey"], "utf-8")
302 if conf.instance.is_dev_server:
303 WIDTH = 80 # defines the standard width
304 FILL = "#" # define sthe fill char (must be len(1)!)
305 PYTHON_VERSION = (sys.version_info.major, sys.version_info.minor, sys.version_info.micro)
307 # define lines to show
308 lines = (
309 " LOCAL DEVELOPMENT SERVER IS UP AND RUNNING ", # title line
310 f"""project = \033[1;31m{conf.instance.project_id}\033[0m""",
311 f"""python = \033[1;32m{".".join((str(i) for i in PYTHON_VERSION))}\033[0m""",
312 f"""viur = \033[1;32m{".".join((str(i) for i in conf.version))}\033[0m""",
313 "" # empty line
314 )
316 # first and last line are shown with a cool line made of FILL
317 first_last = (0, len(lines) - 1)
319 # dump to console
320 for i, line in enumerate(lines):
321 print(
322 f"""\033[0m{FILL}{line:{
323 FILL if i in first_last else " "}^{(WIDTH - 2) + (11 if i not in first_last else 0)
324 }}{FILL}"""
325 )
327 return wrap_wsgi_app(app)
330def app(environ: dict, start_response: t.Callable):
331 return request.Router(environ).response(environ, start_response)
334# DEPRECATED ATTRIBUTES HANDLING
336__DEPRECATED_DECORATORS = {
337 # stuff prior viur-core < 3.5
338 "forcePost": ("force_post", force_post),
339 "forceSSL": ("force_ssl", force_ssl),
340 "internalExposed": ("internal_exposed", internal_exposed)
341}
344def __getattr__(attr: str) -> object:
345 if entry := __DEPRECATED_DECORATORS.get(attr): 345 ↛ 346line 345 didn't jump to line 346 because the condition on line 345 was never true
346 func = entry[1]
347 msg = f"@{attr} was replaced by @{entry[0]}"
348 warnings.warn(msg, DeprecationWarning, stacklevel=2)
349 logging.warning(msg, stacklevel=2)
350 return func
352 return super(__import__(__name__).__class__).__getattr__(attr)