Coverage for  / home / runner / work / viur-core / viur-core / viur / src / viur / core / bones / relational.py: 7%

554 statements  

« prev     ^ index     » next       coverage.py v7.13.4, created at 2026-03-13 14:41 +0000

1""" 

2This module contains the RelationalBone to create and manage relationships between skeletons 

3and enums to parameterize it. 

4""" 

5import enum 

6import json 

7import logging 

8import time 

9import typing as t 

10import warnings 

11from itertools import chain 

12 

13from viur.core import db, i18n, utils 

14from viur.core.bones.base import BaseBone, ReadFromClientError, ReadFromClientErrorSeverity, getSystemInitialized 

15 

16if t.TYPE_CHECKING: 16 ↛ 17line 16 didn't jump to line 17 because the condition on line 16 was never true

17 from viur.core.skeleton import SkeletonInstance, RelSkel 

18 

19 

20class RelationalConsistency(enum.IntEnum): 

21 """ 

22 An enumeration representing the different consistency strategies for handling stale relations in 

23 the RelationalBone class. 

24 """ 

25 Ignore = 1 

26 """Ignore stale relations, which represents the old behavior.""" 

27 PreventDeletion = 2 

28 """Lock the target object so that it cannot be deleted.""" 

29 SetNull = 3 

30 """Drop the relation if the target object is deleted.""" 

31 CascadeDeletion = 4 

32 """ 

33 .. warning:: Delete this object also if the referenced entry is deleted (Dangerous!) 

34 """ 

35 

36 

37class RelationalUpdateLevel(enum.Enum): 

38 """ 

39 An enumeration representing the different update levels for the RelationalBone class. 

40 """ 

41 Always = 0 

42 """Always update the relational information, regardless of the context.""" 

43 OnRebuildSearchIndex = 1 

44 """Update the relational information only when rebuilding the search index.""" 

45 OnValueAssignment = 2 

46 """Update the relational information only when a new value is assigned to the bone.""" 

47 

48 

49class RelDict(t.TypedDict): 

50 dest: "SkeletonInstance" 

51 rel: t.Optional["RelSkel"] 

52 

53 

54class RelationalBone(BaseBone): 

55 """ 

56 The base class for all relational bones in the ViUR framework. 

57 RelationalBone is used to create and manage relationships between database entities. This class provides 

58 basic functionality and attributes that can be extended by other specialized relational bone classes, 

59 such as N1Relation, N2NRelation, and Hierarchy. 

60 This implementation prioritizes read efficiency and is suitable for situations where data is read more 

61 frequently than written. However, it comes with increased write operations when writing an entity to the 

62 database. The additional write operations depend on the type of relationship: multiple=True RelationalBones 

63 or 1:N relations. 

64 

65 The implementation does not instantly update relational information when a skeleton is updated; instead, 

66 it triggers a deferred task to update references. This may result in outdated data until the task is completed. 

67 

68 Note: Filtering a list by relational properties uses the outdated data. 

69 

70 Example: 

71 - Entity A references Entity B. 

72 - Both have a property "name." 

73 - Entity B is updated (its name changes). 

74 - Entity A's RelationalBone values still show Entity B's old name. 

75 

76 It is not recommended for cases where data is read less frequently than written, as there is no 

77 write-efficient method available yet. 

78 

79 :param kind: KindName of the referenced property. 

80 :param module: Name of the module which should be used to select entities of kind "kind". If not set, 

81 the value of "kind" will be used (the kindName must match the moduleName) 

82 :param refKeys: A list of properties to include from the referenced property. These properties will be 

83 available in the template without having to fetch the referenced property. Filtering is also only possible 

84 by properties named here! 

85 :param parentKeys: A list of properties from the current skeleton to include. If mixing filtering by 

86 relational properties and properties of the class itself, these must be named here. 

87 :param multiple: If True, allow referencing multiple Elements of the given class. (Eg. n:n-relation). 

88 Otherwise its n:1, (you can only select exactly one). It's possible to use a unique constraint on this 

89 bone, allowing for at-most-1:1 or at-most-1:n relations. Instead of true, it's also possible to use 

90 a ```class MultipleConstraints``` instead. 

91 

92 :param format: 

93 Hint for the frontend how to display such an relation. This is now a python expression 

94 evaluated by safeeval on the client side. The following values will be passed to the expression: 

95 

96 - value 

97 The value to display. This will be always a dict (= a single value) - even if the relation is 

98 multiple (in which case the expression is evaluated once per referenced entity) 

99 

100 - structure 

101 The structure of the skeleton this bone is part of as a dictionary as it's transferred to the 

102 fronted by the admin/vi-render. 

103 

104 - language 

105 The current language used by the frontend in ISO2 code (eg. "de"). This will be always set, even if 

106 the project did not enable the multi-language feature. 

107 

108 :param updateLevel: 

109 Indicates how ViUR should keep the values copied from the referenced entity into our 

110 entity up to date. If this bone is indexed, it's recommended to leave this set to 

111 RelationalUpdateLevel.Always, as filtering/sorting by this bone will produce stale results. 

112 

113 :param RelationalUpdateLevel.Always: 

114 

115 always update refkeys (old behavior). If the referenced entity is edited, ViUR will update this 

116 entity also (after a small delay, as these updates happen deferred) 

117 

118 :param RelationalUpdateLevel.OnRebuildSearchIndex: 

119 

120 update refKeys only on rebuildSearchIndex. If the referenced entity changes, this entity will 

121 remain unchanged (this RelationalBone will still have the old values), but it can be updated 

122 by either by editing this entity or running a rebuildSearchIndex over our kind. 

123 

124 :param RelationalUpdateLevel.OnValueAssignment: 

125 

126 update only if explicitly set. A rebuildSearchIndex will not trigger an update, this bone has to be 

127 explicitly modified (in an edit) to have it's values updated 

128 

129 :param consistency: 

130 Can be used to implement SQL-like constrains on this relation. Possible values are: 

131 - RelationalConsistency.Ignore 

132 If the referenced entity gets deleted, this bone will not change. It will still reflect the old 

133 values. This will be even be preserved over edits, however if that referenced value is once 

134 deleted by the user (assigning a different value to this bone or removing that value of the list 

135 of relations if we are multiple) there's no way of restoring it 

136 

137 - RelationalConsistency.PreventDeletion 

138 Will prevent deleting the referenced entity as long as it's selected in this bone (calling 

139 skel.delete() on the referenced entity will raise errors.Locked). It's still (technically) 

140 possible to remove the underlying datastore entity using db.delete manually, but this *must not* 

141 be used on a skeleton object as it will leave a whole bunch of references in a stale state. 

142 

143 - RelationalConsistency.SetNull 

144 Will set this bone to None (or remove the relation from the list in 

145 case we are multiple) when the referenced entity is deleted. 

146 

147 - RelationalConsistency.CascadeDeletion: 

148 (Dangerous!) Will delete this entity when the referenced entity is deleted. Warning: Unlike 

149 relational updates this will cascade. If Entity A references B with CascadeDeletion set, and 

150 B references C also with CascadeDeletion; if C gets deleted, both B and A will be deleted as well. 

151 

152 """ 

153 type = "relational" 

154 kind = None 

155 

156 def __init__( 

157 self, 

158 *, 

159 consistency: RelationalConsistency = RelationalConsistency.Ignore, 

160 format: str = "$(dest.name)", 

161 kind: str = None, 

162 module: t.Optional[str] = None, 

163 parentKeys: t.Optional[t.Iterable[str]] = {"name"}, 

164 refKeys: t.Optional[t.Iterable[str]] = {"name"}, 

165 updateLevel: RelationalUpdateLevel = RelationalUpdateLevel.Always, 

166 using: t.Optional["RelSkel"] = None, 

167 **kwargs 

168 ): 

169 """ 

170 Initialize a new RelationalBone. 

171 

172 :param kind: 

173 KindName of the referenced property. 

174 :param module: 

175 Name of the module which should be used to select entities of kind "type". If not set, 

176 the value of "type" will be used (the kindName must match the moduleName) 

177 :param refKeys: 

178 An iterable of properties to include from the referenced property. These properties will be 

179 available in the template without having to fetch the referenced property. Filtering is also only 

180 possible by properties named here! 

181 :param parentKeys: 

182 An iterable of properties from the current skeleton to include. If mixing filtering by 

183 relational properties and properties of the class itself, these must be named here. 

184 :param multiple: 

185 If True, allow referencing multiple Elements of the given class. (Eg. n:n-relation). 

186 Otherwise its n:1, (you can only select exactly one). It's possible to use a unique constraint on this 

187 bone, allowing for at-most-1:1 or at-most-1:n relations. Instead of true, it's also possible to use 

188 a :class:MultipleConstraints instead. 

189 

190 :param format: Hint for the frontend how to display such an relation. This is now a python expression 

191 evaluated by safeeval on the client side. The following values will be passed to the expression 

192 

193 :param value: 

194 The value to display. This will be always a dict (= a single value) - even if the 

195 relation is multiple (in which case the expression is evaluated once per referenced entity) 

196 :param structure: 

197 The structure of the skeleton this bone is part of as a dictionary as it's 

198 transferred to the fronted by the admin/vi-render. 

199 :param language: 

200 The current language used by the frontend in ISO2 code (eg. "de"). This will be 

201 always set, even if the project did not enable the multi-language feature. 

202 

203 :param updateLevel: 

204 Indicates how ViUR should keep the values copied from the referenced entity into our 

205 entity up to date. If this bone is indexed, it's recommended to leave this set to 

206 RelationalUpdateLevel.Always, as filtering/sorting by this bone will produce stale results. 

207 

208 :param RelationalUpdateLevel.Always: 

209 always update refkeys (old behavior). If the referenced entity is edited, ViUR will update this 

210 entity also (after a small delay, as these updates happen deferred) 

211 :param RelationalUpdateLevel.OnRebuildSearchIndex: 

212 update refKeys only on rebuildSearchIndex. If the 

213 referenced entity changes, this entity will remain unchanged 

214 (this RelationalBone will still have the old values), but it can be updated 

215 by either by editing this entity or running a rebuildSearchIndex over our kind. 

216 :param RelationalUpdateLevel.OnValueAssignment: 

217 update only if explicitly set. A rebuildSearchIndex will not trigger 

218 an update, this bone has to be explicitly modified (in an edit) to have it's values updated 

219 

220 :param consistency: 

221 Can be used to implement SQL-like constrains on this relation. 

222 

223 :param RelationalConsistency.Ignore: 

224 If the referenced entity gets deleted, this bone will not change. It 

225 will still reflect the old values. This will be even be preserved over edits, however if that 

226 referenced value is once deleted by the user (assigning a different value to this bone or 

227 removing that value of the list of relations if we are multiple) there's no way of restoring it 

228 

229 :param RelationalConsistency.PreventDeletion: 

230 Will prevent deleting the referenced entity as long as it's 

231 selected in this bone (calling skel.delete() on the referenced entity will raise errors.Locked). 

232 It's still (technically) possible to remove the underlying datastore entity using db.delete 

233 manually, but this *must not* be used on a skeleton object as it will leave a whole bunch of 

234 references in a stale state. 

235 

236 :param RelationalConsistency.SetNull: 

237 Will set this bone to None (or remove the relation from the list in 

238 case we are multiple) when the referenced entity is deleted. 

239 

240 :param RelationalConsistency.CascadeDeletion: 

241 (Dangerous!) Will delete this entity when the referenced entity 

242 is deleted. Warning: Unlike relational updates this will cascade. If Entity A references B with 

243 CascadeDeletion set, and B references C also with CascadeDeletion; if C gets deleted, both B and 

244 A will be deleted as well. 

245 """ 

246 super().__init__(**kwargs) 

247 self.format = format 

248 

249 if kind: 

250 self.kind = kind 

251 

252 if module: 

253 self.module = module 

254 elif self.kind: 

255 self.module = self.kind 

256 

257 if self.kind is None or self.module is None: 

258 raise NotImplementedError("'kind' and 'module' of RelationalBone must not be None") 

259 

260 # Referenced keys 

261 self.refKeys = {"key", "shortkey"} 

262 if refKeys: 

263 self.refKeys |= set(refKeys) 

264 

265 # Parent keys 

266 self.parentKeys = {"key"} 

267 if parentKeys: 

268 self.parentKeys |= set(parentKeys) 

269 

270 self.using = using 

271 

272 # FIXME: Remove in VIUR4!! 

273 if isinstance(updateLevel, int): 

274 msg = f"parameter updateLevel={updateLevel} in RelationalBone is deprecated. " \ 

275 f"Please use the RelationalUpdateLevel enum instead" 

276 logging.warning(msg, stacklevel=3) 

277 warnings.warn(msg, DeprecationWarning, stacklevel=3) 

278 

279 assert 0 <= updateLevel < 3 

280 for n in RelationalUpdateLevel: 

281 if updateLevel == n.value: 

282 updateLevel = n 

283 

284 self.updateLevel = updateLevel 

285 self.consistency = consistency 

286 

287 if getSystemInitialized(): 

288 from viur.core.skeleton import RefSkel, SkeletonInstance 

289 self._refSkelCache = RefSkel.fromSkel(self.kind, *self.refKeys) 

290 self._skeletonInstanceClassRef = SkeletonInstance 

291 self._ref_keys = set(self._refSkelCache.__boneMap__.keys()) 

292 

293 def setSystemInitialized(self): 

294 """ 

295 Set the system initialized for the current class and cache the RefSkel and SkeletonInstance. 

296 

297 This method calls the superclass's setSystemInitialized method and initializes the RefSkel 

298 and SkeletonInstance classes. The RefSkel is created from the current kind and refKeys, 

299 while the SkeletonInstance class is stored as a reference. 

300 

301 :rtype: None 

302 """ 

303 super().setSystemInitialized() 

304 from viur.core.skeleton import RefSkel, SkeletonInstance 

305 

306 try: 

307 self._refSkelCache = RefSkel.fromSkel(self.kind, *self.refKeys) 

308 except AssertionError: 

309 raise NotImplementedError( 

310 f"Skeleton {self.skel_cls!r} {self.__class__.__name__} {self.name!r}: Kind {self.kind!r} unknown" 

311 ) 

312 

313 self._skeletonInstanceClassRef = SkeletonInstance 

314 self._ref_keys = set(self._refSkelCache.__boneMap__.keys()) 

315 

316 def _getSkels(self): 

317 """ 

318 Retrieve the reference skeleton and the 'using' skeleton for the current RelationalBone instance. 

319 

320 This method returns a tuple containing the reference skeleton (RefSkel) and the 'using' skeleton 

321 (UsingSkel) associated with the current RelationalBone instance. The 'using' skeleton is only 

322 retrieved if the 'using' attribute is defined. 

323 

324 :return: A tuple containing the reference skeleton and the 'using' skeleton. 

325 :rtype: tuple 

326 """ 

327 refSkel = self._refSkelCache() 

328 usingSkel = self.using() if self.using else None 

329 return refSkel, usingSkel 

330 

331 def singleValueUnserialize(self, val): 

332 """ 

333 Restore a value, including the Rel- and Using-Skeleton, from the serialized data read from the datastore. 

334 

335 This method takes a serialized value from the datastore, deserializes it, and returns the corresponding 

336 value with restored RelSkel and Using-Skel. It also handles ViUR 2 compatibility by handling string values. 

337 

338 :param val: A JSON-encoded datastore property. 

339 :type val: str or dict 

340 :return: The deserialized value with restored RelSkel and Using-Skel. 

341 :rtype: dict 

342 

343 :raises AssertionError: If the deserialized value is not a dictionary. 

344 """ 

345 

346 def fixFromDictToEntry(inDict): 

347 """ 

348 Convert a dictionary to an entry with properly restored keys and values. 

349 

350 :param dict inDict: The input dictionary to convert. 

351 : return: The resulting entry. 

352 :rtype: dict 

353 """ 

354 if not isinstance(inDict, dict): 

355 return None 

356 res = {} 

357 if "dest" in inDict: 

358 res["dest"] = db.Entity() 

359 for k, v in inDict["dest"].items(): 

360 res["dest"][k] = v 

361 if "key" in res["dest"]: 

362 res["dest"].key = db.normalize_key(res["dest"]["key"]) 

363 if "rel" in inDict and inDict["rel"]: 

364 res["rel"] = db.Entity() 

365 for k, v in inDict["rel"].items(): 

366 res["rel"][k] = v 

367 else: 

368 res["rel"] = None 

369 return res 

370 

371 if isinstance(val, str): # ViUR2 compatibility 

372 try: 

373 value = json.loads(val) 

374 if isinstance(value, list): 

375 value = [fixFromDictToEntry(x) for x in value] 

376 elif isinstance(value, dict): 

377 value = fixFromDictToEntry(value) 

378 else: 

379 value = None 

380 except ValueError: 

381 value = None 

382 else: 

383 value = val 

384 if not value: 

385 return None 

386 elif isinstance(value, list) and value: 

387 value = value[0] 

388 assert isinstance(value, dict), \ 

389 f"Read something from the datastore that's not a dict: {self.name=} -> {type(value)}" 

390 if "dest" not in value: 

391 return None 

392 relSkel, usingSkel = self._getSkels() 

393 relSkel.unserialize(value["dest"]) 

394 if self.using is not None: 

395 usingSkel.unserialize(value["rel"] or db.Entity()) 

396 usingData = usingSkel 

397 else: 

398 usingData = None 

399 return {"dest": relSkel, "rel": usingData} 

400 

401 def serialize(self, skel: "SkeletonInstance", name: str, parentIndexed: bool) -> bool: 

402 """ 

403 Serialize the RelationalBone for the given skeleton, updating relational locks as necessary. 

404 

405 This method serializes the RelationalBone values for a given skeleton and stores the serialized 

406 values in the skeleton's dbEntity. It also updates the relational locks, adding new locks and 

407 removing old ones as needed. 

408 

409 :param SkeletonInstance skel: The skeleton instance containing the values to be serialized. 

410 :param str name: The name of the bone to be serialized. 

411 :param bool parentIndexed: A flag indicating whether the parent bone is indexed. 

412 :return: True if the serialization is successful, False otherwise. 

413 :rtype: bool 

414 

415 :raises AssertionError: If a programming error is detected. 

416 """ 

417 

418 def serialize_dest_rel(in_value: dict | None = None) -> (dict | None, dict | None): 

419 if not in_value: 

420 return None, None 

421 if dest_val := in_value.get("dest"): 

422 ref_data_serialized = dest_val.serialize(parentIndexed=indexed) 

423 else: 

424 ref_data_serialized = None 

425 if rel_data := in_value.get("rel"): 

426 using_data_serialized = rel_data.serialize(parentIndexed=indexed) 

427 else: 

428 using_data_serialized = None 

429 

430 return using_data_serialized, ref_data_serialized 

431 

432 super().serialize(skel, name, parentIndexed) 

433 

434 # Clean old properties from entry (prevent name collision) 

435 for key in tuple(skel.dbEntity.keys()): 

436 if key.startswith(f"{name}."): 

437 del skel.dbEntity[key] 

438 

439 indexed = self.indexed and parentIndexed 

440 

441 if not (new_vals := skel.accessedValues.get(name)): 

442 return False 

443 

444 # TODO: The good old leier... modernize this. 

445 if self.languages: 

446 res = {"_viurLanguageWrapper_": True} 

447 for language in self.languages: 

448 if language in new_vals: 

449 if self.multiple: 

450 res[language] = [] 

451 for val in new_vals[language]: 

452 if val: 

453 using_data, ref_data = serialize_dest_rel(val) 

454 res[language].append({"rel": using_data, "dest": ref_data}) 

455 else: 

456 if (val := new_vals[language]) and val["dest"]: 

457 using_data, ref_data = serialize_dest_rel(val) 

458 res[language] = {"rel": using_data, "dest": ref_data} 

459 elif self.multiple: 

460 res = [] 

461 for val in new_vals: 

462 if val: 

463 using_data, ref_data = serialize_dest_rel(val) 

464 res.append({"rel": using_data, "dest": ref_data}) 

465 elif new_vals: 

466 using_data, ref_data = serialize_dest_rel(new_vals) 

467 res = {"rel": using_data, "dest": ref_data} 

468 

469 skel.dbEntity[name] = res 

470 

471 # Ensure our indexed flag is up2date 

472 if indexed and name in skel.dbEntity.exclude_from_indexes: 

473 skel.dbEntity.exclude_from_indexes.discard(name) 

474 elif not indexed and name not in skel.dbEntity.exclude_from_indexes: 

475 skel.dbEntity.exclude_from_indexes.add(name) 

476 

477 # Delete legacy property (PR #1244) #TODO: Remove in ViUR4 

478 skel.dbEntity.pop(f"{name}_outgoingRelationalLocks", None) 

479 

480 return True 

481 

482 def _get_single_destinct_hash(self, value): 

483 parts = [value["dest"]["key"]] 

484 

485 if self.using: 

486 for name, bone in self.using.__boneMap__.items(): 

487 parts.append(bone._get_destinct_hash(value["rel"][name])) 

488 

489 return tuple(parts) 

490 

491 def postSavedHandler(self, skel, boneName, key) -> None: 

492 """ 

493 Handle relational updates after a skeleton is saved. 

494 

495 This method updates, removes, or adds relations between the saved skeleton and the referenced entities. 

496 It also takes care of updating the relational properties and consistency levels. 

497 

498 :param skel: The saved skeleton instance. 

499 :param boneName: The name of the relational bone. 

500 :param key: The key of the saved skeleton instance. 

501 """ 

502 viur_src_kind = key.kind 

503 viur_src_property = boneName 

504 

505 # Hack for RelationalBones in containers (like RecordBones) 

506 if "." in boneName: 

507 _, boneName = boneName.rsplit(".", 1) # bone name to fummel out of the skeleton (again...) 

508 

509 if not skel[boneName]: 

510 values = [] 

511 elif self.multiple and self.languages: 

512 values = chain(*skel[boneName].values()) 

513 elif self.languages: 

514 values = list(skel[boneName].values()) 

515 elif self.multiple: 

516 values = skel[boneName] 

517 else: 

518 values = [skel[boneName]] 

519 

520 # Keep a set of all referenced keys 

521 values = [value for value in values if value] 

522 values_keys = {value["dest"]["key"] for value in values} 

523 

524 # Referenced parent values 

525 src_values = db.Entity(key) 

526 if skel.dbEntity: 

527 src_values |= {bone: skel.dbEntity.get(bone) for bone in self.parentKeys or ()} 

528 

529 # Now is now, nana nananaaaaaaa... 

530 now = time.time() 

531 

532 # Helper fcuntion to 

533 def __update_relation(entity: db.Entity, data: dict): 

534 ref_skel = data["dest"] 

535 rel_skel = data["rel"] 

536 

537 entity["dest"] = ref_skel.serialize(parentIndexed=True) 

538 entity["rel"] = rel_skel.serialize(parentIndexed=True) if rel_skel else None 

539 entity["src"] = src_values 

540 

541 entity["viur_src_kind"] = viur_src_kind 

542 entity["viur_src_property"] = viur_src_property 

543 entity["viur_dest_kind"] = self.kind 

544 entity["viur_delayed_update_tag"] = now 

545 entity["viur_relational_updateLevel"] = self.updateLevel.value 

546 entity["viur_relational_consistency"] = self.consistency.value 

547 entity["viur_foreign_keys"] = list(self.refKeys) 

548 entity["viurTags"] = skel.dbEntity.get("viurTags") if skel.dbEntity else None 

549 

550 db.put(entity) 

551 

552 # Query and update existing entries pointing to this bone 

553 query = db.Query("viur-relations") \ 

554 .filter("viur_src_kind =", viur_src_kind) \ 

555 .filter("viur_dest_kind =", self.kind) \ 

556 .filter("viur_src_property =", viur_src_property) \ 

557 .filter("src.__key__ =", key) 

558 

559 for entity in query.iter(): 

560 try: 

561 if entity["dest"].key not in values_keys: # Relation has been removed 

562 db.delete(entity.key) 

563 continue 

564 

565 except KeyError: # This entry is corrupt 

566 db.delete(entity.key) 

567 

568 else: # Relation: Updated 

569 # Find the newest item matching this key (this has to been done this way)... 

570 value = [value for value in values if value["dest"]["key"] == entity["dest"].key][0] 

571 # ... and remove it from the list of values 

572 values.remove(value) 

573 values_keys.remove(value["dest"]["key"]) 

574 

575 # Update existing database entry 

576 __update_relation(entity, value) 

577 

578 # Add new database entries for the remaining values 

579 for value in values: 

580 __update_relation(db.Entity(db.Key("viur-relations", parent=key)), value) 

581 

582 # Call postSavedHandler on UsingSkel (RelSkel) 

583 if self.using: 

584 for idx, lang, value in self.iter_bone_value(skel, boneName): 

585 if not value["rel"]: 

586 continue 

587 for bone_name, bone in value["rel"].items(): 

588 bone.postSavedHandler(value["rel"], bone_name, key) 

589 

590 def postDeletedHandler(self, skel: "SkeletonInstance", boneName: str, key: db.Key) -> None: 

591 """ 

592 Handle relational updates after a skeleton is deleted. 

593 

594 This method deletes all relations associated with the deleted skeleton and the referenced entities 

595 for the given relational bone. 

596 

597 :param skel: The deleted SkeletonInstance. 

598 :param boneName: The name of the RelationalBone in the Skeleton. 

599 :param key: The key of the deleted Entity. 

600 """ 

601 query = db.Query("viur-relations") \ 

602 .filter("viur_src_kind =", key.kind) \ 

603 .filter("viur_dest_kind =", self.kind) \ 

604 .filter("viur_src_property =", boneName) \ 

605 .filter("src.__key__ =", key) 

606 

607 db.delete([entity for entity in query.run()]) 

608 

609 def isInvalid(self, key) -> None: 

610 """ 

611 Check if the given key is invalid for this relational bone. 

612 

613 This method always returns None, as the actual validation of the key 

614 is performed in other methods of the RelationalBone class. 

615 

616 :param key: The key to be checked for validity. 

617 :return: None, as the actual validation is performed elsewhere. 

618 """ 

619 return None 

620 

621 def parseSubfieldsFromClient(self): 

622 """ 

623 Determine if the RelationalBone should parse subfields from the client. 

624 

625 This method returns True if the `using` attribute is not None, indicating 

626 that this RelationalBone has a using-skeleton, and its subfields should 

627 be parsed. Otherwise, it returns False. 

628 

629 :return: True if the using-skeleton is not None and subfields should be parsed, False otherwise. 

630 :rtype: bool 

631 """ 

632 return self.using is not None 

633 

634 def singleValueFromClient(self, value, skel, bone_name, client_data): 

635 errors = [] 

636 

637 if isinstance(value, dict): 

638 dest_key = value.pop("key", None) 

639 else: 

640 dest_key = value 

641 value = {} 

642 

643 if self.using: 

644 rel = self.using() 

645 if not rel.fromClient(value): 

646 errors.append( 

647 ReadFromClientError( 

648 ReadFromClientErrorSeverity.Invalid, 

649 i18n.translate("core.bones.error.incomplete", "Incomplete data"), 

650 ) 

651 ) 

652 

653 errors.extend(rel.errors) 

654 else: 

655 rel = None 

656 

657 # FIXME VIUR4: createRelSkelFromKey doesn't accept an instance of a RelSkel... 

658 if ret := self.createRelSkelFromKey(dest_key, None): # ...therefore we need to first give None... 

659 ret["rel"] = rel # ...and then assign it manually. 

660 

661 if err := self.isInvalid(ret): 

662 ret = self.getEmptyValue() 

663 errors.append(ReadFromClientError(ReadFromClientErrorSeverity.Invalid, err)) 

664 

665 return ret, errors 

666 

667 elif self.consistency == RelationalConsistency.Ignore: 

668 # when RelationalConsistency.Ignore is on, keep existing relations, even when they where deleted 

669 for _, _, value in self.iter_bone_value(skel, bone_name): 

670 if str(value["dest"]["key"]) == str(dest_key): 

671 value["rel"] = rel 

672 return value, errors 

673 

674 errors.append(ReadFromClientError(ReadFromClientErrorSeverity.Invalid)) 

675 return self.getEmptyValue(), errors 

676 

677 def _rewriteQuery(self, name, skel, dbFilter, rawFilter): 

678 """ 

679 Rewrites a datastore query to operate on "viur-relations" instead of the original kind. 

680 

681 This method is needed to perform relational queries on n:m relations. It takes the original datastore query 

682 and rewrites it to target the "viur-relations" kind. It also adjusts filters and sort orders accordingly. 

683 

684 :param str name: The name of the bone. 

685 :param SkeletonInstance skel: The skeleton instance the bone is a part of. 

686 :param viur.core.db.Query dbFilter: The original datastore query to be rewritten. 

687 :param dict rawFilter: The raw filter applied to the original datastore query. 

688 

689 :return: A tuple containing the name, skeleton, rewritten query, and raw filter. 

690 :rtype: Tuple[str, 'viur.core.skeleton.SkeletonInstance', 'viur.core.db.Query', dict] 

691 

692 :raises NotImplementedError: If the original query contains multiple filters with "IN" or "!=" operators. 

693 :raises RuntimeError: If the filtering is invalid, e.g., using multiple key filters or querying 

694 properties not in parentKeys. 

695 """ 

696 origQueries = dbFilter.queries 

697 if isinstance(origQueries, list): 

698 raise NotImplementedError( 

699 "Doing a relational Query with multiple=True and \"IN or !=\"-filters is currently unsupported!") 

700 dbFilter.queries = db.QueryDefinition("viur-relations", { 

701 "viur_src_kind =": skel.kindName, 

702 "viur_dest_kind =": self.kind, 

703 "viur_src_property =": name 

704 

705 }, orders=[], startCursor=origQueries.startCursor, endCursor=origQueries.endCursor) 

706 for k, v in origQueries.filters.items(): # Merge old filters in 

707 # Ensure that all non-relational-filters are in parentKeys 

708 if k == db.KEY_SPECIAL_PROPERTY: 

709 # We must process the key-property separately as its meaning changes as we change the datastore kind were querying 

710 if isinstance(v, list) or isinstance(v, tuple): 

711 logging.warning(f"Invalid filtering! Doing an relational Query on {name} with multiple key= " 

712 f"filters is unsupported!") 

713 raise RuntimeError() 

714 if not isinstance(v, db.Key): 

715 v = db.Key(v) 

716 dbFilter.ancestor(v) 

717 continue 

718 boneName = k.split(".")[0].split(" ")[0] 

719 if boneName not in self.parentKeys and boneName != "__key__": 

720 logging.warning(f"Invalid filtering! {boneName} is not in parentKeys of RelationalBone {name}!") 

721 raise RuntimeError() 

722 dbFilter.filter(f"src.{k}", v) 

723 orderList = [] 

724 for k, d in origQueries.orders: # Merge old sort orders in 

725 if k == db.KEY_SPECIAL_PROPERTY: 

726 orderList.append((f"{k}", d)) 

727 elif not k in self.parentKeys: 

728 logging.warning(f"Invalid filtering! {k} is not in parentKeys of RelationalBone {name}!") 

729 raise RuntimeError() 

730 else: 

731 orderList.append((f"src.{k}", d)) 

732 if orderList: 

733 dbFilter.order(*orderList) 

734 return name, skel, dbFilter, rawFilter 

735 

736 def buildDBFilter( 

737 self, 

738 name: str, 

739 skel: "SkeletonInstance", 

740 dbFilter: db.Query, 

741 rawFilter: dict, 

742 prefix: t.Optional[str] = None 

743 ) -> db.Query: 

744 """ 

745 Builds a datastore query by modifying the given filter based on the RelationalBone's properties. 

746 

747 This method takes a datastore query and modifies it according to the relational bone properties. 

748 It also merges any related filters based on the 'refKeys' and 'using' attributes of the bone. 

749 

750 :param str name: The name of the bone. 

751 :param SkeletonInstance skel: The skeleton instance the bone is a part of. 

752 :param db.Query dbFilter: The original datastore query to be modified. 

753 :param dict rawFilter: The raw filter applied to the original datastore query. 

754 :param str prefix: Optional prefix to be applied to filter keys. 

755 

756 :return: The modified datastore query. 

757 :rtype: db.Query 

758 

759 :raises RuntimeError: If the filtering is invalid, e.g., querying properties not in 'refKeys' 

760 or not a bone in 'using'. 

761 """ 

762 relSkel, _usingSkelCache = self._getSkels() 

763 origQueries = dbFilter.queries 

764 

765 if origQueries is None: # This query is unsatisfiable 

766 return dbFilter 

767 

768 myKeys = [x for x in rawFilter.keys() if x.startswith(f"{name}.")] 

769 if len(myKeys) > 0: # We filter by some properties 

770 if dbFilter.getKind() != "viur-relations" and self.multiple: 

771 name, skel, dbFilter, rawFilter = self._rewriteQuery(name, skel, dbFilter, rawFilter) 

772 

773 # Merge the relational filters in 

774 for myKey in myKeys: 

775 value = rawFilter[myKey] 

776 

777 try: 

778 unused, _type, key = myKey.split(".", 2) 

779 assert _type in ["dest", "rel"] 

780 except: 

781 if self.using is None: 

782 # This will be a "dest" query 

783 _type = "dest" 

784 try: 

785 unused, key = myKey.split(".", 1) 

786 except: 

787 continue 

788 else: 

789 continue 

790 

791 # just use the first part of "key" to check against our refSkel / relSkel (strip any leading .something and $something) 

792 checkKey = key 

793 if "." in checkKey: 

794 checkKey = checkKey.split(".")[0] 

795 

796 if "$" in checkKey: 

797 checkKey = checkKey.split("$")[0] 

798 

799 if _type == "dest": 

800 

801 # Ensure that the relational-filter is in refKeys 

802 if checkKey not in self._ref_keys: 

803 logging.warning(f"Invalid filtering! {key} is not in refKeys of RelationalBone {name}!") 

804 raise RuntimeError() 

805 

806 # Iterate our relSkel and let these bones write their filters in 

807 for bname, bone in relSkel.items(): 

808 if checkKey == bname: 

809 newFilter = {key: value} 

810 if self.multiple: 

811 bone.buildDBFilter(bname, relSkel, dbFilter, newFilter, prefix=(prefix or "") + "dest.") 

812 else: 

813 bone.buildDBFilter(bname, relSkel, dbFilter, newFilter, 

814 prefix=(prefix or "") + name + ".dest.") 

815 

816 elif _type == "rel": 

817 

818 # Ensure that the relational-filter is in refKeys 

819 if self.using is None or checkKey not in self.using(): 

820 logging.warning(f"Invalid filtering! {key} is not a bone in 'using' of {name}") 

821 raise RuntimeError() 

822 

823 # Iterate our usingSkel and let these bones write their filters in 

824 for bname, bone in self.using().items(): 

825 if key.startswith(bname): 

826 newFilter = {key: value} 

827 if self.multiple: 

828 bone.buildDBFilter(bname, relSkel, dbFilter, newFilter, prefix=(prefix or "") + "rel.") 

829 else: 

830 bone.buildDBFilter(bname, relSkel, dbFilter, newFilter, 

831 prefix=(prefix or "") + name + ".rel.") 

832 

833 if self.multiple: 

834 dbFilter.setFilterHook(lambda s, filter, value: self.filterHook(name, s, filter, value)) 

835 dbFilter.setOrderHook(lambda s, orderings: self.orderHook(name, s, orderings)) 

836 

837 elif name in rawFilter and isinstance(rawFilter[name], str) and rawFilter[name].lower() == "none": 

838 dbFilter = dbFilter.filter(f"{name} =", None) 

839 

840 return dbFilter 

841 

842 def buildDBSort( 

843 self, 

844 name: str, 

845 skel: "SkeletonInstance", 

846 query: db.Query, 

847 params: dict, 

848 postfix: str = "", 

849 ) -> t.Optional[db.Query]: 

850 """ 

851 Builds a datastore query by modifying the given filter based on the RelationalBone's properties for sorting. 

852 

853 This method takes a datastore query and modifies its sorting behavior according to the relational bone 

854 properties. It also checks if the sorting is valid based on the 'refKeys' and 'using' attributes of the bone. 

855 

856 :param name: The name of the bone. 

857 :param skel: The skeleton instance the bone is a part of. 

858 :param query: The original datastore query to be modified. 

859 :param params: The raw filter applied to the original datastore query. 

860 

861 :return: The modified datastore query with updated sorting behavior. 

862 :rtype: t.Optional[db.Query] 

863 

864 :raises RuntimeError: If the sorting is invalid, e.g., using properties not in 'refKeys' 

865 or not a bone in 'using'. 

866 """ 

867 if query.queries and (orderby := params.get("orderby")) and utils.string.is_prefix(orderby, name): 

868 if self.multiple and query.getKind() != "viur-relations": 

869 # This query has not been rewritten (yet) 

870 name, skel, query, params = self._rewriteQuery(name, skel, query, params) 

871 

872 try: 

873 _, _type, param = orderby.split(".") 

874 except ValueError as e: 

875 logging.exception(f"Invalid layout of {orderby=}: {e}") 

876 return query 

877 if _type not in ("dest", "rel"): 

878 logging.error("Invalid type {_type}") 

879 return query 

880 

881 # Ensure that the relational-filter is in refKeys 

882 if _type == "dest" and param not in self._ref_keys: 

883 raise RuntimeError(f"Invalid filtering! {param!r} is not in refKeys of RelationalBone {name!r}!") 

884 elif _type == "rel" and (self.using is None or param not in self.using()): 

885 raise RuntimeError(f"Invalid filtering! {param!r} is not a bone in 'using' of RelationalBone {name!r}") 

886 

887 if self.multiple: 

888 path = f"{_type}.{param}" 

889 else: 

890 path = f"{name}.{_type}.{param}" 

891 

892 order = utils.parse.sortorder(params.get("orderdir")) 

893 query = query.order((path, order)) 

894 

895 if self.multiple: 

896 query.setFilterHook(lambda s, query, value: self.filterHook(name, s, query, value)) 

897 query.setOrderHook(lambda s, orderings: self.orderHook(name, s, orderings)) 

898 

899 return query 

900 

901 def filterHook(self, name, query, param, value): # FIXME 

902 """ 

903 Hook installed by buildDbFilter that rewrites filters added to the query to match the layout of the 

904 viur-relations index and performs sanity checks on the query. 

905 

906 This method rewrites and validates filters added to a datastore query after the `buildDbFilter` method 

907 has been executed. It ensures that the filters are compatible with the structure of the viur-relations 

908 index and checks if the query is possible. 

909 

910 :param str name: The name of the bone. 

911 :param db.Query query: The datastore query to be modified. 

912 :param str param: The filter parameter to be checked and potentially modified. 

913 :param value: The value associated with the filter parameter. 

914 

915 :return: A tuple containing the modified filter parameter and its associated value, or None if 

916 the filter parameter is a key special property. 

917 :rtype: Tuple[str, Any] or None 

918 

919 :raises RuntimeError: If the filtering is invalid, e.g., using properties not in 'refKeys' or 'parentKeys'. 

920 """ 

921 if param.startswith("src.") or param.startswith("dest.") or param.startswith("viur_"): 

922 # This filter is already valid in our relation 

923 return param, value 

924 if param.startswith(f"{name}."): 

925 # We add a constrain filtering by properties of the referenced entity 

926 refKey = param.replace(f"{name}.", "") 

927 if " " in refKey: # Strip >, < or = params 

928 refKey = refKey[:refKey.find(" ")] 

929 if refKey not in self._ref_keys: 

930 logging.warning(f"Invalid filtering! {refKey} is not in refKeys of RelationalBone {name}!") 

931 raise RuntimeError() 

932 if self.multiple: 

933 return param.replace(f"{name}.", "dest."), value 

934 else: 

935 return param, value 

936 else: 

937 # We filter by a property of this entity 

938 if not self.multiple: 

939 # Not relational, not multiple - nothing to do here 

940 return param, value 

941 # Prepend "src." 

942 srcKey = param 

943 if " " in srcKey: 

944 srcKey = srcKey[: srcKey.find(" ")] # Cut <, >, and = 

945 if srcKey == db.KEY_SPECIAL_PROPERTY: # Rewrite key= filter as its meaning has changed 

946 if isinstance(value, list) or isinstance(value, tuple): 

947 logging.warning(f"Invalid filtering! Doing an relational Query on {name} " 

948 f"with multiple key= filters is unsupported!") 

949 raise RuntimeError() 

950 if not isinstance(value, db.Key): 

951 value = db.Key(value) 

952 query.ancestor(value) 

953 return None 

954 if srcKey not in self.parentKeys: 

955 logging.warning(f"Invalid filtering! {srcKey} is not in parentKeys of RelationalBone {name}!") 

956 raise RuntimeError() 

957 return f"src.{param}", value 

958 

959 def orderHook(self, name: str, query: db.Query, orderings): # FIXME 

960 """ 

961 Hook installed by buildDbFilter that rewrites orderings added to the query to match the layout of the 

962 viur-relations index and performs sanity checks on the query. 

963 

964 This method rewrites and validates orderings added to a datastore query after the `buildDbFilter` method 

965 has been executed. It ensures that the orderings are compatible with the structure of the viur-relations 

966 index and checks if the query is possible. 

967 

968 :param name: The name of the bone. 

969 :param query: The datastore query to be modified. 

970 :param orderings: A list or tuple of orderings to be checked and potentially modified. 

971 :type orderings: List[Union[str, Tuple[str, db.SortOrder]]] or Tuple[Union[str, Tuple[str, db.SortOrder]]] 

972 

973 :return: A list of modified orderings that are compatible with the viur-relations index. 

974 :rtype: List[Union[str, Tuple[str, db.SortOrder]]] 

975 

976 :raises RuntimeError: If the ordering is invalid, e.g., using properties not in 'refKeys' or 'parentKeys'. 

977 """ 

978 res = [] 

979 if not isinstance(orderings, list) and not isinstance(orderings, tuple): 

980 orderings = [orderings] 

981 for order in orderings: 

982 if isinstance(order, tuple): 

983 orderKey = order[0] 

984 else: 

985 orderKey = order 

986 if orderKey.startswith("dest.") or orderKey.startswith("rel.") or orderKey.startswith("src."): 

987 # This is already valid for our relational index 

988 res.append(order) 

989 continue 

990 if orderKey.startswith(f"{name}."): 

991 k = orderKey.replace(f"{name}.", "") 

992 if k not in self._ref_keys: 

993 logging.warning(f"Invalid ordering! {k} is not in refKeys of RelationalBone {name}!") 

994 raise RuntimeError() 

995 if not self.multiple: 

996 res.append(order) 

997 else: 

998 if isinstance(order, tuple): 

999 res.append((f"dest.{k}", order[1])) 

1000 else: 

1001 res.append(f"dest.{k}") 

1002 else: 

1003 if not self.multiple: 

1004 # Nothing to do here 

1005 res.append(order) 

1006 continue 

1007 else: 

1008 if orderKey not in self.parentKeys: 

1009 logging.warning( 

1010 f"Invalid ordering! {orderKey} is not in parentKeys of RelationalBone {name}!") 

1011 raise RuntimeError() 

1012 if isinstance(order, tuple): 

1013 res.append((f"src.{orderKey}", order[1])) 

1014 else: 

1015 res.append(f"src.{orderKey}") 

1016 return res 

1017 

1018 def refresh(self, skel: "SkeletonInstance", name: str) -> None: 

1019 """ 

1020 Refreshes all values that might be cached from other entities in the provided skeleton. 

1021 

1022 This method updates the cached values for relational bones in the provided skeleton, which 

1023 correspond to other entities. It fetches the updated values for the relational bone's 

1024 reference keys and replaces the cached values in the skeleton with the fetched values. 

1025 

1026 :param SkeletonInstance skel: The skeleton containing the bone to be refreshed. 

1027 :param str boneName: The name of the bone to be refreshed. 

1028 """ 

1029 if not skel[name] or self.updateLevel == RelationalUpdateLevel.OnValueAssignment: 

1030 return 

1031 

1032 for _, _, value in self.iter_bone_value(skel, name): 

1033 if value and value["dest"]: 

1034 try: 

1035 target_skel = value["dest"].read() 

1036 except ValueError: 

1037 

1038 # Handle removed reference according to the RelationalConsistency settings 

1039 match self.consistency: 

1040 case RelationalConsistency.CascadeDeletion: 

1041 logging.info( 

1042 f"{name}: " 

1043 f"Cascade deleting {skel["key"]!r} ({skel["name"]!r}) " 

1044 f"due removal of relation {value["dest"]["key"]!r} ({value["dest"]["name"]!r})" 

1045 ) 

1046 skel._cascade_deletion = True 

1047 break 

1048 

1049 case RelationalConsistency.SetNull: 

1050 logging.info( 

1051 f"{name}: " 

1052 f"Emptying relation {skel["key"]!r} ({skel["name"]!r}) " 

1053 f"due removal of {value["dest"]["key"]!r} ({value["dest"]["name"]!r})" 

1054 ) 

1055 value.clear() 

1056 

1057 case _: 

1058 logging.info( 

1059 f"{name}: " 

1060 f"Relation from {skel["key"]!r} ({skel["name"]!r}) " 

1061 f"refers to deleted {value["dest"]["key"]!r} ({value["dest"]["name"]!r}), skipping" 

1062 ) 

1063 

1064 continue 

1065 

1066 # Reset the dbEntity for a clean rewrite 

1067 value["dest"].dbEntity = None 

1068 

1069 # Copy over the refKey values 

1070 for key in self.refKeys: 

1071 value["dest"][key] = target_skel[key] 

1072 # logging.debug(f"Refreshed {key=} to {value["dest"][key]!r} ({str(value["dest"][key])!r})") 

1073 

1074 def getSearchTags(self, skel: "SkeletonInstance", name: str) -> set[str]: 

1075 """ 

1076 Retrieves the search tags for the given RelationalBone in the provided skeleton. 

1077 

1078 This method iterates over the values of the relational bone and gathers search tags from the 

1079 reference and using skeletons. It combines all the tags into a set to avoid duplicates. 

1080 

1081 :param skel: The skeleton containing the bone for which search tags are to be retrieved. 

1082 :param name: The name of the bone for which search tags are to be retrieved. 

1083 

1084 :return: A set of search tags for the specified relational bone. 

1085 """ 

1086 result = set() 

1087 

1088 def get_values(skel_, values_cache): 

1089 for key, bone in skel_.items(): 

1090 if not bone.searchable: 

1091 continue 

1092 for tag in bone.getSearchTags(values_cache, key): 

1093 result.add(tag) 

1094 

1095 ref_skel_cache, using_skel_cache = self._getSkels() 

1096 for idx, lang, value in self.iter_bone_value(skel, name): 

1097 if value is None: 

1098 continue 

1099 if value["dest"]: 

1100 get_values(ref_skel_cache, value["dest"]) 

1101 if value["rel"]: 

1102 get_values(using_skel_cache, value["rel"]) 

1103 

1104 return result 

1105 

1106 def createRelSkelFromKey(self, key: db.Key, rel: dict | None = None) -> RelDict | None: 

1107 if rel_skel := self.relskels_from_keys([(key, rel)]): 

1108 return rel_skel[0] 

1109 return None 

1110 

1111 def relskels_from_keys(self, key_rel_list: list[tuple[db.Key, dict | None]]) -> list[RelDict]: 

1112 """ 

1113 Creates a list of RelSkel instances valid for this bone from the given database key. 

1114 

1115 This method retrieves the entity corresponding to the provided key from the database, unserializes it 

1116 into a reference skeleton, and returns a dictionary containing the reference skeleton and optional 

1117 relation data. 

1118 

1119 :param key_rel_list: List of tuples with the first value in the tuple is the 

1120 key and the second is and RelSkel or None 

1121 

1122 :return: A dictionary containing a reference skeleton and optional relation data. 

1123 """ 

1124 

1125 if not all(db_objs := db.get([db.key_helper(value[0], self.kind, adjust_kind=True) for value in key_rel_list])): 

1126 return [] # return emtpy data when not all data is found 

1127 

1128 res_rel_skels = [] 

1129 

1130 for (key, rel), db_obj in zip(key_rel_list, db_objs): 

1131 dest_skel = self._refSkelCache() 

1132 dest_skel.unserialize(db_obj) 

1133 for bone_name in dest_skel: 

1134 # Unserialize all bones from refKeys, then drop dbEntity - otherwise all properties will be copied 

1135 _ = dest_skel[bone_name] 

1136 dest_skel.dbEntity = None 

1137 res_rel_skels.append( 

1138 { 

1139 "dest": dest_skel, 

1140 "rel": rel or None 

1141 } 

1142 ) 

1143 

1144 return res_rel_skels 

1145 

1146 def setBoneValue( 

1147 self, 

1148 skel: "SkeletonInstance", 

1149 boneName: str, 

1150 value: t.Any, 

1151 append: bool, 

1152 language: None | str = None 

1153 ) -> bool: 

1154 """ 

1155 Sets the value of the specified bone in the given skeleton. Sanity checks are performed to ensure the 

1156 value is valid. If the value is invalid, no modifications are made. 

1157 

1158 :param skel: Dictionary with the current values from the skeleton we belong to. 

1159 :param boneName: The name of the bone to be modified. 

1160 :param value: The value to be assigned. The type depends on the bone type. 

1161 :param append: If true, the given value is appended to the values of the bone instead of replacing it. 

1162 Only supported on bones with multiple=True. 

1163 :param language: Set/append for a specific language (optional). Required if the bone 

1164 supports languages. 

1165 

1166 :return: True if the operation succeeded, False otherwise. 

1167 """ 

1168 assert not (bool(self.languages) ^ bool(language)), "Language is required or not supported" 

1169 assert not append or self.multiple, "Can't append - bone is not multiple" 

1170 

1171 def tuple_check(in_value: tuple | None = None) -> bool: 

1172 """ 

1173 Return True if the given value is a tuple with a length of two. 

1174 In addition, the first field in the tuple must be a str,int or db.key. 

1175 Furthermore, the second field must be a skeletonInstanceClassRef. 

1176 """ 

1177 return (isinstance(in_value, tuple) and len(in_value) == 2 

1178 and isinstance(in_value[0], db.KeyType) 

1179 and isinstance(in_value[1], self._skeletonInstanceClassRef)) 

1180 

1181 if not self.multiple and not self.using: 

1182 if not isinstance(value, db.KeyType): 

1183 raise ValueError(f"You must supply exactly one Database-Key str or int to {boneName}") 

1184 parsed_value = (value, None) 

1185 elif not self.multiple and self.using: 

1186 if not tuple_check(value): 

1187 raise ValueError(f"You must supply a tuple of (Database-Key, relSkel) to {boneName}") 

1188 parsed_value = value 

1189 elif self.multiple and not self.using: 

1190 if ( 

1191 not isinstance(value, db.KeyType) 

1192 and not (isinstance(value, list)) 

1193 and all(isinstance(val, db.KeyType) for val in value) 

1194 ): 

1195 raise ValueError(f"You must supply a Database-Key or a list hereof to {boneName}") 

1196 if isinstance(value, list): 

1197 parsed_value = [(key, None) for key in value] 

1198 else: 

1199 parsed_value = [(value, None)] 

1200 else: # which means (self.multiple and self.using) 

1201 if not tuple_check(value) and (not isinstance(value, list) or not all(tuple_check(val) for val in value)): 

1202 raise ValueError(f"You must supply (db.Key, RelSkel) or a list hereof to {boneName}") 

1203 if isinstance(value, list): 

1204 parsed_value = value 

1205 else: 

1206 parsed_value = [value] 

1207 

1208 if boneName not in skel: 

1209 skel[boneName] = {} 

1210 if language: 

1211 skel[boneName].setdefault(language, []) 

1212 

1213 if self.multiple: 

1214 rel_list = self.relskels_from_keys(parsed_value) 

1215 if append: 

1216 if language: 

1217 skel[boneName][language].extend(rel_list) 

1218 else: 

1219 if not isinstance(skel[boneName], list): 

1220 skel[boneName] = [] 

1221 skel[boneName].extend(rel_list) 

1222 else: 

1223 if language: 

1224 skel[boneName][language] = rel_list 

1225 else: 

1226 skel[boneName] = rel_list 

1227 else: 

1228 if not (rel := self.createRelSkelFromKey(parsed_value[0], parsed_value[1])): 

1229 return False 

1230 if language: 

1231 skel[boneName][language] = rel 

1232 else: 

1233 skel[boneName] = rel 

1234 return True 

1235 

1236 def getReferencedBlobs(self, skel: "SkeletonInstance", name: str) -> set[str]: 

1237 """ 

1238 Retrieves the set of referenced blobs from the specified bone in the given skeleton instance. 

1239 

1240 :param SkeletonInstance skel: The skeleton instance to extract the referenced blobs from. 

1241 :param str name: The name of the bone to retrieve the referenced blobs from. 

1242 

1243 :return: A set containing the unique blob keys referenced by the specified bone. 

1244 :rtype: Set[str] 

1245 """ 

1246 result = set() 

1247 

1248 for idx, lang, value in self.iter_bone_value(skel, name): 

1249 if not value: 

1250 continue 

1251 

1252 for key, bone in value["dest"].items(): 

1253 result.update(bone.getReferencedBlobs(value["dest"], key)) 

1254 

1255 if value["rel"]: 

1256 for key, bone in value["rel"].items(): 

1257 result.update(bone.getReferencedBlobs(value["rel"], key)) 

1258 

1259 return result 

1260 

1261 def getUniquePropertyIndexValues(self, valuesCache: dict, name: str) -> list[str]: 

1262 """ 

1263 Generates unique property index values for the RelationalBone based on the referenced keys. 

1264 Can be overridden if different behavior is required (e.g., examining values from `prop:usingSkel`). 

1265 

1266 :param dict valuesCache: The cache containing the current values of the bone. 

1267 :param str name: The name of the bone for which to generate unique property index values. 

1268 

1269 :return: A list containing the unique property index values for the specified bone. 

1270 :rtype: List[str] 

1271 """ 

1272 value = valuesCache.get(name) 

1273 if not value: # We don't have a value to lock 

1274 return [] 

1275 if isinstance(value, dict): 

1276 return self._hashValueForUniquePropertyIndex(value["dest"]["key"]) 

1277 elif isinstance(value, list): 

1278 return self._hashValueForUniquePropertyIndex([entry["dest"]["key"] for entry in value if entry]) 

1279 

1280 def structure(self) -> dict: 

1281 return super().structure() | { 

1282 "type": f"{self.type}.{self.kind}", 

1283 "module": self.module, 

1284 "format": self.format, 

1285 "using": self.using().structure() if self.using else None, 

1286 "relskel": self._refSkelCache().structure(), 

1287 } 

1288 

1289 def _atomic_dump(self, value: dict[str, "SkeletonInstance"]) -> dict | None: 

1290 if isinstance(value, dict): 

1291 return { 

1292 "dest": value["dest"].dump(), 

1293 "rel": value["rel"].dump() if value["rel"] else None, 

1294 }