triple_export.py 5.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142
  1. """Serialize resolved Atlas entities to Turtle for inspection or write-path preparation."""
  2. from __future__ import annotations
  3. import json
  4. from app.models import AtlasClaim, AtlasEntity
  5. PREFIXES = """@prefix atlas: <http://world.eu.org/atlas_ontology#> .
  6. @prefix atlas_data: <http://world.eu.org/atlas_data#> .
  7. @prefix xsd: <http://www.w3.org/2001/XMLSchema#> .
  8. @prefix rdfs: <http://www.w3.org/2000/01/rdf-schema#> .
  9. """
  10. def _safe_fragment(value: str) -> str:
  11. value = (value or "").strip().lower()
  12. out = []
  13. for ch in value:
  14. if ch.isalnum() or ch in ["_", "-"]:
  15. out.append(ch)
  16. else:
  17. out.append("_")
  18. frag = "".join(out).strip("_")
  19. return frag or "entity"
  20. def _entity_node(entity: AtlasEntity) -> str:
  21. return f"atlas_data:entity_{_safe_fragment(entity.atlas_id)}"
  22. def _alias_node(alias_label: str) -> str:
  23. return f"atlas_data:alias_{_safe_fragment(alias_label)}"
  24. def _claim_node(claim: AtlasClaim) -> str:
  25. return f"atlas_data:claim_{_safe_fragment(claim.claim_id)}"
  26. def _provenance_node(claim: AtlasClaim) -> str:
  27. prov = claim.provenance
  28. if prov is None:
  29. return ""
  30. parts = [claim.claim_id, prov.source, prov.retrieval_method, prov.retrieved_at or ""]
  31. return f"atlas_data:prov_{_safe_fragment('_'.join(parts))}"
  32. def _literal(text: str) -> str:
  33. return text.replace("\\", "\\\\").replace('"', '\\"')
  34. def _claim_object_iri(claim: AtlasClaim) -> str | None:
  35. if claim.object.kind == "type":
  36. return claim.object.value
  37. if claim.object.kind == "identifier" and claim.object.id_type:
  38. return f"atlas_data:ident_{_safe_fragment(claim.object.id_type + '_' + claim.object.value)}"
  39. return None
  40. def entity_to_turtle(entity: AtlasEntity) -> str:
  41. lines: list[str] = [PREFIXES]
  42. subject = _entity_node(entity)
  43. lines.append(f"{subject} a atlas:Entity ;")
  44. lines.append(f' atlas:canonicalLabel "{_literal(entity.canonical_label)}" ;')
  45. if entity.canonical_description:
  46. lines.append(f' atlas:canonicalDescription "{_literal(entity.canonical_description)}" ;')
  47. if entity.entity_type and entity.entity_type != "unknown":
  48. lines.append(f" atlas:hasCanonicalType atlas:{_safe_fragment(entity.entity_type).capitalize()} ;")
  49. wd = entity.raw_payload.get("wikidata") if isinstance(entity.raw_payload, dict) else None
  50. if isinstance(wd, dict) and wd.get("status") == "ok":
  51. lines.append(f' atlas:rawWikidataJson "{_literal(json.dumps(wd, ensure_ascii=False))}"^^xsd:string ;')
  52. if isinstance(entity.raw_payload, dict):
  53. trends_payload = {k: v for k, v in entity.raw_payload.items() if k != "wikidata"}
  54. if trends_payload:
  55. lines.append(f' atlas:rawTrendsJson "{_literal(json.dumps(trends_payload, ensure_ascii=False))}"^^xsd:string ;')
  56. for alias in entity.aliases:
  57. lines.append(f" atlas:hasAlias {_alias_node(alias.label)} ;")
  58. for claim in entity.claims:
  59. lines.append(f" atlas:hasClaim {_claim_node(claim)} ;")
  60. lines.append(f" atlas:needsCuration {'true' if entity.needs_curation else 'false'} .")
  61. lines.append("")
  62. for alias in entity.aliases:
  63. alias_node = _alias_node(alias.label)
  64. lines.append(f"{alias_node} a atlas:Alias ;")
  65. lines.append(f' atlas:aliasLabel "{_literal(alias.label)}" ;')
  66. lines.append(f" atlas:resolvedTo {subject} .")
  67. lines.append("")
  68. # Materialize identifier resources from identifier claims.
  69. for claim in entity.claims:
  70. if claim.predicate != "atlas:hasIdentifier" or claim.object.kind != "identifier":
  71. continue
  72. ident_node = _claim_object_iri(claim)
  73. if not ident_node:
  74. continue
  75. id_type = claim.object.id_type or "unknown"
  76. id_type_iri = "atlas:Mid" if id_type == "mid" else ("atlas:WikidataQID" if id_type == "qid" else f"atlas:{_safe_fragment(id_type).capitalize()}")
  77. lines.append(f"{ident_node} a atlas:Identifier ;")
  78. lines.append(f' atlas:identifierValue "{_literal(claim.object.value)}" ;')
  79. lines.append(f' atlas:identifierType {id_type_iri} .')
  80. lines.append("")
  81. for claim in entity.claims:
  82. claim_node = _claim_node(claim)
  83. lines.append(f"{claim_node} a atlas:Claim ;")
  84. lines.append(f" atlas:claimSubjectIri {subject} ;")
  85. lines.append(f' atlas:claimPredicate "{_literal(claim.predicate)}" ;')
  86. obj_iri = _claim_object_iri(claim)
  87. if obj_iri:
  88. lines.append(f" atlas:claimObjectIri {obj_iri} ;")
  89. else:
  90. lines.append(f' atlas:claimObjectLiteral "{_literal(claim.object.value)}" ;')
  91. lines.append(f' atlas:claimLayer "{_literal(claim.layer)}" ;')
  92. lines.append(f' atlas:claimStatus "{_literal(claim.status)}" ;')
  93. prov_node = _provenance_node(claim)
  94. if prov_node:
  95. lines.append(f" atlas:hasProvenance {prov_node} .")
  96. else:
  97. lines[-1] = lines[-1].rstrip(" ;") + " ."
  98. lines.append("")
  99. if claim.provenance:
  100. prov = claim.provenance
  101. lines.append(f"{prov_node} a atlas:Provenance ;")
  102. lines.append(f' atlas:provenanceSource "{_literal(prov.source)}" ;')
  103. lines.append(f' atlas:retrievalMethod "{_literal(prov.retrieval_method)}" ;')
  104. lines.append(f' atlas:confidence "{prov.confidence}"^^xsd:decimal ;')
  105. if prov.retrieved_at:
  106. lines.append(f' atlas:retrievedAt "{_literal(prov.retrieved_at)}"^^xsd:dateTime .')
  107. else:
  108. lines[-1] = lines[-1].rstrip(" ;") + " ."
  109. lines.append("")
  110. return "\n".join(lines).strip() + "\n"