{ "cells": [ { "cell_type": "code", "execution_count": 59, "metadata": {}, "outputs": [], "source": [ "# Utilities to read/write csv files\n", "import csv\n", "# Utilities to handle character encodings\n", "import unicodedata\n", "# Ordered Dicts\n", "from collections import OrderedDict\n", "\n", "import json\n", "\n", "\n", "# OPZIONAL IMPORTS\n", "\n", "# For timestamping/simple speed tests\n", "from datetime import datetime\n", "# Random number generator\n", "from random import *\n", "# System & command line utilities\n", "import sys\n", "# Json for the dictionary\n", "import json" ] }, { "cell_type": "code", "execution_count": 60, "metadata": {}, "outputs": [], "source": [ "import_dir = '/Users/federicaspinelli/Google Drive/OVI-CNR/CSV/corali/'\n", "export_dir = '/Users/federicaspinelli/Google Drive/OVI-CNR/RDF/corali/'" ] }, { "cell_type": "code", "execution_count": 61, "metadata": {}, "outputs": [], "source": [ "# Custom class to store URIs + related infos for the ontologies/repositories\n", "\n", "class RDFcoords:\n", " def __init__(self, uri, prefix, code = None):\n", " self.uri = uri\n", " self.prefix = prefix\n", " self.code = code\n", "\n", "\n", "# Repositories\n", "datiniCoords = RDFcoords('', 'dt:')\n", "personAuthCoords = RDFcoords('', 'pa:')\n", "# W3/CIDOC Predicates\n", "hasTypeCoords = RDFcoords('', 'tp:')\n", "hasTypePCoords = RDFcoords('', 'te:')\n", "carriesCoords = RDFcoords('', 'ca:')\n", "identifiedByCoords = RDFcoords('', 'ib:')\n", "labelCoords = RDFcoords('', 'lb:')\n", "wasBroughtCoords = RDFcoords('', 'wb:')\n", "carriedByCoords = RDFcoords('', 'cb:')\n", "hasCurrentPermanentLocationCoords = RDFcoords('', 'ap:')\n", "placeCoords = RDFcoords('', 'pl:', 'E53')\n", "hasTimeSpanCoords = RDFcoords('', 'hs:')\n", "hasNoteCoords = RDFcoords('', 'no:')\n", "hasCurrentOwnerCoords = RDFcoords('', 'ow:')\n", "\n", "# CIDOC Objects\n", "manMadeObjectCoords = RDFcoords('', 'mo:', 'E22')\n", "informationObjectCoords = RDFcoords('', 'io:', 'E73')\n", "titleCoords = RDFcoords('', 'ti:' ,'E35')\n", "placeAppellationCoords = RDFcoords('', 'pa:', 'E44')\n", "identifierCoords = RDFcoords('', 'id:', 'E42')\n", "typeCoords = RDFcoords('', 'ty:', 'E55')\n", "creationCoords = RDFcoords('', 'cr:', 'E65')\n", "personCoords = RDFcoords('', 'ps:', 'E21')\n", "timeSpanCoords = RDFcoords('', 'ts:', 'E52')\n", "stringCoords = RDFcoords('', 'st:', 'E62')\n", "tookPlaceCoords = RDFcoords('', 'tk:')\n", "carriedByCoords = RDFcoords('', 'cb:')\n", "consistCoords = RDFcoords('', 'cf:')\n", "cidocCoords = RDFcoords('', 'crm:')\n", "schemaCoords = RDFcoords('', 'schema:')\n", "personCoords = RDFcoords('', 'person:')\n", "nsCoords = RDFcoords('', 'rdf:')\n", "materialCoords = RDFcoords('', 'mt:', 'E57')\n", "composedCoords = RDFcoords('', 'cmp:')\n", "dimensionsCoords = RDFcoords('', 'dm:', 'E54')\n", "hasDimensionsCoords = RDFcoords('', 'hd:')\n", "hasConditionCoords = RDFcoords('', 'hc:')\n", "conditionCoords = RDFcoords('', 'cs:', 'E3')\n", "\n" ] }, { "cell_type": "code", "execution_count": 62, "metadata": {}, "outputs": [], "source": [ "# Basic functions for triples / shortened triples in TTL format\n", "\n", "def triple(subject, predicate, object1):\n", " line = subject + ' ' + predicate + ' ' + object1\n", " return line\n", "\n", "def doublet(predicate, object1):\n", " line = ' ' + predicate + ' ' + object1\n", " return line\n", "\n", "def singlet(object1):\n", " line = ' ' + object1\n", " return line\n", "\n", "# Line endings in TTL format\n", "continueLine1 = ' ;\\n'\n", "continueLine2 = ' ,\\n'\n", "closeLine = ' .\\n'" ] }, { "cell_type": "code", "execution_count": 63, "metadata": {}, "outputs": [], "source": [ "def writeTTLHeader(output):\n", " output.write('@prefix ' + datiniCoords.prefix + ' ' + datiniCoords.uri + closeLine)\n", " output.write('@prefix ' + personAuthCoords.prefix + ' ' + personAuthCoords.uri + closeLine)\n", " output.write('@prefix ' + hasTypeCoords.prefix + ' ' + hasTypeCoords.uri + closeLine)\n", " output.write('@prefix ' + hasTypePCoords.prefix + ' ' + hasTypePCoords.uri + closeLine)\n", " output.write('@prefix ' + manMadeObjectCoords.prefix + ' ' + manMadeObjectCoords.uri + closeLine)\n", " output.write('@prefix ' + carriesCoords.prefix + ' ' + carriesCoords.uri + closeLine)\n", " output.write('@prefix ' + informationObjectCoords.prefix + ' ' + informationObjectCoords.uri + closeLine)\n", " output.write('@prefix ' + identifiedByCoords.prefix + ' ' + identifiedByCoords.uri + closeLine)\n", " output.write('@prefix ' + titleCoords.prefix + ' ' + titleCoords.uri + closeLine)\n", " output.write('@prefix ' + labelCoords.prefix + ' ' + labelCoords.uri + closeLine)\n", " output.write('@prefix ' + identifierCoords.prefix + ' ' + identifierCoords.uri + closeLine)\n", " output.write('@prefix ' + wasBroughtCoords.prefix + ' ' + wasBroughtCoords.uri + closeLine)\n", " output.write('@prefix ' + typeCoords.prefix + ' ' + typeCoords.uri + closeLine)\n", " output.write('@prefix ' + carriedByCoords.prefix + ' ' + carriedByCoords.uri + closeLine)\n", " output.write('@prefix ' + personCoords.prefix + ' ' + personCoords.uri + closeLine)\n", " output.write('@prefix ' + hasCurrentPermanentLocationCoords.prefix + ' ' + hasCurrentPermanentLocationCoords.uri + closeLine)\n", " output.write('@prefix ' + placeCoords.prefix + ' ' + placeCoords.uri + closeLine)\n", " output.write('@prefix ' + hasTimeSpanCoords.prefix + ' ' + hasTimeSpanCoords.uri + closeLine)\n", " output.write('@prefix ' + timeSpanCoords.prefix + ' ' + timeSpanCoords.uri + closeLine)\n", " output.write('@prefix ' + hasNoteCoords.prefix + ' ' + hasNoteCoords.uri + closeLine)\n", " output.write('@prefix ' + stringCoords.prefix + ' ' + stringCoords.uri + closeLine)\n", " output.write('@prefix ' + tookPlaceCoords.prefix + ' ' + tookPlaceCoords.uri + closeLine) \n", " output.write('@prefix ' + carriedByCoords.prefix + ' ' + carriedByCoords.uri + closeLine)\n", " output.write('@prefix ' + consistCoords.prefix + ' ' + consistCoords.uri + closeLine)\n", " output.write('@prefix ' + cidocCoords.prefix + ' ' + cidocCoords.uri + closeLine)\n", " output.write('@prefix ' + schemaCoords.prefix + ' ' + schemaCoords.uri + closeLine)\n", " output.write('@prefix ' + materialCoords.prefix + ' ' + materialCoords.uri + closeLine)\n", " output.write('@prefix ' + creationCoords.prefix + ' ' + creationCoords.uri + closeLine)\n", " output.write('@prefix ' + composedCoords.prefix + ' ' + composedCoords.uri + closeLine)\n", " output.write('@prefix ' + dimensionsCoords.prefix + ' ' + dimensionsCoords.uri + closeLine)\n", " output.write('@prefix ' + hasDimensionsCoords.prefix + ' ' + hasDimensionsCoords.uri + closeLine)\n", " output.write('@prefix ' + hasCurrentOwnerCoords.prefix + ' ' + hasCurrentOwnerCoords.uri + closeLine)\n", " output.write('@prefix ' + hasConditionCoords.prefix + ' ' + hasConditionCoords.uri + closeLine)\n", " output.write('@prefix ' + conditionCoords.prefix + ' ' + conditionCoords.uri + closeLine)\n", " \n", " \n", " output.write('\\n')\n" ] }, { "cell_type": "code", "execution_count": 64, "metadata": { "tags": [] }, "outputs": [], "source": [ "filePrefix = 'data_'\n", "fileType = 'maxref'\n", "max_entries = 100000000\n", "\n", "with open(import_dir + filePrefix + fileType + '.csv', newline=\"\") as csv_file, open(export_dir + filePrefix + fileType + '.ttl', 'w') as output:\n", " reader = csv.DictReader(csv_file)\n", " writeTTLHeader(output)\n", " first = True\n", " ii = 0\n", " for row in reader:\n", " # The index ii is used to process a limited number of entries for testing purposes\n", " ii = ii+1\n", " if (row['ID'] != ''): \n", " e16placeHolder = \"\" \n", " # E42 Identifier\n", " e25mplaceHolder = \"\"\n", " e22placeHolder = \"\"\n", " e42placeHolder = \"\"\n", " line = triple(e16placeHolder, identifiedByCoords.prefix, e42placeHolder) + closeLine\n", " output.write(line)\n", " line = triple(e42placeHolder, hasTypeCoords.prefix, identifierCoords.prefix) + closeLine\n", " output.write(line)\n", " line = triple(e42placeHolder, labelCoords.prefix, '\\\"MAXRF Manuscript, local\\\"') + closeLine\n", " output.write(line)\n", " # E25 Title\n", " e35placeHolder = \"\"\n", " line = triple(e16placeHolder, identifiedByCoords.prefix, e35placeHolder) + closeLine\n", " output.write(line)\n", " line = triple(e35placeHolder, hasTypeCoords.prefix, titleCoords.prefix) + closeLine\n", " output.write(line)\n", " line = triple(e35placeHolder, labelCoords.prefix, '\\\"Marlay cutting It. 13A\\\"') + closeLine\n", " output.write(line)\n", " # E28 Format\n", " e28placeHolder = \"\"\n", " line = triple(e16placeHolder, '', e28placeHolder) + closeLine\n", " output.write(line)\n", " line = triple(e28placeHolder, labelCoords.prefix, '\\\"Dataset XRF imaging\\\"') + closeLine\n", " output.write(line)\n", " e5528placeHolder = \"\"\n", " line = triple(e28placeHolder, hasTypeCoords.prefix, e5528placeHolder) + closeLine\n", " output.write(line)\n", " line = triple(e5528placeHolder, labelCoords.prefix, '\\\"EDF\\\"') + closeLine\n", " output.write(line)\n", " e55281placeHolder = \"\"\n", " line = triple(e28placeHolder, hasTypeCoords.prefix, e55281placeHolder) + closeLine\n", " output.write(line)\n", " line = triple(e55281placeHolder, labelCoords.prefix, '\\\"TIFF\\\"') + closeLine\n", " output.write(line)\n", " # E16 Measurement\n", " tecPlaceholder = \"\"\n", " line = triple(e16placeHolder, cidocCoords.prefix + 'P32_used_general_technique', tecPlaceholder) + closeLine\n", " output.write(line)\n", " line = triple(tecPlaceholder, labelCoords.prefix, '\\\"Scanning X-ray fluorescence spectroscopy (MAXRF)\\\"') + closeLine \n", " output.write(line)\n", " e55placeHolder = \"\"\n", " line = triple(tecPlaceholder, hasTypeCoords.prefix, '\\\"DESCRIPTIONS AND NOTES\\\"') + closeLine\n", " output.write(line)\n", " tecPlaceholder1 = \"\"\n", " line = triple(e16placeHolder, cidocCoords.prefix + 'P32_used_general_technique', tecPlaceholder1) + closeLine\n", " output.write(line)\n", " line = triple(tecPlaceholder1, labelCoords.prefix, '\\\"XRF Imaging\\\"') + closeLine \n", " output.write(line)\n", " e55placeHolder1 = \"\"\n", " line = triple(tecPlaceholder1, hasTypeCoords.prefix, '\\\"TYPE\\\"') + closeLine\n", " output.write(line)\n", " tecPlaceholder2 = \"\"\n", " line = triple(e16placeHolder, cidocCoords.prefix + 'P32_used_general_technique', tecPlaceholder2) + closeLine\n", " output.write(line)\n", " line = triple(tecPlaceholder2, labelCoords.prefix, '\\\"X-ray Fluorescence\\\"') + closeLine \n", " output.write(line)\n", " e55placeHolder2 = \"\"\n", " line = triple(tecPlaceholder2, hasTypeCoords.prefix, '\\\"TYPE\\\"') + closeLine\n", " output.write(line)\n", " tecPlaceholder3 = \"\"\n", " line = triple(e16placeHolder, cidocCoords.prefix + 'P32_used_general_technique', tecPlaceholder3) + closeLine\n", " output.write(line)\n", " line = triple(tecPlaceholder3, labelCoords.prefix, '\\\"Infrared reflectography Near-infrared imaging Optical microscopy Raman spectroscopy UV-vis-NIR reflectance spectroscopy X-ray fluorescence spectroscopy\\\"') + closeLine \n", " output.write(line)\n", " e55placeHolder2 = \"\"\n", " line = triple(tecPlaceholder3, hasTypeCoords.prefix, '\\\"PRELIMINARY ANALYSIS\\\"') + closeLine\n", " output.write(line)\n", " tecPlaceholder4 = \"\"\n", " line = triple(e16placeHolder, cidocCoords.prefix + 'P32_used_general_technique', tecPlaceholder4) + closeLine\n", " output.write(line)\n", " line = triple(tecPlaceholder4, labelCoords.prefix, '\\\"In-situ scientific investigation of the original pigments, the painting technique and the artistic process employed by artist\\\"') + closeLine \n", " output.write(line)\n", " e55placeHolder2 = \"\"\n", " line = triple(tecPlaceholder4, hasTypeCoords.prefix, '\\\"METHOD\\\"') + closeLine\n", " output.write(line)\n", " tecPlaceholder5 = \"\"\n", " line = triple(e16placeHolder, cidocCoords.prefix + 'P32_used_general_technique', tecPlaceholder5) + closeLine\n", " output.write(line)\n", " line = triple(tecPlaceholder5, labelCoords.prefix, '\\\"LANDIS-X MA-XRF scanner\\\"') + closeLine \n", " output.write(line)\n", " e55placeHolder5 = \"\"\n", " line = triple(tecPlaceholder5, hasTypeCoords.prefix, '\\\"PHYSICAL TOOL\\\"') + closeLine\n", " output.write(line)\n", "\n", " \n", "\n", " e57placeHolder = \"\" \n", " line = triple(e16placeHolder, consistCoords.prefix, e57placeHolder) + closeLine\n", " output.write(line)\n", " line = triple(e57placeHolder, hasTypeCoords.prefix, materialCoords.prefix) + closeLine\n", " output.write(line)\n", " line = triple(e57placeHolder, hasTypePCoords.prefix, '\\\"Keywords\\\"') + closeLine\n", " output.write(line)\n", " line = triple(e57placeHolder, labelCoords.prefix, '\\\"pictorial pigments pictorial surface restoration materials \\\"') + closeLine\n", " output.write(line)\n", " line = triple(consistCoords.prefix, labelCoords.prefix, '\\\"consist of\\\"') + closeLine\n", " output.write(line)\n", " # E60 NUMBER OF PART/COMPONENT\n", " e60placeHolder = \"\"\n", " line = triple(e16placeHolder, composedCoords.prefix, e60placeHolder) + closeLine\n", " output.write(line)\n", " line = triple(e60placeHolder, labelCoords.prefix, '\\\"2\\\"') + closeLine\n", " output.write(line)\n", " line = triple(e60placeHolder, hasTypeCoords.prefix, '\\\"NUMBER OF PART/COMPONENT\\\"') + closeLine\n", " output.write(line)\n", " e53placeHolder = \"\"\n", " line = triple(e16placeHolder, '', e53placeHolder) + closeLine\n", " output.write(line)\n", " \n", " line = triple(e53placeHolder, labelCoords.prefix, '\\\"ISPC X-rayLAB, Catania, Italy\\\"') + closeLine\n", " output.write(line)\n", " e5553placeHolder = \"\"\n", " line = triple(e53placeHolder, hasTypeCoords.prefix, e5553placeHolder) + closeLine\n", " output.write(line)\n", " line = triple(e5553placeHolder, labelCoords.prefix, '\\\"PEOPLE/INSTITUTIONS INVOLVED IN THE ANALYSIS\\\"') + closeLine\n", " output.write(line)\n", " e531placeHolder = \"\"\n", " line = triple(e16placeHolder, '', e531placeHolder) + closeLine\n", " output.write(line)\n", " line = triple(e531placeHolder, labelCoords.prefix, '\\\"The Department of Manuscripts and Printed Books, Fitzwilliam Museum, Cambridge\\\"') + closeLine\n", " output.write(line)\n", " e55531placeHolder = \"\"\n", " line = triple(e531placeHolder, hasTypeCoords.prefix, e55531placeHolder) + closeLine\n", " output.write(line)\n", " line = triple(e55531placeHolder, labelCoords.prefix, '\\\"PEOPLE/INSTITUTIONS INVOLVED IN THE INTERPRETATION\\\"') + closeLine\n", " output.write(line)\n", " \n", " output.write('\\n')\n", " # Limit number of entries processed (if desired)\n", " if(ii>max_entries):\n", " break" ] } ], "metadata": { "interpreter": { "hash": "aee8b7b246df8f9039afb4144a1f6fd8d2ca17a180786b69acc140d282b71a49" }, "kernelspec": { "display_name": "Python 3.9.0 64-bit", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.9.0" }, "metadata": { "interpreter": { "hash": "31f2aee4e71d21fbe5cf8b01ff0e069b9275f58929596ceb00d14d90e3e16cd6" } } }, "nbformat": 4, "nbformat_minor": 2 }