{"type":"doc","content":[{"type":"heading","attrs":{"level":2},"content":[{"text":"Summary","type":"text"}]},{"type":"paragraph","content":[{"text":"Goal:","type":"text","marks":[{"type":"strong"}]},{"text":" When a user creates/updates a record then more robust MARC validation should happen. Feature intent is to define default validation rules and allow the library (tenant-level setting) to set custom rules. \"Q\" release focus will be on defining the technical design approach.","type":"text"}]},{"type":"paragraph","content":[{"text":"To be considered:","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"The tech design should not be MARC-centric meaning that it should be flexible enough to assign a set of validation rules per record type + format. ","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"The tech design should also allow for any flow that creates/updates MARC to opt-in to using these validation rules ","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"This feature will however focus on MARC. Additional features must be created to support other formats. ","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Technical design will focus on MARC bibliographic and MARC authority records. ","type":"text"}]}]}]},{"type":"heading","attrs":{"level":2},"content":[{"text":"Requirements","type":"text"}]},{"type":"heading","attrs":{"level":3},"content":[{"text":"Functional Requirements","type":"text"}]},{"type":"paragraph","content":[{"text":"MARC validation - Logic","type":"text","marks":[{"type":"link","attrs":{"href":"https://folio-org.atlassian.net/wiki/spaces/FOLIJET/pages/1407631"}}]}]},{"type":"paragraph","content":[{"text":"Prod tickets:","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"type":"inlineCard","attrs":{"url":"https://folio-org.atlassian.net/browse/UXPROD-3940"}},{"text":" ","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"type":"inlineCard","attrs":{"url":"https://folio-org.atlassian.net/browse/UXPROD-4549"}},{"text":" ","type":"text"}]}]}]},{"type":"paragraph","content":[{"text":"Arch tickets:","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"type":"inlineCard","attrs":{"url":"https://folio-org.atlassian.net/browse/ARCH-208"}},{"text":" ","type":"text"}]}]}]},{"type":"heading","attrs":{"level":3},"content":[{"text":"Non-functional Requirements","type":"text"}]},{"type":"paragraph","content":[{"text":"NFR Scorecard: ","type":"text"},{"type":"inlineCard","attrs":{"url":"https://folio-org.atlassian.net/wiki/spaces/DD/pages/129695746"}},{"text":" ","type":"text"}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Reusability:","type":"text","marks":[{"type":"strong"},{"type":"em"}]}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"validation should be reusable by DI or UI","type":"text"}]}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Extensibility:","type":"text","marks":[{"type":"strong"},{"type":"em"}]}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"support for different formats","type":"text"}]}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Performance","type":"text","marks":[{"type":"strong"},{"type":"em"}]},{"text":":","type":"text"}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"UI Validation should support at least 30 simultaneous users ECS and Non-ECS","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"should not impact DI process significantly","type":"text"}]}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Configurability:","type":"text","marks":[{"type":"strong"},{"type":"em"}]}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"tenants should be able to configure additional validation rules","type":"text"}]}]}]}]}]},{"type":"heading","attrs":{"level":2},"content":[{"text":"Solution Options","type":"text"}]},{"type":"table","attrs":{"layout":"full-width","isNumberColumnEnabled":true,"width":1800.0,"localId":"adb20abd-6e89-4933-863e-44a895c5077f"},"content":[{"type":"tableRow","content":[{"type":"tableHeader","attrs":{"colspan":1,"rowspan":1,"colwidth":[445.0]},"content":[{"type":"paragraph","content":[{"text":"Option","type":"text","marks":[{"type":"strong"}]}]}]},{"type":"tableHeader","attrs":{"colspan":1,"rowspan":1,"colwidth":[85.0]},"content":[{"type":"paragraph","content":[{"text":"Status","type":"text","marks":[{"type":"strong"}]}]}]},{"type":"tableHeader","attrs":{"colspan":1,"rowspan":1,"colwidth":[149.0]},"content":[{"type":"paragraph","content":[{"text":"Description","type":"text","marks":[{"type":"strong"}]}]}]},{"type":"tableHeader","attrs":{"colspan":1,"rowspan":1,"colwidth":[366.0]},"content":[{"type":"paragraph","content":[{"text":"Pros","type":"text","marks":[{"type":"strong"}]}]}]},{"type":"tableHeader","attrs":{"colspan":1,"rowspan":1,"colwidth":[752.0]},"content":[{"type":"paragraph","content":[{"text":"Cons","type":"text","marks":[{"type":"strong"}]}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[445.0]},"content":[{"type":"paragraph","content":[{"text":"Extend Existing Validation mechanisms","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[85.0]},"content":[{"type":"paragraph","content":[{"type":"hardBreak"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[149.0]},"content":[{"type":"paragraph","content":[{"type":"hardBreak"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[366.0]},"content":[{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"type":"hardBreak"}]}]}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[752.0]},"content":[{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Hard-to-reuse mechanism","type":"text"}]}]}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[445.0]},"content":[{"type":"paragraph","content":[{"text":"Create Validation Library","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[85.0]},"content":[{"type":"paragraph","content":[{"type":"hardBreak"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[149.0]},"content":[{"type":"paragraph","content":[{"type":"hardBreak"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[366.0]},"content":[{"type":"paragraph","content":[{"type":"hardBreak"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[752.0]},"content":[{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Persistence of the validation results requires additional implementation in particular module","type":"text"}]}]}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[445.0]},"content":[{"type":"paragraph","content":[{"text":"Create Validation Module","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[85.0]},"content":[{"type":"paragraph","content":[{"text":"Target","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[149.0]},"content":[{"type":"paragraph","content":[{"type":"hardBreak"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[366.0]},"content":[{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Allows extensibility and possibility to extend the module with validations for additional formats (e.g. BIBFRAME)","type":"text"},{"type":"hardBreak"}]}]}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[752.0]},"content":[{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Inter-service communication lag","type":"text"}]}]}]}]}]}]},{"type":"heading","attrs":{"level":2},"content":[{"text":"Target Architecture","type":"text"}]},{"type":"heading","attrs":{"level":3},"content":[{"text":"Option 2. Create Validation Library","type":"text"}]},{"type":"paragraph","content":[{"text":"The target architecture is aimed to provide a loosely coupled solution that can be reused by different FOLIO modules and provide a common approach to validation logic. It will require the following actions:","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Extract validation logic into a library","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Provide the capability to configure the set of rules through external configuration, and extend configuration by user-defined rules","type":"text"}]}]}]},{"type":"paragraph","content":[{"text":"Component diagram","type":"text","marks":[{"type":"annotation","attrs":{"annotationType":"inlineComment","id":"9abe2ccc-7e98-4139-ab6f-245acce04abb"}},{"type":"strong"},{"type":"em"}]}]},{"type":"extension","attrs":{"layout":"default","extensionType":"com.atlassian.confluence.macro.core","extensionKey":"drawio","parameters":{"macroParams":{"mVer":{"value":"2"},"zoom":{"value":"1"},"simple":{"value":"0"},"inComment":{"value":"0"},"custContentId":{"value":"95944798"},"pageId":{"value":"2654329"},"lbox":{"value":"1"},"diagramDisplayName":{"value":"Spitfire-Validation-Library-Component.drawio"},"contentVer":{"value":"1"},"revision":{"value":"1"},"baseUrl":{"value":"https://folio-org.atlassian.net/wiki"},"diagramName":{"value":"Spitfire-Validation-Library-Component.drawio"},"pCenter":{"value":"0"},"width":{"value":"728"},"links":{"value":""},"tbstyle":{"value":""},"height":{"value":"611"}},"macroMetadata":{"macroId":{"value":"b6e5adb9-d06d-4af7-99e7-1f4045ad8987"},"schemaVersion":{"value":"1"},"placeholder":[{"type":"image","data":{"url":"https://ac.draw.io/connectImage?mVer=2&zoom=1&simple=0&inComment=0&custContentId=95944798&pageId=2654329&lbox=1&diagramDisplayName=Spitfire-Validation-Library-Component.drawio&contentVer=1&revision=1&baseUrl=https%3A%2F%2Ffolio-org.atlassian.net%2Fwiki&diagramName=Spitfire-Validation-Library-Component.drawio&pCenter=0&width=728&links=&tbstyle=&height=611"}}],"title":"draw.io Diagram"}},"localId":"62d637e0-7168-464d-82a0-4f1bad57bd08"}},{"type":"paragraph","content":[{"text":"UI Sequence Diagram","type":"text","marks":[{"type":"strong"},{"type":"em"}]}]},{"type":"paragraph","content":[{"text":"For UI communication validation should be persisted in the database only when the marc document is saved. This means that when there are validation errors then there is no need to persist validation results.","type":"text"}]},{"type":"extension","attrs":{"layout":"default","extensionType":"com.atlassian.confluence.macro.core","extensionKey":"drawio","parameters":{"macroParams":{"mVer":{"value":"2"},"zoom":{"value":"1"},"simple":{"value":"0"},"inComment":{"value":"0"},"custContentId":{"value":"98828329"},"pageId":{"value":"2654329"},"lbox":{"value":"1"},"diagramDisplayName":{"value":"Spitfire-Marc-Validaion-UI-sequence.drawio"},"contentVer":{"value":"4"},"revision":{"value":"4"},"baseUrl":{"value":"https://folio-org.atlassian.net/wiki"},"diagramName":{"value":"1710748360573-Spitfire-Marc-Validaion-UI-sequence.drawio"},"pCenter":{"value":"0"},"width":{"value":"1059"},"links":{"value":""},"tbstyle":{"value":""},"height":{"value":"898"}},"macroMetadata":{"macroId":{"value":"c6a177b1-4677-4d0f-9cc2-593616e8e05f"},"schemaVersion":{"value":"1"},"placeholder":[{"type":"image","data":{"url":"https://ac.draw.io/connectImage?mVer=2&zoom=1&simple=0&inComment=0&custContentId=98828329&pageId=2654329&lbox=1&diagramDisplayName=Spitfire-Marc-Validaion-UI-sequence.drawio&contentVer=4&revision=4&baseUrl=https%3A%2F%2Ffolio-org.atlassian.net%2Fwiki&diagramName=1710748360573-Spitfire-Marc-Validaion-UI-sequence.drawio&pCenter=0&width=1059&links=&tbstyle=&height=898"}}],"title":"draw.io Diagram"}},"localId":"f5ea50f2-6ad1-4102-ab1a-1104ae910ff6"}},{"type":"paragraph"},{"type":"heading","attrs":{"level":3},"content":[{"text":"Option 3. Create Validation Module","type":"text"}]},{"type":"paragraph","content":[{"text":"The target architecture is aimed to provide a loosely coupled solution that can be reused by different FOLIO modules and provide the capability for extension with other bibliographic formats like ","type":"text"},{"text":"BIBFRAME","type":"text","marks":[{"type":"link","attrs":{"href":"https://www.loc.gov/bibframe/"}}]},{"text":". It will require the following actions:","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Extract validation logic into a new module","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Provide the capability to configure the set of rules through external configuration, and extend configuration by user-defined rules","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Provide an asynchronous way of communication for the data-import module to reduce the performance impact on the procedure","type":"text"}]}]}]},{"type":"paragraph","content":[{"text":"Component Diagram","type":"text","marks":[{"type":"strong"},{"type":"em"}]}]},{"type":"paragraph","content":[{"text":"The target solution is aimed to provide an independent mechanism for the validation capability of different formats. The reasoning for the implementation of the validation mechanism as an independent module is following:","type":"text"}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Independent scalability: The data import procedure might create a significant load on the validation mechanism and thus will affect validation functionality for UI interactions","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Context boundaries: The new module provides the capability to support different types of configurable validations for multiple data formats. The synchronous and asynchronous APIs would allow other modules to reuse the module capabilities without affecting MARC-specific functionality that is used in ","type":"text"},{"text":"mod-quick-marc","type":"text","marks":[{"type":"code"}]}]}]}]},{"type":"extension","attrs":{"layout":"default","extensionType":"com.atlassian.confluence.macro.core","extensionKey":"drawio","parameters":{"macroParams":{"mVer":{"value":"2"},"zoom":{"value":"1"},"simple":{"value":"0"},"inComment":{"value":"0"},"custContentId":{"value":"6324843"},"pageId":{"value":"2654329"},"lbox":{"value":"1"},"diagramDisplayName":{"value":"Spitfire-Marc-Validation-20240205.drawio"},"contentVer":{"value":"2"},"revision":{"value":"2"},"baseUrl":{"value":"https://folio-org.atlassian.net/wiki"},"diagramName":{"value":"Spitfire-Marc-Validation-20240205.drawio"},"pCenter":{"value":"0"},"width":{"value":"728"},"links":{"value":""},"tbstyle":{"value":""},"height":{"value":"640.9999999999999"}},"macroMetadata":{"macroId":{"value":"2b187ecb-dba4-404e-9214-1538d5f2f60e"},"schemaVersion":{"value":"1"},"placeholder":[{"type":"image","data":{"url":"https://ac.draw.io/connectImage?mVer=2&zoom=1&simple=0&inComment=0&custContentId=6324843&pageId=2654329&lbox=1&diagramDisplayName=Spitfire-Marc-Validation-20240205.drawio&contentVer=2&revision=2&baseUrl=https%3A%2F%2Ffolio-org.atlassian.net%2Fwiki&diagramName=Spitfire-Marc-Validation-20240205.drawio&pCenter=0&width=728&links=&tbstyle=&height=640.9999999999999"}}],"title":"draw.io Diagram"}},"localId":"b8b6669e-3f44-4cec-a4e7-5f79731cbeaa"}},{"type":"paragraph","content":[{"type":"hardBreak"}]},{"type":"paragraph","content":[{"text":"UI Sequence Diagram","type":"text","marks":[{"type":"strong"},{"type":"em"}]}]},{"type":"paragraph","content":[{"text":"For UI communication validation should be persisted in the database only when the marc document is saved. This means that when there are validation errors then there is no need to persist validation results.","type":"text"}]},{"type":"extension","attrs":{"layout":"default","extensionType":"com.atlassian.confluence.macro.core","extensionKey":"drawio","parameters":{"macroParams":{"mVer":{"value":"2"},"zoom":{"value":"1"},"simple":{"value":"0"},"inComment":{"value":"0"},"custContentId":{"value":"10125325"},"pageId":{"value":"2654329"},"lbox":{"value":"1"},"diagramDisplayName":{"value":"Spitfire-Marc-Validaion-UI-sequence.drawio"},"contentVer":{"value":"1"},"revision":{"value":"1"},"baseUrl":{"value":"https://folio-org.atlassian.net/wiki"},"diagramName":{"value":"Spitfire-Marc-Validaion-UI-sequence.drawio"},"pCenter":{"value":"0"},"width":{"value":"838"},"links":{"value":""},"tbstyle":{"value":""},"height":{"value":"488"}},"macroMetadata":{"macroId":{"value":"befba814-3b29-4c62-9ffb-115cdf034513"},"schemaVersion":{"value":"1"},"placeholder":[{"type":"image","data":{"url":"https://ac.draw.io/connectImage?mVer=2&zoom=1&simple=0&inComment=0&custContentId=10125325&pageId=2654329&lbox=1&diagramDisplayName=Spitfire-Marc-Validaion-UI-sequence.drawio&contentVer=1&revision=1&baseUrl=https%3A%2F%2Ffolio-org.atlassian.net%2Fwiki&diagramName=Spitfire-Marc-Validaion-UI-sequence.drawio&pCenter=0&width=838&links=&tbstyle=&height=488"}}],"title":"draw.io Diagram"}},"localId":"806b04ff-d04f-4bab-ac05-ef801d9f1bcd"}},{"type":"paragraph","content":[{"type":"hardBreak"}]},{"type":"paragraph","content":[{"text":"DI Sequence Diagram","type":"text","marks":[{"type":"strong"},{"type":"em"}]}]},{"type":"paragraph","content":[{"text":"Data-import validation should be done in an asynchronous way through Kafka topic. Validation results should be persisted with the document identifier and data import job identifier.","type":"text"}]},{"type":"extension","attrs":{"layout":"default","extensionType":"com.atlassian.confluence.macro.core","extensionKey":"drawio","parameters":{"macroParams":{"mVer":{"value":"2"},"zoom":{"value":"1"},"simple":{"value":"0"},"inComment":{"value":"0"},"custContentId":{"value":"9699933"},"pageId":{"value":"2654329"},"lbox":{"value":"1"},"diagramDisplayName":{"value":"Spitfire-Marc-Validation-DI-sequence.drawio"},"contentVer":{"value":"4"},"revision":{"value":"4"},"baseUrl":{"value":"https://folio-org.atlassian.net/wiki"},"diagramName":{"value":"Spitfire-Marc-Validation-DI-sequence.drawio"},"pCenter":{"value":"0"},"width":{"value":"1164"},"links":{"value":""},"tbstyle":{"value":""},"height":{"value":"519"}},"macroMetadata":{"macroId":{"value":"6e5011aa-4c9d-4ef1-a450-c37c566a7eb8"},"schemaVersion":{"value":"1"},"placeholder":[{"type":"image","data":{"url":"https://ac.draw.io/connectImage?mVer=2&zoom=1&simple=0&inComment=0&custContentId=9699933&pageId=2654329&lbox=1&diagramDisplayName=Spitfire-Marc-Validation-DI-sequence.drawio&contentVer=4&revision=4&baseUrl=https%3A%2F%2Ffolio-org.atlassian.net%2Fwiki&diagramName=Spitfire-Marc-Validation-DI-sequence.drawio&pCenter=0&width=1164&links=&tbstyle=&height=519"}}],"title":"draw.io Diagram"}},"localId":"27111e76-9677-4cb2-8bfa-9fd722fc9ab8"}},{"type":"paragraph","content":[{"text":"ERD Diagram","type":"text","marks":[{"type":"strong"},{"type":"em"}]}]},{"type":"paragraph","content":[{"text":"The approach is aimed at persisting validation profiles and validation rules in the database. Persisting validation rules in the database allows flexibility to configure custom rules by a tenant. The diagram below describes the entity relationships:","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Tenant","type":"text","marks":[{"type":"strong"}]},{"text":" - is represented in the module as a database schema name","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Validation profile","type":"text","marks":[{"type":"strong"}]},{"text":" - distinguishes interaction method from other modules/UI modules. As they are represented by different interfaces they can be omitted from the database structure.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Validation Rule (Marc Rule)","type":"text","marks":[{"type":"strong"}]},{"text":" - represents preconfigured rules and custom tenant-level rules for validations in the database. ","type":"text"},{"text":"Preconfigured rules should be provided as a configuration file in the resources of the module or as a db migration script","type":"text","marks":[{"type":"annotation","attrs":{"annotationType":"inlineComment","id":"c9072cd8-10c8-4586-9d97-2da228da3ed0"}}]},{"text":", and custom rules - should be persisted through the REST APIs. ","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Validation Result","type":"text","marks":[{"type":"strong"}]},{"text":" - represents a result of validation for a single validation rule applied to a single object.","type":"text"}]}]}]},{"type":"extension","attrs":{"layout":"default","extensionType":"com.atlassian.confluence.macro.core","extensionKey":"drawio","parameters":{"macroParams":{"mVer":{"value":"2"},"zoom":{"value":"1"},"simple":{"value":"0"},"inComment":{"value":"0"},"custContentId":{"value":"10321924"},"pageId":{"value":"2654329"},"lbox":{"value":"1"},"diagramDisplayName":{"value":"Spitfire-Marc-Validation-ERD.drawio"},"contentVer":{"value":"4"},"revision":{"value":"4"},"baseUrl":{"value":"https://folio-org.atlassian.net/wiki"},"diagramName":{"value":"Spitfire-Marc-Validation-ERD.drawio"},"pCenter":{"value":"0"},"width":{"value":"909"},"links":{"value":""},"tbstyle":{"value":""},"height":{"value":"730"}},"macroMetadata":{"macroId":{"value":"181ef8f5-1e1b-4e5a-bb1f-f1d060c1a6b4"},"schemaVersion":{"value":"1"},"placeholder":[{"type":"image","data":{"url":"https://ac.draw.io/connectImage?mVer=2&zoom=1&simple=0&inComment=0&custContentId=10321924&pageId=2654329&lbox=1&diagramDisplayName=Spitfire-Marc-Validation-ERD.drawio&contentVer=4&revision=4&baseUrl=https%3A%2F%2Ffolio-org.atlassian.net%2Fwiki&diagramName=Spitfire-Marc-Validation-ERD.drawio&pCenter=0&width=909&links=&tbstyle=&height=730"}}],"title":"draw.io Diagram"}},"localId":"0a820753-b3fb-4747-b1e2-9649651e47a4"}},{"type":"paragraph","content":[{"text":"Sample DB Schema","type":"text","marks":[{"type":"strong"},{"type":"em"}]}]},{"type":"paragraph"},{"type":"paragraph"},{"type":"paragraph"},{"type":"mediaSingle","attrs":{"layout":"center","width":789,"widthType":"pixel"},"content":[{"type":"media","attrs":{"width":789,"alt":"diagram-20240410-055046.png","id":"1fceb077-a3be-40bd-a743-d27e3a515df6","collection":"contentId-2654329","type":"file","height":1373}}]},{"type":"paragraph"},{"type":"expand","attrs":{"title":"Sample DDL"},"content":[{"type":"codeBlock","content":[{"text":"create table marc_rules\n(\n id uuid primary key,\n source varchar not null, --enum of <>,\n tag varchar not null,\n type varchar not null, --enum of <>,\n label varchar not null,\n repeatable boolean not null,\n required boolean not null,\n help_url varchar,\n validations jsonb, -- [json] list of applicable validations,\n result_type varchar, --enum of <>\n unique (source, tag, type)\n);\n\ncreate table indicators\n(\n id uuid primary key,\n rule_id uuid not null,\n indicator smallint,\n label varchar,\n codes jsonb, --[json] map of label-value,\n foreign key (rule_id) references marc_rules (id)\n);\n\ncreate table subfields\n(\n id uuid primary key,\n rule_id uuid not null,\n subfield char,\n label varchar not null,\n repeatable boolean not null,\n required boolean not null,\n help_url varchar,\n validations jsonb, -- [json] list of applicable validations,\n result_type varchar, --enum of <>\n codes jsonb, --[json] map of label-value,\n foreign key (rule_id) references marc_rules (id)\n);\n\ncreate table validation_results\n(\n id uuid primary key,\n rule_id uuid not null,\n request_id UUID, --external id\n result_type varchar, --enum of <>\n message varchar,\n foreign key (rule_id) references marc_rules (id)\n);","type":"text"}]}]},{"type":"paragraph","content":[{"text":"REST API for tenant-level rules configuration","type":"text","marks":[{"type":"strong"},{"type":"em"}]}]},{"type":"paragraph","content":[{"text":"The REST API domain model should be built similarly to the existing specification approach that is used in other ILS’s with alignment to FOLIO specifics. Samples:","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"type":"inlineCard","attrs":{"url":"https://format.gbv.de/schema/avram/specification#record-validation"}},{"text":" ","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"type":"inlineCard","attrs":{"url":"https://pkiraly.github.io/2018/01/28/marc21-in-json/"}},{"text":" ","type":"text"}]}]}]},{"type":"heading","attrs":{"level":2},"content":[{"text":"POC:","type":"text"}]},{"type":"paragraph","content":[{"text":"The goal of POC is to understand how to technically allow custom rules configuration and what mechanisms would allow customization and extension of validations for different types of rules and document formats. Results are the following:","type":"text"}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Format for system level and custom validations can be represented in ","type":"text"},{"text":"json","type":"text","marks":[{"type":"code"}]},{"text":" format. Below is an example:","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Serialization and deserialization of different types of rules can be achieved with ","type":"text"},{"text":"JsonTypeInfo","type":"text","marks":[{"type":"code"}]},{"text":" and ","type":"text"},{"text":"JsonSubTypes","type":"text","marks":[{"type":"code"}]},{"text":" annotations of ","type":"text"},{"text":"faster-xml-jackson","type":"text","marks":[{"type":"code"}]},{"text":" ","type":"text"},{"text":"library","type":"text","marks":[{"type":"link","attrs":{"href":"https://fasterxml.github.io/jackson-annotations/javadoc/2.10/com/fasterxml/jackson/annotation/JsonSubTypes.html"}}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"POC Source Code: ","type":"text"},{"type":"mediaInline","attrs":{"id":"c07c32b4-ab2a-4f5e-bab7-8e95fe52ed3a","collection":"contentId-2654329"}},{"text":" ","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Validation Rules in JSON format:","type":"text"}]}]}]},{"type":"expand","attrs":{"title":"JSON Example"},"content":[{"type":"codeBlock","content":[{"text":"{\n \"rules\": [\n {\n \"id\": \"no-empty-fields\",\n \"type\": \"MARC\",\n \"fieldType\": \"NON_LOCAL\",\n \"fieldSelector\": \"ANY\",\n \"validations\": [\n {\n \"type\": \"NOT_EMPTY\"\n }\n ]\n },\n {\n \"id\": \"leader-validations\",\n \"type\": \"MARC\",\n \"fieldSelector\": \"LDR\",\n \"fieldType\": \"SYSTEM\",\n \"validations\": [\n {\n \"type\": \"LENGTH\",\n \"length\": 24\n },\n {\n \"type\": \"ALLOWED_VALUES\",\n \"position\": 5,\n \"values\": [\n \"a\",\n \"c\",\n \"d\"\n ]\n }\n ]\n },\n {\n \"id\": \"1xx-unique\",\n \"type\": \"MARC\",\n \"fieldSelector\": \"101\",\n \"fieldType\": \"SYSTEM\",\n \"validations\": [\n {\n \"type\": \"NON_REPEATABLE\"\n }\n ]\n },\n {\n \"id\": \"system-001\",\n \"type\": \"MARC\",\n \"fieldSelector\": \"001\",\n \"fieldType\": \"SYSTEM\",\n \"validations\": [\n {\n \"type\": \"REQUIRED\"\n },\n {\n \"type\": \"NON_REPEATABLE\"\n }\n ]\n },\n {\n \"id\": \"system-010\",\n \"type\": \"MARC\",\n \"fieldSelector\": \"010\",\n \"fieldType\": \"SYSTEM\",\n \"validations\": [\n {\n \"type\": \"SUBFIELD_EXACTLY_ONE\",\n \"subfield\": \"a\"\n }\n ]\n },\n {\n \"id\": \"custom\",\n \"type\": \"MARC\",\n \"fieldSelector\": \"999\",\n \"fieldType\": \"LOCAL\",\n \"validations\": [\n {\n \"type\": \"REQUIRED\",\n \"dependsOn\": {\n \"tag\": \"010\",\n \"subfield\": \"a\"\n }\n }\n ]\n }\n ]\n}","type":"text"}]}]},{"type":"heading","attrs":{"level":2},"content":[{"text":"Questions:","type":"text"}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"How and in what form validation results should be displayed? Some report form or UI? ","type":"text"}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"UI validation results should be represented as described in ","type":"text"},{"text":"https://folio-org.atlassian.net/browse/MODQM-414","type":"text","marks":[{"type":"link","attrs":{"href":"https://folio-org.atlassian.net/browse/MODQM-414"}}]}]}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Is it required to save historical data for validations of different versions of the same document?","type":"text"}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"No. Only the latest version validation results should be present","type":"text"}]}]}]}]}]},{"type":"paragraph"}],"version":1}

Browser not supported