<!-- 
RSS generated by JIRA (1001.0.0-SNAPSHOT#100246-sha1:7a5c50119eb0633d306e14180817ddef5e80c75d) at Fri Feb 09 00:27:26 UTC 2024

It is possible to restrict the fields that are returned in this document by specifying the 'field' parameter in your request.
For example, to request only the issue key and summary add field=key&field=summary to the URL of your request.
-->
<rss version="0.92" >
<channel>
    <title>FOLIO Jira</title>
    <link>https://folio-org.atlassian.net</link>
    <description>This file is an XML representation of an issue</description>
    <language>en-us</language>    <build-info>
        <version>1001.0.0-SNAPSHOT</version>
        <build-number>100246</build-number>
        <build-date>07-02-2024</build-date>
    </build-info>

<item>
            <title>[UXPROD-2859] Parse and store structured usage data</title>
                <link>https://folio-org.atlassian.net/browse/UXPROD-2859</link>
                <project id="10000" key="UXPROD">UX Product</project>
                    <description>&lt;p&gt;&lt;b&gt;Purpose&lt;/b&gt;: The eUsage app currently stores raw COUNTER files, but does not convert the COUNTER data into structured data that can be used throughout FOLIO. We will need to extend mod-erm-usage to include tables that will store COUNTER data at the title level, as well as identifiers that will allow us to create connections to a local KB or E-holdings title.&lt;/p&gt;

&lt;p&gt;&lt;b&gt;Workflow&lt;/b&gt;&lt;/p&gt;
&lt;ol&gt;
	&lt;li&gt;A COUNTER report is uploaded to the eUsage app (either manually or through an automated harvest)&lt;/li&gt;
	&lt;li&gt;Each title in the report is compared against the titles already stored in eUsage&lt;/li&gt;
	&lt;li&gt;If a match occurs in eUsage, the new statistics are added to the existing title record&lt;/li&gt;
	&lt;li&gt;If no match occurs in eUsage, the system attempts to match the title to a record in the local holdings KB and a create a new title record in eUsage&lt;/li&gt;
	&lt;li&gt;If the title cannot be matched to the KB, it is reported for manual matching&lt;/li&gt;
	&lt;li&gt;The reports of the harvest job are made available to the user for review and clean up&lt;/li&gt;
&lt;/ol&gt;


&lt;p&gt;&lt;b&gt;Questions&lt;/b&gt;&lt;/p&gt;
&lt;ol&gt;
	&lt;li&gt;What COUNTER report types are being stored in the eUsage app? &lt;b&gt;COUNTER master reports, which contain all possible data&lt;/b&gt;&lt;/li&gt;
	&lt;li&gt;Will all types of COUNTER reports need this treatment? Or only those that are specifically being used for visualizations and downloads? &lt;b&gt;Only the master reports are currently stored and need to be parsed.&lt;/b&gt;&lt;/li&gt;
	&lt;li&gt;Do we need to allow users to choose the local KB or the E-Holdings KB for this process? Or can we just focus on the local KB for now given that EBSCO is doing their own integration for E-Holdings?&#160;&lt;b&gt;We will focus only on the local KB within ERM; E-holdings is out of scope.&lt;/b&gt;&lt;/li&gt;
&lt;/ol&gt;
</description>
                <environment></environment>
        <key id="11954">UXPROD-2859</key>
            <summary>Parse and store structured usage data</summary>
                <type id="10002" iconUrl="https://folio-org.atlassian.net/rest/api/2/universal_avatar/view/type/issuetype/avatar/10322?size=medium">New Feature</type>
                            <parent id="10791">UXPROD-1253</parent>
                                    <priority id="10001" iconUrl="https://dev.folio.org/assets/jira-priority/jira-p2.svg">P2</priority>
                        <status id="6" iconUrl="https://folio-org.atlassian.net/images/icons/statuses/closed.png" description="The issue is considered finished, the resolution is correct. Issues which are closed can be reopened.">Closed</status>
                    <statusCategory id="3" key="done" colorName="green"/>
                                    <resolution id="10003">Done</resolution>
                                                        <assignee accountid="557058:8b283ba3-876a-4e49-9331-64b5493d0021">Kristen Wilson</assignee>
                                                                <reporter accountid="557058:8b283ba3-876a-4e49-9331-64b5493d0021">Kristen Wilson</reporter>
                                    <labels>
                            <label>eUsage</label>
                            <label>erm</label>
                            <label>reporting</label>
                    </labels>
                <created>Tue, 5 Jan 2021 21:15:17 +0000</created>
                <updated>Mon, 22 Nov 2021 16:00:13 +0000</updated>
                            <resolved>Mon, 22 Nov 2021 16:00:13 +0000</resolved>
                                                    <fixVersion>Kiwi (R3 2021)</fixVersion>
                                        <due></due>
                            <votes>0</votes>
                                    <watches>0</watches>
                                                                <comments>
                                                            <comment id="16356" author="557058:8b283ba3-876a-4e49-9331-64b5493d0021" created="Tue, 5 Jan 2021 21:16:50 +0000"  >&lt;p&gt;Original analysis:&lt;/p&gt;

&lt;p&gt;Add new data storage functions to existing mod-erm-usage&lt;br/&gt;
STATUS:&lt;br/&gt;
mod-erm-usage currently loads &quot;counter-reports&quot; (json) and csv files and delivers them back as is (there is no provision for pin-pointing stats for specific KB titles)&lt;/p&gt;

&lt;p&gt;SUGGESTED:&lt;br/&gt;
Add API: /usage?period=&amp;lt;period&amp;gt; (request body with list of KB title ids) or similar&lt;/p&gt;

&lt;p&gt;mod-erm-usage would require: mod-agreements (API tbd)&lt;br/&gt;
(note: mod-agreements has a reference in code to mod-erm-usage, so there&apos;s a risk of circular dependency, but mod-agreements does not declare that dependency and it&apos;s not obvious that it uses the API for anything)&lt;/p&gt;

&lt;p&gt;INTERNALS:&lt;br/&gt;
Add two new tables for normalization, fast retrieval, and to hold persistent link (uuid) from KB titles.&lt;/p&gt;

&lt;p&gt;Usage_Title table&lt;br/&gt;
Properties: usage title id, provider id, customerId, itemName, itemDataType, itemPlatform, itemPublisher, itemIdentifiers, KB title id&lt;/p&gt;

&lt;p&gt;Usage_Statistics_Line table&lt;br/&gt;
Properties: title id, period, counters&lt;/p&gt;

&lt;p&gt;Then extend the harvest logic to&lt;/p&gt;

&lt;p&gt;Match title entries in the incoming counter report with existing records in the usage titles table (using match properties: provider, title, type, platform, publisher, identifiers)&lt;/p&gt;

&lt;p&gt;If no match (we did not harvest usage stats for this title before):&lt;/p&gt;

&lt;p&gt;create new usage title record with new usage title id&lt;br/&gt;
look up the title in mod-agreements / kb, set the KB resource id on the usage title record&lt;br/&gt;
(note: need to verify the search capabilities for this)&lt;br/&gt;
If match (already have some stats for that title)&lt;/p&gt;

&lt;p&gt;just hold on to title id&lt;br/&gt;
and with that id:&lt;/p&gt;

&lt;p&gt;Create title level statistic lines for that usage title id&lt;/p&gt;

&lt;p&gt;if period already exists for the usage title id, update the entry with new counts&lt;br/&gt;
if period doesn&apos;t exist, create new entry with usage title id, period, counters&lt;/p&gt;</comment>
                    </comments>
                <issuelinks>
                            <issuelinktype id="10000">
                    <name>Blocks</name>
                                                                <inwardlinks description="is blocked by">
                                        <issuelink>
            <issuekey id="74404">MODEUR-4</issuekey>
        </issuelink>
            <issuelink>
            <issuekey id="74405">MODEUR-5</issuekey>
        </issuelink>
            <issuelink>
            <issuekey id="74406">MODEUR-6</issuekey>
        </issuelink>
            <issuelink>
            <issuekey id="74407">MODEUR-7</issuekey>
        </issuelink>
            <issuelink>
            <issuekey id="74419">MODEUR-20</issuekey>
        </issuelink>
                            </inwardlinks>
                                    </issuelinktype>
                    </issuelinks>
                <attachments>
                    </attachments>
                <subtasks>
                    </subtasks>
                <customfields>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_10000" key="com.atlassian.jira.plugins.jira-development-integration-plugin:devsummarycf">
                        <customfieldname>Development</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10057" key="com.atlassian.jira.plugin.system.customfieldtypes:select">
                        <customfieldname>Development Team</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10184"><![CDATA[Thor]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10014" key="com.pyxis.greenhopper.jira:gh-epic-link">
                        <customfieldname>Epic Link</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue key="$xmlutils.escape($text)">E-Resource usage data: Calculate and visualize statistics</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                            <customfield id="customfield_10062" key="com.atlassian.jira.plugin.system.customfieldtypes:float">
                        <customfieldname>Kiwi Planning Points (DO NOT CHANGE)</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1.0</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_10019" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>0|i01p2t:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_10071" key="com.atlassian.jira.plugin.system.customfieldtypes:select">
                        <customfieldname>Rank: 5Colleges (Full Jul 2021)</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10226"><![CDATA[R4]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                        <customfield id="customfield_10068" key="com.atlassian.jira.plugin.system.customfieldtypes:select">
                        <customfieldname>Rank: Chicago (MVP Sum 2020)</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10211"><![CDATA[R4]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10069" key="com.atlassian.jira.plugin.system.customfieldtypes:select">
                        <customfieldname>Rank: Cornell (Full Sum 2021)</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10216"><![CDATA[R4]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                    <customfield id="customfield_10078" key="com.atlassian.jira.plugin.system.customfieldtypes:select">
                        <customfieldname>Rank: Lehigh (MVP Summer 2020)</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10260"><![CDATA[R3]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                            <customfield id="customfield_10091" key="com.atlassian.jira.plugin.system.customfieldtypes:select">
                        <customfieldname>Rank: U of AL (MVP Oct 2020)</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10328"><![CDATA[R5]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <customfield id="customfield_10020" key="com.pyxis.greenhopper.jira:gh-sprint">
                        <customfieldname>Sprint</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_10025" key="com.atlassian.jira.ext.charting:timeinstatus">
                        <customfieldname>[CHART] Time in Status</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                    </customfields>
    </item>
</channel>
</rss>