<!-- 
RSS generated by JIRA (1001.0.0-SNAPSHOT#100246-sha1:7a5c50119eb0633d306e14180817ddef5e80c75d) at Fri Feb 09 00:32:03 UTC 2024

It is possible to restrict the fields that are returned in this document by specifying the 'field' parameter in your request.
For example, to request only the issue key and summary add field=key&field=summary to the URL of your request.
-->
<rss version="0.92" >
<channel>
    <title>FOLIO Jira</title>
    <link>https://folio-org.atlassian.net</link>
    <description>This file is an XML representation of an issue</description>
    <language>en-us</language>    <build-info>
        <version>1001.0.0-SNAPSHOT</version>
        <build-number>100246</build-number>
        <build-date>07-02-2024</build-date>
    </build-info>

<item>
            <title>[UXPROD-3444] Split large exports into smaller files</title>
                <link>https://folio-org.atlassian.net/browse/UXPROD-3444</link>
                <project id="10000" key="UXPROD">UX Product</project>
                    <description>&lt;p&gt;&lt;b&gt;Current situation or problem&lt;/b&gt;:&lt;br/&gt;
 The number of records that can be successfully exported depends on the type of mappings and how the export has been triggered.&#160; Exporting a couple of millions with the default mapping profile normally completes successfully but when the same list of records is exported with additional data from holdings or items records defined in a custom profile, the performance plummets.  Also, for exports that are triggered by a CQL query the performance further deteriorates.&#160; &#160;In the Kiwi release the recommended max number of records  is 300K but this limit is not enforced. During the Data Export Working Group meeting on Dec 9, 2021 it was proposed to let the system automatically splits the requested records into batches that are exported in the supported number of records.&lt;/p&gt;

&lt;p&gt;&lt;b&gt;In scope&lt;/b&gt;&lt;/p&gt;
&lt;ul&gt;
	&lt;li&gt;Add a tenant level configuration value that would set the limit for data export, the default value will be 100K.&lt;/li&gt;
	&lt;li&gt;During the export, the system will split the files that are generated so that each file contains maximum of 100K records.&lt;/li&gt;
	&lt;li&gt;User can trigger export by submitting list of identifiers or cql and system will automatically split larger exports.&lt;/li&gt;
	&lt;li&gt;All files generated during the export will be stored in one directory and will be compressed.&lt;/li&gt;
	&lt;li&gt;UI will display one link to the directory containing the files.&lt;/li&gt;
	&lt;li&gt;If errors occur, they will be listed in one error log associated with the given export job.&lt;/li&gt;
&lt;/ul&gt;



&lt;p&gt;&lt;b&gt;Questions&lt;/b&gt;&lt;/p&gt;
&lt;ol&gt;
	&lt;li&gt;Should the number of records per file be configurable?  If yes should it be configurable on the tenant level (it will affect all exports) or on the job profile level (it will affect all exports of the same type)  - Initial implementation will support configuration on the tenant level.&lt;/li&gt;
&lt;/ol&gt;

</description>
                <environment></environment>
        <key id="12018">UXPROD-3444</key>
            <summary>Split large exports into smaller files</summary>
                <type id="10002" iconUrl="https://folio-org.atlassian.net/rest/api/2/universal_avatar/view/type/issuetype/avatar/10322?size=medium">New Feature</type>
                            <parent id="13650">UXPROD-652</parent>
                                    <priority id="10002" iconUrl="https://dev.folio.org/assets/jira-priority/jira-p3.svg">P3</priority>
                        <status id="1" iconUrl="https://folio-org.atlassian.net/images/icons/statuses/open.png" description="The issue is open and ready for the assignee to start work on it.">Open</status>
                    <statusCategory id="2" key="new" colorName="blue-gray"/>
                                    <resolution id="-1">Unresolved</resolution>
                                                        <assignee accountid="557058:8629b273-56f1-466d-b7c7-5cbac0c3379b">Magda Zacharska</assignee>
                                                                <reporter accountid="557058:8629b273-56f1-466d-b7c7-5cbac0c3379b">Magda Zacharska</reporter>
                                    <labels>
                            <label>LC6</label>
                            <label>SolutionArchitecture</label>
                            <label>firebird-po-share</label>
                            <label>loc</label>
                            <label>requires-discussion</label>
                    </labels>
                <created>Thu, 9 Dec 2021 21:25:02 +0000</created>
                <updated>Thu, 10 Aug 2023 12:48:00 +0000</updated>
                                                            <fixVersion>Umbrellaleaf (R2 2025)</fixVersion>
                                        <due></due>
                            <votes>0</votes>
                                    <watches>1</watches>
                                                                <comments>
                                                            <comment id="16307" author="557058:8629b273-56f1-466d-b7c7-5cbac0c3379b" created="Tue, 23 May 2023 19:42:22 +0000"  >&lt;p&gt;Adding LC2 label based on prioritization during the LCAP MM meeting on May 17, 2023&lt;/p&gt;</comment>
                                                            <comment id="16309" author="557058:8629b273-56f1-466d-b7c7-5cbac0c3379b" created="Tue, 1 Aug 2023 00:45:14 +0000"  >&lt;p&gt;Relevant documentation: &lt;a href=&quot;https://folio-org.atlassian.net/wiki/display/FOLIJET/Data+Export+redesign&quot; class=&quot;external-link&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://folio-org.atlassian.net/wiki/display/FOLIJET/Data+Export+redesign&lt;/a&gt;&lt;/p&gt;</comment>
                    </comments>
                <issuelinks>
                            <issuelinktype id="10001">
                    <name>Cloners</name>
                                            <outwardlinks description="clones">
                                        <issuelink>
            <issuekey id="13322">UXPROD-3443</issuekey>
        </issuelink>
                            </outwardlinks>
                                                        </issuelinktype>
                            <issuelinktype id="10008">
                    <name>Defines</name>
                                                                <inwardlinks description="is defined by ">
                                        <issuelink>
            <issuekey id="63853">MDEXP-235</issuekey>
        </issuelink>
            <issuelink>
            <issuekey id="63859">MDEXP-312</issuekey>
        </issuelink>
            <issuelink>
            <issuekey id="63896">MDEXP-497</issuekey>
        </issuelink>
            <issuelink>
            <issuekey id="63898">MDEXP-498</issuekey>
        </issuelink>
            <issuelink>
            <issuekey id="64053">MDEXP-634</issuekey>
        </issuelink>
                            </inwardlinks>
                                    </issuelinktype>
                    </issuelinks>
                <attachments>
                    </attachments>
                <subtasks>
                    </subtasks>
                <customfields>
                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_10053" key="com.atlassian.jira.plugin.system.customfieldtypes:select">
                        <customfieldname>Back End Estimate</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10124"><![CDATA[XXL < 30 days]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10054" key="com.atlassian.jira.plugin.system.customfieldtypes:userpicker">
                        <customfieldname>Back End Estimator</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>557058:8629b273-56f1-466d-b7c7-5cbac0c3379b</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10055" key="com.atlassian.jira.plugin.system.customfieldtypes:select">
                        <customfieldname>Back-End Confidence factor</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10129"><![CDATA[20%]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_10000" key="com.atlassian.jira.plugins.jira-development-integration-plugin:devsummarycf">
                        <customfieldname>Development</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10057" key="com.atlassian.jira.plugin.system.customfieldtypes:select">
                        <customfieldname>Development Team</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10152"><![CDATA[Firebird]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10014" key="com.pyxis.greenhopper.jira:gh-epic-link">
                        <customfieldname>Epic Link</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue key="$xmlutils.escape($text)">Metadata Record Export</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                                                        <customfield id="customfield_10050" key="com.atlassian.jira.plugin.system.customfieldtypes:select">
                        <customfieldname>Front End Estimate</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10100"><![CDATA[XXL < 30 days]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10051" key="com.atlassian.jira.plugin.system.customfieldtypes:userpicker">
                        <customfieldname>Front End Estimator</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>557058:8629b273-56f1-466d-b7c7-5cbac0c3379b</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10052" key="com.atlassian.jira.plugin.system.customfieldtypes:select">
                        <customfieldname>Front-End Confidence factor</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10109"><![CDATA[20%]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_10063" key="com.atlassian.jira.plugin.system.customfieldtypes:float">
                        <customfieldname>PO Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>0.0</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_10045" key="com.atlassian.jira.plugin.system.customfieldtypes:textarea">
                        <customfieldname>Potential Workaround</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>User trigger export with smaller batches of identifiers</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_10019" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>0|i03t07:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                            <customfield id="customfield_10069" key="com.atlassian.jira.plugin.system.customfieldtypes:select">
                        <customfieldname>Rank: Cornell (Full Sum 2021)</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10215"><![CDATA[R3]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                            <customfield id="customfield_10105" key="com.atlassian.jira.plugin.system.customfieldtypes:userpicker">
                        <customfieldname>Solution Architect</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>557058:de4eac47-6d4e-4b50-9c3c-4a82ed705e52</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10020" key="com.pyxis.greenhopper.jira:gh-sprint">
                        <customfieldname>Sprint</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                    </customfields>
    </item>
</channel>
</rss>