<!-- 
RSS generated by JIRA (1001.0.0-SNAPSHOT#100246-sha1:7a5c50119eb0633d306e14180817ddef5e80c75d) at Thu Feb 08 23:24:04 UTC 2024

It is possible to restrict the fields that are returned in this document by specifying the 'field' parameter in your request.
For example, to request only the issue key and summary add field=key&field=summary to the URL of your request.
-->
<rss version="0.92" >
<channel>
    <title>FOLIO Jira</title>
    <link>https://folio-org.atlassian.net</link>
    <description>This file is an XML representation of an issue</description>
    <language>en-us</language>    <build-info>
        <version>1001.0.0-SNAPSHOT</version>
        <build-number>100246</build-number>
        <build-date>07-02-2024</build-date>
    </build-info>

<item>
            <title>[FOLIO-2896] Rancher unavailable in hosted dev environment</title>
                <link>https://folio-org.atlassian.net/browse/FOLIO-2896</link>
                <project id="10290" key="FOLIO">FOLIO</project>
                    <description>&lt;p&gt;Rancher reported as unavailable somewhere between11/26-11/27. &lt;/p&gt;
</description>
                <environment></environment>
        <key id="81853">FOLIO-2896</key>
            <summary>Rancher unavailable in hosted dev environment</summary>
                <type id="10001" iconUrl="https://folio-org.atlassian.net/rest/api/2/universal_avatar/view/type/issuetype/avatar/10303?size=medium">Bug</type>
                                            <priority id="10001" iconUrl="https://dev.folio.org/assets/jira-priority/jira-p2.svg">P2</priority>
                        <status id="6" iconUrl="https://folio-org.atlassian.net/images/icons/statuses/closed.png" description="The issue is considered finished, the resolution is correct. Issues which are closed can be reopened.">Closed</status>
                    <statusCategory id="3" key="done" colorName="green"/>
                                    <resolution id="10003">Done</resolution>
                                                        <assignee accountid="5f9abc1eb45b2e007453f423">John Malconian</assignee>
                                                                <reporter accountid="5f9abc1eb45b2e007453f423">John Malconian</reporter>
                                    <labels>
                    </labels>
                <created>Wed, 2 Dec 2020 21:14:35 +0000</created>
                <updated>Mon, 7 Dec 2020 20:10:59 +0000</updated>
                            <resolved>Mon, 7 Dec 2020 20:10:59 +0000</resolved>
                                                                        <due></due>
                            <votes>0</votes>
                                    <watches>1</watches>
                                                                <comments>
                                                            <comment id="197778" author="5f9abc1eb45b2e007453f423" created="Wed, 2 Dec 2020 21:42:19 +0000"  >&lt;p&gt;Looks at reporting data,  it appears Rancher became completely unavailable around 11/26-11/27.    During the period of 11/26-12/1,  the CPU usage was pinned to 100% and on the MySQL RDS instance that is used by the Rancher K3s cluster.    All Rancher pods were stuck in a CrashLoopBackOff cycle that prevented Rancher was ever becoming fully available.   During this same period,  the K3 cluster itself was functional.  &lt;/p&gt;

&lt;p&gt;Log file analysis and troubleshooting revealed very few clues as to root cause.   After hours of review,  chasing dead ends, and additional analysis from &lt;a href=&quot;https://folio-org.atlassian.net/secure/ViewProfile.jspa?accountId=6291011f9c617b006a6f8d98&quot; class=&quot;user-hover&quot; rel=&quot;6291011f9c617b006a6f8d98&quot; data-account-id=&quot;6291011f9c617b006a6f8d98&quot; accountid=&quot;6291011f9c617b006a6f8d98&quot; rel=&quot;noreferrer&quot;&gt;jroot&lt;/a&gt;,  no resolution could be determined.   At that point,  I provisioned a new Rancher K3s cluster and re-imported the FOLIO EKS cluster.    &lt;a href=&quot;https://folio-org.atlassian.net/secure/ViewProfile.jspa?accountId=5f2840580d8b1a001bd02aae&quot; class=&quot;user-hover&quot; rel=&quot;5f2840580d8b1a001bd02aae&quot; data-account-id=&quot;5f2840580d8b1a001bd02aae&quot; accountid=&quot;5f2840580d8b1a001bd02aae&quot; rel=&quot;noreferrer&quot;&gt;Stanislav Miroshnichenko&lt;/a&gt; did the rest by re-creating all the team projects.   &lt;/p&gt;

&lt;p&gt;After additional log review the previous K3s cluster was terminated (2 x EC2 instances and 1 x RDS mySQL instance).  &lt;/p&gt;</comment>
                                                            <comment id="197782" author="5f9abc1eb45b2e007453f423" created="Wed, 2 Dec 2020 21:45:21 +0000"  >&lt;ul class=&quot;alternate&quot; type=&quot;square&quot;&gt;
	&lt;li&gt;My post on the Rancher forum for posterity.  &lt;a href=&quot;https://forums.rancher.com/t/rancher-in-crashloopbackoff-cycle/18921&quot; class=&quot;external-link&quot; rel=&quot;nofollow noreferrer&quot;&gt;https://forums.rancher.com/t/rancher-in-crashloopbackoff-cycle/18921&lt;/a&gt;&lt;/li&gt;
	&lt;li&gt;Jason,  Stanislav, and I had an impromptu call this morning to discuss the problem and rebuild.&lt;/li&gt;
&lt;/ul&gt;
</comment>
                    </comments>
                    <attachments>
                    </attachments>
                <subtasks>
                    </subtasks>
                <customfields>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <customfield id="customfield_10000" key="com.atlassian.jira.plugins.jira-development-integration-plugin:devsummarycf">
                        <customfieldname>Development</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10057" key="com.atlassian.jira.plugin.system.customfieldtypes:select">
                        <customfieldname>Development Team</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10155"><![CDATA[FOLIO DevOps]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_10019" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>0|i022fz:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_10020" key="com.pyxis.greenhopper.jira:gh-sprint">
                        <customfieldname>Sprint</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue id="1863">DevOps: Sprint 103</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_10025" key="com.atlassian.jira.ext.charting:timeinstatus">
                        <customfieldname>[CHART] Time in Status</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                    </customfields>
    </item>
</channel>
</rss>