<!-- 
RSS generated by JIRA (1001.0.0-SNAPSHOT#100246-sha1:7a5c50119eb0633d306e14180817ddef5e80c75d) at Thu Feb 08 23:17:40 UTC 2024

It is possible to restrict the fields that are returned in this document by specifying the 'field' parameter in your request.
For example, to request only the issue key and summary add field=key&field=summary to the URL of your request.
-->
<rss version="0.92" >
<channel>
    <title>FOLIO Jira</title>
    <link>https://folio-org.atlassian.net</link>
    <description>This file is an XML representation of an issue</description>
    <language>en-us</language>    <build-info>
        <version>1001.0.0-SNAPSHOT</version>
        <build-number>100246</build-number>
        <build-date>07-02-2024</build-date>
    </build-info>

<item>
            <title>[FOLIO-2029] monitor bugfest environment for scalability issues</title>
                <link>https://folio-org.atlassian.net/browse/FOLIO-2029</link>
                <project id="10290" key="FOLIO">FOLIO</project>
                    <description>&lt;p&gt;We will need the following things to be monitored:&lt;/p&gt;

&lt;p&gt;&#8226; memory utilization (on each node)&lt;br/&gt;
&#8226; cpu utilization (on each node)&lt;br/&gt;
&#8226; number of sockets used (on each node, per process especially for Okapi processes)&lt;br/&gt;
&#8226; DB connections utilization (on each node)&lt;br/&gt;
&#8226; full okapi.log&lt;br/&gt;
&#8226; any other module logs&lt;/p&gt;

&lt;p&gt;Please provide details about the AWS config (number and size of instances, RDS, etc), if possible.&lt;/p&gt;

&lt;p&gt;This task include setting up appropriate monitoring and provided data (or access to the monitoring tools) after the bugfest has been executred&lt;/p&gt;</description>
                <environment></environment>
        <key id="81247">FOLIO-2029</key>
            <summary>monitor bugfest environment for scalability issues</summary>
                <type id="10003" iconUrl="https://folio-org.atlassian.net/rest/api/2/universal_avatar/view/type/issuetype/avatar/10318?size=medium">Task</type>
                                            <priority id="10001" iconUrl="https://dev.folio.org/assets/jira-priority/jira-p2.svg">P2</priority>
                        <status id="6" iconUrl="https://folio-org.atlassian.net/images/icons/statuses/closed.png" description="The issue is considered finished, the resolution is correct. Issues which are closed can be reopened.">Closed</status>
                    <statusCategory id="3" key="done" colorName="green"/>
                                    <resolution id="10003">Done</resolution>
                                                        <assignee accountid="557058:4f6bed01-40a6-48d5-8471-7ef21f5ea97c">Hongwei Ji</assignee>
                                                                <reporter accountid="557058:b8e64633-1f7c-402d-9caf-9959a5ba5d0d">Jakub Skoczen</reporter>
                                    <labels>
                            <label>platform-backlog</label>
                    </labels>
                <created>Mon, 20 May 2019 11:37:35 +0000</created>
                <updated>Wed, 3 Jun 2020 16:39:49 +0000</updated>
                            <resolved>Thu, 30 May 2019 12:55:52 +0000</resolved>
                                                                        <due></due>
                            <votes>0</votes>
                                    <watches>2</watches>
                                                                <comments>
                                                            <comment id="194511" author="557058:4f6bed01-40a6-48d5-8471-7ef21f5ea97c" created="Tue, 21 May 2019 13:31:43 +0000"  >&lt;p&gt;Here is the AWS config:&lt;/p&gt;
&lt;ul&gt;
	&lt;li&gt;1 database machine (db.r4.large, 2 vCPU and 16GB memory)&lt;/li&gt;
	&lt;li&gt;4 EC2 machines (m5.large, 2 vCPU and 8GB memory)&lt;br/&gt;
All folio apps including Okapi are running as Docker container &lt;/li&gt;
&lt;/ul&gt;


&lt;p&gt;By default AWS collects CPU and memory metrics. Database has monitoring as well.&lt;br/&gt;
All logs are being written to AWS CloudWatch and we can dump all logs out when BugFest is over.&lt;/p&gt;

&lt;p&gt;The only obvious missing piece is the sockets metric. Is this a must?&lt;/p&gt;</comment>
                                                            <comment id="194518" author="557058:4f6bed01-40a6-48d5-8471-7ef21f5ea97c" created="Tue, 21 May 2019 16:55:51 +0000"  >&lt;p&gt;Found out that AWS CloudWatch agent can capture &lt;b&gt;netstat_tcp_established: the number of TCP connections established.&lt;/b&gt;, so installed CloudWatch agent on all four ec2 machines. That should satisfy the socket metrics requirement.&lt;/p&gt;</comment>
                                                            <comment id="194521" author="557058:4f6bed01-40a6-48d5-8471-7ef21f5ea97c" created="Thu, 30 May 2019 12:55:38 +0000"  >&lt;p&gt;Extended AWS log/metrics retention period in case we need it.&lt;br/&gt;
AWS CloudWatch logs: changed from 2 weeks to 1 month.&lt;br/&gt;
AWS CloudWatch metrics: default is 15 days for 60s resolution. After that it changes to 300s resolution and is kept for 63 days.&lt;br/&gt;
AWS RDS performance insights: changed from default 7 days (free) to 2 year (paid, the only other option).&lt;/p&gt;
</comment>
                                                            <comment id="194525" author="557058:4f6bed01-40a6-48d5-8471-7ef21f5ea97c" created="Thu, 30 May 2019 13:04:22 +0000"  >&lt;p&gt;Ideally, we should only need to use AWS tools to analyze the metrics. In case data export is needed, we can use AWS cli to achieve that. Here is a command example to export Okapi cpu and memory utilization metrics. The config and results are attached as well.&lt;/p&gt;
&lt;div class=&quot;code panel&quot; style=&quot;border-width: 1px;&quot;&gt;&lt;div class=&quot;codeContent panelContent&quot;&gt;
&lt;pre class=&quot;code-java&quot;&gt;
aws cloudwatch get-metric-data --metric-data-queries file:&lt;span class=&quot;code-comment&quot;&gt;//./okapi.config --start-time 2019-05-13T00:00:00Z --end-time 2019-05-29T00:00:00Z&lt;/span&gt;
&lt;/pre&gt;
&lt;/div&gt;&lt;/div&gt;</comment>
                    </comments>
                    <attachments>
                            <attachment id="64205" name="okapi.config" size="1105" author="557058:4f6bed01-40a6-48d5-8471-7ef21f5ea97c" created="Thu, 30 May 2019 13:00:28 +0000"/>
                            <attachment id="64206" name="okapi.metrics" size="2061311" author="557058:4f6bed01-40a6-48d5-8471-7ef21f5ea97c" created="Thu, 30 May 2019 13:00:28 +0000"/>
                    </attachments>
                <subtasks>
                    </subtasks>
                <customfields>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <customfield id="customfield_10000" key="com.atlassian.jira.plugins.jira-development-integration-plugin:devsummarycf">
                        <customfieldname>Development</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10057" key="com.atlassian.jira.plugin.system.customfieldtypes:select">
                        <customfieldname>Development Team</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10144"><![CDATA[Core: Platform]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_10019" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>0|hzx6tz:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_10020" key="com.pyxis.greenhopper.jira:gh-sprint">
                        <customfieldname>Sprint</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue id="1662">CP: sprint 64</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_10044" key="com.atlassian.jira.plugin.system.customfieldtypes:float">
                        <customfieldname>Story Points</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>5.0</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <customfield id="customfield_10024" key="com.atlassian.jira.ext.charting:firstresponsedate">
                        <customfieldname>[CHART] Date of First Response</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>Tue, 21 May 2019 13:31:43 +0000</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10025" key="com.atlassian.jira.ext.charting:timeinstatus">
                        <customfieldname>[CHART] Time in Status</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                    </customfields>
    </item>
</channel>
</rss>