Skip to content
This repository has been archived by the owner on Apr 26, 2021. It is now read-only.

ElasticSearch_PerformanceTests #11

Open
wants to merge 11 commits into
base: master
Choose a base branch
from
Open

ElasticSearch_PerformanceTests #11

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
11 commits
Select commit Hold shift + click to select a range
4bdc0bb
Added extra config parameters to simualate real user conditions duri…
Jul 26, 2018
27ce73d
Added extra config parameters to simualate real user conditions duri…
Jul 26, 2018
a3bd088
Added extra config parameters to simualate real user conditions duri…
Jul 30, 2018
6daf565
Merge branch 'master' of github.com:hmcts/ccd-test-performance
Jul 30, 2018
26ecfa1
Doc Store Performance Test added
Aug 14, 2018
15a4e77
Ignore mac files and results
Aug 14, 2018
7e87c7e
added ES endpoint tests
Oct 31, 2018
74f8a73
Amended ES scenarion
Nov 1, 2018
2a3bc53
added conf for saat
mario-paniccia Nov 23, 2018
90dbffc
upgraded to gatling 3
mario-paniccia Feb 5, 2019
852e456
removed secrets
mario-paniccia Mar 6, 2019
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Binary file modified .DS_Store
View file
Open in desktop
Binary file not shown.
4 changes: 3 additions & 1 deletion .gitignore
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,5 +1,7 @@
*.iml
.idea/*
target/*

results/
src.zip
.DS_Store
/gatling.log
151 changes: 84 additions & 67 deletions pom.xml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -8,9 +8,9 @@

<properties>
<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
<gatling.version>2.3.1</gatling.version>
<gatling-plugin.version>2.2.4</gatling-plugin.version>
<scala-maven-plugin.version>3.3.1</scala-maven-plugin.version>
<gatling.version>3.0.3</gatling.version>
<gatling-plugin.version>3.0.1</gatling-plugin.version>
<scala-maven-plugin.version>3.4.4</scala-maven-plugin.version>
</properties>

<parent>
Expand All @@ -32,12 +32,12 @@
<version>1.4.4.RELEASE</version>
</dependency>
<!-- netty-handler required to prevent a java.lang.NoSuchMethodError when running tests via fat jar -->
<dependency>
<groupId>io.netty</groupId>
<artifactId>netty-handler</artifactId>
<version>4.0.56.Final</version>
<scope>runtime</scope>
</dependency>
<!--<dependency>-->
<!--<groupId>io.netty</groupId>-->
<!--<artifactId>netty-handler</artifactId>-->
<!--<version>4.0.56.Final</version>-->
<!--<scope>runtime</scope>-->
<!--</dependency>-->
<dependency>
<groupId>io.gatling.highcharts</groupId>
<artifactId>gatling-charts-highcharts</artifactId>
Expand Down Expand Up @@ -94,78 +94,95 @@
</dependencies>

<build>
<sourceDirectory>src/main/scala</sourceDirectory>
<testSourceDirectory>src/test/scala</testSourceDirectory>
<plugins>
<plugin>
<groupId>net.alchim31.maven</groupId>
<artifactId>scala-maven-plugin</artifactId>
<version>${scala-maven-plugin.version}</version>
<executions>
<execution>
<id>scala-compile-first</id>
<phase>process-resources</phase>
<goals>
<goal>add-source</goal>
<goal>compile</goal>
</goals>
</execution>
<execution>
<id>scala-test-compile</id>
<phase>process-test-resources</phase>
<goals>
<goal>testCompile</goal>
</goals>
</execution>
</executions>
</plugin>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-compiler-plugin</artifactId>
<executions>
<execution>
<phase>compile</phase>
<goals>
<goal>compile</goal>
</goals>
</execution>
</executions>
<configuration>
<scalaVersion>2.12.8</scalaVersion>
</configuration>
<!--<executions>-->
<!--<execution>-->
<!--<id>scala-compile-first</id>-->
<!--<phase>process-resources</phase>-->
<!--<goals>-->
<!--<goal>add-source</goal>-->
<!--<goal>compile</goal>-->
<!--</goals>-->
<!--</execution>-->
<!--<execution>-->
<!--<id>scala-test-compile</id>-->
<!--<phase>process-test-resources</phase>-->
<!--<goals>-->
<!--<goal>testCompile</goal>-->
<!--</goals>-->
<!--</execution>-->
<!--</executions>-->
</plugin>
<!--<plugin>-->
<!--<groupId>org.apache.maven.plugins</groupId>-->
<!--<artifactId>maven-compiler-plugin</artifactId>-->
<!--<executions>-->
<!--<execution>-->
<!--<phase>compile</phase>-->
<!--<goals>-->
<!--<goal>compile</goal>-->
<!--</goals>-->
<!--</execution>-->
<!--</executions>-->
<!--</plugin>-->
<plugin>
<groupId>io.gatling</groupId>
<artifactId>gatling-maven-plugin</artifactId>
<version>${gatling-plugin.version}</version>
<configuration>
<configFolder>src/test/resources</configFolder>
<simulationsFolder>src/test/scala</simulationsFolder>
<runMultipleSimulations>true</runMultipleSimulations>
<jvmArgs>
<jvmArg>-Xmx4096m</jvmArg>
</jvmArgs>
<zincJvmArgs>
<zincJvmArg>-Xmx2048m</zincJvmArg>
</zincJvmArgs>
<fork>true</fork>
<!-- <propagateSystemProperties>true</propagateSystemProperties> -->
<failOnError>true</failOnError>
<overrideGatlingJvmArgs>true</overrideGatlingJvmArgs>
<overrideZincJvmArgs>true</overrideZincJvmArgs>
</configuration>
<executions>
<execution>
<id>CaseData</id>
<goals>
<goal>execute</goal>
</goals>
<configuration>
<simulationClass>uk.gov.hmcts.ccd.simulation.CaseDataSimulation</simulationClass>
</configuration>
</execution>
<execution>
<id>UserProfile</id>
<goals>
<goal>execute</goal>
</goals>
<configuration>
<simulationClass>uk.gov.hmcts.ccd.simulation.UserProfileSimulation</simulationClass>
</configuration>
</execution>
<execution>
<id>CaseDefinition</id>
<goals>
<goal>execute</goal>
</goals>
<configuration>
<simulationClass>uk.gov.hmcts.ccd.simulation.CaseDefinitionSimulation</simulationClass>
</configuration>
</execution>
</executions>
<!--<executions>-->
<!--<execution>-->
<!--<id>CaseData</id>-->
<!--<goals>-->
<!--<goal>execute</goal>-->
<!--</goals>-->
<!--<configuration>-->
<!--<simulationClass>uk.gov.hmcts.ccd.simulation.CaseDataSimulation</simulationClass>-->
<!--</configuration>-->
<!--</execution>-->
<!--<execution>-->
<!--<id>UserProfile</id>-->
<!--<goals>-->
<!--<goal>execute</goal>-->
<!--</goals>-->
<!--<configuration>-->
<!--<simulationClass>uk.gov.hmcts.ccd.simulation.UserProfileSimulation</simulationClass>-->
<!--</configuration>-->
<!--</execution>-->
<!--<execution>-->
<!--<id>CaseDefinition</id>-->
<!--<goals>-->
<!--<goal>execute</goal>-->
<!--</goals>-->
<!--<configuration>-->
<!--<simulationClass>uk.gov.hmcts.ccd.simulation.CaseDefinitionSimulation</simulationClass>-->
<!--</configuration>-->
<!--</execution>-->
<!--</executions>-->
</plugin>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
Expand Down
128 changes: 115 additions & 13 deletions src/test/resources/application.conf
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -23,15 +23,27 @@ getUserProfileUrl = "caseworkers/538/profile"

localhost {
maxSimulationDurationMinutes = 99999
maxResponseTime = 20000
meanResponseTime = 1000
minthinktime = 1
maxthinktime = 2
minWaitForNextIteration = 1
maxWaitForNextIteration = 2
totalDuration = 1
reachRPSTarget = 20
reachRPSDuration = 10
reachRPSHoldForDuration = 60
jumptoRPSTarget = 50
jumptoRPSDuration = 900
userCcdId = 538
userImportId = 1
userProfileUrl = "http://localhost:4453"
caseDataUrl = "http://localhost:4452"
caseDefinitionUrl = "http://localhost:4451"
idamS2SUrl = "http://localhost:4502"
idamUserTokenUrl = "http://localhost:4501"
dataStoreS2STokenGeneratorSecret = "${IDAM_KEY_CCD_DATA_STORE}"
gatewayS2STokenGeneratorSecret = "${IDAM_KEY_CCD_GATEWAY}"
dataStoreS2STokenGeneratorSecret = "AAAAAAAAAAAAAAAB"
gatewayS2STokenGeneratorSecret = "AAAAAAAAAAAAAAAC"

cases = ["1519742486891285", "1519742533143128", "1519742539447358", "1519742543506512", "1519742552469933", "1519904309069941", "1519904309386295", "1519904309753528"]
getCaseUrl = "caseworkers/"${userCcdId}"/jurisdictions/PROBATE/case-types/GrantOfRepresentation/cases/:case_reference"
Expand All @@ -50,8 +62,8 @@ localhostDocker {
caseDefinitionUrl = "http://localhost:4451"
idamS2SUrl = "http://localhost:4502"
idamUserTokenUrl = "http://localhost:4501"
dataStoreS2STokenGeneratorSecret = "${IDAM_KEY_CCD_DATA_STORE}"
gatewayS2STokenGeneratorSecret = "${IDAM_KEY_CCD_GATEWAY}"
dataStoreS2STokenGeneratorSecret = "AAAAAAAAAAAAAAAB"
gatewayS2STokenGeneratorSecret = "AAAAAAAAAAAAAAAC"
}

test {
Expand All @@ -75,26 +87,66 @@ cnp_sanbox {
httpProxyPort = "8080"
userCcdId = 6687
userImportId = 445
idamS2SUrl = "http://betaDevBccidamS2SLB.reform.hmcts.net"
idamS2SUrl = "http://rpe-service-auth-provider-sandbox.service.core-compute-sandbox.internal"
idamUserTokenUrl = "http://betaDevBccidamAppLB.reform.hmcts.net"
userProfileUrl = "https://ccd-user-profile-api-sandbox.service.core-compute-sandbox.internal"
caseDataUrl = "https://ccd-data-store-api-sandbox.service.core-compute-sandbox.internal"
caseDefinitionUrl = "https://ccd-definition-store-api-sandbox.service.core-compute-sandbox.internal"
dataStoreS2STokenGeneratorSecret = "${IDAM_KEY_CCD_DATA_STORE}"
gatewayS2STokenGeneratorSecret = "${IDAM_KEY_CCD_GATEWAY}"
getCaseUrl = "caseworkers/6687/jurisdictions/DIVORCE/case-types/DIVORCE/cases/1512470862480575"
getCaseUrl = "caseworkers/6687/jurisdictions/DIVORCE/case-types/DIVORCE/cases/1537538269434386"
createCaseUrl = "caseworkers/6687/jurisdictions/PROBATE/case-types/GrantOfRepresentation/cases"
}

cnp_sprod {
cnp_sandbox {
maxSimulationDurationMinutes = 99999
maxResponseTime = 20000
meanResponseTime = 1000
minthinktime = 2
maxthinktime = 3
minWaitForNextIteration = 4
maxWaitForNextIteration = 5
totalDuration = 2
totalDuration = 1
reachRPSTarget = 20
reachRPSDuration = 10
reachRPSHoldForDuration = 60
jumptoRPSTarget = 50
jumptoRPSDuration = 900
httpProxyHost = "proxyout.reform.hmcts.net"
httpProxyPort = "8080"
userCcdId = 176475
userImportId = 445
idamS2SUrl = "http://rpe-service-auth-provider-sandbox.service.core-compute-sandbox.internal"
idamUserTokenUrl = "http://betaDevBccidamAppLB.reform.hmcts.net"
userProfileUrl = "https://ccd-user-profile-api-sandbox.service.core-compute-sandbox.internal"
caseDataUrl = "https://ccd-data-store-api-sandbox.service.core-compute-sandbox.internal"
caseDefinitionUrl = "https://ccd-definition-store-api-sandbox.service.core-compute-sandbox.internal"
dataStoreS2STokenGeneratorSecret = "${IDAM_KEY_CCD_DATA_STORE}"
gatewayS2STokenGeneratorSecret = "${IDAM_KEY_CCD_GATEWAY}"
getCaseUrl = "aggregated/caseworkers/176475/jurisdictions/AUTOTEST1/case-types/AAT/cases/1537782078866335"
createCaseUrl = "caseworkers/176475/jurisdictions/:jurisdictions_reference/case-types/:casetype_reference/cases"
validateCaseUrl = "caseworkers/176475/jurisdictions/AUTOTEST1/case-types/AAT/cases"
getUserProfileUrl = "caseworkers/176475/profile"
searchCases = "aggregated/caseworkers/176475/jurisdictions/AUTOTEST1/case-types/AAT/cases?state=CaseCreated"
getPaginationMetadataUrl = "caseworkers/176475/jurisdictions/AUTOTEST1/case-types/AAT/cases/pagination_metadata?state=CaseCreated"
saveEventUrl = "caseworkers/176475/jurisdictions/AUTOTEST1/case-types/CASETYPE2/cases/1531207599597587/events"
searchInputDetails = "aggregated/caseworkers/176475/jurisdictions/AUTOTEST1/case-types/AAT/inputs"
workbasketInputDetails = "/aggregated/caseworkers/176475/jurisdictions/AUTOTEST1/case-types/AAT/work-basket-inputs"
getPrintableDocumentsForEvent = "caseworkers/176475/jurisdictions/AUTOTEST1/case-types/CASETYPE2/cases/1531207599597587/documents"
validateCaseDetails = "caseworkers/176475/jurisdictions/AUTOTEST1/case-types/AAT/validate"
docStoreBashURL = "https://dm-store-sprod.service.core-compute-sprod.internal"
ESSearch = "searchCases"
Copy link
Contributor

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

this should be called searchUrl instead of ESSearch

}

cnp_sprod {
maxSimulationDurationMinutes = 99999
maxResponseTime = 20000
meanResponseTime = 1000
minthinktime = 1
maxthinktime = 2
minWaitForNextIteration = 1
maxWaitForNextIteration = 2
totalDuration = 1
reachRPSTarget = 20
reachRPSDuration = 10
reachRPSHoldForDuration = 60
Expand All @@ -107,16 +159,65 @@ cnp_sprod {
idamS2SUrl = "http://rpe-service-auth-provider-sprod.service.core-compute-sprod.internal"
idamUserTokenUrl = "http://betaDevBccidamAppLB.reform.hmcts.net"
userProfileUrl = "https://ccd-user-profile-api-sprod.service.core-compute-sprod.internal"
escaseDataUrl = "https://ccd-api-gateway-web-sprod.service.core-compute-sprod.internal"
caseDataUrl = "https://ccd-data-store-api-sprod.service.core-compute-sprod.internal"
caseDefinitionUrl = "https://ccd-definition-store-api-sprod.service.core-compute-sprod.internal"
dataStoreS2STokenGeneratorSecret = "${IDAM_KEY_CCD_DATA_STORE}"
gatewayS2STokenGeneratorSecret = "${IDAM_KEY_CCD_GATEWAY}"
getCaseUrl = "caseworkers/176475/jurisdictions/AUTOTEST1/case-types/AAT/cases/1525778314235511"
createCaseUrl = "caseworkers/176475/jurisdictions/AUTOTEST1/case-types/AAT/cases"
getCaseUrl = "aggregated/caseworkers/176475/jurisdictions/AUTOTEST1/case-types/AAT/cases/1532983170361929"
createCaseUrl = "caseworkers/176475/jurisdictions/:jurisdictions_reference/case-types/:casetype_reference/cases"
validateCaseUrl = "caseworkers/176475/jurisdictions/AUTOTEST1/case-types/AAT/cases"
getUserProfileUrl = "caseworkers/176475/profile"
searchCases = "caseworkers/176475/jurisdictions/AUTOTEST1/case-types/AAT/cases?state=CaseCreated"
searchCases = "aggregated/caseworkers/176475/jurisdictions/AUTOTEST1/case-types/AAT/cases?state=CaseCreated"
getPaginationMetadataUrl = "caseworkers/176475/jurisdictions/AUTOTEST1/case-types/AAT/cases/pagination_metadata?state=CaseCreated"
saveEventUrl = "caseworkers/176475/jurisdictions/AUTOTEST1/case-types/AAT/cases/1525778314235511/events"
saveEventUrl = "caseworkers/176475/jurisdictions/AUTOTEST1/case-types/CASETYPE2/cases/1531207599597587/events"
searchInputDetails = "aggregated/caseworkers/176475/jurisdictions/AUTOTEST1/case-types/AAT/inputs"
workbasketInputDetails = "/aggregated/caseworkers/176475/jurisdictions/AUTOTEST1/case-types/AAT/work-basket-inputs"
getPrintableDocumentsForEvent = "caseworkers/176475/jurisdictions/AUTOTEST1/case-types/CASETYPE2/cases/1531207599597587/documents"
validateCaseDetails = "caseworkers/176475/jurisdictions/AUTOTEST1/case-types/AAT/validate"
docStoreBashURL = "https://dm-store-sprod.service.core-compute-sprod.internal"
ESSearch = "searchCases"
}

cnp_saat {
maxSimulationDurationMinutes = 99999
maxResponseTime = 20000
meanResponseTime = 1000
minthinktime = 1
maxthinktime = 2
minWaitForNextIteration = 1
maxWaitForNextIteration = 2
totalDuration = 1
reachRPSTarget = 20
reachRPSDuration = 10
reachRPSHoldForDuration = 60
jumptoRPSTarget = 50
jumptoRPSDuration = 900
httpProxyHost = "proxyout.reform.hmcts.net"
httpProxyPort = "8080"
userCcdId = 176475
userImportId = 445
idamS2SUrl = "http://rpe-service-auth-provider-saat.service.core-compute-saat.internal"
idamUserTokenUrl = "http://betaDevBccidamAppLB.reform.hmcts.net"
userProfileUrl = "https://ccd-user-profile-api-saat.service.core-compute-saat.internal"
escaseDataUrl = "https://ccd-api-gateway-web-saat.service.core-compute-saat.internal"
caseDataUrl = "https://ccd-data-store-api-saat.service.core-compute-saat.internal"
caseDefinitionUrl = "https://ccd-definition-store-api-saat.service.core-compute-saat.internal"
dataStoreS2STokenGeneratorSecret = "${IDAM_KEY_CCD_DATA_STORE}"
gatewayS2STokenGeneratorSecret = "${IDAM_KEY_CCD_GATEWAY}"
getCaseUrl = "aggregated/caseworkers/176475/jurisdictions/AUTOTEST1/case-types/AAT/cases/1532983170361929"
createCaseUrl = "caseworkers/176475/jurisdictions/:jurisdictions_reference/case-types/:casetype_reference/cases"
validateCaseUrl = "caseworkers/176475/jurisdictions/AUTOTEST1/case-types/AAT/cases"
getUserProfileUrl = "caseworkers/176475/profile"
searchCases = "aggregated/caseworkers/176475/jurisdictions/AUTOTEST1/case-types/AAT/cases?state=CaseCreated"
getPaginationMetadataUrl = "caseworkers/176475/jurisdictions/AUTOTEST1/case-types/AAT/cases/pagination_metadata?state=CaseCreated"
saveEventUrl = "caseworkers/176475/jurisdictions/AUTOTEST1/case-types/CASETYPE2/cases/1531207599597587/events"
searchInputDetails = "aggregated/caseworkers/176475/jurisdictions/AUTOTEST1/case-types/AAT/inputs"
workbasketInputDetails = "/aggregated/caseworkers/176475/jurisdictions/AUTOTEST1/case-types/AAT/work-basket-inputs"
getPrintableDocumentsForEvent = "caseworkers/176475/jurisdictions/AUTOTEST1/case-types/CASETYPE2/cases/1531207599597587/documents"
validateCaseDetails = "caseworkers/176475/jurisdictions/AUTOTEST1/case-types/AAT/validate"
docStoreBashURL = "https://dm-store-saat.service.core-compute-saat.internal"
ESSearch = "searchCases"
}

cnp_aat {
Expand All @@ -127,7 +228,7 @@ cnp_aat {
maxthinktime = 2
minWaitForNextIteration = 1
maxWaitForNextIteration = 2
totalDuration = 1000
totalDuration = 2
reachRPSTarget = 50
reachRPSDuration = 10
reachRPSHoldForDuration = 60
Expand All @@ -152,6 +253,7 @@ cnp_aat {
cases = ["1521477620166395", "1521-4779-1892-1964", "1521477967979301", "1521477963778319", "1521-4779-6301-4715", "1521-4779-5350-7637", "1521-4779-4876-0499", "1521-4779-4365-6189"]
getCaseUrl = "caseworkers/18/jurisdictions/SSCS/case-types/Benefit/cases/:case_reference"
saveEventUrl = "caseworkers/6687/jurisdictions/PROBATE/case-types/GrantOfRepresentation/cases/1520505513296274/events"
createCaseUrl = "caseworkers/176475/jurisdictions/AUTOTEST1/case-types/AAT/cases?ignore-warning=false"
createCaseUrl = "caseworkers/6687/jurisdictions/PROBATE/case-types/GrantOfRepresentation/cases"
getPaginationMetadataUrl = "caseworkers/6687/jurisdictions/PROBATE/case-types/GrantOfRepresentation/cases/pagination_metadata?state=CaseCreated"
searchCases = "caseworkers/6687/jurisdictions/PROBATE/case-types/GrantOfRepresentation/cases?state=CaseCreated"
Expand Down
Loading