Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

CLEAN and UNIT TEST - (PROBABLY DONT NEED THIS) #197

Draft
wants to merge 62 commits into
base: main
Choose a base branch
from
Draft
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
62 commits
Select commit Hold shift + click to select a range
8c9dd3d
update
ndduc01 Jul 13, 2024
7c584b7
test for data extraction
ndduc01 Jul 13, 2024
debb5f3
update
ndduc01 Jul 13, 2024
d21f6d0
update git
ndduc01 Jul 13, 2024
7799ac2
update
ndduc01 Jul 13, 2024
8b2c969
update
ndduc01 Jul 13, 2024
2a67adb
test
ndduc01 Jul 13, 2024
c2f7815
update
ndduc01 Jul 13, 2024
656e56a
update
ndduc01 Jul 13, 2024
a76d1e4
update
ndduc01 Jul 13, 2024
e28b698
update
ndduc01 Jul 13, 2024
8e44724
update
ndduc01 Jul 13, 2024
7bbc7d8
update
ndduc01 Jul 13, 2024
85c1a94
update
ndduc01 Jul 13, 2024
62a3acc
update
ndduc01 Jul 13, 2024
5b35fdb
update
ndduc01 Jul 13, 2024
34e544c
update
ndduc01 Jul 13, 2024
e51c521
update
ndduc01 Jul 13, 2024
9e43cd7
update
ndduc01 Jul 13, 2024
ab08e75
update
ndduc01 Jul 13, 2024
75eb50f
update
ndduc01 Jul 13, 2024
a90d37b
update
ndduc01 Jul 13, 2024
da50b8a
update
ndduc01 Jul 13, 2024
0dbff24
update
ndduc01 Jul 13, 2024
15e2209
update
ndduc01 Jul 13, 2024
2f8264b
update
ndduc01 Jul 13, 2024
e3fe52e
update
ndduc01 Jul 13, 2024
fce4435
update
ndduc01 Jul 13, 2024
4789b4c
update
ndduc01 Jul 13, 2024
b414664
update
ndduc01 Jul 13, 2024
b172774
update
ndduc01 Jul 13, 2024
486860d
update
ndduc01 Jul 13, 2024
fb16f18
update
ndduc01 Jul 13, 2024
bcfe144
test
ndduc01 Jul 13, 2024
97dd9a3
up
ndduc01 Jul 14, 2024
9f01fb9
supressing model
ndduc01 Jul 14, 2024
0b2bab1
clean
ndduc01 Jul 14, 2024
2b3eeae
ran code clean
ndduc01 Jul 14, 2024
894c3a4
update
ndduc01 Jul 14, 2024
7b615ca
model srte
ndduc01 Jul 14, 2024
3b0fee9
test
ndduc01 Jul 14, 2024
6d482d5
test
ndduc01 Jul 14, 2024
1d132c4
update
ndduc01 Jul 14, 2024
f17ce8a
more test
ndduc01 Jul 14, 2024
2b1af77
test
ndduc01 Jul 14, 2024
5939818
update
ndduc01 Jul 14, 2024
a1f6bba
more test
ndduc01 Jul 14, 2024
8fefcdf
update
ndduc01 Jul 14, 2024
ea7aab2
up
ndduc01 Jul 14, 2024
ee51a33
update
ndduc01 Jul 14, 2024
6abff32
update
ndduc01 Jul 14, 2024
ff79fc3
update
ndduc01 Jul 14, 2024
e350c98
update
ndduc01 Jul 14, 2024
7c08b2d
update
ndduc01 Jul 14, 2024
f4a59ab
update
ndduc01 Jul 14, 2024
2fc3465
update
ndduc01 Jul 14, 2024
9d2fae1
test
ndduc01 Jul 14, 2024
30634b5
update
ndduc01 Jul 14, 2024
c656f1d
update
ndduc01 Jul 14, 2024
5f343a5
update
ndduc01 Jul 14, 2024
6e32f6f
update
ndduc01 Jul 14, 2024
bc6c76f
update
ndduc01 Jul 15, 2024
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
The table of contents is too big for display.
Diff view
Diff view
  •  
  •  
  •  
Original file line number Diff line number Diff line change
@@ -1,8 +1,11 @@
package gov.cdc.dataingestion.rawmessage.dto;

import lombok.Data;
import lombok.Getter;
import lombok.Setter;

@Data
@Getter
@Setter
public class RawERLDto {

private String id;
Expand Down
49 changes: 40 additions & 9 deletions data-processing-service/build.gradle
Original file line number Diff line number Diff line change
Expand Up @@ -61,15 +61,35 @@ jacoco {
test {
finalizedBy jacocoTestReport // report is always generated after tests run
}

jacocoTestReport {
reports {
xml.required = true
csv.required = false
html.outputLocation = layout.buildDirectory.dir('jacocoHtml')
}
getExecutionData().setFrom(fileTree(buildDir).include("/jacoco/*.exec"))

getExecutionData().setFrom(fileTree(buildDir).include("**/jacoco/*.exec"))

afterEvaluate {
classDirectories.setFrom(files(classDirectories.files.collect {
fileTree(dir: it,
excludes: [
'**/config/NbsDataSourceConfig.java',
'**/config/OdseDataSourceConfig.java',
'**/config/SrteDataSourceConfig.java',
'**/model/dsma_algorithm/**',
'**/model/phdc/**',
'**/security/config/**',
'**/ServiceApplication.java',
'**/DsmLabMatchHelper.java',
]
)
}))
}
}


task integration(type: Test) {
useJUnitPlatform()
}
Expand Down Expand Up @@ -205,12 +225,23 @@ sonarqube {
property "sonar.projectKey", "CDCgov_NEDSS-DataIngestion"
property "sonar.organization", "cdcgov"
property "sonar.host.url", "https://sonarcloud.io"
property "sonar.exclusions", "**/config/**, **/constant/**, **/exception/**, **/model/container/**, **/model/dsma_algorithm/**, **/model/dto/**, **/model/phdc/**, " +
" **/repository/nbs/msgoute/model/**, **/repository/nbs/odse/model/**, **/repository/nbs/srte/model/**, **/security/config/**, **/ServiceApplication.java, " +
" **/service/model/**, **/DynamicBeanBinding.java, **/RulesEngineUtil.java, **/utilities/model/**," +
" **/controller/**, **/kafka/consumer/**, **kafka/producer/**, **/WdsObjectChecker.java," +
" **/AdvancedCriteria.java, **/cache/OdseCache.java, **/cache/PropertyUtilCache.java, " +
" **/cache/SrteCache.java, **/StringUtils.java, **/TimeStampUtil.java, **/AuthUtil.java"

property "sonar.exclusions", [
"**/config/NbsDataSourceConfig.java",
"**/config/OdseDataSourceConfig.java",
"**/config/SrteDataSourceConfig.java",
"**/model/dsma_algorithm/**",
"**/model/phdc/**",
"**/security/config/**",
"**/ServiceApplication.java",
"**/DsmLabMatchHelper.java",
"**/InvestigationService.java",
"**/ObservationRequestHandler.java",
"**/InvestigationNotificationService.java",
"**/ObservationMatchingService.java",
"**/ContactSummaryService.java",
"**/RetrieveSummaryService.java",
"**/ManagerCacheService.java",
"**/NBSObjectConverter.java"
].join(",")
}
}
}
Original file line number Diff line number Diff line change
Expand Up @@ -6,14 +6,15 @@
import org.springframework.transaction.annotation.EnableTransactionManagement;

/**
* Report service application.
* Report service application.
*/
@SpringBootApplication
@EnableCaching
@EnableTransactionManagement
public class ServiceApplication {
/**
* Main method for spring boot application.
*
* @param args
*/
public static void main(final String[] args) {
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -4,10 +4,10 @@
import java.util.TreeMap;

public class OdseCache {
public static Map<Object,Object> fromPrePopFormMapping = new TreeMap<Object, Object>();
public static Map<Object,Object> toPrePopFormMapping = new TreeMap<Object, Object>();
public static Map<Object,Object> dmbMap = new TreeMap<Object, Object>();
public static Map<Object,Object> map = new TreeMap<Object, Object>();
public static Map<Object, Object> fromPrePopFormMapping = new TreeMap<Object, Object>();
public static Map<Object, Object> toPrePopFormMapping = new TreeMap<Object, Object>();
public static Map<Object, Object> dmbMap = new TreeMap<Object, Object>();
public static Map<Object, Object> map = new TreeMap<Object, Object>();


}
Original file line number Diff line number Diff line change
Expand Up @@ -8,6 +8,7 @@
import org.springframework.context.annotation.Configuration;

import java.util.Arrays;
import java.util.List;
import java.util.concurrent.TimeUnit;

@Configuration
Expand All @@ -17,12 +18,12 @@ public class CacheConfig {
@Bean
public CacheManager cacheManager() {
CaffeineCacheManager cacheManager = new CaffeineCacheManager();
cacheManager.setCacheNames(Arrays.asList("srte")); // Add your cache names here
cacheManager.setCacheNames(List.of("srte")); // Add your cache names here
cacheManager.setCaffeine(caffeineConfig());
return cacheManager;
}

private Caffeine caffeineConfig() {
protected Caffeine caffeineConfig() {
return Caffeine.newBuilder()
// .maximumSize(500)
.expireAfterAccess(60, TimeUnit.MINUTES); // Adjust expiration settings as needed
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -19,15 +19,15 @@
@Configuration
public class KafkaConsumerConfig {
@Value("${spring.kafka.group-id}")
private String groupId = "";
protected String groupId = "";

@Value("${spring.kafka.bootstrap-servers}")
private String bootstrapServers = "";
protected String bootstrapServers = "";

// Higher value for more intensive operation, also increase latency
// default is 30000, equivalent to 5 min
@Value("${spring.kafka.consumer.maxPollIntervalMs}")
private String maxPollInterval = "";
protected String maxPollInterval = "";

@Bean
public ConsumerFactory<String, String> consumerFactory() {
Expand All @@ -48,6 +48,6 @@ public ConsumerFactory<String, String> consumerFactory() {
ConcurrentKafkaListenerContainerFactory<String, String> factory =
new ConcurrentKafkaListenerContainerFactory<>();
factory.setConsumerFactory(consumerFactory());
return factory;
return factory;
}
}
Original file line number Diff line number Diff line change
Expand Up @@ -15,7 +15,7 @@
@Configuration
public class KafkaProducerConfig {
@Value("${spring.kafka.bootstrap-servers}")
private String bootstrapServers = "";
protected String bootstrapServers = "";

@Bean
public ProducerFactory<String, String> producerFactory() {
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -28,16 +28,16 @@
)
public class NbsDataSourceConfig {
@Value("${spring.datasource.driverClassName}")
private String driverClassName;
protected String driverClassName;

@Value("${spring.datasource.nbs.url}")
private String dbUrl;
protected String dbUrl;

@Value("${spring.datasource.username}")
private String dbUserName;
protected String dbUserName;

@Value("${spring.datasource.password}")
private String dbUserPassword;
protected String dbUserPassword;

@Bean(name = "nbsDataSource")
public DataSource nbsDataSource() {
Expand All @@ -59,7 +59,7 @@ public EntityManagerFactoryBuilder nbsEntityManagerFactoryBuilder() {
@Bean(name = "nbsEntityManagerFactory")
public LocalContainerEntityManagerFactoryBean nbsEntityManagerFactory(
EntityManagerFactoryBuilder nbsEntityManagerFactoryBuilder,
@Qualifier("nbsDataSource") DataSource nbsDataSource ) {
@Qualifier("nbsDataSource") DataSource nbsDataSource) {
return nbsEntityManagerFactoryBuilder
.dataSource(nbsDataSource)
.packages("gov.cdc.dataprocessing.repository.nbs.msgoute.model")
Expand All @@ -69,7 +69,7 @@ public LocalContainerEntityManagerFactoryBean nbsEntityManagerFactory(

@Bean(name = "nbsTransactionManager")
public PlatformTransactionManager nbsTransactionManager(
@Qualifier("nbsEntityManagerFactory") EntityManagerFactory nbsEntityManagerFactory ) {
@Qualifier("nbsEntityManagerFactory") EntityManagerFactory nbsEntityManagerFactory) {
return new JpaTransactionManager(nbsEntityManagerFactory);
}
}
Original file line number Diff line number Diff line change
Expand Up @@ -61,7 +61,7 @@ public EntityManagerFactoryBuilder odseEntityManagerFactoryBuilder() {
@Bean(name = "odseEntityManagerFactory")
public LocalContainerEntityManagerFactoryBean odseEntityManagerFactory(
EntityManagerFactoryBuilder odseEntityManagerFactoryBuilder,
@Qualifier("odseDataSource") DataSource odseDataSource ) {
@Qualifier("odseDataSource") DataSource odseDataSource) {
return odseEntityManagerFactoryBuilder
.dataSource(odseDataSource)
.packages("gov.cdc.dataprocessing.repository.nbs.odse.model")
Expand All @@ -72,7 +72,7 @@ public LocalContainerEntityManagerFactoryBean odseEntityManagerFactory(
@Primary
@Bean(name = "odseTransactionManager")
public PlatformTransactionManager odseTransactionManager(
@Qualifier("odseEntityManagerFactory") EntityManagerFactory odseEntityManagerFactory ) {
@Qualifier("odseEntityManagerFactory") EntityManagerFactory odseEntityManagerFactory) {
return new JpaTransactionManager(odseEntityManagerFactory);
}
}
Original file line number Diff line number Diff line change
Expand Up @@ -18,7 +18,6 @@
import java.util.HashMap;



@Configuration
@EnableTransactionManagement
@EnableJpaRepositories(
Expand Down Expand Up @@ -61,7 +60,7 @@ public EntityManagerFactoryBuilder srteEntityManagerFactoryBuilder() {
@Bean(name = "srteEntityManagerFactory")
public LocalContainerEntityManagerFactoryBean srteEntityManagerFactory(
EntityManagerFactoryBuilder srteEntityManagerFactoryBuilder,
@Qualifier("srteDataSource") DataSource srteDataSource ) {
@Qualifier("srteDataSource") DataSource srteDataSource) {
return srteEntityManagerFactoryBuilder
.dataSource(srteDataSource)
.packages("gov.cdc.dataprocessing.repository.nbs.srte.model")
Expand All @@ -71,7 +70,7 @@ public LocalContainerEntityManagerFactoryBean srteEntityManagerFactory(

@Bean(name = "srteTransactionManager")
public PlatformTransactionManager srteTransactionManager(
@Qualifier("srteEntityManagerFactory") EntityManagerFactory srteEntityManagerFactory ) {
@Qualifier("srteEntityManagerFactory") EntityManagerFactory srteEntityManagerFactory) {
return new JpaTransactionManager(srteEntityManagerFactory);
}
}
Original file line number Diff line number Diff line change
Expand Up @@ -31,7 +31,7 @@ public class CTConstants {
public static final String SignsSymptomsNotes = "CON130";
public static final String RiskFactorsForIllness = "CON131";
public static final String RiskFactorNotes = "CON132";
public static final String TestingEvaluationCompleted = "CON117";
public static final String TestingEvaluationCompleted = "CON117";
public static final String DateOfEvaluation = "CON118";
public static final String EvaluationFindings = "CON119";
public static final String WasTreatmentInitiatedForIllness = "CON120";
Expand Down
Loading