Unit tests

.runtests/Integration tests GENESIS.run.xml

@@ -0,0 +1,13 @@
+<component name="ProjectRunConfigurationManager">
+  <configuration default="false" name="Integration tests GENESIS" type="JUnit" factoryName="JUnit">
+    <module name="genesis-api" />
+    <option name="PACKAGE_NAME" value="" />
+    <option name="MAIN_CLASS_NAME" value="" />
+    <option name="METHOD_NAME" value="" />
+    <option name="TEST_OBJECT" value="directory" />
+    <dir value="$PROJECT_DIR$/src/test/java/integration_tests" />
+    <method v="2">
+      <option name="Make" enabled="true" />
+    </method>
+  </configuration>
+</component>

.runtests/Unit tests GENESIS.run.xml

@@ -1,6 +1,7 @@
 <component name="ProjectRunConfigurationManager">
   <configuration default="false" name="Unit tests GENESIS" type="JUnit" factoryName="JUnit">
     <module name="genesis-api" />
+    <extension name="coverage" runner="jacoco" />
     <option name="PACKAGE_NAME" value="fr.insee.genesis" />
     <option name="MAIN_CLASS_NAME" value="" />
     <option name="METHOD_NAME" value="" />

pom.xml

@@ -263,16 +263,46 @@
                 <groupId>org.sonarsource.scanner.maven</groupId>
                 <artifactId>sonar-maven-plugin</artifactId>
             </plugin>
+            <plugin>
+                <groupId>org.apache.maven.plugins</groupId>
+                <artifactId>maven-dependency-plugin</artifactId>
+                <executions>
+                    <execution>
+                        <goals>
+                            <goal>properties</goal>
+                        </goals>
+                    </execution>
+                </executions>
+            </plugin>
             <plugin>
                 <groupId>org.apache.maven.plugins</groupId>
                 <artifactId>maven-surefire-plugin</artifactId>
                 <configuration>
                     <printSummary>true</printSummary>
                     <includes>
-                        <include>**/*FT.java</include>
                         <include>**/*Test.java</include>
                         <include>**/*Tests.java</include>
                     </includes>
+                    <parallel>methods</parallel>
+                    <threadCount>4</threadCount>
+                    <argLine>@{argLine} -javaagent:${org.mockito:mockito-core:jar}</argLine>
+                </configuration>
+            </plugin>
+            <plugin>
+                <groupId>org.apache.maven.plugins</groupId>
+                <artifactId>maven-failsafe-plugin</artifactId>
+                <executions>
+                    <execution>
+                        <goals>
+                            <goal>integration-test</goal>
+                            <goal>verify</goal>
+                        </goals>
+                    </execution>
+                </executions>
+                <configuration>
+                    <includes>
+                        <include>**/*IT.java</include>
+                    </includes>
                 </configuration>
             </plugin>
             <plugin>

src/main/java/fr/insee/genesis/controller/rest/CombinedRawDataController.java

@@ -25,7 +25,7 @@ public class CombinedRawDataController {
     @Operation(summary = "Retrieve combined raw responses and Lunatic raw data for a given interrogationId")
     @GetMapping
     @PreAuthorize("hasAnyRole('ADMIN', 'USER_PLATINE')")
-    public ResponseEntity<CombinedRawDataDto> getCombinetRawData(
+    public ResponseEntity<CombinedRawDataDto> getCombinedRawData(
             @RequestParam(INTERROGATION_ID) String interrogationId
     ){
         CombinedRawDataDto data = combinedRawDataService.getCombinedRawDataByInterrogationId(interrogationId);

src/main/java/fr/insee/genesis/controller/rest/DataProcessingContextController.java

@@ -181,7 +181,9 @@ public ResponseEntity<Object> saveScheduleWithCollectionInstrumentId(
                     collectionInstrumentId,
                     serviceToCall == null ? ServiceToCall.MAIN : serviceToCall,
                     frequency,
-                    scheduleBeginDate, scheduleEndDate, trustParameters
+                    scheduleBeginDate,
+                    scheduleEndDate,
+                    trustParameters
             );
         }catch (GenesisException e){
             return new ResponseEntity<>(e.getMessage(), HttpStatusCode.valueOf(e.getStatus()));

src/main/java/fr/insee/genesis/controller/rest/HealthCheckController.java

@@ -45,11 +45,11 @@ public ResponseEntity<String> healthcheckMongo() {
                              MongoDB OK
                             \s
                              %s Responses
-                             %s Schedules
+                             %s Contexts
                        \s"""
                         .formatted(
                                 surveyUnitApiPort.countResponses(),
-                                dataProcessingContextApiPort.countSchedules()
+                                dataProcessingContextApiPort.countContexts()
                         ));
     }
 

src/main/java/fr/insee/genesis/controller/rest/responses/CampaignController.java

@@ -27,7 +27,8 @@
 
     @Operation(summary = "List campaigns in database")
     @GetMapping(path = "/")
+    @Deprecated
     public ResponseEntity<Set<String>> getCampaigns() {
         Set<String> campaigns = surveyUnitService.findDistinctCampaignIds();
         return ResponseEntity.ok(campaigns);
     }

src/main/java/fr/insee/genesis/controller/rest/responses/InterrogationController.java

@@ -82,6 +82,7 @@
     public ResponseEntity<Long> countAllInterrogationIdsByQuestionnaireOrCollectionInstrument(
             @Parameter(description = "questionnaireId/collectionInstrumentId", required = true) @PathVariable("questionnaireId") String questionnaireId
     ) {
+        //TODO move logic to service
         long response = surveyUnitService.countResponsesByQuestionnaireId(questionnaireId);
         response += surveyUnitService.countResponsesByCollectionInstrumentId(questionnaireId);
         return ResponseEntity.ok(response);

src/main/java/fr/insee/genesis/controller/rest/responses/ModeController.java

@@ -43,11 +43,13 @@
 
     @Operation(summary = "List sources/modes used for a given campaign")
     @GetMapping(path = "/by-campaign")
+    @Deprecated
     public ResponseEntity<List<Mode>> getModesByCampaign(@RequestParam("campaignId") String campaignId) {
         List<Mode> modes = surveyUnitService.findModesByCampaignId(campaignId);
         return ResponseEntity.ok(modes);
     }
 
+    //TODO Integrate into normal usage, not in unit test meanwhile
     //========= OPTIMISATIONS PERFS (START) ==========
     @Operation(summary = "List sources/modes used for a given questionnaire")
     @GetMapping(path = "/by-questionnaireV2")

src/main/java/fr/insee/genesis/controller/rest/responses/QuestionnaireController.java

@@ -57,7 +57,8 @@
 
     @Operation(summary = "List questionnaires in database with their campaigns")
     @GetMapping(path = "/with-campaigns")
+    @Deprecated
     public ResponseEntity<List<QuestionnaireWithCampaign>> getQuestionnairesWithCampaigns() {
         List<QuestionnaireWithCampaign> questionnaireWithCampaignList =
                 surveyUnitService.findQuestionnairesWithCampaigns();
         return ResponseEntity.ok(questionnaireWithCampaignList);
@@ -65,6 +66,7 @@
 
     @Operation(summary = "List questionnaires used for a given campaign")
     @GetMapping(path = "/by-campaign")
+    @Deprecated
     public ResponseEntity<Set<String>> getQuestionnairesByCampaign(@RequestParam("campaignId") String campaignId) {
         Set<String> questionnaires = surveyUnitService.findQuestionnaireIdsByCampaignId(campaignId);
         return ResponseEntity.ok(questionnaires);
@@ -76,7 +78,8 @@
      */
     @Operation(summary = "List questionnaires used for a given campaign (using a DISTINCT query)")
     @GetMapping(path = "/by-campaignV2")
+    @Deprecated(forRemoval = true) //TODO integrate logic to find by interrogationId
     public ResponseEntity<Set<String>> getQuestionnairesByCampaignV2(@RequestParam("campaignId") String campaignId) {
         Set<String> questionnaires = surveyUnitService.findQuestionnaireIdsByCampaignIdV2(campaignId);
         return ResponseEntity.ok(questionnaires);
     }
@@ -92,7 +95,6 @@
         } catch (GenesisException e) {
             return ResponseEntity.status(e.getStatus()).body(e.getMessage());
         }
-
     }
 
 

src/main/java/fr/insee/genesis/controller/rest/responses/RawResponseController.java

@@ -64,7 +64,6 @@
     @PutMapping(path = "/responses/raw/lunatic-json/save")
     @PreAuthorize("hasRole('COLLECT_PLATFORM')")
     public ResponseEntity<String> saveRawResponsesFromJsonBody(
-
             @RequestParam("campaignName") String campaignName,
             @RequestParam("questionnaireId") String questionnaireId,
             @RequestParam(INTERROGATION_ID) String interrogationId,
@@ -99,7 +98,7 @@
     public ResponseEntity<String> saveRawResponsesFromRawResponseDto(
             @Valid @RequestBody RawResponseDto dto
     ) {
-        rawRepository.saveAsRawJson(dto);
+        rawRepository.saveAsRawJson(dto); //TODO put in service, repository is infra layer
         return ResponseEntity.status(201).body(String.format(SUCCESS_MESSAGE, dto.getInterrogationId()));
     }
 

src/main/java/fr/insee/genesis/controller/rest/responses/ResponseController.java

@@ -301,6 +301,7 @@ public ResponseEntity<SurveyUnitSimplifiedDto> getLatestByInterrogationOneObject
         LocalDateTime validationDate = null;
         for (SurveyUnitModel response :
                 responses.stream().filter(rep -> rep.getMode().equals(mode)).toList()){
+            //Keep last not null questionnaireState/validationDate
             questionnaireState = response.getQuestionnaireState() != null ?
                     response.getQuestionnaireState()
                     : questionnaireState;
@@ -426,7 +427,7 @@ public ResponseEntity<Object> saveEditedVariables(
     ) {
         try {
             log.debug("Received in save edited : {}", surveyUnitInputDto.toString());
-            //Code quality : we need to put all that logic out of this controller
+            //TODO Code quality : we need to put all that logic out of this controller
             //Parse metadata
             //Try to look for DDI first, if no DDI found looks for lunatic components
             List<GenesisError> errors = new ArrayList<>();

src/main/java/fr/insee/genesis/domain/model/surveyunit/DataType.java

@@ -1,5 +1,9 @@
 package fr.insee.genesis.domain.model.surveyunit;
 
+/**
+ * @deprecated unused
+ */
+@Deprecated(forRemoval = true)
 public enum DataType {
     COLLECTED,CALCULATED,EXTERNAL
 }

src/main/java/fr/insee/genesis/domain/model/surveyunit/rawdata/RawResponseModel.java

@@ -1,11 +1,13 @@
 package fr.insee.genesis.domain.model.surveyunit.rawdata;
 
 import fr.insee.genesis.domain.model.surveyunit.Mode;
+import lombok.Builder;
 import org.bson.types.ObjectId;
 
 import java.time.LocalDateTime;
 import java.util.Map;
 
+@Builder
 public record RawResponseModel(
         ObjectId id,
         String interrogationId,

src/main/java/fr/insee/genesis/domain/ports/api/DataProcessingContextApiPort.java

@@ -38,7 +38,7 @@ void saveKraftwerkExecutionScheduleByCollectionInstrumentId(String collectionIns
 
     void deleteExpiredSchedules(String logFolder) throws GenesisException;
 
-    long countSchedules();
+    long countContexts();
 
     DataProcessingContextModel getContext(String interrogationId) throws GenesisException;
 

src/main/java/fr/insee/genesis/domain/ports/api/LunaticJsonRawDataApiPort.java

@@ -20,16 +20,19 @@
 public interface LunaticJsonRawDataApiPort {
 
     void save(LunaticJsonRawDataModel rawData);
+    @Deprecated
     List<LunaticJsonRawDataModel> getRawData(String campaignName, Mode mode, List<String> interrogationIdList);
     List<LunaticJsonRawDataModel> getRawDataByQuestionnaireId(String questionnaireId, Mode mode, List<String> interrogationIdList);
     List<SurveyUnitModel> convertRawData(List<LunaticJsonRawDataModel> rawData, VariablesMap variablesMap);
     List<LunaticJsonRawDataUnprocessedDto> getUnprocessedDataIds();
     Set<String> getUnprocessedDataQuestionnaireIds();
     void updateProcessDates(List<SurveyUnitModel> surveyUnitModels);
     Set<String> findDistinctQuestionnaireIds();
+    @Deprecated
     long countRawResponsesByQuestionnaireId(String campaignId);
     long countDistinctInterrogationIdsByQuestionnaireId(String questionnaireId);
+    @Deprecated
     Page<LunaticJsonRawDataModel> findRawDataByCampaignIdAndDate(String campaignId, Instant  startDt, Instant endDt, Pageable pageable);
 
     List<LunaticJsonRawDataModel> getRawDataByInterrogationId(String interrogationId);
 

src/main/java/fr/insee/genesis/domain/ports/api/SurveyUnitApiPort.java

@@ -65,7 +65,8 @@
 
     List<Mode> findModesByCollectionInstrumentId(String collectionInstrumentId);
 
+    @Deprecated
     List<Mode> findModesByCampaignId(String campaignId);
 
     //========= OPTIMISATIONS PERFS (START) ==========
     List<Mode> findModesByCampaignIdV2(String campaignId);
@@ -102,6 +103,7 @@
 
     String findQuestionnaireIdByInterrogationId(String interrogationId) throws GenesisException;
 
+    @Deprecated
     Set<String> findCampaignIdsFrom(SurveyUnitInputDto dto);
 
     long countResponsesByQuestionnaireId(String questionnaireId);

src/main/java/fr/insee/genesis/domain/ports/spi/LunaticJsonRawDataPersistencePort.java

@@ -17,7 +17,7 @@ public interface LunaticJsonRawDataPersistencePort {
     List<LunaticJsonRawDataModel> findRawData(String campaignName, Mode mode, List<String> interrogationIdList);
     List<LunaticJsonRawDataModel> findRawDataByQuestionnaireId(String questionnaireId, Mode mode, List<String> interrogationIdList);
     Page<LunaticJsonRawDataModel> findRawDataByQuestionnaireId(String questionnaireId, Pageable pageable);
-    List<LunaticJsonRawDataModel> findRawDataByInterrogationID(String interrogationId);
+    List<LunaticJsonRawDataModel> findRawDataByInterrogationId(String interrogationId);
     List<LunaticJsonRawDataModel> getAllUnprocessedData();
     void updateProcessDates(String campaignId, Set<String> interrogationIds);
     Set<String> findDistinctQuestionnaireIds();

src/main/java/fr/insee/genesis/domain/service/context/DataProcessingContextService.java

@@ -43,8 +43,12 @@
         this.surveyUnitPersistencePort = surveyUnitPersistencePort;
     }
 
+    /**
+     * @Deprecated Use collectionInstrumentId instead
+     */
     @Override
+    @Deprecated(forRemoval = true)
     public void saveContext(String partitionId, Boolean withReview) throws GenesisException {
 
         DataProcessingContextModel dataProcessingContextModel =
                 DataProcessingContextMapper.INSTANCE.documentToModel(dataProcessingContextPersistancePort.findByPartitionId(partitionId));
@@ -104,8 +108,12 @@
         dataProcessingContextPersistancePort.save(DataProcessingContextMapper.INSTANCE.modelToDocument(dataProcessingContextModel));
     }
 
+    /**
+     * @Deprecated Will be replaced by Bangles V1
+     */
     @Override
+    @Deprecated
     public void saveKraftwerkExecutionScheduleByCollectionInstrumentId(String collectionInstrumentId, ServiceToCall serviceToCall, String frequency, LocalDateTime startDate, LocalDateTime endDate, TrustParameters trustParameters) throws GenesisException {
         DataProcessingContextModel dataProcessingContextModel = dataProcessingContextPersistancePort.findByCollectionInstrumentId(collectionInstrumentId);
         if(dataProcessingContextModel == null){
             //Create if not exist
@@ -141,8 +149,12 @@
         dataProcessingContextPersistancePort.save(DataProcessingContextMapper.INSTANCE.modelToDocument(dataProcessingContextModel));
     }
 
+    /**
+     * @Deprecated Will be replaced by Bangles V1
+     */
     @Override
+    @Deprecated
     public void updateLastExecutionDateByCollectionInstrumentId(String collectionInstrumentId, LocalDateTime newDate) throws GenesisException {
         DataProcessingContextModel dataProcessingContextModel = dataProcessingContextPersistancePort.findByCollectionInstrumentId(collectionInstrumentId);
         if (dataProcessingContextModel == null) {
             throw new GenesisException(404, NOT_FOUND_MESSAGE);
@@ -151,8 +163,12 @@
         dataProcessingContextPersistancePort.save(DataProcessingContextMapper.INSTANCE.modelToDocument(dataProcessingContextModel));
     }
 
+    /**
+     * @Deprecated Will be replaced by Bangles V1 + partitionId is obsolete
+     */
     @Override
+    @Deprecated(forRemoval = true)
     public void deleteSchedules(String partitionId) throws GenesisException {
         DataProcessingContextModel dataProcessingContextModel =
                 DataProcessingContextMapper.INSTANCE.documentToModel(
                         dataProcessingContextPersistancePort.findByPartitionId(partitionId)
@@ -164,8 +180,12 @@
         dataProcessingContextPersistancePort.save(DataProcessingContextMapper.INSTANCE.modelToDocument(dataProcessingContextModel));
     }
 
+    /**
+     * @Deprecated Will be replaced by Bangles V1
+     */
     @Override
+    @Deprecated
     public void deleteSchedulesByCollectionInstrumentId(String collectionInstrumentId) throws GenesisException {
         DataProcessingContextModel dataProcessingContextModel =
                         dataProcessingContextPersistancePort.findByCollectionInstrumentId(collectionInstrumentId);
         if (dataProcessingContextModel == null) {
@@ -175,8 +195,12 @@
         dataProcessingContextPersistancePort.save(DataProcessingContextMapper.INSTANCE.modelToDocument(dataProcessingContextModel));
     }
 
+    /**
+     * @Deprecated Will be replaced by Bangles V1
+     */
     @Override
+    @Deprecated
     public List<ScheduleDto> getAllSchedules() {
         List<ScheduleDto> scheduleDtos = new ArrayList<>();
 
         List<DataProcessingContextModel> dataProcessingContextModels =
@@ -189,8 +213,12 @@
         return scheduleDtos;
     }
 
+    /**
+     * @Deprecated Will be replaced by Bangles V1
+     */
     @Override
+    @Deprecated
     public void deleteExpiredSchedules(String logFolder) throws GenesisException {
         List<DataProcessingContextModel> dataProcessingContextModels =
                 DataProcessingContextMapper.INSTANCE.listDocumentToListModel(dataProcessingContextPersistancePort.findAll());
         for(DataProcessingContextModel context : dataProcessingContextModels){
@@ -225,7 +253,7 @@
     }
 
     @Override
-    public long countSchedules() {
+    public long countContexts() {
         return dataProcessingContextPersistancePort.count();
     }
 
@@ -259,6 +287,9 @@
         return dataProcessingContextPersistancePort.findByCollectionInstrumentId(collectionInstrumentId);
     }
 
+    /**
+     * @deprecated PartitionId is obsolete since modele filiere
+     */
     @Override
     @Deprecated(forRemoval = true)
     public List<String> getPartitionIds(boolean withReview){
@@ -286,6 +317,9 @@
         return collectionInstrumentIds;
     }
 
+    /**
+     * @deprecated PartitionId is obsolete since modele filiere
+     */
     @Deprecated(forRemoval = true)
     @Override
     public boolean getReviewByPartitionId(String partitionId) throws GenesisException {