diff --git a/.github/workflows/build-dev-release.yml b/.github/workflows/build-dev-release.yml new file mode 100644 index 0000000..b438d11 --- /dev/null +++ b/.github/workflows/build-dev-release.yml @@ -0,0 +1,15 @@ +name: Build and publish dev release Docker image to Github Container Registry ghcr.io + +on: workflow_dispatch + +jobs: + build: + uses: th2-net/.github/.github/workflows/compound-java.yml@main + with: + build-target: 'Docker' + devRelease: true + createTag: true + docker-username: ${{ github.actor }} + secrets: + docker-password: ${{ secrets.GITHUB_TOKEN }} + nvd-api-key: ${{ secrets.NVD_APIKEY }} \ No newline at end of file diff --git a/.github/workflows/build-release.yml b/.github/workflows/build-release.yml new file mode 100644 index 0000000..dcf70be --- /dev/null +++ b/.github/workflows/build-release.yml @@ -0,0 +1,15 @@ +name: Build and publish release Docker image to Github Container Registry ghcr.io + +on: workflow_dispatch + +jobs: + build: + uses: th2-net/.github/.github/workflows/compound-java.yml@main + with: + build-target: 'Docker' + devRelease: false + createTag: true + docker-username: ${{ github.actor }} + secrets: + docker-password: ${{ secrets.GITHUB_TOKEN }} + nvd-api-key: ${{ secrets.NVD_APIKEY }} \ No newline at end of file diff --git a/.github/workflows/build-sanpshot.yml b/.github/workflows/build-sanpshot.yml new file mode 100644 index 0000000..9366a44 --- /dev/null +++ b/.github/workflows/build-sanpshot.yml @@ -0,0 +1,20 @@ +name: Build and publish Docker image to Github Container Registry ghcr.io + +on: + push: + branches-ignore: + - master + - version-* + - dependabot** + paths-ignore: + - README.md + +jobs: + build-job: + uses: th2-net/.github/.github/workflows/compound-java-dev.yml@main + with: + build-target: 'Docker' + docker-username: ${{ github.actor }} + secrets: + docker-password: ${{ secrets.GITHUB_TOKEN }} + nvd-api-key: ${{ secrets.NVD_APIKEY }} \ No newline at end of file diff --git a/.github/workflows/ci-unwelcome-words.yml b/.github/workflows/ci-unwelcome-words.yml index a369f6e..4e5f3a6 100644 --- a/.github/workflows/ci-unwelcome-words.yml +++ b/.github/workflows/ci-unwelcome-words.yml @@ -7,17 +7,17 @@ jobs: test: runs-on: ubuntu-20.04 steps: - - uses: actions/checkout@v2 - with: - ref: ${{ github.sha }} - - name: Checkout tool - uses: actions/checkout@v2 - with: - repository: exactpro-th2/ci-github-action - ref: master - token: ${{ secrets.PAT_CI_ACTION }} - path: ci-github-action - - name: Run CI action - uses: ./ci-github-action - with: - ref: ${{ github.sha }} \ No newline at end of file + - uses: actions/checkout@v4 + with: + ref: ${{ github.sha }} + - name: Checkout tool + uses: actions/checkout@v4 + with: + repository: exactpro-th2/ci-github-action + ref: master + token: ${{ secrets.PAT_CI_ACTION }} + path: ci-github-action + - name: Run CI action + uses: ./ci-github-action + with: + ref: ${{ github.sha }} diff --git a/.github/workflows/dev-docker-publish.yml b/.github/workflows/dev-docker-publish.yml deleted file mode 100644 index a1f0711..0000000 --- a/.github/workflows/dev-docker-publish.yml +++ /dev/null @@ -1,47 +0,0 @@ -name: Dev build and publish Docker distributions to Github Container Registry ghcr.io - -on: - push: - branches-ignore: - - master - - version-* - -jobs: - build: - runs-on: ubuntu-20.04 - steps: - - uses: actions/checkout@v2 - # Prepare custom build version - - name: Get branch name - id: branch - run: echo ::set-output name=branch_name::${GITHUB_REF#refs/*/} - - name: Get release_version - id: ver - uses: christian-draeger/read-properties@1.0.1 - with: - path: gradle.properties - property: release_version - - name: Build custom release version - id: release_ver - run: echo ::set-output name=value::"${{ steps.ver.outputs.value }}-${{ steps.branch.outputs.branch_name }}-${{ github.run_id }}" - - name: Show custom release version - run: echo ${{ steps.release_ver.outputs.value }} - # Build and publish image - - name: Set up Docker Buildx - uses: docker/setup-buildx-action@v1 - - uses: docker/login-action@v1 - with: - registry: ghcr.io - username: ${{ github.repository_owner }} - password: ${{ secrets.CR_PAT }} - - run: echo "::set-output name=REPOSITORY_NAME::$(echo '${{ github.repository }}' | awk -F '/' '{print $2}')" - id: meta - - name: Build and push - id: docker_build - uses: docker/build-push-action@v2 - with: - push: true - tags: ghcr.io/${{ github.repository }}:${{ steps.release_ver.outputs.value }} - labels: com.exactpro.th2.${{ steps.meta.outputs.REPOSITORY_NAME }}=${{ steps.ver.outputs.value }} - build-args: | - release_version=${{ steps.release_ver.outputs.value }} \ No newline at end of file diff --git a/.github/workflows/docker-publish.yml b/.github/workflows/docker-publish.yml deleted file mode 100644 index 5e8229e..0000000 --- a/.github/workflows/docker-publish.yml +++ /dev/null @@ -1,39 +0,0 @@ -name: Build and publish Docker distributions to Github Container Registry ghcr.io - -on: - push: - branches: - - master - - version-* - paths: - - gradle.properties - -jobs: - build: - runs-on: ubuntu-20.04 - steps: - - uses: actions/checkout@v2 - - name: Set up Docker Buildx - uses: docker/setup-buildx-action@v1 - - uses: docker/login-action@v1 - with: - registry: ghcr.io - username: ${{ github.repository_owner }} - password: ${{ secrets.CR_PAT }} - - run: echo "::set-output name=REPOSITORY_NAME::$(echo '${{ github.repository }}' | awk -F '/' '{print $2}')" - id: meta - - name: Read version from gradle.properties - id: read_property - uses: christian-draeger/read-properties@1.0.1 - with: - path: ./gradle.properties - property: release_version - - name: Build and push - id: docker_build - uses: docker/build-push-action@v2 - with: - push: true - tags: ghcr.io/${{ github.repository }}:${{ steps.read_property.outputs.value }} - labels: com.exactpro.th2.${{ steps.meta.outputs.REPOSITORY_NAME }}=${{ steps.read_property.outputs.value }} - build-args: | - release_version=${{ steps.read_property.outputs.value }} \ No newline at end of file diff --git a/Dockerfile b/Dockerfile index d313c84..3329c30 100644 --- a/Dockerfile +++ b/Dockerfile @@ -1,4 +1,4 @@ -FROM gradle:6.8-jdk11 AS build +FROM gradle:8.11-jdk11 AS build ARG release_version ARG nexus_url ARG nexus_user diff --git a/README.md b/README.md index 337dae9..5fa1f20 100644 --- a/README.md +++ b/README.md @@ -1,61 +1,172 @@ -# Healer data processor (0.0.2) +# Event healer processor (0.0.3) -Healer data processor fixes wrong status of events. When a child event has a "failed" status and its parent +Event healer processor fixes wrong status of events. When a child event has a "failed" status and its parent has a "success" status, the status of the parent is wrong. Healer finds the parent event and makes its status "failed", too. +Sometimes parent event doesn't exist in cradle when the healer process its child event with "failed" states. +In this case processor repeats searching of the parent event with interval according to `processorSettings` + ## Configuration -There is an example of full configuration for the data processor +There is an example of full configuration (infra-2.1) for the event healer processor ```yaml -apiVersion: th2.exactpro.com/v1 +apiVersion: th2.exactpro.com/v2 kind: Th2Box metadata: name: event-healer spec: - image-name: ghcr.io/th2-net/th2-crawler-event-healer - image-version: + imageName: ghcr.io/th2-net/th2-crawler-event-healer + imageVersion: 0.0.3-dev type: th2-conn - custom-config: - name: test-event-healer - version: 1.0.0 - maxCacheCapacity: 1000 pins: - - name: server - connection-type: grpc - extended-settings: + grpc: + client: + - name: to_data_provider + serviceClass: com.exactpro.th2.dataprovider.lw.grpc.DataProviderService + linkTo: + - box: lw-data-provider-grpc + pin: server + - name: to_data_provider_stream + serviceClass: com.exactpro.th2.dataprovider.lw.grpc.QueueDataProviderService + linkTo: + - box: lw-data-provider-grpc + pin: server + customConfig: + crawler: + from: 2024-11-14T00:00:00.00Z + intervalLength: PT10M + syncInterval: PT10M + awaitTimeout: 10 + awaitUnit: SECONDS + events: + bookToScopes: + test_book: [ "script" ] + processorSettings: + maxCacheCapacity: 1024 + updateUnsubmittedEventInterval: 1 + updateUnsubmittedEventTimeUnit: SECONDS + updateUnsubmittedEventAttempts: 100 + extendedSettings: + envVariables: + JAVA_TOOL_OPTIONS: > + -XX:+ExitOnOutOfMemoryError + -XX:+UseContainerSupport + -Dlog4j2.shutdownHookEnabled=false + -Xlog:gc,gc+heap*,gc+start,gc+metaspace::utc,level,tags + -XX:MaxRAMPercentage=38 + -XX:MaxMetaspaceSize=80M + -XX:CompressedClassSpaceSize=12M + -XX:ReservedCodeCacheSize=35M + -XX:MaxDirectMemorySize=15M + -Ddatastax-java-driver.advanced.connection.init-query-timeout="5000 milliseconds" + -Ddatastax-java-driver.basic.request.timeout="10 seconds" + resources: + limits: + memory: 250Mi + cpu: 200m + requests: + memory: 100Mi + cpu: 50m +``` + +Please note the `th2-lw-data-provider` worked in gRPC mode is required for the current processor. +The main configuration of `th2-lw-data-provider` described below, full documentation can be found by the (link)[https://github.com/th2-net/th2-lw-data-provider] + +```yaml +apiVersion: th2.exactpro.com/v2 +kind: Th2CoreBox +metadata: + name: lw-data-provider-grpc +spec: + imageName: ghcr.io/th2-net/th2-lw-data-provider + imageVersion: 2.12.0-dev + type: th2-rpt-data-provider + customConfig: + grpcBackPressure: true + hostname: 0.0.0.0 + port: 8080 + mode: GRPC + extendedSettings: + envVariables: + JAVA_TOOL_OPTIONS: > + -XX:+ExitOnOutOfMemoryError + -XX:+UseContainerSupport + -Dlog4j2.shutdownHookEnabled=false + -Xlog:gc,gc+heap*,gc+start,gc+metaspace::utc,level,tags + -XX:MaxRAMPercentage=85 + -Ddatastax-java-driver.advanced.connection.init-query-timeout="5000 milliseconds" + -Ddatastax-java-driver.basic.request.timeout="10 seconds" + resources: + limits: + memory: 1000Mi + ephemeral-storage: 500Mi + cpu: 1000m + requests: + memory: 300Mi + ephemeral-storage: 500Mi + cpu: 50m service: enabled: true - type: ClusterIP - endpoints: - - name: 'grpc' - targetPort: 8080 - envVariables: - JAVA_TOOL_OPTIONS: '-XX:+ExitOnOutOfMemoryError -XX:+UseContainerSupport -XX:MaxRAMPercentage=85' - resources: - limits: - memory: 200Mi - cpu: 200m - requests: - memory: 100Mi - cpu: 50m + clusterIP: + - name: grpc + containerPort: 8080 + pins: + mq: + subscribers: + - name: from_codec_transport + attributes: + - from_codec + - transport-group + - subscribe + - name: from_codec_proto + attributes: + - from_codec + - parsed + - subscribe + publishers: + - name: to_codec + attributes: + - to_codec + - transport-group + - publish + grpc: + server: + - name: server + serviceClasses: + - com.exactpro.th2.dataprovider.lw.grpc.DataProviderService + - com.exactpro.th2.dataprovider.lw.grpc.QueueDataProviderService ``` -### Parameters description +### Processor settings description -+ name - the data processor name -+ version - the data processor version -+ maxCacheCapacity - the maximum capacity of the cache that stores - events processed by Healer. Caching events is useful in order to ++ **maxCacheCapacity** (_**1024** by default_) - the maximum capacity of the cache that stores + events processed by Healer. Caching events is useful in order to avoid their repeated retrieval from Cradle. - After reaching the maximum capacity, the least recent accessed event + After reaching the maximum capacity, the least recent accessed event from the cache will be removed, so no overflow occurs. - -See th2-crawler in **Useful links** section to see the goal of *name* and *version* -parameters. ++ **updateUnsubmittedEventInterval** (_**1** by default_) - value of interval between attempts for updating parent event status if it doesn't exist ++ **updateUnsubmittedEventTimeUnit** (_**SECONDS** by default_) - time unit of interval between attempts for updating parent event status if it doesn't exist ++ **updateUnsubmittedEventAttempts** (_**100**_ by default_) - number of attempts to update parent event status if it doesn't exist # Useful links +The event-healer based on the th2-processor-core project, you can look at its readme to read about processor configuration. + ++ th2-processor-core - https://github.com/th2-net/th2-processor-core-j ++ th2-lw-data-provider - https://github.com/th2-net/th2-lw-data-provider + th2-common - https://github.com/th2-net/th2-common-j -+ th2-crawler - https://github.com/th2-net/th2-crawler \ No newline at end of file +## Release notes + +### 0.0.3 +* Migrated to th2 gradle plugin `0.1.4` (based on th2-bom: `4.8.0`) +* Updated: + * common: `5.14.0-dev` + * common-utils: `2.3.0-dev` + * processor-core: `0.3.0-dev` + * cradle-cassandra: `5.4.4-dev` + * auto-service: `1.1.1` + * caffeine: `3.1.8` + * kotlin-logging: `3.0.5` + * kotlin: `1.8.22` \ No newline at end of file diff --git a/build.gradle b/build.gradle index 718ffa0..03e3241 100644 --- a/build.gradle +++ b/build.gradle @@ -1,26 +1,18 @@ plugins { - id 'com.palantir.docker' version '0.25.0' - id 'java' - id 'java-library' - id 'application' -} - -ext { - sharedDir = file("${project.rootDir}/shared") + id "application" + id "org.jetbrains.kotlin.jvm" version "1.8.22" + id "org.jetbrains.kotlin.kapt" version "1.8.22" + id "com.exactpro.th2.gradle.component" version "0.1.4" } group 'com.exactpro.th2' version release_version -sourceCompatibility = JavaVersion.VERSION_11 -targetCompatibility = JavaVersion.VERSION_11 +kotlin { + jvmToolchain(11) +} repositories { - maven { - name 'MavenLocal' - url sharedDir - } - mavenLocal() mavenCentral() maven { name 'Sonatype_snapshots' @@ -30,45 +22,36 @@ repositories { name 'Sonatype_releases' url 'https://s01.oss.sonatype.org/content/repositories/releases/' } + mavenLocal() - configurations.all { + configurations.configureEach { resolutionStrategy.cacheChangingModulesFor 0, 'seconds' resolutionStrategy.cacheDynamicVersionsFor 0, 'seconds' } } -jar { - manifest { - attributes( - 'Created-By': "${System.getProperty('java.version')} (${System.getProperty('java.vendor')})", - 'Specification-Title': '', - 'Specification-Vendor': 'Exactpro Systems LLC', - 'Implementation-Title': project.archivesBaseName, - 'Implementation-Vendor': 'Exactpro Systems LLC', - 'Implementation-Vendor-Id': 'com.exactpro', - 'Implementation-Version': project.version - ) - } -} - dependencies { - api platform('com.exactpro.th2:bom:3.0.0') + compileOnly 'com.google.auto.service:auto-service:1.1.1' + kapt 'com.google.auto.service:auto-service:1.1.1' - implementation 'com.exactpro.th2:common:3.18.2' - implementation "com.exactpro.th2:grpc-crawler-data-processor:0.0.1" + implementation 'com.github.ben-manes.caffeine:caffeine:3.1.8' + implementation 'io.github.microutils:kotlin-logging:3.0.5' + implementation 'com.fasterxml.jackson.core:jackson-databind:2.18.1' + implementation 'com.fasterxml.jackson.core:jackson-annotations:2.18.1' - implementation "com.exactpro.th2:cradle-cassandra:2.14.0" + implementation 'com.exactpro.th2:common:5.14.0-dev' + implementation "com.exactpro.th2:common-utils:2.3.0-dev" + implementation "com.exactpro.th2:processor-core:0.3.0-dev" - implementation "org.slf4j:slf4j-log4j12" - implementation "org.slf4j:slf4j-api" - implementation 'junit:junit:4.13.1' + implementation "com.exactpro.th2:cradle-cassandra:5.4.4-dev" - testImplementation 'org.junit.jupiter:junit-jupiter-api:5.7.0' - testRuntimeOnly 'org.junit.jupiter:junit-jupiter-engine:5.7.0' - testImplementation group: 'io.grpc', name: 'grpc-testing', version: '1.32.1' + testImplementation "org.jetbrains.kotlin:kotlin-test-junit5" + testImplementation 'org.mockito.kotlin:mockito-kotlin:5.4.0' + + testImplementation "org.junit.jupiter:junit-jupiter-params:5.11.3" + testImplementation "org.junit.jupiter:junit-jupiter:5.11.3" - testImplementation group: 'org.mockito', name: 'mockito-core', version: '3.11.2' } test { @@ -76,19 +59,5 @@ test { } application { - mainClassName 'com.exactpro.th2.healer.BoxMain' -} - -applicationName = 'service' - -distTar { - archiveName "${applicationName}.tar" -} - -dockerPrepare { - dependsOn distTar -} - -docker { - copySpec.from(tarTree("$buildDir/distributions/${applicationName}.tar")) -} + mainClass.set('com.exactpro.th2.processor.MainKt') +} \ No newline at end of file diff --git a/gradle.properties b/gradle.properties index a3c264a..044fc6a 100644 --- a/gradle.properties +++ b/gradle.properties @@ -1,4 +1,4 @@ -release_version = 0.0.2 +release_version = 0.0.3 description = 'th2 data service for fixing wrong status of events' vcs_url=https://github.com/th2-net/th2-crawler-event-healer.git diff --git a/gradle/wrapper/gradle-wrapper.jar b/gradle/wrapper/gradle-wrapper.jar index e708b1c..e644113 100644 Binary files a/gradle/wrapper/gradle-wrapper.jar and b/gradle/wrapper/gradle-wrapper.jar differ diff --git a/gradle/wrapper/gradle-wrapper.properties b/gradle/wrapper/gradle-wrapper.properties index da9702f..94113f2 100644 --- a/gradle/wrapper/gradle-wrapper.properties +++ b/gradle/wrapper/gradle-wrapper.properties @@ -1,5 +1,7 @@ distributionBase=GRADLE_USER_HOME distributionPath=wrapper/dists -distributionUrl=https\://services.gradle.org/distributions/gradle-6.8-bin.zip +distributionUrl=https\://services.gradle.org/distributions/gradle-8.11-bin.zip +networkTimeout=10000 +validateDistributionUrl=true zipStoreBase=GRADLE_USER_HOME zipStorePath=wrapper/dists diff --git a/gradlew b/gradlew index 4f906e0..1aa94a4 100755 --- a/gradlew +++ b/gradlew @@ -1,7 +1,7 @@ -#!/usr/bin/env sh +#!/bin/sh # -# Copyright 2015 the original author or authors. +# Copyright © 2015-2021 the original authors. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. @@ -17,67 +17,99 @@ # ############################################################################## -## -## Gradle start up script for UN*X -## +# +# Gradle start up script for POSIX generated by Gradle. +# +# Important for running: +# +# (1) You need a POSIX-compliant shell to run this script. If your /bin/sh is +# noncompliant, but you have some other compliant shell such as ksh or +# bash, then to run this script, type that shell name before the whole +# command line, like: +# +# ksh Gradle +# +# Busybox and similar reduced shells will NOT work, because this script +# requires all of these POSIX shell features: +# * functions; +# * expansions «$var», «${var}», «${var:-default}», «${var+SET}», +# «${var#prefix}», «${var%suffix}», and «$( cmd )»; +# * compound commands having a testable exit status, especially «case»; +# * various built-in commands including «command», «set», and «ulimit». +# +# Important for patching: +# +# (2) This script targets any POSIX shell, so it avoids extensions provided +# by Bash, Ksh, etc; in particular arrays are avoided. +# +# The "traditional" practice of packing multiple parameters into a +# space-separated string is a well documented source of bugs and security +# problems, so this is (mostly) avoided, by progressively accumulating +# options in "$@", and eventually passing that to Java. +# +# Where the inherited environment variables (DEFAULT_JVM_OPTS, JAVA_OPTS, +# and GRADLE_OPTS) rely on word-splitting, this is performed explicitly; +# see the in-line comments for details. +# +# There are tweaks for specific operating systems such as AIX, CygWin, +# Darwin, MinGW, and NonStop. +# +# (3) This script is generated from the Groovy template +# https://github.com/gradle/gradle/blob/HEAD/subprojects/plugins/src/main/resources/org/gradle/api/internal/plugins/unixStartScript.txt +# within the Gradle project. +# +# You can find Gradle at https://github.com/gradle/gradle/. +# ############################################################################## # Attempt to set APP_HOME + # Resolve links: $0 may be a link -PRG="$0" -# Need this for relative symlinks. -while [ -h "$PRG" ] ; do - ls=`ls -ld "$PRG"` - link=`expr "$ls" : '.*-> \(.*\)$'` - if expr "$link" : '/.*' > /dev/null; then - PRG="$link" - else - PRG=`dirname "$PRG"`"/$link" - fi +app_path=$0 + +# Need this for daisy-chained symlinks. +while + APP_HOME=${app_path%"${app_path##*/}"} # leaves a trailing /; empty if no leading path + [ -h "$app_path" ] +do + ls=$( ls -ld "$app_path" ) + link=${ls#*' -> '} + case $link in #( + /*) app_path=$link ;; #( + *) app_path=$APP_HOME$link ;; + esac done -SAVED="`pwd`" -cd "`dirname \"$PRG\"`/" >/dev/null -APP_HOME="`pwd -P`" -cd "$SAVED" >/dev/null -APP_NAME="Gradle" -APP_BASE_NAME=`basename "$0"` - -# Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script. -DEFAULT_JVM_OPTS='"-Xmx64m" "-Xms64m"' +# This is normally unused +# shellcheck disable=SC2034 +APP_BASE_NAME=${0##*/} +# Discard cd standard output in case $CDPATH is set (https://github.com/gradle/gradle/issues/25036) +APP_HOME=$( cd "${APP_HOME:-./}" > /dev/null && pwd -P ) || exit # Use the maximum available, or set MAX_FD != -1 to use that value. -MAX_FD="maximum" +MAX_FD=maximum warn () { echo "$*" -} +} >&2 die () { echo echo "$*" echo exit 1 -} +} >&2 # OS specific support (must be 'true' or 'false'). cygwin=false msys=false darwin=false nonstop=false -case "`uname`" in - CYGWIN* ) - cygwin=true - ;; - Darwin* ) - darwin=true - ;; - MINGW* ) - msys=true - ;; - NONSTOP* ) - nonstop=true - ;; +case "$( uname )" in #( + CYGWIN* ) cygwin=true ;; #( + Darwin* ) darwin=true ;; #( + MSYS* | MINGW* ) msys=true ;; #( + NONSTOP* ) nonstop=true ;; esac CLASSPATH=$APP_HOME/gradle/wrapper/gradle-wrapper.jar @@ -87,9 +119,9 @@ CLASSPATH=$APP_HOME/gradle/wrapper/gradle-wrapper.jar if [ -n "$JAVA_HOME" ] ; then if [ -x "$JAVA_HOME/jre/sh/java" ] ; then # IBM's JDK on AIX uses strange locations for the executables - JAVACMD="$JAVA_HOME/jre/sh/java" + JAVACMD=$JAVA_HOME/jre/sh/java else - JAVACMD="$JAVA_HOME/bin/java" + JAVACMD=$JAVA_HOME/bin/java fi if [ ! -x "$JAVACMD" ] ; then die "ERROR: JAVA_HOME is set to an invalid directory: $JAVA_HOME @@ -98,88 +130,120 @@ Please set the JAVA_HOME variable in your environment to match the location of your Java installation." fi else - JAVACMD="java" - which java >/dev/null 2>&1 || die "ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH. + JAVACMD=java + if ! command -v java >/dev/null 2>&1 + then + die "ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH. Please set the JAVA_HOME variable in your environment to match the location of your Java installation." + fi fi # Increase the maximum file descriptors if we can. -if [ "$cygwin" = "false" -a "$darwin" = "false" -a "$nonstop" = "false" ] ; then - MAX_FD_LIMIT=`ulimit -H -n` - if [ $? -eq 0 ] ; then - if [ "$MAX_FD" = "maximum" -o "$MAX_FD" = "max" ] ; then - MAX_FD="$MAX_FD_LIMIT" - fi - ulimit -n $MAX_FD - if [ $? -ne 0 ] ; then - warn "Could not set maximum file descriptor limit: $MAX_FD" - fi - else - warn "Could not query maximum file descriptor limit: $MAX_FD_LIMIT" - fi +if ! "$cygwin" && ! "$darwin" && ! "$nonstop" ; then + case $MAX_FD in #( + max*) + # In POSIX sh, ulimit -H is undefined. That's why the result is checked to see if it worked. + # shellcheck disable=SC2039,SC3045 + MAX_FD=$( ulimit -H -n ) || + warn "Could not query maximum file descriptor limit" + esac + case $MAX_FD in #( + '' | soft) :;; #( + *) + # In POSIX sh, ulimit -n is undefined. That's why the result is checked to see if it worked. + # shellcheck disable=SC2039,SC3045 + ulimit -n "$MAX_FD" || + warn "Could not set maximum file descriptor limit to $MAX_FD" + esac fi -# For Darwin, add options to specify how the application appears in the dock -if $darwin; then - GRADLE_OPTS="$GRADLE_OPTS \"-Xdock:name=$APP_NAME\" \"-Xdock:icon=$APP_HOME/media/gradle.icns\"" -fi +# Collect all arguments for the java command, stacking in reverse order: +# * args from the command line +# * the main class name +# * -classpath +# * -D...appname settings +# * --module-path (only if needed) +# * DEFAULT_JVM_OPTS, JAVA_OPTS, and GRADLE_OPTS environment variables. # For Cygwin or MSYS, switch paths to Windows format before running java -if [ "$cygwin" = "true" -o "$msys" = "true" ] ; then - APP_HOME=`cygpath --path --mixed "$APP_HOME"` - CLASSPATH=`cygpath --path --mixed "$CLASSPATH"` - - JAVACMD=`cygpath --unix "$JAVACMD"` - - # We build the pattern for arguments to be converted via cygpath - ROOTDIRSRAW=`find -L / -maxdepth 1 -mindepth 1 -type d 2>/dev/null` - SEP="" - for dir in $ROOTDIRSRAW ; do - ROOTDIRS="$ROOTDIRS$SEP$dir" - SEP="|" - done - OURCYGPATTERN="(^($ROOTDIRS))" - # Add a user-defined pattern to the cygpath arguments - if [ "$GRADLE_CYGPATTERN" != "" ] ; then - OURCYGPATTERN="$OURCYGPATTERN|($GRADLE_CYGPATTERN)" - fi +if "$cygwin" || "$msys" ; then + APP_HOME=$( cygpath --path --mixed "$APP_HOME" ) + CLASSPATH=$( cygpath --path --mixed "$CLASSPATH" ) + + JAVACMD=$( cygpath --unix "$JAVACMD" ) + # Now convert the arguments - kludge to limit ourselves to /bin/sh - i=0 - for arg in "$@" ; do - CHECK=`echo "$arg"|egrep -c "$OURCYGPATTERN" -` - CHECK2=`echo "$arg"|egrep -c "^-"` ### Determine if an option - - if [ $CHECK -ne 0 ] && [ $CHECK2 -eq 0 ] ; then ### Added a condition - eval `echo args$i`=`cygpath --path --ignore --mixed "$arg"` - else - eval `echo args$i`="\"$arg\"" + for arg do + if + case $arg in #( + -*) false ;; # don't mess with options #( + /?*) t=${arg#/} t=/${t%%/*} # looks like a POSIX filepath + [ -e "$t" ] ;; #( + *) false ;; + esac + then + arg=$( cygpath --path --ignore --mixed "$arg" ) fi - i=`expr $i + 1` + # Roll the args list around exactly as many times as the number of + # args, so each arg winds up back in the position where it started, but + # possibly modified. + # + # NB: a `for` loop captures its iteration list before it begins, so + # changing the positional parameters here affects neither the number of + # iterations, nor the values presented in `arg`. + shift # remove old arg + set -- "$@" "$arg" # push replacement arg done - case $i in - 0) set -- ;; - 1) set -- "$args0" ;; - 2) set -- "$args0" "$args1" ;; - 3) set -- "$args0" "$args1" "$args2" ;; - 4) set -- "$args0" "$args1" "$args2" "$args3" ;; - 5) set -- "$args0" "$args1" "$args2" "$args3" "$args4" ;; - 6) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" ;; - 7) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" ;; - 8) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" "$args7" ;; - 9) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" "$args7" "$args8" ;; - esac fi -# Escape application args -save () { - for i do printf %s\\n "$i" | sed "s/'/'\\\\''/g;1s/^/'/;\$s/\$/' \\\\/" ; done - echo " " -} -APP_ARGS=`save "$@"` -# Collect all arguments for the java command, following the shell quoting and substitution rules -eval set -- $DEFAULT_JVM_OPTS $JAVA_OPTS $GRADLE_OPTS "\"-Dorg.gradle.appname=$APP_BASE_NAME\"" -classpath "\"$CLASSPATH\"" org.gradle.wrapper.GradleWrapperMain "$APP_ARGS" +# Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script. +DEFAULT_JVM_OPTS='"-Xmx64m" "-Xms64m"' + +# Collect all arguments for the java command: +# * DEFAULT_JVM_OPTS, JAVA_OPTS, JAVA_OPTS, and optsEnvironmentVar are not allowed to contain shell fragments, +# and any embedded shellness will be escaped. +# * For example: A user cannot expect ${Hostname} to be expanded, as it is an environment variable and will be +# treated as '${Hostname}' itself on the command line. + +set -- \ + "-Dorg.gradle.appname=$APP_BASE_NAME" \ + -classpath "$CLASSPATH" \ + org.gradle.wrapper.GradleWrapperMain \ + "$@" + +# Stop when "xargs" is not available. +if ! command -v xargs >/dev/null 2>&1 +then + die "xargs is not available" +fi + +# Use "xargs" to parse quoted args. +# +# With -n1 it outputs one arg per line, with the quotes and backslashes removed. +# +# In Bash we could simply go: +# +# readarray ARGS < <( xargs -n1 <<<"$var" ) && +# set -- "${ARGS[@]}" "$@" +# +# but POSIX shell has neither arrays nor command substitution, so instead we +# post-process each arg (as a line of input to sed) to backslash-escape any +# character that might be a shell metacharacter, then use eval to reverse +# that process (while maintaining the separation between arguments), and wrap +# the whole thing up as a single "set" statement. +# +# This will of course break if any of these variables contains a newline or +# an unmatched quote. +# + +eval "set -- $( + printf '%s\n' "$DEFAULT_JVM_OPTS $JAVA_OPTS $GRADLE_OPTS" | + xargs -n1 | + sed ' s~[^-[:alnum:]+,./:=@_]~\\&~g; ' | + tr '\n' ' ' + )" '"$@"' exec "$JAVACMD" "$@" diff --git a/gradlew.bat b/gradlew.bat index 107acd3..25da30d 100644 --- a/gradlew.bat +++ b/gradlew.bat @@ -14,7 +14,7 @@ @rem limitations under the License. @rem -@if "%DEBUG%" == "" @echo off +@if "%DEBUG%"=="" @echo off @rem ########################################################################## @rem @rem Gradle startup script for Windows @@ -25,7 +25,8 @@ if "%OS%"=="Windows_NT" setlocal set DIRNAME=%~dp0 -if "%DIRNAME%" == "" set DIRNAME=. +if "%DIRNAME%"=="" set DIRNAME=. +@rem This is normally unused set APP_BASE_NAME=%~n0 set APP_HOME=%DIRNAME% @@ -40,13 +41,13 @@ if defined JAVA_HOME goto findJavaFromJavaHome set JAVA_EXE=java.exe %JAVA_EXE% -version >NUL 2>&1 -if "%ERRORLEVEL%" == "0" goto execute +if %ERRORLEVEL% equ 0 goto execute -echo. -echo ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH. -echo. -echo Please set the JAVA_HOME variable in your environment to match the -echo location of your Java installation. +echo. 1>&2 +echo ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH. 1>&2 +echo. 1>&2 +echo Please set the JAVA_HOME variable in your environment to match the 1>&2 +echo location of your Java installation. 1>&2 goto fail @@ -56,11 +57,11 @@ set JAVA_EXE=%JAVA_HOME%/bin/java.exe if exist "%JAVA_EXE%" goto execute -echo. -echo ERROR: JAVA_HOME is set to an invalid directory: %JAVA_HOME% -echo. -echo Please set the JAVA_HOME variable in your environment to match the -echo location of your Java installation. +echo. 1>&2 +echo ERROR: JAVA_HOME is set to an invalid directory: %JAVA_HOME% 1>&2 +echo. 1>&2 +echo Please set the JAVA_HOME variable in your environment to match the 1>&2 +echo location of your Java installation. 1>&2 goto fail @@ -75,13 +76,15 @@ set CLASSPATH=%APP_HOME%\gradle\wrapper\gradle-wrapper.jar :end @rem End local scope for the variables with windows NT shell -if "%ERRORLEVEL%"=="0" goto mainEnd +if %ERRORLEVEL% equ 0 goto mainEnd :fail rem Set variable GRADLE_EXIT_CONSOLE if you need the _script_ return code instead of rem the _cmd.exe /c_ return code! -if not "" == "%GRADLE_EXIT_CONSOLE%" exit 1 -exit /b 1 +set EXIT_CODE=%ERRORLEVEL% +if %EXIT_CODE% equ 0 set EXIT_CODE=1 +if not ""=="%GRADLE_EXIT_CONSOLE%" exit %EXIT_CODE% +exit /b %EXIT_CODE% :mainEnd if "%OS%"=="Windows_NT" endlocal diff --git a/src/main/java/com/exactpro/th2/dataservice/healer/BoxMain.java b/src/main/java/com/exactpro/th2/dataservice/healer/BoxMain.java deleted file mode 100644 index 25f234c..0000000 --- a/src/main/java/com/exactpro/th2/dataservice/healer/BoxMain.java +++ /dev/null @@ -1,125 +0,0 @@ -/* - * Copyright 2020-2021 Exactpro (Exactpro Systems Limited) - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -package com.exactpro.th2.dataservice.healer; - -import com.exactpro.cradle.CradleStorage; -import com.exactpro.th2.dataservice.healer.cfg.HealerConfiguration; -import com.exactpro.th2.dataservice.healer.grpc.HealerImpl; -import com.exactpro.th2.common.schema.factory.CommonFactory; -import com.exactpro.th2.common.schema.grpc.router.GrpcRouter; -import io.grpc.Server; -import org.slf4j.Logger; -import org.slf4j.LoggerFactory; - -import java.util.Deque; -import java.util.concurrent.ConcurrentLinkedDeque; -import java.util.concurrent.TimeUnit; -import java.util.concurrent.locks.Condition; -import java.util.concurrent.locks.ReentrantLock; - -import static com.exactpro.th2.common.metrics.CommonMetrics.setLiveness; -import static com.exactpro.th2.common.metrics.CommonMetrics.setReadiness; - -public class BoxMain { - - private static final Logger LOGGER = LoggerFactory.getLogger(BoxMain.class); - - public static void main(String[] args) { - Deque resources = new ConcurrentLinkedDeque<>(); - ReentrantLock lock = new ReentrantLock(); - Condition condition = lock.newCondition(); - - configureShutdownHook(resources, lock, condition); - try { - setLiveness(true); - - CommonFactory factory = CommonFactory.createFromArguments(args); - resources.add(factory); - - GrpcRouter grpcRouter = factory.getGrpcRouter(); - resources.add(grpcRouter); - - HealerConfiguration configuration = factory.getCustomConfiguration(HealerConfiguration.class); - CradleStorage storage = factory.getCradleManager().getStorage(); - - HealerImpl handler = new HealerImpl(configuration, storage); - - Server server = grpcRouter.startServer(handler).start(); - resources.add(() -> { - LOGGER.info("Shutting down Healer gRPC server"); - - TimeUnit unit = TimeUnit.SECONDS; - long timeout = 5L; - - if (server.shutdown().awaitTermination(timeout, unit)) { - LOGGER.warn("Cannot shutdown server in {} millis. Shutdown now", unit.toMillis(timeout)); - server.shutdownNow(); - } - }); - - setReadiness(true); - - LOGGER.info("Healer started"); - - awaitShutdown(lock, condition); - } catch (InterruptedException e) { - LOGGER.info("The main thread interrupted", e); - Thread.currentThread().interrupt(); - } catch (Exception e) { - LOGGER.error("Fatal error: " + e.getMessage(), e); - System.exit(1); - } - } - - private static void awaitShutdown(ReentrantLock lock, Condition condition) throws InterruptedException { - try { - lock.lock(); - LOGGER.info("Wait shutdown"); - condition.await(); - LOGGER.info("App shutdown"); - } finally { - lock.unlock(); - } - } - - private static void configureShutdownHook(Deque resources, ReentrantLock lock, Condition condition) { - Runtime.getRuntime().addShutdownHook(new Thread("Shutdown hook") { - @Override - public void run() { - LOGGER.info("Shutdown start"); - setReadiness(false); - try { - lock.lock(); - condition.signalAll(); - } finally { - lock.unlock(); - } - - resources.descendingIterator().forEachRemaining(resource -> { - try { - resource.close(); - } catch (Exception e) { - LOGGER.error(e.getMessage(), e); - } - }); - setLiveness(false); - LOGGER.info("Shutdown end"); - } - }); - } - -} diff --git a/src/main/java/com/exactpro/th2/dataservice/healer/cache/EventsCache.java b/src/main/java/com/exactpro/th2/dataservice/healer/cache/EventsCache.java deleted file mode 100644 index 36bf775..0000000 --- a/src/main/java/com/exactpro/th2/dataservice/healer/cache/EventsCache.java +++ /dev/null @@ -1,101 +0,0 @@ -/* - * Copyright 2020-2021 Exactpro (Exactpro Systems Limited) - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -package com.exactpro.th2.dataservice.healer.cache; - -import java.util.LinkedHashMap; -import java.util.Map; -import java.util.concurrent.locks.Lock; -import java.util.concurrent.locks.ReadWriteLock; -import java.util.concurrent.locks.ReentrantReadWriteLock; - -public class EventsCache extends LinkedHashMap { - private final int maxCapacity; - private final Lock writeLock; - private final Lock readLock; - - // These default values were taken from HashMap class - private static final int DEFAULT_INITIAL_CAPACITY = 16; - private static final float DEFAULT_LOAD_FACTOR = 0.75f; - - public EventsCache(int maxCapacity) { - super(DEFAULT_INITIAL_CAPACITY, DEFAULT_LOAD_FACTOR, true); - - if (maxCapacity <= 0) - throw new IllegalArgumentException("Capacity of EventsCache cannot be zero or negative"); - - this.maxCapacity = maxCapacity; - - ReadWriteLock lock = new ReentrantReadWriteLock(); - this.writeLock = lock.writeLock(); - this.readLock = lock.readLock(); - } - - @Override - public V get(Object key) { - try { - readLock.lock(); - return super.get(key); - } finally { - readLock.unlock(); - } - } - - @Override - public boolean containsKey(Object key) { - try { - readLock.lock(); - return super.containsKey(key); - } finally { - readLock.unlock(); - } - } - - @Override - public int size() { - try { - readLock.lock(); - return super.size(); - } finally { - readLock.unlock(); - } - } - - @Override - public V put(K key, V value) { - try { - writeLock.lock(); - return super.put(key, value); - } finally { - writeLock.unlock(); - } - } - - @Override - public V remove(Object key) { - try { - writeLock.lock(); - return super.remove(key); - } finally { - writeLock.unlock(); - } - } - - @Override - protected boolean removeEldestEntry(Map.Entry eldest) { - return size() > maxCapacity; - } -} diff --git a/src/main/java/com/exactpro/th2/dataservice/healer/cfg/HealerConfiguration.java b/src/main/java/com/exactpro/th2/dataservice/healer/cfg/HealerConfiguration.java deleted file mode 100644 index 7355366..0000000 --- a/src/main/java/com/exactpro/th2/dataservice/healer/cfg/HealerConfiguration.java +++ /dev/null @@ -1,55 +0,0 @@ -/* - * Copyright 2020-2021 Exactpro (Exactpro Systems Limited) - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -package com.exactpro.th2.dataservice.healer.cfg; - -import com.fasterxml.jackson.annotation.JsonCreator; -import com.fasterxml.jackson.annotation.JsonProperty; - -import java.util.Objects; - -public class HealerConfiguration { - private final String name; - private final String version; - private final int maxCacheCapacity; - - @JsonCreator - public HealerConfiguration(@JsonProperty("name") String name, - @JsonProperty("version") String version, - @JsonProperty("maxCacheCapacity") int maxCacheCapacity) { - this.name = Objects.requireNonNull(name, "Name is required"); - this.version = Objects.requireNonNull(version, "Version is required"); - - if (name.trim().isEmpty()) { - throw new IllegalArgumentException("Name of Healer cannot be empty"); - } - - if (version.trim().isEmpty()) { - throw new IllegalArgumentException("Version of Healer cannot be empty"); - } - - if (maxCacheCapacity <= 0) - throw new IllegalArgumentException("Size of cache cannot be negative or zero"); - - this.maxCacheCapacity = maxCacheCapacity; - } - - public String getName() { return name; } - - public String getVersion() { return version; } - - public int getMaxCacheCapacity() { return maxCacheCapacity; } -} diff --git a/src/main/java/com/exactpro/th2/dataservice/healer/grpc/HealerImpl.java b/src/main/java/com/exactpro/th2/dataservice/healer/grpc/HealerImpl.java deleted file mode 100644 index b1aacbd..0000000 --- a/src/main/java/com/exactpro/th2/dataservice/healer/grpc/HealerImpl.java +++ /dev/null @@ -1,207 +0,0 @@ -/* - * Copyright 2020-2021 Exactpro (Exactpro Systems Limited) - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -package com.exactpro.th2.dataservice.healer.grpc; - -import com.exactpro.cradle.CradleStorage; -import com.exactpro.cradle.testevents.StoredTestEventId; -import com.exactpro.cradle.testevents.StoredTestEventWrapper; -import com.exactpro.th2.dataservice.healer.cache.EventsCache; -import com.exactpro.th2.dataservice.healer.cfg.HealerConfiguration; -import com.exactpro.th2.common.grpc.EventID; -import com.exactpro.th2.common.grpc.EventStatus; -import com.exactpro.th2.crawler.dataprocessor.grpc.CrawlerId; -import com.exactpro.th2.crawler.dataprocessor.grpc.CrawlerInfo; -import com.exactpro.th2.crawler.dataprocessor.grpc.DataProcessorGrpc; -import com.exactpro.th2.crawler.dataprocessor.grpc.DataProcessorInfo; -import com.exactpro.th2.crawler.dataprocessor.grpc.EventDataRequest; -import com.exactpro.th2.crawler.dataprocessor.grpc.EventResponse; -import com.exactpro.th2.crawler.dataprocessor.grpc.Status; -import com.exactpro.th2.dataprovider.grpc.EventData; -import io.grpc.stub.StreamObserver; -import org.slf4j.Logger; -import org.slf4j.LoggerFactory; - -import java.io.IOException; - -import java.util.Collection; -import java.util.Map; -import java.util.Objects; -import java.util.Set; -import java.util.List; -import java.util.ArrayList; -import java.util.concurrent.ConcurrentHashMap; - -import static com.exactpro.th2.common.message.MessageUtils.toJson; - - -public class HealerImpl extends DataProcessorGrpc.DataProcessorImplBase { - - private static final Logger LOGGER = LoggerFactory.getLogger(HealerImpl.class); - - private final HealerConfiguration configuration; - private final CradleStorage storage; - private final Map cache; - private final Set knownCrawlers = ConcurrentHashMap.newKeySet(); - - public HealerImpl(HealerConfiguration configuration, CradleStorage storage) { - this.configuration = Objects.requireNonNull(configuration, "Configuration cannot be null"); - this.storage = Objects.requireNonNull(storage, "Cradle storage cannot be null"); - this.cache = new EventsCache<>(configuration.getMaxCacheCapacity()); - } - - @Override - public void crawlerConnect(CrawlerInfo request, StreamObserver responseObserver) { - try { - - if (LOGGER.isInfoEnabled()) { - LOGGER.info("crawlerConnect request: {}", toJson(request, true)); - } - - - knownCrawlers.add(request.getId()); - - DataProcessorInfo response = DataProcessorInfo.newBuilder() - .setName(configuration.getName()) - .setVersion(configuration.getVersion()) - .build(); - - if (LOGGER.isInfoEnabled()) { - LOGGER.info("crawlerConnect response: {}", toJson(response, true)); - } - - responseObserver.onNext(response); - responseObserver.onCompleted(); - } catch (Exception e) { - responseObserver.onError(e); - LOGGER.error("crawlerConnect error: " + e.getMessage(), e); - } - } - - @Override - public void sendEvent(EventDataRequest request, StreamObserver responseObserver) { - try { - if (LOGGER.isInfoEnabled()) { - LOGGER.info("sendEvent request: {}", toJson(request, true)); - } - - if (!knownCrawlers.contains(request.getId())) { - - if (LOGGER.isWarnEnabled()) { - LOGGER.warn("Received request from unknown crawler with id {}. Sending response with HandshakeRequired = true", toJson(request.getId(), true)); - } - - responseObserver.onNext(EventResponse.newBuilder() - .setStatus(Status.newBuilder().setHandshakeRequired(true)) - .build()); - responseObserver.onCompleted(); - return; - } - - int eventsCount = request.getEventDataCount(); - - heal(request.getEventDataList()); - - EventID lastEventId = null; - - if (eventsCount > 0) { - lastEventId = request.getEventDataList().get(eventsCount - 1).getEventId(); - } - - EventResponse.Builder builder = EventResponse.newBuilder(); - - if (lastEventId != null) { - builder.setId(lastEventId); - } - - EventResponse response = builder.build(); - - if (LOGGER.isInfoEnabled()) { - LOGGER.info("sendEvent response: {}", toJson(response, true)); - } - - responseObserver.onNext(response); - responseObserver.onCompleted(); - } catch (Exception e) { - responseObserver.onError(e); - LOGGER.error("sendEvent error: " + e, e); - } - } - - private void heal(Collection events) throws IOException { - List eventAncestors; - - for (EventData event: events) { - if (event.getSuccessful() == EventStatus.FAILED && event.hasParentEventId()) { - - eventAncestors = getAncestors(event); - - for (InnerEvent ancestor : eventAncestors) { - StoredTestEventWrapper ancestorEvent = ancestor.event; - - if (ancestor.success) { - storage.updateEventStatus(ancestorEvent, false); - ancestor.markFailed(); - LOGGER.info("Event {} healed", ancestorEvent.getId()); - } - } - } - } - } - - private List getAncestors(EventData event) throws IOException { - List eventAncestors = new ArrayList<>(); - String parentId = event.getParentEventId().getId(); - - while (parentId != null) { - InnerEvent innerEvent; - - if (cache.containsKey(parentId)) { - innerEvent = cache.get(parentId); - } else { - StoredTestEventWrapper parent = storage.getTestEvent(new StoredTestEventId(parentId)); - - innerEvent = new InnerEvent(parent, parent.isSuccess()); - cache.put(parentId, innerEvent); - } - - eventAncestors.add(innerEvent); - - if (!innerEvent.success) break; - - StoredTestEventId eventId = innerEvent.event.getParentId(); - - if (eventId == null) - break; - - parentId = eventId.toString(); - } - - return eventAncestors; - } - - private static class InnerEvent { - private final StoredTestEventWrapper event; - private volatile boolean success; - - private InnerEvent(StoredTestEventWrapper event, boolean success) { - this.event = event; - this.success = success; - } - - private void markFailed() { this.success = false; } - } -} diff --git a/src/main/kotlin/com/exactpro/th2/processor/healer/Factory.kt b/src/main/kotlin/com/exactpro/th2/processor/healer/Factory.kt new file mode 100644 index 0000000..e4ee726 --- /dev/null +++ b/src/main/kotlin/com/exactpro/th2/processor/healer/Factory.kt @@ -0,0 +1,61 @@ +/* + * Copyright 2022 Exactpro (Exactpro Systems Limited) + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +package com.exactpro.th2.processor.healer + +import com.exactpro.th2.common.event.Event +import com.exactpro.th2.processor.api.IProcessor +import com.exactpro.th2.processor.api.IProcessorFactory +import com.exactpro.th2.processor.api.IProcessorSettings +import com.exactpro.th2.processor.api.ProcessorContext +import com.fasterxml.jackson.databind.ObjectMapper +import com.fasterxml.jackson.databind.module.SimpleModule +import com.google.auto.service.AutoService +import java.time.Instant + +@Suppress("unused") +@AutoService(IProcessorFactory::class) +class Factory : IProcessorFactory { + override fun registerModules(configureMapper: ObjectMapper) { + with(configureMapper) { + registerModule(SimpleModule().addAbstractTypeMapping(IProcessorSettings::class.java, Settings::class.java)) + } + } + + override fun create(context: ProcessorContext): IProcessor { + with(context) { + requireNotNull(settings) { + "Settings can not be null" + }.let { settings -> + check(settings is Settings) { + "Settings type mismatch expected: ${Settings::class}, actual: ${settings::class}" + } + return Processor( + commonFactory.cradleManager.storage, + scheduler, + eventBatcher, + processorEventId, + settings, + state + ) + } + } + } + + override fun createProcessorEvent(): Event = Event.start() + .name("Healer event data processor ${Instant.now()}") + .description("Will contain all events with errors and information about processed events") + .type("Microservice") +} \ No newline at end of file diff --git a/src/main/kotlin/com/exactpro/th2/processor/healer/Processor.kt b/src/main/kotlin/com/exactpro/th2/processor/healer/Processor.kt new file mode 100644 index 0000000..3f24361 --- /dev/null +++ b/src/main/kotlin/com/exactpro/th2/processor/healer/Processor.kt @@ -0,0 +1,215 @@ +/* + * Copyright 2022 Exactpro (Exactpro Systems Limited) + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +package com.exactpro.th2.processor.healer + +import com.exactpro.cradle.BookId +import com.exactpro.cradle.CradleStorage +import com.exactpro.cradle.testevents.StoredTestEventId +import com.exactpro.th2.common.event.Event.Status.FAILED +import com.exactpro.th2.common.grpc.Event +import com.exactpro.th2.common.grpc.EventID +import com.exactpro.th2.common.grpc.EventStatus +import com.exactpro.th2.common.util.toInstant +import com.exactpro.th2.common.utils.event.EventBatcher +import com.exactpro.th2.processor.api.IProcessor +import com.exactpro.th2.processor.healer.state.State +import com.exactpro.th2.processor.utility.OBJECT_MAPPER +import com.exactpro.th2.processor.utility.log +import com.github.benmanes.caffeine.cache.Cache +import com.github.benmanes.caffeine.cache.Caffeine +import mu.KotlinLogging +import java.util.concurrent.ConcurrentHashMap +import java.util.concurrent.ScheduledExecutorService + +typealias EventBuilder = com.exactpro.th2.common.event.Event + +class Processor( + private val cradleStore: CradleStorage, + private val scheduler: ScheduledExecutorService, + private val eventBatcher: EventBatcher, + processorEventId: EventID, + configuration: Settings, + serializedState: ByteArray? +) : IProcessor { + + private val interval = configuration.updateUnsubmittedEventInterval + private val timeUtil = configuration.updateUnsubmittedEventTimeUnit + private val attempts = configuration.updateUnsubmittedEventAttempts + + private val unsubmittedEvents: MutableMap = ConcurrentHashMap() + + private val statusCache: Cache = Caffeine.newBuilder() + .maximumSize(configuration.maxCacheCapacity.toLong()) + .executor(scheduler) + .build() + + init { + serializedState?.let { + OBJECT_MAPPER.readValue(it, State::class.java) + .unsubmittedEvents.forEach { stateEventId -> + val sickEventId = stateEventId.toStateEventId() + heal(processorEventId, null, sickEventId) + } + } + } + + override fun handle(intervalEventId: EventID, event: Event) { + if (event.status == EventStatus.SUCCESS || !event.hasParentId()) { + return + } + + heal( + intervalEventId, + event.id.toStoredTestEventId(), + event.parentId.toStoredTestEventId() + ) + } + + override fun serializeState(): ByteArray? = if (unsubmittedEvents.isEmpty()) { + null + } else { + OBJECT_MAPPER.writeValueAsBytes(unsubmittedEvents.keys.toState()) + } + + override fun close() { } + + /** + * @return true if at least the first is healed + */ + private fun heal( + reportEventId: EventID, + childEventId: StoredTestEventId?, + parentEventId: StoredTestEventId? + ): Boolean { + var sickEventId = parentEventId + var result = false + while (sickEventId != null) { + if (statusCache.getIfPresent(sickEventId) === FAKE_OBJECT) { + K_LOGGER.debug { "The $sickEventId has been already updated${ childEventId?.let { " for $childEventId child event id" } ?: "" }" } + sickEventId = null + } else { + val parentEvent = cradleStore.getTestEvent(sickEventId) + if (parentEvent == null) { + val attempt = unsubmittedEvents.compute(sickEventId) { _, previous -> + when (val next = (previous ?: 0) + 1) { + attempts -> null + else -> next + } + } + when (attempt) { + null -> reportUnhealedEvent(reportEventId, sickEventId) + else -> scheduleHeal(reportEventId, childEventId, sickEventId, attempt) + } + sickEventId = null + } else { + result = true + sickEventId = if (parentEvent.isSuccess) { + cradleStore.updateEventStatus(parentEvent, false) //FIXME: push sub-event for updated, catch exception + reportUpdateEvent(reportEventId, parentEvent.id) + unsubmittedEvents.remove(sickEventId) + parentEvent.parentId + } else { + K_LOGGER.debug { + "The ${parentEvent.id} has already has failed status${ childEventId?.let { " for $childEventId child event id" } ?: "" }" + } + null + } + statusCache.put(parentEvent.id, FAKE_OBJECT) + } + } + } + return result + } + + private fun scheduleHeal( + reportEventId: EventID, + childEventId: StoredTestEventId?, + sickEventId: StoredTestEventId, + attempt: Int + ) { + scheduler.schedule({ + runCatching { + heal(reportEventId, childEventId, sickEventId) + }.onFailure { e -> + K_LOGGER.error(e) { "Failure to heal $sickEventId event" } + reportErrorEvent(reportEventId, sickEventId, e) + } + }, interval, timeUtil + ) + reportUnsubmittedEvent(reportEventId, sickEventId, attempt) + } + + private fun reportUnhealedEvent(reportEventId: EventID, eventId: StoredTestEventId) { + eventBatcher.onEvent( + EventBuilder.start() + .name( + "Heal of $eventId event failure after $attempts attempts with interval $interval $timeUtil" + ) + .type(EVENT_TYPE_UNSUBMITTED_EVENT) + .status(FAILED) + .toProto(reportEventId) + .log(K_LOGGER) + ) + } + + private fun reportErrorEvent(reportEventId: EventID, eventId: StoredTestEventId, e: Throwable) { + // FIXME: Add link to updated event + eventBatcher.onEvent( + EventBuilder.start() + .name("Heal of $eventId event failure") + .type(EVENT_TYPE_INTERNAL_ERROR) + .exception(e, true) + .status(FAILED) + .toProto(reportEventId) + .log(K_LOGGER) + ) + } + + private fun reportUnsubmittedEvent(intervalEventId: EventID, eventId: StoredTestEventId, attempt: Int) { + // FIXME: Add link to updated event + eventBatcher.onEvent( + EventBuilder.start() + .name("The $eventId hasn't been submitted to cradle yet, attempt $attempt") + .type(EVENT_TYPE_UNSUBMITTED_EVENT) + .toProto(intervalEventId) + .log(K_LOGGER) + ) + } + + private fun reportUpdateEvent(intervalEventId: EventID, eventId: StoredTestEventId) { + // FIXME: Add link to updated event + eventBatcher.onEvent( + EventBuilder.start() + .name("Updated status of $eventId") + .type("Update status") + .toProto(intervalEventId) + ) + } + + companion object { + private val K_LOGGER = KotlinLogging.logger {} + private val FAKE_OBJECT: Any = Object() + private const val EVENT_TYPE_INTERNAL_ERROR: String = "Internal error" + private const val EVENT_TYPE_UNSUBMITTED_EVENT: String = "Unsubmitted event" + + private fun EventID.toStoredTestEventId(): StoredTestEventId = StoredTestEventId( + BookId(bookName), + scope, + startTimestamp.toInstant(), + id + ) + } +} \ No newline at end of file diff --git a/src/main/kotlin/com/exactpro/th2/processor/healer/Settings.kt b/src/main/kotlin/com/exactpro/th2/processor/healer/Settings.kt new file mode 100644 index 0000000..cb35a59 --- /dev/null +++ b/src/main/kotlin/com/exactpro/th2/processor/healer/Settings.kt @@ -0,0 +1,38 @@ +/* + * Copyright 2022 Exactpro (Exactpro Systems Limited) + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +package com.exactpro.th2.processor.healer + +import com.exactpro.th2.processor.api.IProcessorSettings +import java.util.concurrent.TimeUnit + +data class Settings( + val maxCacheCapacity: Int = 1_024, + val updateUnsubmittedEventInterval: Long = 1, + val updateUnsubmittedEventTimeUnit: TimeUnit = TimeUnit.SECONDS, + val updateUnsubmittedEventAttempts: Int = 100 +) : IProcessorSettings { + init { + require(maxCacheCapacity > 0) { + "Size of cache cannot be negative or zero, actual $maxCacheCapacity" + } + require(updateUnsubmittedEventInterval > 0) { + "Update unsubmitted event interval cannot be negative or zero, actual $updateUnsubmittedEventInterval" + } + require(updateUnsubmittedEventAttempts > 0) { + "Update unsubmitted event attempts cannot be negative or zero, actual $updateUnsubmittedEventAttempts" + } + } +} \ No newline at end of file diff --git a/src/main/kotlin/com/exactpro/th2/processor/healer/Utils.kt b/src/main/kotlin/com/exactpro/th2/processor/healer/Utils.kt new file mode 100644 index 0000000..54e74c4 --- /dev/null +++ b/src/main/kotlin/com/exactpro/th2/processor/healer/Utils.kt @@ -0,0 +1,27 @@ +/* + * Copyright 2022 Exactpro (Exactpro Systems Limited) + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +package com.exactpro.th2.processor.healer + +import com.exactpro.cradle.testevents.StoredTestEventId +import com.exactpro.th2.processor.healer.state.State +import com.exactpro.th2.processor.healer.state.StateEventId + +fun StoredTestEventId.toStateEventId() = StateEventId(bookId.name, scope, startTimestamp, id) + +fun Set.toState(): State = State( + map { it.toStateEventId() } +) \ No newline at end of file diff --git a/src/main/kotlin/com/exactpro/th2/processor/healer/state/State.kt b/src/main/kotlin/com/exactpro/th2/processor/healer/state/State.kt new file mode 100644 index 0000000..a716405 --- /dev/null +++ b/src/main/kotlin/com/exactpro/th2/processor/healer/state/State.kt @@ -0,0 +1,21 @@ +/* + * Copyright 2022 Exactpro (Exactpro Systems Limited) + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +package com.exactpro.th2.processor.healer.state + +data class State @JvmOverloads constructor( + val unsubmittedEvents: List = emptyList() +) diff --git a/src/main/kotlin/com/exactpro/th2/processor/healer/state/StateEventId.kt b/src/main/kotlin/com/exactpro/th2/processor/healer/state/StateEventId.kt new file mode 100644 index 0000000..fe41ae0 --- /dev/null +++ b/src/main/kotlin/com/exactpro/th2/processor/healer/state/StateEventId.kt @@ -0,0 +1,39 @@ +/* + * Copyright 2022 Exactpro (Exactpro Systems Limited) + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +package com.exactpro.th2.processor.healer.state + +import com.exactpro.cradle.BookId +import com.exactpro.cradle.testevents.StoredTestEventId +import com.fasterxml.jackson.annotation.JsonProperty +import java.time.Instant + + +data class StateEventId( + @JsonProperty("book") val book: String, + @JsonProperty("scope") val scope: String, + @JsonProperty("timestamp") val timestamp: Instant, + @JsonProperty("id") val id: String +) { + init { + check(book.isNotBlank()) { "Book can't be blank, $this" } + check(scope.isNotBlank()) { "Scope can't be blank, $this" } + check(timestamp != Instant.MIN) { "Timestamp can't be equal as ${Instant.MIN}, $this" } + check(id.isNotBlank()) { "Id can't be blank, $this" } + } + + fun toStateEventId() = StoredTestEventId(BookId(book), scope, timestamp, id) +} diff --git a/src/test/java/com/exactpro/th2/dataservice/healer/EventsCacheTest.java b/src/test/java/com/exactpro/th2/dataservice/healer/EventsCacheTest.java deleted file mode 100644 index b4b6b0c..0000000 --- a/src/test/java/com/exactpro/th2/dataservice/healer/EventsCacheTest.java +++ /dev/null @@ -1,53 +0,0 @@ -/* - * Copyright 2020-2021 Exactpro (Exactpro Systems Limited) - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -package com.exactpro.th2.dataservice.healer; - -import com.exactpro.th2.dataservice.healer.cache.EventsCache; -import org.junit.jupiter.api.BeforeEach; -import org.junit.jupiter.api.Test; - -import java.util.Map; - -import static org.junit.jupiter.api.Assertions.assertEquals; -import static org.junit.jupiter.api.Assertions.assertFalse; -import static org.junit.jupiter.api.Assertions.assertTrue; - -public class EventsCacheTest { - private final Map cache = new EventsCache<>(10); - - @BeforeEach - public void prepare() { - for (int i = 0; i < 11; i++) { - cache.put(String.valueOf(i), i); - } - } - - @Test - public void maxSizeTest() { assertEquals(cache.size(), 10); } - - @Test - public void firstElementRemoved() { assertFalse(cache.containsValue(0)); } - - @Test - public void accessedElementPutLast() { - cache.get("1"); - - cache.put(String.valueOf(12), 12); - - assertTrue(cache.containsKey("1"), () -> "Cache must contain 1 but doesn't: " + cache); - } -} diff --git a/src/test/java/com/exactpro/th2/dataservice/healer/HealerTest.java b/src/test/java/com/exactpro/th2/dataservice/healer/HealerTest.java deleted file mode 100644 index 560ba6a..0000000 --- a/src/test/java/com/exactpro/th2/dataservice/healer/HealerTest.java +++ /dev/null @@ -1,231 +0,0 @@ -/* - * Copyright 2020-2021 Exactpro (Exactpro Systems Limited) - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -package com.exactpro.th2.dataservice.healer; - -import com.exactpro.cradle.CradleStorage; -import com.exactpro.cradle.testevents.StoredTestEvent; -import com.exactpro.cradle.testevents.StoredTestEventId; -import com.exactpro.cradle.testevents.StoredTestEventWrapper; -import com.exactpro.cradle.testevents.TestEventToStore; -import com.exactpro.cradle.utils.CradleStorageException; -import com.exactpro.th2.common.grpc.EventID; -import com.exactpro.th2.common.grpc.EventStatus; -import com.exactpro.th2.crawler.dataprocessor.grpc.CrawlerId; -import com.exactpro.th2.crawler.dataprocessor.grpc.CrawlerInfo; -import com.exactpro.th2.crawler.dataprocessor.grpc.DataProcessorGrpc; -import com.exactpro.th2.crawler.dataprocessor.grpc.DataProcessorInfo; -import com.exactpro.th2.crawler.dataprocessor.grpc.EventDataRequest; -import com.exactpro.th2.crawler.dataprocessor.grpc.EventResponse; -import com.exactpro.th2.dataprovider.grpc.EventData; -import com.exactpro.th2.dataservice.healer.cfg.HealerConfiguration; -import com.exactpro.th2.dataservice.healer.grpc.HealerImpl; -import io.grpc.ManagedChannel; -import io.grpc.Server; -import io.grpc.inprocess.InProcessChannelBuilder; -import io.grpc.inprocess.InProcessServerBuilder; -import org.junit.jupiter.api.AfterEach; -import org.junit.jupiter.api.BeforeEach; -import org.junit.jupiter.api.Test; - -import java.io.IOException; -import java.time.Instant; -import java.time.temporal.ChronoUnit; -import java.util.ArrayList; -import java.util.List; - -import static org.junit.jupiter.api.Assertions.assertEquals; -import static org.junit.jupiter.api.Assertions.assertTrue; -import static org.mockito.ArgumentMatchers.any; -import static org.mockito.Mockito.mock; -import static org.mockito.Mockito.verify; -import static org.mockito.Mockito.when; - -public class HealerTest { - - private static final String HEALER_NAME = "healer"; - private static final String HEALER_VERSION = "1"; - private static final String CRAWLER_NAME = "crawler"; - private static final String PARENT_EVENT_ID = "parent_event_id"; - private static final String CHILD_EVENT_ID = "child_event_id"; - private static final String GRANDCHILD_EVENT_ID = "grandchild_event_id"; - private static final HealerConfiguration CONFIGURATION = new HealerConfiguration(HEALER_NAME, HEALER_VERSION, 100); - private static final CrawlerId CRAWLER_ID = CrawlerId.newBuilder().setName(CRAWLER_NAME).build(); - private static final CrawlerInfo CRAWLER_INFO = CrawlerInfo.newBuilder().setId(CRAWLER_ID).build(); - private static final CradleStorage STORAGE_MOCK = mock(CradleStorage.class); - private static final List events = new ArrayList<>(); - - private static Server server; - private static ManagedChannel channel; - private static DataProcessorGrpc.DataProcessorBlockingStub blockingStub; - - @BeforeEach - public void prepare() throws IOException, CradleStorageException { - String serverName = InProcessServerBuilder.generateName(); - - server = InProcessServerBuilder.forName(serverName) - .addService(new HealerImpl(CONFIGURATION, STORAGE_MOCK)) - .build() - .start(); - channel = InProcessChannelBuilder.forName(serverName) - .usePlaintext() - .directExecutor() - .build(); - - blockingStub = DataProcessorGrpc.newBlockingStub(channel); - - when(STORAGE_MOCK.getTestEvent(any(StoredTestEventId.class))).then(invocation -> { - StoredTestEventId id = invocation.getArgument(0); - - for (StoredTestEventWrapper storedEvent : events) { - if (storedEvent.getId().toString().equals(id.toString())) - return storedEvent; - } - - return null; - }); - - createEvents(); - } - - @AfterEach - public void shutdown() { - server.shutdown(); - channel.shutdown(); - events.clear(); - } - - @Test - public void handshakeHandling() { - DataProcessorInfo dataServiceInfo = blockingStub.crawlerConnect(CRAWLER_INFO); - assertEquals(HEALER_NAME, dataServiceInfo.getName()); - assertEquals(HEALER_VERSION, dataServiceInfo.getVersion()); - } - - @Test - public void correctEventIdInResponse() { - EventID eventId1 = EventID.newBuilder().setId("event_id1").build(); - EventID eventId2 = EventID.newBuilder().setId("event_id2").build(); - - EventDataRequest request = EventDataRequest.newBuilder() - .setId(CRAWLER_INFO.getId()) - .addEventData(EventData.newBuilder().setEventId(eventId1).build()) - .addEventData(EventData.newBuilder().setEventId(eventId2).build()) - .build(); - - blockingStub.crawlerConnect(CRAWLER_INFO); - EventResponse response = blockingStub.sendEvent(request); - - assertEquals(eventId2.getId(), response.getId().getId()); - } - - @Test - public void healedCorrectly() throws IOException { - EventID parentId = EventID.newBuilder().setId(PARENT_EVENT_ID).build(); - EventID childId = EventID.newBuilder().setId(CHILD_EVENT_ID).build(); - EventID grandchildId = EventID.newBuilder().setId(GRANDCHILD_EVENT_ID).build(); - - EventData parentEvent = EventData.newBuilder() - .setEventId(parentId) - .setSuccessful(EventStatus.SUCCESS) - .build(); - - EventData childEvent = EventData.newBuilder() - .setEventId(childId) - .setParentEventId(parentId) - .setSuccessful(EventStatus.SUCCESS) - .build(); - - EventData grandchildEvent = EventData.newBuilder() - .setEventId(grandchildId) - .setParentEventId(childId) - .setSuccessful(EventStatus.FAILED) - .build(); - - EventDataRequest request = EventDataRequest.newBuilder() - .setId(CRAWLER_INFO.getId()) - .addEventData(parentEvent) - .addEventData(childEvent) - .addEventData(grandchildEvent) - .build(); - - blockingStub.crawlerConnect(CRAWLER_INFO); - blockingStub.sendEvent(request); - - verify(STORAGE_MOCK).updateEventStatus(events.get(0), false); - verify(STORAGE_MOCK).updateEventStatus(events.get(1), false); - } - - @Test - public void crawlerUnknown() { - EventResponse response = blockingStub.sendEvent(EventDataRequest.newBuilder() - .setId(CRAWLER_INFO.getId()) - .addEventData(EventData.getDefaultInstance()) - .build()); - - assertTrue(response.getStatus().getHandshakeRequired()); - } - - private void createEvents() throws CradleStorageException { - Instant instant = Instant.now(); - - TestEventToStore parentEventToStore = TestEventToStore.builder() - .startTimestamp(instant) - .endTimestamp(instant.plus(1, ChronoUnit.MINUTES)) - .name("parent_event_name") - .content(new byte[]{1, 2, 3}) - .id(new StoredTestEventId(PARENT_EVENT_ID)) - .success(true) - .type("event_type") - .success(true) - .build(); - - StoredTestEvent parentEventData = StoredTestEvent.newStoredTestEventSingle(parentEventToStore); - StoredTestEventWrapper parentEvent = new StoredTestEventWrapper(parentEventData); - - TestEventToStore childEventToStore = TestEventToStore.builder() - .startTimestamp(instant.plus(2, ChronoUnit.MINUTES)) - .endTimestamp(instant.plus(3, ChronoUnit.MINUTES)) - .name("child_event_name") - .content(new byte[]{1, 2, 3}) - .id(new StoredTestEventId("child_event_id")) - .parentId(new StoredTestEventId(PARENT_EVENT_ID)) - .success(true) - .type("event_type") - .build(); - - StoredTestEvent childEventData = StoredTestEvent.newStoredTestEventSingle(childEventToStore); - StoredTestEventWrapper childEvent = new StoredTestEventWrapper(childEventData); - - TestEventToStore grandchildEventToStore = TestEventToStore.builder() - .startTimestamp(instant.plus(4, ChronoUnit.MINUTES)) - .endTimestamp(instant.plus(5, ChronoUnit.MINUTES)) - .name("grandchild_event_name") - .content(new byte[]{1, 2, 3}) - .id(new StoredTestEventId(GRANDCHILD_EVENT_ID)) - .parentId(new StoredTestEventId(CHILD_EVENT_ID)) - .type("event_type") - .success(false) - .build(); - - StoredTestEvent grandchildEventData = StoredTestEvent.newStoredTestEventSingle(grandchildEventToStore); - StoredTestEventWrapper grandchildEvent = new StoredTestEventWrapper(grandchildEventData); - - events.add(parentEvent); - events.add(childEvent); - events.add(grandchildEvent); - } -} diff --git a/src/test/kotlin/com/exactpro/th2/processor/healer/ProcessorTest.kt b/src/test/kotlin/com/exactpro/th2/processor/healer/ProcessorTest.kt new file mode 100644 index 0000000..b5ed525 --- /dev/null +++ b/src/test/kotlin/com/exactpro/th2/processor/healer/ProcessorTest.kt @@ -0,0 +1,428 @@ +/* + * Copyright 2022-2024 Exactpro (Exactpro Systems Limited) + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +package com.exactpro.th2.processor.healer + +import com.exactpro.cradle.BookId +import com.exactpro.cradle.PageId +import com.exactpro.cradle.cassandra.CassandraCradleStorage +import com.exactpro.cradle.testevents.StoredTestEventId +import com.exactpro.cradle.testevents.StoredTestEventSingle +import com.exactpro.th2.common.grpc.Event +import com.exactpro.th2.common.grpc.EventID +import com.exactpro.th2.common.grpc.EventStatus +import com.exactpro.th2.common.grpc.Message +import com.exactpro.th2.common.grpc.RawMessage +import com.exactpro.th2.common.utils.event.EventBatcher +import com.exactpro.th2.common.utils.message.toTimestamp +import com.exactpro.th2.processor.api.IProcessor +import com.exactpro.th2.processor.healer.state.State +import com.exactpro.th2.processor.utility.OBJECT_MAPPER +import org.junit.jupiter.api.AfterEach +import org.junit.jupiter.api.Test +import org.mockito.kotlin.any +import org.mockito.kotlin.doAnswer +import org.mockito.kotlin.eq +import org.mockito.kotlin.mock +import org.mockito.kotlin.never +import org.mockito.kotlin.times +import org.mockito.kotlin.verify +import org.mockito.kotlin.whenever +import java.time.Instant +import java.util.concurrent.ScheduledExecutorService +import java.util.concurrent.ScheduledFuture +import java.util.concurrent.TimeUnit +import java.util.concurrent.atomic.AtomicInteger +import kotlin.test.assertEquals +import kotlin.test.assertFailsWith +import kotlin.test.assertNotNull +import kotlin.test.assertNull + +class ProcessorTest { + private val cradleStorage: CassandraCradleStorage = mock { } + private val schedulerImmediateExecute: ScheduledExecutorService = mock { + on { schedule(any(), any(), any()) }.doAnswer { invocation -> + (invocation.arguments[0] as Runnable).run() + return@doAnswer mock> { } + } + } + private val schedulerNeverExecute: ScheduledExecutorService = mock { } + private val eventBatcher: EventBatcher = mock { } + private val processor: IProcessor = Processor( + cradleStorage, + schedulerImmediateExecute, + eventBatcher, + PROCESSOR_EVENT_ID, + SETTINGS, + null + ) + + + @AfterEach + fun afterEach() { + processor.close() + } + + @Test + fun `handle message`() { + assertFailsWith("Call unsupported expected overload") { + processor.handle(INTERVAL_EVENT_ID, Message.getDefaultInstance()) + } + } + + @Test + fun `handle raw message`() { + assertFailsWith("Call unsupported expected overload") { + processor.handle(INTERVAL_EVENT_ID, RawMessage.getDefaultInstance()) + } + } + + @Test + fun `store restore state`() { + val eventA = A_EVENT_ID.toSingleEvent(null, "A", true) + val eventB = B_EVENT_ID.toSingleEvent(eventA.id, "B", false) + + // Collect unsubmitted events + val cradleStorageA = mock { + on { getTestEvent(eq(eventB.id)) }.thenReturn(eventB) + } + val eventBatcherA = mock { } + val processorA = Processor( + cradleStorageA, + schedulerNeverExecute, + eventBatcherA, + PROCESSOR_EVENT_ID, + Settings( + updateUnsubmittedEventInterval = Long.MAX_VALUE, + updateUnsubmittedEventTimeUnit = TimeUnit.DAYS, + ), + null + ) + + processorA.handle(INTERVAL_EVENT_ID, eventB.toGrpcEvent()) + + verify(cradleStorageA, never().description("Update events")).updateEventStatus(any(), any()) + + verify(eventBatcherA, times(1).description("Publish events")).onEvent(any()) + + val state = assertNotNull(processorA.serializeState(), "Not empty state") + assertEquals(setOf(eventA.id).toState(), OBJECT_MAPPER.readValue(state, State::class.java), "State with A event") + + + // Restart processor and heal unsubmitted events again + val counter = AtomicInteger(SETTINGS.updateUnsubmittedEventAttempts) + val cradleStorageB = mock { + on { getTestEvent(eq(eventA.id)) }.thenAnswer { + if (counter.decrementAndGet() == 0) eventA else null + } + } + val eventBatcherB = mock { } + val processorB = Processor( + cradleStorageB, + schedulerImmediateExecute, + eventBatcherB, + PROCESSOR_EVENT_ID, + SETTINGS, + state + ) + + assertEquals(0, counter.get(), "Requests to cradle storage mock") + verify(cradleStorageB, times(SETTINGS.updateUnsubmittedEventAttempts).description("Load event A")) + .getTestEvent(eq(eventA.id)) + verify(cradleStorageB, times(SETTINGS.updateUnsubmittedEventAttempts).description("Load events")) + .getTestEvent(any()) + verify(cradleStorageB, times(1).description("Update event A")) + .updateEventStatus(eq(eventA), eq(false)) + verify(cradleStorageB, times(1).description("Update events")) + .updateEventStatus(any(), any()) + + verify(eventBatcherB, times(SETTINGS.updateUnsubmittedEventAttempts).description("Publish events")) + .onEvent(any()) + + assertNull(processorB.serializeState(), "Empty state") + } + + @Test + fun `retry success for unsubmitted event`() { + val counter = AtomicInteger(SETTINGS.updateUnsubmittedEventAttempts) + val eventA = A_EVENT_ID.toSingleEvent(null, "A", true).apply { + whenever(cradleStorage.getTestEvent(eq(this.id))).thenAnswer { + if (counter.decrementAndGet() == 0) this else null + } + } + val eventB = B_EVENT_ID.toSingleEvent(eventA.id, "B", false).apply { + whenever(cradleStorage.getTestEvent(eq(this.id))).thenReturn(this) + } + + processor.handle(INTERVAL_EVENT_ID, eventB.toGrpcEvent()) + + assertEquals(0, counter.get(), "Requests to cradle storage mock") + verify(cradleStorage, times(SETTINGS.updateUnsubmittedEventAttempts).description("Load event A")) + .getTestEvent(eq(eventA.id)) + verify(cradleStorage, times(SETTINGS.updateUnsubmittedEventAttempts).description("Load events")) + .getTestEvent(any()) + verify(cradleStorage, times(1).description("Update event A")) + .updateEventStatus(eq(eventA), eq(false)) + verify(cradleStorage, times(1).description("Update events")) + .updateEventStatus(any(), any()) + + verify(eventBatcher, times(SETTINGS.updateUnsubmittedEventAttempts).description("Publish events")) + .onEvent(any()) + + assertNull(processor.serializeState(), "Empty state") + } + + @Test + fun `retry failure for unsubmitted event`() { + val eventA = A_EVENT_ID.toSingleEvent(null, "A", false) + val eventB = B_EVENT_ID.toSingleEvent(eventA.id, "B", false).apply { + whenever(cradleStorage.getTestEvent(eq(this.id))).thenReturn(this) + } + + processor.handle(INTERVAL_EVENT_ID, eventB.toGrpcEvent()) + + verify(cradleStorage, times(SETTINGS.updateUnsubmittedEventAttempts).description("Load event A")) + .getTestEvent(eq(eventA.id)) + verify(cradleStorage, times(SETTINGS.updateUnsubmittedEventAttempts).description("Load events")) + .getTestEvent(any()) + verify(cradleStorage, never().description("Update events")).updateEventStatus(any(), any()) + + verify(eventBatcher, times(SETTINGS.updateUnsubmittedEventAttempts).description("Publish events")) + .onEvent(any()) + + assertNull(processor.serializeState(), "Empty state") + } + + @Test + fun `doesn't heal success event`() { + val eventA = A_EVENT_ID.toSingleEvent(null, "A", true).apply { + whenever(cradleStorage.getTestEvent(eq(this.id))).thenReturn(this) + } + val eventB = B_EVENT_ID.toSingleEvent(eventA.id, "B", true).apply { + whenever(cradleStorage.getTestEvent(eq(this.id))).thenReturn(this) + } + + processor.handle(INTERVAL_EVENT_ID, eventB.toGrpcEvent()) + verify(cradleStorage, never().description("Load events")).getTestEvent(any()) + verify(cradleStorage, never().description("Update events")).updateEventStatus(any(), any()) + + verify(eventBatcher, never().description("Publish events")).onEvent(any()) + } + + @Test + fun `heal parent events until failed event`() { + val eventA = A_EVENT_ID.toSingleEvent(null, "A", false).apply { + whenever(cradleStorage.getTestEvent(eq(this.id))).thenReturn(this) + } + val eventB = B_EVENT_ID.toSingleEvent(eventA.id, "B", true).apply { + whenever(cradleStorage.getTestEvent(eq(this.id))).thenReturn(this) + } + val eventC = C_EVENT_ID.toSingleEvent(eventB.id, "C", true).apply { + whenever(cradleStorage.getTestEvent(eq(this.id))).thenReturn(this) + } + val eventD = D_EVENT_ID.toSingleEvent(eventC.id, "D", false).apply { + whenever(cradleStorage.getTestEvent(eq(this.id))).thenReturn(this) + } + + processor.handle(INTERVAL_EVENT_ID, eventD.toGrpcEvent()) + verify(cradleStorage, times(1).description("Load event A")).getTestEvent(eq(eventA.id)) + verify(cradleStorage, times(1).description("Load event B")).getTestEvent(eq(eventB.id)) + verify(cradleStorage, times(1).description("Load event C")).getTestEvent(eq(eventC.id)) + verify(cradleStorage, never().description("Load event D")).getTestEvent(eq(eventD.id)) + verify(cradleStorage, times(3).description("Load events")).getTestEvent(any()) + + verify(cradleStorage, never().description("Update event A")).updateEventStatus(eq(eventA), eq(false)) + verify(cradleStorage, times(2).description("Update event B")).updateEventStatus(eq(eventB), eq(false)) + verify(cradleStorage, times(2).description("Update event C")).updateEventStatus(eq(eventC), eq(false)) + verify(cradleStorage, never().description("Update event D")).updateEventStatus(eq(eventD), eq(false)) + verify(cradleStorage, times(2).description("Update events")).updateEventStatus(any(), any()) + + verify(eventBatcher, times(2).description("Publish events")).onEvent(any()) + } + +// @Test // cache is drained asynchronously +// fun `eviction from cache`() { +// val eventA = A_EVENT_ID.createSingleEvent(null, "A", true).apply { +// whenever(cradleStorage.getTestEvent(eq(this.id))).thenReturn(this) +// } +// val eventB = B_EVENT_ID.createSingleEvent(eventA.id, "B", false).apply { +// whenever(cradleStorage.getTestEvent(eq(this.id))).thenReturn(this) +// } +// +// val eventC = C_EVENT_ID.createSingleEvent(null, "C", true).apply { +// whenever(cradleStorage.getTestEvent(eq(this.id))).thenReturn(this) +// } +// val eventD = D_EVENT_ID.createSingleEvent(eventC.id, "D", false).apply { +// whenever(cradleStorage.getTestEvent(eq(this.id))).thenReturn(this) +// } +// +// processor.handle(INTERVAL_EVENT_ID, eventB.toGrpcEvent()) +// verify(cradleStorage, times(1).description("Load event A")).getTestEvent(eq(eventA.id)) +// verify(cradleStorage, times(1).description("Load events")).getTestEvent(any()) +// +// verify(cradleStorage, times(1).description("Update event A")).updateEventStatus(eq(eventA), eq(false)) +// verify(cradleStorage, times(1).description("Update events")).updateEventStatus(any(), any()) +// +// verify(eventBatcher, times(1).description("Publish events")).onEvent(any()) +// +// +// processor.handle(INTERVAL_EVENT_ID, eventD.toGrpcEvent()) +// verify(cradleStorage, times(1).description("Load event C")).getTestEvent(eq(eventC.id)) +// verify(cradleStorage, times(2).description("Load events")).getTestEvent(any()) +// +// verify(cradleStorage, times(1).description("Update event C")).updateEventStatus(eq(eventC), eq(false)) +// verify(cradleStorage, times(2).description("Update events")).updateEventStatus(any(), any()) +// +// verify(eventBatcher, times(2).description("Publish events")).onEvent(any()) +// +// val eventAUpdated = eventA.id.createSingleEvent(null, "A", false).apply { +// whenever(cradleStorage.getTestEvent(eq(this.id))).thenReturn(this) +// } +// +// processor.handle(INTERVAL_EVENT_ID, eventB.toGrpcEvent()) +// verify(cradleStorage, times(1).description("Load updated event A")).getTestEvent(eq(eventAUpdated.id)) +// verify(cradleStorage, times(3).description("Load events")).getTestEvent(any()) +// +// verify(cradleStorage, times(2).description("Update events")).updateEventStatus(any(), any()) +// +// verify(eventBatcher, times(2).description("Publish events")).onEvent(any()) +// } + + @Test + fun `heal parent event twice`() { + val eventA = A_EVENT_ID.toSingleEvent(null, "A", true).apply { + whenever(cradleStorage.getTestEvent(eq(this.id))).thenReturn(this) + } + val eventB = B_EVENT_ID.toSingleEvent(eventA.id, "B", false).apply { + whenever(cradleStorage.getTestEvent(eq(this.id))).thenReturn(this) + } + val eventC = C_EVENT_ID.toSingleEvent(eventA.id, "C", false).apply { + whenever(cradleStorage.getTestEvent(eq(this.id))).thenReturn(this) + } + + processor.handle(INTERVAL_EVENT_ID, eventB.toGrpcEvent()) + verify(cradleStorage, times(1).description("Load event A")).getTestEvent(eq(eventA.id)) + verify(cradleStorage, never().description("Load event B")).getTestEvent(eq(eventB.id)) + verify(cradleStorage, never().description("Load event C")).getTestEvent(eq(eventC.id)) + verify(cradleStorage, times(1).description("Load events")).getTestEvent(any()) + + verify(cradleStorage, times(1).description("Update event A")).updateEventStatus(eq(eventA), eq(false)) + verify(cradleStorage, times(1).description("Update events")).updateEventStatus(any(), any()) + + verify(eventBatcher, times(1).description("Publish event")).onEvent(any()) + + processor.handle(INTERVAL_EVENT_ID, eventC.toGrpcEvent()) + verify(cradleStorage, times(1).description("Load events")).getTestEvent(any()) + verify(cradleStorage, times(1).description("Update events")).updateEventStatus(any(), any()) + verify(eventBatcher, times(1).description("Publish event")).onEvent(any()) + } + + @Test + fun `heal failed event twice`() { + val eventA = A_EVENT_ID.toSingleEvent(null, "A", true).apply { + whenever(cradleStorage.getTestEvent(eq(this.id))).thenReturn(this) + } + val eventB = B_EVENT_ID.toSingleEvent(eventA.id, "B", false).apply { + whenever(cradleStorage.getTestEvent(eq(this.id))).thenReturn(this) + } + + repeat(2) { iteration -> + processor.handle(INTERVAL_EVENT_ID, eventB.toGrpcEvent()) + verify(cradleStorage, times(1).description("Load event A, iteration $iteration")).getTestEvent(eq(eventA.id)) + verify(cradleStorage, never().description("Load event B, iteration $iteration")).getTestEvent(eq(eventB.id)) + verify(cradleStorage, times(1).description("Load events, iteration $iteration")).getTestEvent(any()) + + verify(cradleStorage, times(1).description("Update event A, iteration $iteration")).updateEventStatus(eq(eventA), eq(false)) + verify(cradleStorage, times(1).description("Update events, iteration $iteration")).updateEventStatus(any(), any()) + + verify(eventBatcher, times(1).description("Publish event, iteration $iteration")).onEvent(any()) + } + } + + private fun StoredTestEventSingle.toGrpcEvent() = Event.newBuilder().apply { + id = this@toGrpcEvent.id.toGrpcEventId() + this@toGrpcEvent.parentId?.let { + parentId = it.toGrpcEventId() + } + name = this@toGrpcEvent.name + type = this@toGrpcEvent.type + status = if (this@toGrpcEvent.isSuccess) EventStatus.SUCCESS else EventStatus.FAILED + }.build() + + private fun StoredTestEventId.toGrpcEventId() = EventID.newBuilder().apply { + bookName = this@toGrpcEventId.bookId.name + scope = this@toGrpcEventId.scope + id = this@toGrpcEventId.id + startTimestamp = this@toGrpcEventId.startTimestamp.toTimestamp() + }.build() + + private fun String.toEventId() = StoredTestEventId( + BookId(BOOK_NAME), + SCOPE_NAME, + Instant.now(), + this + ) + + private fun String.toSingleEvent( + parentId: StoredTestEventId?, + description: String, + success: Boolean + ): StoredTestEventSingle = this.toEventId() + .toSingleEvent(parentId, description, success) + + private fun StoredTestEventId.toSingleEvent( + parentId: StoredTestEventId?, + description: String, + success: Boolean + ): StoredTestEventSingle = StoredTestEventSingle( + this, + "$description name", + "$description type", + parentId, + null, + success, + ByteArray(10), + emptySet(), + PageId(bookId, PAGE_TIMESTAMP, PAGE_NAME), + null, + Instant.now() + ) + + companion object { + private const val BOOK_NAME = "book" + private const val PAGE_NAME = "page" + private const val SCOPE_NAME = "scope" + private const val A_EVENT_ID = "a_event_id" + private const val B_EVENT_ID = "b_event_id" + private const val C_EVENT_ID = "c_event_id" + private const val D_EVENT_ID = "d_event_id" + + private val PAGE_TIMESTAMP = Instant.now() + private val SETTINGS = Settings(1, 1, TimeUnit.MILLISECONDS, 3) + private val PROCESSOR_EVENT_ID = EventID.newBuilder().apply { + bookName = BOOK_NAME + scope = SCOPE_NAME + id = "processor event id" + startTimestamp = Instant.now().toTimestamp() + }.build() + private val INTERVAL_EVENT_ID = EventID.newBuilder().apply { + bookName = BOOK_NAME + scope = SCOPE_NAME + id = "interval event id" + startTimestamp = Instant.now().toTimestamp() + }.build() + } +} \ No newline at end of file diff --git a/src/test/resources/log4j2.properties b/src/test/resources/log4j2.properties new file mode 100644 index 0000000..2869db8 --- /dev/null +++ b/src/test/resources/log4j2.properties @@ -0,0 +1,29 @@ +# +# Copyright 2022 Exactpro (Exactpro Systems Limited) +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# + +name=Th2Logger +# Console appender configuration +appender.console.type=Console +appender.console.name=consoleLogger +appender.console.layout.type=PatternLayout +appender.console.layout.pattern=%d{dd MMM yyyy HH:mm:ss,SSS} %-6p [%-15t] %c - %m%n +# Root logger level +rootLogger.level=INFO +# Root logger referring to console appender +rootLogger.appenderRef.stdout.ref=consoleLogger + +logger.th2.name=com.exactpro.th2 +logger.th2.level=DEBUG \ No newline at end of file diff --git a/src/test/resources/mockito-extensions/org.mockito.plugins.MockMaker b/src/test/resources/mockito-extensions/org.mockito.plugins.MockMaker new file mode 100644 index 0000000..ca6ee9c --- /dev/null +++ b/src/test/resources/mockito-extensions/org.mockito.plugins.MockMaker @@ -0,0 +1 @@ +mock-maker-inline \ No newline at end of file