[midPoint-git] [Evolveum/midpoint] 1f75bc: Add activity progress and item processing stats

mederly noreply at github.com
Tue Jun 15 20:50:33 CEST 2021


  Branch: refs/heads/feature/task-part-restructuring
  Home:   https://github.com/Evolveum/midpoint
  Commit: 1f75bc26de73252b91ce0674eb0383af8c35d192
      https://github.com/Evolveum/midpoint/commit/1f75bc26de73252b91ce0674eb0383af8c35d192
  Author: Pavol Mederly <mederly at evolveum.com>
  Date:   2021-06-15 (Tue, 15 Jun 2021)

  Changed paths:
    M gui/admin-gui/src/main/java/com/evolveum/midpoint/web/page/admin/server/TaskInternalPerformanceTabPanel.java
    M gui/admin-gui/src/main/java/com/evolveum/midpoint/web/page/admin/server/TaskOperationStatisticsPanel.java
    M infra/schema/src/main/java/com/evolveum/midpoint/schema/statistics/ActionsExecutedInformation.java
    A infra/schema/src/main/java/com/evolveum/midpoint/schema/statistics/ActivityBucketManagementStatisticsUtil.java
    A infra/schema/src/main/java/com/evolveum/midpoint/schema/statistics/ActivityStatisticsUtil.java
    M infra/schema/src/main/java/com/evolveum/midpoint/schema/statistics/IterationInformation.java
    M infra/schema/src/main/java/com/evolveum/midpoint/schema/statistics/IterationInformationPrinter.java
    M infra/schema/src/main/java/com/evolveum/midpoint/schema/statistics/IterationItemInformation.java
    M infra/schema/src/main/java/com/evolveum/midpoint/schema/statistics/IterativeOperationCollector.java
    M infra/schema/src/main/java/com/evolveum/midpoint/schema/statistics/IterativeOperationStartInfo.java
    M infra/schema/src/main/java/com/evolveum/midpoint/schema/statistics/ObjectActionsCollector.java
    M infra/schema/src/main/java/com/evolveum/midpoint/schema/statistics/OutcomeKeyedCounterTypeUtil.java
    M infra/schema/src/main/java/com/evolveum/midpoint/schema/statistics/StructuredTaskProgress.java
    M infra/schema/src/main/java/com/evolveum/midpoint/schema/statistics/SynchronizationInformation.java
    M infra/schema/src/main/java/com/evolveum/midpoint/schema/statistics/SynchronizationInformationCollector.java
    M infra/schema/src/main/java/com/evolveum/midpoint/schema/statistics/SynchronizationInformationPrinter.java
    M infra/schema/src/main/java/com/evolveum/midpoint/schema/statistics/TaskWorkBucketManagementPerformanceInformationPrinter.java
    R infra/schema/src/main/java/com/evolveum/midpoint/schema/statistics/TaskWorkBucketManagementPerformanceInformationUtil.java
    M infra/schema/src/main/java/com/evolveum/midpoint/schema/util/ObjectTypeUtil.java
    M infra/schema/src/main/java/com/evolveum/midpoint/schema/util/SyncSituationUtil.java
    A infra/schema/src/main/java/com/evolveum/midpoint/schema/util/task/ActivityItemProcessingStatisticsUtil.java
    M infra/schema/src/main/java/com/evolveum/midpoint/schema/util/task/ActivityPath.java
    M infra/schema/src/main/java/com/evolveum/midpoint/schema/util/task/ActivityPerformanceInformation.java
    M infra/schema/src/main/java/com/evolveum/midpoint/schema/util/task/ActivityProgressInformation.java
    A infra/schema/src/main/java/com/evolveum/midpoint/schema/util/task/ActivityProgressUtil.java
    R infra/schema/src/main/java/com/evolveum/midpoint/schema/util/task/ActivityStateOverviewUtil.java
    M infra/schema/src/main/java/com/evolveum/midpoint/schema/util/task/ActivityStateUtil.java
    A infra/schema/src/main/java/com/evolveum/midpoint/schema/util/task/ActivityTreeStateOverviewUtil.java
    A infra/schema/src/main/java/com/evolveum/midpoint/schema/util/task/ActivityTreeUtil.java
    M infra/schema/src/main/java/com/evolveum/midpoint/schema/util/task/BucketingUtil.java
    M infra/schema/src/main/java/com/evolveum/midpoint/schema/util/task/BucketsProgressInformation.java
    M infra/schema/src/main/java/com/evolveum/midpoint/schema/util/task/ItemsProgressInformation.java
    R infra/schema/src/main/java/com/evolveum/midpoint/schema/util/task/LegacyWorkDefinitionSource.java
    M infra/schema/src/main/java/com/evolveum/midpoint/schema/util/task/TaskOperationStatsUtil.java
    M infra/schema/src/main/java/com/evolveum/midpoint/schema/util/task/TaskPartProgressInformation.java
    M infra/schema/src/main/java/com/evolveum/midpoint/schema/util/task/TaskPerformanceInformation.java
    M infra/schema/src/main/java/com/evolveum/midpoint/schema/util/task/TaskProgressInformation.java
    M infra/schema/src/main/java/com/evolveum/midpoint/schema/util/task/TaskProgressUtil.java
    A infra/schema/src/main/java/com/evolveum/midpoint/schema/util/task/TaskResolver.java
    M infra/schema/src/main/java/com/evolveum/midpoint/schema/util/task/TaskTreeUtil.java
    M infra/schema/src/main/java/com/evolveum/midpoint/schema/util/task/WallClockTimeComputer.java
    R infra/schema/src/main/java/com/evolveum/midpoint/schema/util/task/WorkDefinitionSource.java
    R infra/schema/src/main/java/com/evolveum/midpoint/schema/util/task/WorkDefinitionUtil.java
    R infra/schema/src/main/java/com/evolveum/midpoint/schema/util/task/WorkDefinitionWrapper.java
    A infra/schema/src/main/java/com/evolveum/midpoint/schema/util/task/work/LegacyWorkDefinitionSource.java
    A infra/schema/src/main/java/com/evolveum/midpoint/schema/util/task/work/WorkDefinitionSource.java
    A infra/schema/src/main/java/com/evolveum/midpoint/schema/util/task/work/WorkDefinitionUtil.java
    A infra/schema/src/main/java/com/evolveum/midpoint/schema/util/task/work/WorkDefinitionWrapper.java
    M infra/schema/src/main/resources/xml/ns/public/common/common-tasks-3.xsd
    M infra/util/src/main/java/com/evolveum/midpoint/util/DebugUtil.java
    M model/model-impl/src/main/java/com/evolveum/midpoint/model/impl/tasks/DeleteTaskHandler.java
    M model/model-intest/src/test/java/com/evolveum/midpoint/model/intest/sync/TestLiveSyncTaskMechanics.java
    M model/model-test/src/main/java/com/evolveum/midpoint/model/test/AbstractModelIntegrationTest.java
    M model/workflow-impl/src/main/java/com/evolveum/midpoint/wf/impl/WorkflowManagerImpl.java
    M provisioning/provisioning-impl/src/main/java/com/evolveum/midpoint/provisioning/impl/shadows/task/PropagationWorkDefinition.java
    M repo/repo-common/src/main/java/com/evolveum/midpoint/repo/common/activity/ActivityExecutionException.java
    R repo/repo-common/src/main/java/com/evolveum/midpoint/repo/common/activity/ActivityState.java
    M repo/repo-common/src/main/java/com/evolveum/midpoint/repo/common/activity/ActivityTreeStateOverview.java
    M repo/repo-common/src/main/java/com/evolveum/midpoint/repo/common/activity/TaskActivityManager.java
    M repo/repo-common/src/main/java/com/evolveum/midpoint/repo/common/activity/definition/WorkDefinitionFactory.java
    M repo/repo-common/src/main/java/com/evolveum/midpoint/repo/common/activity/execution/AbstractActivityExecution.java
    M repo/repo-common/src/main/java/com/evolveum/midpoint/repo/common/activity/execution/AbstractCompositeActivityExecution.java
    M repo/repo-common/src/main/java/com/evolveum/midpoint/repo/common/activity/execution/DelegatingActivityExecution.java
    M repo/repo-common/src/main/java/com/evolveum/midpoint/repo/common/activity/execution/DistributingActivityExecution.java
    M repo/repo-common/src/main/java/com/evolveum/midpoint/repo/common/activity/execution/LocalActivityExecution.java
    A repo/repo-common/src/main/java/com/evolveum/midpoint/repo/common/activity/state/ActivityBucketManagementStatistics.java
    A repo/repo-common/src/main/java/com/evolveum/midpoint/repo/common/activity/state/ActivityItemProcessingStatistics.java
    A repo/repo-common/src/main/java/com/evolveum/midpoint/repo/common/activity/state/ActivityProgress.java
    A repo/repo-common/src/main/java/com/evolveum/midpoint/repo/common/activity/state/ActivityState.java
    A repo/repo-common/src/main/java/com/evolveum/midpoint/repo/common/activity/state/ActivityStatistics.java
    A repo/repo-common/src/main/java/com/evolveum/midpoint/repo/common/activity/state/Initializable.java
    M repo/repo-common/src/main/java/com/evolveum/midpoint/repo/common/task/AbstractIterativeActivityExecution.java
    M repo/repo-common/src/main/java/com/evolveum/midpoint/repo/common/task/AbstractSearchIterativeActivityExecution.java
    M repo/repo-common/src/main/java/com/evolveum/midpoint/repo/common/task/ItemProcessingGatekeeper.java
    M repo/repo-common/src/main/java/com/evolveum/midpoint/repo/common/task/work/BucketOperation.java
    M repo/repo-common/src/main/java/com/evolveum/midpoint/repo/common/task/work/BucketOperationStatisticsKeeper.java
    M repo/repo-common/src/main/java/com/evolveum/midpoint/repo/common/task/work/BucketingManager.java
    M repo/repo-common/src/main/java/com/evolveum/midpoint/repo/common/task/work/CompleteBucketOperation.java
    M repo/repo-common/src/main/java/com/evolveum/midpoint/repo/common/task/work/GetBucketOperation.java
    M repo/repo-common/src/main/java/com/evolveum/midpoint/repo/common/task/work/ReleaseBucketOperation.java
    M repo/repo-common/src/test/java/com/evolveum/midpoint/repo/common/tasks/AbstractRepoCommonTest.java
    M repo/repo-common/src/test/java/com/evolveum/midpoint/repo/common/tasks/TestActivities.java
    M repo/repo-common/src/test/java/com/evolveum/midpoint/repo/common/tasks/handlers/CommonMockActivityHelper.java
    M repo/repo-common/src/test/java/com/evolveum/midpoint/repo/common/tasks/handlers/composite/CompositeMockWorkDefinition.java
    M repo/repo-common/src/test/java/com/evolveum/midpoint/repo/common/tasks/handlers/composite/MockComponentActivityExecution.java
    M repo/repo-common/src/test/java/com/evolveum/midpoint/repo/common/tasks/handlers/iterative/IterativeMockWorkDefinition.java
    M repo/repo-common/src/test/java/com/evolveum/midpoint/repo/common/tasks/handlers/search/SearchIterativeMockWorkDefinition.java
    M repo/repo-common/src/test/java/com/evolveum/midpoint/repo/common/tasks/handlers/simple/SimpleMockActivityExecution.java
    M repo/repo-common/src/test/java/com/evolveum/midpoint/repo/common/tasks/handlers/simple/SimpleMockWorkDefinition.java
    A repo/repo-common/src/test/resources/tasks/activities/task-100-mock-simple-legacy.xml
    A repo/repo-common/src/test/resources/tasks/activities/task-110-mock-composite-legacy.xml
    A repo/repo-common/src/test/resources/tasks/activities/task-120-mock-simple.xml
    A repo/repo-common/src/test/resources/tasks/activities/task-130-mock-composite.xml
    A repo/repo-common/src/test/resources/tasks/activities/task-140-pure-composite.xml
    A repo/repo-common/src/test/resources/tasks/activities/task-150-mock-iterative.xml
    A repo/repo-common/src/test/resources/tasks/activities/task-160-mock-search-iterative.xml
    A repo/repo-common/src/test/resources/tasks/activities/task-170-mock-bucketed.xml
    A repo/repo-common/src/test/resources/tasks/activities/task-180-bucketed-tree.xml
    R repo/repo-common/src/test/resources/tasks/activities/task-bucketed-tree.xml
    R repo/repo-common/src/test/resources/tasks/activities/task-mock-bucketed.xml
    R repo/repo-common/src/test/resources/tasks/activities/task-mock-composite-legacy.xml
    R repo/repo-common/src/test/resources/tasks/activities/task-mock-composite.xml
    R repo/repo-common/src/test/resources/tasks/activities/task-mock-iterative.xml
    R repo/repo-common/src/test/resources/tasks/activities/task-mock-search-iterative.xml
    R repo/repo-common/src/test/resources/tasks/activities/task-mock-simple-legacy.xml
    R repo/repo-common/src/test/resources/tasks/activities/task-mock-simple.xml
    R repo/repo-common/src/test/resources/tasks/activities/task-pure-composite.xml
    M repo/repo-test-util/src/main/java/com/evolveum/midpoint/test/AbstractIntegrationTest.java
    M repo/repo-test-util/src/main/java/com/evolveum/midpoint/test/asserter/ActionsExecutedInfoAsserter.java
    M repo/repo-test-util/src/main/java/com/evolveum/midpoint/test/asserter/ActionsExecutedPartInfoAsserter.java
    A repo/repo-test-util/src/main/java/com/evolveum/midpoint/test/asserter/ActivityItemProcessingStatisticsAsserter.java
    A repo/repo-test-util/src/main/java/com/evolveum/midpoint/test/asserter/ActivityPerformanceInformationAsserter.java
    A repo/repo-test-util/src/main/java/com/evolveum/midpoint/test/asserter/ActivityProgressAsserter.java
    A repo/repo-test-util/src/main/java/com/evolveum/midpoint/test/asserter/ActivityProgressInformationAsserter.java
    M repo/repo-test-util/src/main/java/com/evolveum/midpoint/test/asserter/ActivityStateAsserter.java
    R repo/repo-test-util/src/main/java/com/evolveum/midpoint/test/asserter/IterationInformationAsserter.java
    M repo/repo-test-util/src/main/java/com/evolveum/midpoint/test/asserter/SynchronizationInfoAsserter.java
    M repo/repo-test-util/src/main/java/com/evolveum/midpoint/test/asserter/TaskActivityStateAsserter.java
    M repo/repo-test-util/src/main/java/com/evolveum/midpoint/test/asserter/TaskAsserter.java
    M repo/task-api/src/main/java/com/evolveum/midpoint/task/api/RunningTask.java
    M repo/task-api/src/main/java/com/evolveum/midpoint/task/api/Task.java
    M repo/task-api/src/main/java/com/evolveum/midpoint/task/api/TaskManager.java
    R repo/task-api/src/main/java/com/evolveum/midpoint/task/api/WorkBucketStatisticsCollector.java
    M repo/task-api/src/main/java/com/evolveum/midpoint/task/api/test/NullTaskImpl.java
    M repo/task-quartz-impl/src/main/java/com/evolveum/midpoint/task/quartzimpl/RunningTaskQuartzImpl.java
    M repo/task-quartz-impl/src/main/java/com/evolveum/midpoint/task/quartzimpl/TaskManagerQuartzImpl.java
    M repo/task-quartz-impl/src/main/java/com/evolveum/midpoint/task/quartzimpl/TaskQuartzImpl.java
    M repo/task-quartz-impl/src/main/java/com/evolveum/midpoint/task/quartzimpl/execution/TaskThreadsDumper.java
    M repo/task-quartz-impl/src/main/java/com/evolveum/midpoint/task/quartzimpl/nodes/NodeCleaner.java
    M repo/task-quartz-impl/src/main/java/com/evolveum/midpoint/task/quartzimpl/statistics/Statistics.java
    M repo/task-quartz-impl/src/main/java/com/evolveum/midpoint/task/quartzimpl/tasks/TaskCleaner.java
    M repo/task-quartz-impl/src/test/java/com/evolveum/midpoint/task/quartzimpl/TestTaskManagerBasic.java
    M testing/story/src/test/java/com/evolveum/midpoint/testing/story/TestThresholds.java
    M testing/story/src/test/java/com/evolveum/midpoint/testing/story/TestThresholdsLiveSyncFull.java
    M testing/story/src/test/java/com/evolveum/midpoint/testing/story/TestThresholdsLiveSyncSimulate.java
    M testing/story/src/test/java/com/evolveum/midpoint/testing/story/TestThresholdsLiveSyncSimulateMultithreaded.java
    M testing/story/src/test/java/com/evolveum/midpoint/testing/story/TestThresholdsReconFull.java
    M testing/story/src/test/java/com/evolveum/midpoint/testing/story/TestThresholdsReconSimulate.java
    M testing/story/src/test/java/com/evolveum/midpoint/testing/story/TestThresholdsReconSimulateMultithreaded.java

  Log Message:
  -----------
  Add activity progress and item processing stats

1. Updated tasks schema to reflect the needs of activity progress
and statistics keeping. In particular, kicked-off activity-related
statistics from OperationStatsType.

2. Migrated some of "live" progress/stats from Statistics (in Task)
to ActivityStatistics and ActivityProgress (in ActivityState).

3. Reworked "API" classes: ActivityProgressInformation and
ActivityPerformanceInformation.

4. Adapted/cleaned utility methods.

5. Added/updated test asserters.




More information about the midPoint-svn mailing list