Nachbearbeitung: M4DocumentProcessor fachlich neutral umbenannt
This commit is contained in:
@@ -29,30 +29,30 @@ import java.time.Instant;
|
||||
import java.util.Objects;
|
||||
|
||||
/**
|
||||
* Application-level service that implements the M4 per-document processing logic.
|
||||
* Application-level service that implements the per-document processing logic.
|
||||
* <p>
|
||||
* This service is the single authoritative place for the M4 decision rules:
|
||||
* This service is the single authoritative place for the decision rules:
|
||||
* idempotency checks, status/counter mapping, and consistent two-level persistence.
|
||||
* It is intentionally tightly scoped to AP-006 and contains no M5+ logic.
|
||||
* It is intentionally tightly scoped to AP-006 and contains no further logic.
|
||||
*
|
||||
* <h2>M4 processing order per candidate</h2>
|
||||
* <h2>Processing order per candidate</h2>
|
||||
* <ol>
|
||||
* <li>Load the document master record by fingerprint.</li>
|
||||
* <li>If the overall status is {@link ProcessingStatus#SUCCESS} → create and persist
|
||||
* a skip attempt with {@link ProcessingStatus#SKIPPED_ALREADY_PROCESSED}.</li>
|
||||
* <li>If the overall status is {@link ProcessingStatus#FAILED_FINAL} → create and persist
|
||||
* a skip attempt with {@link ProcessingStatus#SKIPPED_FINAL_FAILURE}.</li>
|
||||
* <li>Otherwise execute the M3 flow (already done by the caller) and map the result
|
||||
* into M4 status, counters and retryable flag.</li>
|
||||
* <li>Otherwise execute the flow (already done by the caller) and map the result
|
||||
* into status, counters and retryable flag.</li>
|
||||
* <li>Persist exactly one historised processing attempt for the identified document.</li>
|
||||
* <li>Persist the updated document master record.</li>
|
||||
* </ol>
|
||||
*
|
||||
* <h2>M4 minimal rules</h2>
|
||||
* <h2>Minimal rules</h2>
|
||||
* <ul>
|
||||
* <li>Already successful documents are skipped in later runs.</li>
|
||||
* <li>Already finally failed documents are skipped in later runs.</li>
|
||||
* <li>First historised deterministic content failure from M3 →
|
||||
* <li>First historised deterministic content failure from processing →
|
||||
* {@link ProcessingStatus#FAILED_RETRYABLE}, content error counter becomes 1,
|
||||
* {@code retryable=true}.</li>
|
||||
* <li>Second historised deterministic content failure in a later run →
|
||||
@@ -77,18 +77,18 @@ import java.util.Objects;
|
||||
* historised in SQLite. They are handled by the caller and logged as non-identifiable
|
||||
* run events.
|
||||
*
|
||||
* @since M4-AP-006
|
||||
* @since AP-006
|
||||
*/
|
||||
public class M4DocumentProcessor {
|
||||
public class DocumentProcessingCoordinator {
|
||||
|
||||
private static final Logger LOG = LogManager.getLogger(M4DocumentProcessor.class);
|
||||
private static final Logger LOG = LogManager.getLogger(DocumentProcessingCoordinator.class);
|
||||
|
||||
private final DocumentRecordRepository documentRecordRepository;
|
||||
private final ProcessingAttemptRepository processingAttemptRepository;
|
||||
private final UnitOfWorkPort unitOfWorkPort;
|
||||
|
||||
/**
|
||||
* Creates the M4 document processor with the required persistence ports.
|
||||
* Creates the document processor with the required persistence ports.
|
||||
*
|
||||
* @param documentRecordRepository port for reading and writing the document master record;
|
||||
* must not be null
|
||||
@@ -98,7 +98,7 @@ public class M4DocumentProcessor {
|
||||
* must not be null
|
||||
* @throws NullPointerException if any parameter is null
|
||||
*/
|
||||
public M4DocumentProcessor(
|
||||
public DocumentProcessingCoordinator(
|
||||
DocumentRecordRepository documentRecordRepository,
|
||||
ProcessingAttemptRepository processingAttemptRepository,
|
||||
UnitOfWorkPort unitOfWorkPort) {
|
||||
@@ -111,10 +111,10 @@ public class M4DocumentProcessor {
|
||||
}
|
||||
|
||||
/**
|
||||
* Applies the full M4 processing logic for one identified document candidate.
|
||||
* Applies the full processing logic for one identified document candidate.
|
||||
* <p>
|
||||
* The caller must have already computed a valid {@link DocumentFingerprint} for the
|
||||
* candidate. The M3 outcome (from the PDF extraction and pre-check pipeline) is
|
||||
* candidate. The outcome (from the PDF extraction and pre-check pipeline) is
|
||||
* provided as {@code m3Outcome} and is used only when the document is not in a
|
||||
* terminal state.
|
||||
* <p>
|
||||
@@ -124,7 +124,7 @@ public class M4DocumentProcessor {
|
||||
* @param candidate the source document candidate being processed; must not be null
|
||||
* @param fingerprint the successfully computed fingerprint for this candidate;
|
||||
* must not be null
|
||||
* @param m3Outcome the result of the M3 pipeline (PDF extraction + pre-checks);
|
||||
* @param m3Outcome the result of the pipeline (PDF extraction + pre-checks);
|
||||
* must not be null
|
||||
* @param context the current batch run context (for run ID and timing);
|
||||
* must not be null
|
||||
@@ -197,15 +197,15 @@ public class M4DocumentProcessor {
|
||||
}
|
||||
|
||||
/**
|
||||
* Applies the full M4 processing logic for one identified document candidate.
|
||||
* Applies the full processing logic for one identified document candidate.
|
||||
* <p>
|
||||
* The caller must have already computed a valid {@link DocumentFingerprint} for the
|
||||
* candidate. This method handles the complete M4 processing flow:
|
||||
* candidate. This method handles the complete processing flow:
|
||||
* <ol>
|
||||
* <li>Load document master record.</li>
|
||||
* <li>Handle terminal SUCCESS / FAILED_FINAL skip cases first.</li>
|
||||
* <li>Only if not terminal: execute the M3 flow (PDF extraction + pre-checks).</li>
|
||||
* <li>Map M3 outcome to M4 status, counters and retryable flag.</li>
|
||||
* <li>Only if not terminal: execute the flow (PDF extraction + pre-checks).</li>
|
||||
* <li>Map outcome to status, counters and retryable flag.</li>
|
||||
* <li>Persist exactly one historised processing attempt.</li>
|
||||
* <li>Persist the updated document master record.</li>
|
||||
* </ol>
|
||||
@@ -220,7 +220,7 @@ public class M4DocumentProcessor {
|
||||
* must not be null
|
||||
* @param attemptStart the instant at which processing of this candidate began;
|
||||
* must not be null
|
||||
* @param m3Executor functional interface to execute the M3 pipeline when needed;
|
||||
* @param m3Executor functional interface to execute the pipeline when needed;
|
||||
* must not be null
|
||||
*/
|
||||
public void processWithM3Execution(
|
||||
@@ -270,13 +270,13 @@ public class M4DocumentProcessor {
|
||||
}
|
||||
|
||||
case DocumentUnknown ignored -> {
|
||||
// New document – execute M3 pipeline and process
|
||||
// New document – execute pipeline and process
|
||||
DocumentProcessingOutcome m3Outcome = m3Executor.apply(candidate);
|
||||
processAndPersistNewDocument(candidate, fingerprint, m3Outcome, context, attemptStart);
|
||||
}
|
||||
|
||||
case DocumentKnownProcessable knownProcessable -> {
|
||||
// Known but not terminal – execute M3 pipeline and process
|
||||
// Known but not terminal – execute pipeline and process
|
||||
DocumentProcessingOutcome m3Outcome = m3Executor.apply(candidate);
|
||||
processAndPersistKnownDocument(
|
||||
candidate, fingerprint, m3Outcome, knownProcessable.record(),
|
||||
@@ -371,7 +371,7 @@ public class M4DocumentProcessor {
|
||||
*
|
||||
* @param candidate the candidate being processed
|
||||
* @param fingerprint the document fingerprint
|
||||
* @param m3Outcome the M3 pipeline result
|
||||
* @param m3Outcome the pipeline result
|
||||
* @param context the current batch run context
|
||||
* @param attemptStart the start instant of this processing attempt
|
||||
*/
|
||||
@@ -384,25 +384,25 @@ public class M4DocumentProcessor {
|
||||
|
||||
Instant now = Instant.now();
|
||||
|
||||
// Map M3 outcome to M4 status/counters for a brand-new document
|
||||
M4Outcome m4 = mapM3OutcomeForNewDocument(m3Outcome);
|
||||
// Map outcome to status/counters for a brand-new document
|
||||
ProcessingOutcome outcome = mapM3OutcomeForNewDocument(m3Outcome);
|
||||
|
||||
try {
|
||||
// Attempt number is always 1 for a new document
|
||||
int attemptNumber = processingAttemptRepository.loadNextAttemptNumber(fingerprint);
|
||||
|
||||
ProcessingAttempt attempt = buildAttempt(
|
||||
fingerprint, context, attemptNumber, attemptStart, now, m4);
|
||||
fingerprint, context, attemptNumber, attemptStart, now, outcome);
|
||||
|
||||
// Create the new master record
|
||||
DocumentRecord newRecord = new DocumentRecord(
|
||||
fingerprint,
|
||||
new SourceDocumentLocator(candidate.locator().value()),
|
||||
candidate.uniqueIdentifier(),
|
||||
m4.overallStatus(),
|
||||
m4.counters(),
|
||||
m4.overallStatus() == ProcessingStatus.SUCCESS ? null : now, // lastFailureInstant
|
||||
m4.overallStatus() == ProcessingStatus.SUCCESS ? now : null, // lastSuccessInstant
|
||||
outcome.overallStatus(),
|
||||
outcome.counters(),
|
||||
outcome.overallStatus() == ProcessingStatus.SUCCESS ? null : now, // lastFailureInstant
|
||||
outcome.overallStatus() == ProcessingStatus.SUCCESS ? now : null, // lastSuccessInstant
|
||||
now, // createdAt
|
||||
now // updatedAt
|
||||
);
|
||||
@@ -415,9 +415,9 @@ public class M4DocumentProcessor {
|
||||
|
||||
LOG.info("New document '{}' processed: status={}, contentErrors={}, transientErrors={}.",
|
||||
candidate.uniqueIdentifier(),
|
||||
m4.overallStatus(),
|
||||
m4.counters().contentErrorCount(),
|
||||
m4.counters().transientErrorCount());
|
||||
outcome.overallStatus(),
|
||||
outcome.counters().contentErrorCount(),
|
||||
outcome.counters().transientErrorCount());
|
||||
|
||||
} catch (DocumentPersistenceException e) {
|
||||
LOG.error("Failed to persist processing result for new document '{}': {}",
|
||||
@@ -435,7 +435,7 @@ public class M4DocumentProcessor {
|
||||
*
|
||||
* @param candidate the candidate being processed
|
||||
* @param fingerprint the document fingerprint
|
||||
* @param m3Outcome the M3 pipeline result
|
||||
* @param m3Outcome the pipeline result
|
||||
* @param existingRecord the current master record (not terminal)
|
||||
* @param context the current batch run context
|
||||
* @param attemptStart the start instant of this processing attempt
|
||||
@@ -450,25 +450,25 @@ public class M4DocumentProcessor {
|
||||
|
||||
Instant now = Instant.now();
|
||||
|
||||
// Map M3 outcome to M4 status/counters, taking existing counters into account
|
||||
M4Outcome m4 = mapM3OutcomeForKnownDocument(m3Outcome, existingRecord.failureCounters());
|
||||
// Map outcome to status/counters, taking existing counters into account
|
||||
ProcessingOutcome outcome = mapM3OutcomeForKnownDocument(m3Outcome, existingRecord.failureCounters());
|
||||
|
||||
try {
|
||||
int attemptNumber = processingAttemptRepository.loadNextAttemptNumber(fingerprint);
|
||||
|
||||
ProcessingAttempt attempt = buildAttempt(
|
||||
fingerprint, context, attemptNumber, attemptStart, now, m4);
|
||||
fingerprint, context, attemptNumber, attemptStart, now, outcome);
|
||||
|
||||
// Update the master record with new status, counters and timestamps
|
||||
DocumentRecord updatedRecord = new DocumentRecord(
|
||||
existingRecord.fingerprint(),
|
||||
new SourceDocumentLocator(candidate.locator().value()),
|
||||
candidate.uniqueIdentifier(),
|
||||
m4.overallStatus(),
|
||||
m4.counters(),
|
||||
m4.overallStatus() == ProcessingStatus.SUCCESS
|
||||
outcome.overallStatus(),
|
||||
outcome.counters(),
|
||||
outcome.overallStatus() == ProcessingStatus.SUCCESS
|
||||
? existingRecord.lastFailureInstant() : now,
|
||||
m4.overallStatus() == ProcessingStatus.SUCCESS
|
||||
outcome.overallStatus() == ProcessingStatus.SUCCESS
|
||||
? now : existingRecord.lastSuccessInstant(),
|
||||
existingRecord.createdAt(),
|
||||
now // updatedAt
|
||||
@@ -482,9 +482,9 @@ public class M4DocumentProcessor {
|
||||
|
||||
LOG.info("Known document '{}' processed: status={}, contentErrors={}, transientErrors={}.",
|
||||
candidate.uniqueIdentifier(),
|
||||
m4.overallStatus(),
|
||||
m4.counters().contentErrorCount(),
|
||||
m4.counters().transientErrorCount());
|
||||
outcome.overallStatus(),
|
||||
outcome.counters().contentErrorCount(),
|
||||
outcome.counters().transientErrorCount());
|
||||
|
||||
} catch (DocumentPersistenceException e) {
|
||||
LOG.error("Failed to persist processing result for known document '{}': {}",
|
||||
@@ -493,51 +493,51 @@ public class M4DocumentProcessor {
|
||||
}
|
||||
|
||||
// -------------------------------------------------------------------------
|
||||
// M3 → M4 outcome mapping
|
||||
// M3 → outcome mapping
|
||||
// -------------------------------------------------------------------------
|
||||
|
||||
/**
|
||||
* Maps an M3 outcome to M4 status, counters, and retryable flag for a brand-new
|
||||
* Maps an outcome to status, counters, and retryable flag for a brand-new
|
||||
* document (no prior history, counters start at zero).
|
||||
*
|
||||
* @param m3Outcome the M3 pipeline result
|
||||
* @return the M4 outcome with status, counters and retryable flag
|
||||
* @param m3Outcome the pipeline result
|
||||
* @return the outcome with status, counters and retryable flag
|
||||
*/
|
||||
private M4Outcome mapM3OutcomeForNewDocument(DocumentProcessingOutcome m3Outcome) {
|
||||
private ProcessingOutcome mapM3OutcomeForNewDocument(DocumentProcessingOutcome m3Outcome) {
|
||||
return mapM3OutcomeForKnownDocument(m3Outcome, FailureCounters.zero());
|
||||
}
|
||||
|
||||
/**
|
||||
* Maps an M3 outcome to M4 status, counters, and retryable flag, taking the
|
||||
* Maps an outcome to status, counters, and retryable flag, taking the
|
||||
* existing failure counters into account.
|
||||
* <p>
|
||||
* <strong>M4 minimal rules applied here:</strong>
|
||||
* <strong>Minimal rules applied here:</strong>
|
||||
* <ul>
|
||||
* <li>M3 success → {@link ProcessingStatus#SUCCESS}, counters unchanged,
|
||||
* <li>success → {@link ProcessingStatus#SUCCESS}, counters unchanged,
|
||||
* {@code retryable=false}.</li>
|
||||
* <li>M3 deterministic content error (first occurrence, contentErrorCount == 0) →
|
||||
* <li>deterministic content error (first occurrence, contentErrorCount == 0) →
|
||||
* {@link ProcessingStatus#FAILED_RETRYABLE}, contentErrorCount +1,
|
||||
* {@code retryable=true}.</li>
|
||||
* <li>M3 deterministic content error (second occurrence, contentErrorCount >= 1) →
|
||||
* <li>deterministic content error (second occurrence, contentErrorCount >= 1) →
|
||||
* {@link ProcessingStatus#FAILED_FINAL}, contentErrorCount +1,
|
||||
* {@code retryable=false}.</li>
|
||||
* <li>M3 technical error → {@link ProcessingStatus#FAILED_RETRYABLE},
|
||||
* <li>technical error → {@link ProcessingStatus#FAILED_RETRYABLE},
|
||||
* transientErrorCount +1, {@code retryable=true}.</li>
|
||||
* </ul>
|
||||
*
|
||||
* @param m3Outcome the M3 pipeline result
|
||||
* @param m3Outcome the pipeline result
|
||||
* @param existingCounters the current failure counters from the master record
|
||||
* @return the M4 outcome with updated status, counters and retryable flag
|
||||
* @return the outcome with updated status, counters and retryable flag
|
||||
*/
|
||||
private M4Outcome mapM3OutcomeForKnownDocument(
|
||||
private ProcessingOutcome mapM3OutcomeForKnownDocument(
|
||||
DocumentProcessingOutcome m3Outcome,
|
||||
FailureCounters existingCounters) {
|
||||
|
||||
return switch (m3Outcome) {
|
||||
case de.gecheckt.pdf.umbenenner.domain.model.PreCheckPassed ignored -> {
|
||||
// M3 success: document passed all pre-checks
|
||||
// In M4 scope (no KI, no target copy), PreCheckPassed is the terminal success
|
||||
yield new M4Outcome(
|
||||
// success: document passed all pre-checks
|
||||
// In scope (no KI, no target copy), PreCheckPassed is the terminal success
|
||||
yield new ProcessingOutcome(
|
||||
ProcessingStatus.SUCCESS,
|
||||
existingCounters, // counters unchanged on success
|
||||
false // not retryable
|
||||
@@ -551,14 +551,14 @@ public class M4DocumentProcessor {
|
||||
|
||||
if (isFirstOccurrence) {
|
||||
// First content error → FAILED_RETRYABLE
|
||||
yield new M4Outcome(
|
||||
yield new ProcessingOutcome(
|
||||
ProcessingStatus.FAILED_RETRYABLE,
|
||||
updatedCounters,
|
||||
true
|
||||
);
|
||||
} else {
|
||||
// Second (or later) content error → FAILED_FINAL
|
||||
yield new M4Outcome(
|
||||
yield new ProcessingOutcome(
|
||||
ProcessingStatus.FAILED_FINAL,
|
||||
updatedCounters,
|
||||
false
|
||||
@@ -568,7 +568,7 @@ public class M4DocumentProcessor {
|
||||
|
||||
case TechnicalDocumentError technicalError -> {
|
||||
// Technical error after fingerprinting: always FAILED_RETRYABLE, increment transient counter
|
||||
yield new M4Outcome(
|
||||
yield new ProcessingOutcome(
|
||||
ProcessingStatus.FAILED_RETRYABLE,
|
||||
existingCounters.withIncrementedTransientErrorCount(),
|
||||
true
|
||||
@@ -582,14 +582,14 @@ public class M4DocumentProcessor {
|
||||
// -------------------------------------------------------------------------
|
||||
|
||||
/**
|
||||
* Constructs a {@link ProcessingAttempt} from the given parameters and M4 outcome.
|
||||
* Constructs a {@link ProcessingAttempt} from the given parameters and outcome.
|
||||
*
|
||||
* @param fingerprint the document fingerprint
|
||||
* @param context the current batch run context
|
||||
* @param attemptNumber the monotonic attempt number
|
||||
* @param startedAt the start instant of this attempt
|
||||
* @param endedAt the end instant of this attempt
|
||||
* @param m4 the M4 outcome (status, counters, retryable)
|
||||
* @param outcome the outcome (status, counters, retryable)
|
||||
* @return the constructed processing attempt
|
||||
*/
|
||||
private ProcessingAttempt buildAttempt(
|
||||
@@ -598,15 +598,15 @@ public class M4DocumentProcessor {
|
||||
int attemptNumber,
|
||||
Instant startedAt,
|
||||
Instant endedAt,
|
||||
M4Outcome m4) {
|
||||
ProcessingOutcome outcome) {
|
||||
|
||||
String failureClass = null;
|
||||
String failureMessage = null;
|
||||
|
||||
if (m4.overallStatus() == ProcessingStatus.FAILED_RETRYABLE
|
||||
|| m4.overallStatus() == ProcessingStatus.FAILED_FINAL) {
|
||||
failureClass = m4.overallStatus().name();
|
||||
failureMessage = buildFailureMessage(m4);
|
||||
if (outcome.overallStatus() == ProcessingStatus.FAILED_RETRYABLE
|
||||
|| outcome.overallStatus() == ProcessingStatus.FAILED_FINAL) {
|
||||
failureClass = outcome.overallStatus().name();
|
||||
failureMessage = buildFailureMessage(outcome);
|
||||
}
|
||||
|
||||
return new ProcessingAttempt(
|
||||
@@ -615,46 +615,46 @@ public class M4DocumentProcessor {
|
||||
attemptNumber,
|
||||
startedAt,
|
||||
endedAt,
|
||||
m4.overallStatus(),
|
||||
outcome.overallStatus(),
|
||||
failureClass,
|
||||
failureMessage,
|
||||
m4.retryable()
|
||||
outcome.retryable()
|
||||
);
|
||||
}
|
||||
|
||||
/**
|
||||
* Builds a human-readable failure message from the M4 outcome.
|
||||
* Builds a human-readable failure message from the outcome.
|
||||
*
|
||||
* @param m4 the M4 outcome
|
||||
* @param outcome the outcome
|
||||
* @return a non-null failure message string
|
||||
*/
|
||||
private String buildFailureMessage(M4Outcome m4) {
|
||||
return switch (m4.overallStatus()) {
|
||||
private String buildFailureMessage(ProcessingOutcome outcome) {
|
||||
return switch (outcome.overallStatus()) {
|
||||
case FAILED_RETRYABLE -> "Processing failed (retryable). "
|
||||
+ "ContentErrors=" + m4.counters().contentErrorCount()
|
||||
+ ", TransientErrors=" + m4.counters().transientErrorCount();
|
||||
+ "ContentErrors=" + outcome.counters().contentErrorCount()
|
||||
+ ", TransientErrors=" + outcome.counters().transientErrorCount();
|
||||
case FAILED_FINAL -> "Processing failed finally (not retryable). "
|
||||
+ "ContentErrors=" + m4.counters().contentErrorCount()
|
||||
+ ", TransientErrors=" + m4.counters().transientErrorCount();
|
||||
default -> m4.overallStatus().name();
|
||||
+ "ContentErrors=" + outcome.counters().contentErrorCount()
|
||||
+ ", TransientErrors=" + outcome.counters().transientErrorCount();
|
||||
default -> outcome.overallStatus().name();
|
||||
};
|
||||
}
|
||||
|
||||
// -------------------------------------------------------------------------
|
||||
// Internal value type: M4 outcome
|
||||
// Internal value type: outcome
|
||||
// -------------------------------------------------------------------------
|
||||
|
||||
/**
|
||||
* Internal value type carrying the M4 status, updated counters, and retryable flag
|
||||
* after mapping from an M3 outcome.
|
||||
* Internal value type carrying the status, updated counters, and retryable flag
|
||||
* after mapping from an outcome.
|
||||
* <p>
|
||||
* Tightly scoped to {@link M4DocumentProcessor}; not exposed outside this class.
|
||||
* Tightly scoped to {@link DocumentProcessingCoordinator}; not exposed outside this class.
|
||||
*
|
||||
* @param overallStatus the M4 overall status to persist
|
||||
* @param overallStatus the overall status to persist
|
||||
* @param counters the updated failure counters to persist
|
||||
* @param retryable whether the failure is retryable in a later run
|
||||
*/
|
||||
private record M4Outcome(
|
||||
private record ProcessingOutcome(
|
||||
ProcessingStatus overallStatus,
|
||||
FailureCounters counters,
|
||||
boolean retryable) {
|
||||
@@ -12,8 +12,8 @@ import de.gecheckt.pdf.umbenenner.application.port.out.RunLockPort;
|
||||
import de.gecheckt.pdf.umbenenner.application.port.out.RunLockUnavailableException;
|
||||
import de.gecheckt.pdf.umbenenner.application.port.out.SourceDocumentAccessException;
|
||||
import de.gecheckt.pdf.umbenenner.application.port.out.SourceDocumentCandidatesPort;
|
||||
import de.gecheckt.pdf.umbenenner.application.service.DocumentProcessingCoordinator;
|
||||
import de.gecheckt.pdf.umbenenner.application.service.DocumentProcessingService;
|
||||
import de.gecheckt.pdf.umbenenner.application.service.M4DocumentProcessor;
|
||||
import de.gecheckt.pdf.umbenenner.domain.model.BatchRunContext;
|
||||
import de.gecheckt.pdf.umbenenner.domain.model.DocumentFingerprint;
|
||||
import de.gecheckt.pdf.umbenenner.domain.model.DocumentProcessingOutcome;
|
||||
@@ -30,11 +30,11 @@ import java.util.Objects;
|
||||
/**
|
||||
* Batch processing implementation of {@link BatchRunProcessingUseCase}.
|
||||
* <p>
|
||||
* Orchestrates the complete M4 batch processing workflow per candidate:
|
||||
* Orchestrates the complete batch processing workflow per candidate:
|
||||
* <ol>
|
||||
* <li>Acquire exclusive run lock to prevent concurrent instances.</li>
|
||||
* <li>Scan source folder for PDF candidates.</li>
|
||||
* <li>For each candidate, execute the M4 processing order:
|
||||
* <li>For each candidate, execute the processing order:
|
||||
* <ol type="a">
|
||||
* <li>Compute fingerprint.</li>
|
||||
* <li>Load document master record.</li>
|
||||
@@ -42,8 +42,8 @@ import java.util.Objects;
|
||||
* {@code SKIPPED_ALREADY_PROCESSED}.</li>
|
||||
* <li>If already {@code FAILED_FINAL} → persist skip attempt with
|
||||
* {@code SKIPPED_FINAL_FAILURE}.</li>
|
||||
* <li>Otherwise execute the M3 pipeline (extraction + pre-checks).</li>
|
||||
* <li>Map M3 result into M4 status, counters and retryable flag.</li>
|
||||
* <li>Otherwise execute the pipeline (extraction + pre-checks).</li>
|
||||
* <li>Map result into status, counters and retryable flag.</li>
|
||||
* <li>Persist exactly one historised processing attempt.</li>
|
||||
* <li>Persist the updated document master record.</li>
|
||||
* </ol>
|
||||
@@ -66,17 +66,17 @@ import java.util.Objects;
|
||||
* <h2>Persistence consistency</h2>
|
||||
* <p>
|
||||
* For every identified document, the processing attempt and the master record are
|
||||
* written in sequence by {@link M4DocumentProcessor}. Persistence failures for a single
|
||||
* written in sequence by {@link DocumentProcessingCoordinator}. Persistence failures for a single
|
||||
* document are caught and logged; the batch run continues with the remaining candidates.
|
||||
*
|
||||
* <h2>Non-Goals (not implemented in M4)</h2>
|
||||
* <h2>Non-Goals (not implemented)</h2>
|
||||
* <ul>
|
||||
* <li>No KI/AI integration or prompt loading.</li>
|
||||
* <li>No filename generation or target file copy.</li>
|
||||
* <li>No M5+ retry rules for KI or target copy failures.</li>
|
||||
* <li>No retry rules for KI or target copy failures.</li>
|
||||
* </ul>
|
||||
*
|
||||
* @since M3-AP-004 (extended in M4-AP-006)
|
||||
* @since AP-004 (extended in AP-006)
|
||||
*/
|
||||
public class DefaultBatchRunProcessingUseCase implements BatchRunProcessingUseCase {
|
||||
|
||||
@@ -87,11 +87,11 @@ public class DefaultBatchRunProcessingUseCase implements BatchRunProcessingUseCa
|
||||
private final SourceDocumentCandidatesPort sourceDocumentCandidatesPort;
|
||||
private final PdfTextExtractionPort pdfTextExtractionPort;
|
||||
private final FingerprintPort fingerprintPort;
|
||||
private final M4DocumentProcessor m4DocumentProcessor;
|
||||
private final DocumentProcessingCoordinator m4DocumentProcessor;
|
||||
|
||||
/**
|
||||
* Creates the batch use case with the already-loaded startup configuration and all
|
||||
* required ports for the M4 flow.
|
||||
* required ports for the flow.
|
||||
* <p>
|
||||
* The configuration is loaded and validated by Bootstrap before use case creation;
|
||||
* the use case receives the result directly and does not re-read the properties file.
|
||||
@@ -104,7 +104,7 @@ public class DefaultBatchRunProcessingUseCase implements BatchRunProcessingUseCa
|
||||
* must not be null
|
||||
* @param fingerprintPort for computing the SHA-256 fingerprint of a candidate;
|
||||
* must not be null
|
||||
* @param m4DocumentProcessor for applying M4 decision logic and persisting results;
|
||||
* @param m4DocumentProcessor for applying decision logic and persisting results;
|
||||
* must not be null
|
||||
* @throws NullPointerException if any parameter is null
|
||||
*/
|
||||
@@ -114,7 +114,7 @@ public class DefaultBatchRunProcessingUseCase implements BatchRunProcessingUseCa
|
||||
SourceDocumentCandidatesPort sourceDocumentCandidatesPort,
|
||||
PdfTextExtractionPort pdfTextExtractionPort,
|
||||
FingerprintPort fingerprintPort,
|
||||
M4DocumentProcessor m4DocumentProcessor) {
|
||||
DocumentProcessingCoordinator m4DocumentProcessor) {
|
||||
this.configuration = Objects.requireNonNull(configuration, "configuration must not be null");
|
||||
this.runLockPort = Objects.requireNonNull(runLockPort, "runLockPort must not be null");
|
||||
this.sourceDocumentCandidatesPort = Objects.requireNonNull(
|
||||
@@ -158,7 +158,7 @@ public class DefaultBatchRunProcessingUseCase implements BatchRunProcessingUseCa
|
||||
}
|
||||
LOG.info("Found {} PDF candidate(s) in source folder.", candidates.size());
|
||||
|
||||
// Step 3: Process each candidate through the M4 pipeline
|
||||
// Step 3: Process each candidate through the pipeline
|
||||
for (SourceDocumentCandidate candidate : candidates) {
|
||||
processCandidate(candidate, context);
|
||||
}
|
||||
@@ -186,9 +186,9 @@ public class DefaultBatchRunProcessingUseCase implements BatchRunProcessingUseCa
|
||||
}
|
||||
|
||||
/**
|
||||
* Processes a single PDF candidate through the complete M4 pipeline.
|
||||
* Processes a single PDF candidate through the complete pipeline.
|
||||
* <p>
|
||||
* M4 processing order:
|
||||
* Processing order:
|
||||
* <ol>
|
||||
* <li>Record the attempt start instant.</li>
|
||||
* <li>Compute the SHA-256 fingerprint of the candidate file content.</li>
|
||||
@@ -199,8 +199,8 @@ public class DefaultBatchRunProcessingUseCase implements BatchRunProcessingUseCa
|
||||
* {@code SKIPPED_ALREADY_PROCESSED}.</li>
|
||||
* <li>If already {@code FAILED_FINAL} → persist skip attempt with
|
||||
* {@code SKIPPED_FINAL_FAILURE}.</li>
|
||||
* <li>Otherwise execute the M3 pipeline (extraction + pre-checks).</li>
|
||||
* <li>Map M3 result into M4 status, counters and retryable flag.</li>
|
||||
* <li>Otherwise execute the pipeline (extraction + pre-checks).</li>
|
||||
* <li>Map result into status, counters and retryable flag.</li>
|
||||
* <li>Persist exactly one historised processing attempt.</li>
|
||||
* <li>Persist the updated document master record.</li>
|
||||
* </ol>
|
||||
@@ -217,7 +217,7 @@ public class DefaultBatchRunProcessingUseCase implements BatchRunProcessingUseCa
|
||||
// Record the attempt start instant before any work begins
|
||||
Instant attemptStart = Instant.now();
|
||||
|
||||
// Step M4-1: Compute fingerprint
|
||||
// Step 1: Compute fingerprint
|
||||
FingerprintResult fingerprintResult = fingerprintPort.computeFingerprint(candidate);
|
||||
|
||||
switch (fingerprintResult) {
|
||||
@@ -233,28 +233,28 @@ public class DefaultBatchRunProcessingUseCase implements BatchRunProcessingUseCa
|
||||
LOG.debug("Fingerprint computed for '{}': {}",
|
||||
candidate.uniqueIdentifier(), fingerprint.sha256Hex());
|
||||
|
||||
// Delegate the complete M4 processing logic to the processor
|
||||
// Delegate the complete processing logic to the processor
|
||||
// The processor handles loading document master record, checking terminal status,
|
||||
// executing M3 pipeline only when needed, and persisting results consistently
|
||||
// executing pipeline only when needed, and persisting results consistently
|
||||
m4DocumentProcessor.processWithM3Execution(
|
||||
candidate,
|
||||
fingerprint,
|
||||
context,
|
||||
attemptStart,
|
||||
this::runM3Pipeline); // Pass the M3 executor as a function
|
||||
this::runM3Pipeline); // Pass the executor as a function
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
/**
|
||||
* Runs the M3 pipeline (PDF text extraction + pre-checks) for the given candidate.
|
||||
* Runs the pipeline (PDF text extraction + pre-checks) for the given candidate.
|
||||
* <p>
|
||||
* This method is called after a successful fingerprint computation. The result is
|
||||
* passed to {@link M4DocumentProcessor}, which applies it only when the document is
|
||||
* passed to {@link DocumentProcessingCoordinator}, which applies it only when the document is
|
||||
* not in a terminal state.
|
||||
*
|
||||
* @param candidate the candidate to run through the M3 pipeline
|
||||
* @return the M3 pipeline outcome (pre-check passed, pre-check failed, or technical error)
|
||||
* @param candidate the candidate to run through the pipeline
|
||||
* @return the pipeline outcome (pre-check passed, pre-check failed, or technical error)
|
||||
*/
|
||||
private DocumentProcessingOutcome runM3Pipeline(SourceDocumentCandidate candidate) {
|
||||
PdfExtractionResult extractionResult =
|
||||
@@ -284,10 +284,10 @@ public class DefaultBatchRunProcessingUseCase implements BatchRunProcessingUseCa
|
||||
DocumentProcessingOutcome outcome =
|
||||
DocumentProcessingService.processDocument(candidate, extractionResult, configuration);
|
||||
|
||||
// Log M3 outcome
|
||||
// Log outcome
|
||||
switch (outcome) {
|
||||
case de.gecheckt.pdf.umbenenner.domain.model.PreCheckPassed passed -> {
|
||||
LOG.info("Pre-checks PASSED for '{}'. Candidate ready for M4 persistence.",
|
||||
LOG.info("Pre-checks PASSED for '{}'. Candidate ready for persistence.",
|
||||
candidate.uniqueIdentifier());
|
||||
}
|
||||
case de.gecheckt.pdf.umbenenner.domain.model.PreCheckFailed failed -> {
|
||||
|
||||
@@ -38,11 +38,11 @@ import java.util.function.Consumer;
|
||||
import static org.junit.jupiter.api.Assertions.*;
|
||||
|
||||
/**
|
||||
* Unit tests for {@link M4DocumentProcessor}.
|
||||
* Unit tests for {@link DocumentProcessingCoordinator}.
|
||||
* <p>
|
||||
* Covers:
|
||||
* <ul>
|
||||
* <li>M4 minimal rules: status, counter and retryable flag mapping</li>
|
||||
* <li>Minimal rules: status, counter and retryable flag mapping</li>
|
||||
* <li>Skip logic for SUCCESS and FAILED_FINAL documents</li>
|
||||
* <li>New document path (DocumentUnknown)</li>
|
||||
* <li>Known processable document path (DocumentKnownProcessable)</li>
|
||||
@@ -51,7 +51,7 @@ import static org.junit.jupiter.api.Assertions.*;
|
||||
* <li>Skip events do not change error counters</li>
|
||||
* </ul>
|
||||
*/
|
||||
class M4DocumentProcessorTest {
|
||||
class DocumentProcessingCoordinatorTest {
|
||||
|
||||
private static final String FINGERPRINT_HEX =
|
||||
"a".repeat(64); // 64 lowercase hex chars
|
||||
@@ -59,7 +59,7 @@ class M4DocumentProcessorTest {
|
||||
private CapturingDocumentRecordRepository recordRepo;
|
||||
private CapturingProcessingAttemptRepository attemptRepo;
|
||||
private CapturingUnitOfWorkPort unitOfWorkPort;
|
||||
private M4DocumentProcessor processor;
|
||||
private DocumentProcessingCoordinator processor;
|
||||
|
||||
private SourceDocumentCandidate candidate;
|
||||
private DocumentFingerprint fingerprint;
|
||||
@@ -71,7 +71,7 @@ class M4DocumentProcessorTest {
|
||||
recordRepo = new CapturingDocumentRecordRepository();
|
||||
attemptRepo = new CapturingProcessingAttemptRepository();
|
||||
unitOfWorkPort = new CapturingUnitOfWorkPort(recordRepo, attemptRepo);
|
||||
processor = new M4DocumentProcessor(recordRepo, attemptRepo, unitOfWorkPort);
|
||||
processor = new DocumentProcessingCoordinator(recordRepo, attemptRepo, unitOfWorkPort);
|
||||
|
||||
candidate = new SourceDocumentCandidate(
|
||||
"test.pdf", 1024L, new SourceDocumentLocator("/tmp/test.pdf"));
|
||||
@@ -467,4 +467,4 @@ class M4DocumentProcessorTest {
|
||||
operations.accept(mockOps);
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
@@ -18,7 +18,7 @@ import de.gecheckt.pdf.umbenenner.application.port.out.RunLockUnavailableExcepti
|
||||
import de.gecheckt.pdf.umbenenner.application.port.out.SourceDocumentAccessException;
|
||||
import de.gecheckt.pdf.umbenenner.application.port.out.SourceDocumentCandidatesPort;
|
||||
import de.gecheckt.pdf.umbenenner.application.port.out.UnitOfWorkPort;
|
||||
import de.gecheckt.pdf.umbenenner.application.service.M4DocumentProcessor;
|
||||
import de.gecheckt.pdf.umbenenner.application.service.DocumentProcessingCoordinator;
|
||||
import de.gecheckt.pdf.umbenenner.domain.model.BatchRunContext;
|
||||
import de.gecheckt.pdf.umbenenner.domain.model.DocumentFingerprint;
|
||||
import de.gecheckt.pdf.umbenenner.domain.model.PdfExtractionContentError;
|
||||
@@ -51,11 +51,11 @@ import static org.junit.jupiter.api.Assertions.*;
|
||||
* <ul>
|
||||
* <li>Lock acquisition and release lifecycle</li>
|
||||
* <li>Source folder scanning and per-document processing loop</li>
|
||||
* <li>Happy path: candidate passes pre-checks, M4 persistence is invoked</li>
|
||||
* <li>Happy path: candidate passes pre-checks, persistence is invoked</li>
|
||||
* <li>Deterministic content errors: no usable text, page limit exceeded</li>
|
||||
* <li>Technical extraction errors: controlled per-document end, batch continues</li>
|
||||
* <li>Source folder access failure: batch fails with FAILURE outcome</li>
|
||||
* <li>M4 idempotency: fingerprint failure → not historised</li>
|
||||
* <li>Idempotency: fingerprint failure → not historised</li>
|
||||
* </ul>
|
||||
*/
|
||||
class BatchRunProcessingUseCaseTest {
|
||||
@@ -74,7 +74,7 @@ class BatchRunProcessingUseCaseTest {
|
||||
|
||||
DefaultBatchRunProcessingUseCase useCase = buildUseCase(
|
||||
config, lockPort, new EmptyCandidatesPort(), new NoOpExtractionPort(),
|
||||
new AlwaysSuccessFingerprintPort(), new NoOpM4DocumentProcessor());
|
||||
new AlwaysSuccessFingerprintPort(), new NoOpDocumentProcessingCoordinator());
|
||||
BatchRunContext context = new BatchRunContext(new RunId("test-run-1"), Instant.now());
|
||||
|
||||
BatchRunOutcome outcome = useCase.execute(context);
|
||||
@@ -91,7 +91,7 @@ class BatchRunProcessingUseCaseTest {
|
||||
|
||||
DefaultBatchRunProcessingUseCase useCase = buildUseCase(
|
||||
config, lockPort, new EmptyCandidatesPort(), new NoOpExtractionPort(),
|
||||
new AlwaysSuccessFingerprintPort(), new NoOpM4DocumentProcessor());
|
||||
new AlwaysSuccessFingerprintPort(), new NoOpDocumentProcessingCoordinator());
|
||||
BatchRunContext context = new BatchRunContext(new RunId("test-run-2"), Instant.now());
|
||||
|
||||
BatchRunOutcome outcome = useCase.execute(context);
|
||||
@@ -111,7 +111,7 @@ class BatchRunProcessingUseCaseTest {
|
||||
|
||||
DefaultBatchRunProcessingUseCase useCase = buildUseCase(
|
||||
config, lockPort, new EmptyCandidatesPort(), new NoOpExtractionPort(),
|
||||
new AlwaysSuccessFingerprintPort(), new NoOpM4DocumentProcessor());
|
||||
new AlwaysSuccessFingerprintPort(), new NoOpDocumentProcessingCoordinator());
|
||||
BatchRunContext context = new BatchRunContext(new RunId("test-run-f1"), Instant.now());
|
||||
|
||||
useCase.execute(context);
|
||||
@@ -128,7 +128,7 @@ class BatchRunProcessingUseCaseTest {
|
||||
|
||||
DefaultBatchRunProcessingUseCase useCase = buildUseCase(
|
||||
config, lockPort, new EmptyCandidatesPort(), new NoOpExtractionPort(),
|
||||
new AlwaysSuccessFingerprintPort(), new NoOpM4DocumentProcessor());
|
||||
new AlwaysSuccessFingerprintPort(), new NoOpDocumentProcessingCoordinator());
|
||||
BatchRunContext context = new BatchRunContext(new RunId("test-run-3"), Instant.now());
|
||||
|
||||
BatchRunOutcome outcome = useCase.execute(context);
|
||||
@@ -149,7 +149,7 @@ class BatchRunProcessingUseCaseTest {
|
||||
|
||||
DefaultBatchRunProcessingUseCase useCase = buildUseCase(
|
||||
config, lockPort, new EmptyCandidatesPort(), new NoOpExtractionPort(),
|
||||
new AlwaysSuccessFingerprintPort(), new NoOpM4DocumentProcessor());
|
||||
new AlwaysSuccessFingerprintPort(), new NoOpDocumentProcessingCoordinator());
|
||||
BatchRunContext context = new BatchRunContext(new RunId("empty"), Instant.now());
|
||||
|
||||
BatchRunOutcome outcome = useCase.execute(context);
|
||||
@@ -158,7 +158,7 @@ class BatchRunProcessingUseCaseTest {
|
||||
}
|
||||
|
||||
@Test
|
||||
void execute_happyPath_candidatePassesPreChecks_m4PersistenceInvoked() throws Exception {
|
||||
void execute_happyPath_candidatePassesPreChecks_persistenceInvoked() throws Exception {
|
||||
MockRunLockPort lockPort = new MockRunLockPort();
|
||||
StartConfiguration config = buildConfig(tempDir);
|
||||
|
||||
@@ -166,18 +166,18 @@ class BatchRunProcessingUseCaseTest {
|
||||
PdfExtractionSuccess success = new PdfExtractionSuccess("Invoice text", new PdfPageCount(1));
|
||||
FixedCandidatesPort candidatesPort = new FixedCandidatesPort(List.of(candidate));
|
||||
FixedExtractionPort extractionPort = new FixedExtractionPort(success);
|
||||
TrackingM4DocumentProcessor m4Processor = new TrackingM4DocumentProcessor();
|
||||
TrackingDocumentProcessingCoordinator processor = new TrackingDocumentProcessingCoordinator();
|
||||
|
||||
DefaultBatchRunProcessingUseCase useCase = buildUseCase(
|
||||
config, lockPort, candidatesPort, extractionPort,
|
||||
new AlwaysSuccessFingerprintPort(), m4Processor);
|
||||
new AlwaysSuccessFingerprintPort(), processor);
|
||||
BatchRunContext context = new BatchRunContext(new RunId("happy"), Instant.now());
|
||||
|
||||
BatchRunOutcome outcome = useCase.execute(context);
|
||||
|
||||
assertTrue(outcome.isSuccess(), "Happy path should yield SUCCESS");
|
||||
assertEquals(1, extractionPort.callCount(), "Extraction should be called exactly once");
|
||||
assertEquals(1, m4Processor.processCallCount(), "M4 processor should be called exactly once");
|
||||
assertEquals(1, processor.processCallCount(), "processor should be called exactly once");
|
||||
}
|
||||
|
||||
@Test
|
||||
@@ -189,17 +189,17 @@ class BatchRunProcessingUseCaseTest {
|
||||
PdfExtractionSuccess emptySuccess = new PdfExtractionSuccess(" ", new PdfPageCount(1));
|
||||
FixedCandidatesPort candidatesPort = new FixedCandidatesPort(List.of(candidate));
|
||||
FixedExtractionPort extractionPort = new FixedExtractionPort(emptySuccess);
|
||||
TrackingM4DocumentProcessor m4Processor = new TrackingM4DocumentProcessor();
|
||||
TrackingDocumentProcessingCoordinator processor = new TrackingDocumentProcessingCoordinator();
|
||||
|
||||
DefaultBatchRunProcessingUseCase useCase = buildUseCase(
|
||||
config, lockPort, candidatesPort, extractionPort,
|
||||
new AlwaysSuccessFingerprintPort(), m4Processor);
|
||||
new AlwaysSuccessFingerprintPort(), processor);
|
||||
BatchRunContext context = new BatchRunContext(new RunId("no-text"), Instant.now());
|
||||
|
||||
BatchRunOutcome outcome = useCase.execute(context);
|
||||
|
||||
assertTrue(outcome.isSuccess(), "No-usable-text pre-check failure should not abort the batch run");
|
||||
assertEquals(1, m4Processor.processCallCount(), "M4 processor should still be called for content errors");
|
||||
assertEquals(1, processor.processCallCount(), "processor should still be called for content errors");
|
||||
}
|
||||
|
||||
@Test
|
||||
@@ -211,17 +211,17 @@ class BatchRunProcessingUseCaseTest {
|
||||
PdfExtractionSuccess manyPages = new PdfExtractionSuccess("Some text", new PdfPageCount(10));
|
||||
FixedCandidatesPort candidatesPort = new FixedCandidatesPort(List.of(candidate));
|
||||
FixedExtractionPort extractionPort = new FixedExtractionPort(manyPages);
|
||||
TrackingM4DocumentProcessor m4Processor = new TrackingM4DocumentProcessor();
|
||||
TrackingDocumentProcessingCoordinator processor = new TrackingDocumentProcessingCoordinator();
|
||||
|
||||
DefaultBatchRunProcessingUseCase useCase = buildUseCase(
|
||||
config, lockPort, candidatesPort, extractionPort,
|
||||
new AlwaysSuccessFingerprintPort(), m4Processor);
|
||||
new AlwaysSuccessFingerprintPort(), processor);
|
||||
BatchRunContext context = new BatchRunContext(new RunId("page-limit"), Instant.now());
|
||||
|
||||
BatchRunOutcome outcome = useCase.execute(context);
|
||||
|
||||
assertTrue(outcome.isSuccess(), "Page limit exceeded should not abort the batch run");
|
||||
assertEquals(1, m4Processor.processCallCount(), "M4 processor should still be called for page limit errors");
|
||||
assertEquals(1, processor.processCallCount(), "processor should still be called for page limit errors");
|
||||
}
|
||||
|
||||
@Test
|
||||
@@ -233,17 +233,17 @@ class BatchRunProcessingUseCaseTest {
|
||||
PdfExtractionContentError contentError = new PdfExtractionContentError("PDF is encrypted");
|
||||
FixedCandidatesPort candidatesPort = new FixedCandidatesPort(List.of(candidate));
|
||||
FixedExtractionPort extractionPort = new FixedExtractionPort(contentError);
|
||||
TrackingM4DocumentProcessor m4Processor = new TrackingM4DocumentProcessor();
|
||||
TrackingDocumentProcessingCoordinator processor = new TrackingDocumentProcessingCoordinator();
|
||||
|
||||
DefaultBatchRunProcessingUseCase useCase = buildUseCase(
|
||||
config, lockPort, candidatesPort, extractionPort,
|
||||
new AlwaysSuccessFingerprintPort(), m4Processor);
|
||||
new AlwaysSuccessFingerprintPort(), processor);
|
||||
BatchRunContext context = new BatchRunContext(new RunId("content-error"), Instant.now());
|
||||
|
||||
BatchRunOutcome outcome = useCase.execute(context);
|
||||
|
||||
assertTrue(outcome.isSuccess(), "Extraction content error should not abort the batch run");
|
||||
assertEquals(1, m4Processor.processCallCount(), "M4 processor should be called for content errors");
|
||||
assertEquals(1, processor.processCallCount(), "processor should be called for content errors");
|
||||
}
|
||||
|
||||
@Test
|
||||
@@ -255,17 +255,17 @@ class BatchRunProcessingUseCaseTest {
|
||||
PdfExtractionTechnicalError technicalError = new PdfExtractionTechnicalError("I/O error reading file", null);
|
||||
FixedCandidatesPort candidatesPort = new FixedCandidatesPort(List.of(candidate));
|
||||
FixedExtractionPort extractionPort = new FixedExtractionPort(technicalError);
|
||||
TrackingM4DocumentProcessor m4Processor = new TrackingM4DocumentProcessor();
|
||||
TrackingDocumentProcessingCoordinator processor = new TrackingDocumentProcessingCoordinator();
|
||||
|
||||
DefaultBatchRunProcessingUseCase useCase = buildUseCase(
|
||||
config, lockPort, candidatesPort, extractionPort,
|
||||
new AlwaysSuccessFingerprintPort(), m4Processor);
|
||||
new AlwaysSuccessFingerprintPort(), processor);
|
||||
BatchRunContext context = new BatchRunContext(new RunId("tech-error"), Instant.now());
|
||||
|
||||
BatchRunOutcome outcome = useCase.execute(context);
|
||||
|
||||
assertTrue(outcome.isSuccess(), "Technical extraction error should not abort the batch run");
|
||||
assertEquals(1, m4Processor.processCallCount(), "M4 processor should be called for technical errors");
|
||||
assertEquals(1, processor.processCallCount(), "processor should be called for technical errors");
|
||||
}
|
||||
|
||||
@Test
|
||||
@@ -279,7 +279,7 @@ class BatchRunProcessingUseCaseTest {
|
||||
|
||||
DefaultBatchRunProcessingUseCase useCase = buildUseCase(
|
||||
config, lockPort, failingPort, new NoOpExtractionPort(),
|
||||
new AlwaysSuccessFingerprintPort(), new NoOpM4DocumentProcessor());
|
||||
new AlwaysSuccessFingerprintPort(), new NoOpDocumentProcessingCoordinator());
|
||||
BatchRunContext context = new BatchRunContext(new RunId("access-fail"), Instant.now());
|
||||
|
||||
BatchRunOutcome outcome = useCase.execute(context);
|
||||
@@ -300,22 +300,22 @@ class BatchRunProcessingUseCaseTest {
|
||||
|
||||
SourceDocumentCandidate candidate = makeCandidate("unreadable.pdf");
|
||||
FixedCandidatesPort candidatesPort = new FixedCandidatesPort(List.of(candidate));
|
||||
TrackingM4DocumentProcessor m4Processor = new TrackingM4DocumentProcessor();
|
||||
TrackingDocumentProcessingCoordinator processor = new TrackingDocumentProcessingCoordinator();
|
||||
|
||||
// Fingerprint always fails → M4 processor must NOT be called
|
||||
// Fingerprint always fails → processor must NOT be called
|
||||
FingerprintPort alwaysFailingFingerprintPort = c ->
|
||||
new FingerprintTechnicalError("Cannot read file", null);
|
||||
|
||||
DefaultBatchRunProcessingUseCase useCase = buildUseCase(
|
||||
config, lockPort, candidatesPort, new NoOpExtractionPort(),
|
||||
alwaysFailingFingerprintPort, m4Processor);
|
||||
alwaysFailingFingerprintPort, processor);
|
||||
BatchRunContext context = new BatchRunContext(new RunId("fp-fail"), Instant.now());
|
||||
|
||||
BatchRunOutcome outcome = useCase.execute(context);
|
||||
|
||||
assertTrue(outcome.isSuccess(), "Fingerprint failure should not abort the batch run");
|
||||
assertEquals(0, m4Processor.processCallCount(),
|
||||
"M4 processor must NOT be called when fingerprint computation fails (pre-fingerprint failure)");
|
||||
assertEquals(0, processor.processCallCount(),
|
||||
"processor must NOT be called when fingerprint computation fails (pre-fingerprint failure)");
|
||||
}
|
||||
|
||||
@Test
|
||||
@@ -333,7 +333,7 @@ class BatchRunProcessingUseCaseTest {
|
||||
|
||||
DefaultBatchRunProcessingUseCase useCase = buildUseCase(
|
||||
config, lockPort, candidatesPort, extractionPort,
|
||||
alwaysFailingFingerprintPort, new NoOpM4DocumentProcessor());
|
||||
alwaysFailingFingerprintPort, new NoOpDocumentProcessingCoordinator());
|
||||
BatchRunContext context = new BatchRunContext(new RunId("fp-fail-no-extract"), Instant.now());
|
||||
|
||||
useCase.execute(context);
|
||||
@@ -377,20 +377,20 @@ class BatchRunProcessingUseCaseTest {
|
||||
return new FingerprintSuccess(makeFingerprint(candidate.uniqueIdentifier()));
|
||||
};
|
||||
|
||||
TrackingM4DocumentProcessor m4Processor = new TrackingM4DocumentProcessor();
|
||||
TrackingDocumentProcessingCoordinator processor = new TrackingDocumentProcessingCoordinator();
|
||||
|
||||
DefaultBatchRunProcessingUseCase useCase = buildUseCase(
|
||||
config, lockPort, candidatesPort, extractionPort,
|
||||
mappedFingerprintPort, m4Processor);
|
||||
mappedFingerprintPort, processor);
|
||||
BatchRunContext context = new BatchRunContext(new RunId("mixed"), Instant.now());
|
||||
|
||||
BatchRunOutcome outcome = useCase.execute(context);
|
||||
|
||||
assertTrue(outcome.isSuccess(), "Mixed batch with all outcome types must yield batch SUCCESS");
|
||||
// 5 candidates with successful fingerprint → M4 processor called 5 times
|
||||
// 1 candidate with fingerprint failure → M4 processor NOT called
|
||||
assertEquals(5, m4Processor.processCallCount(),
|
||||
"M4 processor must be called for each candidate with a successful fingerprint");
|
||||
// 5 candidates with successful fingerprint → processor called 5 times
|
||||
// 1 candidate with fingerprint failure → processor NOT called
|
||||
assertEquals(5, processor.processCallCount(),
|
||||
"processor must be called for each candidate with a successful fingerprint");
|
||||
// Extraction called for 5 candidates (not for fpFailCandidate)
|
||||
assertEquals(5, extractionPort.callCount(),
|
||||
"Extraction must be attempted for each of the 5 candidates with a valid fingerprint");
|
||||
@@ -409,18 +409,18 @@ class BatchRunProcessingUseCaseTest {
|
||||
PdfExtractionSuccess success = new PdfExtractionSuccess("Invoice content", new PdfPageCount(2));
|
||||
FixedCandidatesPort candidatesPort = new FixedCandidatesPort(candidates);
|
||||
FixedExtractionPort extractionPort = new FixedExtractionPort(success);
|
||||
TrackingM4DocumentProcessor m4Processor = new TrackingM4DocumentProcessor();
|
||||
TrackingDocumentProcessingCoordinator processor = new TrackingDocumentProcessingCoordinator();
|
||||
|
||||
DefaultBatchRunProcessingUseCase useCase = buildUseCase(
|
||||
config, lockPort, candidatesPort, extractionPort,
|
||||
new AlwaysSuccessFingerprintPort(), m4Processor);
|
||||
new AlwaysSuccessFingerprintPort(), processor);
|
||||
BatchRunContext context = new BatchRunContext(new RunId("multi"), Instant.now());
|
||||
|
||||
BatchRunOutcome outcome = useCase.execute(context);
|
||||
|
||||
assertTrue(outcome.isSuccess(), "All three candidates processed should yield SUCCESS");
|
||||
assertEquals(3, extractionPort.callCount(), "Extraction should be called once per candidate");
|
||||
assertEquals(3, m4Processor.processCallCount(), "M4 processor should be called once per candidate");
|
||||
assertEquals(3, processor.processCallCount(), "processor should be called once per candidate");
|
||||
}
|
||||
|
||||
// -------------------------------------------------------------------------
|
||||
@@ -433,9 +433,9 @@ class BatchRunProcessingUseCaseTest {
|
||||
SourceDocumentCandidatesPort candidatesPort,
|
||||
PdfTextExtractionPort extractionPort,
|
||||
FingerprintPort fingerprintPort,
|
||||
M4DocumentProcessor m4Processor) {
|
||||
DocumentProcessingCoordinator processor) {
|
||||
return new DefaultBatchRunProcessingUseCase(
|
||||
config, lockPort, candidatesPort, extractionPort, fingerprintPort, m4Processor);
|
||||
config, lockPort, candidatesPort, extractionPort, fingerprintPort, processor);
|
||||
}
|
||||
|
||||
private static StartConfiguration buildConfig(Path tempDir) throws Exception {
|
||||
@@ -612,22 +612,22 @@ class BatchRunProcessingUseCaseTest {
|
||||
}
|
||||
|
||||
/**
|
||||
* No-op M4DocumentProcessor that does nothing (for tests that only care about
|
||||
* lock/batch lifecycle, not M4 persistence).
|
||||
* No-op DocumentProcessingCoordinator that does nothing (for tests that only care about
|
||||
* lock/batch lifecycle, not persistence).
|
||||
*/
|
||||
private static class NoOpM4DocumentProcessor extends M4DocumentProcessor {
|
||||
NoOpM4DocumentProcessor() {
|
||||
private static class NoOpDocumentProcessingCoordinator extends DocumentProcessingCoordinator {
|
||||
NoOpDocumentProcessingCoordinator() {
|
||||
super(new NoOpDocumentRecordRepository(), new NoOpProcessingAttemptRepository(), new NoOpUnitOfWorkPort());
|
||||
}
|
||||
}
|
||||
|
||||
/**
|
||||
* Tracking M4DocumentProcessor that counts how many times {@code process()} is called.
|
||||
* Tracking DocumentProcessingCoordinator that counts how many times {@code process()} is called.
|
||||
*/
|
||||
private static class TrackingM4DocumentProcessor extends M4DocumentProcessor {
|
||||
private static class TrackingDocumentProcessingCoordinator extends DocumentProcessingCoordinator {
|
||||
private int processCallCount = 0;
|
||||
|
||||
TrackingM4DocumentProcessor() {
|
||||
TrackingDocumentProcessingCoordinator() {
|
||||
super(new NoOpDocumentRecordRepository(), new NoOpProcessingAttemptRepository(), new NoOpUnitOfWorkPort());
|
||||
}
|
||||
|
||||
@@ -658,11 +658,11 @@ class BatchRunProcessingUseCaseTest {
|
||||
int processCallCount() { return processCallCount; }
|
||||
}
|
||||
|
||||
/** No-op DocumentRecordRepository for use in test M4DocumentProcessor instances. */
|
||||
/** No-op DocumentRecordRepository for use in test instances. */
|
||||
private static class NoOpDocumentRecordRepository implements DocumentRecordRepository {
|
||||
@Override
|
||||
public DocumentRecordLookupResult findByFingerprint(DocumentFingerprint fingerprint) {
|
||||
// Return DocumentUnknown so the M4 processor always takes the "new document" path
|
||||
// Return DocumentUnknown so the processor always takes the "new document" path
|
||||
return new DocumentUnknown();
|
||||
}
|
||||
|
||||
@@ -677,7 +677,7 @@ class BatchRunProcessingUseCaseTest {
|
||||
}
|
||||
}
|
||||
|
||||
/** No-op ProcessingAttemptRepository for use in test M4DocumentProcessor instances. */
|
||||
/** No-op ProcessingAttemptRepository for use in test instances. */
|
||||
private static class NoOpProcessingAttemptRepository implements ProcessingAttemptRepository {
|
||||
@Override
|
||||
public int loadNextAttemptNumber(DocumentFingerprint fingerprint) {
|
||||
@@ -695,7 +695,7 @@ class BatchRunProcessingUseCaseTest {
|
||||
}
|
||||
}
|
||||
|
||||
/** No-op UnitOfWorkPort for use in test M4DocumentProcessor instances. */
|
||||
/** No-op UnitOfWorkPort for use in test instances. */
|
||||
private static class NoOpUnitOfWorkPort implements UnitOfWorkPort {
|
||||
@Override
|
||||
public void executeInTransaction(Consumer<TransactionOperations> operations) {
|
||||
|
||||
Reference in New Issue
Block a user