feat: Allow validation errors to be ignored when debugging

src/harvest-rpde.js

@@ -42,7 +42,8 @@ async function baseHarvestRPDE({
   options: { multibar, pauseResume } = { multibar: null, pauseResume: null },
 }, isLosslessMode = false) {
   const stopMultibar = () => {
-    // TODO: To prevent extraneous output, ensure that multibar.stop is only called if the multibar is already active (e.g. by wrapping the multibar to allow us to set it to null when not in use)
+    // Ensure that the multibar is stopped only if it has not already been stopped (to prevent extraneous output)
+    // TODO: Ensure that multibar.stop is only called if the multibar is already active (e.g. by wrapping the multibar to allow us to set it to null when not in use)
     if (multibar) multibar.stop();
   };
   const pageDescriptiveIdentifier = (url, headers) => `RPDE feed ${feedContextIdentifier} page "${url}" (request headers: ${JSON.stringify(headers)})`;
@@ -126,8 +127,10 @@ async function baseHarvestRPDE({
         stopMultibar();
         logErrorDuringHarvest(`\nFATAL ERROR: RPDE Validation Error(s) found on ${pageDescriptiveIdentifier(url, headersForThisRequest)}:\n${rpdeValidationErrors.map(error => `- ${error.message.split('\n')[0]}`).join('\n')}\n`);
         // TODO: Provide context to the error callback
-        onError();
-        return;
+        if (process.env.DEBUG_IGNORE_RPDE_VALIDATION_ERRORS !== 'true') {
+          onError();
+          return;
+        }
       }
 
       const json = isLosslessMode ? response.data.highFidelityData : response.data.lowFidelityData;