Improve logs

OpenTermsArchive · Jun 11, 2020 · d2362fb · d2362fb
1 parent 763477a
commit d2362fb
Showing 1 changed file with 10 additions and 3 deletions.
diff --git a/src/index.js b/src/index.js
@@ -9,10 +9,17 @@ import { persistRaw, persistSanitized } from './history/index.js';
 import sanitize from './sanitizer/index.js';
 import serviceProviders from './service_providers/index.js';
 
-export async function updateServiceProviderDocument(serviceProviderId, documentType, documentUrl, documentContentSelector) {
+export async function updateServiceProviderDocument(serviceProviderId, serviceProviderName, documentType, documentUrl, documentContentSelector) {
+  console.log(`${serviceProviderName}: Scrape '${documentUrl}'.`);
   const content = await scrape(documentUrl);
+
+  console.log(`${serviceProviderName}: Persist raw document '${documentType}'.`);
   await persistRaw(serviceProviderId, documentType, content);
+
+  console.log(`${serviceProviderName}: Sanitize raw document '${documentType}'.`);
   const sanitizedContent = await sanitize(content, documentContentSelector);
+
+  console.log(`${serviceProviderName}: Persist sanitized document '${documentType}'.`);
   await persistSanitized(serviceProviderId, documentType, sanitizedContent);
 };
 
@@ -23,11 +30,11 @@ export default async function updateTerms() {
   const serviceProvidersManifests = serviceProviders();
 
   Object.keys(serviceProvidersManifests).forEach((serviceProviderId) => {
-    const { documents } = serviceProvidersManifests[serviceProviderId];
+    const { documents, serviceProviderName } = serviceProvidersManifests[serviceProviderId];
 
     Object.keys(documents).forEach(async (documentType) => {
       const { url, contentSelector } = documents[documentType];
-      promises.push(updateServiceProviderDocument(serviceProviderId, documentType, url, contentSelector));
+      promises.push(updateServiceProviderDocument(serviceProviderId, serviceProviderName, documentType, url, contentSelector));
     });
   });