Use a single process in testing, not the Pool

src/documents/management/commands/document_archiver.py

@@ -75,13 +75,21 @@ class Command(MultiProcessMixin, ProgressBarMixin, BaseCommand):
 
         try:
             logging.getLogger().handlers[0].level = logging.ERROR
-            with multiprocessing.Pool(self.process_count) as pool:
+
-                list(
+            if self.process_count == 1:
-                    tqdm.tqdm(
+                for doc_id in document_ids:
-                        pool.imap_unordered(update_document_archive_file, document_ids),
+                    update_document_archive_file(doc_id)
-                        total=len(document_ids),
+            else:  # pragma: no cover
-                        disable=self.no_progress_bar,
+                with multiprocessing.Pool(self.process_count) as pool:
-                    ),
+                    list(
-                )
+                        tqdm.tqdm(
+                            pool.imap_unordered(
+                                update_document_archive_file,
+                                document_ids,
+                            ),
+                            total=len(document_ids),
+                            disable=self.no_progress_bar,
+                        ),
+                    )
         except KeyboardInterrupt:
             self.stdout.write(self.style.NOTICE("Aborting..."))

src/documents/management/commands/document_fuzzy_match.py

@@ -93,12 +93,12 @@ class Command(MultiProcessMixin, ProgressBarMixin, BaseCommand):
                 work_pkgs.append(_WorkPackage(first_doc, second_doc))
 
         # Don't spin up a pool of 1 process
-        if options["processes"] == 1:
+        if self.process_count == 1:
             results = []
             for work in tqdm.tqdm(work_pkgs, disable=self.no_progress_bar):
                 results.append(_process_and_match(work))
-        else:
+        else:  # pragma: no cover
-            with multiprocessing.Pool(processes=options["processes"]) as pool:
+            with multiprocessing.Pool(processes=self.process_count) as pool:
                 results = list(
                     tqdm.tqdm(
                         pool.imap_unordered(_process_and_match, work_pkgs),

src/documents/management/commands/document_thumbnails.py

@@ -70,11 +70,15 @@ class Command(MultiProcessMixin, ProgressBarMixin, BaseCommand):
         # with postgres.
         db.connections.close_all()
 
-        with multiprocessing.Pool(processes=self.process_count) as pool:
+        if self.process_count == 1:
-            list(
+            for doc_id in ids:
-                tqdm.tqdm(
+                _process_document(doc_id)
-                    pool.imap_unordered(_process_document, ids),
+        else:  # pragma: no cover
-                    total=len(ids),
+            with multiprocessing.Pool(processes=self.process_count) as pool:
-                    disable=self.no_progress_bar,
+                list(
-                ),
+                    tqdm.tqdm(
-            )
+                        pool.imap_unordered(_process_document, ids),
+                        total=len(ids),
+                        disable=self.no_progress_bar,
+                    ),
+                )

src/documents/tests/test_management.py

@@ -36,7 +36,7 @@ class TestArchiver(DirectoriesMixin, FileSystemAssertsMixin, TestCase):
             os.path.join(self.dirs.originals_dir, f"{doc.id:07}.pdf"),
         )
 
-        call_command("document_archiver")
+        call_command("document_archiver", "--processes", "1")
 
     def test_handle_document(self):
         doc = self.make_models()

src/documents/tests/test_management_thumbnails.py

@@ -83,13 +83,13 @@ class TestMakeThumbnails(DirectoriesMixin, FileSystemAssertsMixin, TestCase):
     def test_command(self):
         self.assertIsNotFile(self.d1.thumbnail_path)
         self.assertIsNotFile(self.d2.thumbnail_path)
-        call_command("document_thumbnails")
+        call_command("document_thumbnails", "--processes", "1")
         self.assertIsFile(self.d1.thumbnail_path)
         self.assertIsFile(self.d2.thumbnail_path)
 
     def test_command_documentid(self):
         self.assertIsNotFile(self.d1.thumbnail_path)
         self.assertIsNotFile(self.d2.thumbnail_path)
-        call_command("document_thumbnails", "-d", f"{self.d1.id}")
+        call_command("document_thumbnails", "--processes", "1", "-d", f"{self.d1.id}")
         self.assertIsFile(self.d1.thumbnail_path)
         self.assertIsNotFile(self.d2.thumbnail_path)