Finalize changes for end-to-end workflow for AI Document Processing

Author: jamesmcroft

src/AIDocumentPipeline/invoices/extract_invoice_data_workflow.py

@@ -1,10 +1,9 @@
 from __future__ import annotations
+from invoices.invoice_data import InvoiceData
 from shared.storage import write_bytes_to_blob
 from invoices.activities import extract_invoice_data
 from shared.workflow_result import WorkflowResult
 import azure.durable_functions as df
-import azure.functions as func
-import logging
 from shared import config as app_config
 
 name = "ExtractInvoiceDataWorkflow"
@@ -35,7 +34,7 @@ def run(context: df.DurableOrchestrationContext) -> WorkflowResult:
                              f"Failed to extract data for {invoice}.")
             continue
 
-        invoice_data_stored = yield context.call_activity(write_bytes_to_blob.name, write_bytes_to_blob.Request(app_config.invoices_storage_account_name, input.container_name, f"{invoice}.Data.json", invoice_data))
+        invoice_data_stored = yield context.call_activity(write_bytes_to_blob.name, write_bytes_to_blob.Request(app_config.invoices_storage_account_name, input.container_name, f"{invoice}.Data.json", InvoiceData.to_json(invoice_data).encode("utf-8"), True))
 
         if not invoice_data_stored:
             result.add_error(write_bytes_to_blob.name,

src/AIDocumentPipeline/invoices/invoice_data.py

@@ -75,12 +75,15 @@ def from_dict(obj: dict) -> InvoiceData:
         result.customer_address = obj["customer_address"]
         result.delivery_date = obj["delivery_date"]
         result.payable_by = obj["payable_by"]
-        result.products = [InvoiceProduct.from_dict(p) for p in obj["products"]]
+        result.products = [InvoiceProduct.from_dict(
+            p) for p in obj["products"]]
         result.returns = [InvoiceProduct.from_dict(p) for p in obj["returns"]]
         result.total_quantity = obj["total_quantity"]
         result.total_price = obj["total_price"]
-        result.products_signatures = [InvoiceSignature.from_dict(s) for s in obj["products_signatures"]]
-        result.returns_signatures = [InvoiceSignature.from_dict(s) for s in obj["returns_signatures"]]
+        result.products_signatures = [InvoiceSignature.from_dict(
+            s) for s in obj["products_signatures"]]
+        result.returns_signatures = [InvoiceSignature.from_dict(
+            s) for s in obj["returns_signatures"]]
         return result
 
 
@@ -141,7 +144,7 @@ class InvoiceSignature:
     @staticmethod
     def empty() -> InvoiceSignature:
         result = InvoiceSignature()
-        result.type = "Customer"
+        result.type = ""
         result.name = ""
         result.is_signed = False
         return result

src/AIDocumentPipeline/shared/base_workflow.py

@@ -3,6 +3,7 @@
 import base64
 from openai import AzureOpenAI
 import json
+import io
 
 
 class DocumentDataExtractorOptions:
@@ -75,7 +76,9 @@ def __get_document_image_uris__(self, document_bytes: bytes) -> list:
 
         image_uris = []
         for page in pages:
-            base64_data = base64.b64encode(page.tobytes()).decode('utf-8')
-            image_uris.append(f"data:image/jpeg;base64,{base64_data}")
+            byteIO = io.BytesIO()
+            page.save(byteIO, format='PNG')
+            base64_data = base64.b64encode(byteIO.getvalue()).decode('utf-8')
+            image_uris.append(f"data:image/png;base64,{base64_data}")
 
         return image_uris

src/AIDocumentPipeline/shared/documents/document_data_extractor.py

@@ -34,7 +34,7 @@ def run(input: Request) -> bool:
 
 
 class Request(BlobStorageRequest):
-    def __init__(self, storage_account_name: str, container_name: str, blob_name: str, content: bytes, overwrite: bool):
+    def __init__(self, storage_account_name: str, container_name: str, blob_name: str, content: bytes, overwrite: bool = True):
         super().__init__(storage_account_name, container_name, blob_name)
         self.content = content
         self.overwrite = overwrite