Merged PDF Processing Results

Back to Dashboard
PDF Information
Original Filename: 2023_11_14_Mortgage_Statement_88247996.pdf
Upload Date: November 26, 2025 at 03:09 PM
Total Pages: 7
Processing Status: Completed
Extraction Summary
Total Documents: 2
Mortgage Statements: 1
Loan Statements: 1
Page Classification Results
Page 1

Mortgage Statement

95%
Page 2

Loan Statement

95%
Page 3

Loan Statement

95%
Page 4

Loan Statement

95%
Page 5

Loan Statement

95%
Page 6

Loan Statement

95%
Page 7

Loan Statement

85%
Extracted Documents 2
Document Type Pages Confidence Processing Status Created Actions
Mortgage Statement 1 (1 page) 95% Processed 2025-11-26 15:09 View
Loan Statement 2-7 (6 pages) 93% Processed 2025-11-26 15:09 View
{
  "document_groups": [
    {
      "avg_confidence": 0.95,
      "document_identifiers": {
        "agreement_date": null,
        "amount_financed": null,
        "annual_interest_rate": null,
        "invoice_date": null,
        "invoice_number": null,
        "loan_reference": "88247996",
        "loan_tenure": null,
        "monthly_payment": null,
        "monthly_payment_amount": "2,753.91",
        "mortgage_account_number": "88247996",
        "outstanding_balance": "287,350.05",
        "property_address": "18 Wiltie Street, Folkstone, Kent, Kent CT19 5AX",
        "remaining_term_months": "270",
        "seller_name": null,
        "statement_period": null,
        "total_amount": null
      },
      "document_type": "mortgage_statement",
      "end_page": 1,
      "pages": [
        {
          "confidence_score": 0.95,
          "document_type": "mortgage_statement",
          "features": {
            "llm_based": {
              "confidence": 0.95,
              "features": {
                "api_response_debug": {
                  "content_preview": "```json\n{\n    \"document_type\": \"mortgage_statement\",\n    \"confidence\": 0.95,\n    \"reasoning\": \"The document contains key indicators of a mortgage statement, such as \u0027Loan Secured on\u0027 with a property address, \u0027Loan Reference,\u0027 \u0027Monthly Instalment,\u0027 \u0027Account Balance,\u0027 \u0027Original Term,\u0027 and \u0027Remaining Original Term.\u0027 These are specific to mortgage-related documents and not general loan statements.\",\n    \"document_identifiers\": {\n        \"invoice_number\": null,\n        \"seller_name\": null,\n        \"invoice_date\": null,\n        \"total_amount\": null,\n        \"agreement_date\": null,\n        \"amount_financed\": null,\n        \"monthly_payment\": null,\n        \"loan_tenure\": null,\n        \"loan_reference\": \"88247996\",\n        \"annual_interest_rate\": null,\n        \"outstanding_balance\": \"287,350.05\",\n        \"statement_period\": null,\n        \"mortgage_account_number\": \"88247996\",\n        \"property_address\": \"18 Wiltie Street, Folkstone, Kent, Kent CT19 5AX\",\n        \"remaining_term_months\": \"270\",\n        \"monthly_payment_amount\": \"2,753.91\"\n    }\n}\n```",
                  "response_repr": "ChatCompletion(id=\u0027chatcmpl-CgBQvuI4zadMKJZn6RhsxEA8EcUWZ\u0027, choices=[Choice(finish_reason=\u0027stop\u0027, index=0, logprobs=None, message=ChatCompletionMessage(content=\u0027```json\\n{\\n    \"document_type\": \"mortgage_statement\",\\n    \"confidence\": 0.95,\\n    \"reasoning\": \"The document contains key indicators of a mortgage statement, such as \\\u0027Loan Secured on\\\u0027 with a property address, \\\u0027Loan Reference,\\\u0027 \\\u0027Monthly Instalment,\\\u0027 \\\u0027Account Balance,\\\u0027 \\\u0027Original Term,\\\u0027 and \\\u0027Remaining Original Term.\\\u0027 These are specific to mortgage-related documents and not general loan statements.\",\\n    \"document_identifiers\": {\\n        \"invoice_number\": null,\\n        \"seller_name\": null,\\n        \"invoice_date\": null,\\n        \"total_amount\": null,\\n        \"agreement_date\": null,\\n        \"amount_financed\": null,\\n        \"monthly_payment\": null,\\n        \"loan_tenure\": null,\\n        \"loan_reference\": \"88247996\",\\n        \"annual_interest_rate\": null,\\n        \"outstanding_balance\": \"287,350.05\",\\n        \"statement_period\": null,\\n        \"mortgage_account_number\": \"88247996\",\\n        \"property_address\": \"18 Wiltie Street, Folkstone, Kent, Kent CT19 5AX\",\\n        \"remaining_term_months\": \"270\",\\n        \"monthly_payment_amount\": \"2,753.91\"\\n    }\\n}\\n```\u0027, refusal=None, role=\u0027assistant\u0027, annotations=[], audio=None, function_call=None, tool_calls=None), content_filter_results={\u0027hate\u0027: {\u0027filtered\u0027: False, \u0027severity\u0027: \u0027safe\u0027}, \u0027protected_material_code\u0027: {\u0027filtered\u0027: False, \u0027detected\u0027: False}, \u0027protected_material_text\u0027: {\u0027filtered\u0027: False, \u0027detected\u0027: False}, \u0027self_harm\u0027: {\u0027filtered\u0027: False, \u0027severity\u0027: \u0027safe\u0027}, \u0027sexual\u0027: {\u0027filtered\u0027: False, \u0027severity\u0027: \u0027safe\u0027}, \u0027violence\u0027: {\u0027filtered\u0027: False, \u0027severity\u0027: \u0027safe\u0027}})], created=1764169761, model=\u0027gpt-4o-2024-11-20\u0027, object=\u0027chat.completion\u0027, service_tier=None, system_fingerprint=\u0027fp_b54fe76834\u0027, usage=CompletionUsage(completion_tokens=255, prompt_tokens=1398, total_tokens=1653, completion_tokens_details=CompletionTokensDetails(accepted_predicti"
                },
                "document_identifiers": {
                  "agreement_date": null,
                  "amount_financed": null,
                  "annual_interest_rate": null,
                  "invoice_date": null,
                  "invoice_number": null,
                  "loan_reference": "88247996",
                  "loan_tenure": null,
                  "monthly_payment": null,
                  "monthly_payment_amount": "2,753.91",
                  "mortgage_account_number": "88247996",
                  "outstanding_balance": "287,350.05",
                  "property_address": "18 Wiltie Street, Folkstone, Kent, Kent CT19 5AX",
                  "remaining_term_months": "270",
                  "seller_name": null,
                  "statement_period": null,
                  "total_amount": null
                },
                "llm_reasoning": "The document contains key indicators of a mortgage statement, such as \u0027Loan Secured on\u0027 with a property address, \u0027Loan Reference,\u0027 \u0027Monthly Instalment,\u0027 \u0027Account Balance,\u0027 \u0027Original Term,\u0027 and \u0027Remaining Original Term.\u0027 These are specific to mortgage-related documents and not general loan statements.",
                "raw_response": "```json\n{\n    \"document_type\": \"mortgage_statement\",\n    \"confidence\": 0.95,\n    \"reasoning\": \"The document contains key indicators of a mortgage statement, such as \u0027Loan Secured on\u0027 with a property address, \u0027Loan Reference,\u0027 \u0027Monthly Instalment,\u0027 \u0027Account Balance,\u0027 \u0027Original Term,\u0027 and \u0027Remaining Original Term.\u0027 These are specific to mortgage-related documents and not general loan statements.\",\n    \"document_identifiers\": {\n        \"invoice_number\": null,\n        \"seller_name\": null,\n        \"invoice_date\": null,\n        \"total_amount\": null,\n        \"agreement_date\": null,\n        \"amount_financed\": null,\n        \"monthly_payment\": null,\n        \"loan_tenure\": null,\n        \"loan_reference\": \"88247996\",\n        \"annual_interest_rate\": null,\n        \"outstanding_balance\": \"287,350.05\",\n        \"statement_period\": null,\n        \"mortgage_account_number\": \"88247996\",\n        \"property_address\": \"18 Wiltie Street, Folkstone, Kent, Kent CT19 5AX\",\n        \"remaining_term_months\": \"270\",\n        \"monthly_payment_amount\": \"2,753.91\"\n    }\n}\n```"
              },
              "type": "mortgage_statement"
            },
            "method_used": "llm_preferred",
            "pattern_based": {
              "confidence": 0.0975,
              "features": {
                "bank_statement": {
                  "keyword_score": 0.11764705882352941,
                  "pattern_score": 0.0,
                  "total_score": 0.07058823529411765
                },
                "corporation_tax": {
                  "keyword_score": 0.0,
                  "pattern_score": 0.0,
                  "total_score": 0.0
                },
                "credit_card": {
                  "keyword_score": 0.0,
                  "pattern_score": 0.0,
                  "total_score": 0.0
                },
                "financial_statement": {
                  "keyword_score": 0.0,
                  "pattern_score": 0.0,
                  "total_score": 0.0
                },
                "hp_agreement": {
                  "keyword_score": 0.0,
                  "pattern_score": 0.0,
                  "total_score": 0.0
                },
                "invoice": {
                  "keyword_score": 0.0,
                  "pattern_score": 0.0,
                  "total_score": 0.0
                },
                "loan_statement": {
                  "keyword_score": 0.0,
                  "pattern_score": 0.0,
                  "total_score": 0.0
                },
                "mortgage_statement": {
                  "keyword_score": 0.02631578947368421,
                  "pattern_score": 0.0,
                  "total_score": 0.025263157894736838
                },
                "nominal_ledger": {
                  "keyword_score": 0.125,
                  "pattern_score": 0.0,
                  "total_score": 0.0975
                },
                "payroll": {
                  "keyword_score": 0.0,
                  "pattern_score": 0.0,
                  "total_score": 0.0
                },
                "trial_balance": {
                  "keyword_score": 0.0,
                  "pattern_score": 0.0,
                  "total_score": 0.0
                }
              },
              "type": "nominal_ledger"
            }
          },
          "page_number": 1,
          "text_length": 1817
        }
      ],
      "start_page": 1
    },
    {
      "avg_confidence": 0.9333333333333332,
      "document_identifiers": {
        "agreement_date": null,
        "amount_financed": null,
        "annual_interest_rate": "varies (5.10% to 10.25% a year)",
        "invoice_date": null,
        "invoice_number": null,
        "loan_reference": "88247996",
        "loan_tenure": null,
        "monthly_payment": null,
        "monthly_payment_amount": "\u00a31,889.38",
        "mortgage_account_number": null,
        "outstanding_balance": "\u00a3315,740.60",
        "property_address": null,
        "remaining_term_months": null,
        "seller_name": null,
        "statement_period": "23/04/2021 - 14/11/2023",
        "total_amount": null
      },
      "document_type": "loan_statement",
      "end_page": 7,
      "pages": [
        {
          "confidence_score": 0.95,
          "document_type": "loan_statement",
          "features": {
            "llm_based": {
              "confidence": 0.95,
              "features": {
                "api_response_debug": {
                  "content_preview": "```json\n{\n    \"document_type\": \"loan_statement\",\n    \"confidence\": 0.95,\n    \"reasoning\": \"The document contains key indicators of a loan statement, such as \u0027loan\u0027, \u0027interest charge\u0027, \u0027direct debit\u0027, \u0027instalment due\u0027, \u0027outstanding balance\u0027, and \u0027loan reference/number\u0027. It also includes a statement period (\u002723/04/2021 - 14/11/2023\u0027) and detailed loan repayment transactions, which are characteristic of a loan statement.\",\n    \"document_identifiers\": {\n        \"invoice_number\": null,\n        \"seller_name\": null,\n        \"invoice_date\": null,\n        \"total_amount\": null,\n        \"agreement_date\": null,\n        \"amount_financed\": null,\n        \"monthly_payment\": null,\n        \"loan_tenure\": null,\n        \"loan_reference\": \"88247996\",\n        \"annual_interest_rate\": null,\n        \"outstanding_balance\": \"\u00a3315,740.60\",\n        \"statement_period\": \"23/04/2021 - 14/11/2023\",\n        \"mortgage_account_number\": null,\n        \"property_address\": null,\n        \"remaining_term_months\": null,\n        \"monthly_payment_amount\": \"\u00a31,889.38\"\n    }\n}\n```",
                  "response_repr": "ChatCompletion(id=\u0027chatcmpl-CgBQxRLM8HK9PCvYAOJj6uwNwhirI\u0027, choices=[Choice(finish_reason=\u0027stop\u0027, index=0, logprobs=None, message=ChatCompletionMessage(content=\u0027```json\\n{\\n    \"document_type\": \"loan_statement\",\\n    \"confidence\": 0.95,\\n    \"reasoning\": \"The document contains key indicators of a loan statement, such as \\\u0027loan\\\u0027, \\\u0027interest charge\\\u0027, \\\u0027direct debit\\\u0027, \\\u0027instalment due\\\u0027, \\\u0027outstanding balance\\\u0027, and \\\u0027loan reference/number\\\u0027. It also includes a statement period (\\\u002723/04/2021 - 14/11/2023\\\u0027) and detailed loan repayment transactions, which are characteristic of a loan statement.\",\\n    \"document_identifiers\": {\\n        \"invoice_number\": null,\\n        \"seller_name\": null,\\n        \"invoice_date\": null,\\n        \"total_amount\": null,\\n        \"agreement_date\": null,\\n        \"amount_financed\": null,\\n        \"monthly_payment\": null,\\n        \"loan_tenure\": null,\\n        \"loan_reference\": \"88247996\",\\n        \"annual_interest_rate\": null,\\n        \"outstanding_balance\": \"\u00a3315,740.60\",\\n        \"statement_period\": \"23/04/2021 - 14/11/2023\",\\n        \"mortgage_account_number\": null,\\n        \"property_address\": null,\\n        \"remaining_term_months\": null,\\n        \"monthly_payment_amount\": \"\u00a31,889.38\"\\n    }\\n}\\n```\u0027, refusal=None, role=\u0027assistant\u0027, annotations=[], audio=None, function_call=None, tool_calls=None), content_filter_results={\u0027hate\u0027: {\u0027filtered\u0027: False, \u0027severity\u0027: \u0027safe\u0027}, \u0027protected_material_code\u0027: {\u0027filtered\u0027: False, \u0027detected\u0027: False}, \u0027protected_material_text\u0027: {\u0027filtered\u0027: False, \u0027detected\u0027: False}, \u0027self_harm\u0027: {\u0027filtered\u0027: False, \u0027severity\u0027: \u0027safe\u0027}, \u0027sexual\u0027: {\u0027filtered\u0027: False, \u0027severity\u0027: \u0027safe\u0027}, \u0027violence\u0027: {\u0027filtered\u0027: False, \u0027severity\u0027: \u0027safe\u0027}})], created=1764169763, model=\u0027gpt-4o-2024-11-20\u0027, object=\u0027chat.completion\u0027, service_tier=None, system_fingerprint=\u0027fp_b54fe76834\u0027, usage=CompletionUsage(completion_tokens=268, prompt_tokens=1663, total_tokens=1931, completion_tokens_details=CompletionTokensDetails(accepted_prediction_"
                },
                "document_identifiers": {
                  "agreement_date": null,
                  "amount_financed": null,
                  "annual_interest_rate": null,
                  "invoice_date": null,
                  "invoice_number": null,
                  "loan_reference": "88247996",
                  "loan_tenure": null,
                  "monthly_payment": null,
                  "monthly_payment_amount": "\u00a31,889.38",
                  "mortgage_account_number": null,
                  "outstanding_balance": "\u00a3315,740.60",
                  "property_address": null,
                  "remaining_term_months": null,
                  "seller_name": null,
                  "statement_period": "23/04/2021 - 14/11/2023",
                  "total_amount": null
                },
                "llm_reasoning": "The document contains key indicators of a loan statement, such as \u0027loan\u0027, \u0027interest charge\u0027, \u0027direct debit\u0027, \u0027instalment due\u0027, \u0027outstanding balance\u0027, and \u0027loan reference/number\u0027. It also includes a statement period (\u002723/04/2021 - 14/11/2023\u0027) and detailed loan repayment transactions, which are characteristic of a loan statement.",
                "raw_response": "```json\n{\n    \"document_type\": \"loan_statement\",\n    \"confidence\": 0.95,\n    \"reasoning\": \"The document contains key indicators of a loan statement, such as \u0027loan\u0027, \u0027interest charge\u0027, \u0027direct debit\u0027, \u0027instalment due\u0027, \u0027outstanding balance\u0027, and \u0027loan reference/number\u0027. It also includes a statement period (\u002723/04/2021 - 14/11/2023\u0027) and detailed loan repayment transactions, which are characteristic of a loan statement.\",\n    \"document_identifiers\": {\n        \"invoice_number\": null,\n        \"seller_name\": null,\n        \"invoice_date\": null,\n        \"total_amount\": null,\n        \"agreement_date\": null,\n        \"amount_financed\": null,\n        \"monthly_payment\": null,\n        \"loan_tenure\": null,\n        \"loan_reference\": \"88247996\",\n        \"annual_interest_rate\": null,\n        \"outstanding_balance\": \"\u00a3315,740.60\",\n        \"statement_period\": \"23/04/2021 - 14/11/2023\",\n        \"mortgage_account_number\": null,\n        \"property_address\": null,\n        \"remaining_term_months\": null,\n        \"monthly_payment_amount\": \"\u00a31,889.38\"\n    }\n}\n```"
              },
              "type": "loan_statement"
            },
            "method_used": "llm_preferred",
            "pattern_based": {
              "confidence": 0.16302521008403362,
              "features": {
                "bank_statement": {
                  "keyword_score": 0.17647058823529413,
                  "pattern_score": 0.14285714285714285,
                  "total_score": 0.16302521008403362
                },
                "corporation_tax": {
                  "keyword_score": 0.0,
                  "pattern_score": 0.0,
                  "total_score": 0.0
                },
                "credit_card": {
                  "keyword_score": 0.0,
                  "pattern_score": 0.0,
                  "total_score": 0.0
                },
                "financial_statement": {
                  "keyword_score": 0.0,
                  "pattern_score": 0.0,
                  "total_score": 0.0
                },
                "hp_agreement": {
                  "keyword_score": 0.0,
                  "pattern_score": 0.0,
                  "total_score": 0.0
                },
                "invoice": {
                  "keyword_score": 0.05555555555555555,
                  "pattern_score": 0.0,
                  "total_score": 0.03333333333333333
                },
                "loan_statement": {
                  "keyword_score": 0.0,
                  "pattern_score": 0.0,
                  "total_score": 0.0
                },
                "mortgage_statement": {
                  "keyword_score": 0.05263157894736842,
                  "pattern_score": 0.0,
                  "total_score": 0.050526315789473676
                },
                "nominal_ledger": {
                  "keyword_score": 0.125,
                  "pattern_score": 0.0,
                  "total_score": 0.0975
                },
                "payroll": {
                  "keyword_score": 0.0,
                  "pattern_score": 0.0,
                  "total_score": 0.0
                },
                "trial_balance": {
                  "keyword_score": 0.0,
                  "pattern_score": 0.0,
                  "total_score": 0.0
                }
              },
              "type": "bank_statement"
            }
          },
          "page_number": 2,
          "text_length": 1934
        },
        {
          "confidence_score": 0.95,
          "document_type": "loan_statement",
          "features": {
            "llm_based": {
              "confidence": 0.95,
              "features": {
                "api_response_debug": {
                  "content_preview": "```json\n{\n    \"document_type\": \"loan_statement\",\n    \"confidence\": 0.95,\n    \"reasoning\": \"The document contains key indicators of a loan statement, such as \u0027interest charge,\u0027 \u0027direct debit,\u0027 \u0027instalment due,\u0027 and a running balance. It also includes a loan reference number (88247996) and details about loan repayments and outstanding balances, which are characteristic of loan statements.\",\n    \"document_identifiers\": {\n        \"invoice_number\": null,\n        \"seller_name\": null,\n        \"invoice_date\": null,\n        \"total_amount\": null,\n        \"agreement_date\": null,\n        \"amount_financed\": null,\n        \"monthly_payment\": null,\n        \"loan_tenure\": null,\n        \"loan_reference\": \"88247996\",\n        \"annual_interest_rate\": null,\n        \"outstanding_balance\": \"\u00a3311,008.39\",\n        \"statement_period\": \"23/01/2022 to 23/10/2022\",\n        \"mortgage_account_number\": null,\n        \"property_address\": null,\n        \"remaining_term_months\": null,\n        \"monthly_payment_amount\": \"Varies (e.g., \u00a31,917.26 to \u00a32,299.90)\"\n    }\n}\n```",
                  "response_repr": "ChatCompletion(id=\u0027chatcmpl-CgBQzYEuXkJTWKh3UIcjPUZzrBoMm\u0027, choices=[Choice(finish_reason=\u0027stop\u0027, index=0, logprobs=None, message=ChatCompletionMessage(content=\u0027```json\\n{\\n    \"document_type\": \"loan_statement\",\\n    \"confidence\": 0.95,\\n    \"reasoning\": \"The document contains key indicators of a loan statement, such as \\\u0027interest charge,\\\u0027 \\\u0027direct debit,\\\u0027 \\\u0027instalment due,\\\u0027 and a running balance. It also includes a loan reference number (88247996) and details about loan repayments and outstanding balances, which are characteristic of loan statements.\",\\n    \"document_identifiers\": {\\n        \"invoice_number\": null,\\n        \"seller_name\": null,\\n        \"invoice_date\": null,\\n        \"total_amount\": null,\\n        \"agreement_date\": null,\\n        \"amount_financed\": null,\\n        \"monthly_payment\": null,\\n        \"loan_tenure\": null,\\n        \"loan_reference\": \"88247996\",\\n        \"annual_interest_rate\": null,\\n        \"outstanding_balance\": \"\u00a3311,008.39\",\\n        \"statement_period\": \"23/01/2022 to 23/10/2022\",\\n        \"mortgage_account_number\": null,\\n        \"property_address\": null,\\n        \"remaining_term_months\": null,\\n        \"monthly_payment_amount\": \"Varies (e.g., \u00a31,917.26 to \u00a32,299.90)\"\\n    }\\n}\\n```\u0027, refusal=None, role=\u0027assistant\u0027, annotations=[], audio=None, function_call=None, tool_calls=None), content_filter_results={\u0027hate\u0027: {\u0027filtered\u0027: False, \u0027severity\u0027: \u0027safe\u0027}, \u0027protected_material_code\u0027: {\u0027filtered\u0027: False, \u0027detected\u0027: False}, \u0027protected_material_text\u0027: {\u0027filtered\u0027: False, \u0027detected\u0027: False}, \u0027self_harm\u0027: {\u0027filtered\u0027: False, \u0027severity\u0027: \u0027safe\u0027}, \u0027sexual\u0027: {\u0027filtered\u0027: False, \u0027severity\u0027: \u0027safe\u0027}, \u0027violence\u0027: {\u0027filtered\u0027: False, \u0027severity\u0027: \u0027safe\u0027}})], created=1764169765, model=\u0027gpt-4o-2024-11-20\u0027, object=\u0027chat.completion\u0027, service_tier=None, system_fingerprint=\u0027fp_b54fe76834\u0027, usage=CompletionUsage(completion_tokens=263, prompt_tokens=1671, total_tokens=1934, completion_tokens_details=CompletionTokensDetails(accepted_prediction_tokens=0, a"
                },
                "document_identifiers": {
                  "agreement_date": null,
                  "amount_financed": null,
                  "annual_interest_rate": null,
                  "invoice_date": null,
                  "invoice_number": null,
                  "loan_reference": "88247996",
                  "loan_tenure": null,
                  "monthly_payment": null,
                  "monthly_payment_amount": "Varies (e.g., \u00a31,917.26 to \u00a32,299.90)",
                  "mortgage_account_number": null,
                  "outstanding_balance": "\u00a3311,008.39",
                  "property_address": null,
                  "remaining_term_months": null,
                  "seller_name": null,
                  "statement_period": "23/01/2022 to 23/10/2022",
                  "total_amount": null
                },
                "llm_reasoning": "The document contains key indicators of a loan statement, such as \u0027interest charge,\u0027 \u0027direct debit,\u0027 \u0027instalment due,\u0027 and a running balance. It also includes a loan reference number (88247996) and details about loan repayments and outstanding balances, which are characteristic of loan statements.",
                "raw_response": "```json\n{\n    \"document_type\": \"loan_statement\",\n    \"confidence\": 0.95,\n    \"reasoning\": \"The document contains key indicators of a loan statement, such as \u0027interest charge,\u0027 \u0027direct debit,\u0027 \u0027instalment due,\u0027 and a running balance. It also includes a loan reference number (88247996) and details about loan repayments and outstanding balances, which are characteristic of loan statements.\",\n    \"document_identifiers\": {\n        \"invoice_number\": null,\n        \"seller_name\": null,\n        \"invoice_date\": null,\n        \"total_amount\": null,\n        \"agreement_date\": null,\n        \"amount_financed\": null,\n        \"monthly_payment\": null,\n        \"loan_tenure\": null,\n        \"loan_reference\": \"88247996\",\n        \"annual_interest_rate\": null,\n        \"outstanding_balance\": \"\u00a3311,008.39\",\n        \"statement_period\": \"23/01/2022 to 23/10/2022\",\n        \"mortgage_account_number\": null,\n        \"property_address\": null,\n        \"remaining_term_months\": null,\n        \"monthly_payment_amount\": \"Varies (e.g., \u00a31,917.26 to \u00a32,299.90)\"\n    }\n}\n```"
              },
              "type": "loan_statement"
            },
            "method_used": "llm_preferred",
            "pattern_based": {
              "confidence": 0.0975,
              "features": {
                "bank_statement": {
                  "keyword_score": 0.11764705882352941,
                  "pattern_score": 0.0,
                  "total_score": 0.07058823529411765
                },
                "corporation_tax": {
                  "keyword_score": 0.0,
                  "pattern_score": 0.0,
                  "total_score": 0.0
                },
                "credit_card": {
                  "keyword_score": 0.0,
                  "pattern_score": 0.0,
                  "total_score": 0.0
                },
                "financial_statement": {
                  "keyword_score": 0.0,
                  "pattern_score": 0.0,
                  "total_score": 0.0
                },
                "hp_agreement": {
                  "keyword_score": 0.0,
                  "pattern_score": 0.0,
                  "total_score": 0.0
                },
                "invoice": {
                  "keyword_score": 0.05555555555555555,
                  "pattern_score": 0.0,
                  "total_score": 0.03333333333333333
                },
                "loan_statement": {
                  "keyword_score": 0.0,
                  "pattern_score": 0.0,
                  "total_score": 0.0
                },
                "mortgage_statement": {
                  "keyword_score": 0.05263157894736842,
                  "pattern_score": 0.0,
                  "total_score": 0.050526315789473676
                },
                "nominal_ledger": {
                  "keyword_score": 0.125,
                  "pattern_score": 0.0,
                  "total_score": 0.0975
                },
                "payroll": {
                  "keyword_score": 0.0,
                  "pattern_score": 0.0,
                  "total_score": 0.0
                },
                "trial_balance": {
                  "keyword_score": 0.0,
                  "pattern_score": 0.0,
                  "total_score": 0.0
                }
              },
              "type": "nominal_ledger"
            }
          },
          "page_number": 3,
          "text_length": 1922
        },
        {
          "confidence_score": 0.95,
          "document_type": "loan_statement",
          "features": {
            "llm_based": {
              "confidence": 0.95,
              "features": {
                "api_response_debug": {
                  "content_preview": "```json\n{\n    \"document_type\": \"loan_statement\",\n    \"confidence\": 0.95,\n    \"reasoning\": \"The document contains key indicators of a loan statement, such as references to \u0027loan\u0027, \u0027interest charge\u0027, \u0027direct debit\u0027, \u0027instalment due\u0027, and \u0027outstanding balance\u0027. Additionally, it includes a series of transactions with dates, amounts, and balances, which are typical of loan repayment statements.\",\n    \"document_identifiers\": {\n        \"invoice_number\": null,\n        \"seller_name\": null,\n        \"invoice_date\": null,\n        \"total_amount\": null,\n        \"agreement_date\": null,\n        \"amount_financed\": null,\n        \"monthly_payment\": null,\n        \"loan_tenure\": null,\n        \"loan_reference\": \"88247996\",\n        \"annual_interest_rate\": null,\n        \"outstanding_balance\": \"307,915.09\",\n        \"statement_period\": \"23/11/2022 to 23/08/2023\",\n        \"mortgage_account_number\": null,\n        \"property_address\": null,\n        \"remaining_term_months\": null,\n        \"monthly_payment_amount\": \"2,865.30\"\n    }\n}\n```",
                  "response_repr": "ChatCompletion(id=\u0027chatcmpl-CgBR1jpqRrN3BY41il7uF5oHkbx2j\u0027, choices=[Choice(finish_reason=\u0027stop\u0027, index=0, logprobs=None, message=ChatCompletionMessage(content=\u0027```json\\n{\\n    \"document_type\": \"loan_statement\",\\n    \"confidence\": 0.95,\\n    \"reasoning\": \"The document contains key indicators of a loan statement, such as references to \\\u0027loan\\\u0027, \\\u0027interest charge\\\u0027, \\\u0027direct debit\\\u0027, \\\u0027instalment due\\\u0027, and \\\u0027outstanding balance\\\u0027. Additionally, it includes a series of transactions with dates, amounts, and balances, which are typical of loan repayment statements.\",\\n    \"document_identifiers\": {\\n        \"invoice_number\": null,\\n        \"seller_name\": null,\\n        \"invoice_date\": null,\\n        \"total_amount\": null,\\n        \"agreement_date\": null,\\n        \"amount_financed\": null,\\n        \"monthly_payment\": null,\\n        \"loan_tenure\": null,\\n        \"loan_reference\": \"88247996\",\\n        \"annual_interest_rate\": null,\\n        \"outstanding_balance\": \"307,915.09\",\\n        \"statement_period\": \"23/11/2022 to 23/08/2023\",\\n        \"mortgage_account_number\": null,\\n        \"property_address\": null,\\n        \"remaining_term_months\": null,\\n        \"monthly_payment_amount\": \"2,865.30\"\\n    }\\n}\\n```\u0027, refusal=None, role=\u0027assistant\u0027, annotations=[], audio=None, function_call=None, tool_calls=None), content_filter_results={\u0027hate\u0027: {\u0027filtered\u0027: False, \u0027severity\u0027: \u0027safe\u0027}, \u0027protected_material_code\u0027: {\u0027filtered\u0027: False, \u0027detected\u0027: False}, \u0027protected_material_text\u0027: {\u0027filtered\u0027: False, \u0027detected\u0027: False}, \u0027self_harm\u0027: {\u0027filtered\u0027: False, \u0027severity\u0027: \u0027safe\u0027}, \u0027sexual\u0027: {\u0027filtered\u0027: False, \u0027severity\u0027: \u0027safe\u0027}, \u0027violence\u0027: {\u0027filtered\u0027: False, \u0027severity\u0027: \u0027safe\u0027}})], created=1764169767, model=\u0027gpt-4o-2024-11-20\u0027, object=\u0027chat.completion\u0027, service_tier=None, system_fingerprint=\u0027fp_b54fe76834\u0027, usage=CompletionUsage(completion_tokens=250, prompt_tokens=1673, total_tokens=1923, completion_tokens_details=CompletionTokensDetails(accepted_prediction_tokens=0, audio_tokens=0, reasonin"
                },
                "document_identifiers": {
                  "agreement_date": null,
                  "amount_financed": null,
                  "annual_interest_rate": null,
                  "invoice_date": null,
                  "invoice_number": null,
                  "loan_reference": "88247996",
                  "loan_tenure": null,
                  "monthly_payment": null,
                  "monthly_payment_amount": "2,865.30",
                  "mortgage_account_number": null,
                  "outstanding_balance": "307,915.09",
                  "property_address": null,
                  "remaining_term_months": null,
                  "seller_name": null,
                  "statement_period": "23/11/2022 to 23/08/2023",
                  "total_amount": null
                },
                "llm_reasoning": "The document contains key indicators of a loan statement, such as references to \u0027loan\u0027, \u0027interest charge\u0027, \u0027direct debit\u0027, \u0027instalment due\u0027, and \u0027outstanding balance\u0027. Additionally, it includes a series of transactions with dates, amounts, and balances, which are typical of loan repayment statements.",
                "raw_response": "```json\n{\n    \"document_type\": \"loan_statement\",\n    \"confidence\": 0.95,\n    \"reasoning\": \"The document contains key indicators of a loan statement, such as references to \u0027loan\u0027, \u0027interest charge\u0027, \u0027direct debit\u0027, \u0027instalment due\u0027, and \u0027outstanding balance\u0027. Additionally, it includes a series of transactions with dates, amounts, and balances, which are typical of loan repayment statements.\",\n    \"document_identifiers\": {\n        \"invoice_number\": null,\n        \"seller_name\": null,\n        \"invoice_date\": null,\n        \"total_amount\": null,\n        \"agreement_date\": null,\n        \"amount_financed\": null,\n        \"monthly_payment\": null,\n        \"loan_tenure\": null,\n        \"loan_reference\": \"88247996\",\n        \"annual_interest_rate\": null,\n        \"outstanding_balance\": \"307,915.09\",\n        \"statement_period\": \"23/11/2022 to 23/08/2023\",\n        \"mortgage_account_number\": null,\n        \"property_address\": null,\n        \"remaining_term_months\": null,\n        \"monthly_payment_amount\": \"2,865.30\"\n    }\n}\n```"
              },
              "type": "loan_statement"
            },
            "method_used": "llm_preferred",
            "pattern_based": {
              "confidence": 0.0975,
              "features": {
                "bank_statement": {
                  "keyword_score": 0.11764705882352941,
                  "pattern_score": 0.0,
                  "total_score": 0.07058823529411765
                },
                "corporation_tax": {
                  "keyword_score": 0.0,
                  "pattern_score": 0.0,
                  "total_score": 0.0
                },
                "credit_card": {
                  "keyword_score": 0.0,
                  "pattern_score": 0.0,
                  "total_score": 0.0
                },
                "financial_statement": {
                  "keyword_score": 0.0,
                  "pattern_score": 0.0,
                  "total_score": 0.0
                },
                "hp_agreement": {
                  "keyword_score": 0.0,
                  "pattern_score": 0.0,
                  "total_score": 0.0
                },
                "invoice": {
                  "keyword_score": 0.05555555555555555,
                  "pattern_score": 0.0,
                  "total_score": 0.03333333333333333
                },
                "loan_statement": {
                  "keyword_score": 0.0,
                  "pattern_score": 0.0,
                  "total_score": 0.0
                },
                "mortgage_statement": {
                  "keyword_score": 0.05263157894736842,
                  "pattern_score": 0.0,
                  "total_score": 0.050526315789473676
                },
                "nominal_ledger": {
                  "keyword_score": 0.125,
                  "pattern_score": 0.0,
                  "total_score": 0.0975
                },
                "payroll": {
                  "keyword_score": 0.0,
                  "pattern_score": 0.0,
                  "total_score": 0.0
                },
                "trial_balance": {
                  "keyword_score": 0.0,
                  "pattern_score": 0.0,
                  "total_score": 0.0
                }
              },
              "type": "nominal_ledger"
            }
          },
          "page_number": 4,
          "text_length": 1928
        },
        {
          "confidence_score": 0.95,
          "document_type": "loan_statement",
          "features": {
            "llm_based": {
              "confidence": 0.95,
              "features": {
                "api_response_debug": {
                  "content_preview": "```json\n{\n    \"document_type\": \"loan_statement\",\n    \"confidence\": 0.95,\n    \"reasoning\": \"The document contains key indicators of a loan statement, such as references to \u0027loan\u0027, \u0027interest charge\u0027, \u0027direct debit\u0027, \u0027instalment due\u0027, \u0027outstanding balance\u0027, and a loan reference number (88247996). Additionally, it includes a statement period (\u002723/04/2021 to 14/11/2023\u0027) and details of payments and interest added, which are typical of loan statements.\",\n    \"document_identifiers\": {\n        \"invoice_number\": null,\n        \"seller_name\": null,\n        \"invoice_date\": null,\n        \"total_amount\": null,\n        \"agreement_date\": null,\n        \"amount_financed\": null,\n        \"monthly_payment\": null,\n        \"loan_tenure\": null,\n        \"loan_reference\": \"88247996\",\n        \"annual_interest_rate\": null,\n        \"outstanding_balance\": \"287,350.05\",\n        \"statement_period\": \"23/04/2021 to 14/11/2023\",\n        \"mortgage_account_number\": null,\n        \"property_address\": null,\n        \"remaining_term_months\": null,\n        \"monthly_payment_amount\": null\n    }\n}\n```",
                  "response_repr": "ChatCompletion(id=\u0027chatcmpl-CgBR3YWDSsPV0yVhJJo2hyiyzKlkh\u0027, choices=[Choice(finish_reason=\u0027stop\u0027, index=0, logprobs=None, message=ChatCompletionMessage(content=\u0027```json\\n{\\n    \"document_type\": \"loan_statement\",\\n    \"confidence\": 0.95,\\n    \"reasoning\": \"The document contains key indicators of a loan statement, such as references to \\\u0027loan\\\u0027, \\\u0027interest charge\\\u0027, \\\u0027direct debit\\\u0027, \\\u0027instalment due\\\u0027, \\\u0027outstanding balance\\\u0027, and a loan reference number (88247996). Additionally, it includes a statement period (\\\u002723/04/2021 to 14/11/2023\\\u0027) and details of payments and interest added, which are typical of loan statements.\",\\n    \"document_identifiers\": {\\n        \"invoice_number\": null,\\n        \"seller_name\": null,\\n        \"invoice_date\": null,\\n        \"total_amount\": null,\\n        \"agreement_date\": null,\\n        \"amount_financed\": null,\\n        \"monthly_payment\": null,\\n        \"loan_tenure\": null,\\n        \"loan_reference\": \"88247996\",\\n        \"annual_interest_rate\": null,\\n        \"outstanding_balance\": \"287,350.05\",\\n        \"statement_period\": \"23/04/2021 to 14/11/2023\",\\n        \"mortgage_account_number\": null,\\n        \"property_address\": null,\\n        \"remaining_term_months\": null,\\n        \"monthly_payment_amount\": null\\n    }\\n}\\n```\u0027, refusal=None, role=\u0027assistant\u0027, annotations=[], audio=None, function_call=None, tool_calls=None), content_filter_results={\u0027hate\u0027: {\u0027filtered\u0027: False, \u0027severity\u0027: \u0027safe\u0027}, \u0027protected_material_code\u0027: {\u0027filtered\u0027: False, \u0027detected\u0027: False}, \u0027protected_material_text\u0027: {\u0027filtered\u0027: False, \u0027detected\u0027: False}, \u0027self_harm\u0027: {\u0027filtered\u0027: False, \u0027severity\u0027: \u0027safe\u0027}, \u0027sexual\u0027: {\u0027filtered\u0027: False, \u0027severity\u0027: \u0027safe\u0027}, \u0027violence\u0027: {\u0027filtered\u0027: False, \u0027severity\u0027: \u0027safe\u0027}})], created=1764169769, model=\u0027gpt-4o-2024-11-20\u0027, object=\u0027chat.completion\u0027, service_tier=None, system_fingerprint=\u0027fp_b54fe76834\u0027, usage=CompletionUsage(completion_tokens=268, prompt_tokens=1331, total_tokens=1599, completion_tokens_details=CompletionTokensDetails("
                },
                "document_identifiers": {
                  "agreement_date": null,
                  "amount_financed": null,
                  "annual_interest_rate": null,
                  "invoice_date": null,
                  "invoice_number": null,
                  "loan_reference": "88247996",
                  "loan_tenure": null,
                  "monthly_payment": null,
                  "monthly_payment_amount": null,
                  "mortgage_account_number": null,
                  "outstanding_balance": "287,350.05",
                  "property_address": null,
                  "remaining_term_months": null,
                  "seller_name": null,
                  "statement_period": "23/04/2021 to 14/11/2023",
                  "total_amount": null
                },
                "llm_reasoning": "The document contains key indicators of a loan statement, such as references to \u0027loan\u0027, \u0027interest charge\u0027, \u0027direct debit\u0027, \u0027instalment due\u0027, \u0027outstanding balance\u0027, and a loan reference number (88247996). Additionally, it includes a statement period (\u002723/04/2021 to 14/11/2023\u0027) and details of payments and interest added, which are typical of loan statements.",
                "raw_response": "```json\n{\n    \"document_type\": \"loan_statement\",\n    \"confidence\": 0.95,\n    \"reasoning\": \"The document contains key indicators of a loan statement, such as references to \u0027loan\u0027, \u0027interest charge\u0027, \u0027direct debit\u0027, \u0027instalment due\u0027, \u0027outstanding balance\u0027, and a loan reference number (88247996). Additionally, it includes a statement period (\u002723/04/2021 to 14/11/2023\u0027) and details of payments and interest added, which are typical of loan statements.\",\n    \"document_identifiers\": {\n        \"invoice_number\": null,\n        \"seller_name\": null,\n        \"invoice_date\": null,\n        \"total_amount\": null,\n        \"agreement_date\": null,\n        \"amount_financed\": null,\n        \"monthly_payment\": null,\n        \"loan_tenure\": null,\n        \"loan_reference\": \"88247996\",\n        \"annual_interest_rate\": null,\n        \"outstanding_balance\": \"287,350.05\",\n        \"statement_period\": \"23/04/2021 to 14/11/2023\",\n        \"mortgage_account_number\": null,\n        \"property_address\": null,\n        \"remaining_term_months\": null,\n        \"monthly_payment_amount\": null\n    }\n}\n```"
              },
              "type": "loan_statement"
            },
            "method_used": "llm_preferred",
            "pattern_based": {
              "confidence": 0.0975,
              "features": {
                "bank_statement": {
                  "keyword_score": 0.11764705882352941,
                  "pattern_score": 0.0,
                  "total_score": 0.07058823529411765
                },
                "corporation_tax": {
                  "keyword_score": 0.0,
                  "pattern_score": 0.0,
                  "total_score": 0.0
                },
                "credit_card": {
                  "keyword_score": 0.0,
                  "pattern_score": 0.0,
                  "total_score": 0.0
                },
                "financial_statement": {
                  "keyword_score": 0.0,
                  "pattern_score": 0.0,
                  "total_score": 0.0
                },
                "hp_agreement": {
                  "keyword_score": 0.0,
                  "pattern_score": 0.0,
                  "total_score": 0.0
                },
                "invoice": {
                  "keyword_score": 0.1111111111111111,
                  "pattern_score": 0.0,
                  "total_score": 0.06666666666666667
                },
                "loan_statement": {
                  "keyword_score": 0.0,
                  "pattern_score": 0.0,
                  "total_score": 0.0
                },
                "mortgage_statement": {
                  "keyword_score": 0.05263157894736842,
                  "pattern_score": 0.0,
                  "total_score": 0.050526315789473676
                },
                "nominal_ledger": {
                  "keyword_score": 0.125,
                  "pattern_score": 0.0,
                  "total_score": 0.0975
                },
                "payroll": {
                  "keyword_score": 0.0,
                  "pattern_score": 0.0,
                  "total_score": 0.0
                },
                "trial_balance": {
                  "keyword_score": 0.0,
                  "pattern_score": 0.0,
                  "total_score": 0.0
                }
              },
              "type": "nominal_ledger"
            }
          },
          "page_number": 5,
          "text_length": 1266
        },
        {
          "confidence_score": 0.95,
          "document_type": "loan_statement",
          "features": {
            "llm_based": {
              "confidence": 0.95,
              "features": {
                "api_response_debug": {
                  "content_preview": "```json\n{\n    \"document_type\": \"loan_statement\",\n    \"confidence\": 0.95,\n    \"reasoning\": \"The document contains key indicators of a loan statement, such as \u0027loan is secured on\u0027, \u0027interest rate\u0027, \u0027payment due\u0027, \u0027outstanding balance\u0027, and a detailed breakdown of payment amounts and interest rates over time. Additionally, it mentions \u0027buildings insurance\u0027 related to the loan, which is a common feature of loan agreements.\",\n    \"document_identifiers\": {\n        \"invoice_number\": null,\n        \"seller_name\": null,\n        \"invoice_date\": null,\n        \"total_amount\": null,\n        \"agreement_date\": null,\n        \"amount_financed\": null,\n        \"monthly_payment\": null,\n        \"loan_tenure\": null,\n        \"loan_reference\": \"88247996\",\n        \"annual_interest_rate\": \"varies (5.10% to 10.25% a year)\",\n        \"outstanding_balance\": \"\u00a32,918.83 (as of 23rd September 2023)\",\n        \"statement_period\": \"16th December 2021 to 23rd September 2023\",\n        \"mortgage_account_number\": null,\n        \"property_address\": null,\n        \"remaining_term_months\": null,\n        \"monthly_payment_amount\": \"varies (\u00a31,889.38 to \u00a32,918.83)\"\n    }\n}\n```",
                  "response_repr": "ChatCompletion(id=\u0027chatcmpl-CgBR580qmoUqlsgxjBLi2q5vtns4i\u0027, choices=[Choice(finish_reason=\u0027stop\u0027, index=0, logprobs=None, message=ChatCompletionMessage(content=\u0027```json\\n{\\n    \"document_type\": \"loan_statement\",\\n    \"confidence\": 0.95,\\n    \"reasoning\": \"The document contains key indicators of a loan statement, such as \\\u0027loan is secured on\\\u0027, \\\u0027interest rate\\\u0027, \\\u0027payment due\\\u0027, \\\u0027outstanding balance\\\u0027, and a detailed breakdown of payment amounts and interest rates over time. Additionally, it mentions \\\u0027buildings insurance\\\u0027 related to the loan, which is a common feature of loan agreements.\",\\n    \"document_identifiers\": {\\n        \"invoice_number\": null,\\n        \"seller_name\": null,\\n        \"invoice_date\": null,\\n        \"total_amount\": null,\\n        \"agreement_date\": null,\\n        \"amount_financed\": null,\\n        \"monthly_payment\": null,\\n        \"loan_tenure\": null,\\n        \"loan_reference\": \"88247996\",\\n        \"annual_interest_rate\": \"varies (5.10% to 10.25% a year)\",\\n        \"outstanding_balance\": \"\u00a32,918.83 (as of 23rd September 2023)\",\\n        \"statement_period\": \"16th December 2021 to 23rd September 2023\",\\n        \"mortgage_account_number\": null,\\n        \"property_address\": null,\\n        \"remaining_term_months\": null,\\n        \"monthly_payment_amount\": \"varies (\u00a31,889.38 to \u00a32,918.83)\"\\n    }\\n}\\n```\u0027, refusal=None, role=\u0027assistant\u0027, annotations=[], audio=None, function_call=None, tool_calls=None), content_filter_results={\u0027hate\u0027: {\u0027filtered\u0027: False, \u0027severity\u0027: \u0027safe\u0027}, \u0027protected_material_code\u0027: {\u0027filtered\u0027: False, \u0027detected\u0027: False}, \u0027protected_material_text\u0027: {\u0027filtered\u0027: False, \u0027detected\u0027: False}, \u0027self_harm\u0027: {\u0027filtered\u0027: False, \u0027severity\u0027: \u0027safe\u0027}, \u0027sexual\u0027: {\u0027filtered\u0027: False, \u0027severity\u0027: \u0027safe\u0027}, \u0027violence\u0027: {\u0027filtered\u0027: False, \u0027severity\u0027: \u0027safe\u0027}})], created=1764169771, model=\u0027gpt-4o-2024-11-20\u0027, object=\u0027chat.completion\u0027, service_tier=None, system_fingerprint=\u0027fp_b54fe76834\u0027, usage=CompletionUsage(completion_tokens=292, prompt_tokens=196"
                },
                "document_identifiers": {
                  "agreement_date": null,
                  "amount_financed": null,
                  "annual_interest_rate": "varies (5.10% to 10.25% a year)",
                  "invoice_date": null,
                  "invoice_number": null,
                  "loan_reference": "88247996",
                  "loan_tenure": null,
                  "monthly_payment": null,
                  "monthly_payment_amount": "varies (\u00a31,889.38 to \u00a32,918.83)",
                  "mortgage_account_number": null,
                  "outstanding_balance": "\u00a32,918.83 (as of 23rd September 2023)",
                  "property_address": null,
                  "remaining_term_months": null,
                  "seller_name": null,
                  "statement_period": "16th December 2021 to 23rd September 2023",
                  "total_amount": null
                },
                "llm_reasoning": "The document contains key indicators of a loan statement, such as \u0027loan is secured on\u0027, \u0027interest rate\u0027, \u0027payment due\u0027, \u0027outstanding balance\u0027, and a detailed breakdown of payment amounts and interest rates over time. Additionally, it mentions \u0027buildings insurance\u0027 related to the loan, which is a common feature of loan agreements.",
                "raw_response": "```json\n{\n    \"document_type\": \"loan_statement\",\n    \"confidence\": 0.95,\n    \"reasoning\": \"The document contains key indicators of a loan statement, such as \u0027loan is secured on\u0027, \u0027interest rate\u0027, \u0027payment due\u0027, \u0027outstanding balance\u0027, and a detailed breakdown of payment amounts and interest rates over time. Additionally, it mentions \u0027buildings insurance\u0027 related to the loan, which is a common feature of loan agreements.\",\n    \"document_identifiers\": {\n        \"invoice_number\": null,\n        \"seller_name\": null,\n        \"invoice_date\": null,\n        \"total_amount\": null,\n        \"agreement_date\": null,\n        \"amount_financed\": null,\n        \"monthly_payment\": null,\n        \"loan_tenure\": null,\n        \"loan_reference\": \"88247996\",\n        \"annual_interest_rate\": \"varies (5.10% to 10.25% a year)\",\n        \"outstanding_balance\": \"\u00a32,918.83 (as of 23rd September 2023)\",\n        \"statement_period\": \"16th December 2021 to 23rd September 2023\",\n        \"mortgage_account_number\": null,\n        \"property_address\": null,\n        \"remaining_term_months\": null,\n        \"monthly_payment_amount\": \"varies (\u00a31,889.38 to \u00a32,918.83)\"\n    }\n}\n```"
              },
              "type": "loan_statement"
            },
            "method_used": "llm_preferred",
            "pattern_based": {
              "confidence": 0.0975,
              "features": {
                "bank_statement": {
                  "keyword_score": 0.0,
                  "pattern_score": 0.0,
                  "total_score": 0.0
                },
                "corporation_tax": {
                  "keyword_score": 0.0,
                  "pattern_score": 0.0,
                  "total_score": 0.0
                },
                "credit_card": {
                  "keyword_score": 0.0,
                  "pattern_score": 0.0,
                  "total_score": 0.0
                },
                "financial_statement": {
                  "keyword_score": 0.0,
                  "pattern_score": 0.0,
                  "total_score": 0.0
                },
                "hp_agreement": {
                  "keyword_score": 0.0,
                  "pattern_score": 0.0,
                  "total_score": 0.0
                },
                "invoice": {
                  "keyword_score": 0.0,
                  "pattern_score": 0.0,
                  "total_score": 0.0
                },
                "loan_statement": {
                  "keyword_score": 0.0,
                  "pattern_score": 0.0,
                  "total_score": 0.0
                },
                "mortgage_statement": {
                  "keyword_score": 0.02631578947368421,
                  "pattern_score": 0.0,
                  "total_score": 0.025263157894736838
                },
                "nominal_ledger": {
                  "keyword_score": 0.125,
                  "pattern_score": 0.0,
                  "total_score": 0.0975
                },
                "payroll": {
                  "keyword_score": 0.0,
                  "pattern_score": 0.0,
                  "total_score": 0.0
                },
                "trial_balance": {
                  "keyword_score": 0.0,
                  "pattern_score": 0.0,
                  "total_score": 0.0
                }
              },
              "type": "nominal_ledger"
            }
          },
          "page_number": 6,
          "text_length": 2686
        },
        {
          "confidence_score": 0.85,
          "document_type": "loan_statement",
          "features": {
            "llm_based": {
              "confidence": 0.85,
              "features": {
                "api_response_debug": {
                  "content_preview": "```json\n{\n    \"document_type\": \"loan_statement\",\n    \"confidence\": 0.85,\n    \"reasoning\": \"The document contains references to a bank, account numbers, and regulatory information, but lacks specific details about transactions, balances, or deposits typically found in a bank statement. The presence of a potential account number (88247996) and the absence of other indicators for categories like invoices, payroll, or mortgage statements suggest it is most likely a loan statement.\",\n    \"document_identifiers\": {\n        \"invoice_number\": null,\n        \"seller_name\": null,\n        \"invoice_date\": null,\n        \"total_amount\": null,\n        \"agreement_date\": null,\n        \"amount_financed\": null,\n        \"monthly_payment\": null,\n        \"loan_tenure\": null,\n        \"loan_reference\": \"88247996\",\n        \"annual_interest_rate\": null,\n        \"outstanding_balance\": null,\n        \"statement_period\": null,\n        \"mortgage_account_number\": null,\n        \"property_address\": null,\n        \"remaining_term_months\": null,\n        \"monthly_payment_amount\": null\n    }\n}\n```",
                  "response_repr": "ChatCompletion(id=\u0027chatcmpl-CgBR7VjXiLt0AVM4arP0elw7wTNNO\u0027, choices=[Choice(finish_reason=\u0027stop\u0027, index=0, logprobs=None, message=ChatCompletionMessage(content=\u0027```json\\n{\\n    \"document_type\": \"loan_statement\",\\n    \"confidence\": 0.85,\\n    \"reasoning\": \"The document contains references to a bank, account numbers, and regulatory information, but lacks specific details about transactions, balances, or deposits typically found in a bank statement. The presence of a potential account number (88247996) and the absence of other indicators for categories like invoices, payroll, or mortgage statements suggest it is most likely a loan statement.\",\\n    \"document_identifiers\": {\\n        \"invoice_number\": null,\\n        \"seller_name\": null,\\n        \"invoice_date\": null,\\n        \"total_amount\": null,\\n        \"agreement_date\": null,\\n        \"amount_financed\": null,\\n        \"monthly_payment\": null,\\n        \"loan_tenure\": null,\\n        \"loan_reference\": \"88247996\",\\n        \"annual_interest_rate\": null,\\n        \"outstanding_balance\": null,\\n        \"statement_period\": null,\\n        \"mortgage_account_number\": null,\\n        \"property_address\": null,\\n        \"remaining_term_months\": null,\\n        \"monthly_payment_amount\": null\\n    }\\n}\\n```\u0027, refusal=None, role=\u0027assistant\u0027, annotations=[], audio=None, function_call=None, tool_calls=None), content_filter_results={\u0027hate\u0027: {\u0027filtered\u0027: False, \u0027severity\u0027: \u0027safe\u0027}, \u0027protected_material_code\u0027: {\u0027filtered\u0027: False, \u0027detected\u0027: False}, \u0027protected_material_text\u0027: {\u0027filtered\u0027: False, \u0027detected\u0027: False}, \u0027self_harm\u0027: {\u0027filtered\u0027: False, \u0027severity\u0027: \u0027safe\u0027}, \u0027sexual\u0027: {\u0027filtered\u0027: False, \u0027severity\u0027: \u0027safe\u0027}, \u0027violence\u0027: {\u0027filtered\u0027: False, \u0027severity\u0027: \u0027safe\u0027}})], created=1764169773, model=\u0027gpt-4o-2024-11-20\u0027, object=\u0027chat.completion\u0027, service_tier=None, system_fingerprint=\u0027fp_b54fe76834\u0027, usage=CompletionUsage(completion_tokens=235, prompt_tokens=1067, total_tokens=1302, completion_tokens_details=CompletionTokensDetails(accepted_pr"
                },
                "document_identifiers": {
                  "agreement_date": null,
                  "amount_financed": null,
                  "annual_interest_rate": null,
                  "invoice_date": null,
                  "invoice_number": null,
                  "loan_reference": "88247996",
                  "loan_tenure": null,
                  "monthly_payment": null,
                  "monthly_payment_amount": null,
                  "mortgage_account_number": null,
                  "outstanding_balance": null,
                  "property_address": null,
                  "remaining_term_months": null,
                  "seller_name": null,
                  "statement_period": null,
                  "total_amount": null
                },
                "llm_reasoning": "The document contains references to a bank, account numbers, and regulatory information, but lacks specific details about transactions, balances, or deposits typically found in a bank statement. The presence of a potential account number (88247996) and the absence of other indicators for categories like invoices, payroll, or mortgage statements suggest it is most likely a loan statement.",
                "raw_response": "```json\n{\n    \"document_type\": \"loan_statement\",\n    \"confidence\": 0.85,\n    \"reasoning\": \"The document contains references to a bank, account numbers, and regulatory information, but lacks specific details about transactions, balances, or deposits typically found in a bank statement. The presence of a potential account number (88247996) and the absence of other indicators for categories like invoices, payroll, or mortgage statements suggest it is most likely a loan statement.\",\n    \"document_identifiers\": {\n        \"invoice_number\": null,\n        \"seller_name\": null,\n        \"invoice_date\": null,\n        \"total_amount\": null,\n        \"agreement_date\": null,\n        \"amount_financed\": null,\n        \"monthly_payment\": null,\n        \"loan_tenure\": null,\n        \"loan_reference\": \"88247996\",\n        \"annual_interest_rate\": null,\n        \"outstanding_balance\": null,\n        \"statement_period\": null,\n        \"mortgage_account_number\": null,\n        \"property_address\": null,\n        \"remaining_term_months\": null,\n        \"monthly_payment_amount\": null\n    }\n}\n```"
              },
              "type": "loan_statement"
            },
            "method_used": "llm_preferred",
            "pattern_based": {
              "confidence": 0.0975,
              "features": {
                "bank_statement": {
                  "keyword_score": 0.0,
                  "pattern_score": 0.0,
                  "total_score": 0.0
                },
                "corporation_tax": {
                  "keyword_score": 0.0,
                  "pattern_score": 0.0,
                  "total_score": 0.0
                },
                "credit_card": {
                  "keyword_score": 0.0,
                  "pattern_score": 0.0,
                  "total_score": 0.0
                },
                "financial_statement": {
                  "keyword_score": 0.0,
                  "pattern_score": 0.0,
                  "total_score": 0.0
                },
                "hp_agreement": {
                  "keyword_score": 0.0,
                  "pattern_score": 0.0,
                  "total_score": 0.0
                },
                "invoice": {
                  "keyword_score": 0.0,
                  "pattern_score": 0.0,
                  "total_score": 0.0
                },
                "loan_statement": {
                  "keyword_score": 0.0,
                  "pattern_score": 0.0,
                  "total_score": 0.0
                },
                "mortgage_statement": {
                  "keyword_score": 0.0,
                  "pattern_score": 0.0,
                  "total_score": 0.0
                },
                "nominal_ledger": {
                  "keyword_score": 0.125,
                  "pattern_score": 0.0,
                  "total_score": 0.0975
                },
                "payroll": {
                  "keyword_score": 0.0,
                  "pattern_score": 0.0,
                  "total_score": 0.0
                },
                "trial_balance": {
                  "keyword_score": 0.0,
                  "pattern_score": 0.0,
                  "total_score": 0.0
                }
              },
              "type": "nominal_ledger"
            }
          },
          "page_number": 7,
          "text_length": 660
        }
      ],
      "start_page": 2
    }
  ],
  "page_classifications": [
    {
      "confidence_score": 0.95,
      "document_type": "mortgage_statement",
      "features": {
        "llm_based": {
          "confidence": 0.95,
          "features": {
            "api_response_debug": {
              "content_preview": "```json\n{\n    \"document_type\": \"mortgage_statement\",\n    \"confidence\": 0.95,\n    \"reasoning\": \"The document contains key indicators of a mortgage statement, such as \u0027Loan Secured on\u0027 with a property address, \u0027Loan Reference,\u0027 \u0027Monthly Instalment,\u0027 \u0027Account Balance,\u0027 \u0027Original Term,\u0027 and \u0027Remaining Original Term.\u0027 These are specific to mortgage-related documents and not general loan statements.\",\n    \"document_identifiers\": {\n        \"invoice_number\": null,\n        \"seller_name\": null,\n        \"invoice_date\": null,\n        \"total_amount\": null,\n        \"agreement_date\": null,\n        \"amount_financed\": null,\n        \"monthly_payment\": null,\n        \"loan_tenure\": null,\n        \"loan_reference\": \"88247996\",\n        \"annual_interest_rate\": null,\n        \"outstanding_balance\": \"287,350.05\",\n        \"statement_period\": null,\n        \"mortgage_account_number\": \"88247996\",\n        \"property_address\": \"18 Wiltie Street, Folkstone, Kent, Kent CT19 5AX\",\n        \"remaining_term_months\": \"270\",\n        \"monthly_payment_amount\": \"2,753.91\"\n    }\n}\n```",
              "response_repr": "ChatCompletion(id=\u0027chatcmpl-CgBQvuI4zadMKJZn6RhsxEA8EcUWZ\u0027, choices=[Choice(finish_reason=\u0027stop\u0027, index=0, logprobs=None, message=ChatCompletionMessage(content=\u0027```json\\n{\\n    \"document_type\": \"mortgage_statement\",\\n    \"confidence\": 0.95,\\n    \"reasoning\": \"The document contains key indicators of a mortgage statement, such as \\\u0027Loan Secured on\\\u0027 with a property address, \\\u0027Loan Reference,\\\u0027 \\\u0027Monthly Instalment,\\\u0027 \\\u0027Account Balance,\\\u0027 \\\u0027Original Term,\\\u0027 and \\\u0027Remaining Original Term.\\\u0027 These are specific to mortgage-related documents and not general loan statements.\",\\n    \"document_identifiers\": {\\n        \"invoice_number\": null,\\n        \"seller_name\": null,\\n        \"invoice_date\": null,\\n        \"total_amount\": null,\\n        \"agreement_date\": null,\\n        \"amount_financed\": null,\\n        \"monthly_payment\": null,\\n        \"loan_tenure\": null,\\n        \"loan_reference\": \"88247996\",\\n        \"annual_interest_rate\": null,\\n        \"outstanding_balance\": \"287,350.05\",\\n        \"statement_period\": null,\\n        \"mortgage_account_number\": \"88247996\",\\n        \"property_address\": \"18 Wiltie Street, Folkstone, Kent, Kent CT19 5AX\",\\n        \"remaining_term_months\": \"270\",\\n        \"monthly_payment_amount\": \"2,753.91\"\\n    }\\n}\\n```\u0027, refusal=None, role=\u0027assistant\u0027, annotations=[], audio=None, function_call=None, tool_calls=None), content_filter_results={\u0027hate\u0027: {\u0027filtered\u0027: False, \u0027severity\u0027: \u0027safe\u0027}, \u0027protected_material_code\u0027: {\u0027filtered\u0027: False, \u0027detected\u0027: False}, \u0027protected_material_text\u0027: {\u0027filtered\u0027: False, \u0027detected\u0027: False}, \u0027self_harm\u0027: {\u0027filtered\u0027: False, \u0027severity\u0027: \u0027safe\u0027}, \u0027sexual\u0027: {\u0027filtered\u0027: False, \u0027severity\u0027: \u0027safe\u0027}, \u0027violence\u0027: {\u0027filtered\u0027: False, \u0027severity\u0027: \u0027safe\u0027}})], created=1764169761, model=\u0027gpt-4o-2024-11-20\u0027, object=\u0027chat.completion\u0027, service_tier=None, system_fingerprint=\u0027fp_b54fe76834\u0027, usage=CompletionUsage(completion_tokens=255, prompt_tokens=1398, total_tokens=1653, completion_tokens_details=CompletionTokensDetails(accepted_predicti"
            },
            "document_identifiers": {
              "agreement_date": null,
              "amount_financed": null,
              "annual_interest_rate": null,
              "invoice_date": null,
              "invoice_number": null,
              "loan_reference": "88247996",
              "loan_tenure": null,
              "monthly_payment": null,
              "monthly_payment_amount": "2,753.91",
              "mortgage_account_number": "88247996",
              "outstanding_balance": "287,350.05",
              "property_address": "18 Wiltie Street, Folkstone, Kent, Kent CT19 5AX",
              "remaining_term_months": "270",
              "seller_name": null,
              "statement_period": null,
              "total_amount": null
            },
            "llm_reasoning": "The document contains key indicators of a mortgage statement, such as \u0027Loan Secured on\u0027 with a property address, \u0027Loan Reference,\u0027 \u0027Monthly Instalment,\u0027 \u0027Account Balance,\u0027 \u0027Original Term,\u0027 and \u0027Remaining Original Term.\u0027 These are specific to mortgage-related documents and not general loan statements.",
            "raw_response": "```json\n{\n    \"document_type\": \"mortgage_statement\",\n    \"confidence\": 0.95,\n    \"reasoning\": \"The document contains key indicators of a mortgage statement, such as \u0027Loan Secured on\u0027 with a property address, \u0027Loan Reference,\u0027 \u0027Monthly Instalment,\u0027 \u0027Account Balance,\u0027 \u0027Original Term,\u0027 and \u0027Remaining Original Term.\u0027 These are specific to mortgage-related documents and not general loan statements.\",\n    \"document_identifiers\": {\n        \"invoice_number\": null,\n        \"seller_name\": null,\n        \"invoice_date\": null,\n        \"total_amount\": null,\n        \"agreement_date\": null,\n        \"amount_financed\": null,\n        \"monthly_payment\": null,\n        \"loan_tenure\": null,\n        \"loan_reference\": \"88247996\",\n        \"annual_interest_rate\": null,\n        \"outstanding_balance\": \"287,350.05\",\n        \"statement_period\": null,\n        \"mortgage_account_number\": \"88247996\",\n        \"property_address\": \"18 Wiltie Street, Folkstone, Kent, Kent CT19 5AX\",\n        \"remaining_term_months\": \"270\",\n        \"monthly_payment_amount\": \"2,753.91\"\n    }\n}\n```"
          },
          "type": "mortgage_statement"
        },
        "method_used": "llm_preferred",
        "pattern_based": {
          "confidence": 0.0975,
          "features": {
            "bank_statement": {
              "keyword_score": 0.11764705882352941,
              "pattern_score": 0.0,
              "total_score": 0.07058823529411765
            },
            "corporation_tax": {
              "keyword_score": 0.0,
              "pattern_score": 0.0,
              "total_score": 0.0
            },
            "credit_card": {
              "keyword_score": 0.0,
              "pattern_score": 0.0,
              "total_score": 0.0
            },
            "financial_statement": {
              "keyword_score": 0.0,
              "pattern_score": 0.0,
              "total_score": 0.0
            },
            "hp_agreement": {
              "keyword_score": 0.0,
              "pattern_score": 0.0,
              "total_score": 0.0
            },
            "invoice": {
              "keyword_score": 0.0,
              "pattern_score": 0.0,
              "total_score": 0.0
            },
            "loan_statement": {
              "keyword_score": 0.0,
              "pattern_score": 0.0,
              "total_score": 0.0
            },
            "mortgage_statement": {
              "keyword_score": 0.02631578947368421,
              "pattern_score": 0.0,
              "total_score": 0.025263157894736838
            },
            "nominal_ledger": {
              "keyword_score": 0.125,
              "pattern_score": 0.0,
              "total_score": 0.0975
            },
            "payroll": {
              "keyword_score": 0.0,
              "pattern_score": 0.0,
              "total_score": 0.0
            },
            "trial_balance": {
              "keyword_score": 0.0,
              "pattern_score": 0.0,
              "total_score": 0.0
            }
          },
          "type": "nominal_ledger"
        }
      },
      "page_number": 1,
      "text_length": 1817
    },
    {
      "confidence_score": 0.95,
      "document_type": "loan_statement",
      "features": {
        "llm_based": {
          "confidence": 0.95,
          "features": {
            "api_response_debug": {
              "content_preview": "```json\n{\n    \"document_type\": \"loan_statement\",\n    \"confidence\": 0.95,\n    \"reasoning\": \"The document contains key indicators of a loan statement, such as \u0027loan\u0027, \u0027interest charge\u0027, \u0027direct debit\u0027, \u0027instalment due\u0027, \u0027outstanding balance\u0027, and \u0027loan reference/number\u0027. It also includes a statement period (\u002723/04/2021 - 14/11/2023\u0027) and detailed loan repayment transactions, which are characteristic of a loan statement.\",\n    \"document_identifiers\": {\n        \"invoice_number\": null,\n        \"seller_name\": null,\n        \"invoice_date\": null,\n        \"total_amount\": null,\n        \"agreement_date\": null,\n        \"amount_financed\": null,\n        \"monthly_payment\": null,\n        \"loan_tenure\": null,\n        \"loan_reference\": \"88247996\",\n        \"annual_interest_rate\": null,\n        \"outstanding_balance\": \"\u00a3315,740.60\",\n        \"statement_period\": \"23/04/2021 - 14/11/2023\",\n        \"mortgage_account_number\": null,\n        \"property_address\": null,\n        \"remaining_term_months\": null,\n        \"monthly_payment_amount\": \"\u00a31,889.38\"\n    }\n}\n```",
              "response_repr": "ChatCompletion(id=\u0027chatcmpl-CgBQxRLM8HK9PCvYAOJj6uwNwhirI\u0027, choices=[Choice(finish_reason=\u0027stop\u0027, index=0, logprobs=None, message=ChatCompletionMessage(content=\u0027```json\\n{\\n    \"document_type\": \"loan_statement\",\\n    \"confidence\": 0.95,\\n    \"reasoning\": \"The document contains key indicators of a loan statement, such as \\\u0027loan\\\u0027, \\\u0027interest charge\\\u0027, \\\u0027direct debit\\\u0027, \\\u0027instalment due\\\u0027, \\\u0027outstanding balance\\\u0027, and \\\u0027loan reference/number\\\u0027. It also includes a statement period (\\\u002723/04/2021 - 14/11/2023\\\u0027) and detailed loan repayment transactions, which are characteristic of a loan statement.\",\\n    \"document_identifiers\": {\\n        \"invoice_number\": null,\\n        \"seller_name\": null,\\n        \"invoice_date\": null,\\n        \"total_amount\": null,\\n        \"agreement_date\": null,\\n        \"amount_financed\": null,\\n        \"monthly_payment\": null,\\n        \"loan_tenure\": null,\\n        \"loan_reference\": \"88247996\",\\n        \"annual_interest_rate\": null,\\n        \"outstanding_balance\": \"\u00a3315,740.60\",\\n        \"statement_period\": \"23/04/2021 - 14/11/2023\",\\n        \"mortgage_account_number\": null,\\n        \"property_address\": null,\\n        \"remaining_term_months\": null,\\n        \"monthly_payment_amount\": \"\u00a31,889.38\"\\n    }\\n}\\n```\u0027, refusal=None, role=\u0027assistant\u0027, annotations=[], audio=None, function_call=None, tool_calls=None), content_filter_results={\u0027hate\u0027: {\u0027filtered\u0027: False, \u0027severity\u0027: \u0027safe\u0027}, \u0027protected_material_code\u0027: {\u0027filtered\u0027: False, \u0027detected\u0027: False}, \u0027protected_material_text\u0027: {\u0027filtered\u0027: False, \u0027detected\u0027: False}, \u0027self_harm\u0027: {\u0027filtered\u0027: False, \u0027severity\u0027: \u0027safe\u0027}, \u0027sexual\u0027: {\u0027filtered\u0027: False, \u0027severity\u0027: \u0027safe\u0027}, \u0027violence\u0027: {\u0027filtered\u0027: False, \u0027severity\u0027: \u0027safe\u0027}})], created=1764169763, model=\u0027gpt-4o-2024-11-20\u0027, object=\u0027chat.completion\u0027, service_tier=None, system_fingerprint=\u0027fp_b54fe76834\u0027, usage=CompletionUsage(completion_tokens=268, prompt_tokens=1663, total_tokens=1931, completion_tokens_details=CompletionTokensDetails(accepted_prediction_"
            },
            "document_identifiers": {
              "agreement_date": null,
              "amount_financed": null,
              "annual_interest_rate": null,
              "invoice_date": null,
              "invoice_number": null,
              "loan_reference": "88247996",
              "loan_tenure": null,
              "monthly_payment": null,
              "monthly_payment_amount": "\u00a31,889.38",
              "mortgage_account_number": null,
              "outstanding_balance": "\u00a3315,740.60",
              "property_address": null,
              "remaining_term_months": null,
              "seller_name": null,
              "statement_period": "23/04/2021 - 14/11/2023",
              "total_amount": null
            },
            "llm_reasoning": "The document contains key indicators of a loan statement, such as \u0027loan\u0027, \u0027interest charge\u0027, \u0027direct debit\u0027, \u0027instalment due\u0027, \u0027outstanding balance\u0027, and \u0027loan reference/number\u0027. It also includes a statement period (\u002723/04/2021 - 14/11/2023\u0027) and detailed loan repayment transactions, which are characteristic of a loan statement.",
            "raw_response": "```json\n{\n    \"document_type\": \"loan_statement\",\n    \"confidence\": 0.95,\n    \"reasoning\": \"The document contains key indicators of a loan statement, such as \u0027loan\u0027, \u0027interest charge\u0027, \u0027direct debit\u0027, \u0027instalment due\u0027, \u0027outstanding balance\u0027, and \u0027loan reference/number\u0027. It also includes a statement period (\u002723/04/2021 - 14/11/2023\u0027) and detailed loan repayment transactions, which are characteristic of a loan statement.\",\n    \"document_identifiers\": {\n        \"invoice_number\": null,\n        \"seller_name\": null,\n        \"invoice_date\": null,\n        \"total_amount\": null,\n        \"agreement_date\": null,\n        \"amount_financed\": null,\n        \"monthly_payment\": null,\n        \"loan_tenure\": null,\n        \"loan_reference\": \"88247996\",\n        \"annual_interest_rate\": null,\n        \"outstanding_balance\": \"\u00a3315,740.60\",\n        \"statement_period\": \"23/04/2021 - 14/11/2023\",\n        \"mortgage_account_number\": null,\n        \"property_address\": null,\n        \"remaining_term_months\": null,\n        \"monthly_payment_amount\": \"\u00a31,889.38\"\n    }\n}\n```"
          },
          "type": "loan_statement"
        },
        "method_used": "llm_preferred",
        "pattern_based": {
          "confidence": 0.16302521008403362,
          "features": {
            "bank_statement": {
              "keyword_score": 0.17647058823529413,
              "pattern_score": 0.14285714285714285,
              "total_score": 0.16302521008403362
            },
            "corporation_tax": {
              "keyword_score": 0.0,
              "pattern_score": 0.0,
              "total_score": 0.0
            },
            "credit_card": {
              "keyword_score": 0.0,
              "pattern_score": 0.0,
              "total_score": 0.0
            },
            "financial_statement": {
              "keyword_score": 0.0,
              "pattern_score": 0.0,
              "total_score": 0.0
            },
            "hp_agreement": {
              "keyword_score": 0.0,
              "pattern_score": 0.0,
              "total_score": 0.0
            },
            "invoice": {
              "keyword_score": 0.05555555555555555,
              "pattern_score": 0.0,
              "total_score": 0.03333333333333333
            },
            "loan_statement": {
              "keyword_score": 0.0,
              "pattern_score": 0.0,
              "total_score": 0.0
            },
            "mortgage_statement": {
              "keyword_score": 0.05263157894736842,
              "pattern_score": 0.0,
              "total_score": 0.050526315789473676
            },
            "nominal_ledger": {
              "keyword_score": 0.125,
              "pattern_score": 0.0,
              "total_score": 0.0975
            },
            "payroll": {
              "keyword_score": 0.0,
              "pattern_score": 0.0,
              "total_score": 0.0
            },
            "trial_balance": {
              "keyword_score": 0.0,
              "pattern_score": 0.0,
              "total_score": 0.0
            }
          },
          "type": "bank_statement"
        }
      },
      "page_number": 2,
      "text_length": 1934
    },
    {
      "confidence_score": 0.95,
      "document_type": "loan_statement",
      "features": {
        "llm_based": {
          "confidence": 0.95,
          "features": {
            "api_response_debug": {
              "content_preview": "```json\n{\n    \"document_type\": \"loan_statement\",\n    \"confidence\": 0.95,\n    \"reasoning\": \"The document contains key indicators of a loan statement, such as \u0027interest charge,\u0027 \u0027direct debit,\u0027 \u0027instalment due,\u0027 and a running balance. It also includes a loan reference number (88247996) and details about loan repayments and outstanding balances, which are characteristic of loan statements.\",\n    \"document_identifiers\": {\n        \"invoice_number\": null,\n        \"seller_name\": null,\n        \"invoice_date\": null,\n        \"total_amount\": null,\n        \"agreement_date\": null,\n        \"amount_financed\": null,\n        \"monthly_payment\": null,\n        \"loan_tenure\": null,\n        \"loan_reference\": \"88247996\",\n        \"annual_interest_rate\": null,\n        \"outstanding_balance\": \"\u00a3311,008.39\",\n        \"statement_period\": \"23/01/2022 to 23/10/2022\",\n        \"mortgage_account_number\": null,\n        \"property_address\": null,\n        \"remaining_term_months\": null,\n        \"monthly_payment_amount\": \"Varies (e.g., \u00a31,917.26 to \u00a32,299.90)\"\n    }\n}\n```",
              "response_repr": "ChatCompletion(id=\u0027chatcmpl-CgBQzYEuXkJTWKh3UIcjPUZzrBoMm\u0027, choices=[Choice(finish_reason=\u0027stop\u0027, index=0, logprobs=None, message=ChatCompletionMessage(content=\u0027```json\\n{\\n    \"document_type\": \"loan_statement\",\\n    \"confidence\": 0.95,\\n    \"reasoning\": \"The document contains key indicators of a loan statement, such as \\\u0027interest charge,\\\u0027 \\\u0027direct debit,\\\u0027 \\\u0027instalment due,\\\u0027 and a running balance. It also includes a loan reference number (88247996) and details about loan repayments and outstanding balances, which are characteristic of loan statements.\",\\n    \"document_identifiers\": {\\n        \"invoice_number\": null,\\n        \"seller_name\": null,\\n        \"invoice_date\": null,\\n        \"total_amount\": null,\\n        \"agreement_date\": null,\\n        \"amount_financed\": null,\\n        \"monthly_payment\": null,\\n        \"loan_tenure\": null,\\n        \"loan_reference\": \"88247996\",\\n        \"annual_interest_rate\": null,\\n        \"outstanding_balance\": \"\u00a3311,008.39\",\\n        \"statement_period\": \"23/01/2022 to 23/10/2022\",\\n        \"mortgage_account_number\": null,\\n        \"property_address\": null,\\n        \"remaining_term_months\": null,\\n        \"monthly_payment_amount\": \"Varies (e.g., \u00a31,917.26 to \u00a32,299.90)\"\\n    }\\n}\\n```\u0027, refusal=None, role=\u0027assistant\u0027, annotations=[], audio=None, function_call=None, tool_calls=None), content_filter_results={\u0027hate\u0027: {\u0027filtered\u0027: False, \u0027severity\u0027: \u0027safe\u0027}, \u0027protected_material_code\u0027: {\u0027filtered\u0027: False, \u0027detected\u0027: False}, \u0027protected_material_text\u0027: {\u0027filtered\u0027: False, \u0027detected\u0027: False}, \u0027self_harm\u0027: {\u0027filtered\u0027: False, \u0027severity\u0027: \u0027safe\u0027}, \u0027sexual\u0027: {\u0027filtered\u0027: False, \u0027severity\u0027: \u0027safe\u0027}, \u0027violence\u0027: {\u0027filtered\u0027: False, \u0027severity\u0027: \u0027safe\u0027}})], created=1764169765, model=\u0027gpt-4o-2024-11-20\u0027, object=\u0027chat.completion\u0027, service_tier=None, system_fingerprint=\u0027fp_b54fe76834\u0027, usage=CompletionUsage(completion_tokens=263, prompt_tokens=1671, total_tokens=1934, completion_tokens_details=CompletionTokensDetails(accepted_prediction_tokens=0, a"
            },
            "document_identifiers": {
              "agreement_date": null,
              "amount_financed": null,
              "annual_interest_rate": null,
              "invoice_date": null,
              "invoice_number": null,
              "loan_reference": "88247996",
              "loan_tenure": null,
              "monthly_payment": null,
              "monthly_payment_amount": "Varies (e.g., \u00a31,917.26 to \u00a32,299.90)",
              "mortgage_account_number": null,
              "outstanding_balance": "\u00a3311,008.39",
              "property_address": null,
              "remaining_term_months": null,
              "seller_name": null,
              "statement_period": "23/01/2022 to 23/10/2022",
              "total_amount": null
            },
            "llm_reasoning": "The document contains key indicators of a loan statement, such as \u0027interest charge,\u0027 \u0027direct debit,\u0027 \u0027instalment due,\u0027 and a running balance. It also includes a loan reference number (88247996) and details about loan repayments and outstanding balances, which are characteristic of loan statements.",
            "raw_response": "```json\n{\n    \"document_type\": \"loan_statement\",\n    \"confidence\": 0.95,\n    \"reasoning\": \"The document contains key indicators of a loan statement, such as \u0027interest charge,\u0027 \u0027direct debit,\u0027 \u0027instalment due,\u0027 and a running balance. It also includes a loan reference number (88247996) and details about loan repayments and outstanding balances, which are characteristic of loan statements.\",\n    \"document_identifiers\": {\n        \"invoice_number\": null,\n        \"seller_name\": null,\n        \"invoice_date\": null,\n        \"total_amount\": null,\n        \"agreement_date\": null,\n        \"amount_financed\": null,\n        \"monthly_payment\": null,\n        \"loan_tenure\": null,\n        \"loan_reference\": \"88247996\",\n        \"annual_interest_rate\": null,\n        \"outstanding_balance\": \"\u00a3311,008.39\",\n        \"statement_period\": \"23/01/2022 to 23/10/2022\",\n        \"mortgage_account_number\": null,\n        \"property_address\": null,\n        \"remaining_term_months\": null,\n        \"monthly_payment_amount\": \"Varies (e.g., \u00a31,917.26 to \u00a32,299.90)\"\n    }\n}\n```"
          },
          "type": "loan_statement"
        },
        "method_used": "llm_preferred",
        "pattern_based": {
          "confidence": 0.0975,
          "features": {
            "bank_statement": {
              "keyword_score": 0.11764705882352941,
              "pattern_score": 0.0,
              "total_score": 0.07058823529411765
            },
            "corporation_tax": {
              "keyword_score": 0.0,
              "pattern_score": 0.0,
              "total_score": 0.0
            },
            "credit_card": {
              "keyword_score": 0.0,
              "pattern_score": 0.0,
              "total_score": 0.0
            },
            "financial_statement": {
              "keyword_score": 0.0,
              "pattern_score": 0.0,
              "total_score": 0.0
            },
            "hp_agreement": {
              "keyword_score": 0.0,
              "pattern_score": 0.0,
              "total_score": 0.0
            },
            "invoice": {
              "keyword_score": 0.05555555555555555,
              "pattern_score": 0.0,
              "total_score": 0.03333333333333333
            },
            "loan_statement": {
              "keyword_score": 0.0,
              "pattern_score": 0.0,
              "total_score": 0.0
            },
            "mortgage_statement": {
              "keyword_score": 0.05263157894736842,
              "pattern_score": 0.0,
              "total_score": 0.050526315789473676
            },
            "nominal_ledger": {
              "keyword_score": 0.125,
              "pattern_score": 0.0,
              "total_score": 0.0975
            },
            "payroll": {
              "keyword_score": 0.0,
              "pattern_score": 0.0,
              "total_score": 0.0
            },
            "trial_balance": {
              "keyword_score": 0.0,
              "pattern_score": 0.0,
              "total_score": 0.0
            }
          },
          "type": "nominal_ledger"
        }
      },
      "page_number": 3,
      "text_length": 1922
    },
    {
      "confidence_score": 0.95,
      "document_type": "loan_statement",
      "features": {
        "llm_based": {
          "confidence": 0.95,
          "features": {
            "api_response_debug": {
              "content_preview": "```json\n{\n    \"document_type\": \"loan_statement\",\n    \"confidence\": 0.95,\n    \"reasoning\": \"The document contains key indicators of a loan statement, such as references to \u0027loan\u0027, \u0027interest charge\u0027, \u0027direct debit\u0027, \u0027instalment due\u0027, and \u0027outstanding balance\u0027. Additionally, it includes a series of transactions with dates, amounts, and balances, which are typical of loan repayment statements.\",\n    \"document_identifiers\": {\n        \"invoice_number\": null,\n        \"seller_name\": null,\n        \"invoice_date\": null,\n        \"total_amount\": null,\n        \"agreement_date\": null,\n        \"amount_financed\": null,\n        \"monthly_payment\": null,\n        \"loan_tenure\": null,\n        \"loan_reference\": \"88247996\",\n        \"annual_interest_rate\": null,\n        \"outstanding_balance\": \"307,915.09\",\n        \"statement_period\": \"23/11/2022 to 23/08/2023\",\n        \"mortgage_account_number\": null,\n        \"property_address\": null,\n        \"remaining_term_months\": null,\n        \"monthly_payment_amount\": \"2,865.30\"\n    }\n}\n```",
              "response_repr": "ChatCompletion(id=\u0027chatcmpl-CgBR1jpqRrN3BY41il7uF5oHkbx2j\u0027, choices=[Choice(finish_reason=\u0027stop\u0027, index=0, logprobs=None, message=ChatCompletionMessage(content=\u0027```json\\n{\\n    \"document_type\": \"loan_statement\",\\n    \"confidence\": 0.95,\\n    \"reasoning\": \"The document contains key indicators of a loan statement, such as references to \\\u0027loan\\\u0027, \\\u0027interest charge\\\u0027, \\\u0027direct debit\\\u0027, \\\u0027instalment due\\\u0027, and \\\u0027outstanding balance\\\u0027. Additionally, it includes a series of transactions with dates, amounts, and balances, which are typical of loan repayment statements.\",\\n    \"document_identifiers\": {\\n        \"invoice_number\": null,\\n        \"seller_name\": null,\\n        \"invoice_date\": null,\\n        \"total_amount\": null,\\n        \"agreement_date\": null,\\n        \"amount_financed\": null,\\n        \"monthly_payment\": null,\\n        \"loan_tenure\": null,\\n        \"loan_reference\": \"88247996\",\\n        \"annual_interest_rate\": null,\\n        \"outstanding_balance\": \"307,915.09\",\\n        \"statement_period\": \"23/11/2022 to 23/08/2023\",\\n        \"mortgage_account_number\": null,\\n        \"property_address\": null,\\n        \"remaining_term_months\": null,\\n        \"monthly_payment_amount\": \"2,865.30\"\\n    }\\n}\\n```\u0027, refusal=None, role=\u0027assistant\u0027, annotations=[], audio=None, function_call=None, tool_calls=None), content_filter_results={\u0027hate\u0027: {\u0027filtered\u0027: False, \u0027severity\u0027: \u0027safe\u0027}, \u0027protected_material_code\u0027: {\u0027filtered\u0027: False, \u0027detected\u0027: False}, \u0027protected_material_text\u0027: {\u0027filtered\u0027: False, \u0027detected\u0027: False}, \u0027self_harm\u0027: {\u0027filtered\u0027: False, \u0027severity\u0027: \u0027safe\u0027}, \u0027sexual\u0027: {\u0027filtered\u0027: False, \u0027severity\u0027: \u0027safe\u0027}, \u0027violence\u0027: {\u0027filtered\u0027: False, \u0027severity\u0027: \u0027safe\u0027}})], created=1764169767, model=\u0027gpt-4o-2024-11-20\u0027, object=\u0027chat.completion\u0027, service_tier=None, system_fingerprint=\u0027fp_b54fe76834\u0027, usage=CompletionUsage(completion_tokens=250, prompt_tokens=1673, total_tokens=1923, completion_tokens_details=CompletionTokensDetails(accepted_prediction_tokens=0, audio_tokens=0, reasonin"
            },
            "document_identifiers": {
              "agreement_date": null,
              "amount_financed": null,
              "annual_interest_rate": null,
              "invoice_date": null,
              "invoice_number": null,
              "loan_reference": "88247996",
              "loan_tenure": null,
              "monthly_payment": null,
              "monthly_payment_amount": "2,865.30",
              "mortgage_account_number": null,
              "outstanding_balance": "307,915.09",
              "property_address": null,
              "remaining_term_months": null,
              "seller_name": null,
              "statement_period": "23/11/2022 to 23/08/2023",
              "total_amount": null
            },
            "llm_reasoning": "The document contains key indicators of a loan statement, such as references to \u0027loan\u0027, \u0027interest charge\u0027, \u0027direct debit\u0027, \u0027instalment due\u0027, and \u0027outstanding balance\u0027. Additionally, it includes a series of transactions with dates, amounts, and balances, which are typical of loan repayment statements.",
            "raw_response": "```json\n{\n    \"document_type\": \"loan_statement\",\n    \"confidence\": 0.95,\n    \"reasoning\": \"The document contains key indicators of a loan statement, such as references to \u0027loan\u0027, \u0027interest charge\u0027, \u0027direct debit\u0027, \u0027instalment due\u0027, and \u0027outstanding balance\u0027. Additionally, it includes a series of transactions with dates, amounts, and balances, which are typical of loan repayment statements.\",\n    \"document_identifiers\": {\n        \"invoice_number\": null,\n        \"seller_name\": null,\n        \"invoice_date\": null,\n        \"total_amount\": null,\n        \"agreement_date\": null,\n        \"amount_financed\": null,\n        \"monthly_payment\": null,\n        \"loan_tenure\": null,\n        \"loan_reference\": \"88247996\",\n        \"annual_interest_rate\": null,\n        \"outstanding_balance\": \"307,915.09\",\n        \"statement_period\": \"23/11/2022 to 23/08/2023\",\n        \"mortgage_account_number\": null,\n        \"property_address\": null,\n        \"remaining_term_months\": null,\n        \"monthly_payment_amount\": \"2,865.30\"\n    }\n}\n```"
          },
          "type": "loan_statement"
        },
        "method_used": "llm_preferred",
        "pattern_based": {
          "confidence": 0.0975,
          "features": {
            "bank_statement": {
              "keyword_score": 0.11764705882352941,
              "pattern_score": 0.0,
              "total_score": 0.07058823529411765
            },
            "corporation_tax": {
              "keyword_score": 0.0,
              "pattern_score": 0.0,
              "total_score": 0.0
            },
            "credit_card": {
              "keyword_score": 0.0,
              "pattern_score": 0.0,
              "total_score": 0.0
            },
            "financial_statement": {
              "keyword_score": 0.0,
              "pattern_score": 0.0,
              "total_score": 0.0
            },
            "hp_agreement": {
              "keyword_score": 0.0,
              "pattern_score": 0.0,
              "total_score": 0.0
            },
            "invoice": {
              "keyword_score": 0.05555555555555555,
              "pattern_score": 0.0,
              "total_score": 0.03333333333333333
            },
            "loan_statement": {
              "keyword_score": 0.0,
              "pattern_score": 0.0,
              "total_score": 0.0
            },
            "mortgage_statement": {
              "keyword_score": 0.05263157894736842,
              "pattern_score": 0.0,
              "total_score": 0.050526315789473676
            },
            "nominal_ledger": {
              "keyword_score": 0.125,
              "pattern_score": 0.0,
              "total_score": 0.0975
            },
            "payroll": {
              "keyword_score": 0.0,
              "pattern_score": 0.0,
              "total_score": 0.0
            },
            "trial_balance": {
              "keyword_score": 0.0,
              "pattern_score": 0.0,
              "total_score": 0.0
            }
          },
          "type": "nominal_ledger"
        }
      },
      "page_number": 4,
      "text_length": 1928
    },
    {
      "confidence_score": 0.95,
      "document_type": "loan_statement",
      "features": {
        "llm_based": {
          "confidence": 0.95,
          "features": {
            "api_response_debug": {
              "content_preview": "```json\n{\n    \"document_type\": \"loan_statement\",\n    \"confidence\": 0.95,\n    \"reasoning\": \"The document contains key indicators of a loan statement, such as references to \u0027loan\u0027, \u0027interest charge\u0027, \u0027direct debit\u0027, \u0027instalment due\u0027, \u0027outstanding balance\u0027, and a loan reference number (88247996). Additionally, it includes a statement period (\u002723/04/2021 to 14/11/2023\u0027) and details of payments and interest added, which are typical of loan statements.\",\n    \"document_identifiers\": {\n        \"invoice_number\": null,\n        \"seller_name\": null,\n        \"invoice_date\": null,\n        \"total_amount\": null,\n        \"agreement_date\": null,\n        \"amount_financed\": null,\n        \"monthly_payment\": null,\n        \"loan_tenure\": null,\n        \"loan_reference\": \"88247996\",\n        \"annual_interest_rate\": null,\n        \"outstanding_balance\": \"287,350.05\",\n        \"statement_period\": \"23/04/2021 to 14/11/2023\",\n        \"mortgage_account_number\": null,\n        \"property_address\": null,\n        \"remaining_term_months\": null,\n        \"monthly_payment_amount\": null\n    }\n}\n```",
              "response_repr": "ChatCompletion(id=\u0027chatcmpl-CgBR3YWDSsPV0yVhJJo2hyiyzKlkh\u0027, choices=[Choice(finish_reason=\u0027stop\u0027, index=0, logprobs=None, message=ChatCompletionMessage(content=\u0027```json\\n{\\n    \"document_type\": \"loan_statement\",\\n    \"confidence\": 0.95,\\n    \"reasoning\": \"The document contains key indicators of a loan statement, such as references to \\\u0027loan\\\u0027, \\\u0027interest charge\\\u0027, \\\u0027direct debit\\\u0027, \\\u0027instalment due\\\u0027, \\\u0027outstanding balance\\\u0027, and a loan reference number (88247996). Additionally, it includes a statement period (\\\u002723/04/2021 to 14/11/2023\\\u0027) and details of payments and interest added, which are typical of loan statements.\",\\n    \"document_identifiers\": {\\n        \"invoice_number\": null,\\n        \"seller_name\": null,\\n        \"invoice_date\": null,\\n        \"total_amount\": null,\\n        \"agreement_date\": null,\\n        \"amount_financed\": null,\\n        \"monthly_payment\": null,\\n        \"loan_tenure\": null,\\n        \"loan_reference\": \"88247996\",\\n        \"annual_interest_rate\": null,\\n        \"outstanding_balance\": \"287,350.05\",\\n        \"statement_period\": \"23/04/2021 to 14/11/2023\",\\n        \"mortgage_account_number\": null,\\n        \"property_address\": null,\\n        \"remaining_term_months\": null,\\n        \"monthly_payment_amount\": null\\n    }\\n}\\n```\u0027, refusal=None, role=\u0027assistant\u0027, annotations=[], audio=None, function_call=None, tool_calls=None), content_filter_results={\u0027hate\u0027: {\u0027filtered\u0027: False, \u0027severity\u0027: \u0027safe\u0027}, \u0027protected_material_code\u0027: {\u0027filtered\u0027: False, \u0027detected\u0027: False}, \u0027protected_material_text\u0027: {\u0027filtered\u0027: False, \u0027detected\u0027: False}, \u0027self_harm\u0027: {\u0027filtered\u0027: False, \u0027severity\u0027: \u0027safe\u0027}, \u0027sexual\u0027: {\u0027filtered\u0027: False, \u0027severity\u0027: \u0027safe\u0027}, \u0027violence\u0027: {\u0027filtered\u0027: False, \u0027severity\u0027: \u0027safe\u0027}})], created=1764169769, model=\u0027gpt-4o-2024-11-20\u0027, object=\u0027chat.completion\u0027, service_tier=None, system_fingerprint=\u0027fp_b54fe76834\u0027, usage=CompletionUsage(completion_tokens=268, prompt_tokens=1331, total_tokens=1599, completion_tokens_details=CompletionTokensDetails("
            },
            "document_identifiers": {
              "agreement_date": null,
              "amount_financed": null,
              "annual_interest_rate": null,
              "invoice_date": null,
              "invoice_number": null,
              "loan_reference": "88247996",
              "loan_tenure": null,
              "monthly_payment": null,
              "monthly_payment_amount": null,
              "mortgage_account_number": null,
              "outstanding_balance": "287,350.05",
              "property_address": null,
              "remaining_term_months": null,
              "seller_name": null,
              "statement_period": "23/04/2021 to 14/11/2023",
              "total_amount": null
            },
            "llm_reasoning": "The document contains key indicators of a loan statement, such as references to \u0027loan\u0027, \u0027interest charge\u0027, \u0027direct debit\u0027, \u0027instalment due\u0027, \u0027outstanding balance\u0027, and a loan reference number (88247996). Additionally, it includes a statement period (\u002723/04/2021 to 14/11/2023\u0027) and details of payments and interest added, which are typical of loan statements.",
            "raw_response": "```json\n{\n    \"document_type\": \"loan_statement\",\n    \"confidence\": 0.95,\n    \"reasoning\": \"The document contains key indicators of a loan statement, such as references to \u0027loan\u0027, \u0027interest charge\u0027, \u0027direct debit\u0027, \u0027instalment due\u0027, \u0027outstanding balance\u0027, and a loan reference number (88247996). Additionally, it includes a statement period (\u002723/04/2021 to 14/11/2023\u0027) and details of payments and interest added, which are typical of loan statements.\",\n    \"document_identifiers\": {\n        \"invoice_number\": null,\n        \"seller_name\": null,\n        \"invoice_date\": null,\n        \"total_amount\": null,\n        \"agreement_date\": null,\n        \"amount_financed\": null,\n        \"monthly_payment\": null,\n        \"loan_tenure\": null,\n        \"loan_reference\": \"88247996\",\n        \"annual_interest_rate\": null,\n        \"outstanding_balance\": \"287,350.05\",\n        \"statement_period\": \"23/04/2021 to 14/11/2023\",\n        \"mortgage_account_number\": null,\n        \"property_address\": null,\n        \"remaining_term_months\": null,\n        \"monthly_payment_amount\": null\n    }\n}\n```"
          },
          "type": "loan_statement"
        },
        "method_used": "llm_preferred",
        "pattern_based": {
          "confidence": 0.0975,
          "features": {
            "bank_statement": {
              "keyword_score": 0.11764705882352941,
              "pattern_score": 0.0,
              "total_score": 0.07058823529411765
            },
            "corporation_tax": {
              "keyword_score": 0.0,
              "pattern_score": 0.0,
              "total_score": 0.0
            },
            "credit_card": {
              "keyword_score": 0.0,
              "pattern_score": 0.0,
              "total_score": 0.0
            },
            "financial_statement": {
              "keyword_score": 0.0,
              "pattern_score": 0.0,
              "total_score": 0.0
            },
            "hp_agreement": {
              "keyword_score": 0.0,
              "pattern_score": 0.0,
              "total_score": 0.0
            },
            "invoice": {
              "keyword_score": 0.1111111111111111,
              "pattern_score": 0.0,
              "total_score": 0.06666666666666667
            },
            "loan_statement": {
              "keyword_score": 0.0,
              "pattern_score": 0.0,
              "total_score": 0.0
            },
            "mortgage_statement": {
              "keyword_score": 0.05263157894736842,
              "pattern_score": 0.0,
              "total_score": 0.050526315789473676
            },
            "nominal_ledger": {
              "keyword_score": 0.125,
              "pattern_score": 0.0,
              "total_score": 0.0975
            },
            "payroll": {
              "keyword_score": 0.0,
              "pattern_score": 0.0,
              "total_score": 0.0
            },
            "trial_balance": {
              "keyword_score": 0.0,
              "pattern_score": 0.0,
              "total_score": 0.0
            }
          },
          "type": "nominal_ledger"
        }
      },
      "page_number": 5,
      "text_length": 1266
    },
    {
      "confidence_score": 0.95,
      "document_type": "loan_statement",
      "features": {
        "llm_based": {
          "confidence": 0.95,
          "features": {
            "api_response_debug": {
              "content_preview": "```json\n{\n    \"document_type\": \"loan_statement\",\n    \"confidence\": 0.95,\n    \"reasoning\": \"The document contains key indicators of a loan statement, such as \u0027loan is secured on\u0027, \u0027interest rate\u0027, \u0027payment due\u0027, \u0027outstanding balance\u0027, and a detailed breakdown of payment amounts and interest rates over time. Additionally, it mentions \u0027buildings insurance\u0027 related to the loan, which is a common feature of loan agreements.\",\n    \"document_identifiers\": {\n        \"invoice_number\": null,\n        \"seller_name\": null,\n        \"invoice_date\": null,\n        \"total_amount\": null,\n        \"agreement_date\": null,\n        \"amount_financed\": null,\n        \"monthly_payment\": null,\n        \"loan_tenure\": null,\n        \"loan_reference\": \"88247996\",\n        \"annual_interest_rate\": \"varies (5.10% to 10.25% a year)\",\n        \"outstanding_balance\": \"\u00a32,918.83 (as of 23rd September 2023)\",\n        \"statement_period\": \"16th December 2021 to 23rd September 2023\",\n        \"mortgage_account_number\": null,\n        \"property_address\": null,\n        \"remaining_term_months\": null,\n        \"monthly_payment_amount\": \"varies (\u00a31,889.38 to \u00a32,918.83)\"\n    }\n}\n```",
              "response_repr": "ChatCompletion(id=\u0027chatcmpl-CgBR580qmoUqlsgxjBLi2q5vtns4i\u0027, choices=[Choice(finish_reason=\u0027stop\u0027, index=0, logprobs=None, message=ChatCompletionMessage(content=\u0027```json\\n{\\n    \"document_type\": \"loan_statement\",\\n    \"confidence\": 0.95,\\n    \"reasoning\": \"The document contains key indicators of a loan statement, such as \\\u0027loan is secured on\\\u0027, \\\u0027interest rate\\\u0027, \\\u0027payment due\\\u0027, \\\u0027outstanding balance\\\u0027, and a detailed breakdown of payment amounts and interest rates over time. Additionally, it mentions \\\u0027buildings insurance\\\u0027 related to the loan, which is a common feature of loan agreements.\",\\n    \"document_identifiers\": {\\n        \"invoice_number\": null,\\n        \"seller_name\": null,\\n        \"invoice_date\": null,\\n        \"total_amount\": null,\\n        \"agreement_date\": null,\\n        \"amount_financed\": null,\\n        \"monthly_payment\": null,\\n        \"loan_tenure\": null,\\n        \"loan_reference\": \"88247996\",\\n        \"annual_interest_rate\": \"varies (5.10% to 10.25% a year)\",\\n        \"outstanding_balance\": \"\u00a32,918.83 (as of 23rd September 2023)\",\\n        \"statement_period\": \"16th December 2021 to 23rd September 2023\",\\n        \"mortgage_account_number\": null,\\n        \"property_address\": null,\\n        \"remaining_term_months\": null,\\n        \"monthly_payment_amount\": \"varies (\u00a31,889.38 to \u00a32,918.83)\"\\n    }\\n}\\n```\u0027, refusal=None, role=\u0027assistant\u0027, annotations=[], audio=None, function_call=None, tool_calls=None), content_filter_results={\u0027hate\u0027: {\u0027filtered\u0027: False, \u0027severity\u0027: \u0027safe\u0027}, \u0027protected_material_code\u0027: {\u0027filtered\u0027: False, \u0027detected\u0027: False}, \u0027protected_material_text\u0027: {\u0027filtered\u0027: False, \u0027detected\u0027: False}, \u0027self_harm\u0027: {\u0027filtered\u0027: False, \u0027severity\u0027: \u0027safe\u0027}, \u0027sexual\u0027: {\u0027filtered\u0027: False, \u0027severity\u0027: \u0027safe\u0027}, \u0027violence\u0027: {\u0027filtered\u0027: False, \u0027severity\u0027: \u0027safe\u0027}})], created=1764169771, model=\u0027gpt-4o-2024-11-20\u0027, object=\u0027chat.completion\u0027, service_tier=None, system_fingerprint=\u0027fp_b54fe76834\u0027, usage=CompletionUsage(completion_tokens=292, prompt_tokens=196"
            },
            "document_identifiers": {
              "agreement_date": null,
              "amount_financed": null,
              "annual_interest_rate": "varies (5.10% to 10.25% a year)",
              "invoice_date": null,
              "invoice_number": null,
              "loan_reference": "88247996",
              "loan_tenure": null,
              "monthly_payment": null,
              "monthly_payment_amount": "varies (\u00a31,889.38 to \u00a32,918.83)",
              "mortgage_account_number": null,
              "outstanding_balance": "\u00a32,918.83 (as of 23rd September 2023)",
              "property_address": null,
              "remaining_term_months": null,
              "seller_name": null,
              "statement_period": "16th December 2021 to 23rd September 2023",
              "total_amount": null
            },
            "llm_reasoning": "The document contains key indicators of a loan statement, such as \u0027loan is secured on\u0027, \u0027interest rate\u0027, \u0027payment due\u0027, \u0027outstanding balance\u0027, and a detailed breakdown of payment amounts and interest rates over time. Additionally, it mentions \u0027buildings insurance\u0027 related to the loan, which is a common feature of loan agreements.",
            "raw_response": "```json\n{\n    \"document_type\": \"loan_statement\",\n    \"confidence\": 0.95,\n    \"reasoning\": \"The document contains key indicators of a loan statement, such as \u0027loan is secured on\u0027, \u0027interest rate\u0027, \u0027payment due\u0027, \u0027outstanding balance\u0027, and a detailed breakdown of payment amounts and interest rates over time. Additionally, it mentions \u0027buildings insurance\u0027 related to the loan, which is a common feature of loan agreements.\",\n    \"document_identifiers\": {\n        \"invoice_number\": null,\n        \"seller_name\": null,\n        \"invoice_date\": null,\n        \"total_amount\": null,\n        \"agreement_date\": null,\n        \"amount_financed\": null,\n        \"monthly_payment\": null,\n        \"loan_tenure\": null,\n        \"loan_reference\": \"88247996\",\n        \"annual_interest_rate\": \"varies (5.10% to 10.25% a year)\",\n        \"outstanding_balance\": \"\u00a32,918.83 (as of 23rd September 2023)\",\n        \"statement_period\": \"16th December 2021 to 23rd September 2023\",\n        \"mortgage_account_number\": null,\n        \"property_address\": null,\n        \"remaining_term_months\": null,\n        \"monthly_payment_amount\": \"varies (\u00a31,889.38 to \u00a32,918.83)\"\n    }\n}\n```"
          },
          "type": "loan_statement"
        },
        "method_used": "llm_preferred",
        "pattern_based": {
          "confidence": 0.0975,
          "features": {
            "bank_statement": {
              "keyword_score": 0.0,
              "pattern_score": 0.0,
              "total_score": 0.0
            },
            "corporation_tax": {
              "keyword_score": 0.0,
              "pattern_score": 0.0,
              "total_score": 0.0
            },
            "credit_card": {
              "keyword_score": 0.0,
              "pattern_score": 0.0,
              "total_score": 0.0
            },
            "financial_statement": {
              "keyword_score": 0.0,
              "pattern_score": 0.0,
              "total_score": 0.0
            },
            "hp_agreement": {
              "keyword_score": 0.0,
              "pattern_score": 0.0,
              "total_score": 0.0
            },
            "invoice": {
              "keyword_score": 0.0,
              "pattern_score": 0.0,
              "total_score": 0.0
            },
            "loan_statement": {
              "keyword_score": 0.0,
              "pattern_score": 0.0,
              "total_score": 0.0
            },
            "mortgage_statement": {
              "keyword_score": 0.02631578947368421,
              "pattern_score": 0.0,
              "total_score": 0.025263157894736838
            },
            "nominal_ledger": {
              "keyword_score": 0.125,
              "pattern_score": 0.0,
              "total_score": 0.0975
            },
            "payroll": {
              "keyword_score": 0.0,
              "pattern_score": 0.0,
              "total_score": 0.0
            },
            "trial_balance": {
              "keyword_score": 0.0,
              "pattern_score": 0.0,
              "total_score": 0.0
            }
          },
          "type": "nominal_ledger"
        }
      },
      "page_number": 6,
      "text_length": 2686
    },
    {
      "confidence_score": 0.85,
      "document_type": "loan_statement",
      "features": {
        "llm_based": {
          "confidence": 0.85,
          "features": {
            "api_response_debug": {
              "content_preview": "```json\n{\n    \"document_type\": \"loan_statement\",\n    \"confidence\": 0.85,\n    \"reasoning\": \"The document contains references to a bank, account numbers, and regulatory information, but lacks specific details about transactions, balances, or deposits typically found in a bank statement. The presence of a potential account number (88247996) and the absence of other indicators for categories like invoices, payroll, or mortgage statements suggest it is most likely a loan statement.\",\n    \"document_identifiers\": {\n        \"invoice_number\": null,\n        \"seller_name\": null,\n        \"invoice_date\": null,\n        \"total_amount\": null,\n        \"agreement_date\": null,\n        \"amount_financed\": null,\n        \"monthly_payment\": null,\n        \"loan_tenure\": null,\n        \"loan_reference\": \"88247996\",\n        \"annual_interest_rate\": null,\n        \"outstanding_balance\": null,\n        \"statement_period\": null,\n        \"mortgage_account_number\": null,\n        \"property_address\": null,\n        \"remaining_term_months\": null,\n        \"monthly_payment_amount\": null\n    }\n}\n```",
              "response_repr": "ChatCompletion(id=\u0027chatcmpl-CgBR7VjXiLt0AVM4arP0elw7wTNNO\u0027, choices=[Choice(finish_reason=\u0027stop\u0027, index=0, logprobs=None, message=ChatCompletionMessage(content=\u0027```json\\n{\\n    \"document_type\": \"loan_statement\",\\n    \"confidence\": 0.85,\\n    \"reasoning\": \"The document contains references to a bank, account numbers, and regulatory information, but lacks specific details about transactions, balances, or deposits typically found in a bank statement. The presence of a potential account number (88247996) and the absence of other indicators for categories like invoices, payroll, or mortgage statements suggest it is most likely a loan statement.\",\\n    \"document_identifiers\": {\\n        \"invoice_number\": null,\\n        \"seller_name\": null,\\n        \"invoice_date\": null,\\n        \"total_amount\": null,\\n        \"agreement_date\": null,\\n        \"amount_financed\": null,\\n        \"monthly_payment\": null,\\n        \"loan_tenure\": null,\\n        \"loan_reference\": \"88247996\",\\n        \"annual_interest_rate\": null,\\n        \"outstanding_balance\": null,\\n        \"statement_period\": null,\\n        \"mortgage_account_number\": null,\\n        \"property_address\": null,\\n        \"remaining_term_months\": null,\\n        \"monthly_payment_amount\": null\\n    }\\n}\\n```\u0027, refusal=None, role=\u0027assistant\u0027, annotations=[], audio=None, function_call=None, tool_calls=None), content_filter_results={\u0027hate\u0027: {\u0027filtered\u0027: False, \u0027severity\u0027: \u0027safe\u0027}, \u0027protected_material_code\u0027: {\u0027filtered\u0027: False, \u0027detected\u0027: False}, \u0027protected_material_text\u0027: {\u0027filtered\u0027: False, \u0027detected\u0027: False}, \u0027self_harm\u0027: {\u0027filtered\u0027: False, \u0027severity\u0027: \u0027safe\u0027}, \u0027sexual\u0027: {\u0027filtered\u0027: False, \u0027severity\u0027: \u0027safe\u0027}, \u0027violence\u0027: {\u0027filtered\u0027: False, \u0027severity\u0027: \u0027safe\u0027}})], created=1764169773, model=\u0027gpt-4o-2024-11-20\u0027, object=\u0027chat.completion\u0027, service_tier=None, system_fingerprint=\u0027fp_b54fe76834\u0027, usage=CompletionUsage(completion_tokens=235, prompt_tokens=1067, total_tokens=1302, completion_tokens_details=CompletionTokensDetails(accepted_pr"
            },
            "document_identifiers": {
              "agreement_date": null,
              "amount_financed": null,
              "annual_interest_rate": null,
              "invoice_date": null,
              "invoice_number": null,
              "loan_reference": "88247996",
              "loan_tenure": null,
              "monthly_payment": null,
              "monthly_payment_amount": null,
              "mortgage_account_number": null,
              "outstanding_balance": null,
              "property_address": null,
              "remaining_term_months": null,
              "seller_name": null,
              "statement_period": null,
              "total_amount": null
            },
            "llm_reasoning": "The document contains references to a bank, account numbers, and regulatory information, but lacks specific details about transactions, balances, or deposits typically found in a bank statement. The presence of a potential account number (88247996) and the absence of other indicators for categories like invoices, payroll, or mortgage statements suggest it is most likely a loan statement.",
            "raw_response": "```json\n{\n    \"document_type\": \"loan_statement\",\n    \"confidence\": 0.85,\n    \"reasoning\": \"The document contains references to a bank, account numbers, and regulatory information, but lacks specific details about transactions, balances, or deposits typically found in a bank statement. The presence of a potential account number (88247996) and the absence of other indicators for categories like invoices, payroll, or mortgage statements suggest it is most likely a loan statement.\",\n    \"document_identifiers\": {\n        \"invoice_number\": null,\n        \"seller_name\": null,\n        \"invoice_date\": null,\n        \"total_amount\": null,\n        \"agreement_date\": null,\n        \"amount_financed\": null,\n        \"monthly_payment\": null,\n        \"loan_tenure\": null,\n        \"loan_reference\": \"88247996\",\n        \"annual_interest_rate\": null,\n        \"outstanding_balance\": null,\n        \"statement_period\": null,\n        \"mortgage_account_number\": null,\n        \"property_address\": null,\n        \"remaining_term_months\": null,\n        \"monthly_payment_amount\": null\n    }\n}\n```"
          },
          "type": "loan_statement"
        },
        "method_used": "llm_preferred",
        "pattern_based": {
          "confidence": 0.0975,
          "features": {
            "bank_statement": {
              "keyword_score": 0.0,
              "pattern_score": 0.0,
              "total_score": 0.0
            },
            "corporation_tax": {
              "keyword_score": 0.0,
              "pattern_score": 0.0,
              "total_score": 0.0
            },
            "credit_card": {
              "keyword_score": 0.0,
              "pattern_score": 0.0,
              "total_score": 0.0
            },
            "financial_statement": {
              "keyword_score": 0.0,
              "pattern_score": 0.0,
              "total_score": 0.0
            },
            "hp_agreement": {
              "keyword_score": 0.0,
              "pattern_score": 0.0,
              "total_score": 0.0
            },
            "invoice": {
              "keyword_score": 0.0,
              "pattern_score": 0.0,
              "total_score": 0.0
            },
            "loan_statement": {
              "keyword_score": 0.0,
              "pattern_score": 0.0,
              "total_score": 0.0
            },
            "mortgage_statement": {
              "keyword_score": 0.0,
              "pattern_score": 0.0,
              "total_score": 0.0
            },
            "nominal_ledger": {
              "keyword_score": 0.125,
              "pattern_score": 0.0,
              "total_score": 0.0975
            },
            "payroll": {
              "keyword_score": 0.0,
              "pattern_score": 0.0,
              "total_score": 0.0
            },
            "trial_balance": {
              "keyword_score": 0.0,
              "pattern_score": 0.0,
              "total_score": 0.0
            }
          },
          "type": "nominal_ledger"
        }
      },
      "page_number": 7,
      "text_length": 660
    }
  ],
  "processing_timestamp": "2025-11-26T15:09:35.088831"
}