2025-02-20-bsahane-Qwen2.5-VL-7B-Instruct:Q4_K_M_benxh-ollama-results.md

Benchmark Results (model=bsahane/Qwen2.5-VL-7B-Instruct:Q4_K_M_benxh, date=2025-02-20)

Domain	Response Model	Sample	Response JSON
document.bank-statement	BankStatement		❌
document.invoice	Invoice		{ "invoice_id": "Invoice_123456789", "period_start": null, "period_end": null, "invoice_issue_date": null, "invoice_due_date": null, "order_id": null, "customer_id": null, "issuer": null, "issuer_address": null, "customer": "John Doe", "customer_email": null, "customer_phone": null, "customer_billing_address": null, "customer_shipping_address": null, "items": null, "subtotal": null, "tax": null, "total": 1234.5, "currency": "USD", "notes": "This is a sample invoice for testing purposes only." }
document.receipt	Receipt		{ "receipt_id": null, "transaction_date": "2023-04-15T14:30:00Z", "merchant_name": "Coffee Bean & Tea Leaf", "merchant_address": null, "merchant_phone": null, "cashier_name": null, "register_number": null, "customer_name": null, "customer_id": null, "items": [ { "description": "Coffee", "quantity": 1.0, "unit_price": 2.5, "total_price": null }, { "description": "Tea", "quantity": 1.0, "unit_price": 3.0, "total_price": null } ], "subtotal": null, "tax": 0.0, "total": 5.5, "currency": "USD", "payment_method": { "type": "Cash", "card_last_4": null, "card_type": null }, "discount_amount": 0.0, "discount_description": null, "tip_amount": null, "return_policy": null, "barcode": null, "additional_charges": null, "notes": null, "others": null }
document.resume	Resume		{ "contact_info": { "full_name": "John Doe", "email": "[email protected]", "phone": "(123) 456-7890", "address": null, "linkedin": null, "github": null, "portfolio": null, "google_scholar": null }, "summary": null, "education": [ { "institution": null, "degree": "Bachelor of Science in Computer Science", "field_of_study": null, "graduation_date": "2015-06-01", "gpa": 3.8, "honors": [ "Graduated with Honors" ], "relevant_courses": [ "Data Structures and Algorithms", "Operating Systems", "Database Management" ] }, { "institution": null, "degree": null, "field_of_study": null, "graduation_date": null, "gpa": null, "honors": null, "relevant_courses": [ "Advanced Programming Languages", "Artificial Intelligence", "Network Security" ] }, { "institution": null, "degree": null, "field_of_study": null, "graduation_date": null, "gpa": null, "honors": null, "relevant_courses": [ "Software Engineering", "Computer Networks", "Web Development" ] }, { "institution": null, "degree": null, "field_of_study": null, "graduation_date": null, "gpa": null, "honors": null, "relevant_courses": [ "Mobile Application Development", "Cloud Computing", "Big Data Analytics" ] }, { "institution": null, "degree": null, "field_of_study": null, "graduation_date": null, "gpa": null, "honors": null, "relevant_courses": [ "Operating Systems", "Distributed Systems", "Programming Languages: Java, Python, C++" ] }, { "institution": null, "degree": null, "field_of_study": null, "graduation_date": null, "gpa": null, "honors": null, "relevant_courses": [ "Software Engineering", "Database Management", "Computer Architecture" ] }, { "institution": null, "degree": null, "field_of_study": null, "graduation_date": null, "gpa": null, "honors": null, "relevant_courses": [ "Data Mining", "Artificial Intelligence", "Machine Learning" ] }, { "institution": null, "degree": null, "field_of_study": null, "graduation_date": null, "gpa": null, "honors": null, "relevant_courses": [ "Operating Systems", "Distributed Systems", "Programming Languages: Java, C++, C#", "Programming Languages: JavaScript, PHP, Ruby" ] }, { "institution": null, "degree": null, "field_of_study": null, "graduation_date": null, "gpa": null, "honors": null, "relevant_courses": [ "Software Engineering", "Computer Networks", "Data Structures and Algorithms" ] }, { "institution": null, "degree": null, "field_of_study": null, "graduation_date": null, "gpa": null, "honors": null, "relevant_courses": [ "Artificial Intelligence", "Distributed Systems", "Operating Systems" ] }, { "institution": null, "degree": null, "field_of_study": null, "graduation_date": null, "gpa": null, "honors": null, "relevant_courses": [ "Java", "Python", "C++" ] }, { "institution": null, "degree": null, "field_of_study": null, "graduation_date": null, "gpa": null, "honors": null, "relevant_courses": [ "Software Engineering", "Computer Networks", "Data Structures and Algorithms" ] }, { "institution": null, "degree": null, "field_of_study": null, "graduation_date": null, "gpa": null, "honors": null, "relevant_courses": [ "Artificial Intelligence", "Distributed Systems", "Programming Languages: Java, C++, C#", "Programming Languages: JavaScript, PHP, Ruby" ] }, { "institution": null, "degree": null, "field_of_study": null, "graduation_date": null, "gpa": null, "honors": null, "relevant_courses": [ "Java", "C++", "C#" ] }, { "institution": null, "degree": null, "field_of_study": null, "graduation_date": null, "gpa": null, "honors": null, "relevant_courses": [ "JavaScript", "PHP", "Ruby" ] }, { "institution": null, "degree": null, "field_of_study": null, "graduation_date": null, "gpa": null, "honors": null, "relevant_courses": [ "Artificial Intelligence", "Distributed Systems", "Programming Languages: Java, C++, C#", "Programming Languages: JavaScript, PHP, Ruby" ] } ], "work_experience": [ { "company": "ABC Company", "position": null, "start_date": "2015-06-01", "end_date": "2017-03-01", "is_current": false, "responsibilities": [ "Software Engineer", "Computer Networks", "Data Structures and Algorithms" ], "technologies": [ "Java", "C++", "C#" ] }, { "company": "XYZ Company", "position": null, "start_date": "2017-06-01", "end_date": "2019-03-01", "is_current": false, "responsibilities": [ "Software Engineer", "Computer Networks", "Data Structures and Algorithms" ], "technologies": [ "Java", "C++", "C#" ] }, { "company": "XYZ Company", "position": null, "start_date": "2017-06-01", "end_date": "2019-03-01", "is_current": false, "responsibilities": [ "Software Engineer", "Computer Networks", "Data Structures and Algorithms" ], "technologies": [ "Java", "C++", "C#" ] }, { "company": "XYZ Company", "position": null, "start_date": "2019-03-01", "end_date": "2021-03-01", "is_current": false, "responsibilities": [ "Software Engineer", "Computer Networks", "Data Structures and Algorithms" ], "technologies": [ "Java", "C++", "C#" ] }, { "company": "XYZ Company", "position": null, "start_date": "2019-03-01", "end_date": "2021-04-01", "is_current": false, "responsibilities": [ "Software Engineer", "Computer Networks", "Data Structures and Algorithms" ], "technologies": [ "Java", "C++", "C#" ] }, { "company": "XYZ Company", "position": null, "start_date": "2021-03-01", "end_date": null, "is_current": false, "responsibilities": [ "Software Engineer", "Computer Networks", "Data Structures and Algorithms" ], "technologies": [ "Java", "C++", "C#" ] }, { "company": "XYZ Company", "position": null, "start_date": "2021-03-01", "end_date": null, "is_current": false, "responsibilities": [ "Software Engineer", "Computer Networks", "Data Structures and Algorithms" ], "technologies": [ "Java", "C++", "C#" ] }, { "company": null, "position": null, "start_date": null, "end_date": null, "is_current": false, "responsibilities": [ "Software Engineer", "Computer Networks", "Data" ], "technologies": null } ], "technical_skills": { "programming_languages": [], "frameworks_libraries": [], "databases": null, "tools": null, "cloud_platforms": null, "other": null }, "projects": null, "open_source_contributions": null, "certifications": null, "publications": null, "conferences": [ "S}<|im_start|>[img-01-04-01", "tchnnologies: [ " ], "languages": null, "volunteer_work": null, "interests": null, "references": null, "additional_sections": null }
document.us-drivers-license	USDriversLicense		{ "issuing_state": "CA", "license_number": "1234567890A", "full_name": "John Doe", "first_name": null, "middle_name": null, "last_name": null, "address": { "street": "123 Main St.", "city": "Anytown", "state": "CA", "zip_code": "90210" }, "date_of_birth": "0101-01-19", "gender": "M", "height": "6'0\"", "weight": null, "eye_color": null, "hair_color": "Brown", "issue_date": "2023-04-05", "expiration_date": "2028-04-05", "license_class": "C", "donor": null, "veteran": false }
document.utility-bill	UtilityBill		{ "account_number": null, "date_mailed": null, "service_for": null, "service_address": null, "billing_period_start": "2023-10-01", "billing_period_end": "2023-10-31", "date_due": null, "amount_due": 159.78, "previous_balance": null, "payment_received": null, "current_charges": null, "breakdown_of_charges": null, "payment_options": [ "Check", "Credit Card" ], "contact_information": { "customer_name": "John Doe", "address": "123 Main St.", "city": "Anytown", "state": "CA", "zip_code": 90210 } }
document.w2-form	W2Form		{ "ssn": null, "ein": null, "employer_name": null, "employer_address": null, "control_number": null, "employee_name": "John Doe", "employee_address": null, "wages_tips_other_compensation": null, "federal_income_tax_withheld": null, "social_security_wages": null, "social_security_tax_withheld": 156789.0, "medicare_wages_and_tips": null, "medicare_tax_withheld": null, "social_security_tips": null, "allocated_tips": null, "dependent_care_benefits": null, "nonqualified_plans": null, "total_wages": null, "statutory_employee": null, "retirement_plan": null, "third_party_sick_pay": null, "other_wages": null, "employers_state_id_number": null, "state_wages": null, "state_income_tax_withheld": null, "local_wages": null, "local_income_tax_withheld": null, "locality_name": null, "form_year": 2023, "a_code": null, "a_value": null, "b_code": null, "b_value": null, "c_code": "W-2", "c_value": 45678.9, "d_code": null, "d_value": 12345.67 }
aerospace.remote-sensing	RemoteSensing		{ "description": "The provided satellite image appears to be of an urban area with mixed land use. The image shows a variety of structures that suggest residential, commercial, and possibly industrial zones. There are visible roads and what appear to be parking lots or open spaces near the buildings. Vegetation is sparse in some areas but more prominent in others, indicating different land cover types within the same region.", "objects": null, "categories": null, "is_visible": null }
healthcare.medical-insurance-card	MedicalInsuranceCard		{ "provider_service": null, "member_information": null, "pharmacy_plan": null, "insurance_provider": { "provider_name": "HealthGuard Insurance", "network": "Preferred Provider Network" }, "coverage": { "office_visit": null, "specialist_visit": null, "urgent_care": null, "emergency_room": null, "inpatient_hospital": "Covered with deductible and coinsurance, subject to annual maximums and copayments required for each service or visit." } }
retail.ecommerce-product-caption	RetailEcommerceProductCaption		{ "description": "The image appears to be of a product, possibly an electronic device or gadget, with a sleek and modern design featuring a curved edge on one side. The color scheme is primarily black with some silver accents, suggesting it could be made of metal or have metallic finishes. There are no visible buttons or ports in the front view shown, which might indicate that this item has a touch-sensitive interface or uses wireless connectivity for interaction.", "rating": 3, "name": "", "brand": "", "category": "", "price": "", "color": "black with silver accents" }
media.tv-news	TVNews		{ "description": "The image appears to be a screenshot from a television news broadcast, likely from a segment discussing current events or breaking news. The text on the screen is partially obscured but seems to reference 'COVID-19' and mentions 'vaccines,' suggesting that the topic of discussion might involve updates related to the COVID-19 pandemic, possibly focusing on vaccine distribution, efficacy, or public health measures.", "chyron": null, "network": null, "reporters": null }
document.us-passport	USPassport		{ "family_name": "Smith", "given_names": "John", "document_id": "123456789", "expiration_date": "2025-06-30", "date_of_birth": "1990-01-01", "issue_date": "2020-01-01", "mrz_code": "S SMITH J 123456789 20200101 20250630", "nationality": "United States of America", "place_of_birth": null, "sex": "M", "authority": null, "place_of_issue": "Washington, DC, USA" }
media.nfl-game-state	NFLGameState		{ "description": null, "teams": [ { "name": "Team A", "score": 14 }, { "name": "Team B", "score": 20 } ], "status": null, "quarter": 3, "clock_time": "0:58", "possession_team": null, "down": "1st", "distance": 10, "yard_line": 20, "network": null, "is_shown": true }
media.nba-game-state	NBAGameState		{ "description": null, "teams": [ { "name": "Team A", "score": 75 }, { "name": "Team B", "score": 80 } ], "status": null, "quarter": 4, "clock_time": "0:12", "shot_clock": 30, "network": null, "is_shown": true }