From 541e788087572c303b0a0dedf8c8293624a28cca Mon Sep 17 00:00:00 2001 From: felix Date: Fri, 27 Oct 2023 17:00:29 +0200 Subject: [PATCH] add benchmarks vitstr base sar - remove sar from ende to end benchmark atm --- docs/source/using_doctr/using_models.rst | 10 +++------- 1 file changed, 3 insertions(+), 7 deletions(-) diff --git a/docs/source/using_doctr/using_models.rst b/docs/source/using_doctr/using_models.rst index b34d3858e1..8b218c9ad5 100644 --- a/docs/source/using_doctr/using_models.rst +++ b/docs/source/using_doctr/using_models.rst @@ -159,11 +159,11 @@ For a comprehensive comparison, we have compiled a detailed benchmark on publicl +----------------+---------------------------------+-----------------+--------------+------------+---------------+------------+---------------+--------------------+ | PyTorch | master | (32, 128, 3) | 58.7 M | 88.57 | 89.39 | 95.73 | 96.21 | 17.6 | +----------------+---------------------------------+-----------------+--------------+------------+---------------+------------+---------------+--------------------+ -| PyTorch | sar_resnet31 | (32, 128, 3) | 55.4 M | | | | | 4.9 | +| PyTorch | sar_resnet31 | (32, 128, 3) | 55.4 M | 88.10 | 88.88 | 94.83 | 95.29 | 4.9 | +----------------+---------------------------------+-----------------+--------------+------------+---------------+------------+---------------+--------------------+ | PyTorch | vitstr_small | (32, 128, 3) | 21.4 M | 88.00 | 88.82 | 95.40 | 95.78 | 1.5 | +----------------+---------------------------------+-----------------+--------------+------------+---------------+------------+---------------+--------------------+ -| PyTorch | vitstr_base | (32, 128, 3) | 85.2 M | | | | | 4.1 | +| PyTorch | vitstr_base | (32, 128, 3) | 85.2 M | 88.33 | 89.09 | 95.32 | 95.71 | 4.1 | +----------------+---------------------------------+-----------------+--------------+------------+---------------+------------+---------------+--------------------+ | PyTorch | parseq | (32, 128, 3) | 23.8 M | 88.53 | 89.24 | 95.56 | 95.91 | 2.2 | +----------------+---------------------------------+-----------------+--------------+------------+---------------+------------+---------------+--------------------+ @@ -222,8 +222,6 @@ For a comprehensive comparison, we have compiled a detailed benchmark on publicl +----------------+----------------------------------------------------------+------------+---------------+------------+---------------+ | TensorFlow | db_resnet50 + crnn_mobilenet_v3_large | 70.01 | 74.70 | 83.28 | 80.73 | +----------------+----------------------------------------------------------+------------+---------------+------------+---------------+ -| TensorFlow | db_resnet50 + sar_resnet31 | 68.75 | 73.76 | 78.56 | 76.24 | -+----------------+----------------------------------------------------------+------------+---------------+------------+---------------+ | TensorFlow | db_resnet50 + master | 68.75 | 73.76 | 78.56 | 76.24 | +----------------+----------------------------------------------------------+------------+---------------+------------+---------------+ | TensorFlow | db_resnet50 + vitstr_small | 64.58 | 68.91 | 74.66 | 72.37 | @@ -238,13 +236,11 @@ For a comprehensive comparison, we have compiled a detailed benchmark on publicl +----------------+----------------------------------------------------------+------------+---------------+------------+---------------+ | PyTorch | db_resnet50 + crnn_mobilenet_v3_large | 68.45 | 74.63 | 84.86 | 83.27 | +----------------+----------------------------------------------------------+------------+---------------+------------+---------------+ -| PyTorch | db_resnet50 + sar_resnet31 | | | | | -+----------------+----------------------------------------------------------+------------+---------------+------------+---------------+ | PyTorch | db_resnet50 + master | 69.22 | 75.46 | 86.11 | 84.54 | +----------------+----------------------------------------------------------+------------+---------------+------------+---------------+ | PyTorch | db_resnet50 + vitstr_small | 68.13 | 74.27 | 85.70 | 84.14 | +----------------+----------------------------------------------------------+------------+---------------+------------+---------------+ -| PyTorch | db_resnet50 + vitstr_base | | | | | +| PyTorch | db_resnet50 + vitstr_base | 69.10 | 75.33 | 85.80 | 84.24 | +----------------+----------------------------------------------------------+------------+---------------+------------+---------------+ | PyTorch | db_resnet50 + parseq | 69.01 | 75.24 | 86.01 | 84.44 | +----------------+----------------------------------------------------------+------------+---------------+------------+---------------+