v2.0

Author: changqingai

.gitattributes

@@ -1,3 +1,2 @@
-opencv_world342.dll filter=lfs diff=lfs merge=lfs -text
-opencv_world342d.dll filter=lfs diff=lfs merge=lfs -text
+*.dll filter=lfs diff=lfs merge=lfs -text
 libprotobufd.lib filter=lfs diff=lfs merge=lfs -text

LICENSE.txt

@@ -0,0 +1,59 @@
+# -*- coding: utf-8 -*-
+"""
+Tencent is pleased to support the open source community by making GameAISDK available.
+
+This source code file is licensed under the GNU General Public License Version 3.
+For full details, please refer to the file "LICENSE.txt" which is provided as part of this source code package.
+
+Copyright (C) 2020 THL A29 Limited, a Tencent company.  All rights reserved.
+"""
+
+import os
+import sys
+import platform
+__is_windows_system = platform.platform().lower().startswith('window')
+__is_linux_system = platform.platform().lower().startswith('linux')
+if __is_windows_system:
+    sys.path.append(os.path.dirname(__file__))
+    sys.path.append(os.path.join(os.path.dirname(__file__), 'windows'))
+    from windows.detect_util import main
+elif __is_linux_system:
+    sys.path.append(os.path.dirname(__file__))
+    sys.path.append(os.path.join(os.path.dirname(__file__), 'ubuntu'))
+    from ubuntu.detect_util import main
+else:
+    raise Exception('system is not support!')
+
+"""  
+parser = argparse.ArgumentParser(description='RefineDet Training')
+## basic configurations
+parser.add_argument('-v', '--version', default='Refine_hc2net_version3',
+                    help='Refine_vgg, Refine_mobile, Refine_hcnet, Refine_hc2net, Refine_hc2net_version2, Refine_hc2net_version3, '
+                         'Refine_hc2net_version4, Refine_shufflenetv2, Refine_mobilenetv2, Refine_mobilenetv3, '
+                         'Refine_mobilenetv3_version2, Refine_mobilenetv3_version3, Refine_resnet101, Refine_resnet101_heavy')
+parser.add_argument('-s', '--size', default=320, type=int, help='320, 512 (512 support Refine_hc2net_version3, Refine_resnet101, Refine_resnet101_heavy)')
+parser.add_argument('-d', '--dataset', default='self_dataset',  help='VOC, COCO, OpenImage500, Objects365 or self dataset')
+parser.add_argument('--num_classes', default=5, type=int, help='number of classes, including background')
+## pretained model
+parser.add_argument('-m', '--trained_model',
+                    default='weights/Refine_hc2net_version3_320/model/Final_Refine_hc2net_version3_self_dataset.pth',
+                    type=str, help='Trained state_dict file path to open')
+parser.add_argument('--onnx_model',
+                    default='weights/Refine_hc2net_version3_320/model/Final_Refine_hc2net_version3_self_dataset.onnx',
+                    type=str, help='output onnx model')
+## post processing
+parser.add_argument('-n', '--nms_type', default='soft', help='nms type: normal, soft')
+parser.add_argument('--obj_thresh', default=0.50, type=float, help='object threshold for testing')
+parser.add_argument('--nms_thresh', default=0.45, type=float, help='nms threshold for testing')
+## src images
+parser.add_argument('-f', '--test_images', default='./test_images', help='test images can be folder, image or txt file')
+parser.add_argument('--image_nums', default=100, type=int, help='maximum number of test images, -1 means all images in test_images')
+parser.add_argument('--save_folder', default='eval/', type=str, help='Dir to save results')
+parser.add_argument('--label_list', default='./test_dataset.txt', type=str, help='test image label list')
+## platform
+parser.add_argument('--cuda', default=False, type=str2bool, help='Use cuda to train model')
+parser.add_argument('--inference_platform', default='pytorch', type=str, help='inference platform: caffe2, pytorch')
+"""
+
+if __name__ == "__main__":
+    main()

Modules/RefineDet/detect.py

@@ -0,0 +1,46 @@
+# -*- coding: utf-8 -*-
+"""
+Tencent is pleased to support the open source community by making GameAISDK available.
+
+This source code file is licensed under the GNU General Public License Version 3.
+For full details, please refer to the file "LICENSE.txt" which is provided as part of this source code package.
+
+Copyright (C) 2020 THL A29 Limited, a Tencent company.  All rights reserved.
+"""
+
+import os
+import sys
+import platform
+__is_windows_system = platform.platform().lower().startswith('window')
+__is_linux_system = platform.platform().lower().startswith('linux')
+if __is_windows_system:
+    sys.path.append(os.path.dirname(__file__))
+    sys.path.append(os.path.join(os.path.dirname(__file__), 'windows'))
+    from windows.detect_mutilple_images_util import main
+elif __is_linux_system:
+    sys.path.append(os.path.dirname(__file__))
+    sys.path.append(os.path.join(os.path.dirname(__file__), 'ubuntu'))
+    from ubuntu.detect_mutilple_images_util import main
+else:
+    raise Exception('system is not support!')
+
+
+"""
+parser.add_argument('--onnx_model',
+                    default='./weights/Refine_hc2net_version3_320/model/Refine_hc2net_version3_self_dataset_epoches_55.onnx',
+                    type=str, help='output onnx model')
+parser.add_argument('--trained_model',
+                    default='./weights/Refine_hc2net_version3_320/model/Refine_hc2net_version3_self_dataset_epoches_55.pth',
+                    type=str, help='output onnx model')
+## post processing
+parser.add_argument('--obj_thresh', default=0.50, type=float, help='object threshold for testing')
+parser.add_argument('--nms_thresh', default=0.45, type=float, help='nms threshold for testing')
+## src images
+parser.add_argument('-f', '--test_images', default='./test_UI', help='folder of test images')
+## show result
+parser.add_argument('--show_result', default=False, type=str2bool, help='Show result')
+"""
+
+
+if __name__ == '__main__':
+    main()

Modules/RefineDet/detect_mutilple_images.py

@@ -0,0 +1,29 @@
+# -*- coding: utf-8 -*-
+"""
+Tencent is pleased to support the open source community by making GameAISDK available.
+
+This source code file is licensed under the GNU General Public License Version 3.
+For full details, please refer to the file "LICENSE.txt" which is provided as part of this source code package.
+
+Copyright (C) 2020 THL A29 Limited, a Tencent company.  All rights reserved.
+"""
+
+import os
+import sys
+import platform
+__is_windows_system = platform.platform().lower().startswith('window')
+__is_linux_system = platform.platform().lower().startswith('linux')
+if __is_windows_system:
+    sys.path.append(os.path.dirname(__file__))
+    sys.path.append(os.path.join(os.path.dirname(__file__), 'windows'))
+    from windows.detect_one_image_util import main
+elif __is_linux_system:
+    sys.path.append(os.path.dirname(__file__))
+    sys.path.append(os.path.join(os.path.dirname(__file__), 'ubuntu'))
+    from ubuntu.detect_one_image_util import main
+else:
+    raise Exception('system is not support!')
+
+
+if __name__ == '__main__':
+    main()

Modules/RefineDet/detect_one_image.py

@@ -0,0 +1,64 @@
+# -*- coding: utf-8 -*-
+"""
+Tencent is pleased to support the open source community by making GameAISDK available.
+
+This source code file is licensed under the GNU General Public License Version 3.
+For full details, please refer to the file "LICENSE.txt" which is provided as part of this source code package.
+
+Copyright (C) 2020 THL A29 Limited, a Tencent company.  All rights reserved.
+"""
+
+import os
+import sys
+import platform
+import time
+__is_windows_system = platform.platform().lower().startswith('window')
+__is_linux_system = platform.platform().lower().startswith('linux')
+if __is_windows_system:
+    sys.path.append(os.path.dirname(__file__))
+    sys.path.append(os.path.join(os.path.dirname(__file__), 'windows'))
+    from windows.detectmap_util import main
+elif __is_linux_system:
+    sys.path.append(os.path.dirname(__file__))
+    sys.path.append(os.path.join(os.path.dirname(__file__), 'ubuntu'))
+    from ubuntu.detectmap_util import main
+else:
+    raise Exception('system is not support!')
+
+
+"""
+parser.add_argument('-v', '--version', default='Refine_hc2net_version3',
+                    help='Refine_vgg, Refine_mobile, Refine_hcnet, Refine_hc2net, Refine_hc2net_version2, Refine_hc2net_version3, '
+                         'Refine_hc2net_version4, Refine_shufflenetv2, Refine_mobilenetv2, Refine_mobilenetv3, '
+                         'Refine_mobilenetv3_version2, Refine_mobilenetv3_version3, Refine_resnet101, Refine_resnet101_heavy')
+parser.add_argument('-s', '--size', default=320, type=int,
+                    help='320, 512 (512 support Refine_hc2net_version3, Refine_resnet101, Refine_resnet101_heavy)')
+parser.add_argument('-d', '--dataset', default='self_dataset ',
+                    help='VOC, COCO, OpenImage500, Objects365 or self dataset')
+parser.add_argument('--num_classes', default=5, type=int, help='number of classes, including background')
+## pretained model
+parser.add_argument('-m', '--trained_model',
+                    default='weights/Refine_hc2net_version3_320/model/Final_Refine_hc2net_version3_self_dataset.pth',
+                    type=str, help='Trained state_dict file path to open')
+parser.add_argument('--onnx_model',
+                    default='weights/Refine_hc2net_version3_320/0805/Refine_hc2net_version3_COCO_epoches_260_29.5.onnx',
+                    type=str, help='output onnx model')
+## post processing
+parser.add_argument('-n', '--nms_type', default='soft', help='nms type: normal, soft')
+parser.add_argument('--obj_thresh', default=0.01, type=float, help='object threshold for testing')
+parser.add_argument('--nms_thresh', default=0.45, type=float, help='nms threshold for testing')
+## src images
+parser.add_argument('-f', '--test_images', default='./test_images', help='test images can be folder, image or txt file')
+parser.add_argument('--image_nums', default=1, type=int,
+                    help='maximum number of test images, -1 means all images in test_images')
+parser.add_argument('--save_folder', default='./test_map', type=str, help='Dir to save results')
+parser.add_argument('--label_list', default='test_dataset.txt', type=str, help='test image label list')
+## platform
+parser.add_argument('--cuda', default=False, type=str2bool, help='Use cuda to train model')
+parser.add_argument('--inference_platform', default='pytorch', type=str, help='inference platform: caffe2, pytorch')
+"""
+
+
+if __name__ == "__main__":
+    main()
+    time.sleep(6)

Modules/RefineDet/detectmap.py

@@ -0,0 +1,91 @@
+# -*- coding: utf-8 -*-
+"""
+Tencent is pleased to support the open source community by making GameAISDK available.
+
+This source code file is licensed under the GNU General Public License Version 3.
+For full details, please refer to the file "LICENSE.txt" which is provided as part of this source code package.
+
+Copyright (C) 2020 THL A29 Limited, a Tencent company.  All rights reserved.
+"""
+
+import os
+import sys
+import platform
+__is_windows_system = platform.platform().lower().startswith('window')
+__is_linux_system = platform.platform().lower().startswith('linux')
+if __is_windows_system:
+    sys.path.append(os.path.dirname(__file__))
+    sys.path.append(os.path.join(os.path.dirname(__file__), 'windows'))
+    from windows.train_val_util import main
+elif __is_linux_system:
+    sys.path.append(os.path.dirname(__file__))
+    sys.path.append(os.path.join(os.path.dirname(__file__), 'ubuntu'))
+    from ubuntu.train_val_util import main
+else:
+    raise Exception('system is not support!')
+
+
+"""
+## basic configurations
+parser.add_argument('-v', '--version', default='Refine_hc2net_version3',
+                    help='Refine_vgg, Refine_mobile, Refine_hcnet, Refine_hc2net, Refine_hc2net_version2, Refine_hc2net_version3, '
+                         'Refine_hc2net_version4, Refine_shufflenetv2, Refine_mobilenetv2, Refine_mobilenetv3, '
+                         'Refine_mobilenetv3_version2, Refine_mobilenetv3_version3, Refine_resnet101, Refine_resnet101_heavy')
+parser.add_argument('-s', '--size', default=320, type=int, help='320, 512 (512 support Refine_hc2net_version3, Refine_resnet101, Refine_resnet101_heavy)')
+parser.add_argument('-d', '--dataset', default='self_dataset',  help='VOC, COCO, OpenImage500, Objects365 or self dataset')
+parser.add_argument('--num_classes', default=5, type=int, help='number of classes, including background')
+## train and test label lists
+parser.add_argument('--train_label_list', default='train_dataset.txt', type=str, help='train label list')
+parser.add_argument('--train_image_root', default='', type=str, help='training image root for openimage dataset')
+parser.add_argument('--test_label_list', default='test_dataset.txt', type=str, help='test label list')
+parser.add_argument('--test_image_root', default='', type=str, help='testing image root for openimage dataset')
+## data augumentation
+parser.add_argument('--augment', default=False, type=str2bool, help='use data augmentation or not')
+parser.add_argument('--crop', default=False, type=str2bool, help='use crop for data augmentation of not ')
+parser.add_argument('--rotate', default=False, type=str2bool, help='use ratota for data augmentation or not')
+parser.add_argument('--noise', default=False, type=str2bool, help='use noise for data augmentation or not')
+parser.add_argument('--train_shuffle', default=True, type=str2bool, help='shuffle training data or not')
+## training setting
+parser.add_argument('-b', '--batch_size', default=16, type=int, help='Batch size for training')
+parser.add_argument('--num_workers', default=6, type=int, help='Number of workers used in dataloading')
+parser.add_argument('--cuda', default=False, type=str2bool, help='Use cuda to train model')
+parser.add_argument('--ngpu', default=3, type=int, help='gpus')
+## post processing
+parser.add_argument('-n', '--nms_type', default='normal', type=str, help='nms type: soft, normal')
+parser.add_argument('--obj_thresh', default=0.01, type=float, help='object thresh for testing')
+parser.add_argument('--nms_thresh', default=0.45, type=float, help='nms thresh for testing')
+## training tricks
+parser.add_argument('--weighted_classes', default=True, type=str2bool, help='use weighted classes or not')
+parser.add_argument('--loc_loss_type', default='giou', type=str, help='smooth_l1, giou, iou')
+parser.add_argument('--loss_type', default='IOUGuided_OHEM', type=str, help='OHEM, focal_loss, ghm_loss, libra, IOUGuided_OHEM, GIOUGuided_OHEM')
+parser.add_argument('--IOU_guided_ratio', default=0.25, type=float, help='IOU guided ratio for IOUGuided_OHEM')
+parser.add_argument('--weighted_IOU_Guided', default=True, type=str2bool, help='use weighted IOU guided loss or not')
+parser.add_argument('--uncertainty_factor', default=True, type=str2bool, help='use uncertainty factor for multitask learning')
+parser.add_argument('--basenet', default='./weights/Refine_hc2net_version3_self_dataset_epoches_55.pth', help='pretrained base model')
+## learning rate relavent
+parser.add_argument('--lr', '--learning-rate', default=1e-1, type=float, help='initial learning rate')
+parser.add_argument('--momentum', default=0.96, type=float, help='momentum')
+parser.add_argument('--resume_net', default=True, type=str2bool, help='resume net for retraining')
+parser.add_argument('--resume_epoch', default=55, type=int, help='resume iter for retraining')
+parser.add_argument('-max', '--max_epoch', default=60, type=int, help='max epoch for retraining')
+parser.add_argument('-we', '--warm_epoch', default=2, type=float, help='warm epoch for retraining')
+parser.add_argument('--weight_decay', default=5e-4, type=float, help='Weight decay for SGD')
+parser.add_argument('--gamma', default=0.1, type=float, help='Gamma update for SGD')
+parser.add_argument('--adjust_type', default='step', type=str, help='learning rate adjusting type: step, cosine')
+## loss weight
+parser.add_argument('--anchor_class_loss_ratio', default=1.0, type=float, help='anchor class loss ratio')
+parser.add_argument('--class_loss_ratio', default=1.0, type=float, help='class loss ratio')
+## save and print
+parser.add_argument('--save_folder', default='weights', help='Location to save checkpoint models')
+parser.add_argument('--date', default='model')
+parser.add_argument('--save_frequency', default=10, type=int, help='how many epoches to save model')
+parser.add_argument('--print_frequency', default=1, type=int, help='how many iters to print loss')
+parser.add_argument('--retest', default=False, type=str2bool, help='test cache results')
+parser.add_argument('--test_frequency', default=10, type=int, help='how many epoches to test model')
+## random seed
+parser.add_argument('--rand_seed', type=int, default=2,  help='seed for torch ramdom')
+"""
+
+
+if __name__ == "__main__":
+    main()

Modules/RefineDet/train_val.py

@@ -0,0 +1,80 @@
+1
+1.579531322
+1.117189253
+1.492039504
+1.761043695
+1.656781425
+1.82556069
+1.441447995
+1.415275485
+1.354806288
+2.641755395
+2.584996317
+3.19618916
+1.446281337
+1.413537791
+1.798066036
+1.713470845
+1.617781078
+1.460337928
+1.518527719
+1.709343734
+3.171553198
+1.729171893
+1.751484117
+1.492259596
+1.396193369
+1.369175803
+1.625823383
+1.645380067
+2.250652085
+1.615841452
+2.265754852
+1.636396957
+1.478545949
+2.069258634
+1.966467947
+1.713866667
+1.653420792
+1.789675776
+1.205698731
+1.532260394
+1.237876467
+1.716651041
+1.540744794
+1.651552017
+1.325411651
+1.461600179
+1.679365253
+1.855547802
+1.630608937
+1.567578525
+1.533986642
+2.171185486
+1.677947969
+1.574070062
+1.631893601
+1.133231522
+1.683836579
+1.49652685
+1.885508998
+1.301209423
+1.888554088
+1.679099016
+1.769939119
+2.422526937
+1.688738943
+2.182054961
+1.629855919
+2.812805426
+2.056054014
+9.265382247
+1.702867758
+2.262559785
+1.202041869
+1.637090099
+1.615626759
+3.003066261
+1.79629654
+10
+2.613425063

Modules/RefineDet/ubuntu/DetectRefineNet.pyc

@@ -0,0 +1,15 @@
+./labeled_images/00fdfe384dfbd57dc41f6a73d6801b62.jpg 453 173 4564 3218 1 
+./labeled_images/0130b60d005b5525730fd39b69a6f8fc.jpg 445 61 567 161 1 
+./labeled_images/013e68e2fd1cedf730dd056b79a94360.jpg 501 126 548 176 3 1 1 550 411 5 
+./labeled_images/011dacb4bf642701f98cee670f8c9814.jpg 33 32 410 416 4 
+./labeled_images/00eb4738e93023ea09a5029f0480a7f6.jpg 113 122 303 286 1 169 176 266 264 2 
+./labeled_images/00f76b75f1206d6f43580a2a47c3ac55.jpg 6 48 3592 3148 1 
+./labeled_images/00fa71fc29c45b7b751775f7b4ba6352.jpg 308 131 508 291 1 
+./labeled_images/00fc804e23af54d7be066e6f0ab796fd.jpg 1 1 236 122 5 1 131 235 252 5 1 258 235 379 5 238 1 474 123 5 233 138 466 260 5 232 277 489 378 5 
+./labeled_images/01463fe0247914ad178dd09b51a6762b.jpg 1 1 552 276 5 18 16 71 73 3 
+./labeled_images/01470289528a7fd27689701677e6b78f.jpg 43 8 195 173 3 
+./labeled_images/014a43fbc164da14bf6dcf9df43cc69c.jpg 146 98 1345 1113 1 
+./labeled_images/014c6df130d7e555ec50573230b5483c.jpg 385 1 652 104 2 756 1 972 132 2 763 289 984 407 2 
+./labeled_images/014c97d988d835b02158c74740e4fb16.jpg 102 49 1171 934 1 1120 764 1250 887 1 
+./labeled_images/0157283db571af5f8f44c4a3e27201da.jpg 16 40 164 196 4 185 29 363 190 4 379 21 557 212 4 275 214 525 441 4 33 226 256 428 4 37 44 75 82 2 202 39 242 67 2 
+./labeled_images/01762945494f9e8b8216c94633399e34.jpg 123 27 974 871 4