forked from LINC-BIT/legodnn
-
Notifications
You must be signed in to change notification settings - Fork 0
/
legodnn_inceptionv3_test.py
75 lines (63 loc) · 3.93 KB
/
legodnn_inceptionv3_test.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
import os
os.environ["CUDA_VISIBLE_DEVICES"] = "0"
import sys
sys.path.insert(0, '../../')
sys.setrecursionlimit(100000)
import torch
from legodnn import BlockRetrainer, BlockProfiler, LatencyEstimator, ScalingOptimizer
from legodnn.common.utils.gen_series_legodnn_models import gen_series_legodnn_models
from legodnn.common.utils.dl.common.env import set_random_seed
set_random_seed(0)
from legodnn.common.detection.model_topology_extraction import topology_extraction
from legodnn.common.manager.block_manager.auto_block_manager import AutoBlockManager
from legodnn.common.detection.common_detection_manager_1204_new import CommonDetectionManager
from legodnn.common.manager.model_manager.common_model_manager import CommonModelManager
from cv_task.datasets.image_classification.cifar_dataloader import CIFAR10Dataloader, CIFAR100Dataloader
from cv_task.image_classification.cifar.models import inceptionv3
if __name__ == '__main__':
cv_task = 'image_classification'
dataset_name = 'cifar100'
model_name = 'inceptionv3'
# compress_layer_max_ratio = 0.25
compress_layer_max_ratio = 0.125
device = 'cuda'
model_input_size = (1, 3, 32, 32)
train_batch_size = 128
test_batch_size = 128
block_sparsity = [0.0, 0.3, 0.6, 0.8]
root_path = os.path.join('results/legodnn', cv_task, model_name+'_'+dataset_name + '_' + str(compress_layer_max_ratio).replace('.', '-'))
compressed_blocks_dir_path = root_path + '/compressed'
trained_blocks_dir_path = root_path + '/trained'
descendant_models_dir_path = root_path + '/descendant'
block_training_max_epoch = 20
test_sample_num = 100
teacher_model = inceptionv3(num_classes=100).to(device)
teacher_model.load_state_dict(torch.load('cv_task_model/image_classification/cifar100/inceptionv3/2021-10-20/22-12-21/inceptionv3.pth')['net'])
print('\033[1;36m--------------------------------> BUILD LEGODNN GRAPH\033[0m')
model_graph = topology_extraction(teacher_model, model_input_size, device=device)
model_graph.print_ordered_node()
# exit(0)
print('\033[1;36m--------------------------------> START BLOCK DETECTION\033[0m')
detection_manager = CommonDetectionManager(model_graph, max_ratio=compress_layer_max_ratio)
detection_manager.detection_all_blocks()
detection_manager.print_all_blocks()
# exit(0)
model_manager = CommonModelManager()
block_manager = AutoBlockManager(block_sparsity, detection_manager, model_manager)
print('\033[1;36m--------------------------------> START BLOCK EXTRACTION\033[0m')
block_manager.extract_all_blocks(teacher_model, compressed_blocks_dir_path, model_input_size, device)
print('\033[1;36m--------------------------------> START BLOCK TRAIN\033[0m')
train_loader, test_loader = CIFAR100Dataloader()
block_trainer = BlockRetrainer(teacher_model, block_manager, model_manager, compressed_blocks_dir_path,
trained_blocks_dir_path, block_training_max_epoch, train_loader, device=device)
block_trainer.train_all_blocks()
server_block_profiler = BlockProfiler(teacher_model, block_manager, model_manager,
trained_blocks_dir_path, test_loader, model_input_size, device)
server_block_profiler.profile_all_blocks()
edge_block_profiler = LatencyEstimator(block_manager, model_manager, trained_blocks_dir_path,
test_sample_num, model_input_size, device)
edge_block_profiler.profile_all_blocks()
optimal_runtime = ScalingOptimizer(trained_blocks_dir_path, model_input_size,
block_manager, model_manager, device)
# print('optimal model info: {}'.format(optimal_runtime.update_model(10, 4.5 * 1024 ** 2)))
gen_series_legodnn_models(deadline=100, model_size_search_range=[40,90], target_model_num=50, optimal_runtime=optimal_runtime, descendant_models_save_path=descendant_models_dir_path, device=device)