diff --git a/multiplex.json b/multiplex.json index d40a38c..2845c32 100644 --- a/multiplex.json +++ b/multiplex.json @@ -7,7 +7,7 @@ "args" : [ "model" ], - "vals" : "BERT_pytorch|fastNLP_Bert|hf_Bert_large|hf_BigBird|hf_DistilBert|hf_GPT2|hf_GPT2_large|hf_Longformer|hf_Roberta_base|hf_Reformer|llama|llama_v2_7b_16h|llava|hf_Whisper|hf_T5_large|hf_T5|nanogpt|timm_vision_transformer|timm_vision_transformer_large" + "vals" : "^BERT_pytorch$|^fastNLP_Bert$|^hf_Bert_large$|^hf_BigBird$|^hf_DistilBert$|^hf_GPT2$|^hf_GPT2_large$|^hf_Longformer$|^hf_Roberta_base$|^hf_Reformer$|^llama$|^llama_v2_7b_16h$|^llava$|^hf_Whisper$|^hf_T5_large$|^hf_T5$|^nanogpt$|^timm_vision_transformer$|^timm_vision_transformer_large$" } } } diff --git a/pytorch-post-process b/pytorch-post-process index c3f7e24..02d29a8 100755 --- a/pytorch-post-process +++ b/pytorch-post-process @@ -93,10 +93,8 @@ def main(): # } # } - print(d) - # Now create the primary metric and the primary-period - iter_sample['primary-metric'] = 'elapsed-time-milliseconds' + iter_sample['primary-metric'] = 'latency-milliseconds' period = { 'name': 'measurement', 'metric-files': [] } file_id = 'measurement' desc = {'source' : 'pytorch', 'class': 'count', 'type': 'elapsed-time-milliseconds'} @@ -104,6 +102,12 @@ def main(): sample = {'begin': begin, 'end': end, 'value': end - begin} log_sample(file_id, desc, names, sample) + for key in d['metrics'].keys(): + if (re.search("metric=latencies$", key)): + desc = {'source' : 'pytorch', 'class': 'count', 'type': 'latency-milliseconds'} + sample = {'begin': begin, 'end': end, 'value': d['metrics'][key]} + log_sample(file_id, desc, names, sample) + metric_file_name = finish_samples() period['metric-files'].append(metric_file_name) iter_sample['periods'].append(period)