evalscope 0.6.1__py3-none-any.whl → 0.7.0__py3-none-any.whl

evalscope/backend/rag_eval/ragas/prompts/chinese/MultiHopSpecificQuerySynthesizer/generate_query_reference_prompt_chinese.json

@@ -0,0 +1,7 @@
+{
+  "ragas_version": "0.2.5",
+  "original_hash": -1698100170803872933,
+  "language": "chinese",
+  "instruction": "根据指定的条件（角色、主题、风格、长度）和提供的上下文生成查询和答案。确保答案完全忠实于上下文，仅使用直接来自提供节点的信息。### 指令：\n1. **生成查询**：根据上下文、角色、主题、风格和长度，创建一个与角色视角一致并反映主题的问题。\n2. **生成答案**：仅使用提供的上下文内容，创建一个忠实且详细的答案。不要包含任何不在或无法从给定上下文中推断的信息。\n### 示例输出：\n\n",
+  "examples": []
+}

evalscope/backend/rag_eval/ragas/prompts/chinese/MultiHopSpecificQuerySynthesizer/theme_persona_matching_prompt_chinese.json

@@ -0,0 +1,39 @@
+{
+  "ragas_version": "0.2.5",
+  "original_hash": 2334929353739018813,
+  "language": "chinese",
+  "instruction": "给定一个主题和角色列表，根据角色描述将每个角色与相关主题关联起来。",
+  "examples": [
+    {
+      "input": {
+        "themes": [
+          "同理心",
+          "包容性",
+          "远程工作"
+        ],
+        "personas": [
+          {
+            "name": "人力资源经理",
+            "role_description": "专注于包容性和员工支持。"
+          },
+          {
+            "name": "远程团队负责人",
+            "role_description": "管理远程团队沟通。"
+          }
+        ]
+      },
+      "output": {
+        "mapping": {
+          "HR Manager": [
+            "包容性",
+            "同理心"
+          ],
+          "Remote Team Lead": [
+            "远程工作",
+            "同理心"
+          ]
+        }
+      }
+    }
+  ]
+}

evalscope/backend/rag_eval/ragas/prompts/chinese/MultiModalFaithfulness/faithfulness_prompt_chinese.json

@@ -0,0 +1,34 @@
+{
+  "ragas_version": "0.2.5",
+  "original_hash": -2189588237940965149,
+  "language": "chinese",
+  "instruction": "请说明给定的信息是否得到视觉和文本上下文信息的支持。您需要回答“是”或“否”。如果任何图像和文本上下文支持该信息，请回答“是”。",
+  "examples": [
+    {
+      "input": {
+        "response": "苹果派通常是双层皮的。",
+        "retrieved_contexts": [
+          "苹果派是一种水果派，其主要馅料成分是苹果。",
+          "苹果派通常与奶油、冰淇淋（“苹果派 à la mode”）、蛋奶沙司或切达干酪一起食用。",
+          "它通常是双层皮的，上下都有糕点；上层皮可以是实心的或格状的（交叉条纹编织而成）。"
+        ]
+      },
+      "output": {
+        "faithful": true
+      }
+    },
+    {
+      "input": {
+        "response": "苹果派味道不好。",
+        "retrieved_contexts": [
+          "苹果派是一种水果派，其主要馅料成分是苹果。",
+          "苹果派通常与奶油、冰淇淋（“苹果派 à la mode”）、蛋奶沙司或切达干酪一起食用。",
+          "它通常是双层皮的，上下都有糕点；上层皮可以是实心的或格状的（交叉条纹编织而成）。"
+        ]
+      },
+      "output": {
+        "faithful": false
+      }
+    }
+  ]
+}

evalscope/backend/rag_eval/ragas/prompts/chinese/MultiModalRelevance/relevance_prompt_chinese.json

@@ -0,0 +1,36 @@
+{
+  "ragas_version": "0.2.5",
+  "original_hash": -7302860412443151372,
+  "language": "chinese",
+  "instruction": "\n您的任务是评估查询的响应是否与提供的图像和文本上下文信息一致。\n您有两个选项可以回答。要么是 True / False。\n如果查询的响应与上下文信息一致，则回答 - True，否则为 False。\n",
+  "examples": [
+    {
+      "input": {
+        "user_input": "传统玛格丽塔披萨的主要成分是什么？",
+        "response": "玛格丽塔披萨的主要成分是番茄、马苏里拉奶酪和新鲜罗勒。",
+        "retrieved_contexts": [
+          "传统的玛格丽塔披萨由薄薄的饼皮组成。",
+          "主要的配料包括番茄、马苏里拉奶酪、新鲜罗勒、盐和橄榄油。",
+          "它是最简单和最经典的披萨类型之一。"
+        ]
+      },
+      "output": {
+        "relevance": true
+      }
+    },
+    {
+      "input": {
+        "user_input": "谁在2021年奥斯卡颁奖典礼上获得了最佳男演员奖？",
+        "response": "2021年的最佳男演员奖由莱昂纳多·迪卡普里奥获得。",
+        "retrieved_contexts": [
+          "第93届奥斯卡颁奖典礼于2021年举行。",
+          "安东尼·霍普金斯凭借在《困在时间里的父亲》中的角色赢得了最佳男演员奖。",
+          "由于COVID-19的限制，这次活动具有独特性。"
+        ]
+      },
+      "output": {
+        "relevance": false
+      }
+    }
+  ]
+}

evalscope/backend/rag_eval/ragas/prompts/chinese/NERExtractor/prompt_chinese.json

@@ -0,0 +1,25 @@
+{
+  "ragas_version": "0.2.5",
+  "original_hash": -7036736759899743798,
+  "language": "chinese",
+  "instruction": "从给定文本中提取命名实体，限制输出为最重要的实体。确保实体数量不超过指定的最大值。",
+  "examples": [
+    {
+      "input": {
+        "text": "特斯拉和SpaceX的首席执行官埃隆·马斯克宣布计划将业务扩展到欧洲和亚洲的新地点。\n                此次扩展预计将创造数千个就业机会，特别是在柏林和上海等城市。",
+        "max_num": 10
+      },
+      "output": {
+        "entities": [
+          "埃隆·马斯克",
+          "特斯拉",
+          "SpaceX",
+          "欧洲",
+          "亚洲",
+          "柏林",
+          "上海"
+        ]
+      }
+    }
+  ]
+}

evalscope/backend/rag_eval/ragas/prompts/chinese/SingleHopSpecificQuerySynthesizer/generate_query_reference_prompt_chinese.json

@@ -0,0 +1,7 @@
+{
+  "ragas_version": "0.2.5",
+  "original_hash": -1422723613754983378,
+  "language": "chinese",
+  "instruction": "根据指定的条件（角色、术语、风格、长度）和提供的上下文生成查询和答案。确保答案完全忠实于上下文，仅使用直接来自提供上下文的信息。### 指令：\n1. **生成查询**：根据上下文、角色、术语、风格和长度，创建一个与角色视角一致并包含术语的问题。\n2. **生成答案**：仅使用提供的上下文中的内容，构建对查询的详细答案。不要添加上下文中未包含或无法推断的信息。\n### 示例输出：\n\n",
+  "examples": []
+}

evalscope/backend/rag_eval/ragas/prompts/chinese/SingleHopSpecificQuerySynthesizer/theme_persona_matching_prompt_chinese.json

@@ -0,0 +1,39 @@
+{
+  "ragas_version": "0.2.5",
+  "original_hash": 2334929353739018813,
+  "language": "chinese",
+  "instruction": "给定一个主题和角色列表，根据角色描述将每个角色与相关主题关联起来。",
+  "examples": [
+    {
+      "input": {
+        "themes": [
+          "同理心",
+          "包容性",
+          "远程工作"
+        ],
+        "personas": [
+          {
+            "name": "人力资源经理",
+            "role_description": "专注于包容性和员工支持。"
+          },
+          {
+            "name": "远程团队领导",
+            "role_description": "管理远程团队沟通。"
+          }
+        ]
+      },
+      "output": {
+        "mapping": {
+          "HR Manager": [
+            "包容性",
+            "同理心"
+          ],
+          "Remote Team Lead": [
+            "远程工作",
+            "同理心"
+          ]
+        }
+      }
+    }
+  ]
+}

evalscope/backend/rag_eval/ragas/prompts/chinese/SummaryExtractor/prompt_chinese.json

@@ -0,0 +1,16 @@
+{
+  "ragas_version": "0.2.5",
+  "original_hash": -5467318232123540806,
+  "language": "chinese",
+  "instruction": "将给定文本总结为少于10个句子。",
+  "examples": [
+    {
+      "input": {
+        "text": "人工智能\n\n人工智能正在通过自动化以前需要人类智能的任务来改变各个行业。从医疗到金融，人工智能正在被用来快速准确地分析大量数据。这项技术还推动了自动驾驶汽车和个性化推荐等领域的创新。"
+      },
+      "output": {
+        "text": "人工智能通过自动化任务、分析数据和推动自动驾驶汽车和个性化推荐等创新，正在革新各个行业。"
+      }
+    }
+  ]
+}

evalscope/backend/rag_eval/ragas/prompts/chinese/ThemesExtractor/prompt_chinese.json

@@ -0,0 +1,24 @@
+{
+  "ragas_version": "0.2.5",
+  "original_hash": 2452110859551524285,
+  "language": "chinese",
+  "instruction": "从给定的文本中提取主要主题和概念。",
+  "examples": [
+    {
+      "input": {
+        "text": "人工智能通过自动化需要人类智能的任务来改变行业。人工智能快速准确地分析大量数据，推动了自动驾驶汽车和个性化推荐等创新。",
+        "max_num": 10
+      },
+      "output": {
+        "output": [
+          "人工智能",
+          "自动化",
+          "数据分析",
+          "创新",
+          "自动驾驶汽车",
+          "个性化推荐"
+        ]
+      }
+    }
+  ]
+}

evalscope/backend/rag_eval/ragas/prompts/persona_prompt.py

@@ -0,0 +1,18 @@
+import typing as t
+
+from pydantic import BaseModel
+from ragas.prompt import PydanticPrompt, StringIO
+from ragas.testset.persona import Persona
+
+
+class PersonaGenerationPromptZH(PydanticPrompt[StringIO, Persona]):
+    instruction: str = ('使用提供的摘要，生成一个可能会与内容互动或从中受益的角色。包括一个独特的名字和一个简洁的角色描述。')
+    input_model: t.Type[StringIO] = StringIO
+    output_model: t.Type[Persona] = Persona
+    examples: t.List[t.Tuple[StringIO, Persona]] = [(
+        StringIO(text='《数字营销指南》解释了在各种在线平台上吸引受众的策略。'),
+        Persona(
+            name='数字营销专家',
+            role_description='专注于吸引受众并在线上提升品牌。',
+        ),
+    )]

evalscope/backend/vlm_eval_kit/backend_manager.py

@@ -1,10 +1,11 @@
+import copy
+import subprocess
+from functools import partial
 from typing import Optional, Union
-from evalscope.utils import is_module_installed, get_valid_list
+
 from evalscope.backend.base import BackendManager
+from evalscope.utils import get_valid_list, is_module_installed
 from evalscope.utils.logger import get_logger
-from functools import partial
-import subprocess
-import copy
 
 logger = get_logger()
 
@@ -19,6 +20,7 @@ class ExecutionMode:
 
 
 class VLMEvalKitBackendManager(BackendManager):
+
     def __init__(self, config: Union[str, dict], **kwargs):
         """BackendManager for VLM Evaluation Kit
 
@@ -36,7 +38,6 @@ class VLMEvalKitBackendManager(BackendManager):
 
         self._check_valid()
 
-    
     def _check_valid(self):
         # Ensure not both model and datasets are empty
         if not self.args.data or not self.args.model:
@@ -45,15 +46,15 @@ class VLMEvalKitBackendManager(BackendManager):
         # Check datasets
         valid_datasets, invalid_datasets = get_valid_list(self.args.data, self.valid_datasets)
         if len(invalid_datasets) != 0:
-            logger.warning(f"Using custom dataset: {invalid_datasets}, ")
-            
+            logger.warning(f'Using custom dataset: {invalid_datasets}, ')
+
         # Check model
         if isinstance(self.args.model[0], dict):
             model_names = [model['name'] for model in self.args.model]
             valid_model_names, invalid_model_names = get_valid_list(model_names, self.valid_model_names)
             assert len(invalid_model_names) == 0, f'Invalid models: {invalid_model_names}, ' \
                 f'refer to the following list to get proper model name: {self.valid_model_names}'
-            
+
             # set model_cfg
             new_model_names = []
             for model_cfg in self.args.model:
@@ -62,19 +63,15 @@ class VLMEvalKitBackendManager(BackendManager):
                 if model_name == 'CustomAPIModel':
                     model_type = model_cfg['type']
                     remain_cfg = copy.deepcopy(model_cfg)
-                    del remain_cfg['name'] # remove not used args
-                    del remain_cfg['type'] # remove not used args
-
-                    self.valid_models.update({
-                                model_type: partial(model_class, 
-                                                   model=model_type,
-                                                   **remain_cfg)
-                                })
+                    del remain_cfg['name']  # remove not used args
+                    del remain_cfg['type']  # remove not used args
+
+                    self.valid_models.update({model_type: partial(model_class, model=model_type, **remain_cfg)})
                     new_model_names.append(model_type)
                 else:
                     remain_cfg = copy.deepcopy(model_cfg)
-                    del remain_cfg['name'] # remove not used args
-                    
+                    del remain_cfg['name']  # remove not used args
+
                     self.valid_models[model_name] = partial(model_class, **remain_cfg)
                     new_model_names.append(model_name)
 
@@ -83,7 +80,7 @@ class VLMEvalKitBackendManager(BackendManager):
         elif isinstance(self.args.model[0], str):
             valid_model_names, invalid_model_names = get_valid_list(self.args.model, self.valid_model_names)
             if len(invalid_datasets) != 0:
-                logger.warning(f"Using custom dataset: {invalid_datasets}, ")
+                logger.warning(f'Using custom dataset: {invalid_datasets}, ')
 
     @property
     def cmd(self):
@@ -127,7 +124,7 @@ class VLMEvalKitBackendManager(BackendManager):
             f'--data {" ".join(self.args.data)} ' \
             f'{self.get_restore_arg("verbose", self.args.verbose)} ' \
             f'{self.get_restore_arg("ignore", self.args.ignore)} ' \
-            f'{self.get_restore_arg("rerun", self.args.rerun)} ' \
+            f'{self.get_restore_arg("reuse", self.args.reuse)} ' \
             f'{self.get_arg_with_default("work-dir", self.args.work_dir)} ' \
             f'{self.get_arg_with_default("limit", self.args.limit)} ' \
             f'{self.get_arg_with_default("mode", self.args.mode)} ' \
@@ -141,7 +138,12 @@ class VLMEvalKitBackendManager(BackendManager):
         if run_mode == ExecutionMode.CMD:
             logger.info(f'** Run command: {self.cmd}')
             try:
-                subprocess.run(self.cmd, check=True, ext=True, shell=True,)
+                subprocess.run(
+                    self.cmd,
+                    check=True,
+                    ext=True,
+                    shell=True,
+                )
             except subprocess.CalledProcessError as e:
                 logger.error(f'** Run command failed: {e.stderr}')
                 raise

evalscope/benchmarks/ceval/samples.jsonl

@@ -0,0 +1 @@
+{'id': 0, 'question': '下列关于税法基本原则的表述中，不正确的是____。', 'A': '税收法定原则包括税收要件法定原则和税务合法性原则', 'B': '税收公平原则源于法律上的平等性原则', 'C': '税收效率原则包含经济效率和行政效率两个方面', 'D': '税务机关按法定程序依法征税，可以自由做出减征、停征或免征税款的决定', 'answer': 'D', 'explanation': ''}

evalscope/benchmarks/cmmlu/samples.jsonl

@@ -0,0 +1,5 @@
+{'input': '毛毛骑在牛背上过河，他共有甲、乙、丙、丁4头牛，甲过河要20分钟，乙过河要30分钟，丙过河要40分钟，丁过河要50分钟。毛毛每次只能赶2头牛过河，要把4头牛都赶到对岸去，最少要多少分钟?', 'A': '190', 'B': '180', 'C': '170', 'D': '160', 'target': 'D'}
+{'input': '下列关于重力的说法正确的是', 'A': '在地球周围的物体都要受到重力作用，与其运动状态无关', 'B': '对某一物体而言，重力的大小是一个恒量，不随物体的地理位置而改变', 'C': '重力就是地球对物体的吸引力，重力的方向总是竖直向下', 'D': '在地球表面各处的重力方向都是相同的', 'target': 'A'}
+{'input': '心脏的静脉血回心的主要途径是', 'A': '心小静脉', 'B': '冠状窦', 'C': '心中静脉', 'D': '心前静脉', 'target': 'B'}
+{'input': "以西蒙为代表的决策理论学派提出的决策准则是", 'A': '最优化', 'B': '公平', 'C': '民主化', 'D': '满意', 'target': 'D'}
+{'input': '20世纪初，英国首相阿斯奎斯说：“我们现在有一个牢固确立了两百年的传统，即归根到底，王位的占有者接受其大臣的建议并据此行事。”这一传统的确立，使一个以小农业和手工业生产为主的国家变成了一个典型的资本主义国家，成为欧洲各国效仿的对象。各国效仿的理由是', 'A': '英国“光荣革命”宣告了欧洲新社会政治制度的诞生', 'B': '殖民主义深刻影响了英国“世界工厂”的地位', 'C': '英国经济上的成就得益于其制度设计', 'D': '英国启蒙思想奠定了资产阶级民主主义政治的理论基础', 'target': 'C'}

evalscope/benchmarks/mmlu/samples.jsonl

@@ -0,0 +1,5 @@
+{'input': 'A "dished face" profile is often associated with', 'A': 'a protruding mandible due to reactivation of the condylar cartilage by acromegaly.', 'B': 'a recessive maxilla due to failure of elongation of the cranial base.', 'C': 'an enlarged frontal bone due to hydrocephaly.', 'D': 'defective development of the maxillary air sinus.', 'target': 'B'}
+{'input': '___________ is based on the idea that customer expectations of the service they will receive shape their perception of the actual service encounter.', 'A': 'Service quality.', 'B': 'Service action.', 'C': 'Service recovery.', 'D': 'Service satisfaction.', 'target': 'A'}
+{'input': ' Information collected for the first time specifically for a marketing research study is called:', 'A': 'Secondary research.', 'B': 'Primary research.', 'C': 'Soft research.', 'D': 'Experimental research.', 'target': 'B'}
+{'input': "This includes advertisements that contain 'call-to-response' mechanisms such as telephone numbers, website addresses, email and postal addresses:", 'A': 'Direct response advertising.', 'B': 'Sales promotions.', 'C': 'Mass media advertising.', 'D': 'Public relations.', 'target': 'A'}
+{'input': 'Which of the following is not part of the external marketing environment?', 'A': 'Political.', 'B': 'Legal.', 'C': 'Product.', 'D': 'Socio-cultural.', 'target': 'C'}

evalscope/benchmarks/race/samples.jsonl

@@ -0,0 +1,5 @@
+{'example_id': 'middle4227.txt', 'article': 'There are many kinds...ealthy.\n,.', 'answer': 'D', 'question': 'We may read this pas... in   _  .', 'options': ['a letter', 'a story', 'a newspaper', 'a health magazine']}
+{'example_id': 'middle3329.txt', 'article': 'Do you know why diff...ng at all.', 'answer': 'B', 'question': 'Those pests with dif...of danger.', 'options': ['change their colours', 'hide in the day time...r at night', 'move quietly', 'hide at night and ap...e day time']}
+{'example_id': 'middle3614.txt', 'article': 'The seahorse is a ve...o the sea.', 'answer': 'B', 'question': 'A seahorse eats   _  .', 'options': ['sea weed', 'small fish', 'water', 'nothing']}
+{'example_id': 'middle6632.txt', 'article': 'Kids have unbelievab...h at her."', 'answer': 'D', 'question': 'Which is NOT mention...e passage?', 'options': ['Robots keep secrets.', 'Robots give suggestions.', 'Robots do chores.', 'Robots make movies.']}
+{'example_id': 'middle3503.txt', 'article': 'Have you ever heard ...eir lives.', 'answer': 'B', 'question': 'Which of the followi...lue moon"?', 'options': ['Simon often tells jo...blue moon.', 'Tom rarely remembers...blue moon.', 'Mary likes to go sho...blue moon.', 'Cindy hates to stay ...blue moon.']}

evalscope/benchmarks/trivia_qa/samples.jsonl

@@ -0,0 +1,5 @@
+{"input": [{"role": "system", "content": "Follow the given examples and answer the question."}, {"role": "user", "content": "Who was the man behind The Chipmunks?"}], "ideal": ["David Seville", "david seville"]}
+{"input": [{"role": "system", "content": "Follow the given examples and answer the question."}, {"role": "user", "content": "Which Lloyd Webber musical premiered in the US on 10th December 1993?"}], "ideal": ["Sunset Blvd", "West Sunset Boulevard", "Sunset Boulevard", "Sunset Bulevard", "Sunset Blvd.", "sunset boulevard", "sunset bulevard", "west sunset boulevard", "sunset blvd"]}
+{"input": [{"role": "system", "content": "Follow the given examples and answer the question."}, {"role": "user", "content": "Who was the next British Prime Minister after Arthur Balfour?"}], "ideal": ["Sir Henry Campbell-Bannerman", "Campbell-Bannerman", "Campbell Bannerman", "Sir Henry Campbell Bannerman", "Henry Campbell Bannerman", "Henry Campbell-Bannerman", "henry campbell bannerman", "sir henry campbell bannerman", "campbell bannerman"]}
+{"input": [{"role": "system", "content": "Follow the given examples and answer the question."}, {"role": "user", "content": "Who had a 70s No 1 hit with Kiss You All Over?"}], "ideal": ["Internal exile", "Exiles", "Transported for life", "Exile (politics and government)", "Voluntary exile", "Sent into exile", "Exile and Banishment", "Self-exile", "Forced exile", "Exile", "Exile in Greek tragedy", "Banish", "Banishment", "exiles", "voluntary exile", "forced exile", "banish", "self exile", "exile politics and government", "exile in greek tragedy", "sent into exile", "banishment", "transported for life", "exile", "internal exile", "exile and banishment"]}
+{"input": [{"role": "system", "content": "Follow the given examples and answer the question."}, {"role": "user", "content": "What claimed the life of singer Kathleen Ferrier?"}], "ideal": ["Cancer pathology", "Deaths by cancer", "Anti-cancer", "Cancer (disease)", "Cancerophobia", "Malignant lesion", "Cancer medication", "Malignant tumors", "Cancer signs", "Malignant neoplasm", "Invasive (cancer)", "Malignant Neoplasms", "Malignant growth", "Sporadic cancer", "Malignant cancer", "Tumour virus", "Cancer en cuirasse", "Microtumor", "Malignant neoplasms", "Malignant tumour", "Carcinophobia", "Malignacy", "Cancer patient", "Epithelial cancers", "Solid cancer", "Cancers", "Tumor medication", "Malignant neoplastic disease", "AIDS-related cancer", "Invasive cancer", "Cancer therapy", "Cancerous tumor", "Cancer", "Financial toxicity", "Cancer diagnosis", "Cancer (medicine)", "Malignant tumor", "Cancerous", "Borderline (cancer)", "Signs of cancer", "Malignancies", "Cancer aromatase", "aids related cancer", "sporadic cancer", "cancer disease", "malignant tumors", "cancers", "carcinophobia", "cancer", "cancer diagnosis", "malignant neoplastic disease", "malignant neoplasm", "tumour virus", "cancer medicine", "deaths by cancer", "malignant tumour", "epithelial cancers", "solid cancer", "cancerous", "borderline cancer", "invasive cancer", "anti cancer", "cancer pathology", "cancer signs", "cancer aromatase", "cancer therapy", "financial toxicity", "cancerophobia", "cancer en cuirasse", "cancer patient", "cancerous tumor", "malignant cancer", "malignant neoplasms", "tumor medication", "signs of cancer", "malignacy", "malignant tumor", "cancer medication", "microtumor", "malignancies", "malignant lesion", "malignant growth"]}

evalscope/cli/start_perf.py

@@ -1,20 +1,21 @@
 # Copyright (c) Alibaba, Inc. and its affiliates.
-from abc import abstractmethod
-import os, sys, time
+import os
 from argparse import ArgumentParser
-import subprocess
-
 
 from evalscope.cli.base import CLICommand
-from evalscope.perf.http_client import add_argument, run_perf_benchmark
+from evalscope.perf.arguments import add_argument
+from evalscope.perf.main import run_perf_benchmark
 
 current_path = os.path.dirname(os.path.abspath(__file__))
 root_path = os.path.dirname(current_path)
+
+
 def subparser_func(args):
     """ Function which will be called for a specific sub parser.
     """
     return PerfBenchCMD(args)
-        
+
+
 class PerfBenchCMD(CLICommand):
     name = 'perf'
 
@@ -28,10 +29,6 @@ class PerfBenchCMD(CLICommand):
         parser = parsers.add_parser(PerfBenchCMD.name)
         add_argument(parser)
         parser.set_defaults(func=subparser_func)
-        
+
     def execute(self):
         run_perf_benchmark(self.args)
-        
-        
-        
-