def run_suite(case, config, summary):
config["<STR_LIT:name>"] = case<EOL>model_dir = os.path.join(livvkit.model_dir, config['<STR_LIT>'], case)<EOL>bench_dir = os.path.join(livvkit.bench_dir, config['<STR_LIT>'], case)<EOL>tabs = []<EOL>case_summary = LIVVDict()<EOL>model_cases = functions.collect_cases(model_dir)<EOL>bench_cases = functions.collect_cases(bench_dir)<EOL>for subcase in sorted(six.iterkeys(model_cases)):<EOL><INDENT>bench_subcases = bench_cases[subcase] if subcase in bench_cases else []<EOL>case_sections = []<EOL>for mcase in sorted(model_cases[subcase], key=functions.sort_processor_counts):<EOL><INDENT>bpath = (os.path.join(bench_dir, subcase, mcase.replace("<STR_LIT:->", os.path.sep))<EOL>if mcase in bench_subcases else "<STR_LIT>")<EOL>mpath = os.path.join(model_dir, subcase, mcase.replace("<STR_LIT:->", os.path.sep))<EOL>case_result = _analyze_case(mpath, bpath, config)<EOL>case_sections.append(elements.section(mcase, case_result))<EOL>case_summary[subcase] = _summarize_result(case_result,<EOL>case_summary[subcase])<EOL><DEDENT>tabs.append(elements.tab(subcase, section_list=case_sections))<EOL><DEDENT>result = elements.page(case, config["<STR_LIT:description>"], tab_list=tabs)<EOL>summary[case] = case_summary<EOL>_print_summary(case, summary[case])<EOL>functions.create_page_from_template("<STR_LIT>",<EOL>os.path.join(livvkit.index_dir,<EOL>"<STR_LIT>",<EOL>case + "<STR_LIT>")<EOL>)<EOL>functions.write_json(result, os.path.join(livvkit.output_dir, "<STR_LIT>"), case+"<STR_LIT>")<EOL>
Run the full suite of verification tests