1*4bdc9457SAndroid Build Coastguard Worker#!/usr/bin/env python 2*4bdc9457SAndroid Build Coastguard Worker# Copyright 2021 Google LLC 3*4bdc9457SAndroid Build Coastguard Worker# 4*4bdc9457SAndroid Build Coastguard Worker# This source code is licensed under the BSD-style license found in the 5*4bdc9457SAndroid Build Coastguard Worker# LICENSE file in the root directory of this source tree. 6*4bdc9457SAndroid Build Coastguard Worker 7*4bdc9457SAndroid Build Coastguard Workerimport argparse 8*4bdc9457SAndroid Build Coastguard Workerimport codecs 9*4bdc9457SAndroid Build Coastguard Workerimport math 10*4bdc9457SAndroid Build Coastguard Workerimport os 11*4bdc9457SAndroid Build Coastguard Workerimport re 12*4bdc9457SAndroid Build Coastguard Workerimport sys 13*4bdc9457SAndroid Build Coastguard Workerimport yaml 14*4bdc9457SAndroid Build Coastguard Worker 15*4bdc9457SAndroid Build Coastguard Workersys.path.insert(0, os.path.dirname(os.path.abspath(__file__))) 16*4bdc9457SAndroid Build Coastguard Workerimport xngen 17*4bdc9457SAndroid Build Coastguard Workerimport xnncommon 18*4bdc9457SAndroid Build Coastguard Worker 19*4bdc9457SAndroid Build Coastguard Worker 20*4bdc9457SAndroid Build Coastguard Workerparser = argparse.ArgumentParser( 21*4bdc9457SAndroid Build Coastguard Worker description='LUT microkernel test generator') 22*4bdc9457SAndroid Build Coastguard Workerparser.add_argument("-s", "--spec", metavar="FILE", required=True, 23*4bdc9457SAndroid Build Coastguard Worker help="Specification (YAML) file") 24*4bdc9457SAndroid Build Coastguard Workerparser.add_argument("-o", "--output", metavar="FILE", required=True, 25*4bdc9457SAndroid Build Coastguard Worker help='Output (C++ source) file') 26*4bdc9457SAndroid Build Coastguard Workerparser.set_defaults(defines=list()) 27*4bdc9457SAndroid Build Coastguard Worker 28*4bdc9457SAndroid Build Coastguard Worker 29*4bdc9457SAndroid Build Coastguard Workerdef split_ukernel_name(name): 30*4bdc9457SAndroid Build Coastguard Worker match = re.fullmatch(r"xnn_x8_lut_ukernel__(.+)_x(\d+)", name) 31*4bdc9457SAndroid Build Coastguard Worker if match is None: 32*4bdc9457SAndroid Build Coastguard Worker raise ValueError("Unexpected microkernel name: " + name) 33*4bdc9457SAndroid Build Coastguard Worker batch_tile = int(match.group(2)) 34*4bdc9457SAndroid Build Coastguard Worker 35*4bdc9457SAndroid Build Coastguard Worker arch, isa = xnncommon.parse_target_name(target_name=match.group(1)) 36*4bdc9457SAndroid Build Coastguard Worker return batch_tile, arch, isa 37*4bdc9457SAndroid Build Coastguard Worker 38*4bdc9457SAndroid Build Coastguard Worker 39*4bdc9457SAndroid Build Coastguard WorkerLUT_TEST_TEMPLATE = """\ 40*4bdc9457SAndroid Build Coastguard WorkerTEST(${TEST_NAME}, batch_eq_${BATCH_TILE}) { 41*4bdc9457SAndroid Build Coastguard Worker $if ISA_CHECK: 42*4bdc9457SAndroid Build Coastguard Worker ${ISA_CHECK}; 43*4bdc9457SAndroid Build Coastguard Worker LUTMicrokernelTester() 44*4bdc9457SAndroid Build Coastguard Worker .batch_size(${BATCH_TILE}) 45*4bdc9457SAndroid Build Coastguard Worker .Test(${UKERNEL_NAME}); 46*4bdc9457SAndroid Build Coastguard Worker} 47*4bdc9457SAndroid Build Coastguard Worker 48*4bdc9457SAndroid Build Coastguard Worker$if BATCH_TILE > 1: 49*4bdc9457SAndroid Build Coastguard Worker TEST(${TEST_NAME}, batch_div_${BATCH_TILE}) { 50*4bdc9457SAndroid Build Coastguard Worker $if ISA_CHECK: 51*4bdc9457SAndroid Build Coastguard Worker ${ISA_CHECK}; 52*4bdc9457SAndroid Build Coastguard Worker for (size_t batch_size = ${BATCH_TILE*2}; batch_size < ${BATCH_TILE*10}; batch_size += ${BATCH_TILE}) { 53*4bdc9457SAndroid Build Coastguard Worker LUTMicrokernelTester() 54*4bdc9457SAndroid Build Coastguard Worker .batch_size(batch_size) 55*4bdc9457SAndroid Build Coastguard Worker .Test(${UKERNEL_NAME}); 56*4bdc9457SAndroid Build Coastguard Worker } 57*4bdc9457SAndroid Build Coastguard Worker } 58*4bdc9457SAndroid Build Coastguard Worker 59*4bdc9457SAndroid Build Coastguard Worker TEST(${TEST_NAME}, batch_lt_${BATCH_TILE}) { 60*4bdc9457SAndroid Build Coastguard Worker $if ISA_CHECK: 61*4bdc9457SAndroid Build Coastguard Worker ${ISA_CHECK}; 62*4bdc9457SAndroid Build Coastguard Worker for (size_t batch_size = 1; batch_size < ${BATCH_TILE}; batch_size++) { 63*4bdc9457SAndroid Build Coastguard Worker LUTMicrokernelTester() 64*4bdc9457SAndroid Build Coastguard Worker .batch_size(batch_size) 65*4bdc9457SAndroid Build Coastguard Worker .Test(${UKERNEL_NAME}); 66*4bdc9457SAndroid Build Coastguard Worker } 67*4bdc9457SAndroid Build Coastguard Worker } 68*4bdc9457SAndroid Build Coastguard Worker 69*4bdc9457SAndroid Build Coastguard WorkerTEST(${TEST_NAME}, batch_gt_${BATCH_TILE}) { 70*4bdc9457SAndroid Build Coastguard Worker $if ISA_CHECK: 71*4bdc9457SAndroid Build Coastguard Worker ${ISA_CHECK}; 72*4bdc9457SAndroid Build Coastguard Worker for (size_t batch_size = ${BATCH_TILE+1}; batch_size < ${10 if BATCH_TILE == 1 else BATCH_TILE*2}; batch_size++) { 73*4bdc9457SAndroid Build Coastguard Worker LUTMicrokernelTester() 74*4bdc9457SAndroid Build Coastguard Worker .batch_size(batch_size) 75*4bdc9457SAndroid Build Coastguard Worker .Test(${UKERNEL_NAME}); 76*4bdc9457SAndroid Build Coastguard Worker } 77*4bdc9457SAndroid Build Coastguard Worker} 78*4bdc9457SAndroid Build Coastguard Worker 79*4bdc9457SAndroid Build Coastguard WorkerTEST(${TEST_NAME}, inplace) { 80*4bdc9457SAndroid Build Coastguard Worker $if ISA_CHECK: 81*4bdc9457SAndroid Build Coastguard Worker ${ISA_CHECK}; 82*4bdc9457SAndroid Build Coastguard Worker for (size_t batch_size = 1; batch_size <= ${BATCH_TILE*5}; batch_size += ${max(1, BATCH_TILE-1)}) { 83*4bdc9457SAndroid Build Coastguard Worker LUTMicrokernelTester() 84*4bdc9457SAndroid Build Coastguard Worker .batch_size(batch_size) 85*4bdc9457SAndroid Build Coastguard Worker .inplace(true) 86*4bdc9457SAndroid Build Coastguard Worker .Test(${UKERNEL_NAME}); 87*4bdc9457SAndroid Build Coastguard Worker } 88*4bdc9457SAndroid Build Coastguard Worker} 89*4bdc9457SAndroid Build Coastguard Worker""" 90*4bdc9457SAndroid Build Coastguard Worker 91*4bdc9457SAndroid Build Coastguard Worker 92*4bdc9457SAndroid Build Coastguard Workerdef generate_test_cases(ukernel, batch_tile, isa): 93*4bdc9457SAndroid Build Coastguard Worker """Generates all tests cases for a LUT micro-kernel. 94*4bdc9457SAndroid Build Coastguard Worker 95*4bdc9457SAndroid Build Coastguard Worker Args: 96*4bdc9457SAndroid Build Coastguard Worker ukernel: C name of the micro-kernel function. 97*4bdc9457SAndroid Build Coastguard Worker batch_tile: Number of batch elements processed per one iteration of the 98*4bdc9457SAndroid Build Coastguard Worker inner loop of the micro-kernel. 99*4bdc9457SAndroid Build Coastguard Worker isa: instruction set required to run the micro-kernel. Generated unit test 100*4bdc9457SAndroid Build Coastguard Worker will skip execution if the host processor doesn't support this ISA. 101*4bdc9457SAndroid Build Coastguard Worker 102*4bdc9457SAndroid Build Coastguard Worker Returns: 103*4bdc9457SAndroid Build Coastguard Worker Code for the test case. 104*4bdc9457SAndroid Build Coastguard Worker """ 105*4bdc9457SAndroid Build Coastguard Worker _, test_name = ukernel.split("_", 1) 106*4bdc9457SAndroid Build Coastguard Worker return xngen.preprocess(LUT_TEST_TEMPLATE, { 107*4bdc9457SAndroid Build Coastguard Worker "TEST_NAME": test_name.upper().replace("UKERNEL_", ""), 108*4bdc9457SAndroid Build Coastguard Worker "BATCH_TILE": batch_tile, 109*4bdc9457SAndroid Build Coastguard Worker "UKERNEL_NAME": ukernel, 110*4bdc9457SAndroid Build Coastguard Worker "ISA_CHECK": xnncommon.generate_isa_check_macro(isa), 111*4bdc9457SAndroid Build Coastguard Worker }) 112*4bdc9457SAndroid Build Coastguard Worker 113*4bdc9457SAndroid Build Coastguard Worker 114*4bdc9457SAndroid Build Coastguard Workerdef main(args): 115*4bdc9457SAndroid Build Coastguard Worker options = parser.parse_args(args) 116*4bdc9457SAndroid Build Coastguard Worker 117*4bdc9457SAndroid Build Coastguard Worker with codecs.open(options.spec, "r", encoding="utf-8") as spec_file: 118*4bdc9457SAndroid Build Coastguard Worker spec_yaml = yaml.safe_load(spec_file) 119*4bdc9457SAndroid Build Coastguard Worker if not isinstance(spec_yaml, list): 120*4bdc9457SAndroid Build Coastguard Worker raise ValueError("expected a list of micro-kernels in the spec") 121*4bdc9457SAndroid Build Coastguard Worker 122*4bdc9457SAndroid Build Coastguard Worker tests = """\ 123*4bdc9457SAndroid Build Coastguard Worker// Copyright 2021 Google LLC 124*4bdc9457SAndroid Build Coastguard Worker// 125*4bdc9457SAndroid Build Coastguard Worker// This source code is licensed under the BSD-style license found in the 126*4bdc9457SAndroid Build Coastguard Worker// LICENSE file in the root directory of this source tree. 127*4bdc9457SAndroid Build Coastguard Worker// 128*4bdc9457SAndroid Build Coastguard Worker// Auto-generated file. Do not edit! 129*4bdc9457SAndroid Build Coastguard Worker// Specification: {specification} 130*4bdc9457SAndroid Build Coastguard Worker// Generator: {generator} 131*4bdc9457SAndroid Build Coastguard Worker 132*4bdc9457SAndroid Build Coastguard Worker 133*4bdc9457SAndroid Build Coastguard Worker#include <gtest/gtest.h> 134*4bdc9457SAndroid Build Coastguard Worker 135*4bdc9457SAndroid Build Coastguard Worker#include <xnnpack/common.h> 136*4bdc9457SAndroid Build Coastguard Worker#include <xnnpack/isa-checks.h> 137*4bdc9457SAndroid Build Coastguard Worker 138*4bdc9457SAndroid Build Coastguard Worker#include <xnnpack/lut.h> 139*4bdc9457SAndroid Build Coastguard Worker#include "lut-microkernel-tester.h" 140*4bdc9457SAndroid Build Coastguard Worker""".format(specification=options.spec, generator=sys.argv[0]) 141*4bdc9457SAndroid Build Coastguard Worker 142*4bdc9457SAndroid Build Coastguard Worker for ukernel_spec in spec_yaml: 143*4bdc9457SAndroid Build Coastguard Worker name = ukernel_spec["name"] 144*4bdc9457SAndroid Build Coastguard Worker batch_tile, arch, isa = split_ukernel_name(name) 145*4bdc9457SAndroid Build Coastguard Worker 146*4bdc9457SAndroid Build Coastguard Worker # specification can override architecture 147*4bdc9457SAndroid Build Coastguard Worker arch = ukernel_spec.get("arch", arch) 148*4bdc9457SAndroid Build Coastguard Worker 149*4bdc9457SAndroid Build Coastguard Worker test_case = generate_test_cases(name, batch_tile, isa) 150*4bdc9457SAndroid Build Coastguard Worker tests += "\n\n" + xnncommon.postprocess_test_case(test_case, arch, isa) 151*4bdc9457SAndroid Build Coastguard Worker 152*4bdc9457SAndroid Build Coastguard Worker txt_changed = True 153*4bdc9457SAndroid Build Coastguard Worker if os.path.exists(options.output): 154*4bdc9457SAndroid Build Coastguard Worker with codecs.open(options.output, "r", encoding="utf-8") as output_file: 155*4bdc9457SAndroid Build Coastguard Worker txt_changed = output_file.read() != tests 156*4bdc9457SAndroid Build Coastguard Worker 157*4bdc9457SAndroid Build Coastguard Worker if txt_changed: 158*4bdc9457SAndroid Build Coastguard Worker with codecs.open(options.output, "w", encoding="utf-8") as output_file: 159*4bdc9457SAndroid Build Coastguard Worker output_file.write(tests) 160*4bdc9457SAndroid Build Coastguard Worker 161*4bdc9457SAndroid Build Coastguard Worker 162*4bdc9457SAndroid Build Coastguard Workerif __name__ == "__main__": 163*4bdc9457SAndroid Build Coastguard Worker main(sys.argv[1:]) 164