xref: /aosp_15_r20/external/XNNPACK/tools/generate-lut-test.py (revision 4bdc94577ba0e567308109d787f7fec7b531ce36)
1*4bdc9457SAndroid Build Coastguard Worker#!/usr/bin/env python
2*4bdc9457SAndroid Build Coastguard Worker# Copyright 2021 Google LLC
3*4bdc9457SAndroid Build Coastguard Worker#
4*4bdc9457SAndroid Build Coastguard Worker# This source code is licensed under the BSD-style license found in the
5*4bdc9457SAndroid Build Coastguard Worker# LICENSE file in the root directory of this source tree.
6*4bdc9457SAndroid Build Coastguard Worker
7*4bdc9457SAndroid Build Coastguard Workerimport argparse
8*4bdc9457SAndroid Build Coastguard Workerimport codecs
9*4bdc9457SAndroid Build Coastguard Workerimport math
10*4bdc9457SAndroid Build Coastguard Workerimport os
11*4bdc9457SAndroid Build Coastguard Workerimport re
12*4bdc9457SAndroid Build Coastguard Workerimport sys
13*4bdc9457SAndroid Build Coastguard Workerimport yaml
14*4bdc9457SAndroid Build Coastguard Worker
15*4bdc9457SAndroid Build Coastguard Workersys.path.insert(0, os.path.dirname(os.path.abspath(__file__)))
16*4bdc9457SAndroid Build Coastguard Workerimport xngen
17*4bdc9457SAndroid Build Coastguard Workerimport xnncommon
18*4bdc9457SAndroid Build Coastguard Worker
19*4bdc9457SAndroid Build Coastguard Worker
20*4bdc9457SAndroid Build Coastguard Workerparser = argparse.ArgumentParser(
21*4bdc9457SAndroid Build Coastguard Worker  description='LUT microkernel test generator')
22*4bdc9457SAndroid Build Coastguard Workerparser.add_argument("-s", "--spec", metavar="FILE", required=True,
23*4bdc9457SAndroid Build Coastguard Worker                    help="Specification (YAML) file")
24*4bdc9457SAndroid Build Coastguard Workerparser.add_argument("-o", "--output", metavar="FILE", required=True,
25*4bdc9457SAndroid Build Coastguard Worker                    help='Output (C++ source) file')
26*4bdc9457SAndroid Build Coastguard Workerparser.set_defaults(defines=list())
27*4bdc9457SAndroid Build Coastguard Worker
28*4bdc9457SAndroid Build Coastguard Worker
29*4bdc9457SAndroid Build Coastguard Workerdef split_ukernel_name(name):
30*4bdc9457SAndroid Build Coastguard Worker  match = re.fullmatch(r"xnn_x8_lut_ukernel__(.+)_x(\d+)", name)
31*4bdc9457SAndroid Build Coastguard Worker  if match is None:
32*4bdc9457SAndroid Build Coastguard Worker    raise ValueError("Unexpected microkernel name: " + name)
33*4bdc9457SAndroid Build Coastguard Worker  batch_tile = int(match.group(2))
34*4bdc9457SAndroid Build Coastguard Worker
35*4bdc9457SAndroid Build Coastguard Worker  arch, isa = xnncommon.parse_target_name(target_name=match.group(1))
36*4bdc9457SAndroid Build Coastguard Worker  return batch_tile, arch, isa
37*4bdc9457SAndroid Build Coastguard Worker
38*4bdc9457SAndroid Build Coastguard Worker
39*4bdc9457SAndroid Build Coastguard WorkerLUT_TEST_TEMPLATE = """\
40*4bdc9457SAndroid Build Coastguard WorkerTEST(${TEST_NAME}, batch_eq_${BATCH_TILE}) {
41*4bdc9457SAndroid Build Coastguard Worker  $if ISA_CHECK:
42*4bdc9457SAndroid Build Coastguard Worker    ${ISA_CHECK};
43*4bdc9457SAndroid Build Coastguard Worker  LUTMicrokernelTester()
44*4bdc9457SAndroid Build Coastguard Worker    .batch_size(${BATCH_TILE})
45*4bdc9457SAndroid Build Coastguard Worker    .Test(${UKERNEL_NAME});
46*4bdc9457SAndroid Build Coastguard Worker}
47*4bdc9457SAndroid Build Coastguard Worker
48*4bdc9457SAndroid Build Coastguard Worker$if BATCH_TILE > 1:
49*4bdc9457SAndroid Build Coastguard Worker  TEST(${TEST_NAME}, batch_div_${BATCH_TILE}) {
50*4bdc9457SAndroid Build Coastguard Worker    $if ISA_CHECK:
51*4bdc9457SAndroid Build Coastguard Worker      ${ISA_CHECK};
52*4bdc9457SAndroid Build Coastguard Worker    for (size_t batch_size = ${BATCH_TILE*2}; batch_size < ${BATCH_TILE*10}; batch_size += ${BATCH_TILE}) {
53*4bdc9457SAndroid Build Coastguard Worker      LUTMicrokernelTester()
54*4bdc9457SAndroid Build Coastguard Worker        .batch_size(batch_size)
55*4bdc9457SAndroid Build Coastguard Worker        .Test(${UKERNEL_NAME});
56*4bdc9457SAndroid Build Coastguard Worker    }
57*4bdc9457SAndroid Build Coastguard Worker  }
58*4bdc9457SAndroid Build Coastguard Worker
59*4bdc9457SAndroid Build Coastguard Worker  TEST(${TEST_NAME}, batch_lt_${BATCH_TILE}) {
60*4bdc9457SAndroid Build Coastguard Worker    $if ISA_CHECK:
61*4bdc9457SAndroid Build Coastguard Worker      ${ISA_CHECK};
62*4bdc9457SAndroid Build Coastguard Worker    for (size_t batch_size = 1; batch_size < ${BATCH_TILE}; batch_size++) {
63*4bdc9457SAndroid Build Coastguard Worker      LUTMicrokernelTester()
64*4bdc9457SAndroid Build Coastguard Worker        .batch_size(batch_size)
65*4bdc9457SAndroid Build Coastguard Worker        .Test(${UKERNEL_NAME});
66*4bdc9457SAndroid Build Coastguard Worker    }
67*4bdc9457SAndroid Build Coastguard Worker  }
68*4bdc9457SAndroid Build Coastguard Worker
69*4bdc9457SAndroid Build Coastguard WorkerTEST(${TEST_NAME}, batch_gt_${BATCH_TILE}) {
70*4bdc9457SAndroid Build Coastguard Worker  $if ISA_CHECK:
71*4bdc9457SAndroid Build Coastguard Worker    ${ISA_CHECK};
72*4bdc9457SAndroid Build Coastguard Worker  for (size_t batch_size = ${BATCH_TILE+1}; batch_size < ${10 if BATCH_TILE == 1 else BATCH_TILE*2}; batch_size++) {
73*4bdc9457SAndroid Build Coastguard Worker    LUTMicrokernelTester()
74*4bdc9457SAndroid Build Coastguard Worker      .batch_size(batch_size)
75*4bdc9457SAndroid Build Coastguard Worker      .Test(${UKERNEL_NAME});
76*4bdc9457SAndroid Build Coastguard Worker  }
77*4bdc9457SAndroid Build Coastguard Worker}
78*4bdc9457SAndroid Build Coastguard Worker
79*4bdc9457SAndroid Build Coastguard WorkerTEST(${TEST_NAME}, inplace) {
80*4bdc9457SAndroid Build Coastguard Worker  $if ISA_CHECK:
81*4bdc9457SAndroid Build Coastguard Worker    ${ISA_CHECK};
82*4bdc9457SAndroid Build Coastguard Worker  for (size_t batch_size = 1; batch_size <= ${BATCH_TILE*5}; batch_size += ${max(1, BATCH_TILE-1)}) {
83*4bdc9457SAndroid Build Coastguard Worker    LUTMicrokernelTester()
84*4bdc9457SAndroid Build Coastguard Worker      .batch_size(batch_size)
85*4bdc9457SAndroid Build Coastguard Worker      .inplace(true)
86*4bdc9457SAndroid Build Coastguard Worker      .Test(${UKERNEL_NAME});
87*4bdc9457SAndroid Build Coastguard Worker  }
88*4bdc9457SAndroid Build Coastguard Worker}
89*4bdc9457SAndroid Build Coastguard Worker"""
90*4bdc9457SAndroid Build Coastguard Worker
91*4bdc9457SAndroid Build Coastguard Worker
92*4bdc9457SAndroid Build Coastguard Workerdef generate_test_cases(ukernel, batch_tile, isa):
93*4bdc9457SAndroid Build Coastguard Worker  """Generates all tests cases for a LUT micro-kernel.
94*4bdc9457SAndroid Build Coastguard Worker
95*4bdc9457SAndroid Build Coastguard Worker  Args:
96*4bdc9457SAndroid Build Coastguard Worker    ukernel: C name of the micro-kernel function.
97*4bdc9457SAndroid Build Coastguard Worker    batch_tile: Number of batch elements processed per one iteration of the
98*4bdc9457SAndroid Build Coastguard Worker                inner loop of the micro-kernel.
99*4bdc9457SAndroid Build Coastguard Worker    isa: instruction set required to run the micro-kernel. Generated unit test
100*4bdc9457SAndroid Build Coastguard Worker         will skip execution if the host processor doesn't support this ISA.
101*4bdc9457SAndroid Build Coastguard Worker
102*4bdc9457SAndroid Build Coastguard Worker  Returns:
103*4bdc9457SAndroid Build Coastguard Worker    Code for the test case.
104*4bdc9457SAndroid Build Coastguard Worker  """
105*4bdc9457SAndroid Build Coastguard Worker  _, test_name = ukernel.split("_", 1)
106*4bdc9457SAndroid Build Coastguard Worker  return xngen.preprocess(LUT_TEST_TEMPLATE, {
107*4bdc9457SAndroid Build Coastguard Worker      "TEST_NAME": test_name.upper().replace("UKERNEL_", ""),
108*4bdc9457SAndroid Build Coastguard Worker      "BATCH_TILE": batch_tile,
109*4bdc9457SAndroid Build Coastguard Worker      "UKERNEL_NAME": ukernel,
110*4bdc9457SAndroid Build Coastguard Worker      "ISA_CHECK": xnncommon.generate_isa_check_macro(isa),
111*4bdc9457SAndroid Build Coastguard Worker    })
112*4bdc9457SAndroid Build Coastguard Worker
113*4bdc9457SAndroid Build Coastguard Worker
114*4bdc9457SAndroid Build Coastguard Workerdef main(args):
115*4bdc9457SAndroid Build Coastguard Worker  options = parser.parse_args(args)
116*4bdc9457SAndroid Build Coastguard Worker
117*4bdc9457SAndroid Build Coastguard Worker  with codecs.open(options.spec, "r", encoding="utf-8") as spec_file:
118*4bdc9457SAndroid Build Coastguard Worker    spec_yaml = yaml.safe_load(spec_file)
119*4bdc9457SAndroid Build Coastguard Worker    if not isinstance(spec_yaml, list):
120*4bdc9457SAndroid Build Coastguard Worker      raise ValueError("expected a list of micro-kernels in the spec")
121*4bdc9457SAndroid Build Coastguard Worker
122*4bdc9457SAndroid Build Coastguard Worker    tests = """\
123*4bdc9457SAndroid Build Coastguard Worker// Copyright 2021 Google LLC
124*4bdc9457SAndroid Build Coastguard Worker//
125*4bdc9457SAndroid Build Coastguard Worker// This source code is licensed under the BSD-style license found in the
126*4bdc9457SAndroid Build Coastguard Worker// LICENSE file in the root directory of this source tree.
127*4bdc9457SAndroid Build Coastguard Worker//
128*4bdc9457SAndroid Build Coastguard Worker// Auto-generated file. Do not edit!
129*4bdc9457SAndroid Build Coastguard Worker//   Specification: {specification}
130*4bdc9457SAndroid Build Coastguard Worker//   Generator: {generator}
131*4bdc9457SAndroid Build Coastguard Worker
132*4bdc9457SAndroid Build Coastguard Worker
133*4bdc9457SAndroid Build Coastguard Worker#include <gtest/gtest.h>
134*4bdc9457SAndroid Build Coastguard Worker
135*4bdc9457SAndroid Build Coastguard Worker#include <xnnpack/common.h>
136*4bdc9457SAndroid Build Coastguard Worker#include <xnnpack/isa-checks.h>
137*4bdc9457SAndroid Build Coastguard Worker
138*4bdc9457SAndroid Build Coastguard Worker#include <xnnpack/lut.h>
139*4bdc9457SAndroid Build Coastguard Worker#include "lut-microkernel-tester.h"
140*4bdc9457SAndroid Build Coastguard Worker""".format(specification=options.spec, generator=sys.argv[0])
141*4bdc9457SAndroid Build Coastguard Worker
142*4bdc9457SAndroid Build Coastguard Worker    for ukernel_spec in spec_yaml:
143*4bdc9457SAndroid Build Coastguard Worker      name = ukernel_spec["name"]
144*4bdc9457SAndroid Build Coastguard Worker      batch_tile, arch, isa = split_ukernel_name(name)
145*4bdc9457SAndroid Build Coastguard Worker
146*4bdc9457SAndroid Build Coastguard Worker      # specification can override architecture
147*4bdc9457SAndroid Build Coastguard Worker      arch = ukernel_spec.get("arch", arch)
148*4bdc9457SAndroid Build Coastguard Worker
149*4bdc9457SAndroid Build Coastguard Worker      test_case = generate_test_cases(name, batch_tile, isa)
150*4bdc9457SAndroid Build Coastguard Worker      tests += "\n\n" + xnncommon.postprocess_test_case(test_case, arch, isa)
151*4bdc9457SAndroid Build Coastguard Worker
152*4bdc9457SAndroid Build Coastguard Worker    txt_changed = True
153*4bdc9457SAndroid Build Coastguard Worker    if os.path.exists(options.output):
154*4bdc9457SAndroid Build Coastguard Worker      with codecs.open(options.output, "r", encoding="utf-8") as output_file:
155*4bdc9457SAndroid Build Coastguard Worker        txt_changed = output_file.read() != tests
156*4bdc9457SAndroid Build Coastguard Worker
157*4bdc9457SAndroid Build Coastguard Worker    if txt_changed:
158*4bdc9457SAndroid Build Coastguard Worker      with codecs.open(options.output, "w", encoding="utf-8") as output_file:
159*4bdc9457SAndroid Build Coastguard Worker        output_file.write(tests)
160*4bdc9457SAndroid Build Coastguard Worker
161*4bdc9457SAndroid Build Coastguard Worker
162*4bdc9457SAndroid Build Coastguard Workerif __name__ == "__main__":
163*4bdc9457SAndroid Build Coastguard Worker  main(sys.argv[1:])
164