forked from neo-ai/tvm
-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
[Hexagon] Initial support for Hexagon codegen (apache#6261)
* [Hexagon] Initial support for Hexagon codegen This commit does not support parallel execution or prefetch. LLVM 7 or later is required. * Set native_vector_bits_ based on target features * Initialize hvx_bytes * Remove commented out line
- Loading branch information
Krzysztof Parzyszek
authored and
Trevor Morris
committed
Aug 26, 2020
1 parent
7979b04
commit afc57dc
Showing
8 changed files
with
1,225 additions
and
8 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,211 @@ | ||
| # Licensed to the Apache Software Foundation (ASF) under one | ||
| # or more contributor license agreements. See the NOTICE file | ||
| # distributed with this work for additional information | ||
| # regarding copyright ownership. The ASF licenses this file | ||
| # to you under the Apache License, Version 2.0 (the | ||
| # "License"); you may not use this file except in compliance | ||
| # with the License. You may obtain a copy of the License at | ||
| # | ||
| # http://www.apache.org/licenses/LICENSE-2.0 | ||
| # | ||
| # Unless required by applicable law or agreed to in writing, | ||
| # software distributed under the License is distributed on an | ||
| # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY | ||
| # KIND, either express or implied. See the License for the | ||
| # specific language governing permissions and limitations | ||
| # under the License. | ||
|
|
||
| '''Utility for Hexagon backend''' | ||
|
|
||
| import functools as ft | ||
| import os | ||
| import tvm | ||
| import tvm.ir | ||
| import tvm.contrib.cc as cc | ||
| from .._ffi.registry import register_func | ||
|
|
||
|
|
||
| # Linking Hexagon shared libraries. | ||
| # | ||
| # link_shared(name-of-shared-library, list-of-objects, kw-args) | ||
| # | ||
| # To use a custom linker, define a function that returns the path to the | ||
| # linker, and pass it to 'register_linker': | ||
| # | ||
| # def custom_linker_path(): | ||
| # return '/path/to/hexagon/linker' | ||
| # | ||
| # register_linker(custom_linker_path) | ||
| # | ||
| # Subsequent calls to 'link_shared' will use the newly registered linker. | ||
|
|
||
| hexagon_toolchain_root = os.environ.get('HEXAGON_TOOLCHAIN') or '' # pylint: disable=invalid-name | ||
| hexagon_link_master = os.path.join( # pylint: disable=invalid-name | ||
| hexagon_toolchain_root, 'bin', 'hexagon-link') | ||
|
|
||
| def register_linker(f): | ||
| """Register a function that will return the path to the Hexagon linker.""" | ||
| return register_func('tvm.contrib.hexagon.hexagon_link', f, True) | ||
|
|
||
| @register_func('tvm.contrib.hexagon.hexagon_link') | ||
| def hexagon_link(): | ||
| """Return path to the Hexagon linker.""" | ||
| return hexagon_link_master | ||
|
|
||
| @register_func('tvm.contrib.hexagon.link_shared') | ||
| def link_shared(so_name, objs, **kwargs): | ||
| """Link shared library on Hexagon using the registered Hexagon linker. | ||
| Parameters | ||
| ---------- | ||
| so_name : str | ||
| Name of the shared library file. | ||
| objs : list[str,StringImm] | ||
| kwargs : additional arguments: | ||
| 'verbose' - print additional information | ||
| Returns | ||
| ------- | ||
| ret_val : int | ||
| This function returns 0 at the moment. | ||
| """ | ||
| # The list of object files can be passed as built-in Python strings, | ||
| # or as tvm.tir.StringImm's. | ||
| def to_str(s): | ||
| if isinstance(s, tvm.tir.StringImm): | ||
| return s.value | ||
| assert isinstance(s, str), 'argument "' + str(s) + '" should be a string or StrImm' | ||
| return s | ||
| objs = [to_str(s) for s in objs] | ||
|
|
||
| linker = tvm.get_global_func('tvm.contrib.hexagon.hexagon_link')() | ||
| if kwargs.get('verbose'): | ||
| print('tvm.contrib.hexagon.link_shared:') | ||
| print(' Using linker:', linker) | ||
| print(' Library name:', so_name) | ||
| print(' Object files:', objs) | ||
| if not os.access(linker, os.X_OK): | ||
| message = 'The linker "' + linker + '" does not exist or is not executable.' | ||
| if not os.environ.get('HEXAGON_TOOLCHAIN'): | ||
| message += ' The environment variable HEXAGON_TOOLCHAIN is unset. Please export ' + \ | ||
| 'HEXAGON_TOOLCHAIN in your environment, so that ${HEXAGON_TOOLCHAIN}/bin/' + \ | ||
| 'hexagon-link exists.' | ||
| else: | ||
| message += ' Please verify the value of the HEXAGON_LINKER environment variable ' + \ | ||
| '(currently set to "' + hexagon_toolchain_root + '").' | ||
| raise Exception(message) | ||
|
|
||
| libpath = os.path.join( | ||
| hexagon_toolchain_root, 'target', 'hexagon', 'lib', 'v66', 'G0') | ||
| cc.create_shared( | ||
| so_name, objs, | ||
| # pylint: disable=bad-whitespace | ||
| options = ['-Bdynamic', '-shared', '-export-dynamic', | ||
| os.path.join(libpath, 'pic', 'libgcc.so')], | ||
| cc = linker) | ||
| return 0 | ||
|
|
||
|
|
||
| ### VTCM | ||
|
|
||
| vtcm_size = 4*1024*1024 # pylint: disable=invalid-name | ||
| @register_func('tvm.info.mem.local.vtcm') | ||
| def mem_info_vtcm(): | ||
| # pylint: disable=bad-whitespace | ||
| return tvm.ir.make_node('MemoryInfo', | ||
| unit_bits = 8, | ||
| max_num_bits = vtcm_size*8, | ||
| max_simd_bits = 128*8, | ||
| head_address = tvm.runtime.const(100, 'uint32')) | ||
|
|
||
| def lower_vtcm_(get_alloc, get_free, def_align, func, mod, ctx): # pylint: disable=unused-argument | ||
| """Generic VTCM allocation | ||
| Parameters | ||
| ---------- | ||
| get_alloc : function: tir.Allocate, int -> tir.expr (dtype='handle') | ||
| The VTCM allocation function. It takes an Allocate statement, and the required | ||
| alignment, and returns a pointer to the allocated VTCM buffer. | ||
| get_free : function: tir.expr (dtype='handle') -> None | ||
| The VTCM deallocation function. It takes the address of the allocated buffer | ||
| and frees it. It returns no value. | ||
| def_align : int | ||
| The default alignment that will be passed to the allocation function, if the | ||
| program does not specify the alignment via a 'storage_alignment' attribute. | ||
| func : tir.PrimFunc | ||
| mod : tvm.IRModule | ||
| ctx : transform.PassContext | ||
| Returns | ||
| ------- | ||
| stmt : tvm.stmt | ||
| Transformed function body. | ||
| """ | ||
|
|
||
| vtcm_buffers = [] | ||
| alignments = {} | ||
|
|
||
| def buf_align(var): | ||
| """Determine the alignment of the buffer with variable 'var'.""" | ||
| if var in alignments and alignments[var]: | ||
| return alignments[var][-1] | ||
| return def_align | ||
|
|
||
| def visit(stmt): | ||
| """Collect information about VTCM buffers and their alignments.""" | ||
| if isinstance(stmt, tvm.tir.AttrStmt): | ||
| if stmt.attr_key == 'storage_scope' and stmt.value == 'local.vtcm': | ||
| vtcm_buffers.append(stmt.node) | ||
| elif stmt.attr_key == 'storage_alignment': | ||
| if not stmt.node in alignments: | ||
| alignments[stmt.node] = [] | ||
| alignments[stmt.node].append(stmt.value) | ||
|
|
||
| def mutate(stmt): | ||
| """Insert calls to VTCM allocation and deallocation routines.""" | ||
| if isinstance(stmt, tvm.tir.AttrStmt): | ||
| if stmt.attr_key == 'storage_scope' and stmt.value == 'local.vtcm': | ||
| vtcm_buffers.pop() | ||
| elif stmt.attr_key == 'storage_alignment': | ||
| alignments[stmt.node].pop() | ||
| return stmt | ||
| if isinstance(stmt, tvm.tir.Allocate): | ||
| var = stmt.buffer_var | ||
| if var in vtcm_buffers: | ||
| is_null = tvm.tir.call_intrin('bool', tvm.ir.Op.get('tir.isnullptr'), var) | ||
| throw_error = \ | ||
| tvm.tir.call_intrin('int32', tvm.ir.Op.get('tir.tvm_throw_last_error')) | ||
| body_w_free = tvm.tir.SeqStmt([stmt.body, tvm.tir.Evaluate(get_free(var))]) | ||
| body_w_check = \ | ||
| tvm.tir.IfThenElse(is_null, tvm.tir.Evaluate(throw_error), body_w_free) | ||
| return tvm.tir.LetStmt(stmt.buffer_var, get_alloc(stmt, buf_align(var)), | ||
| body_w_check) | ||
| return stmt | ||
| raise ValueError("Wrong argument type (" + type(stmt) + ") to 'mutate'") | ||
|
|
||
| f = func.with_body(tvm.tir.stmt_functor.ir_transform(func.body, visit, mutate, | ||
| ['tir.Allocate', 'tir.AttrStmt'])) | ||
| return f | ||
|
|
||
|
|
||
| def ir_lower_vtcm(): | ||
| """Create a VTCM lowering pass. | ||
| VTCM memory has to be allocated using special functions. | ||
| """ | ||
| def get_alloc(stmt, align): | ||
| assert isinstance(stmt, tvm.tir.Allocate) | ||
| return tvm.tir.call_extern('handle', 'HexagonBackendAllocateVTCM', | ||
| ft.reduce(lambda x, y: x*y, stmt.extents, 1), align) | ||
| def get_free(var): | ||
| return tvm.tir.call_extern('handle', 'HexagonBackendFreeVTCM', var) | ||
|
|
||
| # pylint: disable=bad-whitespace | ||
| @tvm.tir.transform.prim_func_pass(opt_level = 0, name = "Lower VTCM pass") | ||
| def transform(func, mod, ctx): | ||
| return lower_vtcm_(get_alloc, get_free, 2048, func, mod, ctx) | ||
|
|
||
| return transform | ||
|
|
||
| def ir_lower_vtcm_pass(): | ||
| return [(3, ir_lower_vtcm())] |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.