From 84cc3490a1daa7d76782b18425d9b63723b561ce Mon Sep 17 00:00:00 2001 From: CaCO3 Date: Fri, 23 Sep 2022 21:11:03 +0200 Subject: [PATCH 01/13] remove esp32-camera-master files --- .../.github/workflows/build.yml | 79 -- .../.github/workflows/stale.yml | 27 - .../.github/workflows/upload_component.yml | 21 - .../components/esp32-camera-master/.gitignore | 5 - .../esp32-camera-master/CMakeLists.txt | 65 - code/components/esp32-camera-master/Kconfig | 129 -- code/components/esp32-camera-master/LICENSE | 202 --- code/components/esp32-camera-master/README.md | 369 ------ .../esp32-camera-master/component.mk | 4 - .../conversions/esp_jpg_decode.c | 132 -- .../conversions/include/esp_jpg_decode.h | 43 - .../conversions/include/img_converters.h | 130 -- .../esp32-camera-master/conversions/jpge.cpp | 723 ----------- .../conversions/private_include/jpge.h | 142 --- .../conversions/private_include/yuv.h | 29 - .../esp32-camera-master/conversions/to_bmp.c | 393 ------ .../conversions/to_jpg.cpp | 245 ---- .../esp32-camera-master/conversions/yuv.c | 298 ----- .../esp32-camera-master/driver/cam_hal.c | 483 ------- .../esp32-camera-master/driver/esp_camera.c | 421 ------ .../driver/include/esp_camera.h | 214 ---- .../driver/include/sensor.h | 248 ---- .../driver/private_include/cam_hal.h | 60 - .../driver/private_include/sccb.h | 19 - .../driver/private_include/xclk.h | 9 - .../esp32-camera-master/driver/sccb.c | 184 --- .../esp32-camera-master/driver/sensor.c | 53 - .../examples/CMakeLists.txt | 9 - .../examples/main/CMakeLists.txt | 3 - .../examples/main/component.mk | 5 - .../examples/main/take_picture.c | 155 --- .../examples/sdkconfig.defaults | 17 - .../esp32-camera-master/idf_component.yml | 5 - .../esp32-camera-master/library.json | 26 - .../esp32-camera-master/sensors/bf3005.c | 541 -------- .../esp32-camera-master/sensors/gc0308.c | 467 ------- .../esp32-camera-master/sensors/gc032a.c | 391 ------ .../esp32-camera-master/sensors/gc2145.c | 477 ------- .../esp32-camera-master/sensors/nt99141.c | 1022 --------------- .../esp32-camera-master/sensors/ov2640.c | 612 --------- .../esp32-camera-master/sensors/ov3660.c | 1053 --------------- .../esp32-camera-master/sensors/ov5640.c | 1130 ----------------- .../esp32-camera-master/sensors/ov7670.c | 457 ------- .../esp32-camera-master/sensors/ov7725.c | 575 --------- .../sensors/private_include/bf3005.h | 33 - .../sensors/private_include/bf3005_regs.h | 337 ----- .../sensors/private_include/gc0308.h | 31 - .../sensors/private_include/gc0308_regs.h | 25 - .../sensors/private_include/gc0308_settings.h | 245 ---- .../sensors/private_include/gc032a.h | 31 - .../sensors/private_include/gc032a_regs.h | 82 -- .../sensors/private_include/gc032a_settings.h | 401 ------ .../sensors/private_include/gc2145.h | 27 - .../sensors/private_include/gc2145_regs.h | 85 -- .../sensors/private_include/gc2145_settings.h | 719 ----------- .../sensors/private_include/nt99141.h | 34 - .../sensors/private_include/nt99141_regs.h | 211 --- .../private_include/nt99141_settings.h | 825 ------------ .../sensors/private_include/ov2640.h | 32 - .../sensors/private_include/ov2640_regs.h | 216 ---- .../sensors/private_include/ov2640_settings.h | 485 ------- .../sensors/private_include/ov3660.h | 34 - .../sensors/private_include/ov3660_regs.h | 211 --- .../sensors/private_include/ov3660_settings.h | 318 ----- .../sensors/private_include/ov5640.h | 27 - .../sensors/private_include/ov5640_regs.h | 213 ---- .../sensors/private_include/ov5640_settings.h | 334 ----- .../sensors/private_include/ov7670.h | 33 - .../sensors/private_include/ov7670_regs.h | 354 ------ .../sensors/private_include/ov7725.h | 33 - .../sensors/private_include/ov7725_regs.h | 335 ----- .../esp32-camera-master/target/esp32/ll_cam.c | 528 -------- .../target/esp32s2/ll_cam.c | 408 ------ .../target/esp32s2/private_include/tjpgd.h | 99 -- .../target/esp32s2/tjpgd.c | 970 -------------- .../target/esp32s3/ll_cam.c | 457 ------- .../target/private_include/ll_cam.h | 141 -- .../esp32-camera-master/target/xclk.c | 64 - .../esp32-camera-master/test/CMakeLists.txt | 4 - .../esp32-camera-master/test/component.mk | 8 - .../test/pictures/test_inside.jpeg | Bin 18832 -> 0 bytes .../test/pictures/test_outside.jpeg | Bin 81744 -> 0 bytes .../test/pictures/testimg.jpeg | Bin 5764 -> 0 bytes .../esp32-camera-master/test/test_camera.c | 500 -------- 84 files changed, 20562 deletions(-) delete mode 100644 code/components/esp32-camera-master/.github/workflows/build.yml delete mode 100644 code/components/esp32-camera-master/.github/workflows/stale.yml delete mode 100644 code/components/esp32-camera-master/.github/workflows/upload_component.yml delete mode 100644 code/components/esp32-camera-master/.gitignore delete mode 100644 code/components/esp32-camera-master/CMakeLists.txt delete mode 100644 code/components/esp32-camera-master/Kconfig delete mode 100644 code/components/esp32-camera-master/LICENSE delete mode 100644 code/components/esp32-camera-master/README.md delete mode 100644 code/components/esp32-camera-master/component.mk delete mode 100644 code/components/esp32-camera-master/conversions/esp_jpg_decode.c delete mode 100644 code/components/esp32-camera-master/conversions/include/esp_jpg_decode.h delete mode 100644 code/components/esp32-camera-master/conversions/include/img_converters.h delete mode 100644 code/components/esp32-camera-master/conversions/jpge.cpp delete mode 100644 code/components/esp32-camera-master/conversions/private_include/jpge.h delete mode 100644 code/components/esp32-camera-master/conversions/private_include/yuv.h delete mode 100644 code/components/esp32-camera-master/conversions/to_bmp.c delete mode 100644 code/components/esp32-camera-master/conversions/to_jpg.cpp delete mode 100644 code/components/esp32-camera-master/conversions/yuv.c delete mode 100644 code/components/esp32-camera-master/driver/cam_hal.c delete mode 100644 code/components/esp32-camera-master/driver/esp_camera.c delete mode 100644 code/components/esp32-camera-master/driver/include/esp_camera.h delete mode 100644 code/components/esp32-camera-master/driver/include/sensor.h delete mode 100644 code/components/esp32-camera-master/driver/private_include/cam_hal.h delete mode 100644 code/components/esp32-camera-master/driver/private_include/sccb.h delete mode 100644 code/components/esp32-camera-master/driver/private_include/xclk.h delete mode 100644 code/components/esp32-camera-master/driver/sccb.c delete mode 100644 code/components/esp32-camera-master/driver/sensor.c delete mode 100644 code/components/esp32-camera-master/examples/CMakeLists.txt delete mode 100644 code/components/esp32-camera-master/examples/main/CMakeLists.txt delete mode 100644 code/components/esp32-camera-master/examples/main/component.mk delete mode 100644 code/components/esp32-camera-master/examples/main/take_picture.c delete mode 100644 code/components/esp32-camera-master/examples/sdkconfig.defaults delete mode 100644 code/components/esp32-camera-master/idf_component.yml delete mode 100644 code/components/esp32-camera-master/library.json delete mode 100644 code/components/esp32-camera-master/sensors/bf3005.c delete mode 100644 code/components/esp32-camera-master/sensors/gc0308.c delete mode 100644 code/components/esp32-camera-master/sensors/gc032a.c delete mode 100644 code/components/esp32-camera-master/sensors/gc2145.c delete mode 100644 code/components/esp32-camera-master/sensors/nt99141.c delete mode 100644 code/components/esp32-camera-master/sensors/ov2640.c delete mode 100644 code/components/esp32-camera-master/sensors/ov3660.c delete mode 100644 code/components/esp32-camera-master/sensors/ov5640.c delete mode 100644 code/components/esp32-camera-master/sensors/ov7670.c delete mode 100644 code/components/esp32-camera-master/sensors/ov7725.c delete mode 100644 code/components/esp32-camera-master/sensors/private_include/bf3005.h delete mode 100644 code/components/esp32-camera-master/sensors/private_include/bf3005_regs.h delete mode 100644 code/components/esp32-camera-master/sensors/private_include/gc0308.h delete mode 100644 code/components/esp32-camera-master/sensors/private_include/gc0308_regs.h delete mode 100644 code/components/esp32-camera-master/sensors/private_include/gc0308_settings.h delete mode 100644 code/components/esp32-camera-master/sensors/private_include/gc032a.h delete mode 100644 code/components/esp32-camera-master/sensors/private_include/gc032a_regs.h delete mode 100644 code/components/esp32-camera-master/sensors/private_include/gc032a_settings.h delete mode 100644 code/components/esp32-camera-master/sensors/private_include/gc2145.h delete mode 100644 code/components/esp32-camera-master/sensors/private_include/gc2145_regs.h delete mode 100644 code/components/esp32-camera-master/sensors/private_include/gc2145_settings.h delete mode 100644 code/components/esp32-camera-master/sensors/private_include/nt99141.h delete mode 100644 code/components/esp32-camera-master/sensors/private_include/nt99141_regs.h delete mode 100644 code/components/esp32-camera-master/sensors/private_include/nt99141_settings.h delete mode 100644 code/components/esp32-camera-master/sensors/private_include/ov2640.h delete mode 100644 code/components/esp32-camera-master/sensors/private_include/ov2640_regs.h delete mode 100644 code/components/esp32-camera-master/sensors/private_include/ov2640_settings.h delete mode 100644 code/components/esp32-camera-master/sensors/private_include/ov3660.h delete mode 100644 code/components/esp32-camera-master/sensors/private_include/ov3660_regs.h delete mode 100644 code/components/esp32-camera-master/sensors/private_include/ov3660_settings.h delete mode 100644 code/components/esp32-camera-master/sensors/private_include/ov5640.h delete mode 100644 code/components/esp32-camera-master/sensors/private_include/ov5640_regs.h delete mode 100644 code/components/esp32-camera-master/sensors/private_include/ov5640_settings.h delete mode 100644 code/components/esp32-camera-master/sensors/private_include/ov7670.h delete mode 100644 code/components/esp32-camera-master/sensors/private_include/ov7670_regs.h delete mode 100644 code/components/esp32-camera-master/sensors/private_include/ov7725.h delete mode 100644 code/components/esp32-camera-master/sensors/private_include/ov7725_regs.h delete mode 100644 code/components/esp32-camera-master/target/esp32/ll_cam.c delete mode 100644 code/components/esp32-camera-master/target/esp32s2/ll_cam.c delete mode 100644 code/components/esp32-camera-master/target/esp32s2/private_include/tjpgd.h delete mode 100644 code/components/esp32-camera-master/target/esp32s2/tjpgd.c delete mode 100644 code/components/esp32-camera-master/target/esp32s3/ll_cam.c delete mode 100644 code/components/esp32-camera-master/target/private_include/ll_cam.h delete mode 100644 code/components/esp32-camera-master/target/xclk.c delete mode 100644 code/components/esp32-camera-master/test/CMakeLists.txt delete mode 100644 code/components/esp32-camera-master/test/component.mk delete mode 100644 code/components/esp32-camera-master/test/pictures/test_inside.jpeg delete mode 100644 code/components/esp32-camera-master/test/pictures/test_outside.jpeg delete mode 100644 code/components/esp32-camera-master/test/pictures/testimg.jpeg delete mode 100644 code/components/esp32-camera-master/test/test_camera.c diff --git a/code/components/esp32-camera-master/.github/workflows/build.yml b/code/components/esp32-camera-master/.github/workflows/build.yml deleted file mode 100644 index 85762b65..00000000 --- a/code/components/esp32-camera-master/.github/workflows/build.yml +++ /dev/null @@ -1,79 +0,0 @@ -name: Build examples -on: - push: - branches: - - master - pull_request: - -jobs: - build-master: - runs-on: ubuntu-latest - steps: - - name: Checkout repo - uses: actions/checkout@v2 - with: - submodules: 'recursive' - - name: esp-idf build - uses: espressif/esp-idf-ci-action@latest - with: - path: 'examples' - - build-release-v4_0: - runs-on: ubuntu-latest - steps: - - name: Checkout repo - uses: actions/checkout@v2 - with: - submodules: 'recursive' - - name: esp-idf build - uses: espressif/esp-idf-ci-action@release-v4.0 - with: - path: 'examples' - - build-release-v4_1: - runs-on: ubuntu-latest - steps: - - name: Checkout repo - uses: actions/checkout@v2 - with: - submodules: 'recursive' - - name: esp-idf build - uses: espressif/esp-idf-ci-action@release-v4.1 - with: - path: 'examples' - - build-release-v4_2: - runs-on: ubuntu-latest - steps: - - name: Checkout repo - uses: actions/checkout@v2 - with: - submodules: 'recursive' - - name: esp-idf build - uses: espressif/esp-idf-ci-action@release-v4.2 - with: - path: 'examples' - - build-release-v4_3: - runs-on: ubuntu-latest - steps: - - name: Checkout repo - uses: actions/checkout@v2 - with: - submodules: 'recursive' - - name: esp-idf build - uses: espressif/esp-idf-ci-action@release-v4.3 - with: - path: 'examples' - - build-release-v3_3: - runs-on: ubuntu-latest - steps: - - name: Checkout repo - uses: actions/checkout@v2 - with: - submodules: 'recursive' - - name: esp-idf build - uses: espressif/esp-idf-ci-action@release-v3.3 - with: - path: 'examples' diff --git a/code/components/esp32-camera-master/.github/workflows/stale.yml b/code/components/esp32-camera-master/.github/workflows/stale.yml deleted file mode 100644 index a601f263..00000000 --- a/code/components/esp32-camera-master/.github/workflows/stale.yml +++ /dev/null @@ -1,27 +0,0 @@ -# This workflow warns and then closes issues and PRs that have had no activity for a specified amount of time. -# -# You can adjust the behavior by modifying this file. -# For more information, see: -# https://github.com/actions/stale -name: Mark stale issues and pull requests - -on: - schedule: - - cron: '20 9 * * *' - -jobs: - stale: - - runs-on: ubuntu-latest - permissions: - issues: write - pull-requests: write - - steps: - - uses: actions/stale@v3 - with: - repo-token: ${{ secrets.GITHUB_TOKEN }} - stale-issue-message: 'This issue appears to be stale. Please close it if its no longer valid.' - stale-pr-message: 'This pull request appears to be stale. Please close it if its no longer valid.' - stale-issue-label: 'no-issue-activity' - stale-pr-label: 'no-pr-activity' diff --git a/code/components/esp32-camera-master/.github/workflows/upload_component.yml b/code/components/esp32-camera-master/.github/workflows/upload_component.yml deleted file mode 100644 index 0fb12cc3..00000000 --- a/code/components/esp32-camera-master/.github/workflows/upload_component.yml +++ /dev/null @@ -1,21 +0,0 @@ -name: Push component to https://components.espressif.com -on: - push: - tags: - - v* -jobs: - upload_components: - runs-on: ubuntu-latest - steps: - - uses: actions/checkout@master - with: - submodules: "recursive" - - - name: Upload component to the component registry - uses: espressif/github-actions/upload_components@master - with: - name: "esp32-camera" - version: "git" - namespace: "espressif" - service_url: ${{ secrets.IDF_COMPONENT_API_URL }} - api_token: ${{ secrets.IDF_COMPONENT_API_TOKEN }} diff --git a/code/components/esp32-camera-master/.gitignore b/code/components/esp32-camera-master/.gitignore deleted file mode 100644 index 32125b79..00000000 --- a/code/components/esp32-camera-master/.gitignore +++ /dev/null @@ -1,5 +0,0 @@ -*.DS_Store -.vscode -**/build -**/sdkconfig -**/sdkconfig.old \ No newline at end of file diff --git a/code/components/esp32-camera-master/CMakeLists.txt b/code/components/esp32-camera-master/CMakeLists.txt deleted file mode 100644 index 8090f326..00000000 --- a/code/components/esp32-camera-master/CMakeLists.txt +++ /dev/null @@ -1,65 +0,0 @@ -if(IDF_TARGET STREQUAL "esp32" OR IDF_TARGET STREQUAL "esp32s2" OR IDF_TARGET STREQUAL "esp32s3") - set(COMPONENT_SRCS - driver/esp_camera.c - driver/cam_hal.c - driver/sccb.c - driver/sensor.c - sensors/ov2640.c - sensors/ov3660.c - sensors/ov5640.c - sensors/ov7725.c - sensors/ov7670.c - sensors/nt99141.c - sensors/gc0308.c - sensors/gc2145.c - sensors/gc032a.c - sensors/bf3005.c - conversions/yuv.c - conversions/to_jpg.cpp - conversions/to_bmp.c - conversions/jpge.cpp - conversions/esp_jpg_decode.c - ) - - set(COMPONENT_ADD_INCLUDEDIRS - driver/include - conversions/include - ) - - set(COMPONENT_PRIV_INCLUDEDIRS - driver/private_include - sensors/private_include - conversions/private_include - target/private_include - ) - - if(IDF_TARGET STREQUAL "esp32") - list(APPEND COMPONENT_SRCS - target/xclk.c - target/esp32/ll_cam.c - ) - endif() - - if(IDF_TARGET STREQUAL "esp32s2") - list(APPEND COMPONENT_SRCS - target/xclk.c - target/esp32s2/ll_cam.c - target/esp32s2/tjpgd.c - ) - - list(APPEND COMPONENT_PRIV_INCLUDEDIRS - target/esp32s2/private_include - ) - endif() - - if(IDF_TARGET STREQUAL "esp32s3") - list(APPEND COMPONENT_SRCS - target/esp32s3/ll_cam.c - ) - endif() - - set(COMPONENT_REQUIRES driver) - set(COMPONENT_PRIV_REQUIRES freertos nvs_flash) - - register_component() -endif() diff --git a/code/components/esp32-camera-master/Kconfig b/code/components/esp32-camera-master/Kconfig deleted file mode 100644 index dbf67089..00000000 --- a/code/components/esp32-camera-master/Kconfig +++ /dev/null @@ -1,129 +0,0 @@ -menu "Camera configuration" - - config OV7670_SUPPORT - bool "Support OV7670 VGA" - default y - help - Enable this option if you want to use the OV7670. - Disable this option to save memory. - - config OV7725_SUPPORT - bool "Support OV7725 VGA" - default y - help - Enable this option if you want to use the OV7725. - Disable this option to save memory. - - config NT99141_SUPPORT - bool "Support NT99141 HD" - default y - help - Enable this option if you want to use the NT99141. - Disable this option to save memory. - - config OV2640_SUPPORT - bool "Support OV2640 2MP" - default y - help - Enable this option if you want to use the OV2640. - Disable this option to save memory. - - config OV3660_SUPPORT - bool "Support OV3660 3MP" - default y - help - Enable this option if you want to use the OV3360. - Disable this option to save memory. - - config OV5640_SUPPORT - bool "Support OV5640 5MP" - default y - help - Enable this option if you want to use the OV5640. - Disable this option to save memory. - - config GC2145_SUPPORT - bool "Support GC2145 2MP" - default y - help - Enable this option if you want to use the GC2145. - Disable this option to save memory. - - config GC032A_SUPPORT - bool "Support GC032A VGA" - default y - help - Enable this option if you want to use the GC032A. - Disable this option to save memory. - - config GC0308_SUPPORT - bool "Support GC0308 VGA" - default y - help - Enable this option if you want to use the GC0308. - Disable this option to save memory. - - config BF3005_SUPPORT - bool "Support BF3005(BYD3005) VGA" - default y - help - Enable this option if you want to use the BF3005. - Disable this option to save memory. - - choice SCCB_HARDWARE_I2C_PORT - bool "I2C peripheral to use for SCCB" - default SCCB_HARDWARE_I2C_PORT1 - - config SCCB_HARDWARE_I2C_PORT0 - bool "I2C0" - config SCCB_HARDWARE_I2C_PORT1 - bool "I2C1" - - endchoice - - config SCCB_CLK_FREQ - int "SCCB clk frequency" - default 100000 - range 100000 400000 - help - Increasing this value can reduce the initialization time of the sensor. - Please refer to the relevant instructions of the sensor to adjust the value. - - choice GC_SENSOR_WINDOW_MODE - bool "GalaxyCore Sensor Window Mode" - depends on (GC2145_SUPPORT || GC032A_SUPPORT || GC0308_SUPPORT) - default GC_SENSOR_SUBSAMPLE_MODE - help - This option determines how to reduce the output size when the resolution you set is less than the maximum resolution. - SUBSAMPLE_MODE has a bigger perspective and WINDOWING_MODE has a higher frame rate. - - config GC_SENSOR_WINDOWING_MODE - bool "Windowing Mode" - config GC_SENSOR_SUBSAMPLE_MODE - bool "Subsample Mode" - endchoice - - choice CAMERA_TASK_PINNED_TO_CORE - bool "Camera task pinned to core" - default CAMERA_CORE0 - help - Pin the camera handle task to a certain core(0/1). It can also be done automatically choosing NO_AFFINITY. - - config CAMERA_CORE0 - bool "CORE0" - config CAMERA_CORE1 - bool "CORE1" - config CAMERA_NO_AFFINITY - bool "NO_AFFINITY" - - endchoice - - config CAMERA_DMA_BUFFER_SIZE_MAX - int "DMA buffer size" - range 8192 32768 - default 32768 - help - Maximum value of DMA buffer - Larger values may fail to allocate due to insufficient contiguous memory blocks, and smaller value may cause DMA interrupt to be too frequent - -endmenu diff --git a/code/components/esp32-camera-master/LICENSE b/code/components/esp32-camera-master/LICENSE deleted file mode 100644 index d6456956..00000000 --- a/code/components/esp32-camera-master/LICENSE +++ /dev/null @@ -1,202 +0,0 @@ - - Apache License - Version 2.0, January 2004 - http://www.apache.org/licenses/ - - TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION - - 1. Definitions. - - "License" shall mean the terms and conditions for use, reproduction, - and distribution as defined by Sections 1 through 9 of this document. - - "Licensor" shall mean the copyright owner or entity authorized by - the copyright owner that is granting the License. - - "Legal Entity" shall mean the union of the acting entity and all - other entities that control, are controlled by, or are under common - control with that entity. For the purposes of this definition, - "control" means (i) the power, direct or indirect, to cause the - direction or management of such entity, whether by contract or - otherwise, or (ii) ownership of fifty percent (50%) or more of the - outstanding shares, or (iii) beneficial ownership of such entity. - - "You" (or "Your") shall mean an individual or Legal Entity - exercising permissions granted by this License. - - "Source" form shall mean the preferred form for making modifications, - including but not limited to software source code, documentation - source, and configuration files. - - "Object" form shall mean any form resulting from mechanical - transformation or translation of a Source form, including but - not limited to compiled object code, generated documentation, - and conversions to other media types. - - "Work" shall mean the work of authorship, whether in Source or - Object form, made available under the License, as indicated by a - copyright notice that is included in or attached to the work - (an example is provided in the Appendix below). - - "Derivative Works" shall mean any work, whether in Source or Object - form, that is based on (or derived from) the Work and for which the - editorial revisions, annotations, elaborations, or other modifications - represent, as a whole, an original work of authorship. For the purposes - of this License, Derivative Works shall not include works that remain - separable from, or merely link (or bind by name) to the interfaces of, - the Work and Derivative Works thereof. - - "Contribution" shall mean any work of authorship, including - the original version of the Work and any modifications or additions - to that Work or Derivative Works thereof, that is intentionally - submitted to Licensor for inclusion in the Work by the copyright owner - or by an individual or Legal Entity authorized to submit on behalf of - the copyright owner. For the purposes of this definition, "submitted" - means any form of electronic, verbal, or written communication sent - to the Licensor or its representatives, including but not limited to - communication on electronic mailing lists, source code control systems, - and issue tracking systems that are managed by, or on behalf of, the - Licensor for the purpose of discussing and improving the Work, but - excluding communication that is conspicuously marked or otherwise - designated in writing by the copyright owner as "Not a Contribution." - - "Contributor" shall mean Licensor and any individual or Legal Entity - on behalf of whom a Contribution has been received by Licensor and - subsequently incorporated within the Work. - - 2. Grant of Copyright License. Subject to the terms and conditions of - this License, each Contributor hereby grants to You a perpetual, - worldwide, non-exclusive, no-charge, royalty-free, irrevocable - copyright license to reproduce, prepare Derivative Works of, - publicly display, publicly perform, sublicense, and distribute the - Work and such Derivative Works in Source or Object form. - - 3. Grant of Patent License. Subject to the terms and conditions of - this License, each Contributor hereby grants to You a perpetual, - worldwide, non-exclusive, no-charge, royalty-free, irrevocable - (except as stated in this section) patent license to make, have made, - use, offer to sell, sell, import, and otherwise transfer the Work, - where such license applies only to those patent claims licensable - by such Contributor that are necessarily infringed by their - Contribution(s) alone or by combination of their Contribution(s) - with the Work to which such Contribution(s) was submitted. If You - institute patent litigation against any entity (including a - cross-claim or counterclaim in a lawsuit) alleging that the Work - or a Contribution incorporated within the Work constitutes direct - or contributory patent infringement, then any patent licenses - granted to You under this License for that Work shall terminate - as of the date such litigation is filed. - - 4. Redistribution. You may reproduce and distribute copies of the - Work or Derivative Works thereof in any medium, with or without - modifications, and in Source or Object form, provided that You - meet the following conditions: - - (a) You must give any other recipients of the Work or - Derivative Works a copy of this License; and - - (b) You must cause any modified files to carry prominent notices - stating that You changed the files; and - - (c) You must retain, in the Source form of any Derivative Works - that You distribute, all copyright, patent, trademark, and - attribution notices from the Source form of the Work, - excluding those notices that do not pertain to any part of - the Derivative Works; and - - (d) If the Work includes a "NOTICE" text file as part of its - distribution, then any Derivative Works that You distribute must - include a readable copy of the attribution notices contained - within such NOTICE file, excluding those notices that do not - pertain to any part of the Derivative Works, in at least one - of the following places: within a NOTICE text file distributed - as part of the Derivative Works; within the Source form or - documentation, if provided along with the Derivative Works; or, - within a display generated by the Derivative Works, if and - wherever such third-party notices normally appear. The contents - of the NOTICE file are for informational purposes only and - do not modify the License. You may add Your own attribution - notices within Derivative Works that You distribute, alongside - or as an addendum to the NOTICE text from the Work, provided - that such additional attribution notices cannot be construed - as modifying the License. - - You may add Your own copyright statement to Your modifications and - may provide additional or different license terms and conditions - for use, reproduction, or distribution of Your modifications, or - for any such Derivative Works as a whole, provided Your use, - reproduction, and distribution of the Work otherwise complies with - the conditions stated in this License. - - 5. Submission of Contributions. Unless You explicitly state otherwise, - any Contribution intentionally submitted for inclusion in the Work - by You to the Licensor shall be under the terms and conditions of - this License, without any additional terms or conditions. - Notwithstanding the above, nothing herein shall supersede or modify - the terms of any separate license agreement you may have executed - with Licensor regarding such Contributions. - - 6. Trademarks. This License does not grant permission to use the trade - names, trademarks, service marks, or product names of the Licensor, - except as required for reasonable and customary use in describing the - origin of the Work and reproducing the content of the NOTICE file. - - 7. Disclaimer of Warranty. Unless required by applicable law or - agreed to in writing, Licensor provides the Work (and each - Contributor provides its Contributions) on an "AS IS" BASIS, - WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or - implied, including, without limitation, any warranties or conditions - of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A - PARTICULAR PURPOSE. You are solely responsible for determining the - appropriateness of using or redistributing the Work and assume any - risks associated with Your exercise of permissions under this License. - - 8. Limitation of Liability. In no event and under no legal theory, - whether in tort (including negligence), contract, or otherwise, - unless required by applicable law (such as deliberate and grossly - negligent acts) or agreed to in writing, shall any Contributor be - liable to You for damages, including any direct, indirect, special, - incidental, or consequential damages of any character arising as a - result of this License or out of the use or inability to use the - Work (including but not limited to damages for loss of goodwill, - work stoppage, computer failure or malfunction, or any and all - other commercial damages or losses), even if such Contributor - has been advised of the possibility of such damages. - - 9. Accepting Warranty or Additional Liability. While redistributing - the Work or Derivative Works thereof, You may choose to offer, - and charge a fee for, acceptance of support, warranty, indemnity, - or other liability obligations and/or rights consistent with this - License. However, in accepting such obligations, You may act only - on Your own behalf and on Your sole responsibility, not on behalf - of any other Contributor, and only if You agree to indemnify, - defend, and hold each Contributor harmless for any liability - incurred by, or claims asserted against, such Contributor by reason - of your accepting any such warranty or additional liability. - - END OF TERMS AND CONDITIONS - - APPENDIX: How to apply the Apache License to your work. - - To apply the Apache License to your work, attach the following - boilerplate notice, with the fields enclosed by brackets "[]" - replaced with your own identifying information. (Don't include - the brackets!) The text should be enclosed in the appropriate - comment syntax for the file format. We also recommend that a - file or class name and description of purpose be included on the - same "printed page" as the copyright notice for easier - identification within third-party archives. - - Copyright [yyyy] [name of copyright owner] - - Licensed under the Apache License, Version 2.0 (the "License"); - you may not use this file except in compliance with the License. - You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - - Unless required by applicable law or agreed to in writing, software - distributed under the License is distributed on an "AS IS" BASIS, - WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - See the License for the specific language governing permissions and - limitations under the License. diff --git a/code/components/esp32-camera-master/README.md b/code/components/esp32-camera-master/README.md deleted file mode 100644 index de61a5bb..00000000 --- a/code/components/esp32-camera-master/README.md +++ /dev/null @@ -1,369 +0,0 @@ -# ESP32 Camera Driver - -[![Build examples](https://github.com/espressif/esp32-camera/actions/workflows/build.yml/badge.svg)](https://github.com/espressif/esp32-camera/actions/workflows/build.yml) -## General Information - -This repository hosts ESP32 series Soc compatible driver for image sensors. Additionally it provides a few tools, which allow converting the captured frame data to the more common BMP and JPEG formats. - -### Supported Soc - -- ESP32 -- ESP32-S2 -- ESP32-S3 - -### Supported Sensor - -| model | max resolution | color type | output format | Len Size | -| ------- | -------------- | ---------- | ------------------------------------------------------------ | -------- | -| OV2640 | 1600 x 1200 | color | YUV(422/420)/YCbCr422
RGB565/555
8-bit compressed data
8/10-bit Raw RGB data | 1/4" | -| OV3660 | 2048 x 1536 | color | raw RGB data
RGB565/555/444
CCIR656
YCbCr422
compression | 1/5" | -| OV5640 | 2592 x 1944 | color | RAW RGB
RGB565/555/444
CCIR656
YUV422/420
YCbCr422
compression | 1/4" | -| OV7670 | 640 x 480 | color | Raw Bayer RGB
Processed Bayer RGB
YUV/YCbCr422
GRB422
RGB565/555 | 1/6" | -| OV7725 | 640 x 480 | color | Raw RGB
GRB 422
RGB565/555/444
YCbCr 422 | 1/4" | -| NT99141 | 1280 x 720 | color | YCbCr 422
RGB565/555/444
Raw
CCIR656
JPEG compression | 1/4" | -| GC032A | 640 x 480 | color | YUV/YCbCr422
RAW Bayer
RGB565 | 1/10" | -| GC0308 | 640 x 480 | color | YUV/YCbCr422
RAW Bayer
RGB565 | 1/6.5" | -| GC2145 | 1600 x 1200 | color | YUV/YCbCr422
RAW Bayer
RGB565 | 1/5" | -| BF3005 | 640 x 480 | color | YUV/YCbCr422
RAW Bayer
RGB565 | 1/4" | - -## Important to Remember - -- Except when using CIF or lower resolution with JPEG, the driver requires PSRAM to be installed and activated. -- Using YUV or RGB puts a lot of strain on the chip because writing to PSRAM is not particularly fast. The result is that image data might be missing. This is particularly true if WiFi is enabled. If you need RGB data, it is recommended that JPEG is captured and then turned into RGB using `fmt2rgb888` or `fmt2bmp`/`frame2bmp`. -- When 1 frame buffer is used, the driver will wait for the current frame to finish (VSYNC) and start I2S DMA. After the frame is acquired, I2S will be stopped and the frame buffer returned to the application. This approach gives more control over the system, but results in longer time to get the frame. -- When 2 or more frame bufers are used, I2S is running in continuous mode and each frame is pushed to a queue that the application can access. This approach puts more strain on the CPU/Memory, but allows for double the frame rate. Please use only with JPEG. - -## Installation Instructions - - -### Using esp-idf - -- Clone or download and extract the repository to the components folder of your ESP-IDF project -- Enable PSRAM in `menuconfig` (also set Flash and PSRAM frequiencies to 80MHz) -- Include `esp_camera.h` in your code - -### Using PlatformIO - -The easy way -- on the `env` section of `platformio.ini`, add the following: - -```ini -[env] -lib_deps = - esp32-camera -``` - -Now the `esp_camera.h` is available to be included: - -```c -#include "esp_camera.h" -``` - -Enable PSRAM on `menuconfig` or type it direclty on `sdkconfig`. Check the [official doc](https://docs.espressif.com/projects/esp-idf/en/latest/esp32/api-reference/kconfig.html#config-esp32-spiram-support) for more info. - -``` -CONFIG_ESP32_SPIRAM_SUPPORT=y -``` - -***Arduino*** The easy-way (content above) only seems to work if you're using `framework=arduino` which seems to take a bunch of the guesswork out (thanks Arduino!) but also suck up a lot more memory and flash, almost crippling the performance. If you plan to use the `framework=espidf` then read the sections below carefully!! - -## Platform.io lib/submodule (for framework=espidf) - -It's probably easier to just skip the platform.io library registry version and link the git repo as a submodule. (i.e. using code outside the platform.io library management). In this example we will install this as a submodule inside the platform.io $project/lib folder: -``` -cd $project\lib -git submodule add -b master https://github.com/espressif/esp32-camera.git -``` - -Then in `platformio.ini` file -``` -build_flags = - -I../lib/esp32-camera -``` -After that `#include "esp_camera.h"` statement will be available. Now the module is included, and you're hopefully back to the same place as the easy-Arduino way. - -**Warning about platform.io/espidf and fresh (not initialized) git repos** -There is a sharp-edge on you'll discover in the platform.io build process (in espidf v3.3 & 4.0.1) where a project which has only had `git init` but nothing committed will crash platform.io build process with highly non-useful output. The cause is due to lack of a version (making you think you did something wrong, when you didn't at all) - the output is horribly non-descript. Solution: the devs want you to create a file called version.txt with a number in it, or simply commit any file to the projects git repo and use git. This happens because platform.io build process tries to be too clever and determine the build version number from the git repo - it's a sharp edge you'll only encounter if you're experimenting on a new project with no commits .. like wtf is my camera not working let's try a 'clean project'?! - -## Platform.io Kconfig -Kconfig is used by the platform.io menuconfig (accessed by running: `pio run -t menuconfig`) to interactively manage the various #ifdef statements throughout the espidf and supporting libraries (i.e. this repo: esp32-camera and arduino-esp32.git). The menuconfig process generates the `sdkconfig` file which is ultimately used behind the scenes by espidf compile+build process. - -**Make sure to append or symlink** [this `Kconfig`](./Kconfig) content into the `Kconfig` of your project. - -You symlink (or copy) the included Kconfig into your platform.io projects src directory. The file should be named `Kconfig.projbuild` in your projects src\ directory or you could also add the library path to a CMakefile.txt and hope the `Kconfig` (or `Kconfig.projbuild`) gets discovered by the menuconfig process, though this unpredictable for me. - -The unpredictable wonky behavior in platform.io build process around Kconfig naming (Kconfig vs. Kconfig.projbuild) occurs between espidf versions 3.3 and 4.0 - but if you don't see "Camera configuration" in your `pio run -t menuconfig` then there is no point trying to test camera code (it may compile, but it probably won't work!) and it seems the platform.io devs (when they built their wrapper around the espidf menuconfig) didn't implement it properly. You've probably already figured out you can't use the espidf build tools since the files are in totally different locations and also different versions with sometimes different syntax. This is one of those times you might consider changing the `platformio.ini` from `platform=espressif32` to `platform=https://github.com/platformio/platform-espressif32.git#develop` to get a more recent version of the espidf 4.0 tools. - -However with a bit of patience and experimenting you'll figure the Kconfig out. Once Kconfig (or Kconfig.projbuild) is working then you will be able to choose the configurations according to your setup or the camera libraries will be compiled. Although you might also need to delete your .pio/build directory before the options appear .. again, the `pio run -t menuconfig` doens't always notice the new Kconfig files! - -If you miss-skip-ignore this critical step the camera module will compile but camera logic inside the library will be 'empty' because the Kconfig sets the proper #ifdef statements during the build process to initialize the selected cameras. It's very not optional! - - -## Examples - -### Initialization - -```c -#include "esp_camera.h" - -//WROVER-KIT PIN Map -#define CAM_PIN_PWDN -1 //power down is not used -#define CAM_PIN_RESET -1 //software reset will be performed -#define CAM_PIN_XCLK 21 -#define CAM_PIN_SIOD 26 -#define CAM_PIN_SIOC 27 - -#define CAM_PIN_D7 35 -#define CAM_PIN_D6 34 -#define CAM_PIN_D5 39 -#define CAM_PIN_D4 36 -#define CAM_PIN_D3 19 -#define CAM_PIN_D2 18 -#define CAM_PIN_D1 5 -#define CAM_PIN_D0 4 -#define CAM_PIN_VSYNC 25 -#define CAM_PIN_HREF 23 -#define CAM_PIN_PCLK 22 - -static camera_config_t camera_config = { - .pin_pwdn = CAM_PIN_PWDN, - .pin_reset = CAM_PIN_RESET, - .pin_xclk = CAM_PIN_XCLK, - .pin_sscb_sda = CAM_PIN_SIOD, - .pin_sscb_scl = CAM_PIN_SIOC, - - .pin_d7 = CAM_PIN_D7, - .pin_d6 = CAM_PIN_D6, - .pin_d5 = CAM_PIN_D5, - .pin_d4 = CAM_PIN_D4, - .pin_d3 = CAM_PIN_D3, - .pin_d2 = CAM_PIN_D2, - .pin_d1 = CAM_PIN_D1, - .pin_d0 = CAM_PIN_D0, - .pin_vsync = CAM_PIN_VSYNC, - .pin_href = CAM_PIN_HREF, - .pin_pclk = CAM_PIN_PCLK, - - .xclk_freq_hz = 20000000,//EXPERIMENTAL: Set to 16MHz on ESP32-S2 or ESP32-S3 to enable EDMA mode - .ledc_timer = LEDC_TIMER_0, - .ledc_channel = LEDC_CHANNEL_0, - - .pixel_format = PIXFORMAT_JPEG,//YUV422,GRAYSCALE,RGB565,JPEG - .frame_size = FRAMESIZE_UXGA,//QQVGA-QXGA Do not use sizes above QVGA when not JPEG - - .jpeg_quality = 12, //0-63 lower number means higher quality - .fb_count = 1, //if more than one, i2s runs in continuous mode. Use only with JPEG - .grab_mode = CAMERA_GRAB_WHEN_EMPTY//CAMERA_GRAB_LATEST. Sets when buffers should be filled -}; - -esp_err_t camera_init(){ - //power up the camera if PWDN pin is defined - if(CAM_PIN_PWDN != -1){ - pinMode(CAM_PIN_PWDN, OUTPUT); - digitalWrite(CAM_PIN_PWDN, LOW); - } - - //initialize the camera - esp_err_t err = esp_camera_init(&camera_config); - if (err != ESP_OK) { - ESP_LOGE(TAG, "Camera Init Failed"); - return err; - } - - return ESP_OK; -} - -esp_err_t camera_capture(){ - //acquire a frame - camera_fb_t * fb = esp_camera_fb_get(); - if (!fb) { - ESP_LOGE(TAG, "Camera Capture Failed"); - return ESP_FAIL; - } - //replace this with your own function - process_image(fb->width, fb->height, fb->format, fb->buf, fb->len); - - //return the frame buffer back to the driver for reuse - esp_camera_fb_return(fb); - return ESP_OK; -} -``` - -### JPEG HTTP Capture - -```c -#include "esp_camera.h" -#include "esp_http_server.h" -#include "esp_timer.h" - -typedef struct { - httpd_req_t *req; - size_t len; -} jpg_chunking_t; - -static size_t jpg_encode_stream(void * arg, size_t index, const void* data, size_t len){ - jpg_chunking_t *j = (jpg_chunking_t *)arg; - if(!index){ - j->len = 0; - } - if(httpd_resp_send_chunk(j->req, (const char *)data, len) != ESP_OK){ - return 0; - } - j->len += len; - return len; -} - -esp_err_t jpg_httpd_handler(httpd_req_t *req){ - camera_fb_t * fb = NULL; - esp_err_t res = ESP_OK; - size_t fb_len = 0; - int64_t fr_start = esp_timer_get_time(); - - fb = esp_camera_fb_get(); - if (!fb) { - ESP_LOGE(TAG, "Camera capture failed"); - httpd_resp_send_500(req); - return ESP_FAIL; - } - res = httpd_resp_set_type(req, "image/jpeg"); - if(res == ESP_OK){ - res = httpd_resp_set_hdr(req, "Content-Disposition", "inline; filename=capture.jpg"); - } - - if(res == ESP_OK){ - if(fb->format == PIXFORMAT_JPEG){ - fb_len = fb->len; - res = httpd_resp_send(req, (const char *)fb->buf, fb->len); - } else { - jpg_chunking_t jchunk = {req, 0}; - res = frame2jpg_cb(fb, 80, jpg_encode_stream, &jchunk)?ESP_OK:ESP_FAIL; - httpd_resp_send_chunk(req, NULL, 0); - fb_len = jchunk.len; - } - } - esp_camera_fb_return(fb); - int64_t fr_end = esp_timer_get_time(); - ESP_LOGI(TAG, "JPG: %uKB %ums", (uint32_t)(fb_len/1024), (uint32_t)((fr_end - fr_start)/1000)); - return res; -} -``` - -### JPEG HTTP Stream - -```c -#include "esp_camera.h" -#include "esp_http_server.h" -#include "esp_timer.h" - -#define PART_BOUNDARY "123456789000000000000987654321" -static const char* _STREAM_CONTENT_TYPE = "multipart/x-mixed-replace;boundary=" PART_BOUNDARY; -static const char* _STREAM_BOUNDARY = "\r\n--" PART_BOUNDARY "\r\n"; -static const char* _STREAM_PART = "Content-Type: image/jpeg\r\nContent-Length: %u\r\n\r\n"; - -esp_err_t jpg_stream_httpd_handler(httpd_req_t *req){ - camera_fb_t * fb = NULL; - esp_err_t res = ESP_OK; - size_t _jpg_buf_len; - uint8_t * _jpg_buf; - char * part_buf[64]; - static int64_t last_frame = 0; - if(!last_frame) { - last_frame = esp_timer_get_time(); - } - - res = httpd_resp_set_type(req, _STREAM_CONTENT_TYPE); - if(res != ESP_OK){ - return res; - } - - while(true){ - fb = esp_camera_fb_get(); - if (!fb) { - ESP_LOGE(TAG, "Camera capture failed"); - res = ESP_FAIL; - break; - } - if(fb->format != PIXFORMAT_JPEG){ - bool jpeg_converted = frame2jpg(fb, 80, &_jpg_buf, &_jpg_buf_len); - if(!jpeg_converted){ - ESP_LOGE(TAG, "JPEG compression failed"); - esp_camera_fb_return(fb); - res = ESP_FAIL; - } - } else { - _jpg_buf_len = fb->len; - _jpg_buf = fb->buf; - } - - if(res == ESP_OK){ - res = httpd_resp_send_chunk(req, _STREAM_BOUNDARY, strlen(_STREAM_BOUNDARY)); - } - if(res == ESP_OK){ - size_t hlen = snprintf((char *)part_buf, 64, _STREAM_PART, _jpg_buf_len); - - res = httpd_resp_send_chunk(req, (const char *)part_buf, hlen); - } - if(res == ESP_OK){ - res = httpd_resp_send_chunk(req, (const char *)_jpg_buf, _jpg_buf_len); - } - if(fb->format != PIXFORMAT_JPEG){ - free(_jpg_buf); - } - esp_camera_fb_return(fb); - if(res != ESP_OK){ - break; - } - int64_t fr_end = esp_timer_get_time(); - int64_t frame_time = fr_end - last_frame; - last_frame = fr_end; - frame_time /= 1000; - ESP_LOGI(TAG, "MJPG: %uKB %ums (%.1ffps)", - (uint32_t)(_jpg_buf_len/1024), - (uint32_t)frame_time, 1000.0 / (uint32_t)frame_time); - } - - last_frame = 0; - return res; -} -``` - -### BMP HTTP Capture - -```c -#include "esp_camera.h" -#include "esp_http_server.h" -#include "esp_timer.h" - -esp_err_t bmp_httpd_handler(httpd_req_t *req){ - camera_fb_t * fb = NULL; - esp_err_t res = ESP_OK; - int64_t fr_start = esp_timer_get_time(); - - fb = esp_camera_fb_get(); - if (!fb) { - ESP_LOGE(TAG, "Camera capture failed"); - httpd_resp_send_500(req); - return ESP_FAIL; - } - - uint8_t * buf = NULL; - size_t buf_len = 0; - bool converted = frame2bmp(fb, &buf, &buf_len); - esp_camera_fb_return(fb); - if(!converted){ - ESP_LOGE(TAG, "BMP conversion failed"); - httpd_resp_send_500(req); - return ESP_FAIL; - } - - res = httpd_resp_set_type(req, "image/x-windows-bmp") - || httpd_resp_set_hdr(req, "Content-Disposition", "inline; filename=capture.bmp") - || httpd_resp_send(req, (const char *)buf, buf_len); - free(buf); - int64_t fr_end = esp_timer_get_time(); - ESP_LOGI(TAG, "BMP: %uKB %ums", (uint32_t)(buf_len/1024), (uint32_t)((fr_end - fr_start)/1000)); - return res; -} -``` - - - diff --git a/code/components/esp32-camera-master/component.mk b/code/components/esp32-camera-master/component.mk deleted file mode 100644 index 8db15eb8..00000000 --- a/code/components/esp32-camera-master/component.mk +++ /dev/null @@ -1,4 +0,0 @@ -COMPONENT_ADD_INCLUDEDIRS := driver/include conversions/include -COMPONENT_PRIV_INCLUDEDIRS := driver/private_include conversions/private_include sensors/private_include target/private_include -COMPONENT_SRCDIRS := driver conversions sensors target target/esp32 -CXXFLAGS += -fno-rtti diff --git a/code/components/esp32-camera-master/conversions/esp_jpg_decode.c b/code/components/esp32-camera-master/conversions/esp_jpg_decode.c deleted file mode 100644 index a9615e36..00000000 --- a/code/components/esp32-camera-master/conversions/esp_jpg_decode.c +++ /dev/null @@ -1,132 +0,0 @@ -// Copyright 2015-2016 Espressif Systems (Shanghai) PTE LTD -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -#include "esp_jpg_decode.h" - -#include "esp_system.h" -#if ESP_IDF_VERSION_MAJOR >= 4 // IDF 4+ -#if CONFIG_IDF_TARGET_ESP32 // ESP32/PICO-D4 -#include "esp32/rom/tjpgd.h" -#elif CONFIG_IDF_TARGET_ESP32S2 -#include "tjpgd.h" -#elif CONFIG_IDF_TARGET_ESP32S3 -#include "esp32s3/rom/tjpgd.h" -#else -#error Target CONFIG_IDF_TARGET is not supported -#endif -#else // ESP32 Before IDF 4.0 -#include "rom/tjpgd.h" -#endif - -#if defined(ARDUINO_ARCH_ESP32) && defined(CONFIG_ARDUHAL_ESP_LOG) -#include "esp32-hal-log.h" -#define TAG "" -#else -#include "esp_log.h" -static const char* TAG = "esp_jpg_decode"; -#endif - -typedef struct { - jpg_scale_t scale; - jpg_reader_cb reader; - jpg_writer_cb writer; - void * arg; - size_t len; - size_t index; -} esp_jpg_decoder_t; - -static const char * jd_errors[] = { - "Succeeded", - "Interrupted by output function", - "Device error or wrong termination of input stream", - "Insufficient memory pool for the image", - "Insufficient stream input buffer", - "Parameter error", - "Data format error", - "Right format but not supported", - "Not supported JPEG standard" -}; - -static uint32_t _jpg_write(JDEC *decoder, void *bitmap, JRECT *rect) -{ - uint16_t x = rect->left; - uint16_t y = rect->top; - uint16_t w = rect->right + 1 - x; - uint16_t h = rect->bottom + 1 - y; - uint8_t *data = (uint8_t *)bitmap; - - esp_jpg_decoder_t * jpeg = (esp_jpg_decoder_t *)decoder->device; - - if (jpeg->writer) { - return jpeg->writer(jpeg->arg, x, y, w, h, data); - } - return 0; -} - -static uint32_t _jpg_read(JDEC *decoder, uint8_t *buf, uint32_t len) -{ - esp_jpg_decoder_t * jpeg = (esp_jpg_decoder_t *)decoder->device; - if (jpeg->len && len > (jpeg->len - jpeg->index)) { - len = jpeg->len - jpeg->index; - } - if (len) { - len = jpeg->reader(jpeg->arg, jpeg->index, buf, len); - if (!len) { - ESP_LOGE(TAG, "Read Fail at %u/%u", jpeg->index, jpeg->len); - } - jpeg->index += len; - } - return len; -} - -esp_err_t esp_jpg_decode(size_t len, jpg_scale_t scale, jpg_reader_cb reader, jpg_writer_cb writer, void * arg) -{ - static uint8_t work[3100]; - JDEC decoder; - esp_jpg_decoder_t jpeg; - - jpeg.len = len; - jpeg.reader = reader; - jpeg.writer = writer; - jpeg.arg = arg; - jpeg.scale = scale; - jpeg.index = 0; - - JRESULT jres = jd_prepare(&decoder, _jpg_read, work, 3100, &jpeg); - if(jres != JDR_OK){ - ESP_LOGE(TAG, "JPG Header Parse Failed! %s", jd_errors[jres]); - return ESP_FAIL; - } - - uint16_t output_width = decoder.width / (1 << (uint8_t)(jpeg.scale)); - uint16_t output_height = decoder.height / (1 << (uint8_t)(jpeg.scale)); - - //output start - writer(arg, 0, 0, output_width, output_height, NULL); - //output write - jres = jd_decomp(&decoder, _jpg_write, (uint8_t)jpeg.scale); - //output end - writer(arg, output_width, output_height, output_width, output_height, NULL); - - if (jres != JDR_OK) { - ESP_LOGE(TAG, "JPG Decompression Failed! %s", jd_errors[jres]); - return ESP_FAIL; - } - //check if all data has been consumed. - if (len && jpeg.index < len) { - _jpg_read(&decoder, NULL, len - jpeg.index); - } - - return ESP_OK; -} - diff --git a/code/components/esp32-camera-master/conversions/include/esp_jpg_decode.h b/code/components/esp32-camera-master/conversions/include/esp_jpg_decode.h deleted file mode 100644 index f13536ed..00000000 --- a/code/components/esp32-camera-master/conversions/include/esp_jpg_decode.h +++ /dev/null @@ -1,43 +0,0 @@ -// Copyright 2015-2016 Espressif Systems (Shanghai) PTE LTD -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -#ifndef _ESP_JPG_DECODE_H_ -#define _ESP_JPG_DECODE_H_ - -#ifdef __cplusplus -extern "C" { -#endif - -#include -#include -#include -#include "esp_err.h" - -typedef enum { - JPG_SCALE_NONE, - JPG_SCALE_2X, - JPG_SCALE_4X, - JPG_SCALE_8X, - JPG_SCALE_MAX = JPG_SCALE_8X -} jpg_scale_t; - -typedef size_t (* jpg_reader_cb)(void * arg, size_t index, uint8_t *buf, size_t len); -typedef bool (* jpg_writer_cb)(void * arg, uint16_t x, uint16_t y, uint16_t w, uint16_t h, uint8_t *data); - -esp_err_t esp_jpg_decode(size_t len, jpg_scale_t scale, jpg_reader_cb reader, jpg_writer_cb writer, void * arg); - -#ifdef __cplusplus -} -#endif - -#endif /* _ESP_JPG_DECODE_H_ */ diff --git a/code/components/esp32-camera-master/conversions/include/img_converters.h b/code/components/esp32-camera-master/conversions/include/img_converters.h deleted file mode 100644 index f736200a..00000000 --- a/code/components/esp32-camera-master/conversions/include/img_converters.h +++ /dev/null @@ -1,130 +0,0 @@ -// Copyright 2015-2016 Espressif Systems (Shanghai) PTE LTD -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -#ifndef _IMG_CONVERTERS_H_ -#define _IMG_CONVERTERS_H_ - -#ifdef __cplusplus -extern "C" { -#endif - -#include -#include -#include -#include "esp_camera.h" -#include "esp_jpg_decode.h" - -typedef size_t (* jpg_out_cb)(void * arg, size_t index, const void* data, size_t len); - -/** - * @brief Convert image buffer to JPEG - * - * @param src Source buffer in RGB565, RGB888, YUYV or GRAYSCALE format - * @param src_len Length in bytes of the source buffer - * @param width Width in pixels of the source image - * @param height Height in pixels of the source image - * @param format Format of the source image - * @param quality JPEG quality of the resulting image - * @param cp Callback to be called to write the bytes of the output JPEG - * @param arg Pointer to be passed to the callback - * - * @return true on success - */ -bool fmt2jpg_cb(uint8_t *src, size_t src_len, uint16_t width, uint16_t height, pixformat_t format, uint8_t quality, jpg_out_cb cb, void * arg); - -/** - * @brief Convert camera frame buffer to JPEG - * - * @param fb Source camera frame buffer - * @param quality JPEG quality of the resulting image - * @param cp Callback to be called to write the bytes of the output JPEG - * @param arg Pointer to be passed to the callback - * - * @return true on success - */ -bool frame2jpg_cb(camera_fb_t * fb, uint8_t quality, jpg_out_cb cb, void * arg); - -/** - * @brief Convert image buffer to JPEG buffer - * - * @param src Source buffer in RGB565, RGB888, YUYV or GRAYSCALE format - * @param src_len Length in bytes of the source buffer - * @param width Width in pixels of the source image - * @param height Height in pixels of the source image - * @param format Format of the source image - * @param quality JPEG quality of the resulting image - * @param out Pointer to be populated with the address of the resulting buffer. - * You MUST free the pointer once you are done with it. - * @param out_len Pointer to be populated with the length of the output buffer - * - * @return true on success - */ -bool fmt2jpg(uint8_t *src, size_t src_len, uint16_t width, uint16_t height, pixformat_t format, uint8_t quality, uint8_t ** out, size_t * out_len); - -/** - * @brief Convert camera frame buffer to JPEG buffer - * - * @param fb Source camera frame buffer - * @param quality JPEG quality of the resulting image - * @param out Pointer to be populated with the address of the resulting buffer - * @param out_len Pointer to be populated with the length of the output buffer - * - * @return true on success - */ -bool frame2jpg(camera_fb_t * fb, uint8_t quality, uint8_t ** out, size_t * out_len); - -/** - * @brief Convert image buffer to BMP buffer - * - * @param src Source buffer in JPEG, RGB565, RGB888, YUYV or GRAYSCALE format - * @param src_len Length in bytes of the source buffer - * @param width Width in pixels of the source image - * @param height Height in pixels of the source image - * @param format Format of the source image - * @param out Pointer to be populated with the address of the resulting buffer - * @param out_len Pointer to be populated with the length of the output buffer - * - * @return true on success - */ -bool fmt2bmp(uint8_t *src, size_t src_len, uint16_t width, uint16_t height, pixformat_t format, uint8_t ** out, size_t * out_len); - -/** - * @brief Convert camera frame buffer to BMP buffer - * - * @param fb Source camera frame buffer - * @param out Pointer to be populated with the address of the resulting buffer - * @param out_len Pointer to be populated with the length of the output buffer - * - * @return true on success - */ -bool frame2bmp(camera_fb_t * fb, uint8_t ** out, size_t * out_len); - -/** - * @brief Convert image buffer to RGB888 buffer (used for face detection) - * - * @param src Source buffer in JPEG, RGB565, RGB888, YUYV or GRAYSCALE format - * @param src_len Length in bytes of the source buffer - * @param format Format of the source image - * @param rgb_buf Pointer to the output buffer (width * height * 3) - * - * @return true on success - */ -bool fmt2rgb888(const uint8_t *src_buf, size_t src_len, pixformat_t format, uint8_t * rgb_buf); - -bool jpg2rgb565(const uint8_t *src, size_t src_len, uint8_t * out, jpg_scale_t scale); - -#ifdef __cplusplus -} -#endif - -#endif /* _IMG_CONVERTERS_H_ */ diff --git a/code/components/esp32-camera-master/conversions/jpge.cpp b/code/components/esp32-camera-master/conversions/jpge.cpp deleted file mode 100644 index a8ab93e0..00000000 --- a/code/components/esp32-camera-master/conversions/jpge.cpp +++ /dev/null @@ -1,723 +0,0 @@ -// jpge.cpp - C++ class for JPEG compression. -// Public domain, Rich Geldreich -// v1.01, Dec. 18, 2010 - Initial release -// v1.02, Apr. 6, 2011 - Removed 2x2 ordered dither in H2V1 chroma subsampling method load_block_16_8_8(). (The rounding factor was 2, when it should have been 1. Either way, it wasn't helping.) -// v1.03, Apr. 16, 2011 - Added support for optimized Huffman code tables, optimized dynamic memory allocation down to only 1 alloc. -// Also from Alex Evans: Added RGBA support, linear memory allocator (no longer needed in v1.03). -// v1.04, May. 19, 2012: Forgot to set m_pFile ptr to NULL in cfile_stream::close(). Thanks to Owen Kaluza for reporting this bug. -// Code tweaks to fix VS2008 static code analysis warnings (all looked harmless). -// Code review revealed method load_block_16_8_8() (used for the non-default H2V1 sampling mode to downsample chroma) somehow didn't get the rounding factor fix from v1.02. - -#include "jpge.h" - -#include -#include -#include -#include -#include -#include -#include -#include "esp_heap_caps.h" - -#define JPGE_MAX(a,b) (((a)>(b))?(a):(b)) -#define JPGE_MIN(a,b) (((a)<(b))?(a):(b)) - -namespace jpge { - - static inline void *jpge_malloc(size_t nSize) { - void * b = malloc(nSize); - if(b){ - return b; - } - return heap_caps_malloc(nSize, MALLOC_CAP_SPIRAM | MALLOC_CAP_8BIT); - } - static inline void jpge_free(void *p) { free(p); } - - // Various JPEG enums and tables. - enum { M_SOF0 = 0xC0, M_DHT = 0xC4, M_SOI = 0xD8, M_EOI = 0xD9, M_SOS = 0xDA, M_DQT = 0xDB, M_APP0 = 0xE0 }; - enum { DC_LUM_CODES = 12, AC_LUM_CODES = 256, DC_CHROMA_CODES = 12, AC_CHROMA_CODES = 256, MAX_HUFF_SYMBOLS = 257, MAX_HUFF_CODESIZE = 32 }; - - static const uint8 s_zag[64] = { 0,1,8,16,9,2,3,10,17,24,32,25,18,11,4,5,12,19,26,33,40,48,41,34,27,20,13,6,7,14,21,28,35,42,49,56,57,50,43,36,29,22,15,23,30,37,44,51,58,59,52,45,38,31,39,46,53,60,61,54,47,55,62,63 }; - static const int16 s_std_lum_quant[64] = { 16,11,12,14,12,10,16,14,13,14,18,17,16,19,24,40,26,24,22,22,24,49,35,37,29,40,58,51,61,60,57,51,56,55,64,72,92,78,64,68,87,69,55,56,80,109,81,87,95,98,103,104,103,62,77,113,121,112,100,120,92,101,103,99 }; - static const int16 s_std_croma_quant[64] = { 17,18,18,24,21,24,47,26,26,47,99,66,56,66,99,99,99,99,99,99,99,99,99,99,99,99,99,99,99,99,99,99,99,99,99,99,99,99,99,99,99,99,99,99,99,99,99,99,99,99,99,99,99,99,99,99,99,99,99,99,99,99,99,99 }; - static const uint8 s_dc_lum_bits[17] = { 0,0,1,5,1,1,1,1,1,1,0,0,0,0,0,0,0 }; - static const uint8 s_dc_lum_val[DC_LUM_CODES] = { 0,1,2,3,4,5,6,7,8,9,10,11 }; - static const uint8 s_ac_lum_bits[17] = { 0,0,2,1,3,3,2,4,3,5,5,4,4,0,0,1,0x7d }; - static const uint8 s_ac_lum_val[AC_LUM_CODES] = { - 0x01,0x02,0x03,0x00,0x04,0x11,0x05,0x12,0x21,0x31,0x41,0x06,0x13,0x51,0x61,0x07,0x22,0x71,0x14,0x32,0x81,0x91,0xa1,0x08,0x23,0x42,0xb1,0xc1,0x15,0x52,0xd1,0xf0, - 0x24,0x33,0x62,0x72,0x82,0x09,0x0a,0x16,0x17,0x18,0x19,0x1a,0x25,0x26,0x27,0x28,0x29,0x2a,0x34,0x35,0x36,0x37,0x38,0x39,0x3a,0x43,0x44,0x45,0x46,0x47,0x48,0x49, - 0x4a,0x53,0x54,0x55,0x56,0x57,0x58,0x59,0x5a,0x63,0x64,0x65,0x66,0x67,0x68,0x69,0x6a,0x73,0x74,0x75,0x76,0x77,0x78,0x79,0x7a,0x83,0x84,0x85,0x86,0x87,0x88,0x89, - 0x8a,0x92,0x93,0x94,0x95,0x96,0x97,0x98,0x99,0x9a,0xa2,0xa3,0xa4,0xa5,0xa6,0xa7,0xa8,0xa9,0xaa,0xb2,0xb3,0xb4,0xb5,0xb6,0xb7,0xb8,0xb9,0xba,0xc2,0xc3,0xc4,0xc5, - 0xc6,0xc7,0xc8,0xc9,0xca,0xd2,0xd3,0xd4,0xd5,0xd6,0xd7,0xd8,0xd9,0xda,0xe1,0xe2,0xe3,0xe4,0xe5,0xe6,0xe7,0xe8,0xe9,0xea,0xf1,0xf2,0xf3,0xf4,0xf5,0xf6,0xf7,0xf8, - 0xf9,0xfa - }; - static const uint8 s_dc_chroma_bits[17] = { 0,0,3,1,1,1,1,1,1,1,1,1,0,0,0,0,0 }; - static const uint8 s_dc_chroma_val[DC_CHROMA_CODES] = { 0,1,2,3,4,5,6,7,8,9,10,11 }; - static const uint8 s_ac_chroma_bits[17] = { 0,0,2,1,2,4,4,3,4,7,5,4,4,0,1,2,0x77 }; - static const uint8 s_ac_chroma_val[AC_CHROMA_CODES] = { - 0x00,0x01,0x02,0x03,0x11,0x04,0x05,0x21,0x31,0x06,0x12,0x41,0x51,0x07,0x61,0x71,0x13,0x22,0x32,0x81,0x08,0x14,0x42,0x91,0xa1,0xb1,0xc1,0x09,0x23,0x33,0x52,0xf0, - 0x15,0x62,0x72,0xd1,0x0a,0x16,0x24,0x34,0xe1,0x25,0xf1,0x17,0x18,0x19,0x1a,0x26,0x27,0x28,0x29,0x2a,0x35,0x36,0x37,0x38,0x39,0x3a,0x43,0x44,0x45,0x46,0x47,0x48, - 0x49,0x4a,0x53,0x54,0x55,0x56,0x57,0x58,0x59,0x5a,0x63,0x64,0x65,0x66,0x67,0x68,0x69,0x6a,0x73,0x74,0x75,0x76,0x77,0x78,0x79,0x7a,0x82,0x83,0x84,0x85,0x86,0x87, - 0x88,0x89,0x8a,0x92,0x93,0x94,0x95,0x96,0x97,0x98,0x99,0x9a,0xa2,0xa3,0xa4,0xa5,0xa6,0xa7,0xa8,0xa9,0xaa,0xb2,0xb3,0xb4,0xb5,0xb6,0xb7,0xb8,0xb9,0xba,0xc2,0xc3, - 0xc4,0xc5,0xc6,0xc7,0xc8,0xc9,0xca,0xd2,0xd3,0xd4,0xd5,0xd6,0xd7,0xd8,0xd9,0xda,0xe2,0xe3,0xe4,0xe5,0xe6,0xe7,0xe8,0xe9,0xea,0xf2,0xf3,0xf4,0xf5,0xf6,0xf7,0xf8, - 0xf9,0xfa - }; - - const int YR = 19595, YG = 38470, YB = 7471, CB_R = -11059, CB_G = -21709, CB_B = 32768, CR_R = 32768, CR_G = -27439, CR_B = -5329; - - static int32 m_last_quality = 0; - static int32 m_quantization_tables[2][64]; - - static bool m_huff_initialized = false; - static uint m_huff_codes[4][256]; - static uint8 m_huff_code_sizes[4][256]; - static uint8 m_huff_bits[4][17]; - static uint8 m_huff_val[4][256]; - - static inline uint8 clamp(int i) { - if (i < 0) { - i = 0; - } else if (i > 255){ - i = 255; - } - return static_cast(i); - } - - static void RGB_to_YCC(uint8* pDst, const uint8 *pSrc, int num_pixels) { - for ( ; num_pixels; pDst += 3, pSrc += 3, num_pixels--) { - const int r = pSrc[0], g = pSrc[1], b = pSrc[2]; - pDst[0] = static_cast((r * YR + g * YG + b * YB + 32768) >> 16); - pDst[1] = clamp(128 + ((r * CB_R + g * CB_G + b * CB_B + 32768) >> 16)); - pDst[2] = clamp(128 + ((r * CR_R + g * CR_G + b * CR_B + 32768) >> 16)); - } - } - - static void RGB_to_Y(uint8* pDst, const uint8 *pSrc, int num_pixels) { - for ( ; num_pixels; pDst++, pSrc += 3, num_pixels--) { - pDst[0] = static_cast((pSrc[0] * YR + pSrc[1] * YG + pSrc[2] * YB + 32768) >> 16); - } - } - - static void Y_to_YCC(uint8* pDst, const uint8* pSrc, int num_pixels) { - for( ; num_pixels; pDst += 3, pSrc++, num_pixels--) { - pDst[0] = pSrc[0]; - pDst[1] = 128; - pDst[2] = 128; - } - } - - // Forward DCT - DCT derived from jfdctint. - enum { CONST_BITS = 13, ROW_BITS = 2 }; -#define DCT_DESCALE(x, n) (((x) + (((int32)1) << ((n) - 1))) >> (n)) -#define DCT_MUL(var, c) (static_cast(var) * static_cast(c)) -#define DCT1D(s0, s1, s2, s3, s4, s5, s6, s7) \ - int32 t0 = s0 + s7, t7 = s0 - s7, t1 = s1 + s6, t6 = s1 - s6, t2 = s2 + s5, t5 = s2 - s5, t3 = s3 + s4, t4 = s3 - s4; \ - int32 t10 = t0 + t3, t13 = t0 - t3, t11 = t1 + t2, t12 = t1 - t2; \ - int32 u1 = DCT_MUL(t12 + t13, 4433); \ - s2 = u1 + DCT_MUL(t13, 6270); \ - s6 = u1 + DCT_MUL(t12, -15137); \ - u1 = t4 + t7; \ - int32 u2 = t5 + t6, u3 = t4 + t6, u4 = t5 + t7; \ - int32 z5 = DCT_MUL(u3 + u4, 9633); \ - t4 = DCT_MUL(t4, 2446); t5 = DCT_MUL(t5, 16819); \ - t6 = DCT_MUL(t6, 25172); t7 = DCT_MUL(t7, 12299); \ - u1 = DCT_MUL(u1, -7373); u2 = DCT_MUL(u2, -20995); \ - u3 = DCT_MUL(u3, -16069); u4 = DCT_MUL(u4, -3196); \ - u3 += z5; u4 += z5; \ - s0 = t10 + t11; s1 = t7 + u1 + u4; s3 = t6 + u2 + u3; s4 = t10 - t11; s5 = t5 + u2 + u4; s7 = t4 + u1 + u3; - - static void DCT2D(int32 *p) { - int32 c, *q = p; - for (c = 7; c >= 0; c--, q += 8) { - int32 s0 = q[0], s1 = q[1], s2 = q[2], s3 = q[3], s4 = q[4], s5 = q[5], s6 = q[6], s7 = q[7]; - DCT1D(s0, s1, s2, s3, s4, s5, s6, s7); - q[0] = s0 << ROW_BITS; q[1] = DCT_DESCALE(s1, CONST_BITS-ROW_BITS); q[2] = DCT_DESCALE(s2, CONST_BITS-ROW_BITS); q[3] = DCT_DESCALE(s3, CONST_BITS-ROW_BITS); - q[4] = s4 << ROW_BITS; q[5] = DCT_DESCALE(s5, CONST_BITS-ROW_BITS); q[6] = DCT_DESCALE(s6, CONST_BITS-ROW_BITS); q[7] = DCT_DESCALE(s7, CONST_BITS-ROW_BITS); - } - for (q = p, c = 7; c >= 0; c--, q++) { - int32 s0 = q[0*8], s1 = q[1*8], s2 = q[2*8], s3 = q[3*8], s4 = q[4*8], s5 = q[5*8], s6 = q[6*8], s7 = q[7*8]; - DCT1D(s0, s1, s2, s3, s4, s5, s6, s7); - q[0*8] = DCT_DESCALE(s0, ROW_BITS+3); q[1*8] = DCT_DESCALE(s1, CONST_BITS+ROW_BITS+3); q[2*8] = DCT_DESCALE(s2, CONST_BITS+ROW_BITS+3); q[3*8] = DCT_DESCALE(s3, CONST_BITS+ROW_BITS+3); - q[4*8] = DCT_DESCALE(s4, ROW_BITS+3); q[5*8] = DCT_DESCALE(s5, CONST_BITS+ROW_BITS+3); q[6*8] = DCT_DESCALE(s6, CONST_BITS+ROW_BITS+3); q[7*8] = DCT_DESCALE(s7, CONST_BITS+ROW_BITS+3); - } - } - - // Compute the actual canonical Huffman codes/code sizes given the JPEG huff bits and val arrays. - static void compute_huffman_table(uint *codes, uint8 *code_sizes, uint8 *bits, uint8 *val) - { - int i, l, last_p, si; - static uint8 huff_size[257]; - static uint huff_code[257]; - uint code; - - int p = 0; - for (l = 1; l <= 16; l++) { - for (i = 1; i <= bits[l]; i++) { - huff_size[p++] = (char)l; - } - } - - huff_size[p] = 0; - last_p = p; // write sentinel - - code = 0; si = huff_size[0]; p = 0; - - while (huff_size[p]) { - while (huff_size[p] == si) { - huff_code[p++] = code++; - } - code <<= 1; - si++; - } - - memset(codes, 0, sizeof(codes[0])*256); - memset(code_sizes, 0, sizeof(code_sizes[0])*256); - for (p = 0; p < last_p; p++) { - codes[val[p]] = huff_code[p]; - code_sizes[val[p]] = huff_size[p]; - } - } - - void jpeg_encoder::flush_output_buffer() - { - if (m_out_buf_left != JPGE_OUT_BUF_SIZE) { - m_all_stream_writes_succeeded = m_all_stream_writes_succeeded && m_pStream->put_buf(m_out_buf, JPGE_OUT_BUF_SIZE - m_out_buf_left); - } - m_pOut_buf = m_out_buf; - m_out_buf_left = JPGE_OUT_BUF_SIZE; - } - - void jpeg_encoder::emit_byte(uint8 i) - { - *m_pOut_buf++ = i; - if (--m_out_buf_left == 0) { - flush_output_buffer(); - } - } - - void jpeg_encoder::put_bits(uint bits, uint len) - { - uint8 c = 0; - m_bit_buffer |= ((uint32)bits << (24 - (m_bits_in += len))); - while (m_bits_in >= 8) { - c = (uint8)((m_bit_buffer >> 16) & 0xFF); - emit_byte(c); - if (c == 0xFF) { - emit_byte(0); - } - m_bit_buffer <<= 8; - m_bits_in -= 8; - } - } - - void jpeg_encoder::emit_word(uint i) - { - emit_byte(uint8(i >> 8)); emit_byte(uint8(i & 0xFF)); - } - - // JPEG marker generation. - void jpeg_encoder::emit_marker(int marker) - { - emit_byte(uint8(0xFF)); emit_byte(uint8(marker)); - } - - // Emit JFIF marker - void jpeg_encoder::emit_jfif_app0() - { - emit_marker(M_APP0); - emit_word(2 + 4 + 1 + 2 + 1 + 2 + 2 + 1 + 1); - emit_byte(0x4A); emit_byte(0x46); emit_byte(0x49); emit_byte(0x46); /* Identifier: ASCII "JFIF" */ - emit_byte(0); - emit_byte(1); /* Major version */ - emit_byte(1); /* Minor version */ - emit_byte(0); /* Density unit */ - emit_word(1); - emit_word(1); - emit_byte(0); /* No thumbnail image */ - emit_byte(0); - } - - // Emit quantization tables - void jpeg_encoder::emit_dqt() - { - for (int i = 0; i < ((m_num_components == 3) ? 2 : 1); i++) - { - emit_marker(M_DQT); - emit_word(64 + 1 + 2); - emit_byte(static_cast(i)); - for (int j = 0; j < 64; j++) - emit_byte(static_cast(m_quantization_tables[i][j])); - } - } - - // Emit start of frame marker - void jpeg_encoder::emit_sof() - { - emit_marker(M_SOF0); /* baseline */ - emit_word(3 * m_num_components + 2 + 5 + 1); - emit_byte(8); /* precision */ - emit_word(m_image_y); - emit_word(m_image_x); - emit_byte(m_num_components); - for (int i = 0; i < m_num_components; i++) - { - emit_byte(static_cast(i + 1)); /* component ID */ - emit_byte((m_comp_h_samp[i] << 4) + m_comp_v_samp[i]); /* h and v sampling */ - emit_byte(i > 0); /* quant. table num */ - } - } - - // Emit Huffman table. - void jpeg_encoder::emit_dht(uint8 *bits, uint8 *val, int index, bool ac_flag) - { - emit_marker(M_DHT); - - int length = 0; - for (int i = 1; i <= 16; i++) - length += bits[i]; - - emit_word(length + 2 + 1 + 16); - emit_byte(static_cast(index + (ac_flag << 4))); - - for (int i = 1; i <= 16; i++) - emit_byte(bits[i]); - - for (int i = 0; i < length; i++) - emit_byte(val[i]); - } - - // Emit all Huffman tables. - void jpeg_encoder::emit_dhts() - { - emit_dht(m_huff_bits[0+0], m_huff_val[0+0], 0, false); - emit_dht(m_huff_bits[2+0], m_huff_val[2+0], 0, true); - if (m_num_components == 3) { - emit_dht(m_huff_bits[0+1], m_huff_val[0+1], 1, false); - emit_dht(m_huff_bits[2+1], m_huff_val[2+1], 1, true); - } - } - - // emit start of scan - void jpeg_encoder::emit_sos() - { - emit_marker(M_SOS); - emit_word(2 * m_num_components + 2 + 1 + 3); - emit_byte(m_num_components); - for (int i = 0; i < m_num_components; i++) - { - emit_byte(static_cast(i + 1)); - if (i == 0) - emit_byte((0 << 4) + 0); - else - emit_byte((1 << 4) + 1); - } - emit_byte(0); /* spectral selection */ - emit_byte(63); - emit_byte(0); - } - - void jpeg_encoder::load_block_8_8_grey(int x) - { - uint8 *pSrc; - sample_array_t *pDst = m_sample_array; - x <<= 3; - for (int i = 0; i < 8; i++, pDst += 8) - { - pSrc = m_mcu_lines[i] + x; - pDst[0] = pSrc[0] - 128; pDst[1] = pSrc[1] - 128; pDst[2] = pSrc[2] - 128; pDst[3] = pSrc[3] - 128; - pDst[4] = pSrc[4] - 128; pDst[5] = pSrc[5] - 128; pDst[6] = pSrc[6] - 128; pDst[7] = pSrc[7] - 128; - } - } - - void jpeg_encoder::load_block_8_8(int x, int y, int c) - { - uint8 *pSrc; - sample_array_t *pDst = m_sample_array; - x = (x * (8 * 3)) + c; - y <<= 3; - for (int i = 0; i < 8; i++, pDst += 8) - { - pSrc = m_mcu_lines[y + i] + x; - pDst[0] = pSrc[0 * 3] - 128; pDst[1] = pSrc[1 * 3] - 128; pDst[2] = pSrc[2 * 3] - 128; pDst[3] = pSrc[3 * 3] - 128; - pDst[4] = pSrc[4 * 3] - 128; pDst[5] = pSrc[5 * 3] - 128; pDst[6] = pSrc[6 * 3] - 128; pDst[7] = pSrc[7 * 3] - 128; - } - } - - void jpeg_encoder::load_block_16_8(int x, int c) - { - uint8 *pSrc1, *pSrc2; - sample_array_t *pDst = m_sample_array; - x = (x * (16 * 3)) + c; - int a = 0, b = 2; - for (int i = 0; i < 16; i += 2, pDst += 8) - { - pSrc1 = m_mcu_lines[i + 0] + x; - pSrc2 = m_mcu_lines[i + 1] + x; - pDst[0] = ((pSrc1[ 0 * 3] + pSrc1[ 1 * 3] + pSrc2[ 0 * 3] + pSrc2[ 1 * 3] + a) >> 2) - 128; pDst[1] = ((pSrc1[ 2 * 3] + pSrc1[ 3 * 3] + pSrc2[ 2 * 3] + pSrc2[ 3 * 3] + b) >> 2) - 128; - pDst[2] = ((pSrc1[ 4 * 3] + pSrc1[ 5 * 3] + pSrc2[ 4 * 3] + pSrc2[ 5 * 3] + a) >> 2) - 128; pDst[3] = ((pSrc1[ 6 * 3] + pSrc1[ 7 * 3] + pSrc2[ 6 * 3] + pSrc2[ 7 * 3] + b) >> 2) - 128; - pDst[4] = ((pSrc1[ 8 * 3] + pSrc1[ 9 * 3] + pSrc2[ 8 * 3] + pSrc2[ 9 * 3] + a) >> 2) - 128; pDst[5] = ((pSrc1[10 * 3] + pSrc1[11 * 3] + pSrc2[10 * 3] + pSrc2[11 * 3] + b) >> 2) - 128; - pDst[6] = ((pSrc1[12 * 3] + pSrc1[13 * 3] + pSrc2[12 * 3] + pSrc2[13 * 3] + a) >> 2) - 128; pDst[7] = ((pSrc1[14 * 3] + pSrc1[15 * 3] + pSrc2[14 * 3] + pSrc2[15 * 3] + b) >> 2) - 128; - int temp = a; a = b; b = temp; - } - } - - void jpeg_encoder::load_block_16_8_8(int x, int c) - { - uint8 *pSrc1; - sample_array_t *pDst = m_sample_array; - x = (x * (16 * 3)) + c; - for (int i = 0; i < 8; i++, pDst += 8) - { - pSrc1 = m_mcu_lines[i + 0] + x; - pDst[0] = ((pSrc1[ 0 * 3] + pSrc1[ 1 * 3]) >> 1) - 128; pDst[1] = ((pSrc1[ 2 * 3] + pSrc1[ 3 * 3]) >> 1) - 128; - pDst[2] = ((pSrc1[ 4 * 3] + pSrc1[ 5 * 3]) >> 1) - 128; pDst[3] = ((pSrc1[ 6 * 3] + pSrc1[ 7 * 3]) >> 1) - 128; - pDst[4] = ((pSrc1[ 8 * 3] + pSrc1[ 9 * 3]) >> 1) - 128; pDst[5] = ((pSrc1[10 * 3] + pSrc1[11 * 3]) >> 1) - 128; - pDst[6] = ((pSrc1[12 * 3] + pSrc1[13 * 3]) >> 1) - 128; pDst[7] = ((pSrc1[14 * 3] + pSrc1[15 * 3]) >> 1) - 128; - } - } - - void jpeg_encoder::load_quantized_coefficients(int component_num) - { - int32 *q = m_quantization_tables[component_num > 0]; - int16 *pDst = m_coefficient_array; - for (int i = 0; i < 64; i++) - { - sample_array_t j = m_sample_array[s_zag[i]]; - if (j < 0) - { - if ((j = -j + (*q >> 1)) < *q) - *pDst++ = 0; - else - *pDst++ = static_cast(-(j / *q)); - } - else - { - if ((j = j + (*q >> 1)) < *q) - *pDst++ = 0; - else - *pDst++ = static_cast((j / *q)); - } - q++; - } - } - - void jpeg_encoder::code_coefficients_pass_two(int component_num) - { - int i, j, run_len, nbits, temp1, temp2; - int16 *pSrc = m_coefficient_array; - uint *codes[2]; - uint8 *code_sizes[2]; - - if (component_num == 0) - { - codes[0] = m_huff_codes[0 + 0]; codes[1] = m_huff_codes[2 + 0]; - code_sizes[0] = m_huff_code_sizes[0 + 0]; code_sizes[1] = m_huff_code_sizes[2 + 0]; - } - else - { - codes[0] = m_huff_codes[0 + 1]; codes[1] = m_huff_codes[2 + 1]; - code_sizes[0] = m_huff_code_sizes[0 + 1]; code_sizes[1] = m_huff_code_sizes[2 + 1]; - } - - temp1 = temp2 = pSrc[0] - m_last_dc_val[component_num]; - m_last_dc_val[component_num] = pSrc[0]; - - if (temp1 < 0) - { - temp1 = -temp1; temp2--; - } - - nbits = 0; - while (temp1) - { - nbits++; temp1 >>= 1; - } - - put_bits(codes[0][nbits], code_sizes[0][nbits]); - if (nbits) put_bits(temp2 & ((1 << nbits) - 1), nbits); - - for (run_len = 0, i = 1; i < 64; i++) - { - if ((temp1 = m_coefficient_array[i]) == 0) - run_len++; - else - { - while (run_len >= 16) - { - put_bits(codes[1][0xF0], code_sizes[1][0xF0]); - run_len -= 16; - } - if ((temp2 = temp1) < 0) - { - temp1 = -temp1; - temp2--; - } - nbits = 1; - while (temp1 >>= 1) - nbits++; - j = (run_len << 4) + nbits; - put_bits(codes[1][j], code_sizes[1][j]); - put_bits(temp2 & ((1 << nbits) - 1), nbits); - run_len = 0; - } - } - if (run_len) - put_bits(codes[1][0], code_sizes[1][0]); - } - - void jpeg_encoder::code_block(int component_num) - { - DCT2D(m_sample_array); - load_quantized_coefficients(component_num); - code_coefficients_pass_two(component_num); - } - - void jpeg_encoder::process_mcu_row() - { - if (m_num_components == 1) - { - for (int i = 0; i < m_mcus_per_row; i++) - { - load_block_8_8_grey(i); code_block(0); - } - } - else if ((m_comp_h_samp[0] == 1) && (m_comp_v_samp[0] == 1)) - { - for (int i = 0; i < m_mcus_per_row; i++) - { - load_block_8_8(i, 0, 0); code_block(0); load_block_8_8(i, 0, 1); code_block(1); load_block_8_8(i, 0, 2); code_block(2); - } - } - else if ((m_comp_h_samp[0] == 2) && (m_comp_v_samp[0] == 1)) - { - for (int i = 0; i < m_mcus_per_row; i++) - { - load_block_8_8(i * 2 + 0, 0, 0); code_block(0); load_block_8_8(i * 2 + 1, 0, 0); code_block(0); - load_block_16_8_8(i, 1); code_block(1); load_block_16_8_8(i, 2); code_block(2); - } - } - else if ((m_comp_h_samp[0] == 2) && (m_comp_v_samp[0] == 2)) - { - for (int i = 0; i < m_mcus_per_row; i++) - { - load_block_8_8(i * 2 + 0, 0, 0); code_block(0); load_block_8_8(i * 2 + 1, 0, 0); code_block(0); - load_block_8_8(i * 2 + 0, 1, 0); code_block(0); load_block_8_8(i * 2 + 1, 1, 0); code_block(0); - load_block_16_8(i, 1); code_block(1); load_block_16_8(i, 2); code_block(2); - } - } - } - - void jpeg_encoder::load_mcu(const void *pSrc) - { - const uint8* Psrc = reinterpret_cast(pSrc); - - uint8* pDst = m_mcu_lines[m_mcu_y_ofs]; // OK to write up to m_image_bpl_xlt bytes to pDst - - if (m_num_components == 1) { - if (m_image_bpp == 3) - RGB_to_Y(pDst, Psrc, m_image_x); - else - memcpy(pDst, Psrc, m_image_x); - } else { - if (m_image_bpp == 3) - RGB_to_YCC(pDst, Psrc, m_image_x); - else - Y_to_YCC(pDst, Psrc, m_image_x); - } - - // Possibly duplicate pixels at end of scanline if not a multiple of 8 or 16 - if (m_num_components == 1) - memset(m_mcu_lines[m_mcu_y_ofs] + m_image_bpl_xlt, pDst[m_image_bpl_xlt - 1], m_image_x_mcu - m_image_x); - else - { - const uint8 y = pDst[m_image_bpl_xlt - 3 + 0], cb = pDst[m_image_bpl_xlt - 3 + 1], cr = pDst[m_image_bpl_xlt - 3 + 2]; - uint8 *q = m_mcu_lines[m_mcu_y_ofs] + m_image_bpl_xlt; - for (int i = m_image_x; i < m_image_x_mcu; i++) - { - *q++ = y; *q++ = cb; *q++ = cr; - } - } - - if (++m_mcu_y_ofs == m_mcu_y) - { - process_mcu_row(); - m_mcu_y_ofs = 0; - } - } - - // Quantization table generation. - void jpeg_encoder::compute_quant_table(int32 *pDst, const int16 *pSrc) - { - int32 q; - if (m_params.m_quality < 50) - q = 5000 / m_params.m_quality; - else - q = 200 - m_params.m_quality * 2; - for (int i = 0; i < 64; i++) - { - int32 j = *pSrc++; j = (j * q + 50L) / 100L; - *pDst++ = JPGE_MIN(JPGE_MAX(j, 1), 255); - } - } - - // Higher-level methods. - bool jpeg_encoder::jpg_open(int p_x_res, int p_y_res, int src_channels) - { - m_num_components = 3; - switch (m_params.m_subsampling) - { - case Y_ONLY: - { - m_num_components = 1; - m_comp_h_samp[0] = 1; m_comp_v_samp[0] = 1; - m_mcu_x = 8; m_mcu_y = 8; - break; - } - case H1V1: - { - m_comp_h_samp[0] = 1; m_comp_v_samp[0] = 1; - m_comp_h_samp[1] = 1; m_comp_v_samp[1] = 1; - m_comp_h_samp[2] = 1; m_comp_v_samp[2] = 1; - m_mcu_x = 8; m_mcu_y = 8; - break; - } - case H2V1: - { - m_comp_h_samp[0] = 2; m_comp_v_samp[0] = 1; - m_comp_h_samp[1] = 1; m_comp_v_samp[1] = 1; - m_comp_h_samp[2] = 1; m_comp_v_samp[2] = 1; - m_mcu_x = 16; m_mcu_y = 8; - break; - } - case H2V2: - { - m_comp_h_samp[0] = 2; m_comp_v_samp[0] = 2; - m_comp_h_samp[1] = 1; m_comp_v_samp[1] = 1; - m_comp_h_samp[2] = 1; m_comp_v_samp[2] = 1; - m_mcu_x = 16; m_mcu_y = 16; - } - } - - m_image_x = p_x_res; m_image_y = p_y_res; - m_image_bpp = src_channels; - m_image_bpl = m_image_x * src_channels; - m_image_x_mcu = (m_image_x + m_mcu_x - 1) & (~(m_mcu_x - 1)); - m_image_y_mcu = (m_image_y + m_mcu_y - 1) & (~(m_mcu_y - 1)); - m_image_bpl_xlt = m_image_x * m_num_components; - m_image_bpl_mcu = m_image_x_mcu * m_num_components; - m_mcus_per_row = m_image_x_mcu / m_mcu_x; - - if ((m_mcu_lines[0] = static_cast(jpge_malloc(m_image_bpl_mcu * m_mcu_y))) == NULL) { - return false; - } - for (int i = 1; i < m_mcu_y; i++) - m_mcu_lines[i] = m_mcu_lines[i-1] + m_image_bpl_mcu; - - if(m_last_quality != m_params.m_quality){ - m_last_quality = m_params.m_quality; - compute_quant_table(m_quantization_tables[0], s_std_lum_quant); - compute_quant_table(m_quantization_tables[1], s_std_croma_quant); - } - - if(!m_huff_initialized){ - m_huff_initialized = true; - - memcpy(m_huff_bits[0+0], s_dc_lum_bits, 17); memcpy(m_huff_val[0+0], s_dc_lum_val, DC_LUM_CODES); - memcpy(m_huff_bits[2+0], s_ac_lum_bits, 17); memcpy(m_huff_val[2+0], s_ac_lum_val, AC_LUM_CODES); - memcpy(m_huff_bits[0+1], s_dc_chroma_bits, 17); memcpy(m_huff_val[0+1], s_dc_chroma_val, DC_CHROMA_CODES); - memcpy(m_huff_bits[2+1], s_ac_chroma_bits, 17); memcpy(m_huff_val[2+1], s_ac_chroma_val, AC_CHROMA_CODES); - - compute_huffman_table(&m_huff_codes[0+0][0], &m_huff_code_sizes[0+0][0], m_huff_bits[0+0], m_huff_val[0+0]); - compute_huffman_table(&m_huff_codes[2+0][0], &m_huff_code_sizes[2+0][0], m_huff_bits[2+0], m_huff_val[2+0]); - compute_huffman_table(&m_huff_codes[0+1][0], &m_huff_code_sizes[0+1][0], m_huff_bits[0+1], m_huff_val[0+1]); - compute_huffman_table(&m_huff_codes[2+1][0], &m_huff_code_sizes[2+1][0], m_huff_bits[2+1], m_huff_val[2+1]); - } - - m_out_buf_left = JPGE_OUT_BUF_SIZE; - m_pOut_buf = m_out_buf; - m_bit_buffer = 0; - m_bits_in = 0; - m_mcu_y_ofs = 0; - m_pass_num = 2; - memset(m_last_dc_val, 0, 3 * sizeof(m_last_dc_val[0])); - - // Emit all markers at beginning of image file. - emit_marker(M_SOI); - emit_jfif_app0(); - emit_dqt(); - emit_sof(); - emit_dhts(); - emit_sos(); - - return m_all_stream_writes_succeeded; - } - - bool jpeg_encoder::process_end_of_image() - { - if (m_mcu_y_ofs) { - if (m_mcu_y_ofs < 16) { // check here just to shut up static analysis - for (int i = m_mcu_y_ofs; i < m_mcu_y; i++) { - memcpy(m_mcu_lines[i], m_mcu_lines[m_mcu_y_ofs - 1], m_image_bpl_mcu); - } - } - process_mcu_row(); - } - - put_bits(0x7F, 7); - emit_marker(M_EOI); - flush_output_buffer(); - m_all_stream_writes_succeeded = m_all_stream_writes_succeeded && m_pStream->put_buf(NULL, 0); - m_pass_num++; // purposely bump up m_pass_num, for debugging - return true; - } - - void jpeg_encoder::clear() - { - m_mcu_lines[0] = NULL; - m_pass_num = 0; - m_all_stream_writes_succeeded = true; - } - - jpeg_encoder::jpeg_encoder() - { - clear(); - } - - jpeg_encoder::~jpeg_encoder() - { - deinit(); - } - - bool jpeg_encoder::init(output_stream *pStream, int width, int height, int src_channels, const params &comp_params) - { - deinit(); - if (((!pStream) || (width < 1) || (height < 1)) || ((src_channels != 1) && (src_channels != 3) && (src_channels != 4)) || (!comp_params.check())) return false; - m_pStream = pStream; - m_params = comp_params; - return jpg_open(width, height, src_channels); - } - - void jpeg_encoder::deinit() - { - jpge_free(m_mcu_lines[0]); - clear(); - } - - bool jpeg_encoder::process_scanline(const void* pScanline) - { - if ((m_pass_num < 1) || (m_pass_num > 2)) { - return false; - } - if (m_all_stream_writes_succeeded) { - if (!pScanline) { - if (!process_end_of_image()) { - return false; - } - } else { - load_mcu(pScanline); - } - } - return m_all_stream_writes_succeeded; - } - -} // namespace jpge diff --git a/code/components/esp32-camera-master/conversions/private_include/jpge.h b/code/components/esp32-camera-master/conversions/private_include/jpge.h deleted file mode 100644 index aa295c8a..00000000 --- a/code/components/esp32-camera-master/conversions/private_include/jpge.h +++ /dev/null @@ -1,142 +0,0 @@ -// jpge.h - C++ class for JPEG compression. -// Public domain, Rich Geldreich -// Alex Evans: Added RGBA support, linear memory allocator. -#ifndef JPEG_ENCODER_H -#define JPEG_ENCODER_H - -namespace jpge -{ - typedef unsigned char uint8; - typedef signed short int16; - typedef signed int int32; - typedef unsigned short uint16; - typedef unsigned int uint32; - typedef unsigned int uint; - - // JPEG chroma subsampling factors. Y_ONLY (grayscale images) and H2V2 (color images) are the most common. - enum subsampling_t { Y_ONLY = 0, H1V1 = 1, H2V1 = 2, H2V2 = 3 }; - - // JPEG compression parameters structure. - struct params { - inline params() : m_quality(85), m_subsampling(H2V2) { } - - inline bool check() const { - if ((m_quality < 1) || (m_quality > 100)) { - return false; - } - if ((uint)m_subsampling > (uint)H2V2) { - return false; - } - return true; - } - - // Quality: 1-100, higher is better. Typical values are around 50-95. - int m_quality; - - // m_subsampling: - // 0 = Y (grayscale) only - // 1 = H1V1 subsampling (YCbCr 1x1x1, 3 blocks per MCU) - // 2 = H2V1 subsampling (YCbCr 2x1x1, 4 blocks per MCU) - // 3 = H2V2 subsampling (YCbCr 4x1x1, 6 blocks per MCU-- very common) - subsampling_t m_subsampling; - }; - - // Output stream abstract class - used by the jpeg_encoder class to write to the output stream. - // put_buf() is generally called with len==JPGE_OUT_BUF_SIZE bytes, but for headers it'll be called with smaller amounts. - class output_stream { - public: - virtual ~output_stream() { }; - virtual bool put_buf(const void* Pbuf, int len) = 0; - virtual uint get_size() const = 0; - }; - - // Lower level jpeg_encoder class - useful if more control is needed than the above helper functions. - class jpeg_encoder { - public: - jpeg_encoder(); - ~jpeg_encoder(); - - // Initializes the compressor. - // pStream: The stream object to use for writing compressed data. - // params - Compression parameters structure, defined above. - // width, height - Image dimensions. - // channels - May be 1, or 3. 1 indicates grayscale, 3 indicates RGB source data. - // Returns false on out of memory or if a stream write fails. - bool init(output_stream *pStream, int width, int height, int src_channels, const params &comp_params = params()); - - // Call this method with each source scanline. - // width * src_channels bytes per scanline is expected (RGB or Y format). - // You must call with NULL after all scanlines are processed to finish compression. - // Returns false on out of memory or if a stream write fails. - bool process_scanline(const void* pScanline); - - // Deinitializes the compressor, freeing any allocated memory. May be called at any time. - void deinit(); - - private: - jpeg_encoder(const jpeg_encoder &); - jpeg_encoder &operator =(const jpeg_encoder &); - - typedef int32 sample_array_t; - enum { JPGE_OUT_BUF_SIZE = 512 }; - - output_stream *m_pStream; - params m_params; - uint8 m_num_components; - uint8 m_comp_h_samp[3], m_comp_v_samp[3]; - int m_image_x, m_image_y, m_image_bpp, m_image_bpl; - int m_image_x_mcu, m_image_y_mcu; - int m_image_bpl_xlt, m_image_bpl_mcu; - int m_mcus_per_row; - int m_mcu_x, m_mcu_y; - uint8 *m_mcu_lines[16]; - uint8 m_mcu_y_ofs; - sample_array_t m_sample_array[64]; - int16 m_coefficient_array[64]; - - int m_last_dc_val[3]; - uint8 m_out_buf[JPGE_OUT_BUF_SIZE]; - uint8 *m_pOut_buf; - uint m_out_buf_left; - uint32 m_bit_buffer; - uint m_bits_in; - uint8 m_pass_num; - bool m_all_stream_writes_succeeded; - - bool jpg_open(int p_x_res, int p_y_res, int src_channels); - - void flush_output_buffer(); - void put_bits(uint bits, uint len); - - void emit_byte(uint8 i); - void emit_word(uint i); - void emit_marker(int marker); - - void emit_jfif_app0(); - void emit_dqt(); - void emit_sof(); - void emit_dht(uint8 *bits, uint8 *val, int index, bool ac_flag); - void emit_dhts(); - void emit_sos(); - - void compute_quant_table(int32 *dst, const int16 *src); - void load_quantized_coefficients(int component_num); - - void load_block_8_8_grey(int x); - void load_block_8_8(int x, int y, int c); - void load_block_16_8(int x, int c); - void load_block_16_8_8(int x, int c); - - void code_coefficients_pass_two(int component_num); - void code_block(int component_num); - - void process_mcu_row(); - bool process_end_of_image(); - void load_mcu(const void* src); - void clear(); - void init(); - }; - -} // namespace jpge - -#endif // JPEG_ENCODER diff --git a/code/components/esp32-camera-master/conversions/private_include/yuv.h b/code/components/esp32-camera-master/conversions/private_include/yuv.h deleted file mode 100644 index c5a0577e..00000000 --- a/code/components/esp32-camera-master/conversions/private_include/yuv.h +++ /dev/null @@ -1,29 +0,0 @@ -// Copyright 2015-2016 Espressif Systems (Shanghai) PTE LTD -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -#ifndef _CONVERSIONS_YUV_H_ -#define _CONVERSIONS_YUV_H_ - -#ifdef __cplusplus -extern "C" { -#endif - -#include - -void yuv2rgb(uint8_t y, uint8_t u, uint8_t v, uint8_t *r, uint8_t *g, uint8_t *b); - -#ifdef __cplusplus -} -#endif - -#endif /* _CONVERSIONS_YUV_H_ */ diff --git a/code/components/esp32-camera-master/conversions/to_bmp.c b/code/components/esp32-camera-master/conversions/to_bmp.c deleted file mode 100644 index 5a54bdba..00000000 --- a/code/components/esp32-camera-master/conversions/to_bmp.c +++ /dev/null @@ -1,393 +0,0 @@ -// Copyright 2015-2016 Espressif Systems (Shanghai) PTE LTD -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -#include -#include -#include "img_converters.h" -#include "soc/efuse_reg.h" -#include "esp_heap_caps.h" -#include "yuv.h" -#include "sdkconfig.h" -#include "esp_jpg_decode.h" - -#include "esp_system.h" -#if ESP_IDF_VERSION_MAJOR >= 4 // IDF 4+ -#if CONFIG_IDF_TARGET_ESP32 // ESP32/PICO-D4 -#include "esp32/spiram.h" -#elif CONFIG_IDF_TARGET_ESP32S2 -#include "esp32s2/spiram.h" -#elif CONFIG_IDF_TARGET_ESP32S3 -#include "esp32s3/spiram.h" -#else -#error Target CONFIG_IDF_TARGET is not supported -#endif -#else // ESP32 Before IDF 4.0 -#include "esp_spiram.h" -#endif - -#if defined(ARDUINO_ARCH_ESP32) && defined(CONFIG_ARDUHAL_ESP_LOG) -#include "esp32-hal-log.h" -#define TAG "" -#else -#include "esp_log.h" -static const char* TAG = "to_bmp"; -#endif - -static const int BMP_HEADER_LEN = 54; - -typedef struct { - uint32_t filesize; - uint32_t reserved; - uint32_t fileoffset_to_pixelarray; - uint32_t dibheadersize; - int32_t width; - int32_t height; - uint16_t planes; - uint16_t bitsperpixel; - uint32_t compression; - uint32_t imagesize; - uint32_t ypixelpermeter; - uint32_t xpixelpermeter; - uint32_t numcolorspallette; - uint32_t mostimpcolor; -} bmp_header_t; - -typedef struct { - uint16_t width; - uint16_t height; - uint16_t data_offset; - const uint8_t *input; - uint8_t *output; -} rgb_jpg_decoder; - -static void *_malloc(size_t size) -{ - return heap_caps_malloc(size, MALLOC_CAP_SPIRAM | MALLOC_CAP_8BIT); -} - -//output buffer and image width -static bool _rgb_write(void * arg, uint16_t x, uint16_t y, uint16_t w, uint16_t h, uint8_t *data) -{ - rgb_jpg_decoder * jpeg = (rgb_jpg_decoder *)arg; - if(!data){ - if(x == 0 && y == 0){ - //write start - jpeg->width = w; - jpeg->height = h; - //if output is null, this is BMP - if(!jpeg->output){ - jpeg->output = (uint8_t *)_malloc((w*h*3)+jpeg->data_offset); - if(!jpeg->output){ - return false; - } - } - } else { - //write end - } - return true; - } - - size_t jw = jpeg->width*3; - size_t t = y * jw; - size_t b = t + (h * jw); - size_t l = x * 3; - uint8_t *out = jpeg->output+jpeg->data_offset; - uint8_t *o = out; - size_t iy, ix; - - w = w * 3; - - for(iy=t; iywidth = w; - jpeg->height = h; - //if output is null, this is BMP - if(!jpeg->output){ - jpeg->output = (uint8_t *)_malloc((w*h*3)+jpeg->data_offset); - if(!jpeg->output){ - return false; - } - } - } else { - //write end - } - return true; - } - - size_t jw = jpeg->width*3; - size_t jw2 = jpeg->width*2; - size_t t = y * jw; - size_t t2 = y * jw2; - size_t b = t + (h * jw); - size_t l = x * 2; - uint8_t *out = jpeg->output+jpeg->data_offset; - uint8_t *o = out; - size_t iy, iy2, ix, ix2; - - w = w * 3; - - for(iy=t, iy2=t2; iy> 3); - o[ix2+1] = c>>8; - o[ix2] = c&0xff; - } - data+=w; - } - return true; -} - -//input buffer -static uint32_t _jpg_read(void * arg, size_t index, uint8_t *buf, size_t len) -{ - rgb_jpg_decoder * jpeg = (rgb_jpg_decoder *)arg; - if(buf) { - memcpy(buf, jpeg->input + index, len); - } - return len; -} - -static bool jpg2rgb888(const uint8_t *src, size_t src_len, uint8_t * out, jpg_scale_t scale) -{ - rgb_jpg_decoder jpeg; - jpeg.width = 0; - jpeg.height = 0; - jpeg.input = src; - jpeg.output = out; - jpeg.data_offset = 0; - - if(esp_jpg_decode(src_len, scale, _jpg_read, _rgb_write, (void*)&jpeg) != ESP_OK){ - return false; - } - return true; -} - -bool jpg2rgb565(const uint8_t *src, size_t src_len, uint8_t * out, jpg_scale_t scale) -{ - rgb_jpg_decoder jpeg; - jpeg.width = 0; - jpeg.height = 0; - jpeg.input = src; - jpeg.output = out; - jpeg.data_offset = 0; - - if(esp_jpg_decode(src_len, scale, _jpg_read, _rgb565_write, (void*)&jpeg) != ESP_OK){ - return false; - } - return true; -} - -bool jpg2bmp(const uint8_t *src, size_t src_len, uint8_t ** out, size_t * out_len) -{ - - rgb_jpg_decoder jpeg; - jpeg.width = 0; - jpeg.height = 0; - jpeg.input = src; - jpeg.output = NULL; - jpeg.data_offset = BMP_HEADER_LEN; - - if(esp_jpg_decode(src_len, JPG_SCALE_NONE, _jpg_read, _rgb_write, (void*)&jpeg) != ESP_OK){ - return false; - } - - size_t output_size = jpeg.width*jpeg.height*3; - - jpeg.output[0] = 'B'; - jpeg.output[1] = 'M'; - bmp_header_t * bitmap = (bmp_header_t*)&jpeg.output[2]; - bitmap->reserved = 0; - bitmap->filesize = output_size+BMP_HEADER_LEN; - bitmap->fileoffset_to_pixelarray = BMP_HEADER_LEN; - bitmap->dibheadersize = 40; - bitmap->width = jpeg.width; - bitmap->height = -jpeg.height;//set negative for top to bottom - bitmap->planes = 1; - bitmap->bitsperpixel = 24; - bitmap->compression = 0; - bitmap->imagesize = output_size; - bitmap->ypixelpermeter = 0x0B13 ; //2835 , 72 DPI - bitmap->xpixelpermeter = 0x0B13 ; //2835 , 72 DPI - bitmap->numcolorspallette = 0; - bitmap->mostimpcolor = 0; - - *out = jpeg.output; - *out_len = output_size+BMP_HEADER_LEN; - - return true; -} - -bool fmt2rgb888(const uint8_t *src_buf, size_t src_len, pixformat_t format, uint8_t * rgb_buf) -{ - int pix_count = 0; - if(format == PIXFORMAT_JPEG) { - return jpg2rgb888(src_buf, src_len, rgb_buf, JPG_SCALE_NONE); - } else if(format == PIXFORMAT_RGB888) { - memcpy(rgb_buf, src_buf, src_len); - } else if(format == PIXFORMAT_RGB565) { - int i; - uint8_t hb, lb; - pix_count = src_len / 2; - for(i=0; i> 3; - *rgb_buf++ = hb & 0xF8; - } - } else if(format == PIXFORMAT_GRAYSCALE) { - int i; - uint8_t b; - pix_count = src_len; - for(i=0; ireserved = 0; - bitmap->filesize = out_size; - bitmap->fileoffset_to_pixelarray = BMP_HEADER_LEN; - bitmap->dibheadersize = 40; - bitmap->width = width; - bitmap->height = -height;//set negative for top to bottom - bitmap->planes = 1; - bitmap->bitsperpixel = 24; - bitmap->compression = 0; - bitmap->imagesize = pix_count * 3; - bitmap->ypixelpermeter = 0x0B13 ; //2835 , 72 DPI - bitmap->xpixelpermeter = 0x0B13 ; //2835 , 72 DPI - bitmap->numcolorspallette = 0; - bitmap->mostimpcolor = 0; - - uint8_t * rgb_buf = out_buf + BMP_HEADER_LEN; - uint8_t * src_buf = src; - - - //convert data to RGB888 - if(format == PIXFORMAT_RGB888) { - memcpy(rgb_buf, src_buf, pix_count*3); - } else if(format == PIXFORMAT_RGB565) { - int i; - uint8_t hb, lb; - for(i=0; i> 3; - *rgb_buf++ = hb & 0xF8; - } - } else if(format == PIXFORMAT_GRAYSCALE) { - int i; - uint8_t b; - for(i=0; ibuf, fb->len, fb->width, fb->height, fb->format, out, out_len); -} diff --git a/code/components/esp32-camera-master/conversions/to_jpg.cpp b/code/components/esp32-camera-master/conversions/to_jpg.cpp deleted file mode 100644 index 9b8905a7..00000000 --- a/code/components/esp32-camera-master/conversions/to_jpg.cpp +++ /dev/null @@ -1,245 +0,0 @@ -// Copyright 2015-2016 Espressif Systems (Shanghai) PTE LTD -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -#include -#include -#include "esp_attr.h" -#include "soc/efuse_reg.h" -#include "esp_heap_caps.h" -#include "esp_camera.h" -#include "img_converters.h" -#include "jpge.h" -#include "yuv.h" - -#include "esp_system.h" -#if ESP_IDF_VERSION_MAJOR >= 4 // IDF 4+ -#if CONFIG_IDF_TARGET_ESP32 // ESP32/PICO-D4 -#include "esp32/spiram.h" -#elif CONFIG_IDF_TARGET_ESP32S2 -#include "esp32s2/spiram.h" -#elif CONFIG_IDF_TARGET_ESP32S3 -#include "esp32s3/spiram.h" -#else -#error Target CONFIG_IDF_TARGET is not supported -#endif -#else // ESP32 Before IDF 4.0 -#include "esp_spiram.h" -#endif - -#if defined(ARDUINO_ARCH_ESP32) && defined(CONFIG_ARDUHAL_ESP_LOG) -#include "esp32-hal-log.h" -#define TAG "" -#else -#include "esp_log.h" -static const char* TAG = "to_jpg"; -#endif - -static void *_malloc(size_t size) -{ - void * res = malloc(size); - if(res) { - return res; - } - return heap_caps_malloc(size, MALLOC_CAP_SPIRAM | MALLOC_CAP_8BIT); -} - -static IRAM_ATTR void convert_line_format(uint8_t * src, pixformat_t format, uint8_t * dst, size_t width, size_t in_channels, size_t line) -{ - int i=0, o=0, l=0; - if(format == PIXFORMAT_GRAYSCALE) { - memcpy(dst, src + line * width, width); - } else if(format == PIXFORMAT_RGB888) { - l = width * 3; - src += l * line; - for(i=0; i> 3; - dst[o++] = (src[i+1] & 0x1F) << 3; - } - } else if(format == PIXFORMAT_YUV422) { - uint8_t y0, y1, u, v; - uint8_t r, g, b; - l = width * 2; - src += l * line; - for(i=0; i 100) { - quality = 100; - } - - jpge::params comp_params = jpge::params(); - comp_params.m_subsampling = subsampling; - comp_params.m_quality = quality; - - jpge::jpeg_encoder dst_image; - - if (!dst_image.init(dst_stream, width, height, num_channels, comp_params)) { - ESP_LOGE(TAG, "JPG encoder init failed"); - return false; - } - - uint8_t* line = (uint8_t*)_malloc(width * num_channels); - if(!line) { - ESP_LOGE(TAG, "Scan line malloc failed"); - return false; - } - - for (int i = 0; i < height; i++) { - convert_line_format(src, format, line, width, num_channels, i); - if (!dst_image.process_scanline(line)) { - ESP_LOGE(TAG, "JPG process line %u failed", i); - free(line); - return false; - } - } - free(line); - - if (!dst_image.process_scanline(NULL)) { - ESP_LOGE(TAG, "JPG image finish failed"); - return false; - } - dst_image.deinit(); - return true; -} - -class callback_stream : public jpge::output_stream { -protected: - jpg_out_cb ocb; - void * oarg; - size_t index; - -public: - callback_stream(jpg_out_cb cb, void * arg) : ocb(cb), oarg(arg), index(0) { } - virtual ~callback_stream() { } - virtual bool put_buf(const void* data, int len) - { - index += ocb(oarg, index, data, len); - return true; - } - virtual size_t get_size() const - { - return index; - } -}; - -bool fmt2jpg_cb(uint8_t *src, size_t src_len, uint16_t width, uint16_t height, pixformat_t format, uint8_t quality, jpg_out_cb cb, void * arg) -{ - callback_stream dst_stream(cb, arg); - return convert_image(src, width, height, format, quality, &dst_stream); -} - -bool frame2jpg_cb(camera_fb_t * fb, uint8_t quality, jpg_out_cb cb, void * arg) -{ - return fmt2jpg_cb(fb->buf, fb->len, fb->width, fb->height, fb->format, quality, cb, arg); -} - - - -class memory_stream : public jpge::output_stream { -protected: - uint8_t *out_buf; - size_t max_len, index; - -public: - memory_stream(void *pBuf, uint buf_size) : out_buf(static_cast(pBuf)), max_len(buf_size), index(0) { } - - virtual ~memory_stream() { } - - virtual bool put_buf(const void* pBuf, int len) - { - if (!pBuf) { - //end of image - return true; - } - if ((size_t)len > (max_len - index)) { - //ESP_LOGW(TAG, "JPG output overflow: %d bytes (%d,%d,%d)", len - (max_len - index), len, index, max_len); - len = max_len - index; - } - if (len) { - memcpy(out_buf + index, pBuf, len); - index += len; - } - return true; - } - - virtual size_t get_size() const - { - return index; - } -}; - -bool fmt2jpg(uint8_t *src, size_t src_len, uint16_t width, uint16_t height, pixformat_t format, uint8_t quality, uint8_t ** out, size_t * out_len) -{ - //todo: allocate proper buffer for holding JPEG data - //this should be enough for CIF frame size - int jpg_buf_len = 128*1024; - - - uint8_t * jpg_buf = (uint8_t *)_malloc(jpg_buf_len); - if(jpg_buf == NULL) { - ESP_LOGE(TAG, "JPG buffer malloc failed"); - return false; - } - memory_stream dst_stream(jpg_buf, jpg_buf_len); - - if(!convert_image(src, width, height, format, quality, &dst_stream)) { - free(jpg_buf); - return false; - } - - *out = jpg_buf; - *out_len = dst_stream.get_size(); - return true; -} - -bool frame2jpg(camera_fb_t * fb, uint8_t quality, uint8_t ** out, size_t * out_len) -{ - return fmt2jpg(fb->buf, fb->len, fb->width, fb->height, fb->format, quality, out, out_len); -} diff --git a/code/components/esp32-camera-master/conversions/yuv.c b/code/components/esp32-camera-master/conversions/yuv.c deleted file mode 100644 index 46034cc8..00000000 --- a/code/components/esp32-camera-master/conversions/yuv.c +++ /dev/null @@ -1,298 +0,0 @@ -// Copyright 2015-2016 Espressif Systems (Shanghai) PTE LTD -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -#include "yuv.h" -#include "esp_attr.h" - -typedef struct { - int16_t vY; - int16_t vVr; - int16_t vVg; - int16_t vUg; - int16_t vUb; -} yuv_table_row; - -static const yuv_table_row yuv_table[256] = { - // Y Vr Vg Ug Ub // # - { -18, -204, 50, 104, -258 }, // 0 - { -17, -202, 49, 103, -256 }, // 1 - { -16, -201, 49, 102, -254 }, // 2 - { -15, -199, 48, 101, -252 }, // 3 - { -13, -197, 48, 100, -250 }, // 4 - { -12, -196, 48, 99, -248 }, // 5 - { -11, -194, 47, 99, -246 }, // 6 - { -10, -193, 47, 98, -244 }, // 7 - { -9, -191, 46, 97, -242 }, // 8 - { -8, -189, 46, 96, -240 }, // 9 - { -6, -188, 46, 95, -238 }, // 10 - { -5, -186, 45, 95, -236 }, // 11 - { -4, -185, 45, 94, -234 }, // 12 - { -3, -183, 44, 93, -232 }, // 13 - { -2, -181, 44, 92, -230 }, // 14 - { -1, -180, 44, 91, -228 }, // 15 - { 0, -178, 43, 91, -226 }, // 16 - { 1, -177, 43, 90, -223 }, // 17 - { 2, -175, 43, 89, -221 }, // 18 - { 3, -173, 42, 88, -219 }, // 19 - { 4, -172, 42, 87, -217 }, // 20 - { 5, -170, 41, 86, -215 }, // 21 - { 6, -169, 41, 86, -213 }, // 22 - { 8, -167, 41, 85, -211 }, // 23 - { 9, -165, 40, 84, -209 }, // 24 - { 10, -164, 40, 83, -207 }, // 25 - { 11, -162, 39, 82, -205 }, // 26 - { 12, -161, 39, 82, -203 }, // 27 - { 13, -159, 39, 81, -201 }, // 28 - { 15, -158, 38, 80, -199 }, // 29 - { 16, -156, 38, 79, -197 }, // 30 - { 17, -154, 37, 78, -195 }, // 31 - { 18, -153, 37, 78, -193 }, // 32 - { 19, -151, 37, 77, -191 }, // 33 - { 20, -150, 36, 76, -189 }, // 34 - { 22, -148, 36, 75, -187 }, // 35 - { 23, -146, 35, 74, -185 }, // 36 - { 24, -145, 35, 73, -183 }, // 37 - { 25, -143, 35, 73, -181 }, // 38 - { 26, -142, 34, 72, -179 }, // 39 - { 27, -140, 34, 71, -177 }, // 40 - { 29, -138, 34, 70, -175 }, // 41 - { 30, -137, 33, 69, -173 }, // 42 - { 31, -135, 33, 69, -171 }, // 43 - { 32, -134, 32, 68, -169 }, // 44 - { 33, -132, 32, 67, -167 }, // 45 - { 34, -130, 32, 66, -165 }, // 46 - { 36, -129, 31, 65, -163 }, // 47 - { 37, -127, 31, 65, -161 }, // 48 - { 38, -126, 30, 64, -159 }, // 49 - { 39, -124, 30, 63, -157 }, // 50 - { 40, -122, 30, 62, -155 }, // 51 - { 41, -121, 29, 61, -153 }, // 52 - { 43, -119, 29, 60, -151 }, // 53 - { 44, -118, 28, 60, -149 }, // 54 - { 45, -116, 28, 59, -147 }, // 55 - { 46, -114, 28, 58, -145 }, // 56 - { 47, -113, 27, 57, -143 }, // 57 - { 48, -111, 27, 56, -141 }, // 58 - { 50, -110, 26, 56, -139 }, // 59 - { 51, -108, 26, 55, -137 }, // 60 - { 52, -106, 26, 54, -135 }, // 61 - { 53, -105, 25, 53, -133 }, // 62 - { 54, -103, 25, 52, -131 }, // 63 - { 55, -102, 25, 52, -129 }, // 64 - { 57, -100, 24, 51, -127 }, // 65 - { 58, -98, 24, 50, -125 }, // 66 - { 59, -97, 23, 49, -123 }, // 67 - { 60, -95, 23, 48, -121 }, // 68 - { 61, -94, 23, 47, -119 }, // 69 - { 62, -92, 22, 47, -117 }, // 70 - { 64, -90, 22, 46, -115 }, // 71 - { 65, -89, 21, 45, -113 }, // 72 - { 66, -87, 21, 44, -110 }, // 73 - { 67, -86, 21, 43, -108 }, // 74 - { 68, -84, 20, 43, -106 }, // 75 - { 69, -82, 20, 42, -104 }, // 76 - { 71, -81, 19, 41, -102 }, // 77 - { 72, -79, 19, 40, -100 }, // 78 - { 73, -78, 19, 39, -98 }, // 79 - { 74, -76, 18, 39, -96 }, // 80 - { 75, -75, 18, 38, -94 }, // 81 - { 76, -73, 17, 37, -92 }, // 82 - { 77, -71, 17, 36, -90 }, // 83 - { 79, -70, 17, 35, -88 }, // 84 - { 80, -68, 16, 34, -86 }, // 85 - { 81, -67, 16, 34, -84 }, // 86 - { 82, -65, 16, 33, -82 }, // 87 - { 83, -63, 15, 32, -80 }, // 88 - { 84, -62, 15, 31, -78 }, // 89 - { 86, -60, 14, 30, -76 }, // 90 - { 87, -59, 14, 30, -74 }, // 91 - { 88, -57, 14, 29, -72 }, // 92 - { 89, -55, 13, 28, -70 }, // 93 - { 90, -54, 13, 27, -68 }, // 94 - { 91, -52, 12, 26, -66 }, // 95 - { 93, -51, 12, 26, -64 }, // 96 - { 94, -49, 12, 25, -62 }, // 97 - { 95, -47, 11, 24, -60 }, // 98 - { 96, -46, 11, 23, -58 }, // 99 - { 97, -44, 10, 22, -56 }, // 100 - { 98, -43, 10, 21, -54 }, // 101 - { 100, -41, 10, 21, -52 }, // 102 - { 101, -39, 9, 20, -50 }, // 103 - { 102, -38, 9, 19, -48 }, // 104 - { 103, -36, 8, 18, -46 }, // 105 - { 104, -35, 8, 17, -44 }, // 106 - { 105, -33, 8, 17, -42 }, // 107 - { 107, -31, 7, 16, -40 }, // 108 - { 108, -30, 7, 15, -38 }, // 109 - { 109, -28, 7, 14, -36 }, // 110 - { 110, -27, 6, 13, -34 }, // 111 - { 111, -25, 6, 13, -32 }, // 112 - { 112, -23, 5, 12, -30 }, // 113 - { 114, -22, 5, 11, -28 }, // 114 - { 115, -20, 5, 10, -26 }, // 115 - { 116, -19, 4, 9, -24 }, // 116 - { 117, -17, 4, 8, -22 }, // 117 - { 118, -15, 3, 8, -20 }, // 118 - { 119, -14, 3, 7, -18 }, // 119 - { 121, -12, 3, 6, -16 }, // 120 - { 122, -11, 2, 5, -14 }, // 121 - { 123, -9, 2, 4, -12 }, // 122 - { 124, -7, 1, 4, -10 }, // 123 - { 125, -6, 1, 3, -8 }, // 124 - { 126, -4, 1, 2, -6 }, // 125 - { 128, -3, 0, 1, -4 }, // 126 - { 129, -1, 0, 0, -2 }, // 127 - { 130, 0, 0, 0, 0 }, // 128 - { 131, 1, 0, 0, 2 }, // 129 - { 132, 3, 0, -1, 4 }, // 130 - { 133, 4, -1, -2, 6 }, // 131 - { 135, 6, -1, -3, 8 }, // 132 - { 136, 7, -1, -4, 10 }, // 133 - { 137, 9, -2, -4, 12 }, // 134 - { 138, 11, -2, -5, 14 }, // 135 - { 139, 12, -3, -6, 16 }, // 136 - { 140, 14, -3, -7, 18 }, // 137 - { 142, 15, -3, -8, 20 }, // 138 - { 143, 17, -4, -8, 22 }, // 139 - { 144, 19, -4, -9, 24 }, // 140 - { 145, 20, -5, -10, 26 }, // 141 - { 146, 22, -5, -11, 28 }, // 142 - { 147, 23, -5, -12, 30 }, // 143 - { 148, 25, -6, -13, 32 }, // 144 - { 150, 27, -6, -13, 34 }, // 145 - { 151, 28, -7, -14, 36 }, // 146 - { 152, 30, -7, -15, 38 }, // 147 - { 153, 31, -7, -16, 40 }, // 148 - { 154, 33, -8, -17, 42 }, // 149 - { 155, 35, -8, -17, 44 }, // 150 - { 157, 36, -8, -18, 46 }, // 151 - { 158, 38, -9, -19, 48 }, // 152 - { 159, 39, -9, -20, 50 }, // 153 - { 160, 41, -10, -21, 52 }, // 154 - { 161, 43, -10, -21, 54 }, // 155 - { 162, 44, -10, -22, 56 }, // 156 - { 164, 46, -11, -23, 58 }, // 157 - { 165, 47, -11, -24, 60 }, // 158 - { 166, 49, -12, -25, 62 }, // 159 - { 167, 51, -12, -26, 64 }, // 160 - { 168, 52, -12, -26, 66 }, // 161 - { 169, 54, -13, -27, 68 }, // 162 - { 171, 55, -13, -28, 70 }, // 163 - { 172, 57, -14, -29, 72 }, // 164 - { 173, 59, -14, -30, 74 }, // 165 - { 174, 60, -14, -30, 76 }, // 166 - { 175, 62, -15, -31, 78 }, // 167 - { 176, 63, -15, -32, 80 }, // 168 - { 178, 65, -16, -33, 82 }, // 169 - { 179, 67, -16, -34, 84 }, // 170 - { 180, 68, -16, -34, 86 }, // 171 - { 181, 70, -17, -35, 88 }, // 172 - { 182, 71, -17, -36, 90 }, // 173 - { 183, 73, -17, -37, 92 }, // 174 - { 185, 75, -18, -38, 94 }, // 175 - { 186, 76, -18, -39, 96 }, // 176 - { 187, 78, -19, -39, 98 }, // 177 - { 188, 79, -19, -40, 100 }, // 178 - { 189, 81, -19, -41, 102 }, // 179 - { 190, 82, -20, -42, 104 }, // 180 - { 192, 84, -20, -43, 106 }, // 181 - { 193, 86, -21, -43, 108 }, // 182 - { 194, 87, -21, -44, 110 }, // 183 - { 195, 89, -21, -45, 113 }, // 184 - { 196, 90, -22, -46, 115 }, // 185 - { 197, 92, -22, -47, 117 }, // 186 - { 199, 94, -23, -47, 119 }, // 187 - { 200, 95, -23, -48, 121 }, // 188 - { 201, 97, -23, -49, 123 }, // 189 - { 202, 98, -24, -50, 125 }, // 190 - { 203, 100, -24, -51, 127 }, // 191 - { 204, 102, -25, -52, 129 }, // 192 - { 206, 103, -25, -52, 131 }, // 193 - { 207, 105, -25, -53, 133 }, // 194 - { 208, 106, -26, -54, 135 }, // 195 - { 209, 108, -26, -55, 137 }, // 196 - { 210, 110, -26, -56, 139 }, // 197 - { 211, 111, -27, -56, 141 }, // 198 - { 213, 113, -27, -57, 143 }, // 199 - { 214, 114, -28, -58, 145 }, // 200 - { 215, 116, -28, -59, 147 }, // 201 - { 216, 118, -28, -60, 149 }, // 202 - { 217, 119, -29, -60, 151 }, // 203 - { 218, 121, -29, -61, 153 }, // 204 - { 219, 122, -30, -62, 155 }, // 205 - { 221, 124, -30, -63, 157 }, // 206 - { 222, 126, -30, -64, 159 }, // 207 - { 223, 127, -31, -65, 161 }, // 208 - { 224, 129, -31, -65, 163 }, // 209 - { 225, 130, -32, -66, 165 }, // 210 - { 226, 132, -32, -67, 167 }, // 211 - { 228, 134, -32, -68, 169 }, // 212 - { 229, 135, -33, -69, 171 }, // 213 - { 230, 137, -33, -69, 173 }, // 214 - { 231, 138, -34, -70, 175 }, // 215 - { 232, 140, -34, -71, 177 }, // 216 - { 233, 142, -34, -72, 179 }, // 217 - { 235, 143, -35, -73, 181 }, // 218 - { 236, 145, -35, -73, 183 }, // 219 - { 237, 146, -35, -74, 185 }, // 220 - { 238, 148, -36, -75, 187 }, // 221 - { 239, 150, -36, -76, 189 }, // 222 - { 240, 151, -37, -77, 191 }, // 223 - { 242, 153, -37, -78, 193 }, // 224 - { 243, 154, -37, -78, 195 }, // 225 - { 244, 156, -38, -79, 197 }, // 226 - { 245, 158, -38, -80, 199 }, // 227 - { 246, 159, -39, -81, 201 }, // 228 - { 247, 161, -39, -82, 203 }, // 229 - { 249, 162, -39, -82, 205 }, // 230 - { 250, 164, -40, -83, 207 }, // 231 - { 251, 165, -40, -84, 209 }, // 232 - { 252, 167, -41, -85, 211 }, // 233 - { 253, 169, -41, -86, 213 }, // 234 - { 254, 170, -41, -86, 215 }, // 235 - { 256, 172, -42, -87, 217 }, // 236 - { 257, 173, -42, -88, 219 }, // 237 - { 258, 175, -43, -89, 221 }, // 238 - { 259, 177, -43, -90, 223 }, // 239 - { 260, 178, -43, -91, 226 }, // 240 - { 261, 180, -44, -91, 228 }, // 241 - { 263, 181, -44, -92, 230 }, // 242 - { 264, 183, -44, -93, 232 }, // 243 - { 265, 185, -45, -94, 234 }, // 244 - { 266, 186, -45, -95, 236 }, // 245 - { 267, 188, -46, -95, 238 }, // 246 - { 268, 189, -46, -96, 240 }, // 247 - { 270, 191, -46, -97, 242 }, // 248 - { 271, 193, -47, -98, 244 }, // 249 - { 272, 194, -47, -99, 246 }, // 250 - { 273, 196, -48, -99, 248 }, // 251 - { 274, 197, -48, -100, 250 }, // 252 - { 275, 199, -48, -101, 252 }, // 253 - { 277, 201, -49, -102, 254 }, // 254 - { 278, 202, -49, -103, 256 } // 255 -}; - -#define YUYV_CONSTRAIN(v) ((v)<0)?0:(((v)>255)?255:(v)) - -void IRAM_ATTR yuv2rgb(uint8_t y, uint8_t u, uint8_t v, uint8_t *r, uint8_t *g, uint8_t *b) -{ - int16_t ri, gi, bi; - - ri = yuv_table[y].vY + yuv_table[v].vVr; - gi = yuv_table[y].vY + yuv_table[u].vUg + yuv_table[v].vVg; - bi = yuv_table[y].vY + yuv_table[u].vUb; - - *r = YUYV_CONSTRAIN(ri); - *g = YUYV_CONSTRAIN(gi); - *b = YUYV_CONSTRAIN(bi); -} diff --git a/code/components/esp32-camera-master/driver/cam_hal.c b/code/components/esp32-camera-master/driver/cam_hal.c deleted file mode 100644 index 9b7e12b5..00000000 --- a/code/components/esp32-camera-master/driver/cam_hal.c +++ /dev/null @@ -1,483 +0,0 @@ -// Copyright 2010-2020 Espressif Systems (Shanghai) PTE LTD -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#include -#include -#include "esp_heap_caps.h" -#include "ll_cam.h" -#include "cam_hal.h" - -static const char *TAG = "cam_hal"; - -static cam_obj_t *cam_obj = NULL; - -static const uint32_t JPEG_SOI_MARKER = 0xFFD8FF; // written in little-endian for esp32 -static const uint16_t JPEG_EOI_MARKER = 0xD9FF; // written in little-endian for esp32 - -static int cam_verify_jpeg_soi(const uint8_t *inbuf, uint32_t length) -{ - uint32_t sig = *((uint32_t *)inbuf) & 0xFFFFFF; - if(sig != JPEG_SOI_MARKER) { - for (uint32_t i = 0; i < length; i++) { - sig = *((uint32_t *)(&inbuf[i])) & 0xFFFFFF; - if (sig == JPEG_SOI_MARKER) { - ESP_LOGW(TAG, "SOI: %d", i); - return i; - } - } - ESP_LOGW(TAG, "NO-SOI"); - return -1; - } - return 0; -} - -static int cam_verify_jpeg_eoi(const uint8_t *inbuf, uint32_t length) -{ - int offset = -1; - uint8_t *dptr = (uint8_t *)inbuf + length - 2; - while (dptr > inbuf) { - uint16_t sig = *((uint16_t *)dptr); - if (JPEG_EOI_MARKER == sig) { - offset = dptr - inbuf; - //ESP_LOGW(TAG, "EOI: %d", length - (offset + 2)); - return offset; - } - dptr--; - } - return -1; -} - -static bool cam_get_next_frame(int * frame_pos) -{ - if(!cam_obj->frames[*frame_pos].en){ - for (int x = 0; x < cam_obj->frame_cnt; x++) { - if (cam_obj->frames[x].en) { - *frame_pos = x; - return true; - } - } - } else { - return true; - } - return false; -} - -static bool cam_start_frame(int * frame_pos) -{ - if (cam_get_next_frame(frame_pos)) { - if(ll_cam_start(cam_obj, *frame_pos)){ - // Vsync the frame manually - ll_cam_do_vsync(cam_obj); - uint64_t us = (uint64_t)esp_timer_get_time(); - cam_obj->frames[*frame_pos].fb.timestamp.tv_sec = us / 1000000UL; - cam_obj->frames[*frame_pos].fb.timestamp.tv_usec = us % 1000000UL; - return true; - } - } - return false; -} - -void IRAM_ATTR ll_cam_send_event(cam_obj_t *cam, cam_event_t cam_event, BaseType_t * HPTaskAwoken) -{ - if (xQueueSendFromISR(cam->event_queue, (void *)&cam_event, HPTaskAwoken) != pdTRUE) { - ll_cam_stop(cam); - cam->state = CAM_STATE_IDLE; - ESP_EARLY_LOGE(TAG, "EV-%s-OVF", cam_event==CAM_IN_SUC_EOF_EVENT ? "EOF" : "VSYNC"); - } -} - -//Copy fram from DMA dma_buffer to fram dma_buffer -static void cam_task(void *arg) -{ - int cnt = 0; - int frame_pos = 0; - cam_obj->state = CAM_STATE_IDLE; - cam_event_t cam_event = 0; - - xQueueReset(cam_obj->event_queue); - - while (1) { - xQueueReceive(cam_obj->event_queue, (void *)&cam_event, portMAX_DELAY); - DBG_PIN_SET(1); - switch (cam_obj->state) { - - case CAM_STATE_IDLE: { - if (cam_event == CAM_VSYNC_EVENT) { - //DBG_PIN_SET(1); - if(cam_start_frame(&frame_pos)){ - cam_obj->frames[frame_pos].fb.len = 0; - cam_obj->state = CAM_STATE_READ_BUF; - } - cnt = 0; - } - } - break; - - case CAM_STATE_READ_BUF: { - camera_fb_t * frame_buffer_event = &cam_obj->frames[frame_pos].fb; - size_t pixels_per_dma = (cam_obj->dma_half_buffer_size * cam_obj->fb_bytes_per_pixel) / (cam_obj->dma_bytes_per_item * cam_obj->in_bytes_per_pixel); - - if (cam_event == CAM_IN_SUC_EOF_EVENT) { - if(!cam_obj->psram_mode){ - if (cam_obj->fb_size < (frame_buffer_event->len + pixels_per_dma)) { - ESP_LOGW(TAG, "FB-OVF"); - ll_cam_stop(cam_obj); - DBG_PIN_SET(0); - continue; - } - frame_buffer_event->len += ll_cam_memcpy(cam_obj, - &frame_buffer_event->buf[frame_buffer_event->len], - &cam_obj->dma_buffer[(cnt % cam_obj->dma_half_buffer_cnt) * cam_obj->dma_half_buffer_size], - cam_obj->dma_half_buffer_size); - } - //Check for JPEG SOI in the first buffer. stop if not found - if (cam_obj->jpeg_mode && cnt == 0 && cam_verify_jpeg_soi(frame_buffer_event->buf, frame_buffer_event->len) != 0) { - ll_cam_stop(cam_obj); - cam_obj->state = CAM_STATE_IDLE; - } - cnt++; - - } else if (cam_event == CAM_VSYNC_EVENT) { - //DBG_PIN_SET(1); - ll_cam_stop(cam_obj); - - if (cnt || !cam_obj->jpeg_mode || cam_obj->psram_mode) { - if (cam_obj->jpeg_mode) { - if (!cam_obj->psram_mode) { - if (cam_obj->fb_size < (frame_buffer_event->len + pixels_per_dma)) { - ESP_LOGW(TAG, "FB-OVF"); - cnt--; - } else { - frame_buffer_event->len += ll_cam_memcpy(cam_obj, - &frame_buffer_event->buf[frame_buffer_event->len], - &cam_obj->dma_buffer[(cnt % cam_obj->dma_half_buffer_cnt) * cam_obj->dma_half_buffer_size], - cam_obj->dma_half_buffer_size); - } - } - cnt++; - } - - cam_obj->frames[frame_pos].en = 0; - - if (cam_obj->psram_mode) { - if (cam_obj->jpeg_mode) { - frame_buffer_event->len = cnt * cam_obj->dma_half_buffer_size; - } else { - frame_buffer_event->len = cam_obj->recv_size; - } - } else if (!cam_obj->jpeg_mode) { - if (frame_buffer_event->len != cam_obj->fb_size) { - cam_obj->frames[frame_pos].en = 1; - ESP_LOGE(TAG, "FB-SIZE: %u != %u", frame_buffer_event->len, cam_obj->fb_size); - } - } - //send frame - if(!cam_obj->frames[frame_pos].en && xQueueSend(cam_obj->frame_buffer_queue, (void *)&frame_buffer_event, 0) != pdTRUE) { - //pop frame buffer from the queue - camera_fb_t * fb2 = NULL; - if(xQueueReceive(cam_obj->frame_buffer_queue, &fb2, 0) == pdTRUE) { - //push the new frame to the end of the queue - if (xQueueSend(cam_obj->frame_buffer_queue, (void *)&frame_buffer_event, 0) != pdTRUE) { - cam_obj->frames[frame_pos].en = 1; - ESP_LOGE(TAG, "FBQ-SND"); - } - //free the popped buffer - cam_give(fb2); - } else { - //queue is full and we could not pop a frame from it - cam_obj->frames[frame_pos].en = 1; - ESP_LOGE(TAG, "FBQ-RCV"); - } - } - } - - if(!cam_start_frame(&frame_pos)){ - cam_obj->state = CAM_STATE_IDLE; - } else { - cam_obj->frames[frame_pos].fb.len = 0; - } - cnt = 0; - } - } - break; - } - DBG_PIN_SET(0); - } -} - -static lldesc_t * allocate_dma_descriptors(uint32_t count, uint16_t size, uint8_t * buffer) -{ - lldesc_t *dma = (lldesc_t *)heap_caps_malloc(count * sizeof(lldesc_t), MALLOC_CAP_DMA); - if (dma == NULL) { - return dma; - } - - for (int x = 0; x < count; x++) { - dma[x].size = size; - dma[x].length = 0; - dma[x].sosf = 0; - dma[x].eof = 0; - dma[x].owner = 1; - dma[x].buf = (buffer + size * x); - dma[x].empty = (uint32_t)&dma[(x + 1) % count]; - } - return dma; -} - -static esp_err_t cam_dma_config(const camera_config_t *config) -{ - bool ret = ll_cam_dma_sizes(cam_obj); - if (0 == ret) { - return ESP_FAIL; - } - - cam_obj->dma_node_cnt = (cam_obj->dma_buffer_size) / cam_obj->dma_node_buffer_size; // Number of DMA nodes - cam_obj->frame_copy_cnt = cam_obj->recv_size / cam_obj->dma_half_buffer_size; // Number of interrupted copies, ping-pong copy - - ESP_LOGI(TAG, "buffer_size: %d, half_buffer_size: %d, node_buffer_size: %d, node_cnt: %d, total_cnt: %d", - cam_obj->dma_buffer_size, cam_obj->dma_half_buffer_size, cam_obj->dma_node_buffer_size, cam_obj->dma_node_cnt, cam_obj->frame_copy_cnt); - - cam_obj->dma_buffer = NULL; - cam_obj->dma = NULL; - - cam_obj->frames = (cam_frame_t *)heap_caps_calloc(1, cam_obj->frame_cnt * sizeof(cam_frame_t), MALLOC_CAP_DEFAULT); - CAM_CHECK(cam_obj->frames != NULL, "frames malloc failed", ESP_FAIL); - - uint8_t dma_align = 0; - size_t fb_size = cam_obj->fb_size; - if (cam_obj->psram_mode) { - dma_align = ll_cam_get_dma_align(cam_obj); - if (cam_obj->fb_size < cam_obj->recv_size) { - fb_size = cam_obj->recv_size; - } - } - - /* Allocate memory for frame buffer */ - size_t alloc_size = fb_size * sizeof(uint8_t) + dma_align; - uint32_t _caps = MALLOC_CAP_8BIT; - if (CAMERA_FB_IN_DRAM == config->fb_location) { - _caps |= MALLOC_CAP_INTERNAL; - } else { - _caps |= MALLOC_CAP_SPIRAM; - } - for (int x = 0; x < cam_obj->frame_cnt; x++) { - cam_obj->frames[x].dma = NULL; - cam_obj->frames[x].fb_offset = 0; - cam_obj->frames[x].en = 0; - ESP_LOGI(TAG, "Allocating %d Byte frame buffer in %s", alloc_size, _caps & MALLOC_CAP_SPIRAM ? "PSRAM" : "OnBoard RAM"); - cam_obj->frames[x].fb.buf = (uint8_t *)heap_caps_malloc(alloc_size, _caps); - CAM_CHECK(cam_obj->frames[x].fb.buf != NULL, "frame buffer malloc failed", ESP_FAIL); - if (cam_obj->psram_mode) { - //align PSRAM buffer. TODO: save the offset so proper address can be freed later - cam_obj->frames[x].fb_offset = dma_align - ((uint32_t)cam_obj->frames[x].fb.buf & (dma_align - 1)); - cam_obj->frames[x].fb.buf += cam_obj->frames[x].fb_offset; - ESP_LOGI(TAG, "Frame[%d]: Offset: %u, Addr: 0x%08X", x, cam_obj->frames[x].fb_offset, (uint32_t)cam_obj->frames[x].fb.buf); - cam_obj->frames[x].dma = allocate_dma_descriptors(cam_obj->dma_node_cnt, cam_obj->dma_node_buffer_size, cam_obj->frames[x].fb.buf); - CAM_CHECK(cam_obj->frames[x].dma != NULL, "frame dma malloc failed", ESP_FAIL); - } - cam_obj->frames[x].en = 1; - } - - if (!cam_obj->psram_mode) { - cam_obj->dma_buffer = (uint8_t *)heap_caps_malloc(cam_obj->dma_buffer_size * sizeof(uint8_t), MALLOC_CAP_DMA); - if(NULL == cam_obj->dma_buffer) { - ESP_LOGE(TAG,"%s(%d): DMA buffer %d Byte malloc failed, the current largest free block:%d Byte", __FUNCTION__, __LINE__, - cam_obj->dma_buffer_size, heap_caps_get_largest_free_block(MALLOC_CAP_DMA)); - return ESP_FAIL; - } - - cam_obj->dma = allocate_dma_descriptors(cam_obj->dma_node_cnt, cam_obj->dma_node_buffer_size, cam_obj->dma_buffer); - CAM_CHECK(cam_obj->dma != NULL, "dma malloc failed", ESP_FAIL); - } - - return ESP_OK; -} - -esp_err_t cam_init(const camera_config_t *config) -{ - CAM_CHECK(NULL != config, "config pointer is invalid", ESP_ERR_INVALID_ARG); - - esp_err_t ret = ESP_OK; - cam_obj = (cam_obj_t *)heap_caps_calloc(1, sizeof(cam_obj_t), MALLOC_CAP_DMA); - CAM_CHECK(NULL != cam_obj, "lcd_cam object malloc error", ESP_ERR_NO_MEM); - - cam_obj->swap_data = 0; - cam_obj->vsync_pin = config->pin_vsync; - cam_obj->vsync_invert = true; - - ll_cam_set_pin(cam_obj, config); - ret = ll_cam_config(cam_obj, config); - CAM_CHECK_GOTO(ret == ESP_OK, "ll_cam initialize failed", err); - -#if CAMERA_DBG_PIN_ENABLE - PIN_FUNC_SELECT(GPIO_PIN_MUX_REG[DBG_PIN_NUM], PIN_FUNC_GPIO); - gpio_set_direction(DBG_PIN_NUM, GPIO_MODE_OUTPUT); - gpio_set_pull_mode(DBG_PIN_NUM, GPIO_FLOATING); -#endif - - ESP_LOGI(TAG, "cam init ok"); - return ESP_OK; - -err: - free(cam_obj); - cam_obj = NULL; - return ESP_FAIL; -} - -esp_err_t cam_config(const camera_config_t *config, framesize_t frame_size, uint16_t sensor_pid) -{ - CAM_CHECK(NULL != config, "config pointer is invalid", ESP_ERR_INVALID_ARG); - esp_err_t ret = ESP_OK; - - ret = ll_cam_set_sample_mode(cam_obj, (pixformat_t)config->pixel_format, config->xclk_freq_hz, sensor_pid); - - cam_obj->jpeg_mode = config->pixel_format == PIXFORMAT_JPEG; -#if CONFIG_IDF_TARGET_ESP32 - cam_obj->psram_mode = false; -#else - cam_obj->psram_mode = (config->xclk_freq_hz == 16000000); -#endif - cam_obj->frame_cnt = config->fb_count; - cam_obj->width = resolution[frame_size].width; - cam_obj->height = resolution[frame_size].height; - - if(cam_obj->jpeg_mode){ - cam_obj->recv_size = cam_obj->width * cam_obj->height / 5; - cam_obj->fb_size = cam_obj->recv_size; - } else { - cam_obj->recv_size = cam_obj->width * cam_obj->height * cam_obj->in_bytes_per_pixel; - cam_obj->fb_size = cam_obj->width * cam_obj->height * cam_obj->fb_bytes_per_pixel; - } - - ret = cam_dma_config(config); - CAM_CHECK_GOTO(ret == ESP_OK, "cam_dma_config failed", err); - - cam_obj->event_queue = xQueueCreate(cam_obj->dma_half_buffer_cnt - 1, sizeof(cam_event_t)); - CAM_CHECK_GOTO(cam_obj->event_queue != NULL, "event_queue create failed", err); - - size_t frame_buffer_queue_len = cam_obj->frame_cnt; - if (config->grab_mode == CAMERA_GRAB_LATEST && cam_obj->frame_cnt > 1) { - frame_buffer_queue_len = cam_obj->frame_cnt - 1; - } - cam_obj->frame_buffer_queue = xQueueCreate(frame_buffer_queue_len, sizeof(camera_fb_t*)); - CAM_CHECK_GOTO(cam_obj->frame_buffer_queue != NULL, "frame_buffer_queue create failed", err); - - ret = ll_cam_init_isr(cam_obj); - CAM_CHECK_GOTO(ret == ESP_OK, "cam intr alloc failed", err); - - -#if CONFIG_CAMERA_CORE0 - xTaskCreatePinnedToCore(cam_task, "cam_task", 2048, NULL, configMAX_PRIORITIES - 2, &cam_obj->task_handle, 0); -#elif CONFIG_CAMERA_CORE1 - xTaskCreatePinnedToCore(cam_task, "cam_task", 2048, NULL, configMAX_PRIORITIES - 2, &cam_obj->task_handle, 1); -#else - xTaskCreate(cam_task, "cam_task", 2048, NULL, configMAX_PRIORITIES - 2, &cam_obj->task_handle); -#endif - - ESP_LOGI(TAG, "cam config ok"); - return ESP_OK; - -err: - cam_deinit(); - return ESP_FAIL; -} - -esp_err_t cam_deinit(void) -{ - if (!cam_obj) { - return ESP_FAIL; - } - - cam_stop(); - if (cam_obj->task_handle) { - vTaskDelete(cam_obj->task_handle); - } - if (cam_obj->event_queue) { - vQueueDelete(cam_obj->event_queue); - } - if (cam_obj->frame_buffer_queue) { - vQueueDelete(cam_obj->frame_buffer_queue); - } - if (cam_obj->dma) { - free(cam_obj->dma); - } - if (cam_obj->dma_buffer) { - free(cam_obj->dma_buffer); - } - if (cam_obj->frames) { - for (int x = 0; x < cam_obj->frame_cnt; x++) { - free(cam_obj->frames[x].fb.buf - cam_obj->frames[x].fb_offset); - if (cam_obj->frames[x].dma) { - free(cam_obj->frames[x].dma); - } - } - free(cam_obj->frames); - } - - ll_cam_deinit(cam_obj); - - free(cam_obj); - cam_obj = NULL; - return ESP_OK; -} - -void cam_stop(void) -{ - ll_cam_vsync_intr_enable(cam_obj, false); - ll_cam_stop(cam_obj); -} - -void cam_start(void) -{ - ll_cam_vsync_intr_enable(cam_obj, true); -} - -camera_fb_t *cam_take(TickType_t timeout) -{ - camera_fb_t *dma_buffer = NULL; - TickType_t start = xTaskGetTickCount(); - xQueueReceive(cam_obj->frame_buffer_queue, (void *)&dma_buffer, timeout); - if (dma_buffer) { - if(cam_obj->jpeg_mode){ - // find the end marker for JPEG. Data after that can be discarded - int offset_e = cam_verify_jpeg_eoi(dma_buffer->buf, dma_buffer->len); - if (offset_e >= 0) { - // adjust buffer length - dma_buffer->len = offset_e + sizeof(JPEG_EOI_MARKER); - return dma_buffer; - } else { - ESP_LOGW(TAG, "NO-EOI"); - cam_give(dma_buffer); - return cam_take(timeout - (xTaskGetTickCount() - start));//recurse!!!! - } - } else if(cam_obj->psram_mode && cam_obj->in_bytes_per_pixel != cam_obj->fb_bytes_per_pixel){ - //currently this is used only for YUV to GRAYSCALE - dma_buffer->len = ll_cam_memcpy(cam_obj, dma_buffer->buf, dma_buffer->buf, dma_buffer->len); - } - return dma_buffer; - } else { - ESP_LOGW(TAG, "Failed to get the frame on time!"); - } - return NULL; -} - -void cam_give(camera_fb_t *dma_buffer) -{ - for (int x = 0; x < cam_obj->frame_cnt; x++) { - if (&cam_obj->frames[x].fb == dma_buffer) { - cam_obj->frames[x].en = 1; - break; - } - } -} diff --git a/code/components/esp32-camera-master/driver/esp_camera.c b/code/components/esp32-camera-master/driver/esp_camera.c deleted file mode 100644 index 5b671c0e..00000000 --- a/code/components/esp32-camera-master/driver/esp_camera.c +++ /dev/null @@ -1,421 +0,0 @@ -// Copyright 2015-2016 Espressif Systems (Shanghai) PTE LTD -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -#include -#include -#include -#include "time.h" -#include "sys/time.h" -#include "freertos/FreeRTOS.h" -#include "freertos/task.h" -#include "driver/gpio.h" -#include "esp_system.h" -#include "nvs_flash.h" -#include "nvs.h" -#include "sensor.h" -#include "sccb.h" -#include "cam_hal.h" -#include "esp_camera.h" -#include "xclk.h" -#if CONFIG_OV2640_SUPPORT -#include "ov2640.h" -#endif -#if CONFIG_OV7725_SUPPORT -#include "ov7725.h" -#endif -#if CONFIG_OV3660_SUPPORT -#include "ov3660.h" -#endif -#if CONFIG_OV5640_SUPPORT -#include "ov5640.h" -#endif -#if CONFIG_NT99141_SUPPORT -#include "nt99141.h" -#endif -#if CONFIG_OV7670_SUPPORT -#include "ov7670.h" -#endif -#if CONFIG_GC2145_SUPPORT -#include "gc2145.h" -#endif -#if CONFIG_GC032A_SUPPORT -#include "gc032a.h" -#endif -#if CONFIG_GC0308_SUPPORT -#include "gc0308.h" -#endif -#if CONFIG_BF3005_SUPPORT -#include "bf3005.h" -#endif - -#if defined(ARDUINO_ARCH_ESP32) && defined(CONFIG_ARDUHAL_ESP_LOG) -#include "esp32-hal-log.h" -#define TAG "" -#else -#include "esp_log.h" -static const char *TAG = "camera"; -#endif - -typedef struct { - sensor_t sensor; - camera_fb_t fb; -} camera_state_t; - -static const char *CAMERA_SENSOR_NVS_KEY = "sensor"; -static const char *CAMERA_PIXFORMAT_NVS_KEY = "pixformat"; -static camera_state_t *s_state = NULL; - -#if CONFIG_IDF_TARGET_ESP32S3 // LCD_CAM module of ESP32-S3 will generate xclk -#define CAMERA_ENABLE_OUT_CLOCK(v) -#define CAMERA_DISABLE_OUT_CLOCK() -#else -#define CAMERA_ENABLE_OUT_CLOCK(v) camera_enable_out_clock((v)) -#define CAMERA_DISABLE_OUT_CLOCK() camera_disable_out_clock() -#endif - -typedef struct { - int (*detect)(int slv_addr, sensor_id_t *id); - int (*init)(sensor_t *sensor); -} sensor_func_t; - -static const sensor_func_t g_sensors[] = { -#if CONFIG_OV7725_SUPPORT - {ov7725_detect, ov7725_init}, -#endif -#if CONFIG_OV7670_SUPPORT - {ov7670_detect, ov7670_init}, -#endif -#if CONFIG_OV2640_SUPPORT - {ov2640_detect, ov2640_init}, -#endif -#if CONFIG_OV3660_SUPPORT - {ov3660_detect, ov3660_init}, -#endif -#if CONFIG_OV5640_SUPPORT - {ov5640_detect, ov5640_init}, -#endif -#if CONFIG_NT99141_SUPPORT - {nt99141_detect, nt99141_init}, -#endif -#if CONFIG_GC2145_SUPPORT - {gc2145_detect, gc2145_init}, -#endif -#if CONFIG_GC032A_SUPPORT - {gc032a_detect, gc032a_init}, -#endif -#if CONFIG_GC0308_SUPPORT - {gc0308_detect, gc0308_init}, -#endif -#if CONFIG_BF3005_SUPPORT - {bf3005_detect, bf3005_init}, -#endif -}; - -static esp_err_t camera_probe(const camera_config_t *config, camera_model_t *out_camera_model) -{ - *out_camera_model = CAMERA_NONE; - if (s_state != NULL) { - return ESP_ERR_INVALID_STATE; - } - - s_state = (camera_state_t *) calloc(sizeof(camera_state_t), 1); - if (!s_state) { - return ESP_ERR_NO_MEM; - } - - if (config->pin_xclk >= 0) { - ESP_LOGD(TAG, "Enabling XCLK output"); - CAMERA_ENABLE_OUT_CLOCK(config); - } - - if (config->pin_sscb_sda != -1) { - ESP_LOGD(TAG, "Initializing SSCB"); - SCCB_Init(config->pin_sscb_sda, config->pin_sscb_scl); - } - - if (config->pin_pwdn >= 0) { - ESP_LOGD(TAG, "Resetting camera by power down line"); - gpio_config_t conf = { 0 }; - conf.pin_bit_mask = 1LL << config->pin_pwdn; - conf.mode = GPIO_MODE_OUTPUT; - gpio_config(&conf); - - // carefull, logic is inverted compared to reset pin - gpio_set_level(config->pin_pwdn, 1); - vTaskDelay(10 / portTICK_PERIOD_MS); - gpio_set_level(config->pin_pwdn, 0); - vTaskDelay(10 / portTICK_PERIOD_MS); - } - - if (config->pin_reset >= 0) { - ESP_LOGD(TAG, "Resetting camera"); - gpio_config_t conf = { 0 }; - conf.pin_bit_mask = 1LL << config->pin_reset; - conf.mode = GPIO_MODE_OUTPUT; - gpio_config(&conf); - - gpio_set_level(config->pin_reset, 0); - vTaskDelay(10 / portTICK_PERIOD_MS); - gpio_set_level(config->pin_reset, 1); - vTaskDelay(10 / portTICK_PERIOD_MS); - } - - - ESP_LOGD(TAG, "Searching for camera address"); - vTaskDelay(10 / portTICK_PERIOD_MS); - - uint8_t slv_addr = SCCB_Probe(); - - if (slv_addr == 0) { - CAMERA_DISABLE_OUT_CLOCK(); - return ESP_ERR_NOT_FOUND; - } - - ESP_LOGI(TAG, "Detected camera at address=0x%02x", slv_addr); - s_state->sensor.slv_addr = slv_addr; - s_state->sensor.xclk_freq_hz = config->xclk_freq_hz; - - /** - * Read sensor ID and then initialize sensor - * Attention: Some sensors have the same SCCB address. Therefore, several attempts may be made in the detection process - */ - sensor_id_t *id = &s_state->sensor.id; - for (size_t i = 0; i < sizeof(g_sensors) / sizeof(sensor_func_t); i++) { - if (g_sensors[i].detect(slv_addr, id)) { - camera_sensor_info_t *info = esp_camera_sensor_get_info(id); - if (NULL != info) { - *out_camera_model = info->model; - ESP_LOGI(TAG, "Detected %s camera", info->name); - g_sensors[i].init(&s_state->sensor); - break; - } - } - } - - if (CAMERA_NONE == *out_camera_model) { //If no supported sensors are detected - CAMERA_DISABLE_OUT_CLOCK(); - ESP_LOGE(TAG, "Detected camera not supported."); - return ESP_ERR_NOT_SUPPORTED; - } - - ESP_LOGI(TAG, "Camera PID=0x%02x VER=0x%02x MIDL=0x%02x MIDH=0x%02x", - id->PID, id->VER, id->MIDH, id->MIDL); - - ESP_LOGD(TAG, "Doing SW reset of sensor"); - vTaskDelay(10 / portTICK_PERIOD_MS); - s_state->sensor.reset(&s_state->sensor); - - return ESP_OK; -} - -esp_err_t esp_camera_init(const camera_config_t *config) -{ - esp_err_t err; - err = cam_init(config); - if (err != ESP_OK) { - ESP_LOGE(TAG, "Camera init failed with error 0x%x", err); - return err; - } - - camera_model_t camera_model = CAMERA_NONE; - err = camera_probe(config, &camera_model); - if (err != ESP_OK) { - ESP_LOGE(TAG, "Camera probe failed with error 0x%x(%s)", err, esp_err_to_name(err)); - goto fail; - } - - framesize_t frame_size = (framesize_t) config->frame_size; - pixformat_t pix_format = (pixformat_t) config->pixel_format; - - if (PIXFORMAT_JPEG == pix_format && (!camera_sensor[camera_model].support_jpeg)) { - ESP_LOGE(TAG, "JPEG format is not supported on this sensor"); - err = ESP_ERR_NOT_SUPPORTED; - goto fail; - } - - if (frame_size > camera_sensor[camera_model].max_size) { - ESP_LOGW(TAG, "The frame size exceeds the maximum for this sensor, it will be forced to the maximum possible value"); - frame_size = camera_sensor[camera_model].max_size; - } - - err = cam_config(config, frame_size, s_state->sensor.id.PID); - if (err != ESP_OK) { - ESP_LOGE(TAG, "Camera config failed with error 0x%x", err); - goto fail; - } - - s_state->sensor.status.framesize = frame_size; - s_state->sensor.pixformat = pix_format; - ESP_LOGD(TAG, "Setting frame size to %dx%d", resolution[frame_size].width, resolution[frame_size].height); - if (s_state->sensor.set_framesize(&s_state->sensor, frame_size) != 0) { - ESP_LOGE(TAG, "Failed to set frame size"); - err = ESP_ERR_CAMERA_FAILED_TO_SET_FRAME_SIZE; - goto fail; - } - s_state->sensor.set_pixformat(&s_state->sensor, pix_format); - - if (s_state->sensor.id.PID == OV2640_PID) { - s_state->sensor.set_gainceiling(&s_state->sensor, GAINCEILING_2X); - s_state->sensor.set_bpc(&s_state->sensor, false); - s_state->sensor.set_wpc(&s_state->sensor, true); - s_state->sensor.set_lenc(&s_state->sensor, true); - } - - if (pix_format == PIXFORMAT_JPEG) { - s_state->sensor.set_quality(&s_state->sensor, config->jpeg_quality); - } - s_state->sensor.init_status(&s_state->sensor); - - cam_start(); - - return ESP_OK; - -fail: - esp_camera_deinit(); - return err; -} - -esp_err_t esp_camera_deinit() -{ - esp_err_t ret = cam_deinit(); - CAMERA_DISABLE_OUT_CLOCK(); - if (s_state) { - SCCB_Deinit(); - - free(s_state); - s_state = NULL; - } - - return ret; -} - -#define FB_GET_TIMEOUT (4000 / portTICK_PERIOD_MS) - -camera_fb_t *esp_camera_fb_get() -{ - if (s_state == NULL) { - return NULL; - } - camera_fb_t *fb = cam_take(FB_GET_TIMEOUT); - //set the frame properties - if (fb) { - fb->width = resolution[s_state->sensor.status.framesize].width; - fb->height = resolution[s_state->sensor.status.framesize].height; - fb->format = s_state->sensor.pixformat; - } - return fb; -} - -void esp_camera_fb_return(camera_fb_t *fb) -{ - if (s_state == NULL) { - return; - } - cam_give(fb); -} - -sensor_t *esp_camera_sensor_get() -{ - if (s_state == NULL) { - return NULL; - } - return &s_state->sensor; -} - -esp_err_t esp_camera_save_to_nvs(const char *key) -{ -#if ESP_IDF_VERSION_MAJOR > 3 - nvs_handle_t handle; -#else - nvs_handle handle; -#endif - esp_err_t ret = nvs_open(key, NVS_READWRITE, &handle); - - if (ret == ESP_OK) { - sensor_t *s = esp_camera_sensor_get(); - if (s != NULL) { - ret = nvs_set_blob(handle, CAMERA_SENSOR_NVS_KEY, &s->status, sizeof(camera_status_t)); - if (ret == ESP_OK) { - uint8_t pf = s->pixformat; - ret = nvs_set_u8(handle, CAMERA_PIXFORMAT_NVS_KEY, pf); - } - return ret; - } else { - return ESP_ERR_CAMERA_NOT_DETECTED; - } - nvs_close(handle); - return ret; - } else { - return ret; - } -} - -esp_err_t esp_camera_load_from_nvs(const char *key) -{ -#if ESP_IDF_VERSION_MAJOR > 3 - nvs_handle_t handle; -#else - nvs_handle handle; -#endif - uint8_t pf; - - esp_err_t ret = nvs_open(key, NVS_READWRITE, &handle); - - if (ret == ESP_OK) { - sensor_t *s = esp_camera_sensor_get(); - camera_status_t st; - if (s != NULL) { - size_t size = sizeof(camera_status_t); - ret = nvs_get_blob(handle, CAMERA_SENSOR_NVS_KEY, &st, &size); - if (ret == ESP_OK) { - s->set_ae_level(s, st.ae_level); - s->set_aec2(s, st.aec2); - s->set_aec_value(s, st.aec_value); - s->set_agc_gain(s, st.agc_gain); - s->set_awb_gain(s, st.awb_gain); - s->set_bpc(s, st.bpc); - s->set_brightness(s, st.brightness); - s->set_colorbar(s, st.colorbar); - s->set_contrast(s, st.contrast); - s->set_dcw(s, st.dcw); - s->set_denoise(s, st.denoise); - s->set_exposure_ctrl(s, st.aec); - s->set_framesize(s, st.framesize); - s->set_gain_ctrl(s, st.agc); - s->set_gainceiling(s, st.gainceiling); - s->set_hmirror(s, st.hmirror); - s->set_lenc(s, st.lenc); - s->set_quality(s, st.quality); - s->set_raw_gma(s, st.raw_gma); - s->set_saturation(s, st.saturation); - s->set_sharpness(s, st.sharpness); - s->set_special_effect(s, st.special_effect); - s->set_vflip(s, st.vflip); - s->set_wb_mode(s, st.wb_mode); - s->set_whitebal(s, st.awb); - s->set_wpc(s, st.wpc); - } - ret = nvs_get_u8(handle, CAMERA_PIXFORMAT_NVS_KEY, &pf); - if (ret == ESP_OK) { - s->set_pixformat(s, pf); - } - } else { - return ESP_ERR_CAMERA_NOT_DETECTED; - } - nvs_close(handle); - return ret; - } else { - ESP_LOGW(TAG, "Error (%d) opening nvs key \"%s\"", ret, key); - return ret; - } -} diff --git a/code/components/esp32-camera-master/driver/include/esp_camera.h b/code/components/esp32-camera-master/driver/include/esp_camera.h deleted file mode 100644 index b6047d31..00000000 --- a/code/components/esp32-camera-master/driver/include/esp_camera.h +++ /dev/null @@ -1,214 +0,0 @@ -// Copyright 2015-2016 Espressif Systems (Shanghai) PTE LTD -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -/* - * Example Use - * - static camera_config_t camera_example_config = { - .pin_pwdn = PIN_PWDN, - .pin_reset = PIN_RESET, - .pin_xclk = PIN_XCLK, - .pin_sscb_sda = PIN_SIOD, - .pin_sscb_scl = PIN_SIOC, - .pin_d7 = PIN_D7, - .pin_d6 = PIN_D6, - .pin_d5 = PIN_D5, - .pin_d4 = PIN_D4, - .pin_d3 = PIN_D3, - .pin_d2 = PIN_D2, - .pin_d1 = PIN_D1, - .pin_d0 = PIN_D0, - .pin_vsync = PIN_VSYNC, - .pin_href = PIN_HREF, - .pin_pclk = PIN_PCLK, - - .xclk_freq_hz = 20000000, - .ledc_timer = LEDC_TIMER_0, - .ledc_channel = LEDC_CHANNEL_0, - .pixel_format = PIXFORMAT_JPEG, - .frame_size = FRAMESIZE_SVGA, - .jpeg_quality = 10, - .fb_count = 2, - .grab_mode = CAMERA_GRAB_WHEN_EMPTY - }; - - esp_err_t camera_example_init(){ - return esp_camera_init(&camera_example_config); - } - - esp_err_t camera_example_capture(){ - //capture a frame - camera_fb_t * fb = esp_camera_fb_get(); - if (!fb) { - ESP_LOGE(TAG, "Frame buffer could not be acquired"); - return ESP_FAIL; - } - - //replace this with your own function - display_image(fb->width, fb->height, fb->pixformat, fb->buf, fb->len); - - //return the frame buffer back to be reused - esp_camera_fb_return(fb); - - return ESP_OK; - } -*/ - -#pragma once - -#include "esp_err.h" -#include "driver/ledc.h" -#include "sensor.h" -#include "sys/time.h" - -#ifdef __cplusplus -extern "C" { -#endif - -/** - * @brief Configuration structure for camera initialization - */ -typedef enum { - CAMERA_GRAB_WHEN_EMPTY, /*!< Fills buffers when they are empty. Less resources but first 'fb_count' frames might be old */ - CAMERA_GRAB_LATEST /*!< Except when 1 frame buffer is used, queue will always contain the last 'fb_count' frames */ -} camera_grab_mode_t; - -/** - * @brief Camera frame buffer location - */ -typedef enum { - CAMERA_FB_IN_PSRAM, /*!< Frame buffer is placed in external PSRAM */ - CAMERA_FB_IN_DRAM /*!< Frame buffer is placed in internal DRAM */ -} camera_fb_location_t; - -/** - * @brief Configuration structure for camera initialization - */ -typedef struct { - int pin_pwdn; /*!< GPIO pin for camera power down line */ - int pin_reset; /*!< GPIO pin for camera reset line */ - int pin_xclk; /*!< GPIO pin for camera XCLK line */ - int pin_sscb_sda; /*!< GPIO pin for camera SDA line */ - int pin_sscb_scl; /*!< GPIO pin for camera SCL line */ - int pin_d7; /*!< GPIO pin for camera D7 line */ - int pin_d6; /*!< GPIO pin for camera D6 line */ - int pin_d5; /*!< GPIO pin for camera D5 line */ - int pin_d4; /*!< GPIO pin for camera D4 line */ - int pin_d3; /*!< GPIO pin for camera D3 line */ - int pin_d2; /*!< GPIO pin for camera D2 line */ - int pin_d1; /*!< GPIO pin for camera D1 line */ - int pin_d0; /*!< GPIO pin for camera D0 line */ - int pin_vsync; /*!< GPIO pin for camera VSYNC line */ - int pin_href; /*!< GPIO pin for camera HREF line */ - int pin_pclk; /*!< GPIO pin for camera PCLK line */ - - int xclk_freq_hz; /*!< Frequency of XCLK signal, in Hz. EXPERIMENTAL: Set to 16MHz on ESP32-S2 or ESP32-S3 to enable EDMA mode */ - - ledc_timer_t ledc_timer; /*!< LEDC timer to be used for generating XCLK */ - ledc_channel_t ledc_channel; /*!< LEDC channel to be used for generating XCLK */ - - pixformat_t pixel_format; /*!< Format of the pixel data: PIXFORMAT_ + YUV422|GRAYSCALE|RGB565|JPEG */ - framesize_t frame_size; /*!< Size of the output image: FRAMESIZE_ + QVGA|CIF|VGA|SVGA|XGA|SXGA|UXGA */ - - int jpeg_quality; /*!< Quality of JPEG output. 0-63 lower means higher quality */ - size_t fb_count; /*!< Number of frame buffers to be allocated. If more than one, then each frame will be acquired (double speed) */ - camera_fb_location_t fb_location; /*!< The location where the frame buffer will be allocated */ - camera_grab_mode_t grab_mode; /*!< When buffers should be filled */ -} camera_config_t; - -/** - * @brief Data structure of camera frame buffer - */ -typedef struct { - uint8_t * buf; /*!< Pointer to the pixel data */ - size_t len; /*!< Length of the buffer in bytes */ - size_t width; /*!< Width of the buffer in pixels */ - size_t height; /*!< Height of the buffer in pixels */ - pixformat_t format; /*!< Format of the pixel data */ - struct timeval timestamp; /*!< Timestamp since boot of the first DMA buffer of the frame */ -} camera_fb_t; - -#define ESP_ERR_CAMERA_BASE 0x20000 -#define ESP_ERR_CAMERA_NOT_DETECTED (ESP_ERR_CAMERA_BASE + 1) -#define ESP_ERR_CAMERA_FAILED_TO_SET_FRAME_SIZE (ESP_ERR_CAMERA_BASE + 2) -#define ESP_ERR_CAMERA_FAILED_TO_SET_OUT_FORMAT (ESP_ERR_CAMERA_BASE + 3) -#define ESP_ERR_CAMERA_NOT_SUPPORTED (ESP_ERR_CAMERA_BASE + 4) - -/** - * @brief Initialize the camera driver - * - * @note call camera_probe before calling this function - * - * This function detects and configures camera over I2C interface, - * allocates framebuffer and DMA buffers, - * initializes parallel I2S input, and sets up DMA descriptors. - * - * Currently this function can only be called once and there is - * no way to de-initialize this module. - * - * @param config Camera configuration parameters - * - * @return ESP_OK on success - */ -esp_err_t esp_camera_init(const camera_config_t* config); - -/** - * @brief Deinitialize the camera driver - * - * @return - * - ESP_OK on success - * - ESP_ERR_INVALID_STATE if the driver hasn't been initialized yet - */ -esp_err_t esp_camera_deinit(); - -/** - * @brief Obtain pointer to a frame buffer. - * - * @return pointer to the frame buffer - */ -camera_fb_t* esp_camera_fb_get(); - -/** - * @brief Return the frame buffer to be reused again. - * - * @param fb Pointer to the frame buffer - */ -void esp_camera_fb_return(camera_fb_t * fb); - -/** - * @brief Get a pointer to the image sensor control structure - * - * @return pointer to the sensor - */ -sensor_t * esp_camera_sensor_get(); - -/** - * @brief Save camera settings to non-volatile-storage (NVS) - * - * @param key A unique nvs key name for the camera settings - */ -esp_err_t esp_camera_save_to_nvs(const char *key); - -/** - * @brief Load camera settings from non-volatile-storage (NVS) - * - * @param key A unique nvs key name for the camera settings - */ -esp_err_t esp_camera_load_from_nvs(const char *key); - -#ifdef __cplusplus -} -#endif - -#include "img_converters.h" - diff --git a/code/components/esp32-camera-master/driver/include/sensor.h b/code/components/esp32-camera-master/driver/include/sensor.h deleted file mode 100644 index b2bf55f1..00000000 --- a/code/components/esp32-camera-master/driver/include/sensor.h +++ /dev/null @@ -1,248 +0,0 @@ -/* - * This file is part of the OpenMV project. - * Copyright (c) 2013/2014 Ibrahim Abdelkader - * This work is licensed under the MIT license, see the file LICENSE for details. - * - * Sensor abstraction layer. - * - */ -#ifndef __SENSOR_H__ -#define __SENSOR_H__ -#include -#include - -#ifdef __cplusplus -extern "C" { -#endif - -typedef enum { - OV9650_PID = 0x96, - OV7725_PID = 0x77, - OV2640_PID = 0x26, - OV3660_PID = 0x3660, - OV5640_PID = 0x5640, - OV7670_PID = 0x76, - NT99141_PID = 0x1410, - GC2145_PID = 0x2145, - GC032A_PID = 0x232a, - GC0308_PID = 0x9b, - BF3005_PID = 0x30, -} camera_pid_t; - -typedef enum { - CAMERA_OV7725, - CAMERA_OV2640, - CAMERA_OV3660, - CAMERA_OV5640, - CAMERA_OV7670, - CAMERA_NT99141, - CAMERA_GC2145, - CAMERA_GC032A, - CAMERA_GC0308, - CAMERA_BF3005, - CAMERA_MODEL_MAX, - CAMERA_NONE, -} camera_model_t; - -typedef enum { - OV2640_SCCB_ADDR = 0x30,// 0x60 >> 1 - OV5640_SCCB_ADDR = 0x3C,// 0x78 >> 1 - OV3660_SCCB_ADDR = 0x3C,// 0x78 >> 1 - OV7725_SCCB_ADDR = 0x21,// 0x42 >> 1 - OV7670_SCCB_ADDR = 0x21,// 0x42 >> 1 - NT99141_SCCB_ADDR = 0x2A,// 0x54 >> 1 - GC2145_SCCB_ADDR = 0x3C,// 0x78 >> 1 - GC032A_SCCB_ADDR = 0x21,// 0x42 >> 1 - GC0308_SCCB_ADDR = 0x21,// 0x42 >> 1 - BF3005_SCCB_ADDR = 0x6E, -} camera_sccb_addr_t; - -typedef enum { - PIXFORMAT_RGB565, // 2BPP/RGB565 - PIXFORMAT_YUV422, // 2BPP/YUV422 - PIXFORMAT_GRAYSCALE, // 1BPP/GRAYSCALE - PIXFORMAT_JPEG, // JPEG/COMPRESSED - PIXFORMAT_RGB888, // 3BPP/RGB888 - PIXFORMAT_RAW, // RAW - PIXFORMAT_RGB444, // 3BP2P/RGB444 - PIXFORMAT_RGB555, // 3BP2P/RGB555 -} pixformat_t; - -typedef enum { - FRAMESIZE_96X96, // 96x96 - FRAMESIZE_QQVGA, // 160x120 - FRAMESIZE_QCIF, // 176x144 - FRAMESIZE_HQVGA, // 240x176 - FRAMESIZE_240X240, // 240x240 - FRAMESIZE_QVGA, // 320x240 - FRAMESIZE_CIF, // 400x296 - FRAMESIZE_HVGA, // 480x320 - FRAMESIZE_VGA, // 640x480 - FRAMESIZE_SVGA, // 800x600 - FRAMESIZE_XGA, // 1024x768 - FRAMESIZE_HD, // 1280x720 - FRAMESIZE_SXGA, // 1280x1024 - FRAMESIZE_UXGA, // 1600x1200 - // 3MP Sensors - FRAMESIZE_FHD, // 1920x1080 - FRAMESIZE_P_HD, // 720x1280 - FRAMESIZE_P_3MP, // 864x1536 - FRAMESIZE_QXGA, // 2048x1536 - // 5MP Sensors - FRAMESIZE_QHD, // 2560x1440 - FRAMESIZE_WQXGA, // 2560x1600 - FRAMESIZE_P_FHD, // 1080x1920 - FRAMESIZE_QSXGA, // 2560x1920 - FRAMESIZE_INVALID -} framesize_t; - -typedef struct { - const camera_model_t model; - const char *name; - const camera_sccb_addr_t sccb_addr; - const camera_pid_t pid; - const framesize_t max_size; - const bool support_jpeg; -} camera_sensor_info_t; - -typedef enum { - ASPECT_RATIO_4X3, - ASPECT_RATIO_3X2, - ASPECT_RATIO_16X10, - ASPECT_RATIO_5X3, - ASPECT_RATIO_16X9, - ASPECT_RATIO_21X9, - ASPECT_RATIO_5X4, - ASPECT_RATIO_1X1, - ASPECT_RATIO_9X16 -} aspect_ratio_t; - -typedef enum { - GAINCEILING_2X, - GAINCEILING_4X, - GAINCEILING_8X, - GAINCEILING_16X, - GAINCEILING_32X, - GAINCEILING_64X, - GAINCEILING_128X, -} gainceiling_t; - -typedef struct { - uint16_t max_width; - uint16_t max_height; - uint16_t start_x; - uint16_t start_y; - uint16_t end_x; - uint16_t end_y; - uint16_t offset_x; - uint16_t offset_y; - uint16_t total_x; - uint16_t total_y; -} ratio_settings_t; - -typedef struct { - const uint16_t width; - const uint16_t height; - const aspect_ratio_t aspect_ratio; -} resolution_info_t; - -// Resolution table (in sensor.c) -extern const resolution_info_t resolution[]; -// camera sensor table (in sensor.c) -extern const camera_sensor_info_t camera_sensor[]; - -typedef struct { - uint8_t MIDH; - uint8_t MIDL; - uint16_t PID; - uint8_t VER; -} sensor_id_t; - -typedef struct { - framesize_t framesize;//0 - 10 - bool scale; - bool binning; - uint8_t quality;//0 - 63 - int8_t brightness;//-2 - 2 - int8_t contrast;//-2 - 2 - int8_t saturation;//-2 - 2 - int8_t sharpness;//-2 - 2 - uint8_t denoise; - uint8_t special_effect;//0 - 6 - uint8_t wb_mode;//0 - 4 - uint8_t awb; - uint8_t awb_gain; - uint8_t aec; - uint8_t aec2; - int8_t ae_level;//-2 - 2 - uint16_t aec_value;//0 - 1200 - uint8_t agc; - uint8_t agc_gain;//0 - 30 - uint8_t gainceiling;//0 - 6 - uint8_t bpc; - uint8_t wpc; - uint8_t raw_gma; - uint8_t lenc; - uint8_t hmirror; - uint8_t vflip; - uint8_t dcw; - uint8_t colorbar; -} camera_status_t; - -typedef struct _sensor sensor_t; -typedef struct _sensor { - sensor_id_t id; // Sensor ID. - uint8_t slv_addr; // Sensor I2C slave address. - pixformat_t pixformat; - camera_status_t status; - int xclk_freq_hz; - - // Sensor function pointers - int (*init_status) (sensor_t *sensor); - int (*reset) (sensor_t *sensor); - int (*set_pixformat) (sensor_t *sensor, pixformat_t pixformat); - int (*set_framesize) (sensor_t *sensor, framesize_t framesize); - int (*set_contrast) (sensor_t *sensor, int level); - int (*set_brightness) (sensor_t *sensor, int level); - int (*set_saturation) (sensor_t *sensor, int level); - int (*set_sharpness) (sensor_t *sensor, int level); - int (*set_denoise) (sensor_t *sensor, int level); - int (*set_gainceiling) (sensor_t *sensor, gainceiling_t gainceiling); - int (*set_quality) (sensor_t *sensor, int quality); - int (*set_colorbar) (sensor_t *sensor, int enable); - int (*set_whitebal) (sensor_t *sensor, int enable); - int (*set_gain_ctrl) (sensor_t *sensor, int enable); - int (*set_exposure_ctrl) (sensor_t *sensor, int enable); - int (*set_hmirror) (sensor_t *sensor, int enable); - int (*set_vflip) (sensor_t *sensor, int enable); - - int (*set_aec2) (sensor_t *sensor, int enable); - int (*set_awb_gain) (sensor_t *sensor, int enable); - int (*set_agc_gain) (sensor_t *sensor, int gain); - int (*set_aec_value) (sensor_t *sensor, int gain); - - int (*set_special_effect) (sensor_t *sensor, int effect); - int (*set_wb_mode) (sensor_t *sensor, int mode); - int (*set_ae_level) (sensor_t *sensor, int level); - - int (*set_dcw) (sensor_t *sensor, int enable); - int (*set_bpc) (sensor_t *sensor, int enable); - int (*set_wpc) (sensor_t *sensor, int enable); - - int (*set_raw_gma) (sensor_t *sensor, int enable); - int (*set_lenc) (sensor_t *sensor, int enable); - - int (*get_reg) (sensor_t *sensor, int reg, int mask); - int (*set_reg) (sensor_t *sensor, int reg, int mask, int value); - int (*set_res_raw) (sensor_t *sensor, int startX, int startY, int endX, int endY, int offsetX, int offsetY, int totalX, int totalY, int outputX, int outputY, bool scale, bool binning); - int (*set_pll) (sensor_t *sensor, int bypass, int mul, int sys, int root, int pre, int seld5, int pclken, int pclk); - int (*set_xclk) (sensor_t *sensor, int timer, int xclk); -} sensor_t; - -camera_sensor_info_t *esp_camera_sensor_get_info(sensor_id_t *id); - -#ifdef __cplusplus -} -#endif - -#endif /* __SENSOR_H__ */ diff --git a/code/components/esp32-camera-master/driver/private_include/cam_hal.h b/code/components/esp32-camera-master/driver/private_include/cam_hal.h deleted file mode 100644 index c8e38ed4..00000000 --- a/code/components/esp32-camera-master/driver/private_include/cam_hal.h +++ /dev/null @@ -1,60 +0,0 @@ -// Copyright 2010-2020 Espressif Systems (Shanghai) PTE LTD -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#pragma once - -#include "esp_camera.h" - - -#ifdef __cplusplus -extern "C" { -#endif - -/** - * @brief Uninitialize the lcd_cam module - * - * @param handle Provide handle pointer to release resources - * - * @return - * - ESP_OK Success - * - ESP_FAIL Uninitialize fail - */ -esp_err_t cam_deinit(void); - -/** - * @brief Initialize the lcd_cam module - * - * @param config Configurations - see lcd_cam_config_t struct - * - * @return - * - ESP_OK Success - * - ESP_ERR_INVALID_ARG Parameter error - * - ESP_ERR_NO_MEM No memory to initialize lcd_cam - * - ESP_FAIL Initialize fail - */ -esp_err_t cam_init(const camera_config_t *config); - -esp_err_t cam_config(const camera_config_t *config, framesize_t frame_size, uint16_t sensor_pid); - -void cam_stop(void); - -void cam_start(void); - -camera_fb_t *cam_take(TickType_t timeout); - -void cam_give(camera_fb_t *dma_buffer); - -#ifdef __cplusplus -} -#endif diff --git a/code/components/esp32-camera-master/driver/private_include/sccb.h b/code/components/esp32-camera-master/driver/private_include/sccb.h deleted file mode 100644 index ace081a4..00000000 --- a/code/components/esp32-camera-master/driver/private_include/sccb.h +++ /dev/null @@ -1,19 +0,0 @@ -/* - * This file is part of the OpenMV project. - * Copyright (c) 2013/2014 Ibrahim Abdelkader - * This work is licensed under the MIT license, see the file LICENSE for details. - * - * SCCB (I2C like) driver. - * - */ -#ifndef __SCCB_H__ -#define __SCCB_H__ -#include -int SCCB_Init(int pin_sda, int pin_scl); -int SCCB_Deinit(void); -uint8_t SCCB_Probe(); -uint8_t SCCB_Read(uint8_t slv_addr, uint8_t reg); -uint8_t SCCB_Write(uint8_t slv_addr, uint8_t reg, uint8_t data); -uint8_t SCCB_Read16(uint8_t slv_addr, uint16_t reg); -uint8_t SCCB_Write16(uint8_t slv_addr, uint16_t reg, uint8_t data); -#endif // __SCCB_H__ diff --git a/code/components/esp32-camera-master/driver/private_include/xclk.h b/code/components/esp32-camera-master/driver/private_include/xclk.h deleted file mode 100644 index 3d721a61..00000000 --- a/code/components/esp32-camera-master/driver/private_include/xclk.h +++ /dev/null @@ -1,9 +0,0 @@ -#pragma once - -#include "esp_system.h" - -esp_err_t xclk_timer_conf(int ledc_timer, int xclk_freq_hz); - -esp_err_t camera_enable_out_clock(); - -void camera_disable_out_clock(); diff --git a/code/components/esp32-camera-master/driver/sccb.c b/code/components/esp32-camera-master/driver/sccb.c deleted file mode 100644 index 314dd982..00000000 --- a/code/components/esp32-camera-master/driver/sccb.c +++ /dev/null @@ -1,184 +0,0 @@ -/* - * This file is part of the OpenMV project. - * Copyright (c) 2013/2014 Ibrahim Abdelkader - * This work is licensed under the MIT license, see the file LICENSE for details. - * - * SCCB (I2C like) driver. - * - */ -#include -#include -#include -#include -#include "sccb.h" -#include "sensor.h" -#include -#include "sdkconfig.h" -#if defined(ARDUINO_ARCH_ESP32) && defined(CONFIG_ARDUHAL_ESP_LOG) -#include "esp32-hal-log.h" -#else -#include "esp_log.h" -static const char* TAG = "sccb"; -#endif - -#define LITTLETOBIG(x) ((x<<8)|(x>>8)) - -#include "driver/i2c.h" - -#define SCCB_FREQ CONFIG_SCCB_CLK_FREQ /*!< I2C master frequency*/ -#define WRITE_BIT I2C_MASTER_WRITE /*!< I2C master write */ -#define READ_BIT I2C_MASTER_READ /*!< I2C master read */ -#define ACK_CHECK_EN 0x1 /*!< I2C master will check ack from slave*/ -#define ACK_CHECK_DIS 0x0 /*!< I2C master will not check ack from slave */ -#define ACK_VAL 0x0 /*!< I2C ack value */ -#define NACK_VAL 0x1 /*!< I2C nack value */ -#if CONFIG_SCCB_HARDWARE_I2C_PORT1 -const int SCCB_I2C_PORT = 1; -#else -const int SCCB_I2C_PORT = 0; -#endif - -int SCCB_Init(int pin_sda, int pin_scl) -{ - ESP_LOGI(TAG, "pin_sda %d pin_scl %d", pin_sda, pin_scl); - i2c_config_t conf; - memset(&conf, 0, sizeof(i2c_config_t)); - conf.mode = I2C_MODE_MASTER; - conf.sda_io_num = pin_sda; - conf.sda_pullup_en = GPIO_PULLUP_ENABLE; - conf.scl_io_num = pin_scl; - conf.scl_pullup_en = GPIO_PULLUP_ENABLE; - conf.master.clk_speed = SCCB_FREQ; - - i2c_param_config(SCCB_I2C_PORT, &conf); - i2c_driver_install(SCCB_I2C_PORT, conf.mode, 0, 0, 0); - return 0; -} - -int SCCB_Deinit(void) -{ - return i2c_driver_delete(SCCB_I2C_PORT); -} - -uint8_t SCCB_Probe(void) -{ - uint8_t slave_addr = 0x0; - // for (size_t i = 1; i < 0x80; i++) { - // i2c_cmd_handle_t cmd = i2c_cmd_link_create(); - // i2c_master_start(cmd); - // i2c_master_write_byte(cmd, ( i << 1 ) | WRITE_BIT, ACK_CHECK_EN); - // i2c_master_stop(cmd); - // esp_err_t ret = i2c_master_cmd_begin(SCCB_I2C_PORT, cmd, 1000 / portTICK_RATE_MS); - // i2c_cmd_link_delete(cmd); - // if( ret == ESP_OK) { - // ESP_LOGW(TAG, "Found I2C Device at 0x%02X", i); - // } - // } - for (size_t i = 0; i < CAMERA_MODEL_MAX; i++) { - if (slave_addr == camera_sensor[i].sccb_addr) { - continue; - } - slave_addr = camera_sensor[i].sccb_addr; - i2c_cmd_handle_t cmd = i2c_cmd_link_create(); - i2c_master_start(cmd); - i2c_master_write_byte(cmd, ( slave_addr << 1 ) | WRITE_BIT, ACK_CHECK_EN); - i2c_master_stop(cmd); - esp_err_t ret = i2c_master_cmd_begin(SCCB_I2C_PORT, cmd, 1000 / portTICK_RATE_MS); - i2c_cmd_link_delete(cmd); - if( ret == ESP_OK) { - return slave_addr; - } - } - return 0; -} - -uint8_t SCCB_Read(uint8_t slv_addr, uint8_t reg) -{ - uint8_t data=0; - esp_err_t ret = ESP_FAIL; - i2c_cmd_handle_t cmd = i2c_cmd_link_create(); - i2c_master_start(cmd); - i2c_master_write_byte(cmd, ( slv_addr << 1 ) | WRITE_BIT, ACK_CHECK_EN); - i2c_master_write_byte(cmd, reg, ACK_CHECK_EN); - i2c_master_stop(cmd); - ret = i2c_master_cmd_begin(SCCB_I2C_PORT, cmd, 1000 / portTICK_RATE_MS); - i2c_cmd_link_delete(cmd); - if(ret != ESP_OK) return -1; - cmd = i2c_cmd_link_create(); - i2c_master_start(cmd); - i2c_master_write_byte(cmd, ( slv_addr << 1 ) | READ_BIT, ACK_CHECK_EN); - i2c_master_read_byte(cmd, &data, NACK_VAL); - i2c_master_stop(cmd); - ret = i2c_master_cmd_begin(SCCB_I2C_PORT, cmd, 1000 / portTICK_RATE_MS); - i2c_cmd_link_delete(cmd); - if(ret != ESP_OK) { - ESP_LOGE(TAG, "SCCB_Read Failed addr:0x%02x, reg:0x%02x, data:0x%02x, ret:%d", slv_addr, reg, data, ret); - } - return data; -} - -uint8_t SCCB_Write(uint8_t slv_addr, uint8_t reg, uint8_t data) -{ - esp_err_t ret = ESP_FAIL; - i2c_cmd_handle_t cmd = i2c_cmd_link_create(); - i2c_master_start(cmd); - i2c_master_write_byte(cmd, ( slv_addr << 1 ) | WRITE_BIT, ACK_CHECK_EN); - i2c_master_write_byte(cmd, reg, ACK_CHECK_EN); - i2c_master_write_byte(cmd, data, ACK_CHECK_EN); - i2c_master_stop(cmd); - ret = i2c_master_cmd_begin(SCCB_I2C_PORT, cmd, 1000 / portTICK_RATE_MS); - i2c_cmd_link_delete(cmd); - if(ret != ESP_OK) { - ESP_LOGE(TAG, "SCCB_Write Failed addr:0x%02x, reg:0x%02x, data:0x%02x, ret:%d", slv_addr, reg, data, ret); - } - return ret == ESP_OK ? 0 : -1; -} - -uint8_t SCCB_Read16(uint8_t slv_addr, uint16_t reg) -{ - uint8_t data=0; - esp_err_t ret = ESP_FAIL; - uint16_t reg_htons = LITTLETOBIG(reg); - uint8_t *reg_u8 = (uint8_t *)®_htons; - i2c_cmd_handle_t cmd = i2c_cmd_link_create(); - i2c_master_start(cmd); - i2c_master_write_byte(cmd, ( slv_addr << 1 ) | WRITE_BIT, ACK_CHECK_EN); - i2c_master_write_byte(cmd, reg_u8[0], ACK_CHECK_EN); - i2c_master_write_byte(cmd, reg_u8[1], ACK_CHECK_EN); - i2c_master_stop(cmd); - ret = i2c_master_cmd_begin(SCCB_I2C_PORT, cmd, 1000 / portTICK_RATE_MS); - i2c_cmd_link_delete(cmd); - if(ret != ESP_OK) return -1; - cmd = i2c_cmd_link_create(); - i2c_master_start(cmd); - i2c_master_write_byte(cmd, ( slv_addr << 1 ) | READ_BIT, ACK_CHECK_EN); - i2c_master_read_byte(cmd, &data, NACK_VAL); - i2c_master_stop(cmd); - ret = i2c_master_cmd_begin(SCCB_I2C_PORT, cmd, 1000 / portTICK_RATE_MS); - i2c_cmd_link_delete(cmd); - if(ret != ESP_OK) { - ESP_LOGE(TAG, "W [%04x]=%02x fail\n", reg, data); - } - return data; -} - -uint8_t SCCB_Write16(uint8_t slv_addr, uint16_t reg, uint8_t data) -{ - static uint16_t i = 0; - esp_err_t ret = ESP_FAIL; - uint16_t reg_htons = LITTLETOBIG(reg); - uint8_t *reg_u8 = (uint8_t *)®_htons; - i2c_cmd_handle_t cmd = i2c_cmd_link_create(); - i2c_master_start(cmd); - i2c_master_write_byte(cmd, ( slv_addr << 1 ) | WRITE_BIT, ACK_CHECK_EN); - i2c_master_write_byte(cmd, reg_u8[0], ACK_CHECK_EN); - i2c_master_write_byte(cmd, reg_u8[1], ACK_CHECK_EN); - i2c_master_write_byte(cmd, data, ACK_CHECK_EN); - i2c_master_stop(cmd); - ret = i2c_master_cmd_begin(SCCB_I2C_PORT, cmd, 1000 / portTICK_RATE_MS); - i2c_cmd_link_delete(cmd); - if(ret != ESP_OK) { - ESP_LOGE(TAG, "W [%04x]=%02x %d fail\n", reg, data, i++); - } - return ret == ESP_OK ? 0 : -1; -} diff --git a/code/components/esp32-camera-master/driver/sensor.c b/code/components/esp32-camera-master/driver/sensor.c deleted file mode 100644 index bf6d313f..00000000 --- a/code/components/esp32-camera-master/driver/sensor.c +++ /dev/null @@ -1,53 +0,0 @@ -#include -#include "sensor.h" - -const camera_sensor_info_t camera_sensor[CAMERA_MODEL_MAX] = { - // The sequence must be consistent with camera_model_t - {CAMERA_OV7725, "OV7725", OV7725_SCCB_ADDR, OV7725_PID, FRAMESIZE_VGA, false}, - {CAMERA_OV2640, "OV2640", OV2640_SCCB_ADDR, OV2640_PID, FRAMESIZE_UXGA, true}, - {CAMERA_OV3660, "OV3660", OV3660_SCCB_ADDR, OV3660_PID, FRAMESIZE_QXGA, true}, - {CAMERA_OV5640, "OV5640", OV5640_SCCB_ADDR, OV5640_PID, FRAMESIZE_QSXGA, true}, - {CAMERA_OV7670, "OV7670", OV7670_SCCB_ADDR, OV7670_PID, FRAMESIZE_VGA, false}, - {CAMERA_NT99141, "NT99141", NT99141_SCCB_ADDR, NT99141_PID, FRAMESIZE_HD, true}, - {CAMERA_GC2145, "GC2145", GC2145_SCCB_ADDR, GC2145_PID, FRAMESIZE_UXGA, false}, - {CAMERA_GC032A, "GC032A", GC032A_SCCB_ADDR, GC032A_PID, FRAMESIZE_VGA, false}, - {CAMERA_GC0308, "GC0308", GC0308_SCCB_ADDR, GC0308_PID, FRAMESIZE_VGA, false}, - {CAMERA_BF3005, "BF3005", BF3005_SCCB_ADDR, BF3005_PID, FRAMESIZE_VGA, false}, -}; - -const resolution_info_t resolution[FRAMESIZE_INVALID] = { - { 96, 96, ASPECT_RATIO_1X1 }, /* 96x96 */ - { 160, 120, ASPECT_RATIO_4X3 }, /* QQVGA */ - { 176, 144, ASPECT_RATIO_5X4 }, /* QCIF */ - { 240, 176, ASPECT_RATIO_4X3 }, /* HQVGA */ - { 240, 240, ASPECT_RATIO_1X1 }, /* 240x240 */ - { 320, 240, ASPECT_RATIO_4X3 }, /* QVGA */ - { 400, 296, ASPECT_RATIO_4X3 }, /* CIF */ - { 480, 320, ASPECT_RATIO_3X2 }, /* HVGA */ - { 640, 480, ASPECT_RATIO_4X3 }, /* VGA */ - { 800, 600, ASPECT_RATIO_4X3 }, /* SVGA */ - { 1024, 768, ASPECT_RATIO_4X3 }, /* XGA */ - { 1280, 720, ASPECT_RATIO_16X9 }, /* HD */ - { 1280, 1024, ASPECT_RATIO_5X4 }, /* SXGA */ - { 1600, 1200, ASPECT_RATIO_4X3 }, /* UXGA */ - // 3MP Sensors - { 1920, 1080, ASPECT_RATIO_16X9 }, /* FHD */ - { 720, 1280, ASPECT_RATIO_9X16 }, /* Portrait HD */ - { 864, 1536, ASPECT_RATIO_9X16 }, /* Portrait 3MP */ - { 2048, 1536, ASPECT_RATIO_4X3 }, /* QXGA */ - // 5MP Sensors - { 2560, 1440, ASPECT_RATIO_16X9 }, /* QHD */ - { 2560, 1600, ASPECT_RATIO_16X10 }, /* WQXGA */ - { 1088, 1920, ASPECT_RATIO_9X16 }, /* Portrait FHD */ - { 2560, 1920, ASPECT_RATIO_4X3 }, /* QSXGA */ -}; - -camera_sensor_info_t *esp_camera_sensor_get_info(sensor_id_t *id) -{ - for (int i = 0; i < CAMERA_MODEL_MAX; i++) { - if (id->PID == camera_sensor[i].pid) { - return (camera_sensor_info_t *)&camera_sensor[i]; - } - } - return NULL; -} diff --git a/code/components/esp32-camera-master/examples/CMakeLists.txt b/code/components/esp32-camera-master/examples/CMakeLists.txt deleted file mode 100644 index 0a039688..00000000 --- a/code/components/esp32-camera-master/examples/CMakeLists.txt +++ /dev/null @@ -1,9 +0,0 @@ -# The following lines of boilerplate have to be in your project's -# CMakeLists in this exact order for cmake to work correctly -cmake_minimum_required(VERSION 3.5) - -set(EXTRA_COMPONENT_DIRS "../") - -add_compile_options(-fdiagnostics-color=always) -include($ENV{IDF_PATH}/tools/cmake/project.cmake) -project(camera_example) \ No newline at end of file diff --git a/code/components/esp32-camera-master/examples/main/CMakeLists.txt b/code/components/esp32-camera-master/examples/main/CMakeLists.txt deleted file mode 100644 index 1735fb18..00000000 --- a/code/components/esp32-camera-master/examples/main/CMakeLists.txt +++ /dev/null @@ -1,3 +0,0 @@ -set(COMPONENT_SRCS take_picture.c) -set(COMPONENT_ADD_INCLUDEDIRS .) -register_component() \ No newline at end of file diff --git a/code/components/esp32-camera-master/examples/main/component.mk b/code/components/esp32-camera-master/examples/main/component.mk deleted file mode 100644 index 0b9d7585..00000000 --- a/code/components/esp32-camera-master/examples/main/component.mk +++ /dev/null @@ -1,5 +0,0 @@ -# -# "main" pseudo-component makefile. -# -# (Uses default behaviour of compiling all source files in directory, adding 'include' to include path.) - diff --git a/code/components/esp32-camera-master/examples/main/take_picture.c b/code/components/esp32-camera-master/examples/main/take_picture.c deleted file mode 100644 index 1cbad908..00000000 --- a/code/components/esp32-camera-master/examples/main/take_picture.c +++ /dev/null @@ -1,155 +0,0 @@ -/** - * This example takes a picture every 5s and print its size on serial monitor. - */ - -// =============================== SETUP ====================================== - -// 1. Board setup (Uncomment): -// #define BOARD_WROVER_KIT -// #define BOARD_ESP32CAM_AITHINKER - -/** - * 2. Kconfig setup - * - * If you have a Kconfig file, copy the content from - * https://github.com/espressif/esp32-camera/blob/master/Kconfig into it. - * In case you haven't, copy and paste this Kconfig file inside the src directory. - * This Kconfig file has definitions that allows more control over the camera and - * how it will be initialized. - */ - -/** - * 3. Enable PSRAM on sdkconfig: - * - * CONFIG_ESP32_SPIRAM_SUPPORT=y - * - * More info on - * https://docs.espressif.com/projects/esp-idf/en/latest/esp32/api-reference/kconfig.html#config-esp32-spiram-support - */ - -// ================================ CODE ====================================== - -#include -#include -#include -#include -#include - -#include "freertos/FreeRTOS.h" -#include "freertos/task.h" - -#include "esp_camera.h" - -#define BOARD_WROVER_KIT 1 - -// WROVER-KIT PIN Map -#ifdef BOARD_WROVER_KIT - -#define CAM_PIN_PWDN -1 //power down is not used -#define CAM_PIN_RESET -1 //software reset will be performed -#define CAM_PIN_XCLK 21 -#define CAM_PIN_SIOD 26 -#define CAM_PIN_SIOC 27 - -#define CAM_PIN_D7 35 -#define CAM_PIN_D6 34 -#define CAM_PIN_D5 39 -#define CAM_PIN_D4 36 -#define CAM_PIN_D3 19 -#define CAM_PIN_D2 18 -#define CAM_PIN_D1 5 -#define CAM_PIN_D0 4 -#define CAM_PIN_VSYNC 25 -#define CAM_PIN_HREF 23 -#define CAM_PIN_PCLK 22 - -#endif - -// ESP32Cam (AiThinker) PIN Map -#ifdef BOARD_ESP32CAM_AITHINKER - -#define CAM_PIN_PWDN 32 -#define CAM_PIN_RESET -1 //software reset will be performed -#define CAM_PIN_XCLK 0 -#define CAM_PIN_SIOD 26 -#define CAM_PIN_SIOC 27 - -#define CAM_PIN_D7 35 -#define CAM_PIN_D6 34 -#define CAM_PIN_D5 39 -#define CAM_PIN_D4 36 -#define CAM_PIN_D3 21 -#define CAM_PIN_D2 19 -#define CAM_PIN_D1 18 -#define CAM_PIN_D0 5 -#define CAM_PIN_VSYNC 25 -#define CAM_PIN_HREF 23 -#define CAM_PIN_PCLK 22 - -#endif - -static const char *TAG = "example:take_picture"; - -static camera_config_t camera_config = { - .pin_pwdn = CAM_PIN_PWDN, - .pin_reset = CAM_PIN_RESET, - .pin_xclk = CAM_PIN_XCLK, - .pin_sscb_sda = CAM_PIN_SIOD, - .pin_sscb_scl = CAM_PIN_SIOC, - - .pin_d7 = CAM_PIN_D7, - .pin_d6 = CAM_PIN_D6, - .pin_d5 = CAM_PIN_D5, - .pin_d4 = CAM_PIN_D4, - .pin_d3 = CAM_PIN_D3, - .pin_d2 = CAM_PIN_D2, - .pin_d1 = CAM_PIN_D1, - .pin_d0 = CAM_PIN_D0, - .pin_vsync = CAM_PIN_VSYNC, - .pin_href = CAM_PIN_HREF, - .pin_pclk = CAM_PIN_PCLK, - - //XCLK 20MHz or 10MHz for OV2640 double FPS (Experimental) - .xclk_freq_hz = 20000000, - .ledc_timer = LEDC_TIMER_0, - .ledc_channel = LEDC_CHANNEL_0, - - .pixel_format = PIXFORMAT_RGB565, //YUV422,GRAYSCALE,RGB565,JPEG - .frame_size = FRAMESIZE_QVGA, //QQVGA-UXGA Do not use sizes above QVGA when not JPEG - - .jpeg_quality = 12, //0-63 lower number means higher quality - .fb_count = 1, //if more than one, i2s runs in continuous mode. Use only with JPEG - .grab_mode = CAMERA_GRAB_WHEN_EMPTY, -}; - -static esp_err_t init_camera() -{ - //initialize the camera - esp_err_t err = esp_camera_init(&camera_config); - if (err != ESP_OK) - { - ESP_LOGE(TAG, "Camera Init Failed"); - return err; - } - - return ESP_OK; -} - -void app_main() -{ - if(ESP_OK != init_camera()) { - return; - } - - while (1) - { - ESP_LOGI(TAG, "Taking picture..."); - camera_fb_t *pic = esp_camera_fb_get(); - - // use pic->buf to access the image - ESP_LOGI(TAG, "Picture taken! Its size was: %zu bytes", pic->len); - esp_camera_fb_return(pic); - - vTaskDelay(5000 / portTICK_RATE_MS); - } -} diff --git a/code/components/esp32-camera-master/examples/sdkconfig.defaults b/code/components/esp32-camera-master/examples/sdkconfig.defaults deleted file mode 100644 index e5ac4557..00000000 --- a/code/components/esp32-camera-master/examples/sdkconfig.defaults +++ /dev/null @@ -1,17 +0,0 @@ -CONFIG_ESP32_DEFAULT_CPU_FREQ_240=y -CONFIG_ESP32S2_DEFAULT_CPU_FREQ_240=y -CONFIG_ESP32S3_DEFAULT_CPU_FREQ_240=y - -CONFIG_ESPTOOLPY_FLASHSIZE_4MB=y -CONFIG_PARTITION_TABLE_OFFSET=0x10000 - -CONFIG_FREERTOS_HZ=1000 -CONFIG_ESPTOOLPY_FLASHFREQ_80M=y -CONFIG_ESPTOOLPY_FLASHMODE_QIO=y - -CONFIG_SPIRAM_SUPPORT=y -CONFIG_ESP32_SPIRAM_SUPPORT=y -CONFIG_ESP32S2_SPIRAM_SUPPORT=y -CONFIG_ESP32S3_SPIRAM_SUPPORT=y -CONFIG_SPIRAM_SPEED_80M=y - diff --git a/code/components/esp32-camera-master/idf_component.yml b/code/components/esp32-camera-master/idf_component.yml deleted file mode 100644 index 848e1cd8..00000000 --- a/code/components/esp32-camera-master/idf_component.yml +++ /dev/null @@ -1,5 +0,0 @@ -description: ESP32 compatible driver for OV2640, OV3660, OV5640, OV7670 and OV7725 image sensors. -targets: - - esp32 - - esp32s2 - - esp32s3 diff --git a/code/components/esp32-camera-master/library.json b/code/components/esp32-camera-master/library.json deleted file mode 100644 index 1b367ee0..00000000 --- a/code/components/esp32-camera-master/library.json +++ /dev/null @@ -1,26 +0,0 @@ -{ - "name": "esp32-camera", - "version": "2.0.0", - "keywords": "esp32, camera, espressif, esp32-cam", - "description": "ESP32 compatible driver for OV2640, OV3660, OV5640, OV7670 and OV7725 image sensors.", - "repository": { - "type": "git", - "url": "https://github.com/espressif/esp32-camera" - }, - "frameworks": "espidf", - "platforms": "*", - "build": { - "flags": [ - "-Idriver/include", - "-Iconversions/include", - "-Idriver/private_include", - "-Iconversions/private_include", - "-Isensors/private_include", - "-Itarget/private_include", - "-fno-rtti" - ], - "includeDir": ".", - "srcDir": ".", - "srcFilter": ["-<*>", "+", "+", "+"] - } -} diff --git a/code/components/esp32-camera-master/sensors/bf3005.c b/code/components/esp32-camera-master/sensors/bf3005.c deleted file mode 100644 index 2da7594a..00000000 --- a/code/components/esp32-camera-master/sensors/bf3005.c +++ /dev/null @@ -1,541 +0,0 @@ -/* - * This file is part of the OpenMV project. - * Copyright (c) 2013/2014 Ibrahim Abdelkader - * This work is licensed under the MIT license, see the file LICENSE for details. - * - * BF3005 driver. - * - * Copyright 2015-2021 Espressif Systems (Shanghai) PTE LTD - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - * - */ -#include -#include -#include -#include -#include "sccb.h" -#include "xclk.h" -#include "bf3005.h" -#include "bf3005_regs.h" -#include "freertos/FreeRTOS.h" -#include "freertos/task.h" - -#if defined(ARDUINO_ARCH_ESP32) && defined(CONFIG_ARDUHAL_ESP_LOG) -#include "esp32-hal-log.h" -#else -#include "esp_log.h" -static const char* TAG = "bf3005"; -#endif - -static const uint8_t default_regs[][2] = { - {0x12, 0x40}, //soft reset - {0xff, 0xff}, //delay - {0xff, 0xff}, //delay - {0xff, 0xff}, //delay - {0xff, 0xff}, //delay - {0x13, 0x10}, - {0x8c, 0x00}, - {0x8d, 0x64}, - {0x87, 0x10}, - {0x13, 0x17}, - {0x00, 0x20}, - {0x01, 0x1a}, - {0x02, 0x22}, - {0x09, 0x03}, - {0x0c, 0x80}, - {0x0d, 0x24}, - {0x0e, 0x21}, - {0x0f, 0x28}, - {0x11, 0x08}, - {0x15, 0x10}, // 0X10 - {0x16, 0x03}, - {0x1e, 0x30}, - {0x20, 0x8a}, - {0x21, 0x03}, - {0x23, 0x55}, - {0x24, 0x68}, - {0x25, 0x78}, - {0x2a, 0x00}, - {0x2b, 0x00}, - {0x2d, 0x4f}, - {0x2e, 0x98}, - {0x2f, 0x04}, - {0x30, 0xad}, - {0x31, 0x17}, - {0x32, 0x6e}, - {0x33, 0x20}, - {0x35, 0xa6}, - {0x3b, 0x00}, - {0x3e, 0x00}, - {0x3f, 0xA8}, - {0x40, 0x38}, - {0x41, 0x32}, - {0x42, 0x2b}, - {0x43, 0x26}, - {0x44, 0x1a}, - {0x45, 0x16}, - {0x46, 0x10}, - {0x47, 0x0f}, - {0x48, 0x0c}, - {0x49, 0x0a}, - {0x4b, 0x09}, - {0x4c, 0x08}, - {0x4d, 0x3c}, - {0x4e, 0x06}, - {0x4f, 0x05}, - {0x50, 0x03}, - {0x51, 0x25}, - {0x52, 0x88}, - {0x53, 0x03}, - {0x63, 0x20}, - {0x64, 0x02}, - {0x65, 0xa6}, - {0x66, 0xb6}, - {0x69, 0x00}, - {0x70, 0xFF}, - {0x71, 0xa6}, - {0x72, 0x2f}, - {0x73, 0x2f}, - {0x74, 0x2F}, - {0x75, 0x0e}, - {0x76, 0x1e}, - {0x77, 0x00}, - {0x78, 0x1e}, - {0x79, 0x8a}, - {0x7d, 0xe2}, - {0x80, 0x44}, - {0x81, 0x00}, - {0x82, 0x18}, - {0x83, 0x1b}, - {0x84, 0x24}, - {0x85, 0x2a}, - {0x86, 0x4f}, - {0x89, 0x82}, //0x82 - {0x8b, 0x02}, - {0x8e, 0x03}, - {0x8f, 0xFC}, - {0x9d, 0x4d}, - {0x9e, 0x41}, - {0xa1, 0x21}, - {0xa2, 0x12}, - {0xa3, 0x32}, - {0xa4, 0x05}, - {0xa5, 0x32}, - {0xa6, 0x04}, - {0xa7, 0x7f}, - {0xa8, 0x7f}, - {0xa9, 0x21}, - {0xaa, 0x21}, - {0xab, 0x21}, - {0xac, 0x0a}, - {0xad, 0xf0}, - {0xae, 0xff}, - {0xaf, 0x1d}, - {0xb0, 0x94}, - {0xb1, 0xc0}, - {0xb2, 0xc0}, - {0xd2, 0x30}, - {0xe0, 0x0d}, - {0xe1, 0x44}, - {0xe7, 0x7c}, - {0xe8, 0x89}, - {0xe9, 0x01}, - {0xea, 0x01}, - {0xf0, 0x01}, - {0xf3, 0x49}, - {0xf4, 0xff}, - {0xf5, 0x01}, - {0xf6, 0xf2}, - {0xf7, 0x6f}, - {0x1b, 0x80}, - {0x00, 0x00}, -}; - -static int get_reg(sensor_t *sensor, int reg, int mask) -{ - int ret = SCCB_Read(sensor->slv_addr, reg & 0xFF); - if(ret > 0){ - ret &= mask; - } - return ret; -} - -static int set_reg(sensor_t *sensor, int reg, int mask, int value) -{ - int ret = 0; - ret = SCCB_Read(sensor->slv_addr, reg & 0xFF); - if(ret < 0){ - return ret; - } - value = (ret & ~mask) | (value & mask); - ret = SCCB_Write(sensor->slv_addr, reg & 0xFF, value); - return ret; -} - -static int set_reg_bits(sensor_t *sensor, uint8_t reg, uint8_t offset, uint8_t length, uint8_t value) -{ - int ret = 0; - ret = SCCB_Read(sensor->slv_addr, reg); - if(ret < 0){ - return ret; - } - uint8_t mask = ((1 << length) - 1) << offset; - value = (ret & ~mask) | ((value << offset) & mask); - ret = SCCB_Write(sensor->slv_addr, reg & 0xFF, value); - return ret; -} - -static int get_reg_bits(sensor_t *sensor, uint8_t reg, uint8_t offset, uint8_t length) -{ - int ret = 0; - ret = SCCB_Read(sensor->slv_addr, reg); - if(ret < 0){ - return ret; - } - uint8_t mask = ((1 << length) - 1) << offset; - return (ret & mask) >> offset; -} - - -static int reset(sensor_t *sensor) -{ - int i=0; - const uint8_t (*regs)[2]; - - // Write default regsiters - for (i=0, regs = default_regs; regs[i][0]; i++) { - SCCB_Write(sensor->slv_addr, regs[i][0], regs[i][1]); - } - - // Delay - vTaskDelay(50 / portTICK_PERIOD_MS); - - return 0; -} - -static int set_pixformat(sensor_t *sensor, pixformat_t pixformat) -{ - int ret=0; - sensor->pixformat = pixformat; - - switch (pixformat) { - case PIXFORMAT_RGB565: - set_reg_bits(sensor, 0x12, 2, 1, 1); - break; - case PIXFORMAT_RAW: - set_reg_bits(sensor, 0x12, 0, 3, 0x4); - break; - case PIXFORMAT_YUV422: - case PIXFORMAT_GRAYSCALE: - set_reg_bits(sensor, 0x12, 2, 1, 0); - break; - default: - return -1; - } - - // Delay - vTaskDelay(30 / portTICK_PERIOD_MS); - - return ret; -} - -static int set_framesize(sensor_t *sensor, framesize_t framesize) -{ - int ret=0; - if (framesize > FRAMESIZE_VGA) { - return -1; - } - uint16_t w = resolution[framesize].width; - uint16_t h = resolution[framesize].height; - // uint8_t reg = SCCB_Read(sensor->slv_addr, COM7); - - sensor->status.framesize = framesize; - - // Write MSBs - ret |= SCCB_Write(sensor->slv_addr, 0x17, 0); - ret |= SCCB_Write(sensor->slv_addr, 0x18, w>>2); - - ret |= SCCB_Write(sensor->slv_addr, 0x19, 0); - ret |= SCCB_Write(sensor->slv_addr, 0x1a, h>>2); - - // Write LSBs - ret |= SCCB_Write(sensor->slv_addr, 0x03, 0); - printf("%s %d\r\n", __func__, __LINE__); - if((w<=320)&&(h<=240)) - { - printf("%s %d\r\n", __func__, __LINE__); - // Enable auto-scaling/zooming factors - //ret |= SCCB_Write(sensor->slv_addr, 0x12, 0x50); - set_reg_bits(sensor, 0x12, 4, 1, 1); - - ret |= SCCB_Write(sensor->slv_addr, 0x17, (80-w/4)); - ret |= SCCB_Write(sensor->slv_addr, 0x18, (80+w/4)); - - ret |= SCCB_Write(sensor->slv_addr, 0x19, (60-h/4)); - - ret |= SCCB_Write(sensor->slv_addr, 0x1a, (60+h/4)); - ret |= SCCB_Write(sensor->slv_addr, 0x03, 0); - - } else if((w<=640)&&(h<=480)) - { - // Enable auto-scaling/zooming factors - //ret |= SCCB_Write(sensor->slv_addr, 0x12, 0x40); - set_reg_bits(sensor, 0x12, 4, 1, 0); - - ret |= SCCB_Write(sensor->slv_addr, 0x17, (80-w/8)); - ret |= SCCB_Write(sensor->slv_addr, 0x18, (80+w/8)); - - ret |= SCCB_Write(sensor->slv_addr, 0x19, (60-h/8)); - - ret |= SCCB_Write(sensor->slv_addr, 0x1a, (60+h/8)); - ret |= SCCB_Write(sensor->slv_addr, 0x03, 0); - } - - // Delay - vTaskDelay(30 / portTICK_PERIOD_MS); - - return ret; -} - -static int set_colorbar(sensor_t *sensor, int value) -{ - int ret=0; - sensor->status.colorbar = value; - - ret |= SCCB_Write(sensor->slv_addr, 0xb9, value); - - return ret; -} - -static int set_whitebal(sensor_t *sensor, int enable) -{ - if(set_reg_bits(sensor, 0x13, 1, 1, enable) >= 0){ - sensor->status.awb = !!enable; - } - return sensor->status.awb; -} - - -static int set_gain_ctrl(sensor_t *sensor, int enable) -{ - if(set_reg_bits(sensor, 0x13, 2, 1, enable) >= 0){ - sensor->status.agc = !!enable; - } - return sensor->status.agc; -} - - -static int set_exposure_ctrl(sensor_t *sensor, int enable) -{ - if(set_reg_bits(sensor, 0x13, 0, 1, enable) >= 0){ - sensor->status.aec = !!enable; - } - return sensor->status.aec; -} - -static int set_hmirror(sensor_t *sensor, int enable) -{ - if(set_reg_bits(sensor, 0x1e, 5, 1, enable) >= 0){ - sensor->status.hmirror = !!enable; - } - return sensor->status.hmirror; -} - -static int set_vflip(sensor_t *sensor, int enable) -{ - if(set_reg_bits(sensor, 0x1e, 4, 1, enable) >= 0){ - sensor->status.vflip = !!enable; - } - return sensor->status.vflip; -} - -static int set_raw_gma_dsp(sensor_t *sensor, int enable) -{ - int ret = 0; - ret = set_reg_bits(sensor, 0xf1, 1, 1, !enable); - if (ret == 0) { - ESP_LOGD(TAG, "Set raw_gma to: %d", !enable); - sensor->status.raw_gma = !enable; - } - return ret; -} - - -static int set_lenc_dsp(sensor_t *sensor, int enable) -{ - int ret = 0; - ret = set_reg_bits(sensor, 0xf1, 0, 1, !enable); - if (ret == 0) { - ESP_LOGD(TAG, "Set lenc to: %d", !enable); - sensor->status.lenc = !enable; - } - return ret; -} - -static int set_agc_gain(sensor_t *sensor, int option) -{ - int ret = 0; - ret = set_reg_bits(sensor, 0x13, 4, 1, !!option); - if (ret == 0) { - ESP_LOGD(TAG, "Set gain to: %d", !!option); - sensor->status.agc_gain = !!option; - } - return ret; -} - -static int set_awb_gain_dsp(sensor_t *sensor, int value) -{ - int ret = 0; - ret = SCCB_Write(sensor->slv_addr, 0xa6, value); - if (ret == 0) { - ESP_LOGD(TAG, "Set awb gain threthold to: %d", value); - sensor->status.awb_gain = value; - } - return ret; -} - -static int set_brightness(sensor_t *sensor, int level) -{ - int ret = 0; - ret = SCCB_Write(sensor->slv_addr, 0x55, level); - if (ret == 0) { - ESP_LOGD(TAG, "Set brightness to: %d", level); - sensor->status.brightness = level; - } - return ret; -} - -static int set_contrast(sensor_t *sensor, int level) -{ - int ret = 0; - ret = SCCB_Write(sensor->slv_addr, 0x56, level); - if (ret == 0) { - ESP_LOGD(TAG, "Set contrast to: %d", level); - sensor->status.contrast = level; - } - return ret; -} - -static int set_sharpness(sensor_t *sensor, int level) -{ - int ret = 0; - ret = SCCB_Write(sensor->slv_addr, 0x70, level); - if (ret == 0) { - ESP_LOGD(TAG, "Set sharpness to: %d", level); - sensor->status.sharpness = level; - } - return ret; -} - -static int init_status(sensor_t *sensor) -{ - sensor->status.brightness = SCCB_Read(sensor->slv_addr, 0x55); - sensor->status.contrast = SCCB_Read(sensor->slv_addr, 0x56); - sensor->status.saturation = 0; - sensor->status.ae_level = 0; - - sensor->status.gainceiling = SCCB_Read(sensor->slv_addr, 0x87); - sensor->status.awb = get_reg_bits(sensor, 0x13, 1, 1); - sensor->status.awb_gain = SCCB_Read(sensor->slv_addr, 0xa6); - sensor->status.aec = get_reg_bits(sensor, 0x13, 0, 1); - - sensor->status.agc = get_reg_bits(sensor, 0x13, 2, 1); - - sensor->status.raw_gma = get_reg_bits(sensor, 0xf1, 1, 1); - sensor->status.lenc = get_reg_bits(sensor, 0xf1, 0, 1); - sensor->status.hmirror = get_reg_bits(sensor, 0x1e, 5, 1); - sensor->status.vflip = get_reg_bits(sensor, 0x1e, 4, 1); - - sensor->status.colorbar = SCCB_Read(sensor->slv_addr, 0xb9); - sensor->status.sharpness = SCCB_Read(sensor->slv_addr, 0x70); - - return 0; -} - -static int set_dummy(sensor_t *sensor, int val){ return -1; } -static int set_gainceiling_dummy(sensor_t *sensor, gainceiling_t val){ return -1; } -static int set_res_raw(sensor_t *sensor, int startX, int startY, int endX, int endY, int offsetX, int offsetY, int totalX, int totalY, int outputX, int outputY, bool scale, bool binning){return -1;} -static int _set_pll(sensor_t *sensor, int bypass, int multiplier, int sys_div, int root_2x, int pre_div, int seld5, int pclk_manual, int pclk_div){return -1;} - -static int set_xclk(sensor_t *sensor, int timer, int xclk) -{ - int ret = 0; - sensor->xclk_freq_hz = xclk * 1000000U; - ret = xclk_timer_conf(timer, sensor->xclk_freq_hz); - return ret; -} - -int bf3005_detect(int slv_addr, sensor_id_t *id) -{ - if (BF3005_SCCB_ADDR == slv_addr) { - uint16_t PID = SCCB_Read(slv_addr, 0xFC); - if (BF3005_PID == PID) { - id->PID = PID; - id->VER = SCCB_Read(slv_addr, 0xFD); - id->MIDL = SCCB_Read(slv_addr, 0xFC); - id->MIDH = SCCB_Read(slv_addr, 0xFD); - return PID; - } else { - ESP_LOGI(TAG, "Mismatch PID=0x%x", PID); - } - } - return 0; -} - -int bf3005_init(sensor_t *sensor) -{ - // Set function pointers - sensor->reset = reset; - sensor->init_status = init_status; - sensor->set_pixformat = set_pixformat; - sensor->set_framesize = set_framesize; - sensor->set_brightness = set_brightness; - sensor->set_contrast = set_contrast; - - sensor->set_colorbar = set_colorbar; - - sensor->set_gain_ctrl = set_gain_ctrl; - sensor->set_exposure_ctrl = set_exposure_ctrl; - sensor->set_hmirror = set_hmirror; - sensor->set_vflip = set_vflip; - - sensor->set_whitebal = set_whitebal; - - sensor->set_awb_gain = set_awb_gain_dsp; - sensor->set_agc_gain = set_agc_gain; - - sensor->set_raw_gma = set_raw_gma_dsp; - sensor->set_lenc = set_lenc_dsp; - - sensor->set_sharpness = set_sharpness; - //not supported - sensor->set_saturation= set_dummy; - sensor->set_denoise = set_dummy; - sensor->set_quality = set_dummy; - sensor->set_special_effect = set_dummy; - sensor->set_wb_mode = set_dummy; - sensor->set_ae_level = set_dummy; - sensor->set_gainceiling = set_gainceiling_dummy; - - - sensor->get_reg = get_reg; - sensor->set_reg = set_reg; - sensor->set_res_raw = set_res_raw; - sensor->set_pll = _set_pll; - sensor->set_xclk = set_xclk; - - ESP_LOGD(TAG, "BF3005 Attached"); - - return 0; -} \ No newline at end of file diff --git a/code/components/esp32-camera-master/sensors/gc0308.c b/code/components/esp32-camera-master/sensors/gc0308.c deleted file mode 100644 index 8b106a3a..00000000 --- a/code/components/esp32-camera-master/sensors/gc0308.c +++ /dev/null @@ -1,467 +0,0 @@ -// Copyright 2015-2021 Espressif Systems (Shanghai) PTE LTD -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at - -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#include -#include -#include -#include "freertos/FreeRTOS.h" -#include "freertos/task.h" -#include "sccb.h" -#include "gc0308.h" -#include "gc0308_regs.h" -#include "gc0308_settings.h" - -#if defined(ARDUINO_ARCH_ESP32) && defined(CONFIG_ARDUHAL_ESP_LOG) -#include "esp32-hal-log.h" -#else -#include "esp_log.h" -static const char *TAG = "gc0308"; -#endif - -#define H8(v) ((v)>>8) -#define L8(v) ((v)&0xff) - -//#define REG_DEBUG_ON - -static int read_reg(uint8_t slv_addr, const uint16_t reg) -{ - int ret = SCCB_Read(slv_addr, reg); -#ifdef REG_DEBUG_ON - if (ret < 0) { - ESP_LOGE(TAG, "READ REG 0x%04x FAILED: %d", reg, ret); - } -#endif - return ret; -} - -static int write_reg(uint8_t slv_addr, const uint16_t reg, uint8_t value) -{ - int ret = 0; -#ifndef REG_DEBUG_ON - ret = SCCB_Write(slv_addr, reg, value); -#else - int old_value = read_reg(slv_addr, reg); - if (old_value < 0) { - return old_value; - } - if ((uint8_t)old_value != value) { - ESP_LOGI(TAG, "NEW REG 0x%04x: 0x%02x to 0x%02x", reg, (uint8_t)old_value, value); - ret = SCCB_Write(slv_addr, reg, value); - } else { - ESP_LOGD(TAG, "OLD REG 0x%04x: 0x%02x", reg, (uint8_t)old_value); - ret = SCCB_Write(slv_addr, reg, value);//maybe not? - } - if (ret < 0) { - ESP_LOGE(TAG, "WRITE REG 0x%04x FAILED: %d", reg, ret); - } -#endif - return ret; -} - -static int check_reg_mask(uint8_t slv_addr, uint16_t reg, uint8_t mask) -{ - return (read_reg(slv_addr, reg) & mask) == mask; -} - -static int set_reg_bits(uint8_t slv_addr, uint16_t reg, uint8_t offset, uint8_t mask, uint8_t value) -{ - int ret = 0; - uint8_t c_value, new_value; - ret = read_reg(slv_addr, reg); - if (ret < 0) { - return ret; - } - c_value = ret; - new_value = (c_value & ~(mask << offset)) | ((value & mask) << offset); - ret = write_reg(slv_addr, reg, new_value); - return ret; -} - -static int write_regs(uint8_t slv_addr, const uint16_t (*regs)[2]) -{ - int i = 0, ret = 0; - while (!ret && regs[i][0] != REGLIST_TAIL) { - if (regs[i][0] == REG_DLY) { - vTaskDelay(regs[i][1] / portTICK_PERIOD_MS); - } else { - ret = write_reg(slv_addr, regs[i][0], regs[i][1]); - } - i++; - } - return ret; -} - -static void print_regs(uint8_t slv_addr) -{ -#ifdef DEBUG_PRINT_REG - ESP_LOGI(TAG, "REG list look ======================"); - for (size_t i = 0xf0; i <= 0xfe; i++) { - ESP_LOGI(TAG, "reg[0x%02x] = 0x%02x", i, read_reg(slv_addr, i)); - } - ESP_LOGI(TAG, "\npage 0 ==="); - write_reg(slv_addr, 0xfe, 0x00); // page 0 - for (size_t i = 0x03; i <= 0xa2; i++) { - ESP_LOGI(TAG, "p0 reg[0x%02x] = 0x%02x", i, read_reg(slv_addr, i)); - } - - ESP_LOGI(TAG, "\npage 3 ==="); - write_reg(slv_addr, 0xfe, 0x03); // page 3 - for (size_t i = 0x01; i <= 0x43; i++) { - ESP_LOGI(TAG, "p3 reg[0x%02x] = 0x%02x", i, read_reg(slv_addr, i)); - } -#endif -} - -static int reset(sensor_t *sensor) -{ - int ret = 0; - // Software Reset: clear all registers and reset them to their default values - ret = write_reg(sensor->slv_addr, RESET_RELATED, 0xf0); - if (ret) { - ESP_LOGE(TAG, "Software Reset FAILED!"); - return ret; - } - vTaskDelay(100 / portTICK_PERIOD_MS); - ret = write_regs(sensor->slv_addr, gc0308_sensor_default_regs); - if (ret == 0) { - ESP_LOGD(TAG, "Camera defaults loaded"); - vTaskDelay(100 / portTICK_PERIOD_MS); - write_reg(sensor->slv_addr, 0xfe, 0x00); -#ifdef CONFIG_IDF_TARGET_ESP32 - set_reg_bits(sensor->slv_addr, 0x28, 4, 0x07, 1); //frequency division for esp32, ensure pclk <= 15MHz -#endif - } - return ret; -} - -static int set_pixformat(sensor_t *sensor, pixformat_t pixformat) -{ - int ret = 0; - - switch (pixformat) { - case PIXFORMAT_RGB565: - write_reg(sensor->slv_addr, 0xfe, 0x00); - ret = set_reg_bits(sensor->slv_addr, 0x24, 0, 0x0f, 6); //RGB565 - break; - - case PIXFORMAT_YUV422: - write_reg(sensor->slv_addr, 0xfe, 0x00); - ret = set_reg_bits(sensor->slv_addr, 0x24, 0, 0x0f, 2); //yuv422 Y Cb Y Cr - break; - default: - ESP_LOGW(TAG, "unsupport format"); - ret = -1; - break; - } - - if (ret == 0) { - sensor->pixformat = pixformat; - ESP_LOGD(TAG, "Set pixformat to: %u", pixformat); - } - return ret; -} - -static int set_framesize(sensor_t *sensor, framesize_t framesize) -{ - int ret = 0; - if (framesize > FRAMESIZE_VGA) { - ESP_LOGW(TAG, "Invalid framesize: %u", framesize); - framesize = FRAMESIZE_VGA; - } - sensor->status.framesize = framesize; - uint16_t w = resolution[framesize].width; - uint16_t h = resolution[framesize].height; - uint16_t row_s = (resolution[FRAMESIZE_VGA].height - h) / 2; - uint16_t col_s = (resolution[FRAMESIZE_VGA].width - w) / 2; - (void)row_s; - (void)col_s; - -#if CONFIG_GC_SENSOR_SUBSAMPLE_MODE - struct subsample_cfg { - uint16_t ratio_numerator; - uint16_t ratio_denominator; - uint8_t reg0x54; - uint8_t reg0x56; - uint8_t reg0x57; - uint8_t reg0x58; - uint8_t reg0x59; - }; - const struct subsample_cfg subsample_cfgs[] = { // define some subsample ratio - {84, 420, 0x55, 0x00, 0x00, 0x00, 0x00}, //1/5 - {105, 420, 0x44, 0x00, 0x00, 0x00, 0x00},//1/4 - {140, 420, 0x33, 0x00, 0x00, 0x00, 0x00},//1/3 - {210, 420, 0x22, 0x00, 0x00, 0x00, 0x00},//1/2 - {240, 420, 0x77, 0x02, 0x46, 0x02, 0x46},//4/7 - {252, 420, 0x55, 0x02, 0x04, 0x02, 0x04},//3/5 - {280, 420, 0x33, 0x02, 0x00, 0x02, 0x00},//2/3 - {420, 420, 0x11, 0x00, 0x00, 0x00, 0x00},//1/1 - }; - uint16_t win_w = 640; - uint16_t win_h = 480; - const struct subsample_cfg *cfg = NULL; - /** - * Strategy: try to keep the maximum perspective - */ - for (size_t i = 0; i < sizeof(subsample_cfgs) / sizeof(struct subsample_cfg); i++) { - cfg = &subsample_cfgs[i]; - if ((win_w * cfg->ratio_numerator / cfg->ratio_denominator >= w) && (win_h * cfg->ratio_numerator / cfg->ratio_denominator >= h)) { - win_w = w * cfg->ratio_denominator / cfg->ratio_numerator; - win_h = h * cfg->ratio_denominator / cfg->ratio_numerator; - row_s = (resolution[FRAMESIZE_VGA].height - win_h) / 2; - col_s = (resolution[FRAMESIZE_VGA].width - win_w) / 2; - ESP_LOGI(TAG, "subsample win:%dx%d, ratio:%f", win_w, win_h, (float)cfg->ratio_numerator / (float)cfg->ratio_denominator); - break; - } - } - - write_reg(sensor->slv_addr, 0xfe, 0x00); - - write_reg(sensor->slv_addr, 0x05, H8(row_s)); - write_reg(sensor->slv_addr, 0x06, L8(row_s)); - write_reg(sensor->slv_addr, 0x07, H8(col_s)); - write_reg(sensor->slv_addr, 0x08, L8(col_s)); - write_reg(sensor->slv_addr, 0x09, H8(win_h + 8)); - write_reg(sensor->slv_addr, 0x0a, L8(win_h + 8)); - write_reg(sensor->slv_addr, 0x0b, H8(win_w + 8)); - write_reg(sensor->slv_addr, 0x0c, L8(win_w + 8)); - - write_reg(sensor->slv_addr, 0xfe, 0x01); - set_reg_bits(sensor->slv_addr, 0x53, 7, 0x01, 1); - set_reg_bits(sensor->slv_addr, 0x55, 0, 0x01, 1); - write_reg(sensor->slv_addr, 0x54, cfg->reg0x54); - write_reg(sensor->slv_addr, 0x56, cfg->reg0x56); - write_reg(sensor->slv_addr, 0x57, cfg->reg0x57); - write_reg(sensor->slv_addr, 0x58, cfg->reg0x58); - write_reg(sensor->slv_addr, 0x59, cfg->reg0x59); - - write_reg(sensor->slv_addr, 0xfe, 0x00); - -#elif CONFIG_GC_SENSOR_WINDOWING_MODE - write_reg(sensor->slv_addr, 0xfe, 0x00); - - write_reg(sensor->slv_addr, 0xf7, col_s / 4); - write_reg(sensor->slv_addr, 0xf8, row_s / 4); - write_reg(sensor->slv_addr, 0xf9, (col_s + h) / 4); - write_reg(sensor->slv_addr, 0xfa, (row_s + w) / 4); - - write_reg(sensor->slv_addr, 0x05, H8(row_s)); - write_reg(sensor->slv_addr, 0x06, L8(row_s)); - write_reg(sensor->slv_addr, 0x07, H8(col_s)); - write_reg(sensor->slv_addr, 0x08, L8(col_s)); - - write_reg(sensor->slv_addr, 0x09, H8(h + 8)); - write_reg(sensor->slv_addr, 0x0a, L8(h + 8)); - write_reg(sensor->slv_addr, 0x0b, H8(w + 8)); - write_reg(sensor->slv_addr, 0x0c, L8(w + 8)); - -#endif - if (ret == 0) { - ESP_LOGD(TAG, "Set framesize to: %ux%u", w, h); - } - return 0; -} - -static int set_contrast(sensor_t *sensor, int contrast) -{ - if (contrast != 0) { - write_reg(sensor->slv_addr, 0xfe, 0x00); - write_reg(sensor->slv_addr, 0xb3, contrast); - } - return 0; -} - -static int set_global_gain(sensor_t *sensor, int gain_level) -{ - if (gain_level != 0) { - write_reg(sensor->slv_addr, 0xfe, 0x00); - write_reg(sensor->slv_addr, 0x50, gain_level); - } - return 0; -} - -static int set_hmirror(sensor_t *sensor, int enable) -{ - int ret = 0; - sensor->status.hmirror = enable; - ret = write_reg(sensor->slv_addr, 0xfe, 0x00); - ret |= set_reg_bits(sensor->slv_addr, 0x14, 0, 0x01, enable != 0); - if (ret == 0) { - ESP_LOGD(TAG, "Set h-mirror to: %d", enable); - } - return ret; -} - -static int set_vflip(sensor_t *sensor, int enable) -{ - int ret = 0; - sensor->status.vflip = enable; - ret = write_reg(sensor->slv_addr, 0xfe, 0x00); - ret |= set_reg_bits(sensor->slv_addr, 0x14, 1, 0x01, enable != 0); - if (ret == 0) { - ESP_LOGD(TAG, "Set v-flip to: %d", enable); - } - return ret; -} - -static int set_colorbar(sensor_t *sensor, int enable) -{ - int ret = 0; - ret = write_reg(sensor->slv_addr, 0xfe, 0x00); - ret |= set_reg_bits(sensor->slv_addr, 0x2e, 0, 0x01, enable); - if (ret == 0) { - sensor->status.colorbar = enable; - ESP_LOGD(TAG, "Set colorbar to: %d", enable); - } - return ret; -} - -static int get_reg(sensor_t *sensor, int reg, int mask) -{ - int ret = 0; - if (mask > 0xFF) { - ESP_LOGE(TAG, "mask should not more than 0xff"); - } else { - ret = read_reg(sensor->slv_addr, reg); - } - if (ret > 0) { - ret &= mask; - } - return ret; -} - -static int set_reg(sensor_t *sensor, int reg, int mask, int value) -{ - int ret = 0; - if (mask > 0xFF) { - ESP_LOGE(TAG, "mask should not more than 0xff"); - } else { - ret = read_reg(sensor->slv_addr, reg); - } - if (ret < 0) { - return ret; - } - value = (ret & ~mask) | (value & mask); - - if (mask > 0xFF) { - - } else { - ret = write_reg(sensor->slv_addr, reg, value); - } - return ret; -} - -static int init_status(sensor_t *sensor) -{ - write_reg(sensor->slv_addr, 0xfe, 0x00); - sensor->status.brightness = 0; - sensor->status.contrast = 0; - sensor->status.saturation = 0; - sensor->status.sharpness = 0; - sensor->status.denoise = 0; - sensor->status.ae_level = 0; - sensor->status.gainceiling = 0; - sensor->status.awb = 0; - sensor->status.dcw = 0; - sensor->status.agc = 0; - sensor->status.aec = 0; - sensor->status.hmirror = check_reg_mask(sensor->slv_addr, 0x14, 0x01); - sensor->status.vflip = check_reg_mask(sensor->slv_addr, 0x14, 0x02); - sensor->status.colorbar = 0; - sensor->status.bpc = 0; - sensor->status.wpc = 0; - sensor->status.raw_gma = 0; - sensor->status.lenc = 0; - sensor->status.quality = 0; - sensor->status.special_effect = 0; - sensor->status.wb_mode = 0; - sensor->status.awb_gain = 0; - sensor->status.agc_gain = 0; - sensor->status.aec_value = 0; - sensor->status.aec2 = 0; - - print_regs(sensor->slv_addr); - return 0; -} - -static int set_dummy(sensor_t *sensor, int val) -{ - ESP_LOGW(TAG, "Unsupported"); - return -1; -} -static int set_gainceiling_dummy(sensor_t *sensor, gainceiling_t val) -{ - ESP_LOGW(TAG, "Unsupported"); - return -1; -} - -int gc0308_detect(int slv_addr, sensor_id_t *id) -{ - if (GC0308_SCCB_ADDR == slv_addr) { - write_reg(slv_addr, 0xfe, 0x00); - uint8_t PID = SCCB_Read(slv_addr, 0x00); - if (GC0308_PID == PID) { - id->PID = PID; - return PID; - } else { - ESP_LOGI(TAG, "Mismatch PID=0x%x", PID); - } - } - return 0; -} - -int gc0308_init(sensor_t *sensor) -{ - sensor->init_status = init_status; - sensor->reset = reset; - sensor->set_pixformat = set_pixformat; - sensor->set_framesize = set_framesize; - sensor->set_contrast = set_contrast; - sensor->set_brightness = set_dummy; - sensor->set_saturation = set_dummy; - sensor->set_sharpness = set_dummy; - sensor->set_denoise = set_dummy; - sensor->set_gainceiling = set_gainceiling_dummy; - sensor->set_quality = set_dummy; - sensor->set_colorbar = set_colorbar; - sensor->set_whitebal = set_dummy; - sensor->set_gain_ctrl = set_global_gain; - sensor->set_exposure_ctrl = set_dummy; - sensor->set_hmirror = set_hmirror; - sensor->set_vflip = set_vflip; - - sensor->set_aec2 = set_dummy; - sensor->set_awb_gain = set_dummy; - sensor->set_agc_gain = set_dummy; - sensor->set_aec_value = set_dummy; - - sensor->set_special_effect = set_dummy; - sensor->set_wb_mode = set_dummy; - sensor->set_ae_level = set_dummy; - - sensor->set_dcw = set_dummy; - sensor->set_bpc = set_dummy; - sensor->set_wpc = set_dummy; - - sensor->set_raw_gma = set_dummy; - sensor->set_lenc = set_dummy; - - sensor->get_reg = get_reg; - sensor->set_reg = set_reg; - sensor->set_res_raw = NULL; - sensor->set_pll = NULL; - sensor->set_xclk = NULL; - - ESP_LOGD(TAG, "GC0308 Attached"); - return 0; -} diff --git a/code/components/esp32-camera-master/sensors/gc032a.c b/code/components/esp32-camera-master/sensors/gc032a.c deleted file mode 100644 index 612e17b1..00000000 --- a/code/components/esp32-camera-master/sensors/gc032a.c +++ /dev/null @@ -1,391 +0,0 @@ -// Copyright 2015-2021 Espressif Systems (Shanghai) PTE LTD -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at - -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#include -#include -#include -#include -#include "freertos/FreeRTOS.h" -#include "freertos/task.h" -#include "sccb.h" -#include "gc032a.h" -#include "gc032a_regs.h" -#include "gc032a_settings.h" - -#if defined(ARDUINO_ARCH_ESP32) && defined(CONFIG_ARDUHAL_ESP_LOG) -#include "esp32-hal-log.h" -#else -#include "esp_log.h" -static const char *TAG = "gc032a"; -#endif - -#define H8(v) ((v)>>8) -#define L8(v) ((v)&0xff) - -//#define REG_DEBUG_ON - -static int read_reg(uint8_t slv_addr, const uint16_t reg) -{ - int ret = SCCB_Read(slv_addr, reg); -#ifdef REG_DEBUG_ON - if (ret < 0) { - ESP_LOGE(TAG, "READ REG 0x%04x FAILED: %d", reg, ret); - } -#endif - return ret; -} - -static int write_reg(uint8_t slv_addr, const uint16_t reg, uint8_t value) -{ - int ret = 0; -#ifndef REG_DEBUG_ON - ret = SCCB_Write(slv_addr, reg, value); -#else - int old_value = read_reg(slv_addr, reg); - if (old_value < 0) { - return old_value; - } - if ((uint8_t)old_value != value) { - ESP_LOGI(TAG, "NEW REG 0x%04x: 0x%02x to 0x%02x", reg, (uint8_t)old_value, value); - ret = SCCB_Write(slv_addr, reg, value); - } else { - ESP_LOGD(TAG, "OLD REG 0x%04x: 0x%02x", reg, (uint8_t)old_value); - ret = SCCB_Write(slv_addr, reg, value);//maybe not? - } - if (ret < 0) { - ESP_LOGE(TAG, "WRITE REG 0x%04x FAILED: %d", reg, ret); - } -#endif - return ret; -} - -static int check_reg_mask(uint8_t slv_addr, uint16_t reg, uint8_t mask) -{ - return (read_reg(slv_addr, reg) & mask) == mask; -} - -static void print_regs(uint8_t slv_addr) -{ -#ifdef DEBUG_PRINT_REG - vTaskDelay(pdMS_TO_TICKS(100)); - ESP_LOGI(TAG, "REG list look ======================"); - for (size_t i = 0xf0; i <= 0xfe; i++) { - ESP_LOGI(TAG, "reg[0x%02x] = 0x%02x", i, read_reg(slv_addr, i)); - } - ESP_LOGI(TAG, "\npage 0 ==="); - write_reg(slv_addr, 0xfe, 0x00); // page 0 - for (size_t i = 0x03; i <= 0x24; i++) { - ESP_LOGI(TAG, "p0 reg[0x%02x] = 0x%02x", i, read_reg(slv_addr, i)); - } - for (size_t i = 0x40; i <= 0x95; i++) { - ESP_LOGI(TAG, "p0 reg[0x%02x] = 0x%02x", i, read_reg(slv_addr, i)); - } - ESP_LOGI(TAG, "\npage 3 ==="); - write_reg(slv_addr, 0xfe, 0x03); // page 3 - for (size_t i = 0x01; i <= 0x43; i++) { - ESP_LOGI(TAG, "p3 reg[0x%02x] = 0x%02x", i, read_reg(slv_addr, i)); - } -#endif -} - -static int set_reg_bits(uint8_t slv_addr, uint16_t reg, uint8_t offset, uint8_t mask, uint8_t value) -{ - int ret = 0; - uint8_t c_value, new_value; - ret = read_reg(slv_addr, reg); - if (ret < 0) { - return ret; - } - c_value = ret; - new_value = (c_value & ~(mask << offset)) | ((value & mask) << offset); - ret = write_reg(slv_addr, reg, new_value); - return ret; -} - -static int write_regs(uint8_t slv_addr, const uint16_t (*regs)[2]) -{ - int i = 0, ret = 0; - while (!ret && regs[i][0] != REGLIST_TAIL) { - if (regs[i][0] == REG_DLY) { - vTaskDelay(regs[i][1] / portTICK_PERIOD_MS); - } else { - ret = write_reg(slv_addr, regs[i][0], regs[i][1]); - } - i++; - } - return ret; -} - -static int reset(sensor_t *sensor) -{ - int ret; - // Software Reset: clear all registers and reset them to their default values - ret = write_reg(sensor->slv_addr, RESET_RELATED, 0xf0); - if (ret) { - ESP_LOGE(TAG, "Software Reset FAILED!"); - return ret; - } - vTaskDelay(100 / portTICK_PERIOD_MS); - - ret = write_regs(sensor->slv_addr, gc032a_default_regs); - if (ret == 0) { - ESP_LOGD(TAG, "Camera defaults loaded"); - vTaskDelay(100 / portTICK_PERIOD_MS); - write_reg(sensor->slv_addr, 0xfe, 0x00); - set_reg_bits(sensor->slv_addr, 0xf7, 1, 0x01, 1); // PLL_mode1:div2en - set_reg_bits(sensor->slv_addr, 0xf7, 7, 0x01, 1); // PLL_mode1:dvp mode - set_reg_bits(sensor->slv_addr, 0xf8, 0, 0x3f, 8); //PLL_mode2 :divx4 - set_reg_bits(sensor->slv_addr, 0xfa, 4, 0x0f, 2); //vlk div mode :divide_by - } - - return ret; -} - -static int set_pixformat(sensor_t *sensor, pixformat_t pixformat) -{ - int ret = 0; - switch (pixformat) { - case PIXFORMAT_RGB565: - write_reg(sensor->slv_addr, 0xfe, 0x00); - ret = set_reg_bits(sensor->slv_addr, 0x44, 0, 0x1f, 6); //RGB565 - break; - - case PIXFORMAT_YUV422: - write_reg(sensor->slv_addr, 0xfe, 0x00); - ret = set_reg_bits(sensor->slv_addr, 0x44, 0, 0x1f, 3); - break; - default: - ESP_LOGW(TAG, "unsupport format"); - ret = -1; - break; - } - if (ret == 0) { - sensor->pixformat = pixformat; - ESP_LOGD(TAG, "Set pixformat to: %u", pixformat); - } - - return ret; -} - -static int set_framesize(sensor_t *sensor, framesize_t framesize) -{ - ESP_LOGI(TAG, "set_framesize"); - int ret = 0; - if (framesize > FRAMESIZE_VGA) { - ESP_LOGW(TAG, "Invalid framesize: %u", framesize); - framesize = FRAMESIZE_VGA; - } - sensor->status.framesize = framesize; - uint16_t w = resolution[framesize].width; - uint16_t h = resolution[framesize].height; - uint16_t row_s = (resolution[FRAMESIZE_VGA].height - h) / 2; - uint16_t col_s = (resolution[FRAMESIZE_VGA].width - w) / 2; - - write_reg(sensor->slv_addr, 0xfe, 0x00); - write_reg(sensor->slv_addr, P0_ROW_START_HIGH, H8(row_s)); // Row_start[8] - write_reg(sensor->slv_addr, P0_ROW_START_LOW, L8(row_s)); // Row_start[7:0] - write_reg(sensor->slv_addr, P0_COLUMN_START_HIGH, H8(col_s)); // Column_start[9:8] - write_reg(sensor->slv_addr, P0_COLUMN_START_LOW, L8(col_s)); // Column_start[7:0] - write_reg(sensor->slv_addr, P0_WINDOW_HEIGHT_HIGH, H8(h + 8)); //window_height [8] - write_reg(sensor->slv_addr, P0_WINDOW_HEIGHT_LOW, L8(h + 8)); //window_height [7:0] - write_reg(sensor->slv_addr, P0_WINDOW_WIDTH_HIGH, H8(w + 8)); //window_width [9:8] - write_reg(sensor->slv_addr, P0_WINDOW_WIDTH_LOW, L8(w + 8)); //window_width [7:0] - - write_reg(sensor->slv_addr, P0_WIN_MODE, 0x01); - write_reg(sensor->slv_addr, P0_OUT_WIN_HEIGHT_HIGH, H8(h)); - write_reg(sensor->slv_addr, P0_OUT_WIN_HEIGHT_LOW, L8(h)); - write_reg(sensor->slv_addr, P0_OUT_WIN_WIDTH_HIGH, H8(w)); - write_reg(sensor->slv_addr, P0_OUT_WIN_WIDTH_LOW, L8(w)); - - if (ret == 0) { - ESP_LOGD(TAG, "Set framesize to: %ux%u", w, h); - } - print_regs(sensor->slv_addr); - return ret; -} - -static int set_hmirror(sensor_t *sensor, int enable) -{ - int ret = 0; - sensor->status.hmirror = enable; - ret = write_reg(sensor->slv_addr, 0xfe, 0x00); - ret |= set_reg_bits(sensor->slv_addr, P0_CISCTL_MODE1, 0, 0x01, enable); - if (ret == 0) { - ESP_LOGD(TAG, "Set h-mirror to: %d", enable); - } - return ret; -} - -static int set_vflip(sensor_t *sensor, int enable) -{ - int ret = 0; - sensor->status.vflip = enable; - ret = write_reg(sensor->slv_addr, 0xfe, 0x00); - ret |= set_reg_bits(sensor->slv_addr, P0_CISCTL_MODE1, 1, 0x01, enable); - if (ret == 0) { - ESP_LOGD(TAG, "Set v-flip to: %d", enable); - } - return ret; -} - -static int set_colorbar(sensor_t *sensor, int enable) -{ - int ret = 0; - ret = write_reg(sensor->slv_addr, 0xfe, 0x00); - ret |= set_reg_bits(sensor->slv_addr, P0_DEBUG_MODE2, 3, 0x01, enable); - if (ret == 0) { - sensor->status.colorbar = enable; - ESP_LOGD(TAG, "Set colorbar to: %d", enable); - } - return ret; -} - -static int get_reg(sensor_t *sensor, int reg, int mask) -{ - int ret = 0; - if (mask > 0xFF) { - ESP_LOGE(TAG, "mask should not more than 0xff"); - } else { - ret = read_reg(sensor->slv_addr, reg); - } - if (ret > 0) { - ret &= mask; - } - return ret; -} - -static int set_reg(sensor_t *sensor, int reg, int mask, int value) -{ - int ret = 0; - if (mask > 0xFF) { - ESP_LOGE(TAG, "mask should not more than 0xff"); - } else { - ret = read_reg(sensor->slv_addr, reg); - } - if (ret < 0) { - return ret; - } - value = (ret & ~mask) | (value & mask); - - if (mask > 0xFF) { - - } else { - ret = write_reg(sensor->slv_addr, reg, value); - } - return ret; -} - -static int init_status(sensor_t *sensor) -{ - write_reg(sensor->slv_addr, 0xfe, 0x00); - sensor->status.brightness = 0; - sensor->status.contrast = 0; - sensor->status.saturation = 0; - sensor->status.sharpness = 0; - sensor->status.denoise = 0; - sensor->status.ae_level = 0; - sensor->status.gainceiling = 0; - sensor->status.awb = 0; - sensor->status.dcw = 0; - sensor->status.agc = 0; - sensor->status.aec = 0; - sensor->status.hmirror = check_reg_mask(sensor->slv_addr, P0_CISCTL_MODE1, 0x01); - sensor->status.vflip = check_reg_mask(sensor->slv_addr, P0_CISCTL_MODE1, 0x02); - sensor->status.colorbar = 0; - sensor->status.bpc = 0; - sensor->status.wpc = 0; - sensor->status.raw_gma = 0; - sensor->status.lenc = 0; - sensor->status.quality = 0; - sensor->status.special_effect = 0; - sensor->status.wb_mode = 0; - sensor->status.awb_gain = 0; - sensor->status.agc_gain = 0; - sensor->status.aec_value = 0; - sensor->status.aec2 = 0; - return 0; -} - -static int set_dummy(sensor_t *sensor, int val) -{ - ESP_LOGW(TAG, "Unsupported"); - return -1; -} -static int set_gainceiling_dummy(sensor_t *sensor, gainceiling_t val) -{ - ESP_LOGW(TAG, "Unsupported"); - return -1; -} - -int gc032a_detect(int slv_addr, sensor_id_t *id) -{ - if (GC032A_SCCB_ADDR == slv_addr) { - uint8_t MIDL = SCCB_Read(slv_addr, SENSOR_ID_LOW); - uint8_t MIDH = SCCB_Read(slv_addr, SENSOR_ID_HIGH); - uint16_t PID = MIDH << 8 | MIDL; - if (GC032A_PID == PID) { - id->PID = PID; - return PID; - } else { - ESP_LOGI(TAG, "Mismatch PID=0x%x", PID); - } - } - return 0; -} - -int gc032a_init(sensor_t *sensor) -{ - sensor->init_status = init_status; - sensor->reset = reset; - sensor->set_pixformat = set_pixformat; - sensor->set_framesize = set_framesize; - sensor->set_contrast = set_dummy; - sensor->set_brightness = set_dummy; - sensor->set_saturation = set_dummy; - sensor->set_sharpness = set_dummy; - sensor->set_denoise = set_dummy; - sensor->set_gainceiling = set_gainceiling_dummy; - sensor->set_quality = set_dummy; - sensor->set_colorbar = set_colorbar; - sensor->set_whitebal = set_dummy; - sensor->set_gain_ctrl = set_dummy; - sensor->set_exposure_ctrl = set_dummy; - sensor->set_hmirror = set_hmirror; - sensor->set_vflip = set_vflip; - - sensor->set_aec2 = set_dummy; - sensor->set_awb_gain = set_dummy; - sensor->set_agc_gain = set_dummy; - sensor->set_aec_value = set_dummy; - - sensor->set_special_effect = set_dummy; - sensor->set_wb_mode = set_dummy; - sensor->set_ae_level = set_dummy; - - sensor->set_dcw = set_dummy; - sensor->set_bpc = set_dummy; - sensor->set_wpc = set_dummy; - - sensor->set_raw_gma = set_dummy; - sensor->set_lenc = set_dummy; - - sensor->get_reg = get_reg; - sensor->set_reg = set_reg; - sensor->set_res_raw = NULL; - sensor->set_pll = NULL; - sensor->set_xclk = NULL; - - ESP_LOGD(TAG, "GC032A Attached"); - return 0; -} diff --git a/code/components/esp32-camera-master/sensors/gc2145.c b/code/components/esp32-camera-master/sensors/gc2145.c deleted file mode 100644 index 3a066cd9..00000000 --- a/code/components/esp32-camera-master/sensors/gc2145.c +++ /dev/null @@ -1,477 +0,0 @@ -// Copyright 2015-2021 Espressif Systems (Shanghai) PTE LTD -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at - -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#include -#include -#include -#include "freertos/FreeRTOS.h" -#include "freertos/task.h" -#include "sccb.h" -#include "gc2145.h" -#include "gc2145_regs.h" -#include "gc2145_settings.h" - -#if defined(ARDUINO_ARCH_ESP32) && defined(CONFIG_ARDUHAL_ESP_LOG) -#include "esp32-hal-log.h" -#else -#include "esp_log.h" -static const char *TAG = "gc2145"; -#endif - -#define H8(v) ((v)>>8) -#define L8(v) ((v)&0xff) - -//#define REG_DEBUG_ON - -static int read_reg(uint8_t slv_addr, const uint16_t reg) -{ - int ret = SCCB_Read(slv_addr, reg); -#ifdef REG_DEBUG_ON - if (ret < 0) { - ESP_LOGE(TAG, "READ REG 0x%04x FAILED: %d", reg, ret); - } -#endif - return ret; -} - -static int write_reg(uint8_t slv_addr, const uint16_t reg, uint8_t value) -{ - int ret = 0; -#ifndef REG_DEBUG_ON - ret = SCCB_Write(slv_addr, reg, value); -#else - int old_value = read_reg(slv_addr, reg); - if (old_value < 0) { - return old_value; - } - if ((uint8_t)old_value != value) { - ESP_LOGI(TAG, "NEW REG 0x%04x: 0x%02x to 0x%02x", reg, (uint8_t)old_value, value); - ret = SCCB_Write(slv_addr, reg, value); - } else { - ESP_LOGD(TAG, "OLD REG 0x%04x: 0x%02x", reg, (uint8_t)old_value); - ret = SCCB_Write(slv_addr, reg, value);//maybe not? - } - if (ret < 0) { - ESP_LOGE(TAG, "WRITE REG 0x%04x FAILED: %d", reg, ret); - } -#endif - return ret; -} - -static int check_reg_mask(uint8_t slv_addr, uint16_t reg, uint8_t mask) -{ - return (read_reg(slv_addr, reg) & mask) == mask; -} - -static int set_reg_bits(uint8_t slv_addr, uint16_t reg, uint8_t offset, uint8_t mask, uint8_t value) -{ - int ret = 0; - uint8_t c_value, new_value; - ret = read_reg(slv_addr, reg); - if (ret < 0) { - return ret; - } - c_value = ret; - new_value = (c_value & ~(mask << offset)) | ((value & mask) << offset); - ret = write_reg(slv_addr, reg, new_value); - return ret; -} - -static int write_regs(uint8_t slv_addr, const uint16_t (*regs)[2]) -{ - int i = 0, ret = 0; - while (!ret && regs[i][0] != REGLIST_TAIL) { - if (regs[i][0] == REG_DLY) { - vTaskDelay(regs[i][1] / portTICK_PERIOD_MS); - } else { - ret = write_reg(slv_addr, regs[i][0], regs[i][1]); - } - i++; - } - return ret; -} - -static void print_regs(uint8_t slv_addr) -{ -#ifdef DEBUG_PRINT_REG - vTaskDelay(pdMS_TO_TICKS(100)); - ESP_LOGI(TAG, "REG list look ======================"); - for (size_t i = 0xf0; i <= 0xfe; i++) { - ESP_LOGI(TAG, "reg[0x%02x] = 0x%02x", i, read_reg(slv_addr, i)); - } - ESP_LOGI(TAG, "\npage 0 ==="); - write_reg(slv_addr, 0xfe, 0x00); // page 0 - for (size_t i = 0x03; i <= 0x24; i++) { - ESP_LOGI(TAG, "p0 reg[0x%02x] = 0x%02x", i, read_reg(slv_addr, i)); - } - for (size_t i = 0x80; i <= 0xa2; i++) { - ESP_LOGI(TAG, "p0 reg[0x%02x] = 0x%02x", i, read_reg(slv_addr, i)); - } - ESP_LOGI(TAG, "\npage 3 ==="); - write_reg(slv_addr, 0xfe, 0x03); // page 3 - for (size_t i = 0x01; i <= 0x43; i++) { - ESP_LOGI(TAG, "p3 reg[0x%02x] = 0x%02x", i, read_reg(slv_addr, i)); - } -#endif -} - -static int reset(sensor_t *sensor) -{ - int ret = 0; - // Software Reset: clear all registers and reset them to their default values - ret = write_reg(sensor->slv_addr, RESET_RELATED, 0xe0); - if (ret) { - ESP_LOGE(TAG, "Software Reset FAILED!"); - return ret; - } - vTaskDelay(100 / portTICK_PERIOD_MS); - ret = write_regs(sensor->slv_addr, gc2145_default_init_regs); - if (ret == 0) { - ESP_LOGD(TAG, "Camera defaults loaded"); - vTaskDelay(100 / portTICK_PERIOD_MS); -#ifdef CONFIG_IDF_TARGET_ESP32 - write_reg(sensor->slv_addr, 0xfe, 0x00); - //ensure pclk <= 15MHz for esp32 - set_reg_bits(sensor->slv_addr, 0xf8, 0, 0x3f, 2); // divx4 - set_reg_bits(sensor->slv_addr, 0xfa, 4, 0x0f, 2); // divide_by -#endif - - } - return ret; -} - -static int set_pixformat(sensor_t *sensor, pixformat_t pixformat) -{ - int ret = 0; - - switch (pixformat) { - case PIXFORMAT_RGB565: - write_reg(sensor->slv_addr, 0xfe, 0x00); - ret = set_reg_bits(sensor->slv_addr, P0_OUTPUT_FORMAT, 0, 0x1f, 6); //RGB565 - break; - - case PIXFORMAT_YUV422: - write_reg(sensor->slv_addr, 0xfe, 0x00); - ret = set_reg_bits(sensor->slv_addr, P0_OUTPUT_FORMAT, 0, 0x1f, 2); //yuv422 - break; - default: - ESP_LOGW(TAG, "unsupport format"); - ret = -1; - break; - } - - if (ret == 0) { - sensor->pixformat = pixformat; - ESP_LOGD(TAG, "Set pixformat to: %u", pixformat); - } - return ret; -} - -static int set_framesize(sensor_t *sensor, framesize_t framesize) -{ - int ret = 0; - if (framesize > FRAMESIZE_UXGA) { - ESP_LOGW(TAG, "Invalid framesize: %u", framesize); - framesize = FRAMESIZE_UXGA; - } - sensor->status.framesize = framesize; - uint16_t w = resolution[framesize].width; - uint16_t h = resolution[framesize].height; - uint16_t row_s = (resolution[FRAMESIZE_UXGA].height - h) / 2; - uint16_t col_s = (resolution[FRAMESIZE_UXGA].width - w) / 2; - (void)row_s; - (void)col_s; - -#if CONFIG_GC_SENSOR_SUBSAMPLE_MODE - struct subsample_cfg { - uint16_t ratio_numerator; - uint16_t ratio_denominator; - uint8_t reg0x99; - uint8_t reg0x9b; - uint8_t reg0x9c; - uint8_t reg0x9d; - uint8_t reg0x9e; - uint8_t reg0x9f; - uint8_t reg0xa0; - uint8_t reg0xa1; - uint8_t reg0xa2; - }; - const struct subsample_cfg subsample_cfgs[] = { // define some subsample ratio - // {60, 420, 0x77, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00}, //1/7 // A smaller ratio brings a larger view, but it reduces the frame rate - // {84, 420, 0x55, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00}, //1/5 - // {105, 420, 0x44, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00},//1/4 - {140, 420, 0x33, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00},//1/3 - {210, 420, 0x22, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00},//1/2 - {240, 420, 0x77, 0x02, 0x46, 0x02, 0x46, 0x02, 0x46, 0x02, 0x46},//4/7 - {252, 420, 0x55, 0x02, 0x04, 0x02, 0x04, 0x02, 0x04, 0x02, 0x04},//3/5 - {280, 420, 0x33, 0x00, 0x02, 0x00, 0x00, 0x00, 0x02, 0x00, 0x00},//2/3 - {420, 420, 0x11, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00},//1/1 - }; - uint16_t win_w = resolution[FRAMESIZE_UXGA].width; - uint16_t win_h = resolution[FRAMESIZE_UXGA].height; - const struct subsample_cfg *cfg = NULL; - /** - * Strategy: try to keep the maximum perspective - */ - uint8_t i = 0; - if (framesize >= FRAMESIZE_QVGA) { - i = 1; - } - for (; i < sizeof(subsample_cfgs) / sizeof(struct subsample_cfg); i++) { - cfg = &subsample_cfgs[i]; - if ((win_w * cfg->ratio_numerator / cfg->ratio_denominator >= w) && (win_h * cfg->ratio_numerator / cfg->ratio_denominator >= h)) { - win_w = w * cfg->ratio_denominator / cfg->ratio_numerator; - win_h = h * cfg->ratio_denominator / cfg->ratio_numerator; - row_s = (resolution[FRAMESIZE_UXGA].height - win_h) / 2; - col_s = (resolution[FRAMESIZE_UXGA].width - win_w) / 2; - ESP_LOGI(TAG, "subsample win:%dx%d, ratio:%f", win_w, win_h, (float)cfg->ratio_numerator / (float)cfg->ratio_denominator); - break; - } - } - - write_reg(sensor->slv_addr, 0xfe, 0x00); - write_reg(sensor->slv_addr, P0_CROP_ENABLE, 0x01); - write_reg(sensor->slv_addr, 0x09, H8(row_s)); - write_reg(sensor->slv_addr, 0x0a, L8(row_s)); - write_reg(sensor->slv_addr, 0x0b, H8(col_s)); - write_reg(sensor->slv_addr, 0x0c, L8(col_s)); - write_reg(sensor->slv_addr, 0x0d, H8(win_h + 8)); - write_reg(sensor->slv_addr, 0x0e, L8(win_h + 8)); - write_reg(sensor->slv_addr, 0x0f, H8(win_w + 16)); - write_reg(sensor->slv_addr, 0x10, L8(win_w + 16)); - - write_reg(sensor->slv_addr, 0x99, cfg->reg0x99); - write_reg(sensor->slv_addr, 0x9b, cfg->reg0x9b); - write_reg(sensor->slv_addr, 0x9c, cfg->reg0x9c); - write_reg(sensor->slv_addr, 0x9d, cfg->reg0x9d); - write_reg(sensor->slv_addr, 0x9e, cfg->reg0x9e); - write_reg(sensor->slv_addr, 0x9f, cfg->reg0x9f); - write_reg(sensor->slv_addr, 0xa0, cfg->reg0xa0); - write_reg(sensor->slv_addr, 0xa1, cfg->reg0xa1); - write_reg(sensor->slv_addr, 0xa2, cfg->reg0xa2); - - write_reg(sensor->slv_addr, 0x95, H8(h)); - write_reg(sensor->slv_addr, 0x96, L8(h)); - write_reg(sensor->slv_addr, 0x97, H8(w)); - write_reg(sensor->slv_addr, 0x98, L8(w)); - - -#elif CONFIG_GC_SENSOR_WINDOWING_MODE - write_reg(sensor->slv_addr, 0xfe, 0x00); - - write_reg(sensor->slv_addr, P0_CROP_ENABLE, 0x01); - // write_reg(sensor->slv_addr, 0xec, col_s / 8); //measure window - // write_reg(sensor->slv_addr, 0xed, row_s / 8); - // write_reg(sensor->slv_addr, 0xee, (col_s + h) / 8); - // write_reg(sensor->slv_addr, 0xef, (row_s + w) / 8); - - write_reg(sensor->slv_addr, 0x09, H8(row_s)); - write_reg(sensor->slv_addr, 0x0a, L8(row_s)); - write_reg(sensor->slv_addr, 0x0b, H8(col_s)); - write_reg(sensor->slv_addr, 0x0c, L8(col_s)); - write_reg(sensor->slv_addr, 0x0d, H8(h + 8)); - write_reg(sensor->slv_addr, 0x0e, L8(h + 8)); - write_reg(sensor->slv_addr, 0x0f, H8(w + 8)); - write_reg(sensor->slv_addr, 0x10, L8(w + 8)); - - write_reg(sensor->slv_addr, 0x95, H8(h)); - write_reg(sensor->slv_addr, 0x96, L8(h)); - write_reg(sensor->slv_addr, 0x97, H8(w)); - write_reg(sensor->slv_addr, 0x98, L8(w)); - -#endif - - if (ret == 0) { - ESP_LOGD(TAG, "Set framesize to: %ux%u", w, h); - } - return ret; - -} - -static int set_hmirror(sensor_t *sensor, int enable) -{ - int ret = 0; - sensor->status.hmirror = enable; - ret = write_reg(sensor->slv_addr, 0xfe, 0x00); - ret |= set_reg_bits(sensor->slv_addr, P0_ANALOG_MODE1, 0, 0x01, enable != 0); - if (ret == 0) { - ESP_LOGD(TAG, "Set h-mirror to: %d", enable); - } - return ret; -} - -static int set_vflip(sensor_t *sensor, int enable) -{ - int ret = 0; - sensor->status.vflip = enable; - ret = write_reg(sensor->slv_addr, 0xfe, 0x00); - ret |= set_reg_bits(sensor->slv_addr, P0_ANALOG_MODE1, 1, 0x01, enable != 0); - if (ret == 0) { - ESP_LOGD(TAG, "Set v-flip to: %d", enable); - } - return ret; -} - -static int set_colorbar(sensor_t *sensor, int enable) -{ - int ret = 0; - // ret = write_reg(sensor->slv_addr, 0xfe, 0x00); - // ret |= set_reg_bits(sensor->slv_addr, P0_DEBUG_MODE3, 3, 0x01, enable); - if (ret == 0) { - sensor->status.colorbar = enable; - ESP_LOGD(TAG, "Set colorbar to: %d", enable); - } - return ret; -} - -static int get_reg(sensor_t *sensor, int reg, int mask) -{ - int ret = 0; - if (mask > 0xFF) { - ESP_LOGE(TAG, "mask should not more than 0xff"); - } else { - ret = read_reg(sensor->slv_addr, reg); - } - if (ret > 0) { - ret &= mask; - } - return ret; -} - -static int set_reg(sensor_t *sensor, int reg, int mask, int value) -{ - int ret = 0; - if (mask > 0xFF) { - ESP_LOGE(TAG, "mask should not more than 0xff"); - } else { - ret = read_reg(sensor->slv_addr, reg); - } - if (ret < 0) { - return ret; - } - value = (ret & ~mask) | (value & mask); - - if (mask > 0xFF) { - - } else { - ret = write_reg(sensor->slv_addr, reg, value); - } - return ret; -} - -static int init_status(sensor_t *sensor) -{ - write_reg(sensor->slv_addr, 0xfe, 0x00); - sensor->status.brightness = 0; - sensor->status.contrast = 0; - sensor->status.saturation = 0; - sensor->status.sharpness = 0; - sensor->status.denoise = 0; - sensor->status.ae_level = 0; - sensor->status.gainceiling = 0; - sensor->status.awb = 0; - sensor->status.dcw = 0; - sensor->status.agc = 0; - sensor->status.aec = 0; - sensor->status.hmirror = check_reg_mask(sensor->slv_addr, P0_ANALOG_MODE1, 0x01); - sensor->status.vflip = check_reg_mask(sensor->slv_addr, P0_ANALOG_MODE1, 0x02); - sensor->status.colorbar = 0; - sensor->status.bpc = 0; - sensor->status.wpc = 0; - sensor->status.raw_gma = 0; - sensor->status.lenc = 0; - sensor->status.quality = 0; - sensor->status.special_effect = 0; - sensor->status.wb_mode = 0; - sensor->status.awb_gain = 0; - sensor->status.agc_gain = 0; - sensor->status.aec_value = 0; - sensor->status.aec2 = 0; - - print_regs(sensor->slv_addr); - return 0; -} - -static int set_dummy(sensor_t *sensor, int val) -{ - ESP_LOGW(TAG, "Unsupported"); - return -1; -} -static int set_gainceiling_dummy(sensor_t *sensor, gainceiling_t val) -{ - ESP_LOGW(TAG, "Unsupported"); - return -1; -} - -int gc2145_detect(int slv_addr, sensor_id_t *id) -{ - if (GC2145_SCCB_ADDR == slv_addr) { - uint8_t MIDL = SCCB_Read(slv_addr, CHIP_ID_LOW); - uint8_t MIDH = SCCB_Read(slv_addr, CHIP_ID_HIGH); - uint16_t PID = MIDH << 8 | MIDL; - if (GC2145_PID == PID) { - id->PID = PID; - return PID; - } else { - ESP_LOGI(TAG, "Mismatch PID=0x%x", PID); - } - } - return 0; -} - -int gc2145_init(sensor_t *sensor) -{ - sensor->init_status = init_status; - sensor->reset = reset; - sensor->set_pixformat = set_pixformat; - sensor->set_framesize = set_framesize; - sensor->set_contrast = set_dummy; - sensor->set_brightness = set_dummy; - sensor->set_saturation = set_dummy; - sensor->set_sharpness = set_dummy; - sensor->set_denoise = set_dummy; - sensor->set_gainceiling = set_gainceiling_dummy; - sensor->set_quality = set_dummy; - sensor->set_colorbar = set_colorbar; - sensor->set_whitebal = set_dummy; - sensor->set_gain_ctrl = set_dummy; - sensor->set_exposure_ctrl = set_dummy; - sensor->set_hmirror = set_hmirror; - sensor->set_vflip = set_vflip; - - sensor->set_aec2 = set_dummy; - sensor->set_awb_gain = set_dummy; - sensor->set_agc_gain = set_dummy; - sensor->set_aec_value = set_dummy; - - sensor->set_special_effect = set_dummy; - sensor->set_wb_mode = set_dummy; - sensor->set_ae_level = set_dummy; - - sensor->set_dcw = set_dummy; - sensor->set_bpc = set_dummy; - sensor->set_wpc = set_dummy; - - sensor->set_raw_gma = set_dummy; - sensor->set_lenc = set_dummy; - - sensor->get_reg = get_reg; - sensor->set_reg = set_reg; - sensor->set_res_raw = NULL; - sensor->set_pll = NULL; - sensor->set_xclk = NULL; - - ESP_LOGD(TAG, "GC2145 Attached"); - return 0; -} diff --git a/code/components/esp32-camera-master/sensors/nt99141.c b/code/components/esp32-camera-master/sensors/nt99141.c deleted file mode 100644 index 86a8b8a0..00000000 --- a/code/components/esp32-camera-master/sensors/nt99141.c +++ /dev/null @@ -1,1022 +0,0 @@ -/* - * This file is part of the OpenMV project. - * Copyright (c) 2013/2014 Ibrahim Abdelkader - * This work is licensed under the MIT license, see the file LICENSE for details. - * - * NT99141 driver. - * - */ -#include -#include -#include -#include "sccb.h" -#include "xclk.h" -#include "nt99141.h" -#include "nt99141_regs.h" -#include "nt99141_settings.h" -#include "freertos/FreeRTOS.h" -#include "freertos/task.h" - -#if defined(ARDUINO_ARCH_ESP32) && defined(CONFIG_ARDUHAL_ESP_LOG) -#include "esp32-hal-log.h" -#else -#include "esp_log.h" -static const char *TAG = "NT99141"; -#endif - -//#define REG_DEBUG_ON - -static int read_reg(uint8_t slv_addr, const uint16_t reg) -{ - int ret = SCCB_Read16(slv_addr, reg); -#ifdef REG_DEBUG_ON - - if (ret < 0) { - ESP_LOGE(TAG, "READ REG 0x%04x FAILED: %d", reg, ret); - } - -#endif - return ret; -} - -static int check_reg_mask(uint8_t slv_addr, uint16_t reg, uint8_t mask) -{ - return (read_reg(slv_addr, reg) & mask) == mask; -} - -static int read_reg16(uint8_t slv_addr, const uint16_t reg) -{ - int ret = 0, ret2 = 0; - ret = read_reg(slv_addr, reg); - - if (ret >= 0) { - ret = (ret & 0xFF) << 8; - ret2 = read_reg(slv_addr, reg + 1); - - if (ret2 < 0) { - ret = ret2; - } else { - ret |= ret2 & 0xFF; - } - } - - return ret; -} - - -static int write_reg(uint8_t slv_addr, const uint16_t reg, uint8_t value) -{ - int ret = 0; -#ifndef REG_DEBUG_ON - ret = SCCB_Write16(slv_addr, reg, value); -#else - int old_value = read_reg(slv_addr, reg); - - if (old_value < 0) { - return old_value; - } - - if ((uint8_t)old_value != value) { - ESP_LOGD(TAG, "NEW REG 0x%04x: 0x%02x to 0x%02x", reg, (uint8_t)old_value, value); - ret = SCCB_Write16(slv_addr, reg, value); - } else { - ESP_LOGD(TAG, "OLD REG 0x%04x: 0x%02x", reg, (uint8_t)old_value); - ret = SCCB_Write16(slv_addr, reg, value);//maybe not? - } - - if (ret < 0) { - ESP_LOGE(TAG, "WRITE REG 0x%04x FAILED: %d", reg, ret); - } - -#endif - return ret; -} - -static int set_reg_bits(uint8_t slv_addr, uint16_t reg, uint8_t offset, uint8_t mask, uint8_t value) -{ - int ret = 0; - uint8_t c_value, new_value; - ret = read_reg(slv_addr, reg); - - if (ret < 0) { - return ret; - } - - c_value = ret; - new_value = (c_value & ~(mask << offset)) | ((value & mask) << offset); - ret = write_reg(slv_addr, reg, new_value); - return ret; -} - -static int write_regs(uint8_t slv_addr, const uint16_t (*regs)[2]) -{ - int i = 0, ret = 0; - - while (!ret && regs[i][0] != REGLIST_TAIL) { - if (regs[i][0] == REG_DLY) { - vTaskDelay(regs[i][1] / portTICK_PERIOD_MS); - } else { - ret = write_reg(slv_addr, regs[i][0], regs[i][1]); - } - - i++; - } - - return ret; -} - -static int write_reg16(uint8_t slv_addr, const uint16_t reg, uint16_t value) -{ - if (write_reg(slv_addr, reg, value >> 8) || write_reg(slv_addr, reg + 1, value)) { - return -1; - } - - return 0; -} - -static int write_addr_reg(uint8_t slv_addr, const uint16_t reg, uint16_t x_value, uint16_t y_value) -{ - if (write_reg16(slv_addr, reg, x_value) || write_reg16(slv_addr, reg + 2, y_value)) { - return -1; - } - - return 0; -} - -#define write_reg_bits(slv_addr, reg, mask, enable) set_reg_bits(slv_addr, reg, 0, mask, enable?mask:0) - -static int set_pll(sensor_t *sensor, bool bypass, uint8_t multiplier, uint8_t sys_div, uint8_t pre_div, bool root_2x, uint8_t seld5, bool pclk_manual, uint8_t pclk_div) -{ - return -1; -} - -static int set_ae_level(sensor_t *sensor, int level); - -static int reset(sensor_t *sensor) -{ - - int ret = 0; - // Software Reset: clear all registers and reset them to their default values - ret = write_reg(sensor->slv_addr, SYSTEM_CTROL0, 0x01); - - if (ret) { - ESP_LOGE(TAG, "Software Reset FAILED!"); - return ret; - } - - vTaskDelay(100 / portTICK_PERIOD_MS); - ret = write_regs(sensor->slv_addr, sensor_default_regs); //re-initial - - if (ret == 0) { - ESP_LOGD(TAG, "Camera defaults loaded"); - ret = set_ae_level(sensor, 0); - vTaskDelay(100 / portTICK_PERIOD_MS); - } - - return ret; -} - -static int set_pixformat(sensor_t *sensor, pixformat_t pixformat) -{ - int ret = 0; - const uint16_t (*regs)[2]; - - switch (pixformat) { - case PIXFORMAT_YUV422: - regs = sensor_fmt_yuv422; - break; - - case PIXFORMAT_GRAYSCALE: - regs = sensor_fmt_grayscale; - break; - - case PIXFORMAT_RGB565: - case PIXFORMAT_RGB888: - regs = sensor_fmt_rgb565; - break; - - case PIXFORMAT_JPEG: - regs = sensor_fmt_jpeg; - break; - - case PIXFORMAT_RAW: - regs = sensor_fmt_raw; - break; - - default: - ESP_LOGE(TAG, "Unsupported pixformat: %u", pixformat); - return -1; - } - - ret = write_regs(sensor->slv_addr, regs); - - if (ret == 0) { - sensor->pixformat = pixformat; - ESP_LOGD(TAG, "Set pixformat to: %u", pixformat); - } - - return ret; -} - -static int set_image_options(sensor_t *sensor) -{ - int ret = 0; - uint8_t reg20 = 0; - uint8_t reg21 = 0; - uint8_t reg4514 = 0; - uint8_t reg4514_test = 0; - - // V-Flip - if (sensor->status.vflip) { - reg20 |= 0x01; - reg4514_test |= 1; - } - - // H-Mirror - if (sensor->status.hmirror) { - reg21 |= 0x02; - reg4514_test |= 2; - } - - switch (reg4514_test) { - - } - - if (write_reg(sensor->slv_addr, TIMING_TC_REG20, reg20 | reg21)) { - ESP_LOGE(TAG, "Setting Image Options Failed"); - ret = -1; - } - - ESP_LOGD(TAG, "Set Image Options: Compression: %u, Binning: %u, V-Flip: %u, H-Mirror: %u, Reg-4514: 0x%02x", - sensor->pixformat == PIXFORMAT_JPEG, sensor->status.binning, sensor->status.vflip, sensor->status.hmirror, reg4514); - return ret; -} - -static int set_framesize(sensor_t *sensor, framesize_t framesize) -{ - int ret = 0; - - sensor->status.framesize = framesize; - ret = write_regs(sensor->slv_addr, sensor_default_regs); - - if (framesize == FRAMESIZE_QVGA) { - ESP_LOGD(TAG, "Set FRAMESIZE_QVGA"); - ret = write_regs(sensor->slv_addr, sensor_framesize_QVGA); -#if CONFIG_NT99141_SUPPORT_XSKIP - ESP_LOGD(TAG, "Set FRAMESIZE_QVGA: xskip mode"); - ret = write_regs(sensor->slv_addr, sensor_framesize_QVGA_xskip); -#elif CONFIG_NT99141_SUPPORT_CROP - ESP_LOGD(TAG, "Set FRAMESIZE_QVGA: crop mode"); - ret = write_regs(sensor->slv_addr, sensor_framesize_QVGA_crop); -#endif - } else if (framesize == FRAMESIZE_VGA) { - ESP_LOGD(TAG, "Set FRAMESIZE_VGA"); - // ret = write_regs(sensor->slv_addr, sensor_framesize_VGA); - ret = write_regs(sensor->slv_addr, sensor_framesize_VGA_xyskip);// Resolution:640*360 This configuration is equally-scaled without deforming -#ifdef CONFIG_NT99141_SUPPORT_XSKIP - ESP_LOGD(TAG, "Set FRAMESIZE_QVGA: xskip mode"); - ret = write_regs(sensor->slv_addr, sensor_framesize_VGA_xskip); -#elif CONFIG_NT99141_SUPPORT_CROP - ESP_LOGD(TAG, "Set FRAMESIZE_QVGA: crop mode"); - ret = write_regs(sensor->slv_addr, sensor_framesize_VGA_crop); -#endif - } else if (framesize >= FRAMESIZE_HD) { - ESP_LOGD(TAG, "Set FRAMESIZE_HD"); - ret = write_regs(sensor->slv_addr, sensor_framesize_HD); - } else { - ESP_LOGD(TAG, "Dont suppost this size, Set FRAMESIZE_VGA"); - ret = write_regs(sensor->slv_addr, sensor_framesize_VGA); - } - - return ret; -} - -static int set_hmirror(sensor_t *sensor, int enable) -{ - int ret = 0; - sensor->status.hmirror = enable; - ret = set_image_options(sensor); - - if (ret == 0) { - ESP_LOGD(TAG, "Set h-mirror to: %d", enable); - } - - return ret; -} - -static int set_vflip(sensor_t *sensor, int enable) -{ - int ret = 0; - sensor->status.vflip = enable; - ret = set_image_options(sensor); - - if (ret == 0) { - ESP_LOGD(TAG, "Set v-flip to: %d", enable); - } - - return ret; -} - -static int set_quality(sensor_t *sensor, int qs) -{ - int ret = 0; - ret = write_reg(sensor->slv_addr, COMPRESSION_CTRL07, qs & 0x3f); - - if (ret == 0) { - sensor->status.quality = qs; - ESP_LOGD(TAG, "Set quality to: %d", qs); - } - - return ret; -} - -static int set_colorbar(sensor_t *sensor, int enable) -{ - int ret = 0; - ret = write_reg_bits(sensor->slv_addr, PRE_ISP_TEST_SETTING_1, TEST_COLOR_BAR, enable); - - if (ret == 0) { - sensor->status.colorbar = enable; - ESP_LOGD(TAG, "Set colorbar to: %d", enable); - } - - return ret; -} - -static int set_gain_ctrl(sensor_t *sensor, int enable) -{ - int ret = 0; - ret = write_reg_bits(sensor->slv_addr, 0x32bb, 0x87, enable); - - if (ret == 0) { - ESP_LOGD(TAG, "Set gain_ctrl to: %d", enable); - sensor->status.agc = enable; - } - - return ret; -} - -static int set_exposure_ctrl(sensor_t *sensor, int enable) -{ - int ret = 0; - int data = 0; - // ret = write_reg_bits(sensor->slv_addr, 0x32bb, 0x87, enable); - data = read_reg(sensor->slv_addr, 0x3201); - ESP_LOGD(TAG, "set_exposure_ctrl:enable"); - if (enable) { - ESP_LOGD(TAG, "set_exposure_ctrl:enable"); - ret = write_reg(sensor->slv_addr, 0x3201, (1 << 5) | data); - } else { - ESP_LOGD(TAG, "set_exposure_ctrl:disable"); - ret = write_reg(sensor->slv_addr, 0x3201, (~(1 << 5)) & data); - } - - if (ret == 0) { - ESP_LOGD(TAG, "Set exposure_ctrl to: %d", enable); - sensor->status.aec = enable; - } - - return ret; -} - -static int set_whitebal(sensor_t *sensor, int enable) -{ - int ret = 0; - - if (ret == 0) { - ESP_LOGD(TAG, "Set awb to: %d", enable); - sensor->status.awb = enable; - } - - return ret; -} - -//Advanced AWB -static int set_dcw_dsp(sensor_t *sensor, int enable) -{ - int ret = 0; - - if (ret == 0) { - ESP_LOGD(TAG, "Set dcw to: %d", enable); - sensor->status.dcw = enable; - } - - return ret; -} - -//night mode enable -static int set_aec2(sensor_t *sensor, int enable) -{ - int ret = 0; - - if (ret == 0) { - ESP_LOGD(TAG, "Set aec2 to: %d", enable); - sensor->status.aec2 = enable; - } - - return ret; -} - -static int set_bpc_dsp(sensor_t *sensor, int enable) -{ - int ret = 0; - - if (ret == 0) { - ESP_LOGD(TAG, "Set bpc to: %d", enable); - sensor->status.bpc = enable; - } - - return ret; -} - -static int set_wpc_dsp(sensor_t *sensor, int enable) -{ - int ret = 0; - - if (ret == 0) { - ESP_LOGD(TAG, "Set wpc to: %d", enable); - sensor->status.wpc = enable; - } - - return ret; -} - -//Gamma enable -static int set_raw_gma_dsp(sensor_t *sensor, int enable) -{ - int ret = 0; - - if (ret == 0) { - ESP_LOGD(TAG, "Set raw_gma to: %d", enable); - sensor->status.raw_gma = enable; - } - - return ret; -} - -static int set_lenc_dsp(sensor_t *sensor, int enable) -{ - int ret = 0; - - if (ret == 0) { - ESP_LOGD(TAG, "Set lenc to: %d", enable); - sensor->status.lenc = enable; - } - - return ret; -} - -static int get_agc_gain(sensor_t *sensor) -{ - ESP_LOGD(TAG, "get_agc_gain can not be configured at present"); - return 0; -} - -//real gain -static int set_agc_gain(sensor_t *sensor, int gain) -{ - ESP_LOGD(TAG, "set_agc_gain can not be configured at present"); - // ESP_LOGD(TAG, "GAIN = %d\n", gain); - int cnt = gain / 2; - - switch (cnt) { - case 0: - ESP_LOGD(TAG, "set_agc_gain: 1x"); - write_reg(sensor->slv_addr, 0X301D, 0X00); - break; - - case 1: - ESP_LOGD(TAG,"set_agc_gain: 2x"); - write_reg(sensor->slv_addr, 0X301D, 0X0F); - break; - - case 2: - ESP_LOGD(TAG,"set_agc_gain: 4x"); - write_reg(sensor->slv_addr, 0X301D, 0X2F); - break; - - case 3: - ESP_LOGD(TAG,"set_agc_gain: 6x"); - write_reg(sensor->slv_addr, 0X301D, 0X37); - break; - - case 4: - ESP_LOGD(TAG,"set_agc_gain: 8x"); - write_reg(sensor->slv_addr, 0X301D, 0X3F); - break; - - default: - ESP_LOGD(TAG,"fail set_agc_gain"); - break; - } - - return 0; -} - -static int get_aec_value(sensor_t *sensor) -{ - ESP_LOGD(TAG, "get_aec_value can not be configured at present"); - return 0; -} - -static int set_aec_value(sensor_t *sensor, int value) -{ - ESP_LOGD(TAG, "set_aec_value can not be configured at present"); - int ret = 0; - // ESP_LOGD(TAG, " set_aec_value to: %d", value); - ret = write_reg_bits(sensor->slv_addr, 0x3012, 0x00, (value >> 8) & 0xff); - ret = write_reg_bits(sensor->slv_addr, 0x3013, 0x01, value & 0xff); - - if (ret == 0) { - ESP_LOGD(TAG, " set_aec_value to: %d", value); - // sensor->status.aec = enable; - } - - return ret; -} - -static int set_ae_level(sensor_t *sensor, int level) -{ - ESP_LOGD(TAG, "set_ae_level can not be configured at present"); - int ret = 0; - - if (level < 0) { - level = 0; - } else if (level > 9) { - level = 9; - } - - for (int i = 0; i < 5; i++) { - ret += write_reg(sensor->slv_addr, sensor_ae_level[ 5 * level + i ][0], sensor_ae_level[5 * level + i ][1]); - } - - if (ret) { - ESP_LOGE(TAG, " fail to set ae level: %d", ret); - } - - return 0; -} - -static int set_wb_mode(sensor_t *sensor, int mode) -{ - int ret = 0; - - if (mode < 0 || mode > 4) { - return -1; - } - - ret = write_reg(sensor->slv_addr, 0x3201, (mode != 0)); - - if (ret) { - return ret; - } - - switch (mode) { - case 1://Sunny - ret = write_reg16(sensor->slv_addr, 0x3290, 0x01) - || write_reg16(sensor->slv_addr, 0x3291, 0x38) - || write_reg16(sensor->slv_addr, 0x3296, 0x01) - || write_reg16(sensor->slv_addr, 0x3297, 0x68) - || write_reg16(sensor->slv_addr, 0x3060, 0x01); - - break; - - case 2://Cloudy - - ret = write_reg16(sensor->slv_addr, 0x3290, 0x01) - || write_reg16(sensor->slv_addr, 0x3291, 0x51) - || write_reg16(sensor->slv_addr, 0x3296, 0x01) - || write_reg16(sensor->slv_addr, 0x3297, 0x00) - || write_reg16(sensor->slv_addr, 0x3060, 0x01); - break; - - case 3://INCANDESCENCE] - ret = write_reg16(sensor->slv_addr, 0x3290, 0x01) - || write_reg16(sensor->slv_addr, 0x3291, 0x30) - || write_reg16(sensor->slv_addr, 0x3296, 0x01) - || write_reg16(sensor->slv_addr, 0x3297, 0xCB) - || write_reg16(sensor->slv_addr, 0x3060, 0x01); - break; - - case 4://FLUORESCENT - ret = write_reg16(sensor->slv_addr, 0x3290, 0x01) - || write_reg16(sensor->slv_addr, 0x3291, 0x70) - || write_reg16(sensor->slv_addr, 0x3296, 0x01) - || write_reg16(sensor->slv_addr, 0x3297, 0xFF) - || write_reg16(sensor->slv_addr, 0x3060, 0x01); - break; - - default://AUTO - break; - } - - if (ret == 0) { - ESP_LOGD(TAG, "Set wb_mode to: %d", mode); - sensor->status.wb_mode = mode; - } - - return ret; -} - -static int set_awb_gain_dsp(sensor_t *sensor, int enable) -{ - int ret = 0; - int old_mode = sensor->status.wb_mode; - int mode = enable ? old_mode : 0; - - ret = set_wb_mode(sensor, mode); - - if (ret == 0) { - sensor->status.wb_mode = old_mode; - ESP_LOGD(TAG, "Set awb_gain to: %d", enable); - sensor->status.awb_gain = enable; - } - - return ret; -} - -static int set_special_effect(sensor_t *sensor, int effect) -{ - int ret = 0; - - if (effect < 0 || effect > 6) { - return -1; - } - - uint8_t *regs = (uint8_t *)sensor_special_effects[effect]; - ret = write_reg(sensor->slv_addr, 0x32F1, regs[0]) - || write_reg(sensor->slv_addr, 0x32F4, regs[1]) - || write_reg(sensor->slv_addr, 0x32F5, regs[2]) - || write_reg(sensor->slv_addr, 0x3060, regs[3]); - - if (ret == 0) { - ESP_LOGD(TAG, "Set special_effect to: %d", effect); - sensor->status.special_effect = effect; - } - - return ret; -} - -static int set_brightness(sensor_t *sensor, int level) -{ - int ret = 0; - uint8_t value = 0; - - switch (level) { - case 3: - value = 0xA0; - break; - - case 2: - value = 0x90; - break; - - case 1: - value = 0x88; - break; - - case -1: - value = 0x78; - break; - - case -2: - value = 0x70; - break; - - case -3: - value = 0x60; - break; - - default: // 0 - break; - } - - ret = write_reg(sensor->slv_addr, 0x32F2, value); - - if (ret == 0) { - ESP_LOGD(TAG, "Set brightness to: %d", level); - sensor->status.brightness = level; - } - - return ret; -} - -static int set_contrast(sensor_t *sensor, int level) -{ - int ret = 0; - uint8_t value1 = 0, value2 = 0 ; - - switch (level) { - case 3: - value1 = 0xD0; - value2 = 0xB0; - break; - - case 2: - value1 = 0xE0; - value2 = 0xA0; - break; - - case 1: - value1 = 0xF0; - value2 = 0x90; - break; - - case 0: - value1 = 0x00; - value2 = 0x80; - break; - - case -1: - value1 = 0x10; - value2 = 0x70; - break; - - case -2: - value1 = 0x20; - value2 = 0x60; - break; - - case -3: - value1 = 0x30; - value2 = 0x50; - break; - - default: // 0 - break; - } - - ret = write_reg(sensor->slv_addr, 0x32FC, value1); - ret = write_reg(sensor->slv_addr, 0x32F2, value2); - ret = write_reg(sensor->slv_addr, 0x3060, 0x01); - - if (ret == 0) { - ESP_LOGD(TAG, "Set contrast to: %d", level); - sensor->status.contrast = level; - } - - return ret; -} - -static int set_saturation(sensor_t *sensor, int level) -{ - int ret = 0; - - if (level > 4 || level < -4) { - return -1; - } - - uint8_t *regs = (uint8_t *)sensor_saturation_levels[level + 4]; - { - ret = write_reg(sensor->slv_addr, 0x32F3, regs[0]); - - if (ret) { - return ret; - } - } - - if (ret == 0) { - ESP_LOGD(TAG, "Set saturation to: %d", level); - sensor->status.saturation = level; - } - - return ret; -} - -static int set_sharpness(sensor_t *sensor, int level) -{ - int ret = 0; - - if (level > 3 || level < -3) { - return -1; - } - - uint8_t mt_offset_2 = (level + 3) * 8; - uint8_t mt_offset_1 = mt_offset_2 + 1; - - ret = write_reg_bits(sensor->slv_addr, 0x5308, 0x40, false)//0x40 means auto - || write_reg(sensor->slv_addr, 0x5300, 0x10) - || write_reg(sensor->slv_addr, 0x5301, 0x10) - || write_reg(sensor->slv_addr, 0x5302, mt_offset_1) - || write_reg(sensor->slv_addr, 0x5303, mt_offset_2) - || write_reg(sensor->slv_addr, 0x5309, 0x10) - || write_reg(sensor->slv_addr, 0x530a, 0x10) - || write_reg(sensor->slv_addr, 0x530b, 0x04) - || write_reg(sensor->slv_addr, 0x530c, 0x06); - - if (ret == 0) { - ESP_LOGD(TAG, "Set sharpness to: %d", level); - sensor->status.sharpness = level; - } - - return ret; -} - -static int set_gainceiling(sensor_t *sensor, gainceiling_t level) -{ - ESP_LOGD(TAG, "set_gainceiling can not be configured at present"); - return 0; -} - -static int get_denoise(sensor_t *sensor) -{ - - return (read_reg(sensor->slv_addr, 0x5306) / 4) + 1; -} - -static int set_denoise(sensor_t *sensor, int level) -{ - ESP_LOGD(TAG, "set_denoise can not be configured at present"); - return 0; -} - -static int get_reg(sensor_t *sensor, int reg, int mask) -{ - int ret = 0, ret2 = 0; - - if (mask > 0xFF) { - ret = read_reg16(sensor->slv_addr, reg); - - if (ret >= 0 && mask > 0xFFFF) { - ret2 = read_reg(sensor->slv_addr, reg + 2); - - if (ret2 >= 0) { - ret = (ret << 8) | ret2 ; - } else { - ret = ret2; - } - } - } else { - ret = read_reg(sensor->slv_addr, reg); - } - - if (ret > 0) { - ret &= mask; - } - - return ret; -} - -static int set_reg(sensor_t *sensor, int reg, int mask, int value) -{ - int ret = 0, ret2 = 0; - - if (mask > 0xFF) { - ret = read_reg16(sensor->slv_addr, reg); - - if (ret >= 0 && mask > 0xFFFF) { - ret2 = read_reg(sensor->slv_addr, reg + 2); - - if (ret2 >= 0) { - ret = (ret << 8) | ret2 ; - } else { - ret = ret2; - } - } - } else { - ret = read_reg(sensor->slv_addr, reg); - } - - if (ret < 0) { - return ret; - } - - value = (ret & ~mask) | (value & mask); - - if (mask > 0xFFFF) { - ret = write_reg16(sensor->slv_addr, reg, value >> 8); - - if (ret >= 0) { - ret = write_reg(sensor->slv_addr, reg + 2, value & 0xFF); - } - } else if (mask > 0xFF) { - ret = write_reg16(sensor->slv_addr, reg, value); - } else { - ret = write_reg(sensor->slv_addr, reg, value); - } - - return ret; -} - -static int set_res_raw(sensor_t *sensor, int startX, int startY, int endX, int endY, int offsetX, int offsetY, int totalX, int totalY, int outputX, int outputY, bool scale, bool binning) -{ - int ret = 0; - ret = write_addr_reg(sensor->slv_addr, X_ADDR_ST_H, startX, startY) - || write_addr_reg(sensor->slv_addr, X_ADDR_END_H, endX, endY) - || write_addr_reg(sensor->slv_addr, X_OFFSET_H, offsetX, offsetY) - || write_addr_reg(sensor->slv_addr, X_TOTAL_SIZE_H, totalX, totalY) - || write_addr_reg(sensor->slv_addr, X_OUTPUT_SIZE_H, outputX, outputY); - - if (!ret) { - sensor->status.scale = scale; - sensor->status.binning = binning; - ret = set_image_options(sensor); - } - - return ret; -} - -static int _set_pll(sensor_t *sensor, int bypass, int multiplier, int sys_div, int root_2x, int pre_div, int seld5, int pclk_manual, int pclk_div) -{ - return set_pll(sensor, bypass > 0, multiplier, sys_div, pre_div, root_2x > 0, seld5, pclk_manual > 0, pclk_div); -} - -static int set_xclk(sensor_t *sensor, int timer, int xclk) -{ - int ret = 0; - if (xclk > 10) - { - ESP_LOGE(TAG, "only XCLK under 10MHz is supported, and XCLK is now set to 10M"); - xclk = 10; - } - sensor->xclk_freq_hz = xclk * 1000000U; - ret = xclk_timer_conf(timer, sensor->xclk_freq_hz); - return ret; -} - -int nt99141_detect(int slv_addr, sensor_id_t *id) -{ - if (NT99141_SCCB_ADDR == slv_addr) { - SCCB_Write16(slv_addr, 0x3008, 0x01);//bank sensor - uint16_t h = SCCB_Read16(slv_addr, 0x3000); - uint16_t l = SCCB_Read16(slv_addr, 0x3001); - uint16_t PID = (h<<8) | l; - if (NT99141_PID == PID) { - id->PID = PID; - return PID; - } else { - ESP_LOGI(TAG, "Mismatch PID=0x%x", PID); - } - } - return 0; -} - -static int init_status(sensor_t *sensor) -{ - sensor->status.brightness = 0; - sensor->status.contrast = 0; - sensor->status.saturation = 0; - sensor->status.sharpness = (read_reg(sensor->slv_addr, 0x3301)); - sensor->status.denoise = get_denoise(sensor); - sensor->status.ae_level = 0; - sensor->status.gainceiling = read_reg16(sensor->slv_addr, 0x32F0) & 0xFF; - sensor->status.awb = check_reg_mask(sensor->slv_addr, ISP_CONTROL_01, 0x10); - sensor->status.dcw = !check_reg_mask(sensor->slv_addr, 0x5183, 0x80); - sensor->status.agc = !check_reg_mask(sensor->slv_addr, AEC_PK_MANUAL, AEC_PK_MANUAL_AGC_MANUALEN); - sensor->status.aec = !check_reg_mask(sensor->slv_addr, AEC_PK_MANUAL, AEC_PK_MANUAL_AEC_MANUALEN); - sensor->status.hmirror = check_reg_mask(sensor->slv_addr, TIMING_TC_REG21, TIMING_TC_REG21_HMIRROR); - sensor->status.vflip = check_reg_mask(sensor->slv_addr, TIMING_TC_REG20, TIMING_TC_REG20_VFLIP); - sensor->status.colorbar = check_reg_mask(sensor->slv_addr, PRE_ISP_TEST_SETTING_1, TEST_COLOR_BAR); - sensor->status.bpc = check_reg_mask(sensor->slv_addr, 0x5000, 0x04); - sensor->status.wpc = check_reg_mask(sensor->slv_addr, 0x5000, 0x02); - sensor->status.raw_gma = check_reg_mask(sensor->slv_addr, 0x5000, 0x20); - sensor->status.lenc = check_reg_mask(sensor->slv_addr, 0x5000, 0x80); - sensor->status.quality = read_reg(sensor->slv_addr, COMPRESSION_CTRL07) & 0x3f; - sensor->status.special_effect = 0; - sensor->status.wb_mode = 0; - sensor->status.awb_gain = check_reg_mask(sensor->slv_addr, 0x3000, 0x01); - sensor->status.agc_gain = get_agc_gain(sensor); - sensor->status.aec_value = get_aec_value(sensor); - sensor->status.aec2 = check_reg_mask(sensor->slv_addr, 0x3000, 0x04); - return 0; -} - -int nt99141_init(sensor_t *sensor) -{ - sensor->reset = reset; - sensor->set_pixformat = set_pixformat; - sensor->set_framesize = set_framesize; - sensor->set_contrast = set_contrast; - sensor->set_brightness = set_brightness; - sensor->set_saturation = set_saturation; - sensor->set_sharpness = set_sharpness; - sensor->set_gainceiling = set_gainceiling; - sensor->set_quality = set_quality; - sensor->set_colorbar = set_colorbar; - sensor->set_gain_ctrl = set_gain_ctrl; - sensor->set_exposure_ctrl = set_exposure_ctrl; - sensor->set_whitebal = set_whitebal; - sensor->set_hmirror = set_hmirror; - sensor->set_vflip = set_vflip; - sensor->init_status = init_status; - sensor->set_aec2 = set_aec2; - sensor->set_aec_value = set_aec_value; - sensor->set_special_effect = set_special_effect; - sensor->set_wb_mode = set_wb_mode; - sensor->set_ae_level = set_ae_level; - sensor->set_dcw = set_dcw_dsp; - sensor->set_bpc = set_bpc_dsp; - sensor->set_wpc = set_wpc_dsp; - sensor->set_awb_gain = set_awb_gain_dsp; - sensor->set_agc_gain = set_agc_gain; - sensor->set_raw_gma = set_raw_gma_dsp; - sensor->set_lenc = set_lenc_dsp; - sensor->set_denoise = set_denoise; - - sensor->get_reg = get_reg; - sensor->set_reg = set_reg; - sensor->set_res_raw = set_res_raw; - sensor->set_pll = _set_pll; - sensor->set_xclk = set_xclk; - return 0; -} diff --git a/code/components/esp32-camera-master/sensors/ov2640.c b/code/components/esp32-camera-master/sensors/ov2640.c deleted file mode 100644 index 7e3d7717..00000000 --- a/code/components/esp32-camera-master/sensors/ov2640.c +++ /dev/null @@ -1,612 +0,0 @@ -/* - * This file is part of the OpenMV project. - * Copyright (c) 2013/2014 Ibrahim Abdelkader - * This work is licensed under the MIT license, see the file LICENSE for details. - * - * OV2640 driver. - * - */ -#include -#include -#include -#include "sccb.h" -#include "xclk.h" -#include "ov2640.h" -#include "ov2640_regs.h" -#include "ov2640_settings.h" -#include "freertos/FreeRTOS.h" -#include "freertos/task.h" - -#if defined(ARDUINO_ARCH_ESP32) && defined(CONFIG_ARDUHAL_ESP_LOG) -#include "esp32-hal-log.h" -#else -#include "esp_log.h" -static const char* TAG = "ov2640"; -#endif - -static volatile ov2640_bank_t reg_bank = BANK_MAX; -static int set_bank(sensor_t *sensor, ov2640_bank_t bank) -{ - int res = 0; - if (bank != reg_bank) { - reg_bank = bank; - res = SCCB_Write(sensor->slv_addr, BANK_SEL, bank); - } - return res; -} - -static int write_regs(sensor_t *sensor, const uint8_t (*regs)[2]) -{ - int i=0, res = 0; - while (regs[i][0]) { - if (regs[i][0] == BANK_SEL) { - res = set_bank(sensor, regs[i][1]); - } else { - res = SCCB_Write(sensor->slv_addr, regs[i][0], regs[i][1]); - } - if (res) { - return res; - } - i++; - } - return res; -} - -static int write_reg(sensor_t *sensor, ov2640_bank_t bank, uint8_t reg, uint8_t value) -{ - int ret = set_bank(sensor, bank); - if(!ret) { - ret = SCCB_Write(sensor->slv_addr, reg, value); - } - return ret; -} - -static int set_reg_bits(sensor_t *sensor, uint8_t bank, uint8_t reg, uint8_t offset, uint8_t mask, uint8_t value) -{ - int ret = 0; - uint8_t c_value, new_value; - - ret = set_bank(sensor, bank); - if(ret) { - return ret; - } - c_value = SCCB_Read(sensor->slv_addr, reg); - new_value = (c_value & ~(mask << offset)) | ((value & mask) << offset); - ret = SCCB_Write(sensor->slv_addr, reg, new_value); - return ret; -} - -static int read_reg(sensor_t *sensor, ov2640_bank_t bank, uint8_t reg) -{ - if(set_bank(sensor, bank)){ - return 0; - } - return SCCB_Read(sensor->slv_addr, reg); -} - -static uint8_t get_reg_bits(sensor_t *sensor, uint8_t bank, uint8_t reg, uint8_t offset, uint8_t mask) -{ - return (read_reg(sensor, bank, reg) >> offset) & mask; -} - -static int write_reg_bits(sensor_t *sensor, uint8_t bank, uint8_t reg, uint8_t mask, int enable) -{ - return set_reg_bits(sensor, bank, reg, 0, mask, enable?mask:0); -} - -#define WRITE_REGS_OR_RETURN(regs) ret = write_regs(sensor, regs); if(ret){return ret;} -#define WRITE_REG_OR_RETURN(bank, reg, val) ret = write_reg(sensor, bank, reg, val); if(ret){return ret;} -#define SET_REG_BITS_OR_RETURN(bank, reg, offset, mask, val) ret = set_reg_bits(sensor, bank, reg, offset, mask, val); if(ret){return ret;} - -static int reset(sensor_t *sensor) -{ - int ret = 0; - WRITE_REG_OR_RETURN(BANK_SENSOR, COM7, COM7_SRST); - vTaskDelay(10 / portTICK_PERIOD_MS); - WRITE_REGS_OR_RETURN(ov2640_settings_cif); - return ret; -} - -static int set_pixformat(sensor_t *sensor, pixformat_t pixformat) -{ - int ret = 0; - sensor->pixformat = pixformat; - switch (pixformat) { - case PIXFORMAT_RGB565: - case PIXFORMAT_RGB888: - WRITE_REGS_OR_RETURN(ov2640_settings_rgb565); - break; - case PIXFORMAT_YUV422: - case PIXFORMAT_GRAYSCALE: - WRITE_REGS_OR_RETURN(ov2640_settings_yuv422); - break; - case PIXFORMAT_JPEG: - WRITE_REGS_OR_RETURN(ov2640_settings_jpeg3); - break; - default: - ret = -1; - break; - } - if(!ret) { - vTaskDelay(10 / portTICK_PERIOD_MS); - } - - return ret; -} - -static int set_window(sensor_t *sensor, ov2640_sensor_mode_t mode, int offset_x, int offset_y, int max_x, int max_y, int w, int h){ - int ret = 0; - const uint8_t (*regs)[2]; - ov2640_clk_t c; - c.reserved = 0; - - max_x /= 4; - max_y /= 4; - w /= 4; - h /= 4; - uint8_t win_regs[][2] = { - {BANK_SEL, BANK_DSP}, - {HSIZE, max_x & 0xFF}, - {VSIZE, max_y & 0xFF}, - {XOFFL, offset_x & 0xFF}, - {YOFFL, offset_y & 0xFF}, - {VHYX, ((max_y >> 1) & 0X80) | ((offset_y >> 4) & 0X70) | ((max_x >> 5) & 0X08) | ((offset_x >> 8) & 0X07)}, - {TEST, (max_x >> 2) & 0X80}, - {ZMOW, (w)&0xFF}, - {ZMOH, (h)&0xFF}, - {ZMHH, ((h>>6)&0x04)|((w>>8)&0x03)}, - {0, 0} - }; - - if (sensor->pixformat == PIXFORMAT_JPEG) { - c.clk_2x = 0; - c.clk_div = 0; - c.pclk_auto = 0; - c.pclk_div = 8; - if(mode == OV2640_MODE_UXGA) { - c.pclk_div = 12; - } - // if (sensor->xclk_freq_hz == 16000000) { - // c.pclk_div = c.pclk_div / 2; - // } - } else { -#if CONFIG_IDF_TARGET_ESP32 - c.clk_2x = 0; -#else - c.clk_2x = 1; -#endif - c.clk_div = 7; - c.pclk_auto = 1; - c.pclk_div = 8; - if (mode == OV2640_MODE_CIF) { - c.clk_div = 3; - } else if(mode == OV2640_MODE_UXGA) { - c.pclk_div = 12; - } - } - ESP_LOGI(TAG, "Set PLL: clk_2x: %u, clk_div: %u, pclk_auto: %u, pclk_div: %u", c.clk_2x, c.clk_div, c.pclk_auto, c.pclk_div); - - if (mode == OV2640_MODE_CIF) { - regs = ov2640_settings_to_cif; - } else if (mode == OV2640_MODE_SVGA) { - regs = ov2640_settings_to_svga; - } else { - regs = ov2640_settings_to_uxga; - } - - WRITE_REG_OR_RETURN(BANK_DSP, R_BYPASS, R_BYPASS_DSP_BYPAS); - WRITE_REGS_OR_RETURN(regs); - WRITE_REGS_OR_RETURN(win_regs); - WRITE_REG_OR_RETURN(BANK_SENSOR, CLKRC, c.clk); - WRITE_REG_OR_RETURN(BANK_DSP, R_DVP_SP, c.pclk); - WRITE_REG_OR_RETURN(BANK_DSP, R_BYPASS, R_BYPASS_DSP_EN); - - vTaskDelay(10 / portTICK_PERIOD_MS); - //required when changing resolution - set_pixformat(sensor, sensor->pixformat); - - return ret; -} - -static int set_framesize(sensor_t *sensor, framesize_t framesize) -{ - int ret = 0; - uint16_t w = resolution[framesize].width; - uint16_t h = resolution[framesize].height; - aspect_ratio_t ratio = resolution[framesize].aspect_ratio; - uint16_t max_x = ratio_table[ratio].max_x; - uint16_t max_y = ratio_table[ratio].max_y; - uint16_t offset_x = ratio_table[ratio].offset_x; - uint16_t offset_y = ratio_table[ratio].offset_y; - ov2640_sensor_mode_t mode = OV2640_MODE_UXGA; - - sensor->status.framesize = framesize; - - - - if (framesize <= FRAMESIZE_CIF) { - mode = OV2640_MODE_CIF; - max_x /= 4; - max_y /= 4; - offset_x /= 4; - offset_y /= 4; - if(max_y > 296){ - max_y = 296; - } - } else if (framesize <= FRAMESIZE_SVGA) { - mode = OV2640_MODE_SVGA; - max_x /= 2; - max_y /= 2; - offset_x /= 2; - offset_y /= 2; - } - - ret = set_window(sensor, mode, offset_x, offset_y, max_x, max_y, w, h); - return ret; -} - -static int set_contrast(sensor_t *sensor, int level) -{ - int ret=0; - level += 3; - if (level <= 0 || level > NUM_CONTRAST_LEVELS) { - return -1; - } - sensor->status.contrast = level-3; - for (int i=0; i<7; i++) { - WRITE_REG_OR_RETURN(BANK_DSP, contrast_regs[0][i], contrast_regs[level][i]); - } - return ret; -} - -static int set_brightness(sensor_t *sensor, int level) -{ - int ret=0; - level += 3; - if (level <= 0 || level > NUM_BRIGHTNESS_LEVELS) { - return -1; - } - sensor->status.brightness = level-3; - for (int i=0; i<5; i++) { - WRITE_REG_OR_RETURN(BANK_DSP, brightness_regs[0][i], brightness_regs[level][i]); - } - return ret; -} - -static int set_saturation(sensor_t *sensor, int level) -{ - int ret=0; - level += 3; - if (level <= 0 || level > NUM_SATURATION_LEVELS) { - return -1; - } - sensor->status.saturation = level-3; - for (int i=0; i<5; i++) { - WRITE_REG_OR_RETURN(BANK_DSP, saturation_regs[0][i], saturation_regs[level][i]); - } - return ret; -} - -static int set_special_effect(sensor_t *sensor, int effect) -{ - int ret=0; - effect++; - if (effect <= 0 || effect > NUM_SPECIAL_EFFECTS) { - return -1; - } - sensor->status.special_effect = effect-1; - for (int i=0; i<5; i++) { - WRITE_REG_OR_RETURN(BANK_DSP, special_effects_regs[0][i], special_effects_regs[effect][i]); - } - return ret; -} - -static int set_wb_mode(sensor_t *sensor, int mode) -{ - int ret=0; - if (mode < 0 || mode > NUM_WB_MODES) { - return -1; - } - sensor->status.wb_mode = mode; - SET_REG_BITS_OR_RETURN(BANK_DSP, 0XC7, 6, 1, mode?1:0); - if(mode) { - for (int i=0; i<3; i++) { - WRITE_REG_OR_RETURN(BANK_DSP, wb_modes_regs[0][i], wb_modes_regs[mode][i]); - } - } - return ret; -} - -static int set_ae_level(sensor_t *sensor, int level) -{ - int ret=0; - level += 3; - if (level <= 0 || level > NUM_AE_LEVELS) { - return -1; - } - sensor->status.ae_level = level-3; - for (int i=0; i<3; i++) { - WRITE_REG_OR_RETURN(BANK_SENSOR, ae_levels_regs[0][i], ae_levels_regs[level][i]); - } - return ret; -} - -static int set_quality(sensor_t *sensor, int quality) -{ - if(quality < 0) { - quality = 0; - } else if(quality > 63) { - quality = 63; - } - sensor->status.quality = quality; - return write_reg(sensor, BANK_DSP, QS, quality); -} - -static int set_agc_gain(sensor_t *sensor, int gain) -{ - if(gain < 0) { - gain = 0; - } else if(gain > 30) { - gain = 30; - } - sensor->status.agc_gain = gain; - return write_reg(sensor, BANK_SENSOR, GAIN, agc_gain_tbl[gain]); -} - -static int set_gainceiling_sensor(sensor_t *sensor, gainceiling_t gainceiling) -{ - sensor->status.gainceiling = gainceiling; - //return write_reg(sensor, BANK_SENSOR, COM9, COM9_AGC_SET(gainceiling)); - return set_reg_bits(sensor, BANK_SENSOR, COM9, 5, 7, gainceiling); -} - -static int set_aec_value(sensor_t *sensor, int value) -{ - if(value < 0) { - value = 0; - } else if(value > 1200) { - value = 1200; - } - sensor->status.aec_value = value; - return set_reg_bits(sensor, BANK_SENSOR, REG04, 0, 3, value & 0x3) - || write_reg(sensor, BANK_SENSOR, AEC, (value >> 2) & 0xFF) - || set_reg_bits(sensor, BANK_SENSOR, REG45, 0, 0x3F, value >> 10); -} - -static int set_aec2(sensor_t *sensor, int enable) -{ - sensor->status.aec2 = enable; - return set_reg_bits(sensor, BANK_DSP, CTRL0, 6, 1, enable?0:1); -} - -static int set_colorbar(sensor_t *sensor, int enable) -{ - sensor->status.colorbar = enable; - return write_reg_bits(sensor, BANK_SENSOR, COM7, COM7_COLOR_BAR, enable?1:0); -} - -static int set_agc_sensor(sensor_t *sensor, int enable) -{ - sensor->status.agc = enable; - return write_reg_bits(sensor, BANK_SENSOR, COM8, COM8_AGC_EN, enable?1:0); -} - -static int set_aec_sensor(sensor_t *sensor, int enable) -{ - sensor->status.aec = enable; - return write_reg_bits(sensor, BANK_SENSOR, COM8, COM8_AEC_EN, enable?1:0); -} - -static int set_hmirror_sensor(sensor_t *sensor, int enable) -{ - sensor->status.hmirror = enable; - return write_reg_bits(sensor, BANK_SENSOR, REG04, REG04_HFLIP_IMG, enable?1:0); -} - -static int set_vflip_sensor(sensor_t *sensor, int enable) -{ - int ret = 0; - sensor->status.vflip = enable; - ret = write_reg_bits(sensor, BANK_SENSOR, REG04, REG04_VREF_EN, enable?1:0); - return ret & write_reg_bits(sensor, BANK_SENSOR, REG04, REG04_VFLIP_IMG, enable?1:0); -} - -static int set_raw_gma_dsp(sensor_t *sensor, int enable) -{ - sensor->status.raw_gma = enable; - return set_reg_bits(sensor, BANK_DSP, CTRL1, 5, 1, enable?1:0); -} - -static int set_awb_dsp(sensor_t *sensor, int enable) -{ - sensor->status.awb = enable; - return set_reg_bits(sensor, BANK_DSP, CTRL1, 3, 1, enable?1:0); -} - -static int set_awb_gain_dsp(sensor_t *sensor, int enable) -{ - sensor->status.awb_gain = enable; - return set_reg_bits(sensor, BANK_DSP, CTRL1, 2, 1, enable?1:0); -} - -static int set_lenc_dsp(sensor_t *sensor, int enable) -{ - sensor->status.lenc = enable; - return set_reg_bits(sensor, BANK_DSP, CTRL1, 1, 1, enable?1:0); -} - -static int set_dcw_dsp(sensor_t *sensor, int enable) -{ - sensor->status.dcw = enable; - return set_reg_bits(sensor, BANK_DSP, CTRL2, 5, 1, enable?1:0); -} - -static int set_bpc_dsp(sensor_t *sensor, int enable) -{ - sensor->status.bpc = enable; - return set_reg_bits(sensor, BANK_DSP, CTRL3, 7, 1, enable?1:0); -} - -static int set_wpc_dsp(sensor_t *sensor, int enable) -{ - sensor->status.wpc = enable; - return set_reg_bits(sensor, BANK_DSP, CTRL3, 6, 1, enable?1:0); -} - -//unsupported -static int set_sharpness(sensor_t *sensor, int level) -{ - return -1; -} - -static int set_denoise(sensor_t *sensor, int level) -{ - return -1; -} - -static int get_reg(sensor_t *sensor, int reg, int mask) -{ - int ret = read_reg(sensor, (reg >> 8) & 0x01, reg & 0xFF); - if(ret > 0){ - ret &= mask; - } - return ret; -} - -static int set_reg(sensor_t *sensor, int reg, int mask, int value) -{ - int ret = 0; - ret = read_reg(sensor, (reg >> 8) & 0x01, reg & 0xFF); - if(ret < 0){ - return ret; - } - value = (ret & ~mask) | (value & mask); - ret = write_reg(sensor, (reg >> 8) & 0x01, reg & 0xFF, value); - return ret; -} - -static int set_res_raw(sensor_t *sensor, int startX, int startY, int endX, int endY, int offsetX, int offsetY, int totalX, int totalY, int outputX, int outputY, bool scale, bool binning) -{ - return set_window(sensor, (ov2640_sensor_mode_t)startX, offsetX, offsetY, totalX, totalY, outputX, outputY); -} - -static int _set_pll(sensor_t *sensor, int bypass, int multiplier, int sys_div, int root_2x, int pre_div, int seld5, int pclk_manual, int pclk_div) -{ - return -1; -} - -static int set_xclk(sensor_t *sensor, int timer, int xclk) -{ - int ret = 0; - sensor->xclk_freq_hz = xclk * 1000000U; - ret = xclk_timer_conf(timer, sensor->xclk_freq_hz); - return ret; -} - -static int init_status(sensor_t *sensor){ - sensor->status.brightness = 0; - sensor->status.contrast = 0; - sensor->status.saturation = 0; - sensor->status.ae_level = 0; - sensor->status.special_effect = 0; - sensor->status.wb_mode = 0; - - sensor->status.agc_gain = 30; - int agc_gain = read_reg(sensor, BANK_SENSOR, GAIN); - for (int i=0; i<30; i++){ - if(agc_gain >= agc_gain_tbl[i] && agc_gain < agc_gain_tbl[i+1]){ - sensor->status.agc_gain = i; - break; - } - } - - sensor->status.aec_value = ((uint16_t)get_reg_bits(sensor, BANK_SENSOR, REG45, 0, 0x3F) << 10) - | ((uint16_t)read_reg(sensor, BANK_SENSOR, AEC) << 2) - | get_reg_bits(sensor, BANK_SENSOR, REG04, 0, 3);//0 - 1200 - sensor->status.quality = read_reg(sensor, BANK_DSP, QS); - sensor->status.gainceiling = get_reg_bits(sensor, BANK_SENSOR, COM9, 5, 7); - - sensor->status.awb = get_reg_bits(sensor, BANK_DSP, CTRL1, 3, 1); - sensor->status.awb_gain = get_reg_bits(sensor, BANK_DSP, CTRL1, 2, 1); - sensor->status.aec = get_reg_bits(sensor, BANK_SENSOR, COM8, 0, 1); - sensor->status.aec2 = get_reg_bits(sensor, BANK_DSP, CTRL0, 6, 1); - sensor->status.agc = get_reg_bits(sensor, BANK_SENSOR, COM8, 2, 1); - sensor->status.bpc = get_reg_bits(sensor, BANK_DSP, CTRL3, 7, 1); - sensor->status.wpc = get_reg_bits(sensor, BANK_DSP, CTRL3, 6, 1); - sensor->status.raw_gma = get_reg_bits(sensor, BANK_DSP, CTRL1, 5, 1); - sensor->status.lenc = get_reg_bits(sensor, BANK_DSP, CTRL1, 1, 1); - sensor->status.hmirror = get_reg_bits(sensor, BANK_SENSOR, REG04, 7, 1); - sensor->status.vflip = get_reg_bits(sensor, BANK_SENSOR, REG04, 6, 1); - sensor->status.dcw = get_reg_bits(sensor, BANK_DSP, CTRL2, 5, 1); - sensor->status.colorbar = get_reg_bits(sensor, BANK_SENSOR, COM7, 1, 1); - - sensor->status.sharpness = 0;//not supported - sensor->status.denoise = 0; - return 0; -} - -int ov2640_detect(int slv_addr, sensor_id_t *id) -{ - if (OV2640_SCCB_ADDR == slv_addr) { - SCCB_Write(slv_addr, 0xFF, 0x01);//bank sensor - uint16_t PID = SCCB_Read(slv_addr, 0x0A); - if (OV2640_PID == PID) { - id->PID = PID; - id->VER = SCCB_Read(slv_addr, REG_VER); - id->MIDL = SCCB_Read(slv_addr, REG_MIDL); - id->MIDH = SCCB_Read(slv_addr, REG_MIDH); - return PID; - } else { - ESP_LOGI(TAG, "Mismatch PID=0x%x", PID); - } - } - return 0; -} - -int ov2640_init(sensor_t *sensor) -{ - sensor->reset = reset; - sensor->init_status = init_status; - sensor->set_pixformat = set_pixformat; - sensor->set_framesize = set_framesize; - sensor->set_contrast = set_contrast; - sensor->set_brightness= set_brightness; - sensor->set_saturation= set_saturation; - - sensor->set_quality = set_quality; - sensor->set_colorbar = set_colorbar; - - sensor->set_gainceiling = set_gainceiling_sensor; - sensor->set_gain_ctrl = set_agc_sensor; - sensor->set_exposure_ctrl = set_aec_sensor; - sensor->set_hmirror = set_hmirror_sensor; - sensor->set_vflip = set_vflip_sensor; - - sensor->set_whitebal = set_awb_dsp; - sensor->set_aec2 = set_aec2; - sensor->set_aec_value = set_aec_value; - sensor->set_special_effect = set_special_effect; - sensor->set_wb_mode = set_wb_mode; - sensor->set_ae_level = set_ae_level; - - sensor->set_dcw = set_dcw_dsp; - sensor->set_bpc = set_bpc_dsp; - sensor->set_wpc = set_wpc_dsp; - sensor->set_awb_gain = set_awb_gain_dsp; - sensor->set_agc_gain = set_agc_gain; - - sensor->set_raw_gma = set_raw_gma_dsp; - sensor->set_lenc = set_lenc_dsp; - - //not supported - sensor->set_sharpness = set_sharpness; - sensor->set_denoise = set_denoise; - - sensor->get_reg = get_reg; - sensor->set_reg = set_reg; - sensor->set_res_raw = set_res_raw; - sensor->set_pll = _set_pll; - sensor->set_xclk = set_xclk; - ESP_LOGD(TAG, "OV2640 Attached"); - return 0; -} diff --git a/code/components/esp32-camera-master/sensors/ov3660.c b/code/components/esp32-camera-master/sensors/ov3660.c deleted file mode 100644 index b9ebdba3..00000000 --- a/code/components/esp32-camera-master/sensors/ov3660.c +++ /dev/null @@ -1,1053 +0,0 @@ -/* - * This file is part of the OpenMV project. - * Copyright (c) 2013/2014 Ibrahim Abdelkader - * This work is licensed under the MIT license, see the file LICENSE for details. - * - * OV3660 driver. - * - */ -#include -#include -#include -#include "sccb.h" -#include "xclk.h" -#include "ov3660.h" -#include "ov3660_regs.h" -#include "ov3660_settings.h" -#include "freertos/FreeRTOS.h" -#include "freertos/task.h" - -#if defined(ARDUINO_ARCH_ESP32) && defined(CONFIG_ARDUHAL_ESP_LOG) -#include "esp32-hal-log.h" -#else -#include "esp_log.h" -static const char *TAG = "ov3660"; -#endif - -//#define REG_DEBUG_ON - -static int read_reg(uint8_t slv_addr, const uint16_t reg){ - int ret = SCCB_Read16(slv_addr, reg); -#ifdef REG_DEBUG_ON - if (ret < 0) { - ESP_LOGE(TAG, "READ REG 0x%04x FAILED: %d", reg, ret); - } -#endif - return ret; -} - -static int check_reg_mask(uint8_t slv_addr, uint16_t reg, uint8_t mask){ - return (read_reg(slv_addr, reg) & mask) == mask; -} - -static int read_reg16(uint8_t slv_addr, const uint16_t reg){ - int ret = 0, ret2 = 0; - ret = read_reg(slv_addr, reg); - if (ret >= 0) { - ret = (ret & 0xFF) << 8; - ret2 = read_reg(slv_addr, reg+1); - if (ret2 < 0) { - ret = ret2; - } else { - ret |= ret2 & 0xFF; - } - } - return ret; -} - - -static int write_reg(uint8_t slv_addr, const uint16_t reg, uint8_t value){ - int ret = 0; -#ifndef REG_DEBUG_ON - ret = SCCB_Write16(slv_addr, reg, value); -#else - int old_value = read_reg(slv_addr, reg); - if (old_value < 0) { - return old_value; - } - if ((uint8_t)old_value != value) { - ESP_LOGI(TAG, "NEW REG 0x%04x: 0x%02x to 0x%02x", reg, (uint8_t)old_value, value); - ret = SCCB_Write16(slv_addr, reg, value); - } else { - ESP_LOGD(TAG, "OLD REG 0x%04x: 0x%02x", reg, (uint8_t)old_value); - ret = SCCB_Write16(slv_addr, reg, value);//maybe not? - } - if (ret < 0) { - ESP_LOGE(TAG, "WRITE REG 0x%04x FAILED: %d", reg, ret); - } -#endif - return ret; -} - -static int set_reg_bits(uint8_t slv_addr, uint16_t reg, uint8_t offset, uint8_t mask, uint8_t value) -{ - int ret = 0; - uint8_t c_value, new_value; - ret = read_reg(slv_addr, reg); - if(ret < 0) { - return ret; - } - c_value = ret; - new_value = (c_value & ~(mask << offset)) | ((value & mask) << offset); - ret = write_reg(slv_addr, reg, new_value); - return ret; -} - -static int write_regs(uint8_t slv_addr, const uint16_t (*regs)[2]) -{ - int i = 0, ret = 0; - while (!ret && regs[i][0] != REGLIST_TAIL) { - if (regs[i][0] == REG_DLY) { - vTaskDelay(regs[i][1] / portTICK_PERIOD_MS); - } else { - ret = write_reg(slv_addr, regs[i][0], regs[i][1]); - } - i++; - } - return ret; -} - -static int write_reg16(uint8_t slv_addr, const uint16_t reg, uint16_t value) -{ - if (write_reg(slv_addr, reg, value >> 8) || write_reg(slv_addr, reg + 1, value)) { - return -1; - } - return 0; -} - -static int write_addr_reg(uint8_t slv_addr, const uint16_t reg, uint16_t x_value, uint16_t y_value) -{ - if (write_reg16(slv_addr, reg, x_value) || write_reg16(slv_addr, reg + 2, y_value)) { - return -1; - } - return 0; -} - -#define write_reg_bits(slv_addr, reg, mask, enable) set_reg_bits(slv_addr, reg, 0, mask, enable?mask:0) - -static int calc_sysclk(int xclk, bool pll_bypass, int pll_multiplier, int pll_sys_div, int pll_pre_div, bool pll_root_2x, int pll_seld5, bool pclk_manual, int pclk_div) -{ - const int pll_pre_div2x_map[] = { 2, 3, 4, 6 };//values are multiplied by two to avoid floats - const int pll_seld52x_map[] = { 2, 2, 4, 5 }; - - if(!pll_sys_div) { - pll_sys_div = 1; - } - - int pll_pre_div2x = pll_pre_div2x_map[pll_pre_div]; - int pll_root_div = pll_root_2x?2:1; - int pll_seld52x = pll_seld52x_map[pll_seld5]; - - int VCO = (xclk / 1000) * pll_multiplier * pll_root_div * 2 / pll_pre_div2x; - int PLLCLK = pll_bypass?(xclk):(VCO * 1000 * 2 / pll_sys_div / pll_seld52x); - int PCLK = PLLCLK / 2 / ((pclk_manual && pclk_div)?pclk_div:1); - int SYSCLK = PLLCLK / 4; - - ESP_LOGI(TAG, "Calculated VCO: %d Hz, PLLCLK: %d Hz, SYSCLK: %d Hz, PCLK: %d Hz", VCO*1000, PLLCLK, SYSCLK, PCLK); - return SYSCLK; -} - -static int set_pll(sensor_t *sensor, bool bypass, uint8_t multiplier, uint8_t sys_div, uint8_t pre_div, bool root_2x, uint8_t seld5, bool pclk_manual, uint8_t pclk_div){ - int ret = 0; - if(multiplier > 31 || sys_div > 15 || pre_div > 3 || pclk_div > 31 || seld5 > 3){ - ESP_LOGE(TAG, "Invalid arguments"); - return -1; - } - - calc_sysclk(sensor->xclk_freq_hz, bypass, multiplier, sys_div, pre_div, root_2x, seld5, pclk_manual, pclk_div); - - ret = write_reg(sensor->slv_addr, SC_PLLS_CTRL0, bypass?0x80:0x00); - if (ret == 0) { - ret = write_reg(sensor->slv_addr, SC_PLLS_CTRL1, multiplier & 0x1f); - } - if (ret == 0) { - ret = write_reg(sensor->slv_addr, SC_PLLS_CTRL2, 0x10 | (sys_div & 0x0f)); - } - if (ret == 0) { - ret = write_reg(sensor->slv_addr, SC_PLLS_CTRL3, (pre_div & 0x3) << 4 | seld5 | (root_2x?0x40:0x00)); - } - if (ret == 0) { - ret = write_reg(sensor->slv_addr, PCLK_RATIO, pclk_div & 0x1f); - } - if (ret == 0) { - ret = write_reg(sensor->slv_addr, VFIFO_CTRL0C, pclk_manual?0x22:0x20); - } - if(ret){ - ESP_LOGE(TAG, "set_sensor_pll FAILED!"); - } - return ret; -} - -static int set_ae_level(sensor_t *sensor, int level); - -static int reset(sensor_t *sensor) -{ - int ret = 0; - // Software Reset: clear all registers and reset them to their default values - ret = write_reg(sensor->slv_addr, SYSTEM_CTROL0, 0x82); - if(ret){ - ESP_LOGE(TAG, "Software Reset FAILED!"); - return ret; - } - vTaskDelay(100 / portTICK_PERIOD_MS); - ret = write_regs(sensor->slv_addr, sensor_default_regs); - if (ret == 0) { - ESP_LOGD(TAG, "Camera defaults loaded"); - ret = set_ae_level(sensor, 0); - vTaskDelay(100 / portTICK_PERIOD_MS); - } - return ret; -} - -static int set_pixformat(sensor_t *sensor, pixformat_t pixformat) -{ - int ret = 0; - const uint16_t (*regs)[2]; - - switch (pixformat) { - case PIXFORMAT_YUV422: - regs = sensor_fmt_yuv422; - break; - - case PIXFORMAT_GRAYSCALE: - regs = sensor_fmt_grayscale; - break; - - case PIXFORMAT_RGB565: - case PIXFORMAT_RGB888: - regs = sensor_fmt_rgb565; - break; - - case PIXFORMAT_JPEG: - regs = sensor_fmt_jpeg; - break; - - case PIXFORMAT_RAW: - regs = sensor_fmt_raw; - break; - - default: - ESP_LOGE(TAG, "Unsupported pixformat: %u", pixformat); - return -1; - } - - ret = write_regs(sensor->slv_addr, regs); - if(ret == 0) { - sensor->pixformat = pixformat; - ESP_LOGD(TAG, "Set pixformat to: %u", pixformat); - } - return ret; -} - -static int set_image_options(sensor_t *sensor) -{ - int ret = 0; - uint8_t reg20 = 0; - uint8_t reg21 = 0; - uint8_t reg4514 = 0; - uint8_t reg4514_test = 0; - - // compression - if (sensor->pixformat == PIXFORMAT_JPEG) { - reg21 |= 0x20; - } - - // binning - if (sensor->status.binning) { - reg20 |= 0x01; - reg21 |= 0x01; - reg4514_test |= 4; - } else { - reg20 |= 0x40; - } - - // V-Flip - if (sensor->status.vflip) { - reg20 |= 0x06; - reg4514_test |= 1; - } - - // H-Mirror - if (sensor->status.hmirror) { - reg21 |= 0x06; - reg4514_test |= 2; - } - - switch (reg4514_test) { - //no binning - case 0: reg4514 = 0x88; break;//normal - case 1: reg4514 = 0x88; break;//v-flip - case 2: reg4514 = 0xbb; break;//h-mirror - case 3: reg4514 = 0xbb; break;//v-flip+h-mirror - //binning - case 4: reg4514 = 0xaa; break;//normal - case 5: reg4514 = 0xbb; break;//v-flip - case 6: reg4514 = 0xbb; break;//h-mirror - case 7: reg4514 = 0xaa; break;//v-flip+h-mirror - } - - if(write_reg(sensor->slv_addr, TIMING_TC_REG20, reg20) - || write_reg(sensor->slv_addr, TIMING_TC_REG21, reg21) - || write_reg(sensor->slv_addr, 0x4514, reg4514)){ - ESP_LOGE(TAG, "Setting Image Options Failed"); - ret = -1; - } - - if (sensor->status.binning) { - ret = write_reg(sensor->slv_addr, 0x4520, 0x0b) - || write_reg(sensor->slv_addr, X_INCREMENT, 0x31)//odd:3, even: 1 - || write_reg(sensor->slv_addr, Y_INCREMENT, 0x31);//odd:3, even: 1 - } else { - ret = write_reg(sensor->slv_addr, 0x4520, 0xb0) - || write_reg(sensor->slv_addr, X_INCREMENT, 0x11)//odd:1, even: 1 - || write_reg(sensor->slv_addr, Y_INCREMENT, 0x11);//odd:1, even: 1 - } - - ESP_LOGD(TAG, "Set Image Options: Compression: %u, Binning: %u, V-Flip: %u, H-Mirror: %u, Reg-4514: 0x%02x", - sensor->pixformat == PIXFORMAT_JPEG, sensor->status.binning, sensor->status.vflip, sensor->status.hmirror, reg4514); - return ret; -} - -static int set_framesize(sensor_t *sensor, framesize_t framesize) -{ - int ret = 0; - - if(framesize > FRAMESIZE_QXGA){ - ESP_LOGW(TAG, "Invalid framesize: %u", framesize); - framesize = FRAMESIZE_QXGA; - } - framesize_t old_framesize = sensor->status.framesize; - sensor->status.framesize = framesize; - uint16_t w = resolution[framesize].width; - uint16_t h = resolution[framesize].height; - aspect_ratio_t ratio = resolution[sensor->status.framesize].aspect_ratio; - ratio_settings_t settings = ratio_table[ratio]; - - sensor->status.binning = (w <= (settings.max_width / 2) && h <= (settings.max_height / 2)); - sensor->status.scale = !((w == settings.max_width && h == settings.max_height) - || (w == (settings.max_width / 2) && h == (settings.max_height / 2))); - - ret = write_addr_reg(sensor->slv_addr, X_ADDR_ST_H, settings.start_x, settings.start_y) - || write_addr_reg(sensor->slv_addr, X_ADDR_END_H, settings.end_x, settings.end_y) - || write_addr_reg(sensor->slv_addr, X_OUTPUT_SIZE_H, w, h); - - if (ret) { - goto fail; - } - - if (sensor->status.binning) { - ret = write_addr_reg(sensor->slv_addr, X_TOTAL_SIZE_H, settings.total_x, (settings.total_y / 2) + 1) - || write_addr_reg(sensor->slv_addr, X_OFFSET_H, 8, 2); - } else { - ret = write_addr_reg(sensor->slv_addr, X_TOTAL_SIZE_H, settings.total_x, settings.total_y) - || write_addr_reg(sensor->slv_addr, X_OFFSET_H, 16, 6); - } - - if (ret == 0) { - ret = write_reg_bits(sensor->slv_addr, ISP_CONTROL_01, 0x20, sensor->status.scale); - } - - if (ret == 0) { - ret = set_image_options(sensor); - } - - if (ret) { - goto fail; - } - - if (sensor->pixformat == PIXFORMAT_JPEG) { - if (framesize == FRAMESIZE_QXGA || sensor->xclk_freq_hz == 16000000) { - //40MHz SYSCLK and 10MHz PCLK - ret = set_pll(sensor, false, 24, 1, 3, false, 0, true, 8); - } else { - //50MHz SYSCLK and 10MHz PCLK - ret = set_pll(sensor, false, 30, 1, 3, false, 0, true, 10); - } - } else { - //tuned for 16MHz XCLK and 8MHz PCLK - if (framesize > FRAMESIZE_HVGA) { - //8MHz SYSCLK and 8MHz PCLK (4.44 FPS) - ret = set_pll(sensor, false, 4, 1, 0, false, 2, true, 2); - } else if (framesize >= FRAMESIZE_QVGA) { - //16MHz SYSCLK and 8MHz PCLK (10.25 FPS) - ret = set_pll(sensor, false, 8, 1, 0, false, 2, true, 4); - } else { - //32MHz SYSCLK and 8MHz PCLK (17.77 FPS) - ret = set_pll(sensor, false, 8, 1, 0, false, 0, true, 8); - } - } - - if (ret == 0) { - ESP_LOGD(TAG, "Set framesize to: %ux%u", w, h); - } - return ret; - -fail: - sensor->status.framesize = old_framesize; - ESP_LOGE(TAG, "Setting framesize to: %ux%u failed", w, h); - return ret; -} - -static int set_hmirror(sensor_t *sensor, int enable) -{ - int ret = 0; - sensor->status.hmirror = enable; - ret = set_image_options(sensor); - if (ret == 0) { - ESP_LOGD(TAG, "Set h-mirror to: %d", enable); - } - return ret; -} - -static int set_vflip(sensor_t *sensor, int enable) -{ - int ret = 0; - sensor->status.vflip = enable; - ret = set_image_options(sensor); - if (ret == 0) { - ESP_LOGD(TAG, "Set v-flip to: %d", enable); - } - return ret; -} - -static int set_quality(sensor_t *sensor, int qs) -{ - int ret = 0; - ret = write_reg(sensor->slv_addr, COMPRESSION_CTRL07, qs & 0x3f); - if (ret == 0) { - sensor->status.quality = qs; - ESP_LOGD(TAG, "Set quality to: %d", qs); - } - return ret; -} - -static int set_colorbar(sensor_t *sensor, int enable) -{ - int ret = 0; - ret = write_reg_bits(sensor->slv_addr, PRE_ISP_TEST_SETTING_1, TEST_COLOR_BAR, enable); - if (ret == 0) { - sensor->status.colorbar = enable; - ESP_LOGD(TAG, "Set colorbar to: %d", enable); - } - return ret; -} - -static int set_gain_ctrl(sensor_t *sensor, int enable) -{ - int ret = 0; - ret = write_reg_bits(sensor->slv_addr, AEC_PK_MANUAL, AEC_PK_MANUAL_AGC_MANUALEN, !enable); - if (ret == 0) { - ESP_LOGD(TAG, "Set gain_ctrl to: %d", enable); - sensor->status.agc = enable; - } - return ret; -} - -static int set_exposure_ctrl(sensor_t *sensor, int enable) -{ - int ret = 0; - ret = write_reg_bits(sensor->slv_addr, AEC_PK_MANUAL, AEC_PK_MANUAL_AEC_MANUALEN, !enable); - if (ret == 0) { - ESP_LOGD(TAG, "Set exposure_ctrl to: %d", enable); - sensor->status.aec = enable; - } - return ret; -} - -static int set_whitebal(sensor_t *sensor, int enable) -{ - int ret = 0; - ret = write_reg_bits(sensor->slv_addr, ISP_CONTROL_01, 0x01, enable); - if (ret == 0) { - ESP_LOGD(TAG, "Set awb to: %d", enable); - sensor->status.awb = enable; - } - return ret; -} - -//Advanced AWB -static int set_dcw_dsp(sensor_t *sensor, int enable) -{ - int ret = 0; - ret = write_reg_bits(sensor->slv_addr, 0x5183, 0x80, !enable); - if (ret == 0) { - ESP_LOGD(TAG, "Set dcw to: %d", enable); - sensor->status.dcw = enable; - } - return ret; -} - -//night mode enable -static int set_aec2(sensor_t *sensor, int enable) -{ - int ret = 0; - ret = write_reg_bits(sensor->slv_addr, 0x3a00, 0x04, enable); - if (ret == 0) { - ESP_LOGD(TAG, "Set aec2 to: %d", enable); - sensor->status.aec2 = enable; - } - return ret; -} - -static int set_bpc_dsp(sensor_t *sensor, int enable) -{ - int ret = 0; - ret = write_reg_bits(sensor->slv_addr, 0x5000, 0x04, enable); - if (ret == 0) { - ESP_LOGD(TAG, "Set bpc to: %d", enable); - sensor->status.bpc = enable; - } - return ret; -} - -static int set_wpc_dsp(sensor_t *sensor, int enable) -{ - int ret = 0; - ret = write_reg_bits(sensor->slv_addr, 0x5000, 0x02, enable); - if (ret == 0) { - ESP_LOGD(TAG, "Set wpc to: %d", enable); - sensor->status.wpc = enable; - } - return ret; -} - -//Gamma enable -static int set_raw_gma_dsp(sensor_t *sensor, int enable) -{ - int ret = 0; - ret = write_reg_bits(sensor->slv_addr, 0x5000, 0x20, enable); - if (ret == 0) { - ESP_LOGD(TAG, "Set raw_gma to: %d", enable); - sensor->status.raw_gma = enable; - } - return ret; -} - -static int set_lenc_dsp(sensor_t *sensor, int enable) -{ - int ret = 0; - ret = write_reg_bits(sensor->slv_addr, 0x5000, 0x80, enable); - if (ret == 0) { - ESP_LOGD(TAG, "Set lenc to: %d", enable); - sensor->status.lenc = enable; - } - return ret; -} - -static int get_agc_gain(sensor_t *sensor) -{ - int ra = read_reg(sensor->slv_addr, 0x350a); - if (ra < 0) { - return 0; - } - int rb = read_reg(sensor->slv_addr, 0x350b); - if (rb < 0) { - return 0; - } - int res = (rb & 0xF0) >> 4 | (ra & 0x03) << 4; - if (rb & 0x0F) { - res += 1; - } - return res; -} - -//real gain -static int set_agc_gain(sensor_t *sensor, int gain) -{ - int ret = 0; - if(gain < 0) { - gain = 0; - } else if(gain > 64) { - gain = 64; - } - - //gain value is 6.4 bits float - //in order to use the max range, we deduct 1/16 - int gainv = gain << 4; - if(gainv){ - gainv -= 1; - } - - ret = write_reg(sensor->slv_addr, 0x350a, gainv >> 8) || write_reg(sensor->slv_addr, 0x350b, gainv & 0xff); - if (ret == 0) { - ESP_LOGD(TAG, "Set agc_gain to: %d", gain); - sensor->status.agc_gain = gain; - } - return ret; -} - -static int get_aec_value(sensor_t *sensor) -{ - int ra = read_reg(sensor->slv_addr, 0x3500); - if (ra < 0) { - return 0; - } - int rb = read_reg(sensor->slv_addr, 0x3501); - if (rb < 0) { - return 0; - } - int rc = read_reg(sensor->slv_addr, 0x3502); - if (rc < 0) { - return 0; - } - int res = (ra & 0x0F) << 12 | (rb & 0xFF) << 4 | (rc & 0xF0) >> 4; - return res; -} - -static int set_aec_value(sensor_t *sensor, int value) -{ - int ret = 0, max_val = 0; - max_val = read_reg16(sensor->slv_addr, 0x380e); - if (max_val < 0) { - ESP_LOGE(TAG, "Could not read max aec_value"); - return -1; - } - if (value > max_val) { - value =max_val; - } - - ret = write_reg(sensor->slv_addr, 0x3500, (value >> 12) & 0x0F) - || write_reg(sensor->slv_addr, 0x3501, (value >> 4) & 0xFF) - || write_reg(sensor->slv_addr, 0x3502, (value << 4) & 0xF0); - - if (ret == 0) { - ESP_LOGD(TAG, "Set aec_value to: %d / %d", value, max_val); - sensor->status.aec_value = value; - } - return ret; -} - -static int set_ae_level(sensor_t *sensor, int level) -{ - int ret = 0; - if (level < -5 || level > 5) { - return -1; - } - //good targets are between 5 and 115 - int target_level = ((level + 5) * 10) + 5; - - int level_high, level_low; - int fast_high, fast_low; - - level_low = target_level * 23 / 25; //0.92 (0.46) - level_high = target_level * 27 / 25; //1.08 (2.08) - - fast_low = level_low >> 1; - fast_high = level_high << 1; - - if(fast_high>255) { - fast_high = 255; - } - - ret = write_reg(sensor->slv_addr, 0x3a0f, level_high) - || write_reg(sensor->slv_addr, 0x3a10, level_low) - || write_reg(sensor->slv_addr, 0x3a1b, level_high) - || write_reg(sensor->slv_addr, 0x3a1e, level_low) - || write_reg(sensor->slv_addr, 0x3a11, fast_high) - || write_reg(sensor->slv_addr, 0x3a1f, fast_low); - - if (ret == 0) { - ESP_LOGD(TAG, "Set ae_level to: %d", level); - sensor->status.ae_level = level; - } - return ret; -} - -static int set_wb_mode(sensor_t *sensor, int mode) -{ - int ret = 0; - if (mode < 0 || mode > 4) { - return -1; - } - - ret = write_reg(sensor->slv_addr, 0x3406, (mode != 0)); - if (ret) { - return ret; - } - switch (mode) { - case 1://Sunny - ret = write_reg16(sensor->slv_addr, 0x3400, 0x5e0) //AWB R GAIN - || write_reg16(sensor->slv_addr, 0x3402, 0x410) //AWB G GAIN - || write_reg16(sensor->slv_addr, 0x3404, 0x540);//AWB B GAIN - break; - case 2://Cloudy - ret = write_reg16(sensor->slv_addr, 0x3400, 0x650) //AWB R GAIN - || write_reg16(sensor->slv_addr, 0x3402, 0x410) //AWB G GAIN - || write_reg16(sensor->slv_addr, 0x3404, 0x4f0);//AWB B GAIN - break; - case 3://Office - ret = write_reg16(sensor->slv_addr, 0x3400, 0x520) //AWB R GAIN - || write_reg16(sensor->slv_addr, 0x3402, 0x410) //AWB G GAIN - || write_reg16(sensor->slv_addr, 0x3404, 0x660);//AWB B GAIN - break; - case 4://HOME - ret = write_reg16(sensor->slv_addr, 0x3400, 0x420) //AWB R GAIN - || write_reg16(sensor->slv_addr, 0x3402, 0x3f0) //AWB G GAIN - || write_reg16(sensor->slv_addr, 0x3404, 0x710);//AWB B GAIN - break; - default://AUTO - break; - } - - if (ret == 0) { - ESP_LOGD(TAG, "Set wb_mode to: %d", mode); - sensor->status.wb_mode = mode; - } - return ret; -} - -static int set_awb_gain_dsp(sensor_t *sensor, int enable) -{ - int ret = 0; - int old_mode = sensor->status.wb_mode; - int mode = enable?old_mode:0; - - ret = set_wb_mode(sensor, mode); - - if (ret == 0) { - sensor->status.wb_mode = old_mode; - ESP_LOGD(TAG, "Set awb_gain to: %d", enable); - sensor->status.awb_gain = enable; - } - return ret; -} - -static int set_special_effect(sensor_t *sensor, int effect) -{ - int ret=0; - if (effect < 0 || effect > 6) { - return -1; - } - - uint8_t * regs = (uint8_t *)sensor_special_effects[effect]; - ret = write_reg(sensor->slv_addr, 0x5580, regs[0]) - || write_reg(sensor->slv_addr, 0x5583, regs[1]) - || write_reg(sensor->slv_addr, 0x5584, regs[2]) - || write_reg(sensor->slv_addr, 0x5003, regs[3]); - - if (ret == 0) { - ESP_LOGD(TAG, "Set special_effect to: %d", effect); - sensor->status.special_effect = effect; - } - return ret; -} - -static int set_brightness(sensor_t *sensor, int level) -{ - int ret = 0; - uint8_t value = 0; - bool negative = false; - - switch (level) { - case 3: - value = 0x30; - break; - case 2: - value = 0x20; - break; - case 1: - value = 0x10; - break; - case -1: - value = 0x10; - negative = true; - break; - case -2: - value = 0x20; - negative = true; - break; - case -3: - value = 0x30; - negative = true; - break; - default: // 0 - break; - } - - ret = write_reg(sensor->slv_addr, 0x5587, value); - if (ret == 0) { - ret = write_reg_bits(sensor->slv_addr, 0x5588, 0x08, negative); - } - - if (ret == 0) { - ESP_LOGD(TAG, "Set brightness to: %d", level); - sensor->status.brightness = level; - } - return ret; -} - -static int set_contrast(sensor_t *sensor, int level) -{ - int ret = 0; - if(level > 3 || level < -3) { - return -1; - } - ret = write_reg(sensor->slv_addr, 0x5586, (level + 4) << 3); - - if (ret == 0) { - ESP_LOGD(TAG, "Set contrast to: %d", level); - sensor->status.contrast = level; - } - return ret; -} - -static int set_saturation(sensor_t *sensor, int level) -{ - int ret = 0; - if(level > 4 || level < -4) { - return -1; - } - - uint8_t * regs = (uint8_t *)sensor_saturation_levels[level+4]; - for(int i=0; i<11; i++) { - ret = write_reg(sensor->slv_addr, 0x5381 + i, regs[i]); - if (ret) { - break; - } - } - - if (ret == 0) { - ESP_LOGD(TAG, "Set saturation to: %d", level); - sensor->status.saturation = level; - } - return ret; -} - -static int set_sharpness(sensor_t *sensor, int level) -{ - int ret = 0; - if(level > 3 || level < -3) { - return -1; - } - - uint8_t mt_offset_2 = (level + 3) * 8; - uint8_t mt_offset_1 = mt_offset_2 + 1; - - ret = write_reg_bits(sensor->slv_addr, 0x5308, 0x40, false)//0x40 means auto - || write_reg(sensor->slv_addr, 0x5300, 0x10) - || write_reg(sensor->slv_addr, 0x5301, 0x10) - || write_reg(sensor->slv_addr, 0x5302, mt_offset_1) - || write_reg(sensor->slv_addr, 0x5303, mt_offset_2) - || write_reg(sensor->slv_addr, 0x5309, 0x10) - || write_reg(sensor->slv_addr, 0x530a, 0x10) - || write_reg(sensor->slv_addr, 0x530b, 0x04) - || write_reg(sensor->slv_addr, 0x530c, 0x06); - - if (ret == 0) { - ESP_LOGD(TAG, "Set sharpness to: %d", level); - sensor->status.sharpness = level; - } - return ret; -} - -static int set_gainceiling(sensor_t *sensor, gainceiling_t level) -{ - int ret = 0, l = (int)level; - - ret = write_reg(sensor->slv_addr, 0x3A18, (l >> 8) & 3) - || write_reg(sensor->slv_addr, 0x3A19, l & 0xFF); - - if (ret == 0) { - ESP_LOGD(TAG, "Set gainceiling to: %d", l); - sensor->status.gainceiling = l; - } - return ret; -} - -static int get_denoise(sensor_t *sensor) -{ - if (!check_reg_mask(sensor->slv_addr, 0x5308, 0x10)) { - return 0; - } - return (read_reg(sensor->slv_addr, 0x5306) / 4) + 1; -} - -static int set_denoise(sensor_t *sensor, int level) -{ - int ret = 0; - if (level < 0 || level > 8) { - return -1; - } - - ret = write_reg_bits(sensor->slv_addr, 0x5308, 0x10, level > 0); - if (ret == 0 && level > 0) { - ret = write_reg(sensor->slv_addr, 0x5306, (level - 1) * 4); - } - - if (ret == 0) { - ESP_LOGD(TAG, "Set denoise to: %d", level); - sensor->status.denoise = level; - } - return ret; -} - -static int get_reg(sensor_t *sensor, int reg, int mask) -{ - int ret = 0, ret2 = 0; - if(mask > 0xFF){ - ret = read_reg16(sensor->slv_addr, reg); - if(ret >= 0 && mask > 0xFFFF){ - ret2 = read_reg(sensor->slv_addr, reg+2); - if(ret2 >= 0){ - ret = (ret << 8) | ret2 ; - } else { - ret = ret2; - } - } - } else { - ret = read_reg(sensor->slv_addr, reg); - } - if(ret > 0){ - ret &= mask; - } - return ret; -} - -static int set_reg(sensor_t *sensor, int reg, int mask, int value) -{ - int ret = 0, ret2 = 0; - if(mask > 0xFF){ - ret = read_reg16(sensor->slv_addr, reg); - if(ret >= 0 && mask > 0xFFFF){ - ret2 = read_reg(sensor->slv_addr, reg+2); - if(ret2 >= 0){ - ret = (ret << 8) | ret2 ; - } else { - ret = ret2; - } - } - } else { - ret = read_reg(sensor->slv_addr, reg); - } - if(ret < 0){ - return ret; - } - value = (ret & ~mask) | (value & mask); - if(mask > 0xFFFF){ - ret = write_reg16(sensor->slv_addr, reg, value >> 8); - if(ret >= 0){ - ret = write_reg(sensor->slv_addr, reg+2, value & 0xFF); - } - } else if(mask > 0xFF){ - ret = write_reg16(sensor->slv_addr, reg, value); - } else { - ret = write_reg(sensor->slv_addr, reg, value); - } - return ret; -} - -static int set_res_raw(sensor_t *sensor, int startX, int startY, int endX, int endY, int offsetX, int offsetY, int totalX, int totalY, int outputX, int outputY, bool scale, bool binning) -{ - int ret = 0; - ret = write_addr_reg(sensor->slv_addr, X_ADDR_ST_H, startX, startY) - || write_addr_reg(sensor->slv_addr, X_ADDR_END_H, endX, endY) - || write_addr_reg(sensor->slv_addr, X_OFFSET_H, offsetX, offsetY) - || write_addr_reg(sensor->slv_addr, X_TOTAL_SIZE_H, totalX, totalY) - || write_addr_reg(sensor->slv_addr, X_OUTPUT_SIZE_H, outputX, outputY) - || write_reg_bits(sensor->slv_addr, ISP_CONTROL_01, 0x20, scale); - if(!ret){ - sensor->status.scale = scale; - sensor->status.binning = binning; - ret = set_image_options(sensor); - } - return ret; -} - -static int _set_pll(sensor_t *sensor, int bypass, int multiplier, int sys_div, int root_2x, int pre_div, int seld5, int pclk_manual, int pclk_div) -{ - return set_pll(sensor, bypass > 0, multiplier, sys_div, pre_div, root_2x > 0, seld5, pclk_manual > 0, pclk_div); -} - -static int set_xclk(sensor_t *sensor, int timer, int xclk) -{ - int ret = 0; - sensor->xclk_freq_hz = xclk * 1000000U; - ret = xclk_timer_conf(timer, sensor->xclk_freq_hz); - return ret; -} - -static int init_status(sensor_t *sensor) -{ - sensor->status.brightness = 0; - sensor->status.contrast = 0; - sensor->status.saturation = 0; - sensor->status.sharpness = (read_reg(sensor->slv_addr, 0x5303) / 8) - 3; - sensor->status.denoise = get_denoise(sensor); - sensor->status.ae_level = 0; - sensor->status.gainceiling = read_reg16(sensor->slv_addr, 0x3A18) & 0x3FF; - sensor->status.awb = check_reg_mask(sensor->slv_addr, ISP_CONTROL_01, 0x01); - sensor->status.dcw = !check_reg_mask(sensor->slv_addr, 0x5183, 0x80); - sensor->status.agc = !check_reg_mask(sensor->slv_addr, AEC_PK_MANUAL, AEC_PK_MANUAL_AGC_MANUALEN); - sensor->status.aec = !check_reg_mask(sensor->slv_addr, AEC_PK_MANUAL, AEC_PK_MANUAL_AEC_MANUALEN); - sensor->status.hmirror = check_reg_mask(sensor->slv_addr, TIMING_TC_REG21, TIMING_TC_REG21_HMIRROR); - sensor->status.vflip = check_reg_mask(sensor->slv_addr, TIMING_TC_REG20, TIMING_TC_REG20_VFLIP); - sensor->status.colorbar = check_reg_mask(sensor->slv_addr, PRE_ISP_TEST_SETTING_1, TEST_COLOR_BAR); - sensor->status.bpc = check_reg_mask(sensor->slv_addr, 0x5000, 0x04); - sensor->status.wpc = check_reg_mask(sensor->slv_addr, 0x5000, 0x02); - sensor->status.raw_gma = check_reg_mask(sensor->slv_addr, 0x5000, 0x20); - sensor->status.lenc = check_reg_mask(sensor->slv_addr, 0x5000, 0x80); - sensor->status.quality = read_reg(sensor->slv_addr, COMPRESSION_CTRL07) & 0x3f; - sensor->status.special_effect = 0; - sensor->status.wb_mode = 0; - sensor->status.awb_gain = check_reg_mask(sensor->slv_addr, 0x3406, 0x01); - sensor->status.agc_gain = get_agc_gain(sensor); - sensor->status.aec_value = get_aec_value(sensor); - sensor->status.aec2 = check_reg_mask(sensor->slv_addr, 0x3a00, 0x04); - return 0; -} - -int ov3660_detect(int slv_addr, sensor_id_t *id) -{ - if (OV3660_SCCB_ADDR == slv_addr) { - uint8_t h = SCCB_Read16(slv_addr, 0x300A); - uint8_t l = SCCB_Read16(slv_addr, 0x300B); - uint16_t PID = (h<<8) | l; - if (OV3660_PID == PID) { - id->PID = PID; - return PID; - } else { - ESP_LOGI(TAG, "Mismatch PID=0x%x", PID); - } - } - return 0; -} - -int ov3660_init(sensor_t *sensor) -{ - sensor->reset = reset; - sensor->set_pixformat = set_pixformat; - sensor->set_framesize = set_framesize; - sensor->set_contrast = set_contrast; - sensor->set_brightness = set_brightness; - sensor->set_saturation = set_saturation; - sensor->set_sharpness = set_sharpness; - sensor->set_gainceiling = set_gainceiling; - sensor->set_quality = set_quality; - sensor->set_colorbar = set_colorbar; - sensor->set_gain_ctrl = set_gain_ctrl; - sensor->set_exposure_ctrl = set_exposure_ctrl; - sensor->set_whitebal = set_whitebal; - sensor->set_hmirror = set_hmirror; - sensor->set_vflip = set_vflip; - sensor->init_status = init_status; - sensor->set_aec2 = set_aec2; - sensor->set_aec_value = set_aec_value; - sensor->set_special_effect = set_special_effect; - sensor->set_wb_mode = set_wb_mode; - sensor->set_ae_level = set_ae_level; - sensor->set_dcw = set_dcw_dsp; - sensor->set_bpc = set_bpc_dsp; - sensor->set_wpc = set_wpc_dsp; - sensor->set_awb_gain = set_awb_gain_dsp; - sensor->set_agc_gain = set_agc_gain; - sensor->set_raw_gma = set_raw_gma_dsp; - sensor->set_lenc = set_lenc_dsp; - sensor->set_denoise = set_denoise; - - sensor->get_reg = get_reg; - sensor->set_reg = set_reg; - sensor->set_res_raw = set_res_raw; - sensor->set_pll = _set_pll; - sensor->set_xclk = set_xclk; - return 0; -} diff --git a/code/components/esp32-camera-master/sensors/ov5640.c b/code/components/esp32-camera-master/sensors/ov5640.c deleted file mode 100644 index a32b374f..00000000 --- a/code/components/esp32-camera-master/sensors/ov5640.c +++ /dev/null @@ -1,1130 +0,0 @@ -/* - * This file is part of the OpenMV project. - * Copyright (c) 2013/2014 Ibrahim Abdelkader - * This work is licensed under the MIT license, see the file LICENSE for details. - * - * OV3660 driver. - * - */ -#include -#include -#include -#include "sccb.h" -#include "xclk.h" -#include "ov5640.h" -#include "ov5640_regs.h" -#include "ov5640_settings.h" -#include "freertos/FreeRTOS.h" -#include "freertos/task.h" - -#if defined(ARDUINO_ARCH_ESP32) && defined(CONFIG_ARDUHAL_ESP_LOG) -#include "esp32-hal-log.h" -#else -#include "esp_log.h" -static const char *TAG = "ov5640"; -#endif - -//#define REG_DEBUG_ON - -static int read_reg(uint8_t slv_addr, const uint16_t reg){ - int ret = SCCB_Read16(slv_addr, reg); -#ifdef REG_DEBUG_ON - if (ret < 0) { - ESP_LOGE(TAG, "READ REG 0x%04x FAILED: %d", reg, ret); - } -#endif - return ret; -} - -static int check_reg_mask(uint8_t slv_addr, uint16_t reg, uint8_t mask){ - return (read_reg(slv_addr, reg) & mask) == mask; -} - -static int read_reg16(uint8_t slv_addr, const uint16_t reg){ - int ret = 0, ret2 = 0; - ret = read_reg(slv_addr, reg); - if (ret >= 0) { - ret = (ret & 0xFF) << 8; - ret2 = read_reg(slv_addr, reg+1); - if (ret2 < 0) { - ret = ret2; - } else { - ret |= ret2 & 0xFF; - } - } - return ret; -} - -//static void dump_reg(sensor_t *sensor, const uint16_t reg){ -// int v = SCCB_Read16(sensor->slv_addr, reg); -// if(v < 0){ -// ets_printf(" 0x%04x: FAIL[%d]\n", reg, v); -// } else { -// ets_printf(" 0x%04x: 0x%02X\n", reg, v); -// } -//} -// -//static void dump_range(sensor_t *sensor, const char * name, const uint16_t start_reg, const uint16_t end_reg){ -// ets_printf("%s: 0x%04x - 0x%04X\n", name, start_reg, end_reg); -// for(uint16_t reg = start_reg; reg <= end_reg; reg++){ -// dump_reg(sensor, reg); -// } -//} -// -//static void dump_regs(sensor_t *sensor){ -//// dump_range(sensor, "All Regs", 0x3000, 0x6100); -//// dump_range(sensor, "system and IO pad control", 0x3000, 0x3052); -//// dump_range(sensor, "SCCB control", 0x3100, 0x3108); -//// dump_range(sensor, "SRB control", 0x3200, 0x3211); -//// dump_range(sensor, "AWB gain control", 0x3400, 0x3406); -//// dump_range(sensor, "AEC/AGC control", 0x3500, 0x350D); -//// dump_range(sensor, "VCM control", 0x3600, 0x3606); -//// dump_range(sensor, "timing control", 0x3800, 0x3821); -//// dump_range(sensor, "AEC/AGC power down domain control", 0x3A00, 0x3A25); -//// dump_range(sensor, "strobe control", 0x3B00, 0x3B0C); -//// dump_range(sensor, "50/60Hz detector control", 0x3C00, 0x3C1E); -//// dump_range(sensor, "OTP control", 0x3D00, 0x3D21); -//// dump_range(sensor, "MC control", 0x3F00, 0x3F0D); -//// dump_range(sensor, "BLC control", 0x4000, 0x4033); -//// dump_range(sensor, "frame control", 0x4201, 0x4202); -//// dump_range(sensor, "format control", 0x4300, 0x430D); -//// dump_range(sensor, "JPEG control", 0x4400, 0x4431); -//// dump_range(sensor, "VFIFO control", 0x4600, 0x460D); -//// dump_range(sensor, "DVP control", 0x4709, 0x4745); -//// dump_range(sensor, "MIPI control", 0x4800, 0x4837); -//// dump_range(sensor, "ISP frame control", 0x4901, 0x4902); -//// dump_range(sensor, "ISP top control", 0x5000, 0x5063); -//// dump_range(sensor, "AWB control", 0x5180, 0x51D0); -//// dump_range(sensor, "CIP control", 0x5300, 0x530F); -//// dump_range(sensor, "CMX control", 0x5380, 0x538B); -//// dump_range(sensor, "gamma control", 0x5480, 0x5490); -//// dump_range(sensor, "SDE control", 0x5580, 0x558C); -//// dump_range(sensor, "scale control", 0x5600, 0x5606); -//// dump_range(sensor, "AVG control", 0x5680, 0x56A2); -//// dump_range(sensor, "LENC control", 0x5800, 0x5849); -//// dump_range(sensor, "AFC control", 0x6000, 0x603F); -//} - -static int write_reg(uint8_t slv_addr, const uint16_t reg, uint8_t value){ - int ret = 0; -#ifndef REG_DEBUG_ON - ret = SCCB_Write16(slv_addr, reg, value); -#else - int old_value = read_reg(slv_addr, reg); - if (old_value < 0) { - return old_value; - } - if ((uint8_t)old_value != value) { - ESP_LOGI(TAG, "NEW REG 0x%04x: 0x%02x to 0x%02x", reg, (uint8_t)old_value, value); - ret = SCCB_Write16(slv_addr, reg, value); - } else { - ESP_LOGD(TAG, "OLD REG 0x%04x: 0x%02x", reg, (uint8_t)old_value); - ret = SCCB_Write16(slv_addr, reg, value);//maybe not? - } - if (ret < 0) { - ESP_LOGE(TAG, "WRITE REG 0x%04x FAILED: %d", reg, ret); - } -#endif - return ret; -} - -static int set_reg_bits(uint8_t slv_addr, uint16_t reg, uint8_t offset, uint8_t mask, uint8_t value) -{ - int ret = 0; - uint8_t c_value, new_value; - ret = read_reg(slv_addr, reg); - if(ret < 0) { - return ret; - } - c_value = ret; - new_value = (c_value & ~(mask << offset)) | ((value & mask) << offset); - ret = write_reg(slv_addr, reg, new_value); - return ret; -} - -static int write_regs(uint8_t slv_addr, const uint16_t (*regs)[2]) -{ - int i = 0, ret = 0; - while (!ret && regs[i][0] != REGLIST_TAIL) { - if (regs[i][0] == REG_DLY) { - vTaskDelay(regs[i][1] / portTICK_PERIOD_MS); - } else { - ret = write_reg(slv_addr, regs[i][0], regs[i][1]); - } - i++; - } - return ret; -} - -static int write_reg16(uint8_t slv_addr, const uint16_t reg, uint16_t value) -{ - if (write_reg(slv_addr, reg, value >> 8) || write_reg(slv_addr, reg + 1, value)) { - return -1; - } - return 0; -} - -static int write_addr_reg(uint8_t slv_addr, const uint16_t reg, uint16_t x_value, uint16_t y_value) -{ - if (write_reg16(slv_addr, reg, x_value) || write_reg16(slv_addr, reg + 2, y_value)) { - return -1; - } - return 0; -} - -#define write_reg_bits(slv_addr, reg, mask, enable) set_reg_bits(slv_addr, reg, 0, mask, (enable)?(mask):0) - -static int calc_sysclk(int xclk, bool pll_bypass, int pll_multiplier, int pll_sys_div, int pre_div, bool root_2x, int pclk_root_div, bool pclk_manual, int pclk_div) -{ - const float pll_pre_div2x_map[] = { 1, 1, 2, 3, 4, 1.5, 6, 2.5, 8}; - const int pll_pclk_root_div_map[] = { 1, 2, 4, 8 }; - - if(!pll_sys_div) { - pll_sys_div = 1; - } - - float pll_pre_div = pll_pre_div2x_map[pre_div]; - unsigned int root_2x_div = root_2x?2:1; - unsigned int pll_pclk_root_div = pll_pclk_root_div_map[pclk_root_div]; - - unsigned int REFIN = xclk / pll_pre_div; - - unsigned int VCO = REFIN * pll_multiplier / root_2x_div; - - unsigned int PLL_CLK = pll_bypass?(xclk):(VCO / pll_sys_div * 2 / 5);//5 here is 10bit mode / 2, for 8bit it should be 4 (reg 0x3034) - - unsigned int PCLK = PLL_CLK / pll_pclk_root_div / ((pclk_manual && pclk_div)?pclk_div:2); - - unsigned int SYSCLK = PLL_CLK / 4; - - ESP_LOGI(TAG, "Calculated XVCLK: %d Hz, REFIN: %u Hz, VCO: %u Hz, PLL_CLK: %u Hz, SYSCLK: %u Hz, PCLK: %u Hz", xclk, REFIN, VCO, PLL_CLK, SYSCLK, PCLK); - return SYSCLK; -} - -static int set_pll(sensor_t *sensor, bool bypass, uint8_t multiplier, uint8_t sys_div, uint8_t pre_div, bool root_2x, uint8_t pclk_root_div, bool pclk_manual, uint8_t pclk_div){ - int ret = 0; - if(multiplier > 252 || multiplier < 4 || sys_div > 15 || pre_div > 8 || pclk_div > 31 || pclk_root_div > 3){ - ESP_LOGE(TAG, "Invalid arguments"); - return -1; - } - if(multiplier > 127){ - multiplier &= 0xFE;//only even integers above 127 - } - ESP_LOGI(TAG, "Set PLL: bypass: %u, multiplier: %u, sys_div: %u, pre_div: %u, root_2x: %u, pclk_root_div: %u, pclk_manual: %u, pclk_div: %u", bypass, multiplier, sys_div, pre_div, root_2x, pclk_root_div, pclk_manual, pclk_div); - - calc_sysclk(sensor->xclk_freq_hz, bypass, multiplier, sys_div, pre_div, root_2x, pclk_root_div, pclk_manual, pclk_div); - - ret = write_reg(sensor->slv_addr, 0x3039, bypass?0x80:0x00); - if (ret == 0) { - ret = write_reg(sensor->slv_addr, 0x3034, 0x1A);//10bit mode - } - if (ret == 0) { - ret = write_reg(sensor->slv_addr, 0x3035, 0x01 | ((sys_div & 0x0f) << 4)); - } - if (ret == 0) { - ret = write_reg(sensor->slv_addr, 0x3036, multiplier & 0xff); - } - if (ret == 0) { - ret = write_reg(sensor->slv_addr, 0x3037, (pre_div & 0xf) | (root_2x?0x10:0x00)); - } - if (ret == 0) { - ret = write_reg(sensor->slv_addr, 0x3108, (pclk_root_div & 0x3) << 4 | 0x06); - } - if (ret == 0) { - ret = write_reg(sensor->slv_addr, 0x3824, pclk_div & 0x1f); - } - if (ret == 0) { - ret = write_reg(sensor->slv_addr, 0x460C, pclk_manual?0x22:0x20); - } - if (ret == 0) { - ret = write_reg(sensor->slv_addr, 0x3103, 0x13);// system clock from pll, bit[1] - } - if(ret){ - ESP_LOGE(TAG, "set_sensor_pll FAILED!"); - } - return ret; -} - -static int set_ae_level(sensor_t *sensor, int level); - -static int reset(sensor_t *sensor) -{ - //dump_regs(sensor); - vTaskDelay(100 / portTICK_PERIOD_MS); - int ret = 0; - // Software Reset: clear all registers and reset them to their default values - ret = write_reg(sensor->slv_addr, SYSTEM_CTROL0, 0x82); - if(ret){ - ESP_LOGE(TAG, "Software Reset FAILED!"); - return ret; - } - vTaskDelay(100 / portTICK_PERIOD_MS); - ret = write_regs(sensor->slv_addr, sensor_default_regs); - if (ret == 0) { - ESP_LOGD(TAG, "Camera defaults loaded"); - vTaskDelay(100 / portTICK_PERIOD_MS); - //write_regs(sensor->slv_addr, sensor_regs_awb0); - //write_regs(sensor->slv_addr, sensor_regs_gamma1); - } - return ret; -} - -static int set_pixformat(sensor_t *sensor, pixformat_t pixformat) -{ - int ret = 0; - const uint16_t (*regs)[2]; - - switch (pixformat) { - case PIXFORMAT_YUV422: - regs = sensor_fmt_yuv422; - break; - - case PIXFORMAT_GRAYSCALE: - regs = sensor_fmt_grayscale; - break; - - case PIXFORMAT_RGB565: - case PIXFORMAT_RGB888: - regs = sensor_fmt_rgb565; - break; - - case PIXFORMAT_JPEG: - regs = sensor_fmt_jpeg; - break; - - case PIXFORMAT_RAW: - regs = sensor_fmt_raw; - break; - - default: - ESP_LOGE(TAG, "Unsupported pixformat: %u", pixformat); - return -1; - } - - ret = write_regs(sensor->slv_addr, regs); - if(ret == 0) { - sensor->pixformat = pixformat; - ESP_LOGD(TAG, "Set pixformat to: %u", pixformat); - } - return ret; -} - -static int set_image_options(sensor_t *sensor) -{ - int ret = 0; - uint8_t reg20 = 0; - uint8_t reg21 = 0; - uint8_t reg4514 = 0; - uint8_t reg4514_test = 0; - - // compression - if (sensor->pixformat == PIXFORMAT_JPEG) { - reg21 |= 0x20; - } - - // binning - if (!sensor->status.binning) { - reg20 |= 0x40; - } else { - reg20 |= 0x01; - reg21 |= 0x01; - reg4514_test |= 4; - } - - // V-Flip - if (sensor->status.vflip) { - reg20 |= 0x06; - reg4514_test |= 1; - } - - // H-Mirror - if (sensor->status.hmirror) { - reg21 |= 0x06; - reg4514_test |= 2; - } - - switch (reg4514_test) { - //no binning - case 0: reg4514 = 0x88; break;//normal - case 1: reg4514 = 0x00; break;//v-flip - case 2: reg4514 = 0xbb; break;//h-mirror - case 3: reg4514 = 0x00; break;//v-flip+h-mirror - //binning - case 4: reg4514 = 0xaa; break;//normal - case 5: reg4514 = 0xbb; break;//v-flip - case 6: reg4514 = 0xbb; break;//h-mirror - case 7: reg4514 = 0xaa; break;//v-flip+h-mirror - } - - if(write_reg(sensor->slv_addr, TIMING_TC_REG20, reg20) - || write_reg(sensor->slv_addr, TIMING_TC_REG21, reg21) - || write_reg(sensor->slv_addr, 0x4514, reg4514)){ - ESP_LOGE(TAG, "Setting Image Options Failed"); - return -1; - } - - if (!sensor->status.binning) { - ret = write_reg(sensor->slv_addr, 0x4520, 0x10) - || write_reg(sensor->slv_addr, X_INCREMENT, 0x11)//odd:1, even: 1 - || write_reg(sensor->slv_addr, Y_INCREMENT, 0x11);//odd:1, even: 1 - } else { - ret = write_reg(sensor->slv_addr, 0x4520, 0x0b) - || write_reg(sensor->slv_addr, X_INCREMENT, 0x31)//odd:3, even: 1 - || write_reg(sensor->slv_addr, Y_INCREMENT, 0x31);//odd:3, even: 1 - } - - ESP_LOGD(TAG, "Set Image Options: Compression: %u, Binning: %u, V-Flip: %u, H-Mirror: %u, Reg-4514: 0x%02x", - sensor->pixformat == PIXFORMAT_JPEG, sensor->status.binning, sensor->status.vflip, sensor->status.hmirror, reg4514); - return ret; -} - -static int set_framesize(sensor_t *sensor, framesize_t framesize) -{ - int ret = 0; - framesize_t old_framesize = sensor->status.framesize; - sensor->status.framesize = framesize; - - if(framesize > FRAMESIZE_QSXGA){ - ESP_LOGE(TAG, "Invalid framesize: %u", framesize); - return -1; - } - uint16_t w = resolution[framesize].width; - uint16_t h = resolution[framesize].height; - aspect_ratio_t ratio = resolution[framesize].aspect_ratio; - ratio_settings_t settings = ratio_table[ratio]; - - sensor->status.binning = (w <= (settings.max_width / 2) && h <= (settings.max_height / 2)); - sensor->status.scale = !((w == settings.max_width && h == settings.max_height) - || (w == (settings.max_width / 2) && h == (settings.max_height / 2))); - - ret = write_addr_reg(sensor->slv_addr, X_ADDR_ST_H, settings.start_x, settings.start_y) - || write_addr_reg(sensor->slv_addr, X_ADDR_END_H, settings.end_x, settings.end_y) - || write_addr_reg(sensor->slv_addr, X_OUTPUT_SIZE_H, w, h); - - if (ret) { - goto fail; - } - - if (!sensor->status.binning) { - ret = write_addr_reg(sensor->slv_addr, X_TOTAL_SIZE_H, settings.total_x, settings.total_y) - || write_addr_reg(sensor->slv_addr, X_OFFSET_H, settings.offset_x, settings.offset_y); - } else { - if (w > 920) { - ret = write_addr_reg(sensor->slv_addr, X_TOTAL_SIZE_H, settings.total_x - 200, settings.total_y / 2); - } else { - ret = write_addr_reg(sensor->slv_addr, X_TOTAL_SIZE_H, 2060, settings.total_y / 2); - } - if (ret == 0) { - ret = write_addr_reg(sensor->slv_addr, X_OFFSET_H, settings.offset_x / 2, settings.offset_y / 2); - } - } - - if (ret == 0) { - ret = write_reg_bits(sensor->slv_addr, ISP_CONTROL_01, 0x20, sensor->status.scale); - } - - if (ret == 0) { - ret = set_image_options(sensor); - } - - if (ret) { - goto fail; - } - - if (sensor->pixformat == PIXFORMAT_JPEG) { - //10MHz PCLK - uint8_t sys_mul = 200; - if(framesize < FRAMESIZE_QVGA || sensor->xclk_freq_hz == 16000000){ - sys_mul = 160; - } else if(framesize < FRAMESIZE_XGA){ - sys_mul = 180; - } - ret = set_pll(sensor, false, sys_mul, 4, 2, false, 2, true, 4); - //Set PLL: bypass: 0, multiplier: sys_mul, sys_div: 4, pre_div: 2, root_2x: 0, pclk_root_div: 2, pclk_manual: 1, pclk_div: 4 - } else { - //ret = set_pll(sensor, false, 8, 1, 1, false, 1, true, 4); - if (framesize > FRAMESIZE_HVGA) { - ret = set_pll(sensor, false, 10, 1, 2, false, 1, true, 2); - } else if (framesize >= FRAMESIZE_QVGA) { - ret = set_pll(sensor, false, 8, 1, 1, false, 1, true, 4); - } else { - ret = set_pll(sensor, false, 20, 1, 1, false, 1, true, 8); - } - } - - if (ret == 0) { - ESP_LOGD(TAG, "Set framesize to: %ux%u", w, h); - } - return ret; - -fail: - sensor->status.framesize = old_framesize; - ESP_LOGE(TAG, "Setting framesize to: %ux%u failed", w, h); - return ret; -} - -static int set_hmirror(sensor_t *sensor, int enable) -{ - int ret = 0; - sensor->status.hmirror = enable; - ret = set_image_options(sensor); - if (ret == 0) { - ESP_LOGD(TAG, "Set h-mirror to: %d", enable); - } - return ret; -} - -static int set_vflip(sensor_t *sensor, int enable) -{ - int ret = 0; - sensor->status.vflip = enable; - ret = set_image_options(sensor); - if (ret == 0) { - ESP_LOGD(TAG, "Set v-flip to: %d", enable); - } - return ret; -} - -static int set_quality(sensor_t *sensor, int qs) -{ - int ret = 0; - ret = write_reg(sensor->slv_addr, COMPRESSION_CTRL07, qs & 0x3f); - if (ret == 0) { - sensor->status.quality = qs; - ESP_LOGD(TAG, "Set quality to: %d", qs); - } - return ret; -} - -static int set_colorbar(sensor_t *sensor, int enable) -{ - int ret = 0; - ret = write_reg_bits(sensor->slv_addr, PRE_ISP_TEST_SETTING_1, TEST_COLOR_BAR, enable); - if (ret == 0) { - sensor->status.colorbar = enable; - ESP_LOGD(TAG, "Set colorbar to: %d", enable); - } - return ret; -} - -static int set_gain_ctrl(sensor_t *sensor, int enable) -{ - int ret = 0; - ret = write_reg_bits(sensor->slv_addr, AEC_PK_MANUAL, AEC_PK_MANUAL_AGC_MANUALEN, !enable); - if (ret == 0) { - ESP_LOGD(TAG, "Set gain_ctrl to: %d", enable); - sensor->status.agc = enable; - } - return ret; -} - -static int set_exposure_ctrl(sensor_t *sensor, int enable) -{ - int ret = 0; - ret = write_reg_bits(sensor->slv_addr, AEC_PK_MANUAL, AEC_PK_MANUAL_AEC_MANUALEN, !enable); - if (ret == 0) { - ESP_LOGD(TAG, "Set exposure_ctrl to: %d", enable); - sensor->status.aec = enable; - } - return ret; -} - -static int set_whitebal(sensor_t *sensor, int enable) -{ - int ret = 0; - ret = write_reg_bits(sensor->slv_addr, ISP_CONTROL_01, 0x01, enable); - if (ret == 0) { - ESP_LOGD(TAG, "Set awb to: %d", enable); - sensor->status.awb = enable; - } - return ret; -} - -//Advanced AWB -static int set_dcw_dsp(sensor_t *sensor, int enable) -{ - int ret = 0; - ret = write_reg_bits(sensor->slv_addr, 0x5183, 0x80, !enable); - if (ret == 0) { - ESP_LOGD(TAG, "Set dcw to: %d", enable); - sensor->status.dcw = enable; - } - return ret; -} - -//night mode enable -static int set_aec2(sensor_t *sensor, int enable) -{ - int ret = 0; - ret = write_reg_bits(sensor->slv_addr, 0x3a00, 0x04, enable); - if (ret == 0) { - ESP_LOGD(TAG, "Set aec2 to: %d", enable); - sensor->status.aec2 = enable; - } - return ret; -} - -static int set_bpc_dsp(sensor_t *sensor, int enable) -{ - int ret = 0; - ret = write_reg_bits(sensor->slv_addr, 0x5000, 0x04, enable); - if (ret == 0) { - ESP_LOGD(TAG, "Set bpc to: %d", enable); - sensor->status.bpc = enable; - } - return ret; -} - -static int set_wpc_dsp(sensor_t *sensor, int enable) -{ - int ret = 0; - ret = write_reg_bits(sensor->slv_addr, 0x5000, 0x02, enable); - if (ret == 0) { - ESP_LOGD(TAG, "Set wpc to: %d", enable); - sensor->status.wpc = enable; - } - return ret; -} - -//Gamma enable -static int set_raw_gma_dsp(sensor_t *sensor, int enable) -{ - int ret = 0; - ret = write_reg_bits(sensor->slv_addr, 0x5000, 0x20, enable); - if (ret == 0) { - ESP_LOGD(TAG, "Set raw_gma to: %d", enable); - sensor->status.raw_gma = enable; - } - return ret; -} - -static int set_lenc_dsp(sensor_t *sensor, int enable) -{ - int ret = 0; - ret = write_reg_bits(sensor->slv_addr, 0x5000, 0x80, enable); - if (ret == 0) { - ESP_LOGD(TAG, "Set lenc to: %d", enable); - sensor->status.lenc = enable; - } - return ret; -} - -static int get_agc_gain(sensor_t *sensor) -{ - int ra = read_reg(sensor->slv_addr, 0x350a); - if (ra < 0) { - return 0; - } - int rb = read_reg(sensor->slv_addr, 0x350b); - if (rb < 0) { - return 0; - } - int res = (rb & 0xF0) >> 4 | (ra & 0x03) << 4; - if (rb & 0x0F) { - res += 1; - } - return res; -} - -//real gain -static int set_agc_gain(sensor_t *sensor, int gain) -{ - int ret = 0; - if(gain < 0) { - gain = 0; - } else if(gain > 64) { - gain = 64; - } - - //gain value is 6.4 bits float - //in order to use the max range, we deduct 1/16 - int gainv = gain << 4; - if(gainv){ - gainv -= 1; - } - - ret = write_reg(sensor->slv_addr, 0x350a, gainv >> 8) || write_reg(sensor->slv_addr, 0x350b, gainv & 0xff); - if (ret == 0) { - ESP_LOGD(TAG, "Set agc_gain to: %d", gain); - sensor->status.agc_gain = gain; - } - return ret; -} - -static int get_aec_value(sensor_t *sensor) -{ - int ra = read_reg(sensor->slv_addr, 0x3500); - if (ra < 0) { - return 0; - } - int rb = read_reg(sensor->slv_addr, 0x3501); - if (rb < 0) { - return 0; - } - int rc = read_reg(sensor->slv_addr, 0x3502); - if (rc < 0) { - return 0; - } - int res = (ra & 0x0F) << 12 | (rb & 0xFF) << 4 | (rc & 0xF0) >> 4; - return res; -} - -static int set_aec_value(sensor_t *sensor, int value) -{ - int ret = 0, max_val = 0; - max_val = read_reg16(sensor->slv_addr, 0x380e); - if (max_val < 0) { - ESP_LOGE(TAG, "Could not read max aec_value"); - return -1; - } - if (value > max_val) { - value =max_val; - } - - ret = write_reg(sensor->slv_addr, 0x3500, (value >> 12) & 0x0F) - || write_reg(sensor->slv_addr, 0x3501, (value >> 4) & 0xFF) - || write_reg(sensor->slv_addr, 0x3502, (value << 4) & 0xF0); - - if (ret == 0) { - ESP_LOGD(TAG, "Set aec_value to: %d / %d", value, max_val); - sensor->status.aec_value = value; - } - return ret; -} - -static int set_ae_level(sensor_t *sensor, int level) -{ - int ret = 0; - if (level < -5 || level > 5) { - return -1; - } - //good targets are between 5 and 115 - int target_level = ((level + 5) * 10) + 5; - - int level_high, level_low; - int fast_high, fast_low; - - level_low = target_level * 23 / 25; //0.92 (0.46) - level_high = target_level * 27 / 25; //1.08 (2.08) - - fast_low = level_low >> 1; - fast_high = level_high << 1; - - if(fast_high>255) { - fast_high = 255; - } - - ret = write_reg(sensor->slv_addr, 0x3a0f, level_high) - || write_reg(sensor->slv_addr, 0x3a10, level_low) - || write_reg(sensor->slv_addr, 0x3a1b, level_high) - || write_reg(sensor->slv_addr, 0x3a1e, level_low) - || write_reg(sensor->slv_addr, 0x3a11, fast_high) - || write_reg(sensor->slv_addr, 0x3a1f, fast_low); - - if (ret == 0) { - ESP_LOGD(TAG, "Set ae_level to: %d", level); - sensor->status.ae_level = level; - } - return ret; -} - -static int set_wb_mode(sensor_t *sensor, int mode) -{ - int ret = 0; - if (mode < 0 || mode > 4) { - return -1; - } - - ret = write_reg(sensor->slv_addr, 0x3406, (mode != 0)); - if (ret) { - return ret; - } - switch (mode) { - case 1://Sunny - ret = write_reg16(sensor->slv_addr, 0x3400, 0x5e0) //AWB R GAIN - || write_reg16(sensor->slv_addr, 0x3402, 0x410) //AWB G GAIN - || write_reg16(sensor->slv_addr, 0x3404, 0x540);//AWB B GAIN - break; - case 2://Cloudy - ret = write_reg16(sensor->slv_addr, 0x3400, 0x650) //AWB R GAIN - || write_reg16(sensor->slv_addr, 0x3402, 0x410) //AWB G GAIN - || write_reg16(sensor->slv_addr, 0x3404, 0x4f0);//AWB B GAIN - break; - case 3://Office - ret = write_reg16(sensor->slv_addr, 0x3400, 0x520) //AWB R GAIN - || write_reg16(sensor->slv_addr, 0x3402, 0x410) //AWB G GAIN - || write_reg16(sensor->slv_addr, 0x3404, 0x660);//AWB B GAIN - break; - case 4://HOME - ret = write_reg16(sensor->slv_addr, 0x3400, 0x420) //AWB R GAIN - || write_reg16(sensor->slv_addr, 0x3402, 0x3f0) //AWB G GAIN - || write_reg16(sensor->slv_addr, 0x3404, 0x710);//AWB B GAIN - break; - default://AUTO - break; - } - - if (ret == 0) { - ESP_LOGD(TAG, "Set wb_mode to: %d", mode); - sensor->status.wb_mode = mode; - } - return ret; -} - -static int set_awb_gain_dsp(sensor_t *sensor, int enable) -{ - int ret = 0; - int old_mode = sensor->status.wb_mode; - int mode = enable?old_mode:0; - - ret = set_wb_mode(sensor, mode); - - if (ret == 0) { - sensor->status.wb_mode = old_mode; - ESP_LOGD(TAG, "Set awb_gain to: %d", enable); - sensor->status.awb_gain = enable; - } - return ret; -} - -static int set_special_effect(sensor_t *sensor, int effect) -{ - int ret=0; - if (effect < 0 || effect > 6) { - return -1; - } - - uint8_t * regs = (uint8_t *)sensor_special_effects[effect]; - ret = write_reg(sensor->slv_addr, 0x5580, regs[0]) - || write_reg(sensor->slv_addr, 0x5583, regs[1]) - || write_reg(sensor->slv_addr, 0x5584, regs[2]) - || write_reg(sensor->slv_addr, 0x5003, regs[3]); - - if (ret == 0) { - ESP_LOGD(TAG, "Set special_effect to: %d", effect); - sensor->status.special_effect = effect; - } - return ret; -} - -static int set_brightness(sensor_t *sensor, int level) -{ - int ret = 0; - uint8_t value = 0; - bool negative = false; - - switch (level) { - case 3: - value = 0x30; - break; - case 2: - value = 0x20; - break; - case 1: - value = 0x10; - break; - case -1: - value = 0x10; - negative = true; - break; - case -2: - value = 0x20; - negative = true; - break; - case -3: - value = 0x30; - negative = true; - break; - default: // 0 - break; - } - - ret = write_reg(sensor->slv_addr, 0x5587, value); - if (ret == 0) { - ret = write_reg_bits(sensor->slv_addr, 0x5588, 0x08, negative); - } - - if (ret == 0) { - ESP_LOGD(TAG, "Set brightness to: %d", level); - sensor->status.brightness = level; - } - return ret; -} - -static int set_contrast(sensor_t *sensor, int level) -{ - int ret = 0; - if(level > 3 || level < -3) { - return -1; - } - ret = write_reg(sensor->slv_addr, 0x5586, (level + 4) << 3); - - if (ret == 0) { - ESP_LOGD(TAG, "Set contrast to: %d", level); - sensor->status.contrast = level; - } - return ret; -} - -static int set_saturation(sensor_t *sensor, int level) -{ - int ret = 0; - if(level > 4 || level < -4) { - return -1; - } - - uint8_t * regs = (uint8_t *)sensor_saturation_levels[level+4]; - for(int i=0; i<11; i++) { - ret = write_reg(sensor->slv_addr, 0x5381 + i, regs[i]); - if (ret) { - break; - } - } - - if (ret == 0) { - ESP_LOGD(TAG, "Set saturation to: %d", level); - sensor->status.saturation = level; - } - return ret; -} - -static int set_sharpness(sensor_t *sensor, int level) -{ - int ret = 0; - if(level > 3 || level < -3) { - return -1; - } - - uint8_t mt_offset_2 = (level + 3) * 8; - uint8_t mt_offset_1 = mt_offset_2 + 1; - - ret = write_reg_bits(sensor->slv_addr, 0x5308, 0x40, false)//0x40 means auto - || write_reg(sensor->slv_addr, 0x5300, 0x10) - || write_reg(sensor->slv_addr, 0x5301, 0x10) - || write_reg(sensor->slv_addr, 0x5302, mt_offset_1) - || write_reg(sensor->slv_addr, 0x5303, mt_offset_2) - || write_reg(sensor->slv_addr, 0x5309, 0x10) - || write_reg(sensor->slv_addr, 0x530a, 0x10) - || write_reg(sensor->slv_addr, 0x530b, 0x04) - || write_reg(sensor->slv_addr, 0x530c, 0x06); - - if (ret == 0) { - ESP_LOGD(TAG, "Set sharpness to: %d", level); - sensor->status.sharpness = level; - } - return ret; -} - -static int set_gainceiling(sensor_t *sensor, gainceiling_t level) -{ - int ret = 0, l = (int)level; - - ret = write_reg(sensor->slv_addr, 0x3A18, (l >> 8) & 3) - || write_reg(sensor->slv_addr, 0x3A19, l & 0xFF); - - if (ret == 0) { - ESP_LOGD(TAG, "Set gainceiling to: %d", l); - sensor->status.gainceiling = l; - } - return ret; -} - -static int get_denoise(sensor_t *sensor) -{ - if (!check_reg_mask(sensor->slv_addr, 0x5308, 0x10)) { - return 0; - } - return (read_reg(sensor->slv_addr, 0x5306) / 4) + 1; -} - -static int set_denoise(sensor_t *sensor, int level) -{ - int ret = 0; - if (level < 0 || level > 8) { - return -1; - } - - ret = write_reg_bits(sensor->slv_addr, 0x5308, 0x10, level > 0); - if (ret == 0 && level > 0) { - ret = write_reg(sensor->slv_addr, 0x5306, (level - 1) * 4); - } - - if (ret == 0) { - ESP_LOGD(TAG, "Set denoise to: %d", level); - sensor->status.denoise = level; - } - return ret; -} - -static int get_reg(sensor_t *sensor, int reg, int mask) -{ - int ret = 0, ret2 = 0; - if(mask > 0xFF){ - ret = read_reg16(sensor->slv_addr, reg); - if(ret >= 0 && mask > 0xFFFF){ - ret2 = read_reg(sensor->slv_addr, reg+2); - if(ret2 >= 0){ - ret = (ret << 8) | ret2 ; - } else { - ret = ret2; - } - } - } else { - ret = read_reg(sensor->slv_addr, reg); - } - if(ret > 0){ - ret &= mask; - } - return ret; -} - -static int set_reg(sensor_t *sensor, int reg, int mask, int value) -{ - int ret = 0, ret2 = 0; - if(mask > 0xFF){ - ret = read_reg16(sensor->slv_addr, reg); - if(ret >= 0 && mask > 0xFFFF){ - ret2 = read_reg(sensor->slv_addr, reg+2); - if(ret2 >= 0){ - ret = (ret << 8) | ret2 ; - } else { - ret = ret2; - } - } - } else { - ret = read_reg(sensor->slv_addr, reg); - } - if(ret < 0){ - return ret; - } - value = (ret & ~mask) | (value & mask); - if(mask > 0xFFFF){ - ret = write_reg16(sensor->slv_addr, reg, value >> 8); - if(ret >= 0){ - ret = write_reg(sensor->slv_addr, reg+2, value & 0xFF); - } - } else if(mask > 0xFF){ - ret = write_reg16(sensor->slv_addr, reg, value); - } else { - ret = write_reg(sensor->slv_addr, reg, value); - } - return ret; -} - -static int set_res_raw(sensor_t *sensor, int startX, int startY, int endX, int endY, int offsetX, int offsetY, int totalX, int totalY, int outputX, int outputY, bool scale, bool binning) -{ - int ret = 0; - ret = write_addr_reg(sensor->slv_addr, X_ADDR_ST_H, startX, startY) - || write_addr_reg(sensor->slv_addr, X_ADDR_END_H, endX, endY) - || write_addr_reg(sensor->slv_addr, X_OFFSET_H, offsetX, offsetY) - || write_addr_reg(sensor->slv_addr, X_TOTAL_SIZE_H, totalX, totalY) - || write_addr_reg(sensor->slv_addr, X_OUTPUT_SIZE_H, outputX, outputY) - || write_reg_bits(sensor->slv_addr, ISP_CONTROL_01, 0x20, scale); - if(!ret){ - sensor->status.scale = scale; - sensor->status.binning = binning; - ret = set_image_options(sensor); - } - return ret; -} - -static int _set_pll(sensor_t *sensor, int bypass, int multiplier, int sys_div, int root_2x, int pre_div, int seld5, int pclk_manual, int pclk_div) -{ - int ret = 0; - ret = set_pll(sensor, bypass > 0, multiplier, sys_div, pre_div, root_2x > 0, seld5, pclk_manual > 0, pclk_div); - return ret; -} - -static int set_xclk(sensor_t *sensor, int timer, int xclk) -{ - int ret = 0; - sensor->xclk_freq_hz = xclk * 1000000U; - ret = xclk_timer_conf(timer, sensor->xclk_freq_hz); - return ret; -} - -static int init_status(sensor_t *sensor) -{ - sensor->status.brightness = 0; - sensor->status.contrast = 0; - sensor->status.saturation = 0; - sensor->status.sharpness = (read_reg(sensor->slv_addr, 0x5303) / 8) - 3; - sensor->status.denoise = get_denoise(sensor); - sensor->status.ae_level = 0; - sensor->status.gainceiling = read_reg16(sensor->slv_addr, 0x3A18) & 0x3FF; - sensor->status.awb = check_reg_mask(sensor->slv_addr, ISP_CONTROL_01, 0x01); - sensor->status.dcw = !check_reg_mask(sensor->slv_addr, 0x5183, 0x80); - sensor->status.agc = !check_reg_mask(sensor->slv_addr, AEC_PK_MANUAL, AEC_PK_MANUAL_AGC_MANUALEN); - sensor->status.aec = !check_reg_mask(sensor->slv_addr, AEC_PK_MANUAL, AEC_PK_MANUAL_AEC_MANUALEN); - sensor->status.hmirror = check_reg_mask(sensor->slv_addr, TIMING_TC_REG21, TIMING_TC_REG21_HMIRROR); - sensor->status.vflip = check_reg_mask(sensor->slv_addr, TIMING_TC_REG20, TIMING_TC_REG20_VFLIP); - sensor->status.colorbar = check_reg_mask(sensor->slv_addr, PRE_ISP_TEST_SETTING_1, TEST_COLOR_BAR); - sensor->status.bpc = check_reg_mask(sensor->slv_addr, 0x5000, 0x04); - sensor->status.wpc = check_reg_mask(sensor->slv_addr, 0x5000, 0x02); - sensor->status.raw_gma = check_reg_mask(sensor->slv_addr, 0x5000, 0x20); - sensor->status.lenc = check_reg_mask(sensor->slv_addr, 0x5000, 0x80); - sensor->status.quality = read_reg(sensor->slv_addr, COMPRESSION_CTRL07) & 0x3f; - sensor->status.special_effect = 0; - sensor->status.wb_mode = 0; - sensor->status.awb_gain = check_reg_mask(sensor->slv_addr, 0x3406, 0x01); - sensor->status.agc_gain = get_agc_gain(sensor); - sensor->status.aec_value = get_aec_value(sensor); - sensor->status.aec2 = check_reg_mask(sensor->slv_addr, 0x3a00, 0x04); - return 0; -} - -int ov5640_detect(int slv_addr, sensor_id_t *id) -{ - if (OV5640_SCCB_ADDR == slv_addr) { - uint8_t h = SCCB_Read16(slv_addr, 0x300A); - uint8_t l = SCCB_Read16(slv_addr, 0x300B); - uint16_t PID = (h<<8) | l; - if (OV5640_PID == PID) { - id->PID = PID; - return PID; - } else { - ESP_LOGI(TAG, "Mismatch PID=0x%x", PID); - } - } - return 0; -} - -int ov5640_init(sensor_t *sensor) -{ - sensor->reset = reset; - sensor->set_pixformat = set_pixformat; - sensor->set_framesize = set_framesize; - sensor->set_contrast = set_contrast; - sensor->set_brightness = set_brightness; - sensor->set_saturation = set_saturation; - sensor->set_sharpness = set_sharpness; - sensor->set_gainceiling = set_gainceiling; - sensor->set_quality = set_quality; - sensor->set_colorbar = set_colorbar; - sensor->set_gain_ctrl = set_gain_ctrl; - sensor->set_exposure_ctrl = set_exposure_ctrl; - sensor->set_whitebal = set_whitebal; - sensor->set_hmirror = set_hmirror; - sensor->set_vflip = set_vflip; - sensor->init_status = init_status; - sensor->set_aec2 = set_aec2; - sensor->set_aec_value = set_aec_value; - sensor->set_special_effect = set_special_effect; - sensor->set_wb_mode = set_wb_mode; - sensor->set_ae_level = set_ae_level; - sensor->set_dcw = set_dcw_dsp; - sensor->set_bpc = set_bpc_dsp; - sensor->set_wpc = set_wpc_dsp; - sensor->set_awb_gain = set_awb_gain_dsp; - sensor->set_agc_gain = set_agc_gain; - sensor->set_raw_gma = set_raw_gma_dsp; - sensor->set_lenc = set_lenc_dsp; - sensor->set_denoise = set_denoise; - - sensor->get_reg = get_reg; - sensor->set_reg = set_reg; - sensor->set_res_raw = set_res_raw; - sensor->set_pll = _set_pll; - sensor->set_xclk = set_xclk; - return 0; -} diff --git a/code/components/esp32-camera-master/sensors/ov7670.c b/code/components/esp32-camera-master/sensors/ov7670.c deleted file mode 100644 index ee64de27..00000000 --- a/code/components/esp32-camera-master/sensors/ov7670.c +++ /dev/null @@ -1,457 +0,0 @@ -/* - * This file is part of the OpenMV project. - * author: Juan Schiavoni - * This work is licensed under the MIT license, see the file LICENSE for details. - * - * OV7725 driver. - * - */ -#include -#include -#include -#include "sccb.h" -#include "ov7670.h" -#include "ov7670_regs.h" -#include "freertos/FreeRTOS.h" -#include "freertos/task.h" -#include - -#if defined(ARDUINO_ARCH_ESP32) && defined(CONFIG_ARDUHAL_ESP_LOG) -#include "esp32-hal-log.h" -#else -#include "esp_log.h" -static const char* TAG = "ov7760"; -#endif - -static int ov7670_clkrc = 0x01; - -/* - * The default register settings, as obtained from OmniVision. There - * is really no making sense of most of these - lots of "reserved" values - * and such. - * - * These settings give VGA YUYV. - */ -struct regval_list { - uint8_t reg_num; - uint8_t value; -}; - -static struct regval_list ov7670_default_regs[] = { - /* Sensor automatically sets output window when resolution changes. */ - {TSLB, 0x04}, - - /* Frame rate 30 fps at 12 Mhz clock */ - {CLKRC, 0x00}, - {DBLV, 0x4A}, - - {COM10, COM10_VSYNC_NEG | COM10_PCLK_FREE}, - - /* Improve white balance */ - {COM4, 0x40}, - - /* Improve color */ - {RSVD_B0, 0x84}, - - /* Enable 50/60 Hz auto detection */ - {COM11, COM11_EXP|COM11_HZAUTO}, - - /* Disable some delays */ - {HSYST, 0}, - {HSYEN, 0}, - - {MVFP, MVFP_SUN}, - - /* More reserved magic, some of which tweaks white balance */ - {AWBC1, 0x0a}, - {AWBC2, 0xf0}, - {AWBC3, 0x34}, - {AWBC4, 0x58}, - {AWBC5, 0x28}, - {AWBC6, 0x3a}, - - {AWBCTR3, 0x0a}, - {AWBCTR2, 0x55}, - {AWBCTR1, 0x11}, - {AWBCTR0, 0x9e}, - - {COM8, COM8_FAST_AUTO|COM8_STEP_UNLIMIT|COM8_AGC_EN|COM8_AEC_EN|COM8_AWB_EN}, - - /* End marker is FF because in ov7670 the address of GAIN 0 and default value too. */ - {0xFF, 0xFF}, -}; - -static struct regval_list ov7670_fmt_yuv422[] = { - { COM7, 0x0 }, /* Selects YUV mode */ - { RGB444, 0 }, /* No RGB444 please */ - { COM1, 0 }, /* CCIR601 */ - { COM15, COM15_R00FF }, - { MVFP, MVFP_SUN }, - { COM9, 0x6A }, /* 128x gain ceiling; 0x8 is reserved bit */ - { MTX1, 0x80 }, /* "matrix coefficient 1" */ - { MTX2, 0x80 }, /* "matrix coefficient 2" */ - { MTX3, 0 }, /* vb */ - { MTX4, 0x22 }, /* "matrix coefficient 4" */ - { MTX5, 0x5e }, /* "matrix coefficient 5" */ - { MTX6, 0x80 }, /* "matrix coefficient 6" */ - { COM13, COM13_UVSAT }, - { 0xff, 0xff }, /* END MARKER */ -}; - -static struct regval_list ov7670_fmt_rgb565[] = { - { COM7, COM7_FMT_RGB565 }, /* Selects RGB mode */ - { RGB444, 0 }, /* No RGB444 please */ - { COM1, 0x0 }, /* CCIR601 */ - { COM15, COM15_RGB565 |COM15_R00FF }, - { MVFP, MVFP_SUN }, - { COM9, 0x6A }, /* 128x gain ceiling; 0x8 is reserved bit */ - { MTX1, 0xb3 }, /* "matrix coefficient 1" */ - { MTX2, 0xb3 }, /* "matrix coefficient 2" */ - { MTX3, 0 }, /* vb */ - { MTX4, 0x3d }, /* "matrix coefficient 4" */ - { MTX5, 0xa7 }, /* "matrix coefficient 5" */ - { MTX6, 0xe4 }, /* "matrix coefficient 6" */ - { COM13, COM13_UVSAT }, - { 0xff, 0xff }, /* END MARKER */ -}; - - -static struct regval_list ov7670_vga[] = { - { COM3, 0x00 }, - { COM14, 0x00 }, - { SCALING_XSC, 0x3A }, - { SCALING_YSC, 0x35 }, - { SCALING_DCWCTR, 0x11 }, - { SCALING_PCLK_DIV, 0xF0 }, - { SCALING_PCLK_DELAY, 0x02 }, - { 0xff, 0xff }, -}; - -static struct regval_list ov7670_qvga[] = { - { COM3, 0x04 }, - { COM14, 0x19 }, - { SCALING_XSC, 0x3A }, - { SCALING_YSC, 0x35 }, - { SCALING_DCWCTR, 0x11 }, - { SCALING_PCLK_DIV, 0xF1 }, - { SCALING_PCLK_DELAY, 0x02 }, - { 0xff, 0xff }, -}; - -static struct regval_list ov7670_qqvga[] = { - { COM3, 0x04 }, //DCW enable - { COM14, 0x1a }, //pixel clock divided by 4, manual scaling enable, DCW and PCLK controlled by register - { SCALING_XSC, 0x3a }, - { SCALING_YSC, 0x35 }, - { SCALING_DCWCTR, 0x22 }, //downsample by 4 - { SCALING_PCLK_DIV, 0xf2 }, //pixel clock divided by 4 - { SCALING_PCLK_DELAY, 0x02 }, - { 0xff, 0xff }, -}; - -/* - * Write a list of register settings; ff/ff stops the process. - */ -static int ov7670_write_array(sensor_t *sensor, struct regval_list *vals) -{ -int ret = 0; - - while ( (vals->reg_num != 0xff || vals->value != 0xff) && (ret == 0) ) { - ret = SCCB_Write(sensor->slv_addr, vals->reg_num, vals->value); - - ESP_LOGD(TAG, "reset reg %02X, W(%02X) R(%02X)", vals->reg_num, - vals->value, SCCB_Read(sensor->slv_addr, vals->reg_num) ); - - vals++; - } - - return ret; -} - -/* - * Calculate the frame control registers. - */ -static int ov7670_frame_control(sensor_t *sensor, int hstart, int hstop, int vstart, int vstop) -{ -struct regval_list frame[7]; - - frame[0].reg_num = HSTART; - frame[0].value = (hstart >> 3); - - frame[1].reg_num = HSTOP; - frame[1].value = (hstop >> 3); - - frame[2].reg_num = HREF; - frame[2].value = (((hstop & 0x07) << 3) | (hstart & 0x07)); - - frame[3].reg_num = VSTART; - frame[3].value = (vstart >> 2); - - frame[4].reg_num = VSTOP; - frame[4].value = (vstop >> 2); - - frame[5].reg_num = VREF; - frame[5].value = (((vstop & 0x02) << 2) | (vstart & 0x02)); - - /* End mark */ - frame[5].reg_num = 0xFF; - frame[5].value = 0xFF; - - return ov7670_write_array(sensor, frame); -} - -static int reset(sensor_t *sensor) -{ - int ret; - - // Reset all registers - SCCB_Write(sensor->slv_addr, COM7, COM7_RESET); - - // Delay 10 ms - vTaskDelay(10 / portTICK_PERIOD_MS); - - ret = ov7670_write_array(sensor, ov7670_default_regs); - - // Delay - vTaskDelay(30 / portTICK_PERIOD_MS); - - return ret; -} - -static int set_pixformat(sensor_t *sensor, pixformat_t pixformat) -{ -int ret; - - switch (pixformat) { - case PIXFORMAT_RGB565: - case PIXFORMAT_RGB888: - ret = ov7670_write_array(sensor, ov7670_fmt_rgb565); - break; - - case PIXFORMAT_YUV422: - case PIXFORMAT_GRAYSCALE: - default: - ret = ov7670_write_array(sensor, ov7670_fmt_yuv422); - break; - } - - vTaskDelay(30 / portTICK_PERIOD_MS); - - /* - * If we're running RGB565, we must rewrite clkrc after setting - * the other parameters or the image looks poor. If we're *not* - * doing RGB565, we must not rewrite clkrc or the image looks - * *really* poor. - * - * (Update) Now that we retain clkrc state, we should be able - * to write it unconditionally, and that will make the frame - * rate persistent too. - */ - if (pixformat == PIXFORMAT_RGB565) { - ret = SCCB_Write(sensor->slv_addr, CLKRC, ov7670_clkrc); - } - - return ret; -} - -static int set_framesize(sensor_t *sensor, framesize_t framesize) -{ - int ret; - - // store clkrc before changing window settings... - ov7670_clkrc = SCCB_Read(sensor->slv_addr, CLKRC); - - switch (framesize){ - case FRAMESIZE_VGA: - if( (ret = ov7670_write_array(sensor, ov7670_vga)) == 0 ) { - /* These values from Omnivision */ - ret = ov7670_frame_control(sensor, 158, 14, 10, 490); - } - break; - case FRAMESIZE_QVGA: - if( (ret = ov7670_write_array(sensor, ov7670_qvga)) == 0 ) { - /* These values from Omnivision */ - ret = ov7670_frame_control(sensor, 158, 14, 10, 490); - } - break; - case FRAMESIZE_QQVGA: - if( (ret = ov7670_write_array(sensor, ov7670_qqvga)) == 0 ) { - /* These values from Omnivision */ - ret = ov7670_frame_control(sensor, 158, 14, 10, 490); - } - break; - - default: - ret = -1; - } - - vTaskDelay(30 / portTICK_PERIOD_MS); - - if (ret == 0) { - sensor->status.framesize = framesize; - } - - return ret; -} - -static int set_colorbar(sensor_t *sensor, int enable) -{ - uint8_t ret = 0; - // Read register scaling_xsc - uint8_t reg = SCCB_Read(sensor->slv_addr, SCALING_XSC); - - // Pattern to set color bar bit[0]=0 in every case - reg = SCALING_XSC_CBAR(reg); - - // Write pattern to SCALING_XSC - ret = SCCB_Write(sensor->slv_addr, SCALING_XSC, reg); - - // Read register scaling_ysc - reg = SCCB_Read(sensor->slv_addr, SCALING_YSC); - - // Pattern to set color bar bit[0]=0 in every case - reg = SCALING_YSC_CBAR(reg, enable); - - // Write pattern to SCALING_YSC - ret = ret | SCCB_Write(sensor->slv_addr, SCALING_YSC, reg); - - // return 0 or 0xFF - return ret; -} - -static int set_whitebal(sensor_t *sensor, int enable) -{ - // Read register COM8 - uint8_t reg = SCCB_Read(sensor->slv_addr, COM8); - - // Set white bal on/off - reg = COM8_SET_AWB(reg, enable); - - // Write back register COM8 - return SCCB_Write(sensor->slv_addr, COM8, reg); -} - -static int set_gain_ctrl(sensor_t *sensor, int enable) -{ - // Read register COM8 - uint8_t reg = SCCB_Read(sensor->slv_addr, COM8); - - // Set white bal on/off - reg = COM8_SET_AGC(reg, enable); - - // Write back register COM8 - return SCCB_Write(sensor->slv_addr, COM8, reg); -} - -static int set_exposure_ctrl(sensor_t *sensor, int enable) -{ - // Read register COM8 - uint8_t reg = SCCB_Read(sensor->slv_addr, COM8); - - // Set white bal on/off - reg = COM8_SET_AEC(reg, enable); - - // Write back register COM8 - return SCCB_Write(sensor->slv_addr, COM8, reg); -} - -static int set_hmirror(sensor_t *sensor, int enable) -{ - // Read register MVFP - uint8_t reg = SCCB_Read(sensor->slv_addr, MVFP); - - // Set mirror on/off - reg = MVFP_SET_MIRROR(reg, enable); - - // Write back register MVFP - return SCCB_Write(sensor->slv_addr, MVFP, reg); -} - -static int set_vflip(sensor_t *sensor, int enable) -{ - // Read register MVFP - uint8_t reg = SCCB_Read(sensor->slv_addr, MVFP); - - // Set mirror on/off - reg = MVFP_SET_FLIP(reg, enable); - - // Write back register MVFP - return SCCB_Write(sensor->slv_addr, MVFP, reg); -} - -static int init_status(sensor_t *sensor) -{ - sensor->status.awb = 0; - sensor->status.aec = 0; - sensor->status.agc = 0; - sensor->status.hmirror = 0; - sensor->status.vflip = 0; - sensor->status.colorbar = 0; - return 0; -} - -static int set_dummy(sensor_t *sensor, int val){ return -1; } -static int set_gainceiling_dummy(sensor_t *sensor, gainceiling_t val){ return -1; } - -int ov7670_detect(int slv_addr, sensor_id_t *id) -{ - if (OV7670_SCCB_ADDR == slv_addr) { - SCCB_Write(slv_addr, 0xFF, 0x01);//bank sensor - uint16_t PID = SCCB_Read(slv_addr, 0x0A); - if (OV7670_PID == PID) { - id->PID = PID; - id->VER = SCCB_Read(slv_addr, REG_VER); - id->MIDL = SCCB_Read(slv_addr, REG_MIDL); - id->MIDH = SCCB_Read(slv_addr, REG_MIDH); - return PID; - } else { - ESP_LOGI(TAG, "Mismatch PID=0x%x", PID); - } - } - return 0; -} - -int ov7670_init(sensor_t *sensor) -{ - // Set function pointers - sensor->reset = reset; - sensor->init_status = init_status; - sensor->set_pixformat = set_pixformat; - sensor->set_framesize = set_framesize; - sensor->set_colorbar = set_colorbar; - sensor->set_whitebal = set_whitebal; - sensor->set_gain_ctrl = set_gain_ctrl; - sensor->set_exposure_ctrl = set_exposure_ctrl; - sensor->set_hmirror = set_hmirror; - sensor->set_vflip = set_vflip; - - //not supported - sensor->set_brightness= set_dummy; - sensor->set_saturation= set_dummy; - sensor->set_quality = set_dummy; - sensor->set_gainceiling = set_gainceiling_dummy; - sensor->set_aec2 = set_dummy; - sensor->set_aec_value = set_dummy; - sensor->set_special_effect = set_dummy; - sensor->set_wb_mode = set_dummy; - sensor->set_ae_level = set_dummy; - sensor->set_dcw = set_dummy; - sensor->set_bpc = set_dummy; - sensor->set_wpc = set_dummy; - sensor->set_awb_gain = set_dummy; - sensor->set_agc_gain = set_dummy; - sensor->set_raw_gma = set_dummy; - sensor->set_lenc = set_dummy; - sensor->set_sharpness = set_dummy; - sensor->set_denoise = set_dummy; - - // Retrieve sensor's signature - sensor->id.MIDH = SCCB_Read(sensor->slv_addr, REG_MIDH); - sensor->id.MIDL = SCCB_Read(sensor->slv_addr, REG_MIDL); - sensor->id.PID = SCCB_Read(sensor->slv_addr, REG_PID); - sensor->id.VER = SCCB_Read(sensor->slv_addr, REG_VER); - - ESP_LOGD(TAG, "OV7670 Attached"); - - return 0; -} diff --git a/code/components/esp32-camera-master/sensors/ov7725.c b/code/components/esp32-camera-master/sensors/ov7725.c deleted file mode 100644 index 9418a82f..00000000 --- a/code/components/esp32-camera-master/sensors/ov7725.c +++ /dev/null @@ -1,575 +0,0 @@ -/* - * This file is part of the OpenMV project. - * Copyright (c) 2013/2014 Ibrahim Abdelkader - * This work is licensed under the MIT license, see the file LICENSE for details. - * - * OV7725 driver. - * - */ -#include -#include -#include -#include -#include "sccb.h" -#include "xclk.h" -#include "ov7725.h" -#include "ov7725_regs.h" -#include "freertos/FreeRTOS.h" -#include "freertos/task.h" - -#if defined(ARDUINO_ARCH_ESP32) && defined(CONFIG_ARDUHAL_ESP_LOG) -#include "esp32-hal-log.h" -#else -#include "esp_log.h" -static const char* TAG = "ov7725"; -#endif - - -static const uint8_t default_regs[][2] = { - {COM3, COM3_SWAP_YUV}, - {COM7, COM7_RES_QVGA | COM7_FMT_YUV}, - - {COM4, 0x01 | 0x00}, /* bypass PLL (0x00:off, 0x40:4x, 0x80:6x, 0xC0:8x) */ - {CLKRC, 0x80 | 0x03}, /* Res/Bypass pre-scalar (0x40:bypass, 0x00-0x3F:prescaler PCLK=XCLK/(prescaler + 1)/2 ) */ - - // QVGA Window Size - {HSTART, 0x3F}, - {HSIZE, 0x50}, - {VSTART, 0x03}, - {VSIZE, 0x78}, - {HREF, 0x00}, - - // Scale down to QVGA Resolution - {HOUTSIZE, 0x50}, - {VOUTSIZE, 0x78}, - {EXHCH, 0x00}, - - {COM12, 0x03}, - {TGT_B, 0x7F}, - {FIXGAIN, 0x09}, - {AWB_CTRL0, 0xE0}, - {DSP_CTRL1, 0xFF}, - - {DSP_CTRL2, DSP_CTRL2_VDCW_EN | DSP_CTRL2_HDCW_EN | DSP_CTRL2_HZOOM_EN | DSP_CTRL2_VZOOM_EN}, - - {DSP_CTRL3, 0x00}, - {DSP_CTRL4, 0x00}, - {DSPAUTO, 0xFF}, - - {COM8, 0xF0}, - {COM6, 0xC5}, - {COM9, 0x11}, - {COM10, COM10_VSYNC_NEG | COM10_PCLK_FREE}, //Invert VSYNC and MASK PCLK - {BDBASE, 0x7F}, - {DBSTEP, 0x03}, - {AEW, 0x75}, - {AEB, 0x64}, - {VPT, 0xA1}, - {EXHCL, 0x00}, - {AWB_CTRL3, 0xAA}, - {COM8, 0xFF}, - - //Gamma - {GAM1, 0x0C}, - {GAM2, 0x16}, - {GAM3, 0x2A}, - {GAM4, 0x4E}, - {GAM5, 0x61}, - {GAM6, 0x6F}, - {GAM7, 0x7B}, - {GAM8, 0x86}, - {GAM9, 0x8E}, - {GAM10, 0x97}, - {GAM11, 0xA4}, - {GAM12, 0xAF}, - {GAM13, 0xC5}, - {GAM14, 0xD7}, - {GAM15, 0xE8}, - - {SLOP, 0x20}, - {EDGE1, 0x05}, - {EDGE2, 0x03}, - {EDGE3, 0x00}, - {DNSOFF, 0x01}, - - {MTX1, 0xB0}, - {MTX2, 0x9D}, - {MTX3, 0x13}, - {MTX4, 0x16}, - {MTX5, 0x7B}, - {MTX6, 0x91}, - {MTX_CTRL, 0x1E}, - - {BRIGHTNESS, 0x08}, - {CONTRAST, 0x30}, - {UVADJ0, 0x81}, - {SDE, (SDE_CONT_BRIGHT_EN | SDE_SATURATION_EN)}, - - // For 30 fps/60Hz - {DM_LNL, 0x00}, - {DM_LNH, 0x00}, - {BDBASE, 0x7F}, - {DBSTEP, 0x03}, - - // Lens Correction, should be tuned with real camera module - {LC_RADI, 0x10}, - {LC_COEF, 0x10}, - {LC_COEFB, 0x14}, - {LC_COEFR, 0x17}, - {LC_CTR, 0x05}, - {COM5, 0xF5}, //0x65 - - {0x00, 0x00}, -}; - -static int get_reg(sensor_t *sensor, int reg, int mask) -{ - int ret = SCCB_Read(sensor->slv_addr, reg & 0xFF); - if(ret > 0){ - ret &= mask; - } - return ret; -} - -static int set_reg(sensor_t *sensor, int reg, int mask, int value) -{ - int ret = 0; - ret = SCCB_Read(sensor->slv_addr, reg & 0xFF); - if(ret < 0){ - return ret; - } - value = (ret & ~mask) | (value & mask); - ret = SCCB_Write(sensor->slv_addr, reg & 0xFF, value); - return ret; -} - -static int set_reg_bits(sensor_t *sensor, uint8_t reg, uint8_t offset, uint8_t length, uint8_t value) -{ - int ret = 0; - ret = SCCB_Read(sensor->slv_addr, reg); - if(ret < 0){ - return ret; - } - uint8_t mask = ((1 << length) - 1) << offset; - value = (ret & ~mask) | ((value << offset) & mask); - ret = SCCB_Write(sensor->slv_addr, reg & 0xFF, value); - return ret; -} - -static int get_reg_bits(sensor_t *sensor, uint8_t reg, uint8_t offset, uint8_t length) -{ - int ret = 0; - ret = SCCB_Read(sensor->slv_addr, reg); - if(ret < 0){ - return ret; - } - uint8_t mask = ((1 << length) - 1) << offset; - return (ret & mask) >> offset; -} - - -static int reset(sensor_t *sensor) -{ - int i=0; - const uint8_t (*regs)[2]; - - // Reset all registers - SCCB_Write(sensor->slv_addr, COM7, COM7_RESET); - - // Delay 10 ms - vTaskDelay(10 / portTICK_PERIOD_MS); - - // Write default regsiters - for (i=0, regs = default_regs; regs[i][0]; i++) { - SCCB_Write(sensor->slv_addr, regs[i][0], regs[i][1]); - } - - // Delay - vTaskDelay(30 / portTICK_PERIOD_MS); - - return 0; -} - - -static int set_pixformat(sensor_t *sensor, pixformat_t pixformat) -{ - int ret=0; - sensor->pixformat = pixformat; - // Read register COM7 - uint8_t reg = SCCB_Read(sensor->slv_addr, COM7); - - switch (pixformat) { - case PIXFORMAT_RGB565: - reg = COM7_SET_RGB(reg, COM7_FMT_RGB565); - break; - case PIXFORMAT_YUV422: - case PIXFORMAT_GRAYSCALE: - reg = COM7_SET_FMT(reg, COM7_FMT_YUV); - break; - default: - return -1; - } - - // Write back register COM7 - ret = SCCB_Write(sensor->slv_addr, COM7, reg); - - // Delay - vTaskDelay(30 / portTICK_PERIOD_MS); - - return ret; -} - -static int set_framesize(sensor_t *sensor, framesize_t framesize) -{ - int ret=0; - if (framesize > FRAMESIZE_VGA) { - return -1; - } - uint16_t w = resolution[framesize].width; - uint16_t h = resolution[framesize].height; - uint8_t reg = SCCB_Read(sensor->slv_addr, COM7); - - sensor->status.framesize = framesize; - - // Write MSBs - ret |= SCCB_Write(sensor->slv_addr, HOUTSIZE, w>>2); - ret |= SCCB_Write(sensor->slv_addr, VOUTSIZE, h>>1); - - ret |= SCCB_Write(sensor->slv_addr, HSIZE, w>>2); - ret |= SCCB_Write(sensor->slv_addr, VSIZE, h>>1); - - // Write LSBs - ret |= SCCB_Write(sensor->slv_addr, HREF, ((w&0x3) | ((h&0x1) << 2))); - - if (framesize < FRAMESIZE_VGA) { - // Enable auto-scaling/zooming factors - ret |= SCCB_Write(sensor->slv_addr, DSPAUTO, 0xFF); - - ret |= SCCB_Write(sensor->slv_addr, HSTART, 0x3F); - ret |= SCCB_Write(sensor->slv_addr, VSTART, 0x03); - - ret |= SCCB_Write(sensor->slv_addr, COM7, reg | COM7_RES_QVGA); - - ret |= SCCB_Write(sensor->slv_addr, CLKRC, 0x80 | 0x01); - - } else { - // Disable auto-scaling/zooming factors - ret |= SCCB_Write(sensor->slv_addr, DSPAUTO, 0xF3); - - // Clear auto-scaling/zooming factors - ret |= SCCB_Write(sensor->slv_addr, SCAL0, 0x00); - ret |= SCCB_Write(sensor->slv_addr, SCAL1, 0x00); - ret |= SCCB_Write(sensor->slv_addr, SCAL2, 0x00); - - ret |= SCCB_Write(sensor->slv_addr, HSTART, 0x23); - ret |= SCCB_Write(sensor->slv_addr, VSTART, 0x07); - - ret |= SCCB_Write(sensor->slv_addr, COM7, reg & ~COM7_RES_QVGA); - - ret |= SCCB_Write(sensor->slv_addr, CLKRC, 0x80 | 0x03); - } - - // Delay - vTaskDelay(30 / portTICK_PERIOD_MS); - - return ret; -} - -static int set_colorbar(sensor_t *sensor, int enable) -{ - int ret=0; - uint8_t reg; - sensor->status.colorbar = enable; - - // Read reg COM3 - reg = SCCB_Read(sensor->slv_addr, COM3); - // Enable colorbar test pattern output - reg = COM3_SET_CBAR(reg, enable); - // Write back COM3 - ret |= SCCB_Write(sensor->slv_addr, COM3, reg); - - // Read reg DSP_CTRL3 - reg = SCCB_Read(sensor->slv_addr, DSP_CTRL3); - // Enable DSP colorbar output - reg = DSP_CTRL3_SET_CBAR(reg, enable); - // Write back DSP_CTRL3 - ret |= SCCB_Write(sensor->slv_addr, DSP_CTRL3, reg); - - return ret; -} - -static int set_whitebal(sensor_t *sensor, int enable) -{ - if(set_reg_bits(sensor, COM8, 1, 1, enable) >= 0){ - sensor->status.awb = !!enable; - } - return sensor->status.awb; -} - -static int set_gain_ctrl(sensor_t *sensor, int enable) -{ - if(set_reg_bits(sensor, COM8, 2, 1, enable) >= 0){ - sensor->status.agc = !!enable; - } - return sensor->status.agc; -} - -static int set_exposure_ctrl(sensor_t *sensor, int enable) -{ - if(set_reg_bits(sensor, COM8, 0, 1, enable) >= 0){ - sensor->status.aec = !!enable; - } - return sensor->status.aec; -} - -static int set_hmirror(sensor_t *sensor, int enable) -{ - if(set_reg_bits(sensor, COM3, 6, 1, enable) >= 0){ - sensor->status.hmirror = !!enable; - } - return sensor->status.hmirror; -} - -static int set_vflip(sensor_t *sensor, int enable) -{ - if(set_reg_bits(sensor, COM3, 7, 1, enable) >= 0){ - sensor->status.vflip = !!enable; - } - return sensor->status.vflip; -} - -static int set_dcw_dsp(sensor_t *sensor, int enable) -{ - int ret = 0; - ret = set_reg_bits(sensor, 0x65, 2, 1, !enable); - if (ret == 0) { - ESP_LOGD(TAG, "Set dcw to: %d", enable); - sensor->status.dcw = enable; - } - return ret; -} - -static int set_aec2(sensor_t *sensor, int enable) -{ - int ret = 0; - ret = set_reg_bits(sensor, COM8, 7, 1, enable); - if (ret == 0) { - ESP_LOGD(TAG, "Set aec2 to: %d", enable); - sensor->status.aec2 = enable; - } - return ret; -} - -static int set_bpc_dsp(sensor_t *sensor, int enable) -{ - int ret = 0; - ret = set_reg_bits(sensor, 0x64, 1, 1, enable); - if (ret == 0) { - ESP_LOGD(TAG, "Set bpc to: %d", enable); - sensor->status.bpc = enable; - } - return ret; -} - -static int set_wpc_dsp(sensor_t *sensor, int enable) -{ - int ret = 0; - ret = set_reg_bits(sensor, 0x64, 0, 1, enable); - if (ret == 0) { - ESP_LOGD(TAG, "Set wpc to: %d", enable); - sensor->status.wpc = enable; - } - return ret; -} - -static int set_raw_gma_dsp(sensor_t *sensor, int enable) -{ - int ret = 0; - ret = set_reg_bits(sensor, 0x64, 2, 1, enable); - if (ret == 0) { - ESP_LOGD(TAG, "Set raw_gma to: %d", enable); - sensor->status.raw_gma = enable; - } - return ret; -} - -static int set_lenc_dsp(sensor_t *sensor, int enable) -{ - int ret = 0; - ret = set_reg_bits(sensor, LC_CTR, 0, 1, enable); - if (ret == 0) { - ESP_LOGD(TAG, "Set lenc to: %d", enable); - sensor->status.lenc = enable; - } - return ret; -} - -//real gain -static int set_agc_gain(sensor_t *sensor, int gain) -{ - int ret = 0; - ret = set_reg_bits(sensor, COM9, 4, 3, gain % 5); - if (ret == 0) { - ESP_LOGD(TAG, "Set gain to: %d", gain); - sensor->status.agc_gain = gain; - } - return ret; -} - -static int set_aec_value(sensor_t *sensor, int value) -{ - int ret = 0; - ret = SCCB_Write(sensor->slv_addr, AEC, value & 0xff) | SCCB_Write(sensor->slv_addr, AECH, value >> 8); - if (ret == 0) { - ESP_LOGD(TAG, "Set aec_value to: %d", value); - sensor->status.aec_value = value; - } - return ret; -} - -static int set_awb_gain_dsp(sensor_t *sensor, int enable) -{ - int ret = 0; - ret = set_reg_bits(sensor, 0x63, 7, 1, enable); - if (ret == 0) { - ESP_LOGD(TAG, "Set awb_gain to: %d", enable); - sensor->status.awb_gain = enable; - } - return ret; -} - -static int set_brightness(sensor_t *sensor, int level) -{ - int ret = 0; - ret = SCCB_Write(sensor->slv_addr, 0x9B, level); - if (ret == 0) { - ESP_LOGD(TAG, "Set brightness to: %d", level); - sensor->status.brightness = level; - } - return ret; -} - -static int set_contrast(sensor_t *sensor, int level) -{ - int ret = 0; - ret = SCCB_Write(sensor->slv_addr, 0x9C, level); - if (ret == 0) { - ESP_LOGD(TAG, "Set contrast to: %d", level); - sensor->status.contrast = level; - } - return ret; -} - -static int init_status(sensor_t *sensor) -{ - sensor->status.brightness = SCCB_Read(sensor->slv_addr, 0x9B); - sensor->status.contrast = SCCB_Read(sensor->slv_addr, 0x9C); - sensor->status.saturation = 0; - sensor->status.ae_level = 0; - sensor->status.special_effect = get_reg_bits(sensor, 0x64, 5, 1); - sensor->status.wb_mode = get_reg_bits(sensor, 0x6B, 7, 1); - sensor->status.agc_gain = get_reg_bits(sensor, COM9, 4, 3); - sensor->status.aec_value = SCCB_Read(sensor->slv_addr, AEC) | (SCCB_Read(sensor->slv_addr, AECH) << 8); - sensor->status.gainceiling = SCCB_Read(sensor->slv_addr, 0x00); - sensor->status.awb = get_reg_bits(sensor, COM8, 1, 1); - sensor->status.awb_gain = get_reg_bits(sensor, 0x63, 7, 1); - sensor->status.aec = get_reg_bits(sensor, COM8, 0, 1); - sensor->status.aec2 = get_reg_bits(sensor, COM8, 7, 1); - sensor->status.agc = get_reg_bits(sensor, COM8, 2, 1); - sensor->status.bpc = get_reg_bits(sensor, 0x64, 1, 1); - sensor->status.wpc = get_reg_bits(sensor, 0x64, 0, 1); - sensor->status.raw_gma = get_reg_bits(sensor, 0x64, 2, 1); - sensor->status.lenc = get_reg_bits(sensor, LC_CTR, 0, 1); - sensor->status.hmirror = get_reg_bits(sensor, COM3, 6, 1); - sensor->status.vflip = get_reg_bits(sensor, COM3, 7, 1); - sensor->status.dcw = get_reg_bits(sensor, 0x65, 2, 1); - sensor->status.colorbar = get_reg_bits(sensor, COM3, 0, 1); - sensor->status.sharpness = get_reg_bits(sensor, EDGE0, 0, 5); - sensor->status.denoise = SCCB_Read(sensor->slv_addr, 0x8E); - return 0; -} - -static int set_dummy(sensor_t *sensor, int val){ return -1; } -static int set_gainceiling_dummy(sensor_t *sensor, gainceiling_t val){ return -1; } -static int set_res_raw(sensor_t *sensor, int startX, int startY, int endX, int endY, int offsetX, int offsetY, int totalX, int totalY, int outputX, int outputY, bool scale, bool binning){return -1;} -static int _set_pll(sensor_t *sensor, int bypass, int multiplier, int sys_div, int root_2x, int pre_div, int seld5, int pclk_manual, int pclk_div){return -1;} - -static int set_xclk(sensor_t *sensor, int timer, int xclk) -{ - int ret = 0; - sensor->xclk_freq_hz = xclk * 1000000U; - ret = xclk_timer_conf(timer, sensor->xclk_freq_hz); - return ret; -} - -int ov7725_detect(int slv_addr, sensor_id_t *id) -{ - if (OV7725_SCCB_ADDR == slv_addr) { - SCCB_Write(slv_addr, 0xFF, 0x01);//bank sensor - uint16_t PID = SCCB_Read(slv_addr, 0x0A); - if (OV7725_PID == PID) { - id->PID = PID; - id->VER = SCCB_Read(slv_addr, REG_VER); - id->MIDL = SCCB_Read(slv_addr, REG_MIDL); - id->MIDH = SCCB_Read(slv_addr, REG_MIDH); - return PID; - } else { - ESP_LOGI(TAG, "Mismatch PID=0x%x", PID); - } - } - return 0; -} - -int ov7725_init(sensor_t *sensor) -{ - // Set function pointers - sensor->reset = reset; - sensor->init_status = init_status; - sensor->set_pixformat = set_pixformat; - sensor->set_framesize = set_framesize; - sensor->set_colorbar = set_colorbar; - sensor->set_whitebal = set_whitebal; - sensor->set_gain_ctrl = set_gain_ctrl; - sensor->set_exposure_ctrl = set_exposure_ctrl; - sensor->set_hmirror = set_hmirror; - sensor->set_vflip = set_vflip; - - sensor->set_brightness = set_brightness; - sensor->set_contrast = set_contrast; - sensor->set_aec2 = set_aec2; - sensor->set_aec_value = set_aec_value; - sensor->set_awb_gain = set_awb_gain_dsp; - sensor->set_agc_gain = set_agc_gain; - sensor->set_dcw = set_dcw_dsp; - sensor->set_bpc = set_bpc_dsp; - sensor->set_wpc = set_wpc_dsp; - sensor->set_raw_gma = set_raw_gma_dsp; - sensor->set_lenc = set_lenc_dsp; - - //not supported - sensor->set_saturation= set_dummy; - sensor->set_sharpness = set_dummy; - sensor->set_denoise = set_dummy; - sensor->set_quality = set_dummy; - sensor->set_special_effect = set_dummy; - sensor->set_wb_mode = set_dummy; - sensor->set_ae_level = set_dummy; - sensor->set_gainceiling = set_gainceiling_dummy; - - - sensor->get_reg = get_reg; - sensor->set_reg = set_reg; - sensor->set_res_raw = set_res_raw; - sensor->set_pll = _set_pll; - sensor->set_xclk = set_xclk; - - // Retrieve sensor's signature - sensor->id.MIDH = SCCB_Read(sensor->slv_addr, REG_MIDH); - sensor->id.MIDL = SCCB_Read(sensor->slv_addr, REG_MIDL); - sensor->id.PID = SCCB_Read(sensor->slv_addr, REG_PID); - sensor->id.VER = SCCB_Read(sensor->slv_addr, REG_VER); - - ESP_LOGD(TAG, "OV7725 Attached"); - - return 0; -} diff --git a/code/components/esp32-camera-master/sensors/private_include/bf3005.h b/code/components/esp32-camera-master/sensors/private_include/bf3005.h deleted file mode 100644 index 6524a1d4..00000000 --- a/code/components/esp32-camera-master/sensors/private_include/bf3005.h +++ /dev/null @@ -1,33 +0,0 @@ -/* - * This file is part of the OpenMV project. - * Copyright (c) 2013/2014 Ibrahim Abdelkader - * This work is licensed under the MIT license, see the file LICENSE for details. - * - * BF3005 driver. - * - */ -#ifndef __BF3005_H__ -#define __BF3005_H__ -#include "sensor.h" - -/** - * @brief Detect sensor pid - * - * @param slv_addr SCCB address - * @param id Detection result - * @return - * 0: Can't detect this sensor - * Nonzero: This sensor has been detected - */ -int bf3005_detect(int slv_addr, sensor_id_t *id); - -/** - * @brief initialize sensor function pointers - * - * @param sensor pointer of sensor - * @return - * Always 0 - */ -int bf3005_init(sensor_t *sensor); - -#endif // __BF3005_H__ \ No newline at end of file diff --git a/code/components/esp32-camera-master/sensors/private_include/bf3005_regs.h b/code/components/esp32-camera-master/sensors/private_include/bf3005_regs.h deleted file mode 100644 index 0bf0d37a..00000000 --- a/code/components/esp32-camera-master/sensors/private_include/bf3005_regs.h +++ /dev/null @@ -1,337 +0,0 @@ -/* - * This file is part of the OpenMV project. - * Copyright (c) 2013/2014 Ibrahim Abdelkader - * This work is licensed under the MIT license, see the file LICENSE for details. - * - * BF3005 register definitions. - */ -#ifndef __REG_REGS_H__ -#define __REG_REGS_H__ -#if 0 -#define GAIN 0x00 /* AGC ¨C Gain control gain setting */ -#define BLUE 0x01 /* AWB ¨C Blue channel gain setting */ -#define RED 0x02 /* AWB ¨C Red channel gain setting */ -#define GREEN 0x03 /* AWB ¨C Green channel gain setting */ -#define BAVG 0x05 /* U/B Average Level */ -#define GAVG 0x06 /* Y/Gb Average Level */ -#define RAVG 0x07 /* V/R Average Level */ -#define AECH 0x08 /* Exposure Value ¨C AEC MSBs */ - -#define COM2 0x09 /* Common Control 2 */ -#define COM2_SOFT_SLEEP 0x10 /* Soft sleep mode */ -#define COM2_OUT_DRIVE_1x 0x00 /* Output drive capability 1x */ -#define COM2_OUT_DRIVE_2x 0x01 /* Output drive capability 2x */ -#define COM2_OUT_DRIVE_3x 0x02 /* Output drive capability 3x */ -#define COM2_OUT_DRIVE_4x 0x03 /* Output drive capability 4x */ - -#define REG_PID 0x0A /* Product ID Number MSB */ -#define REG_VER 0x0B /* Product ID Number LSB */ - -#define COM3 0x0C /* Common Control 3 */ -#define COM3_VFLIP 0x80 /* Vertical flip image ON/OFF selection */ -#define COM3_MIRROR 0x40 /* Horizontal mirror image ON/OFF selection */ -#define COM3_SWAP_BR 0x20 /* Swap B/R output sequence in RGB output mode */ -#define COM3_SWAP_YUV 0x10 /* Swap Y/UV output sequence in YUV output mode */ -#define COM3_SWAP_MSB 0x08 /* Swap output MSB/LSB */ -#define COM3_TRI_CLOCK 0x04 /* Tri-state option for output clock at power-down period */ -#define COM3_TRI_DATA 0x02 /* Tri-state option for output data at power-down period */ -#define COM3_COLOR_BAR 0x01 /* Sensor color bar test pattern output enable */ -#define COM3_SET_CBAR(r, x) ((r&0xFE)|((x&1)<<0)) -#define COM3_SET_MIRROR(r, x) ((r&0xBF)|((x&1)<<6)) -#define COM3_SET_FLIP(r, x) ((r&0x7F)|((x&1)<<7)) - -#define COM4 0x0D /* Common Control 4 */ -#define COM4_PLL_BYPASS 0x00 /* Bypass PLL */ -#define COM4_PLL_4x 0x40 /* PLL frequency 4x */ -#define COM4_PLL_6x 0x80 /* PLL frequency 6x */ -#define COM4_PLL_8x 0xc0 /* PLL frequency 8x */ -#define COM4_AEC_FULL 0x00 /* AEC evaluate full window */ -#define COM4_AEC_1_2 0x10 /* AEC evaluate 1/2 window */ -#define COM4_AEC_1_4 0x20 /* AEC evaluate 1/4 window */ -#define COM4_AEC_2_3 0x30 /* AEC evaluate 2/3 window */ - -#define COM5 0x0E /* Common Control 5 */ -#define COM5_AFR 0x80 /* Auto frame rate control ON/OFF selection (night mode) */ -#define COM5_AFR_SPEED 0x40 /* Auto frame rate control speed selection */ -#define COM5_AFR_0 0x00 /* No reduction of frame rate */ -#define COM5_AFR_1_2 0x10 /* Max reduction to 1/2 frame rate */ -#define COM5_AFR_1_4 0x20 /* Max reduction to 1/4 frame rate */ -#define COM5_AFR_1_8 0x30 /* Max reduction to 1/8 frame rate */ -#define COM5_AFR_4x 0x04 /* Add frame when AGC reaches 4x gain */ -#define COM5_AFR_8x 0x08 /* Add frame when AGC reaches 8x gain */ -#define COM5_AFR_16x 0x0c /* Add frame when AGC reaches 16x gain */ -#define COM5_AEC_NO_LIMIT 0x01 /* No limit to AEC increase step */ - -#define COM6 0x0F /* Common Control 6 */ -#define COM6_AUTO_WINDOW 0x01 /* Auto window setting ON/OFF selection when format changes */ - -#define AEC 0x10 /* AEC[7:0] (see register AECH for AEC[15:8]) */ -#define CLKRC 0x11 /* Internal Clock */ - -#define COM7 0x12 /* Common Control 7 */ -#define COM7_RESET 0x80 /* SCCB Register Reset */ -#define COM7_RES_VGA 0x00 /* Resolution VGA */ -#define COM7_RES_QVGA 0x40 /* Resolution QVGA */ -#define COM7_BT656 0x20 /* BT.656 protocol ON/OFF */ -#define COM7_SENSOR_RAW 0x10 /* Sensor RAW */ -#define COM7_FMT_GBR422 0x00 /* RGB output format GBR422 */ -#define COM7_FMT_RGB565 0x04 /* RGB output format RGB565 */ -#define COM7_FMT_RGB555 0x08 /* RGB output format RGB555 */ -#define COM7_FMT_RGB444 0x0C /* RGB output format RGB444 */ -#define COM7_FMT_YUV 0x00 /* Output format YUV */ -#define COM7_FMT_P_BAYER 0x01 /* Output format Processed Bayer RAW */ -#define COM7_FMT_RGB 0x02 /* Output format RGB */ -#define COM7_FMT_R_BAYER 0x03 /* Output format Bayer RAW */ -#define COM7_SET_FMT(r, x) ((r&0xFC)|((x&0x3)<<0)) -#define COM7_SET_RGB(r, x) ((r&0xF0)|(x&0x0C)|COM7_FMT_RGB) - -#define COM8 0x13 /* Common Control 8 */ -#define COM8_FAST_AUTO 0x80 /* Enable fast AGC/AEC algorithm */ -#define COM8_STEP_VSYNC 0x00 /* AEC - Step size limited to vertical blank */ -#define COM8_STEP_UNLIMIT 0x40 /* AEC - Step size unlimited step size */ -#define COM8_BANDF_EN 0x20 /* Banding filter ON/OFF */ -#define COM8_AEC_BANDF 0x10 /* Enable AEC below banding value */ -#define COM8_AEC_FINE_EN 0x08 /* Fine AEC ON/OFF control */ -#define COM8_AGC_EN 0x04 /* AGC Enable */ -#define COM8_AWB_EN 0x02 /* AWB Enable */ -#define COM8_AEC_EN 0x01 /* AEC Enable */ -#define COM8_SET_AGC(r, x) ((r&0xFB)|((x&0x1)<<2)) -#define COM8_SET_AWB(r, x) ((r&0xFD)|((x&0x1)<<1)) -#define COM8_SET_AEC(r, x) ((r&0xFE)|((x&0x1)<<0)) - -#define COM9 0x14 /* Common Control 9 */ -#define COM9_HISTO_AVG 0x80 /* Histogram or average based AEC/AGC selection */ -#define COM9_AGC_GAIN_2x 0x00 /* Automatic Gain Ceiling 2x */ -#define COM9_AGC_GAIN_4x 0x10 /* Automatic Gain Ceiling 4x */ -#define COM9_AGC_GAIN_8x 0x20 /* Automatic Gain Ceiling 8x */ -#define COM9_AGC_GAIN_16x 0x30 /* Automatic Gain Ceiling 16x */ -#define COM9_AGC_GAIN_32x 0x40 /* Automatic Gain Ceiling 32x */ -#define COM9_DROP_VSYNC 0x04 /* Drop VSYNC output of corrupt frame */ -#define COM9_DROP_HREF 0x02 /* Drop HREF output of corrupt frame */ -#define COM9_SET_AGC(r, x) ((r&0x8F)|((x&0x07)<<4)) - -#define COM10 0x15 /* Common Control 10 */ -#define COM10_NEGATIVE 0x80 /* Output negative data */ -#define COM10_HSYNC_EN 0x40 /* HREF changes to HSYNC */ -#define COM10_PCLK_FREE 0x00 /* PCLK output option: free running PCLK */ -#define COM10_PCLK_MASK 0x20 /* PCLK output option: masked during horizontal blank */ -#define COM10_PCLK_REV 0x10 /* PCLK reverse */ -#define COM10_HREF_REV 0x08 /* HREF reverse */ -#define COM10_VSYNC_FALLING 0x00 /* VSYNC changes on falling edge of PCLK */ -#define COM10_VSYNC_RISING 0x04 /* VSYNC changes on rising edge of PCLK */ -#define COM10_VSYNC_NEG 0x02 /* VSYNC negative */ -#define COM10_OUT_RANGE_8 0x01 /* Output data range: Full range */ -#define COM10_OUT_RANGE_10 0x00 /* Output data range: Data from [10] to [F0] (8 MSBs) */ - -#define REG16 0x16 /* Register 16 */ -#define REG16_BIT_SHIFT 0x80 /* Bit shift test pattern options */ -#define HSTART 0x17 /* Horizontal Frame (HREF column) Start 8 MSBs (2 LSBs are at HREF[5:4]) */ -#define HSIZE 0x18 /* Horizontal Sensor Size (2 LSBs are at HREF[1:0]) */ -#define VSTART 0x19 /* Vertical Frame (row) Start 8 MSBs (1 LSB is at HREF[6]) */ -#define VSIZE 0x1A /* Vertical Sensor Size (1 LSB is at HREF[2]) */ -#define PSHFT 0x1B /* Data Format - Pixel Delay Select */ -#define REG_MIDH 0x1C /* Manufacturer ID Byte ¨C High */ -#define REG_MIDL 0x1D /* Manufacturer ID Byte ¨C Low */ -#define LAEC 0x1F /* Fine AEC Value - defines exposure value less than one row period */ - -#define COM11 0x20 /* Common Control 11 */ -#define COM11_SNGL_FRAME_EN 0x02 /* Single frame ON/OFF selection */ -#define COM11_SNGL_XFR_TRIG 0x01 /* Single frame transfer trigger */ - -#define BDBASE 0x22 /* Banding Filter Minimum AEC Value */ -#define DBSTEP 0x23 /* Banding Filter Maximum Step */ -#define AEW 0x24 /* AGC/AEC - Stable Operating Region (Upper Limit) */ -#define AEB 0x25 /* AGC/AEC - Stable Operating Region (Lower Limit) */ -#define VPT 0x26 /* AGC/AEC Fast Mode Operating Region */ -#define REG28 0x28 /* Selection on the number of dummy rows, N */ -#define HOUTSIZE 0x29 /* Horizontal Data Output Size MSBs (2 LSBs at register EXHCH[1:0]) */ -#define EXHCH 0x2A /* Dummy Pixel Insert MSB */ -#define EXHCL 0x2B /* Dummy Pixel Insert LSB */ -#define VOUTSIZE 0x2C /* Vertical Data Output Size MSBs (LSB at register EXHCH[2]) */ -#define ADVFL 0x2D /* LSB of Insert Dummy Rows in Vertical Sync (1 bit equals 1 row) */ -#define ADVFH 0x2E /* MSB of Insert Dummy Rows in Vertical Sync */ -#define YAVE 0x2F /* Y/G Channel Average Value */ -#define LUMHTH 0x30 /* Histogram AEC/AGC Luminance High Level Threshold */ -#define LUMLTH 0x31 /* Histogram AEC/AGC Luminance Low Level Threshold */ -#define HREF 0x32 /* Image Start and Size Control */ -#define DM_LNL 0x33 /* Dummy Row Low 8 Bits */ -#define DM_LNH 0x34 /* Dummy Row High 8 Bits */ -#define ADOFF_B 0x35 /* AD Offset Compensation Value for B Channel */ -#define ADOFF_R 0x36 /* AD Offset Compensation Value for R Channel */ -#define ADOFF_GB 0x37 /* AD Offset Compensation Value for GB Channel */ -#define ADOFF_GR 0x38 /* AD Offset Compensation Value for GR Channel */ -#define OFF_B 0x39 /* AD Offset Compensation Value for B Channel */ -#define OFF_R 0x3A /* AD Offset Compensation Value for R Channel */ -#define OFF_GB 0x3B /* AD Offset Compensation Value for GB Channel */ -#define OFF_GR 0x3C /* AD Offset Compensation Value for GR Channel */ -#define COM12 0x3D /* DC offset compensation for analog process */ - -#define COM13 0x3E /* Common Control 13 */ -#define COM13_BLC_EN 0x80 /* BLC enable */ -#define COM13_ADC_EN 0x40 /* ADC channel BLC ON/OFF control */ -#define COM13_ANALOG_BLC 0x20 /* Analog processing channel BLC ON/OFF control */ -#define COM13_ABLC_GAIN_EN 0x04 /* ABLC gain trigger enable */ - -#define COM14 0x3F /* Common Control 14 */ -#define COM15 0x40 /* Common Control 15 */ -#define COM16 0x41 /* Common Control 16 */ -#define TGT_B 0x42 /* BLC Blue Channel Target Value */ -#define TGT_R 0x43 /* BLC Red Channel Target Value */ -#define TGT_GB 0x44 /* BLC Gb Channel Target Value */ -#define TGT_GR 0x45 /* BLC Gr Channel Target Value */ - -#define LC_CTR 0x46 /* Lens Correction Control */ -#define LC_CTR_RGB_COMP_1 0x00 /* R, G, and B channel compensation coefficient is set by LC_COEF (0x49) */ -#define LC_CTR_RGB_COMP_3 0x04 /* R, G, and B channel compensation coefficient is set by registers - LC_COEFB (0x4B), LC_COEF (0x49), and LC_COEFR (0x4C), respectively */ -#define LC_CTR_EN 0x01 /* Lens correction enable */ -#define LC_XC 0x47 /* X Coordinate of Lens Correction Center Relative to Array Center */ -#define LC_YC 0x48 /* Y Coordinate of Lens Correction Center Relative to Array Center */ -#define LC_COEF 0x49 /* Lens Correction Coefficient */ -#define LC_RADI 0x4A /* Lens Correction Radius */ -#define LC_COEFB 0x4B /* Lens Correction B Channel Compensation Coefficient */ -#define LC_COEFR 0x4C /* Lens Correction R Channel Compensation Coefficient */ - -#define FIXGAIN 0x4D /* Analog Fix Gain Amplifier */ -#define AREF0 0x4E /* Sensor Reference Control */ -#define AREF1 0x4F /* Sensor Reference Current Control */ -#define AREF2 0x50 /* Analog Reference Control */ -#define AREF3 0x51 /* ADC Reference Control */ -#define AREF4 0x52 /* ADC Reference Control */ -#define AREF5 0x53 /* ADC Reference Control */ -#define AREF6 0x54 /* Analog Reference Control */ -#define AREF7 0x55 /* Analog Reference Control */ -#define UFIX 0x60 /* U Channel Fixed Value Output */ -#define VFIX 0x61 /* V Channel Fixed Value Output */ -#define AWBB_BLK 0x62 /* AWB Option for Advanced AWB */ - -#define AWB_CTRL0 0x63 /* AWB Control Byte 0 */ -#define AWB_CTRL0_GAIN_EN 0x80 /* AWB gain enable */ -#define AWB_CTRL0_CALC_EN 0x40 /* AWB calculate enable */ -#define AWB_CTRL0_WBC_MASK 0x0F /* WBC threshold 2 */ - -#define DSP_CTRL1 0x64 /* DSP Control Byte 1 */ -#define DSP_CTRL1_FIFO_EN 0x80 /* FIFO enable/disable selection */ -#define DSP_CTRL1_UV_EN 0x40 /* UV adjust function ON/OFF selection */ -#define DSP_CTRL1_SDE_EN 0x20 /* SDE enable */ -#define DSP_CTRL1_MTRX_EN 0x10 /* Color matrix ON/OFF selection */ -#define DSP_CTRL1_INTRP_EN 0x08 /* Interpolation ON/OFF selection */ -#define DSP_CTRL1_GAMMA_EN 0x04 /* Gamma function ON/OFF selection */ -#define DSP_CTRL1_BLACK_EN 0x02 /* Black defect auto correction ON/OFF */ -#define DSP_CTRL1_WHITE_EN 0x01 /* White defect auto correction ON/OFF */ - -#define DSP_CTRL2 0x65 /* DSP Control Byte 2 */ -#define DSP_CTRL2_VDCW_EN 0x08 /* Vertical DCW enable */ -#define DSP_CTRL2_HDCW_EN 0x04 /* Horizontal DCW enable */ -#define DSP_CTRL2_VZOOM_EN 0x02 /* Vertical zoom out enable */ -#define DSP_CTRL2_HZOOM_EN 0x01 /* Horizontal zoom out enable */ - -#define DSP_CTRL3 0x66 /* DSP Control Byte 3 */ -#define DSP_CTRL3_UV_EN 0x80 /* UV output sequence option */ -#define DSP_CTRL3_CBAR_EN 0x20 /* DSP color bar ON/OFF selection */ -#define DSP_CTRL3_FIFO_EN 0x08 /* FIFO power down ON/OFF selection */ -#define DSP_CTRL3_SCAL1_PWDN 0x04 /* Scaling module power down control 1 */ -#define DSP_CTRL3_SCAL2_PWDN 0x02 /* Scaling module power down control 2 */ -#define DSP_CTRL3_INTRP_PWDN 0x01 /* Interpolation module power down control */ -#define DSP_CTRL3_SET_CBAR(r, x) ((r&0xDF)|((x&1)<<5)) - - -#define DSP_CTRL4 0x67 /* DSP Control Byte 4 */ -#define DSP_CTRL4_YUV_RGB 0x00 /* Output selection YUV or RGB */ -#define DSP_CTRL4_RAW8 0x02 /* Output selection RAW8 */ -#define DSP_CTRL4_RAW10 0x03 /* Output selection RAW10 */ - - -#define AWB_BIAS 0x68 /* AWB BLC Level Clip */ -#define AWB_CTRL1 0x69 /* AWB Control 1 */ -#define AWB_CTRL2 0x6A /* AWB Control 2 */ - -#define AWB_CTRL3 0x6B /* AWB Control 3 */ -#define AWB_CTRL3_ADVANCED 0x80 /* AWB mode select - Advanced AWB */ -#define AWB_CTRL3_SIMPLE 0x00 /* AWB mode select - Simple AWB */ - -#define AWB_CTRL4 0x6C /* AWB Control 4 */ -#define AWB_CTRL5 0x6D /* AWB Control 5 */ -#define AWB_CTRL6 0x6E /* AWB Control 6 */ -#define AWB_CTRL7 0x6F /* AWB Control 7 */ -#define AWB_CTRL8 0x70 /* AWB Control 8 */ -#define AWB_CTRL9 0x71 /* AWB Control 9 */ -#define AWB_CTRL10 0x72 /* AWB Control 10 */ -#define AWB_CTRL11 0x73 /* AWB Control 11 */ -#define AWB_CTRL12 0x74 /* AWB Control 12 */ -#define AWB_CTRL13 0x75 /* AWB Control 13 */ -#define AWB_CTRL14 0x76 /* AWB Control 14 */ -#define AWB_CTRL15 0x77 /* AWB Control 15 */ -#define AWB_CTRL16 0x78 /* AWB Control 16 */ -#define AWB_CTRL17 0x79 /* AWB Control 17 */ -#define AWB_CTRL18 0x7A /* AWB Control 18 */ -#define AWB_CTRL19 0x7B /* AWB Control 19 */ -#define AWB_CTRL20 0x7C /* AWB Control 20 */ -#define AWB_CTRL21 0x7D /* AWB Control 21 */ -#define GAM1 0x7E /* Gamma Curve 1st Segment Input End Point 0x04 Output Value */ -#define GAM2 0x7F /* Gamma Curve 2nd Segment Input End Point 0x08 Output Value */ -#define GAM3 0x80 /* Gamma Curve 3rd Segment Input End Point 0x10 Output Value */ -#define GAM4 0x81 /* Gamma Curve 4th Segment Input End Point 0x20 Output Value */ -#define GAM5 0x82 /* Gamma Curve 5th Segment Input End Point 0x28 Output Value */ -#define GAM6 0x83 /* Gamma Curve 6th Segment Input End Point 0x30 Output Value */ -#define GAM7 0x84 /* Gamma Curve 7th Segment Input End Point 0x38 Output Value */ -#define GAM8 0x85 /* Gamma Curve 8th Segment Input End Point 0x40 Output Value */ -#define GAM9 0x86 /* Gamma Curve 9th Segment Input End Point 0x48 Output Value */ -#define GAM10 0x87 /* Gamma Curve 10th Segment Input End Point 0x50 Output Value */ -#define GAM11 0x88 /* Gamma Curve 11th Segment Input End Point 0x60 Output Value */ -#define GAM12 0x89 /* Gamma Curve 12th Segment Input End Point 0x70 Output Value */ -#define GAM13 0x8A /* Gamma Curve 13th Segment Input End Point 0x90 Output Value */ -#define GAM14 0x8B /* Gamma Curve 14th Segment Input End Point 0xB0 Output Value */ -#define GAM15 0x8C /* Gamma Curve 15th Segment Input End Point 0xD0 Output Value */ -#define SLOP 0x8D /* Gamma Curve Highest Segment Slope */ -#define DNSTH 0x8E /* De-noise Threshold */ -#define EDGE0 0x8F /* Edge Enhancement Strength Control */ -#define EDGE1 0x90 /* Edge Enhancement Threshold Control */ -#define DNSOFF 0x91 /* Auto De-noise Threshold Control */ -#define EDGE2 0x92 /* Edge Enhancement Strength Upper Limit */ -#define EDGE3 0x93 /* Edge Enhancement Strength Upper Limit */ -#define MTX1 0x94 /* Matrix Coefficient 1 */ -#define MTX2 0x95 /* Matrix Coefficient 2 */ -#define MTX3 0x96 /* Matrix Coefficient 3 */ -#define MTX4 0x97 /* Matrix Coefficient 4 */ -#define MTX5 0x98 /* Matrix Coefficient 5 */ -#define MTX6 0x99 /* Matrix Coefficient 6 */ - -#define MTX_CTRL 0x9A /* Matrix Control */ -#define MTX_CTRL_DBL_EN 0x80 /* Matrix double ON/OFF selection */ - -#define BRIGHTNESS 0x9B /* Brightness Control */ -#define CONTRAST 0x9C /* Contrast Gain */ -#define UVADJ0 0x9E /* Auto UV Adjust Control 0 */ -#define UVADJ1 0x9F /* Auto UV Adjust Control 1 */ -#define SCAL0 0xA0 /* DCW Ratio Control */ -#define SCAL1 0xA1 /* Horizontal Zoom Out Control */ -#define SCAL2 0xA2 /* Vertical Zoom Out Control */ -#define FIFODLYM 0xA3 /* FIFO Manual Mode Delay Control */ -#define FIFODLYA 0xA4 /* FIFO Auto Mode Delay Control */ - -#define SDE 0xA6 /* Special Digital Effect Control */ -#define SDE_NEGATIVE_EN 0x40 /* Negative image enable */ -#define SDE_GRAYSCALE_EN 0x20 /* Gray scale image enable */ -#define SDE_V_FIXED_EN 0x10 /* V fixed value enable */ -#define SDE_U_FIXED_EN 0x08 /* U fixed value enable */ -#define SDE_CONT_BRIGHT_EN 0x04 /* Contrast/Brightness enable */ -#define SDE_SATURATION_EN 0x02 /* Saturation enable */ -#define SDE_HUE_EN 0x01 /* Hue enable */ - -#define USAT 0xA7 /* U Component Saturation Gain */ -#define VSAT 0xA8 /* V Component Saturation Gain */ -#define HUECOS 0xA9 /* Cosine value ¡Á 0x80 */ -#define HUESIN 0xAA /* Sine value ¡Á 0x80 */ -#define SIGN_BIT 0xAB /* Sign Bit for Hue and Brightness */ - -#define DSPAUTO 0xAC /* DSP Auto Function ON/OFF Control */ -#define DSPAUTO_AWB_EN 0x80 /* AWB auto threshold control */ -#define DSPAUTO_DENOISE_EN 0x40 /* De-noise auto threshold control */ -#define DSPAUTO_EDGE_EN 0x20 /* Sharpness (edge enhancement) auto strength control */ -#define DSPAUTO_UV_EN 0x10 /* UV adjust auto slope control */ -#define DSPAUTO_SCAL0_EN 0x08 /* Auto scaling factor control (register SCAL0 (0xA0)) */ -#define DSPAUTO_SCAL1_EN 0x04 /* Auto scaling factor control (registers SCAL1 (0xA1 and SCAL2 (0xA2))*/ -#define SET_REG(reg, x) (##reg_DEFAULT|x) -#endif //__REG_REGS_H__ -#endif \ No newline at end of file diff --git a/code/components/esp32-camera-master/sensors/private_include/gc0308.h b/code/components/esp32-camera-master/sensors/private_include/gc0308.h deleted file mode 100644 index edffca1e..00000000 --- a/code/components/esp32-camera-master/sensors/private_include/gc0308.h +++ /dev/null @@ -1,31 +0,0 @@ -#pragma once - -#include "sensor.h" - -#ifdef __cplusplus -extern "C" { -#endif - -/** - * @brief Detect sensor pid - * - * @param slv_addr SCCB address - * @param id Detection result - * @return - * 0: Can't detect this sensor - * Nonzero: This sensor has been detected - */ -int gc0308_detect(int slv_addr, sensor_id_t *id); - -/** - * @brief initialize sensor function pointers - * - * @param sensor pointer of sensor - * @return - * Always 0 - */ -int gc0308_init(sensor_t *sensor); - -#ifdef __cplusplus -} -#endif diff --git a/code/components/esp32-camera-master/sensors/private_include/gc0308_regs.h b/code/components/esp32-camera-master/sensors/private_include/gc0308_regs.h deleted file mode 100644 index f1cb4532..00000000 --- a/code/components/esp32-camera-master/sensors/private_include/gc0308_regs.h +++ /dev/null @@ -1,25 +0,0 @@ -/* - * GC0308 register definitions. - */ -#ifndef __GC0308_REG_REGS_H__ -#define __GC0308_REG_REGS_H__ - -#define RESET_RELATED 0xfe // Bit[7]: Software reset - // Bit[6:5]: NA - // Bit[4]: CISCTL_restart_n - // Bit[3:1]: NA - // Bit[0]: page select - // 0:page0 - // 1:page1 - - -// page0: - - - -/** - * @brief register value - */ - - -#endif // __GC0308_REG_REGS_H__ diff --git a/code/components/esp32-camera-master/sensors/private_include/gc0308_settings.h b/code/components/esp32-camera-master/sensors/private_include/gc0308_settings.h deleted file mode 100644 index 32ef3816..00000000 --- a/code/components/esp32-camera-master/sensors/private_include/gc0308_settings.h +++ /dev/null @@ -1,245 +0,0 @@ -#ifndef _GC0308_SETTINGS_H_ -#define _GC0308_SETTINGS_H_ - -#include - -#define REG_DLY 0xffff -#define REGLIST_TAIL 0x0000 /* Array end token */ - -static const uint16_t gc0308_sensor_default_regs[][2] = { - {0xfe, 0x00}, - {0xec, 0x20}, - {0x05, 0x00}, - {0x06, 0x00}, - {0x07, 0x00}, - {0x08, 0x00}, - {0x09, 0x01}, - {0x0a, 0xe8}, - {0x0b, 0x02}, - {0x0c, 0x88}, - {0x0d, 0x02}, - {0x0e, 0x02}, - {0x10, 0x26}, - {0x11, 0x0d}, - {0x12, 0x2a}, - {0x13, 0x00}, - {0x14, 0x11}, - {0x15, 0x0a}, - {0x16, 0x05}, - {0x17, 0x01}, - {0x18, 0x44}, - {0x19, 0x44}, - {0x1a, 0x2a}, - {0x1b, 0x00}, - {0x1c, 0x49}, - {0x1d, 0x9a}, - {0x1e, 0x61}, - {0x1f, 0x00}, //pad drv <=24MHz, use 0x00 is ok - {0x20, 0x7f}, - {0x21, 0xfa}, - {0x22, 0x57}, - {0x24, 0xa2}, //YCbYCr - {0x25, 0x0f}, - {0x26, 0x03}, // 0x01 - {0x28, 0x00}, - {0x2d, 0x0a}, - {0x2f, 0x01}, - {0x30, 0xf7}, - {0x31, 0x50}, - {0x32, 0x00}, - {0x33, 0x28}, - {0x34, 0x2a}, - {0x35, 0x28}, - {0x39, 0x04}, - {0x3a, 0x20}, - {0x3b, 0x20}, - {0x3c, 0x00}, - {0x3d, 0x00}, - {0x3e, 0x00}, - {0x3f, 0x00}, - {0x50, 0x14}, // 0x14 - {0x52, 0x41}, - {0x53, 0x80}, - {0x54, 0x80}, - {0x55, 0x80}, - {0x56, 0x80}, - {0x8b, 0x20}, - {0x8c, 0x20}, - {0x8d, 0x20}, - {0x8e, 0x14}, - {0x8f, 0x10}, - {0x90, 0x14}, - {0x91, 0x3c}, - {0x92, 0x50}, -//{0x8b,0x10}, -//{0x8c,0x10}, -//{0x8d,0x10}, -//{0x8e,0x10}, -//{0x8f,0x10}, -//{0x90,0x10}, -//{0x91,0x3c}, -//{0x92,0x50}, - {0x5d, 0x12}, - {0x5e, 0x1a}, - {0x5f, 0x24}, - {0x60, 0x07}, - {0x61, 0x15}, - {0x62, 0x08}, // 0x08 - {0x64, 0x03}, // 0x03 - {0x66, 0xe8}, - {0x67, 0x86}, - {0x68, 0x82}, - {0x69, 0x18}, - {0x6a, 0x0f}, - {0x6b, 0x00}, - {0x6c, 0x5f}, - {0x6d, 0x8f}, - {0x6e, 0x55}, - {0x6f, 0x38}, - {0x70, 0x15}, - {0x71, 0x33}, - {0x72, 0xdc}, - {0x73, 0x00}, - {0x74, 0x02}, - {0x75, 0x3f}, - {0x76, 0x02}, - {0x77, 0x38}, // 0x47 - {0x78, 0x88}, - {0x79, 0x81}, - {0x7a, 0x81}, - {0x7b, 0x22}, - {0x7c, 0xff}, - {0x93, 0x48}, //color matrix default - {0x94, 0x02}, - {0x95, 0x07}, - {0x96, 0xe0}, - {0x97, 0x40}, - {0x98, 0xf0}, - {0xb1, 0x40}, - {0xb2, 0x40}, - {0xb3, 0x40}, //0x40 - {0xb6, 0xe0}, - {0xbd, 0x38}, - {0xbe, 0x36}, - {0xd0, 0xCB}, - {0xd1, 0x10}, - {0xd2, 0x90}, - {0xd3, 0x48}, - {0xd5, 0xF2}, - {0xd6, 0x16}, - {0xdb, 0x92}, - {0xdc, 0xA5}, - {0xdf, 0x23}, - {0xd9, 0x00}, - {0xda, 0x00}, - {0xe0, 0x09}, - {0xed, 0x04}, - {0xee, 0xa0}, - {0xef, 0x40}, - {0x80, 0x03}, - - {0x9F, 0x10}, - {0xA0, 0x20}, - {0xA1, 0x38}, - {0xA2, 0x4e}, - {0xA3, 0x63}, - {0xA4, 0x76}, - {0xA5, 0x87}, - {0xA6, 0xa2}, - {0xA7, 0xb8}, - {0xA8, 0xca}, - {0xA9, 0xd8}, - {0xAA, 0xe3}, - {0xAB, 0xeb}, - {0xAC, 0xf0}, - {0xAD, 0xF8}, - {0xAE, 0xFd}, - {0xAF, 0xFF}, - - {0xc0, 0x00}, - {0xc1, 0x10}, - {0xc2, 0x1c}, - {0xc3, 0x30}, - {0xc4, 0x43}, - {0xc5, 0x54}, - {0xc6, 0x65}, - {0xc7, 0x75}, - {0xc8, 0x93}, - {0xc9, 0xB0}, - {0xca, 0xCB}, - {0xcb, 0xE6}, - {0xcc, 0xFF}, - {0xf0, 0x02}, - {0xf1, 0x01}, - {0xf2, 0x02}, - {0xf3, 0x30}, - {0xf7, 0x04}, - {0xf8, 0x02}, - {0xf9, 0x9f}, - {0xfa, 0x78}, - {0xfe, 0x01}, - {0x00, 0xf5}, - {0x02, 0x20}, - {0x04, 0x10}, - {0x05, 0x08}, - {0x06, 0x20}, - {0x08, 0x0a}, - {0x0a, 0xa0}, - {0x0b, 0x60}, - {0x0c, 0x08}, - {0x0e, 0x44}, - {0x0f, 0x32}, - {0x10, 0x41}, - {0x11, 0x37}, - {0x12, 0x22}, - {0x13, 0x19}, - {0x14, 0x44}, - {0x15, 0x44}, - {0x16, 0xc2}, - {0x17, 0xA8}, - {0x18, 0x18}, - {0x19, 0x50}, - {0x1a, 0xd8}, - {0x1b, 0xf5}, - {0x70, 0x40}, - {0x71, 0x58}, - {0x72, 0x30}, - {0x73, 0x48}, - {0x74, 0x20}, - {0x75, 0x60}, - {0x77, 0x20}, - {0x78, 0x32}, - {0x30, 0x03}, - {0x31, 0x40}, - {0x32, 0x10}, - {0x33, 0xe0}, - {0x34, 0xe0}, - {0x35, 0x00}, - {0x36, 0x80}, - {0x37, 0x00}, - {0x38, 0x04}, - {0x39, 0x09}, - {0x3a, 0x12}, - {0x3b, 0x1C}, - {0x3c, 0x28}, - {0x3d, 0x31}, - {0x3e, 0x44}, - {0x3f, 0x57}, - {0x40, 0x6C}, - {0x41, 0x81}, - {0x42, 0x94}, - {0x43, 0xA7}, - {0x44, 0xB8}, - {0x45, 0xD6}, - {0x46, 0xEE}, - {0x47, 0x0d}, - {0x62, 0xf7}, - {0x63, 0x68}, - {0x64, 0xd3}, - {0x65, 0xd3}, - {0x66, 0x60}, - {0xfe, 0x00}, - {REGLIST_TAIL, 0x00}, -}; - -#endif diff --git a/code/components/esp32-camera-master/sensors/private_include/gc032a.h b/code/components/esp32-camera-master/sensors/private_include/gc032a.h deleted file mode 100644 index 7679f070..00000000 --- a/code/components/esp32-camera-master/sensors/private_include/gc032a.h +++ /dev/null @@ -1,31 +0,0 @@ -/* - * - * GC032A driver. - * - */ -#ifndef __GC032A_H__ -#define __GC032A_H__ - -#include "sensor.h" - -/** - * @brief Detect sensor pid - * - * @param slv_addr SCCB address - * @param id Detection result - * @return - * 0: Can't detect this sensor - * Nonzero: This sensor has been detected - */ -int gc032a_detect(int slv_addr, sensor_id_t *id); - -/** - * @brief initialize sensor function pointers - * - * @param sensor pointer of sensor - * @return - * Always 0 - */ -int gc032a_init(sensor_t *sensor); - -#endif // __GC032A_H__ diff --git a/code/components/esp32-camera-master/sensors/private_include/gc032a_regs.h b/code/components/esp32-camera-master/sensors/private_include/gc032a_regs.h deleted file mode 100644 index 5de59d1d..00000000 --- a/code/components/esp32-camera-master/sensors/private_include/gc032a_regs.h +++ /dev/null @@ -1,82 +0,0 @@ -/* - * GC032A register definitions. - */ -#ifndef __GC032A_REG_REGS_H__ -#define __GC032A_REG_REGS_H__ - -#define SENSOR_ID_HIGH 0XF0 -#define SENSOR_ID_LOW 0XF1 -#define PAD_VB_HIZ_MODE 0XF2 -#define SYNC_OUTPUT 0XF3 -#define I2C_CONFIG 0XF4 -#define PLL_MODE1 0XF7 -#define PLL_MODE2 0XF8 -#define CM_MODE 0XF9 -#define ISP_DIV_MODE 0XFA -#define I2C_DEVICE_ID 0XFB -#define ANALOG_PWC 0XFC -#define ISP_DIV_MODE2 0XFD -#define RESET_RELATED 0XFE // Bit[7]: Software reset - // Bit[6]: cm reset - // Bit[5]: spi reset - // Bit[4]: CISCTL_restart_n - // Bit[3]: PLL_rst - // Bit[2:0]: page select - // 000:page0 - // 001:page1 - // 010:page2 - // 011:page3 - -//----page0----------------------------- -#define P0_EXPOSURE_HIGH 0X03 -#define P0_EXPOSURE_LOW 0X04 -#define P0_HB_HIGH 0X05 -#define P0_HB_LOW 0X06 -#define P0_VB_HIGH 0X07 -#define P0_VB_LOW 0X08 -#define P0_ROW_START_HIGH 0X09 -#define P0_ROW_START_LOW 0X0A -#define P0_COLUMN_START_HIGH 0X0B -#define P0_COLUMN_START_LOW 0X0C -#define P0_WINDOW_HEIGHT_HIGH 0X0D -#define P0_WINDOW_HEIGHT_LOW 0X0E -#define P0_WINDOW_WIDTH_HIGH 0X0F -#define P0_WINDOW_WIDTH_LOW 0X10 -#define P0_SH_DELAY 0X11 -#define P0_VS_ST 0X12 -#define P0_VS_ET 0X13 -#define P0_CISCTL_MODE1 0X17 - -#define P0_BLOCK_ENABLE_1 0X40 -#define P0_AAAA_ENABLE 0X42 -#define P0_SPECIAL_EFFECT 0X43 -#define P0_SYNC_MODE 0X46 -#define P0_GAIN_CODE 0X48 -#define P0_DEBUG_MODE2 0X4C -#define P0_WIN_MODE 0X50 -#define P0_OUT_WIN_Y1_HIGH 0X51 -#define P0_OUT_WIN_Y1_LOW 0X52 -#define P0_OUT_WIN_X1_HIGH 0X53 -#define P0_OUT_WIN_X1_LOW 0X54 -#define P0_OUT_WIN_HEIGHT_HIGH 0X55 -#define P0_OUT_WIN_HEIGHT_LOW 0X56 -#define P0_OUT_WIN_WIDTH_HIGH 0X57 -#define P0_OUT_WIN_WIDTH_LOW 0X58 - -#define P0_GLOBAL_SATURATION 0XD0 -#define P0_SATURATION_CB 0XD1 -#define P0_SATURATION_CR 0XD2 -#define P0_LUMA_CONTRAST 0XD3 -#define P0_CONTRAST_CENTER 0XD4 -#define P0_LUMA_OFFSET 0XD5 -#define P0_FIXED_CB 0XDA -#define P0_FIXED_CR 0XDB - -//----page3----------------------------- -#define P3_IMAGE_WIDTH_LOW 0X5B -#define P3_IMAGE_WIDTH_HIGH 0X5C -#define P3_IMAGE_HEIGHT_LOW 0X5D -#define P3_IMAGE_HEIGHT_HIGH 0X5E - - -#endif //__GC032A_REG_REGS_H__ diff --git a/code/components/esp32-camera-master/sensors/private_include/gc032a_settings.h b/code/components/esp32-camera-master/sensors/private_include/gc032a_settings.h deleted file mode 100644 index a19ffc7c..00000000 --- a/code/components/esp32-camera-master/sensors/private_include/gc032a_settings.h +++ /dev/null @@ -1,401 +0,0 @@ -#ifndef _GC032A_SETTINGS_H_ -#define _GC032A_SETTINGS_H_ - -#include -#include -#include "esp_attr.h" -#include "gc032a_regs.h" - - -#define REG_DLY 0xffff -#define REGLIST_TAIL 0x0000 - - -/* - * The default register settings, as obtained from OmniVision. There - * is really no making sense of most of these - lots of "reserved" values - * and such. - * - */ -static const uint16_t gc032a_default_regs[][2] = { - /*System*/ - {0xf3, 0xff}, - {0xf5, 0x06}, - {0xf7, 0x01}, - {0xf8, 0x03}, - {0xf9, 0xce}, - {0xfa, 0x00}, - {0xfc, 0x02}, - {0xfe, 0x02}, - {0x81, 0x03}, - - {0xfe, 0x00}, - {0x77, 0x64}, - {0x78, 0x40}, - {0x79, 0x60}, - /*ANALOG & CISCTL*/ - {0xfe, 0x00}, - {0x03, 0x01}, - {0x04, 0xce}, - {0x05, 0x01}, - {0x06, 0xad}, - {0x07, 0x00}, - {0x08, 0x10}, - {0x0a, 0x00}, - {0x0c, 0x00}, - {0x0d, 0x01}, - {0x0e, 0xe8}, // height 488 - {0x0f, 0x02}, - {0x10, 0x88}, // width 648 - {0x17, 0x54}, - {0x19, 0x08}, - {0x1a, 0x0a}, - {0x1f, 0x40}, - {0x20, 0x30}, - {0x2e, 0x80}, - {0x2f, 0x2b}, - {0x30, 0x1a}, - {0xfe, 0x02}, - {0x03, 0x02}, - {0x05, 0xd7}, - {0x06, 0x60}, - {0x08, 0x80}, - {0x12, 0x89}, - - /*blk*/ - {0xfe, 0x00}, - {0x18, 0x02}, - {0xfe, 0x02}, - {0x40, 0x22}, - {0x45, 0x00}, - {0x46, 0x00}, - {0x49, 0x20}, - {0x4b, 0x3c}, - {0x50, 0x20}, - {0x42, 0x10}, - - /*isp*/ - {0xfe, 0x01}, - {0x0a, 0xc5}, - {0x45, 0x00}, - {0xfe, 0x00}, - {0x40, 0xff}, - {0x41, 0x25}, - {0x42, 0xcf}, - {0x43, 0x10}, - {0x44, 0x83}, - {0x46, 0x23}, - {0x49, 0x03}, - {0x52, 0x02}, - {0x54, 0x00}, - {0xfe, 0x02}, - {0x22, 0xf6}, - - /*Shading*/ - {0xfe, 0x01}, - {0xc1, 0x38}, - {0xc2, 0x4c}, - {0xc3, 0x00}, - {0xc4, 0x32}, - {0xc5, 0x24}, - {0xc6, 0x16}, - {0xc7, 0x08}, - {0xc8, 0x08}, - {0xc9, 0x00}, - {0xca, 0x20}, - {0xdc, 0x8a}, - {0xdd, 0xa0}, - {0xde, 0xa6}, - {0xdf, 0x75}, - - /*AWB*/ - {0xfe, 0x01}, - {0x7c, 0x09}, - {0x65, 0x06}, - {0x7c, 0x08}, - {0x56, 0xf4}, - {0x66, 0x0f}, - {0x67, 0x84}, - {0x6b, 0x80}, - {0x6d, 0x12}, - {0x6e, 0xb0}, - {0x86, 0x00}, - {0x87, 0x00}, - {0x88, 0x00}, - {0x89, 0x00}, - {0x8a, 0x00}, - {0x8b, 0x00}, - {0x8c, 0x00}, - {0x8d, 0x00}, - {0x8e, 0x00}, - {0x8f, 0x00}, - {0x90, 0x00}, - {0x91, 0x00}, - {0x92, 0xf4}, - {0x93, 0xd5}, - {0x94, 0x50}, - {0x95, 0x0f}, - {0x96, 0xf4}, - {0x97, 0x2d}, - {0x98, 0x0f}, - {0x99, 0xa6}, - {0x9a, 0x2d}, - {0x9b, 0x0f}, - {0x9c, 0x59}, - {0x9d, 0x2d}, - {0x9e, 0xaa}, - {0x9f, 0x67}, - {0xa0, 0x59}, - {0xa1, 0x00}, - {0xa2, 0x00}, - {0xa3, 0x0a}, - {0xa4, 0x00}, - {0xa5, 0x00}, - {0xa6, 0xd4}, - {0xa7, 0x9f}, - {0xa8, 0x55}, - {0xa9, 0xd4}, - {0xaa, 0x9f}, - {0xab, 0xac}, - {0xac, 0x9f}, - {0xad, 0x55}, - {0xae, 0xd4}, - {0xaf, 0xac}, - {0xb0, 0xd4}, - {0xb1, 0xa3}, - {0xb2, 0x55}, - {0xb3, 0xd4}, - {0xb4, 0xac}, - {0xb5, 0x00}, - {0xb6, 0x00}, - {0xb7, 0x05}, - {0xb8, 0xd6}, - {0xb9, 0x8c}, - - /*CC*/ - {0xfe, 0x01}, - {0xd0, 0x40}, - {0xd1, 0xf8}, - {0xd2, 0x00}, - {0xd3, 0xfa}, - {0xd4, 0x45}, - {0xd5, 0x02}, - - {0xd6, 0x30}, - {0xd7, 0xfa}, - {0xd8, 0x08}, - {0xd9, 0x08}, - {0xda, 0x58}, - {0xdb, 0x02}, - {0xfe, 0x00}, - - /*Gamma*/ - {0xfe, 0x00}, - {0xba, 0x00}, - {0xbb, 0x04}, - {0xbc, 0x0a}, - {0xbd, 0x0e}, - {0xbe, 0x22}, - {0xbf, 0x30}, - {0xc0, 0x3d}, - {0xc1, 0x4a}, - {0xc2, 0x5d}, - {0xc3, 0x6b}, - {0xc4, 0x7a}, - {0xc5, 0x85}, - {0xc6, 0x90}, - {0xc7, 0xa5}, - {0xc8, 0xb5}, - {0xc9, 0xc2}, - {0xca, 0xcc}, - {0xcb, 0xd5}, - {0xcc, 0xde}, - {0xcd, 0xea}, - {0xce, 0xf5}, - {0xcf, 0xff}, - - /*Auto Gamma*/ - {0xfe, 0x00}, - {0x5a, 0x08}, - {0x5b, 0x0f}, - {0x5c, 0x15}, - {0x5d, 0x1c}, - {0x5e, 0x28}, - {0x5f, 0x36}, - {0x60, 0x45}, - {0x61, 0x51}, - {0x62, 0x6a}, - {0x63, 0x7d}, - {0x64, 0x8d}, - {0x65, 0x98}, - {0x66, 0xa2}, - {0x67, 0xb5}, - {0x68, 0xc3}, - {0x69, 0xcd}, - {0x6a, 0xd4}, - {0x6b, 0xdc}, - {0x6c, 0xe3}, - {0x6d, 0xf0}, - {0x6e, 0xf9}, - {0x6f, 0xff}, - - /*Gain*/ - {0xfe, 0x00}, - {0x70, 0x50}, - - /*AEC*/ - {0xfe, 0x00}, - {0x4f, 0x01}, - {0xfe, 0x01}, - {0x0d, 0x00}, - {0x12, 0xa0}, - {0x13, 0x3a}, - {0x44, 0x04}, - {0x1f, 0x30}, - {0x20, 0x40}, - {0x26, 0x9a}, - {0x3e, 0x20}, - {0x3f, 0x2d}, - {0x40, 0x40}, - {0x41, 0x5b}, - {0x42, 0x82}, - {0x43, 0xb7}, - {0x04, 0x0a}, - {0x02, 0x79}, - {0x03, 0xc0}, - - /*measure window*/ - {0xfe, 0x01}, - {0xcc, 0x08}, - {0xcd, 0x08}, - {0xce, 0xa4}, - {0xcf, 0xec}, - - /*DNDD*/ - {0xfe, 0x00}, - {0x81, 0xb8}, - {0x82, 0x12}, - {0x83, 0x0a}, - {0x84, 0x01}, - {0x86, 0x50}, - {0x87, 0x18}, - {0x88, 0x10}, - {0x89, 0x70}, - {0x8a, 0x20}, - {0x8b, 0x10}, - {0x8c, 0x08}, - {0x8d, 0x0a}, - - /*Intpee*/ - {0xfe, 0x00}, - {0x8f, 0xaa}, - {0x90, 0x9c}, - {0x91, 0x52}, - {0x92, 0x03}, - {0x93, 0x03}, - {0x94, 0x08}, - {0x95, 0x44}, - {0x97, 0x00}, - {0x98, 0x00}, - - /*ASDE*/ - {0xfe, 0x00}, - {0xa1, 0x30}, - {0xa2, 0x41}, - {0xa4, 0x30}, - {0xa5, 0x20}, - {0xaa, 0x30}, - {0xac, 0x32}, - - /*YCP*/ - {0xfe, 0x00}, - {0xd1, 0x3c}, - {0xd2, 0x3c}, - {0xd3, 0x38}, - {0xd6, 0xf4}, - {0xd7, 0x1d}, - {0xdd, 0x73}, - {0xde, 0x84}, - - /*Banding*/ - {0xfe, 0x00}, - {0x05, 0x01}, - {0x06, 0xad}, - {0x07, 0x00}, - {0x08, 0x10}, - - {0xfe, 0x01}, - {0x25, 0x00}, - {0x26, 0x9a}, - - {0x27, 0x01}, - {0x28, 0xce}, - {0x29, 0x02}, - {0x2a, 0x68}, - {0x2b, 0x02}, - {0x2c, 0x68}, - {0x2d, 0x07}, - {0x2e, 0xd2}, - {0x2f, 0x0b}, - {0x30, 0x6e}, - {0x31, 0x0e}, - {0x32, 0x70}, - {0x33, 0x12}, - {0x34, 0x0c}, - {0x3c, 0x30}, - - /*Analog&Cisctl*/ - {0xfe, 0x00}, - {0x05, 0x01}, - {0x06, 0xa0}, - {0x07, 0x00}, - {0x08, 0x20}, - {0x0a, 0x78}, - {0x0c, 0xa0}, - {0x0d, 0x00}, //window_height [8] - {0x0e, 0xf8}, //window_height [7:0] 248 - {0x0f, 0x01}, //window_width [9:8] - {0x10, 0x48}, //window_width [7:0] 328 - - {0x55, 0x00}, - {0x56, 0xf0}, // 240 - {0x57, 0x01}, - {0x58, 0x40}, // 320 - - /*SPI*/ - {0xfe, 0x03}, - {0x5b, 0x40}, - {0x5c, 0x01}, - {0x5d, 0xf0}, - {0x5e, 0x00}, - - /*AEC*/ - {0xfe, 0x01}, - {0x25, 0x00}, //step - {0x26, 0x63}, - {0x27, 0x01}, - {0x28, 0x29}, - {0x29, 0x01}, - {0x2a, 0x29}, - {0x2b, 0x01}, - {0x2c, 0x29}, - {0x2d, 0x01}, - {0x2e, 0x29}, - {0x2f, 0x01}, - {0x30, 0x29}, - {0x31, 0x01}, - {0x32, 0x29}, - {0x33, 0x01}, - {0x34, 0x29}, - {0x3c, 0x00}, - - /*measure window*/ - {0xfe, 0x01}, - {0xcc, 0x04}, - {0xcd, 0x04}, - {0xce, 0x72}, - {0xcf, 0x52}, - {REGLIST_TAIL, 0x00}, -}; - -#endif diff --git a/code/components/esp32-camera-master/sensors/private_include/gc2145.h b/code/components/esp32-camera-master/sensors/private_include/gc2145.h deleted file mode 100644 index 6c5b60f7..00000000 --- a/code/components/esp32-camera-master/sensors/private_include/gc2145.h +++ /dev/null @@ -1,27 +0,0 @@ - -#ifndef __GC2145_H__ -#define __GC2145_H__ - -#include "sensor.h" - -/** - * @brief Detect sensor pid - * - * @param slv_addr SCCB address - * @param id Detection result - * @return - * 0: Can't detect this sensor - * Nonzero: This sensor has been detected - */ -int gc2145_detect(int slv_addr, sensor_id_t *id); - -/** - * @brief initialize sensor function pointers - * - * @param sensor pointer of sensor - * @return - * Always 0 - */ -int gc2145_init(sensor_t *sensor); - -#endif // __GC2145_H__ diff --git a/code/components/esp32-camera-master/sensors/private_include/gc2145_regs.h b/code/components/esp32-camera-master/sensors/private_include/gc2145_regs.h deleted file mode 100644 index b034a168..00000000 --- a/code/components/esp32-camera-master/sensors/private_include/gc2145_regs.h +++ /dev/null @@ -1,85 +0,0 @@ -/* - * GC2145 register definitions. - */ -#ifndef __GC2145_REG_REGS_H__ -#define __GC2145_REG_REGS_H__ - -#define CHIP_ID_HIGH 0XF0 -#define CHIP_ID_LOW 0XF1 -#define PLL_MODE1 0XF7 -#define PLL_MODE2 0XF8 -#define CM_MODE 0XF9 -#define CLK_DIV_MODE 0XFA -#define RESET_RELATED 0xfe // Bit[7]: Software reset - // Bit[6]: cm reset - // Bit[5]: mipi reset - // Bit[4]: CISCTL_restart_n - // Bit[3]: NA - // Bit[2:0]: page select - // 000:page0 - // 001:page1 - // 010:page2 - // 011:page3 - -//-page0---------------- - -#define P0_EXPOSURE_HIGH 0X03 -#define P0_EXPOSURE_LOW 0X04 -#define P0_HB_HIGH 0X05 -#define P0_HB_LOW 0X06 -#define P0_VB_HIGH 0X07 -#define P0_VB_LOW 0X08 -#define P0_ROW_START_HIGH 0X09 -#define P0_ROW_START_LOW 0X0A -#define P0_COL_START_HIGH 0X0B -#define P0_COL_START_LOW 0X0C - -#define P0_WIN_HEIGHT_HIGH 0X0D -#define P0_WIN_HEIGHT_LOW 0X0E -#define P0_WIN_WIDTH_HIGH 0X0F -#define P0_WIN_WIDTH_LOW 0X10 -#define P0_ANALOG_MODE1 0X17 -#define P0_ANALOG_MODE2 0X18 - -#define P0_SPECIAL_EFFECT 0X83 -#define P0_OUTPUT_FORMAT 0x84 // Format select - // Bit[7]:YUV420 row switch - // Bit[6]:YUV420 col switch - // Bit[7]:YUV420_legacy - // Bit[4:0]:output data mode - // 5’h00 Cb Y Cr Y - // 5’h01 Cr Y Cb Y - // 5’h02 Y Cb Y Cr - // 5’h03 Y Cr Y Cb - // 5’h04 LSC bypass, C/Y - // 5’h05 LSC bypass, Y/C - // 5’h06 RGB 565 - // 5’h0f bypass 10bits - // 5’h17 switch odd/even column /row to controls output Bayer pattern - // 00 RGBG - // 01 RGGB - // 10 BGGR - // 11 GBRG - // 5'h18 DNDD out mode - // 5'h19 LSC out mode - // 5;h1b EEINTP out mode -#define P0_FRAME_START 0X85 -#define P0_SYNC_MODE 0X86 -#define P0_MODULE_GATING 0X88 -#define P0_BYPASS_MODE 0X89 -#define P0_DEBUG_MODE2 0X8C -#define P0_DEBUG_MODE3 0X8D -#define P0_CROP_ENABLE 0X90 -#define P0_OUT_WIN_Y1_HIGH 0X91 -#define P0_OUT_WIN_Y1_LOW 0X92 -#define P0_OUT_WIN_X1_HIGH 0X93 -#define P0_OUT_WIN_X1_LOW 0X94 -#define P0_OUT_WIN_HEIGHT_HIGH 0X95 -#define P0_OUT_WIN_HEIGHT_LOW 0X96 -#define P0_OUT_WIN_WIDTH_HIGH 0X97 -#define P0_OUT_WIN_WIDTH_LOW 0X98 -#define P0_SUBSAMPLE 0X99 -#define P0_SUBSAMPLE_MODE 0X9A - - -#endif // __GC2145_REG_REGS_H__ diff --git a/code/components/esp32-camera-master/sensors/private_include/gc2145_settings.h b/code/components/esp32-camera-master/sensors/private_include/gc2145_settings.h deleted file mode 100644 index 879fd53b..00000000 --- a/code/components/esp32-camera-master/sensors/private_include/gc2145_settings.h +++ /dev/null @@ -1,719 +0,0 @@ - -#include - -#define REG_DLY 0xffff -#define REGLIST_TAIL 0x0000 /* Array end token */ - -static const uint16_t gc2145_default_init_regs[][2] = { - {0xfe, 0xf0}, - {0xfe, 0xf0}, - {0xfe, 0xf0}, - - {0xfc, 0x06}, - {0xf6, 0x00}, - - {0xf7, 0x1d}, //37 //17 //37 //1d//05 - {0xf8, 0x83}, //87 //83 //82 - {0xfa, 0x00}, - {0xf9, 0xfe}, //ff - {0xfd, 0x00}, - {0xc2, 0x00}, - {0xf2, 0x0f}, -////////////////////////////////////////////////////// -//////////////////// Analog & Cisctl //////////////// -////////////////////////////////////////////////////// - {0xfe, 0x00}, - - {0x03, 0x04}, //exp time - {0x04, 0x62}, //exp time - - {0x05, 0x01}, //00 //hb[11:8] - {0x06, 0x3b}, //0b //hb - - {0x09, 0x00}, //row start - {0x0a, 0x00}, // - {0x0b, 0x00}, //col start - {0x0c, 0x00}, - {0x0d, 0x04}, //height - {0x0e, 0xc0}, - {0x0f, 0x06}, //width - {0x10, 0x52}, - - {0x12, 0x2e}, //sh_delay 太短 YUV出图异常 - {0x17, 0x14}, //CISCTL Mode1 [1:0]mirror flip - {0x18, 0x22}, //sdark mode - {0x19, 0x0f}, // AD pipe number - {0x1a, 0x01}, //AD manual switch mode - - {0x1b, 0x4b}, //48 restg Width,SH width - {0x1c, 0x07}, //06 帧率快åŽï¼Œæ¨ªæ¡çº¹ //12 //TX Width,Space Width - {0x1d, 0x10}, //double reset - {0x1e, 0x88}, //90//98 //fix 竖线//Analog Mode1,TX high,Coln_r - {0x1f, 0x78}, //78 //38 //18 //Analog Mode2,txlow - {0x20, 0x03}, //07 //Analog Mode3,comv,ad_clk mode - {0x21, 0x40}, //10//20//40 //fix ç¯ç®¡æ¨ªæ¡çº¹ - {0x22, 0xa0}, //d0//f0 //a2 //Vref vpix FPNä¸¥é‡ - {0x24, 0x1e}, - {0x25, 0x01}, //col sel - {0x26, 0x10}, //Analog PGA gain1 - {0x2d, 0x60}, //40//40 //txl drv mode - {0x30, 0x01}, //Analog Mode4 - {0x31, 0x90}, //b0//70 // Analog Mode7 [7:5]rsgh_rç¯ç®¡æ¨ªæ¡çº¹[4:3]isp_g - {0x33, 0x06}, //03//02//01 //EQ_hstart_width - {0x34, 0x01}, -// -/////////////////////////////////////////////////// -//////////////////// ISP reg ////////////////////// -////////////////////////////////////////////////////// - {0x80, 0xff}, //outdoor gamma_en, GAMMA_en, CC_en, EE_en, INTP_en, DN_en, DD_en,LSC_en - {0x81, 0x24}, //26//24 //BLK dither mode, ll_y_en ,skin_en, edge SA, new_skin_mode, autogray_en,ll_gamma_en,BFF test image - {0x82, 0xfa}, //FA //auto_SA, auto_EE, auto_DN, auto_DD, auto_LSC, ABS_en, AWB_en, NA - {0x83, 0x00}, //special_effect - {0x84, 0x02}, //output format - {0x86, 0x03}, //c2 //46 //c2 //sync mode - {0x88, 0x03}, //[1]ctl_auto_gating [0]out_auto_gating - {0x89, 0x03}, //bypass disable - {0x85, 0x30}, //60//frame start cut - {0x8a, 0x00}, //ISP_quiet_mode,close aaa pclk,BLK gate mode,exception,close first pipe clock,close dndd clock,close intp clock,DIV_gatedclk_en - {0x8b, 0x00}, //[7:6]BFF_gate_mode,[5]BLK switch gain,[4]protect exp,[3:2]pipe gate mode,[1]not split sram,[0]dark current update - - {0xb0, 0x55}, //60 //global gain - {0xc3, 0x00}, //[7:4]auto_exp_gamma_th1[11:8],[3:0]auto_exp_gamma_th2[11:8] - {0xc4, 0x80}, //auto_exp_gamma_th1[7:0] into - {0xc5, 0x90}, //auto_exp_gamma_th2[7:0] out //outdoor gamma - {0xc6, 0x38}, //auto_gamma_th1 - {0xc7, 0x40}, //auto_gamma_th2 - - {0xec, 0x06}, //measure window - {0xed, 0x04}, - {0xee, 0x60}, //16 col - {0xef, 0x90}, //8 row - - {0xb6, 0x01}, //[0]aec en - - {0x90, 0x01}, //crop - {0x91, 0x00}, - {0x92, 0x00}, - {0x93, 0x00}, - {0x94, 0x00}, //08 - {0x95, 0x04}, - {0x96, 0xb0}, - {0x97, 0x06}, - {0x98, 0x40}, - -/////////////////////////////////////////////// -/////////// BLK //////////////////////// -/////////////////////////////////////////////// - {0x18, 0x02}, - {0x40, 0x42}, //2b //27 - {0x41, 0x00}, //80 //dark row sel - {0x43, 0x54}, //[7:4]BLK start not smooth [3:0]output start frame - - {0x5e, 0x00}, //00//10 //18 - {0x5f, 0x00}, //00//10 //18 - {0x60, 0x00}, //00//10 //18 - {0x61, 0x00}, //00///10 //18 - {0x62, 0x00}, //00//10 //18 - {0x63, 0x00}, //00//10 //18 - {0x64, 0x00}, //00/10 //18 - {0x65, 0x00}, //00//10 //18 - {0x66, 0x20}, //1e - {0x67, 0x20}, //1e - {0x68, 0x20}, //1e - {0x69, 0x20}, //1e - - - {0x76, 0x00}, //0f - - {0x6a, 0x00}, //06 - {0x6b, 0x00}, //06 - {0x6c, 0x3e}, //06 - {0x6d, 0x3e}, //06 - {0x6e, 0x3f}, //06 - {0x6f, 0x3f}, //06 - {0x70, 0x00}, //06 - {0x71, 0x00}, //06 //manual offset - - {0x76, 0x00}, //1f//add offset - {0x72, 0xf0}, //[7:4]BLK DD th [3:0]BLK various th - {0x7e, 0x3c}, //ndark - {0x7f, 0x00}, - - {0xfe, 0x02}, - {0x48, 0x15}, - {0x49, 0x00}, //04//04 //ASDE OFFSET SLOPE - {0x4b, 0x0b}, //ASDE y OFFSET SLOPE - {0xfe, 0x00}, - -/////////////////////////////////////////////// -/////////// AEC //////////////////////// -/////////////////////////////////////////////// - {0xfe, 0x01}, - - {0x01, 0x04}, //AEC X1 - {0x02, 0xc0}, //AEC X2 - {0x03, 0x04}, //AEC Y1 - {0x04, 0x90}, //AEC Y2 - {0x05, 0x30}, //20 //AEC center X1 - {0x06, 0x90}, //40 //AEC center X2 - {0x07, 0x20}, //30 //AEC center Y1 - {0x08, 0x70}, //60 //AEC center Y2 - - {0x09, 0x00}, //AEC show mode - {0x0a, 0xc2}, //[7]col gain enable - {0x0b, 0x11}, //AEC every N - {0x0c, 0x10}, //AEC_mode3 center weight - {0x13, 0x40}, //2a //AEC Y target - {0x17, 0x00}, //AEC ignore mode - {0x1c, 0x11}, // - {0x1e, 0x61}, // - {0x1f, 0x30}, //40//50 //max pre gain - {0x20, 0x40}, //60//40 //max post gain - {0x22, 0x80}, //AEC outdoor THD - {0x23, 0x20}, //target_Y_low_limit - {0xfe, 0x02}, - {0x0f, 0x04}, //05 - {0xfe, 0x01}, - - {0x12, 0x35}, //35 //[5:4]group_size [3]slope_disable [2]outdoor_enable [0]histogram_enable - {0x15, 0x50}, //target_Y_high_limit - {0x10, 0x31}, //num_thd_high - {0x3e, 0x28}, //num_thd_low - {0x3f, 0xe0}, //luma_thd - {0x40, 0x20}, //luma_slope - {0x41, 0x0f}, //color_diff - - {0xfe, 0x02}, - {0x0f, 0x05}, //max_col_level -/////////////////////////// -////// INTPEE ///////////// -/////////////////////////// - {0xfe, 0x02}, //page2 - {0x90, 0x6c}, //ac //eeintp mode1 - {0x91, 0x03}, //02 ////eeintp mode2 - {0x92, 0xc8}, //44 //low criteria for direction - {0x94, 0x66}, - {0x95, 0xb5}, - {0x97, 0x64}, //78 ////edge effect - {0xa2, 0x11}, //fix direction - {0xfe, 0x00}, - -///////////////////////////// -//////// DNDD/////////////// -///////////////////////////// - {0xfe, 0x02}, - {0x80, 0xc1}, //c1 //[7]share mode [6]skin mode [5]is 5x5 mode [1:0]noise value select 0:2 1:2.5 2:3 3:4 - {0x81, 0x08}, // - {0x82, 0x08}, //signal a 0.6 - {0x83, 0x08}, //04 //signal b 2.5 - - {0x84, 0x0a}, //10 //05 dark_DD_TH - {0x86, 0xf0}, //a0 Y_value_dd_th2 - {0x87, 0x50}, //90 Y_value_dd_th3 - {0x88, 0x15}, //60 Y_value_dd_th4 - - {0x89, 0x50}, //80 // asde th2 - {0x8a, 0x30}, //60 // asde th3 - {0x8b, 0x10}, //30 // asde th4 - -///////////////////////////////////////////////// -///////////// ASDE //////////////////////// -///////////////////////////////////////////////// - {0xfe, 0x01}, //page 1 - {0x21, 0x14}, //luma_value_div_sel(分频，与0xef呈2å€å…³ç³»ï¼Œå¢žå¤§1，0xef的值å‡å°1å€) -//ff ef luma_value read_only - - {0xfe, 0x02}, //page2 - {0xa3, 0x40}, //ASDE_low_luma_value_LSC_th_H - {0xa4, 0x20}, //ASDE_low_luma_value_LSC_th_L - - {0xa5, 0x40}, //80 //ASDE_LSC_gain_dec_slope_H - {0xa6, 0x80}, // 80 //ASDE_LSC_gain_dec_slope_L -//ff a7 ASDE_LSC_gain_dec //read only - - {0xab, 0x40}, //50 //ASDE_low_luma_value_OT_th - - {0xae, 0x0c}, //[3]EE1_effect_inc_or_dec_high,[2]EE2_effect_inc_or_dec_high, - //[1]EE1_effect_inc_or_dec_low,[0]EE2_effect_inc_or_dec_low, 1:inc 0:dec - - {0xb3, 0x34}, //44 //ASDE_EE1_effect_slope_low,ASDE_EE2_effect_slope_low - {0xb4, 0x44}, //12 //ASDE_EE1_effect_slope_high,ASDE_EE2_effect_slope_high - - {0xb6, 0x38}, //40//40 //ASDE_auto_saturation_dec_slope - {0xb7, 0x02}, //04 //ASDE_sub_saturation_slope - {0xb9, 0x30}, //[7:0]ASDE_auto_saturation_low_limit - {0x3c, 0x08}, //[3:0]auto gray_dec_slope - {0x3d, 0x30}, //[7:0]auto gray_dec_th - - - {0x4b, 0x0d}, //y offset slope - {0x4c, 0x20}, //y offset limit - - {0xfe, 0x00}, -// -///////////////////gamma1//////////////////// -////Gamma - {0xfe, 0x02}, - {0x10, 0x10}, - {0x11, 0x15}, - {0x12, 0x1a}, - {0x13, 0x1f}, - {0x14, 0x2c}, - {0x15, 0x39}, - {0x16, 0x45}, - {0x17, 0x54}, - {0x18, 0x69}, - {0x19, 0x7d}, - {0x1a, 0x8f}, - {0x1b, 0x9d}, - {0x1c, 0xa9}, - {0x1d, 0xbd}, - {0x1e, 0xcd}, - {0x1f, 0xd9}, - {0x20, 0xe3}, - {0x21, 0xea}, - {0x22, 0xef}, - {0x23, 0xf5}, - {0x24, 0xf9}, - {0x25, 0xff}, - -/////auto gamma///// - {0xfe, 0x02}, - {0x26, 0x0f}, - {0x27, 0x14}, - {0x28, 0x19}, - {0x29, 0x1e}, - {0x2a, 0x27}, - {0x2b, 0x33}, - {0x2c, 0x3b}, - {0x2d, 0x45}, - {0x2e, 0x59}, - {0x2f, 0x69}, - {0x30, 0x7c}, - {0x31, 0x89}, - {0x32, 0x98}, - {0x33, 0xae}, - {0x34, 0xc0}, - {0x35, 0xcf}, - {0x36, 0xda}, - {0x37, 0xe2}, - {0x38, 0xe9}, - {0x39, 0xf3}, - {0x3a, 0xf9}, - {0x3b, 0xff}, - -/////////////////////////////////////////////// -/////////// YCP /////////////////////// -/////////////////////////////////////////////// - {0xfe, 0x02}, - {0xd1, 0x30}, //32 // - {0xd2, 0x30}, //32 // - {0xd3, 0x45}, - {0xdd, 0x14}, //edge sa - {0xde, 0x86}, //asde auto gray - {0xed, 0x01}, // - {0xee, 0x28}, - {0xef, 0x30}, - {0xd8, 0xd8}, //autogray protecy - -//////////////////////////// -//////// LSC 0.8/////////////// -//////////////////////////// - {0xfe, 0x01}, - {0xa1, 0x80}, // center_row - {0xa2, 0x80}, // center_col - {0xa4, 0x00}, // sign of b1 - {0xa5, 0x00}, // sign of b1 - {0xa6, 0x70}, // sign of b4 - {0xa7, 0x00}, // sign of b4 - {0xa8, 0x77}, // sign of b22 - {0xa9, 0x77}, // sign of b22 - {0xaa, 0x1f}, // Q1_b1 of R - {0xab, 0x0d}, // Q1_b1 of G - {0xac, 0x19}, // Q1_b1 of B - {0xad, 0x24}, // Q2_b1 of R - {0xae, 0x0e}, // Q2_b1 of G - {0xaf, 0x1d}, // Q2_b1 of B - {0xb0, 0x12}, // Q3_b1 of R - {0xb1, 0x0c}, // Q3_b1 of G - {0xb2, 0x06}, // Q3_b1 of B - {0xb3, 0x13}, // Q4_b1 of R - {0xb4, 0x10}, // Q4_b1 of G - {0xb5, 0x0c}, // Q4_b1 of B - {0xb6, 0x6a}, // right_b2 of R - {0xb7, 0x46}, // right_b2 of G - {0xb8, 0x40}, // right_b2 of B - {0xb9, 0x0b}, // right_b4 of R - {0xba, 0x04}, // right_b4 of G - {0xbb, 0x00}, // right_b4 of B - {0xbc, 0x53}, // left_b2 of R - {0xbd, 0x37}, // left_b2 of G - {0xbe, 0x2d}, // left_b2 of B - {0xbf, 0x0a}, // left_b4 of R - {0xc0, 0x0a}, // left_b4 of G - {0xc1, 0x14}, // left_b4 of B - {0xc2, 0x34}, // up_b2 of R - {0xc3, 0x22}, // up_b2 of G - {0xc4, 0x18}, // up_b2 of B - {0xc5, 0x23}, // up_b4 of R - {0xc6, 0x0f}, // up_b4 of G - {0xc7, 0x3c}, // up_b4 of B - {0xc8, 0x20}, // down_b2 of R - {0xc9, 0x1f}, // down_b2 of G - {0xca, 0x17}, // down_b2 of B - {0xcb, 0x2d}, // down_b4 of R - {0xcc, 0x12}, // down_b4 of G - {0xcd, 0x20}, // down_b4 of B - {0xd0, 0x61}, // right_up_b22 of R - {0xd1, 0x2f}, // right_up_b22 of G - {0xd2, 0x39}, // right_up_b22 of B - {0xd3, 0x45}, // right_down_b22 of R - {0xd4, 0x2c}, // right_down_b22 of G - {0xd5, 0x21}, // right_down_b22 of B - {0xd6, 0x64}, // left_up_b22 of R - {0xd7, 0x2d}, // left_up_b22 of G - {0xd8, 0x30}, // left_up_b22 of B - {0xd9, 0x42}, // left_down_b22 of R - {0xda, 0x27}, // left_down_b22 of G - {0xdb, 0x13}, // left_down_b22 of B - {0xfe, 0x00}, - -///////////////////////////////////////////////// -///////////// AWB //////////////////////// -///////////////////////////////////////////////// - {0xfe, 0x01}, - - {0x4f, 0x00}, - {0x4f, 0x00}, - {0x4b, 0x01}, - {0x4f, 0x00}, - - - {0x4c, 0x01}, - {0x4d, 0x6f}, - {0x4e, 0x02}, - {0x4c, 0x01}, - {0x4d, 0x70}, - - {0x4e, 0x02}, - {0x4c, 0x01}, - {0x4d, 0x8f}, - {0x4e, 0x02}, - - {0x4c, 0x01}, - {0x4d, 0x90}, - {0x4e, 0x02}, //light - - - {0x4c, 0x01}, - {0x4d, 0xed}, - {0x4e, 0x33}, //light - {0x4c, 0x01}, - {0x4d, 0xcd}, - {0x4e, 0x33}, //light - {0x4c, 0x01}, - {0x4d, 0xec}, - {0x4e, 0x03}, //light - - {0x4c, 0x01}, - {0x4d, 0x6c}, - {0x4e, 0x03}, - {0x4c, 0x01}, - {0x4d, 0x6d}, - {0x4e, 0x03}, - {0x4c, 0x01}, - {0x4d, 0x6e}, - {0x4e, 0x03}, - {0x4c, 0x01}, - {0x4d, 0x8c}, - {0x4e, 0x03}, - {0x4c, 0x01}, - {0x4d, 0x8d}, - {0x4e, 0x03}, - {0x4c, 0x01}, - {0x4d, 0x8e}, - {0x4e, 0x03}, - {0x4c, 0x01}, - {0x4d, 0xab}, - {0x4e, 0x03}, - {0x4c, 0x01}, - {0x4d, 0xac}, - {0x4e, 0x03}, - {0x4c, 0x01}, - {0x4d, 0xad}, - {0x4e, 0x03}, - {0x4c, 0x01}, - {0x4d, 0xae}, - {0x4e, 0x03}, - {0x4c, 0x01}, - {0x4d, 0xcb}, - {0x4e, 0x03}, - - {0x4c, 0x01}, - {0x4d, 0xcc}, - {0x4e, 0x03}, - {0x4c, 0x01}, - {0x4d, 0xce}, - {0x4e, 0x03}, - {0x4c, 0x01}, - {0x4d, 0xeb}, - {0x4e, 0x03}, - {0x4c, 0x01}, - {0x4d, 0xec}, - {0x4e, 0x03}, - {0x4c, 0x01}, - {0x4d, 0xee}, - {0x4e, 0x03}, - {0x4c, 0x02}, - {0x4d, 0x0c}, - {0x4e, 0x03}, - {0x4c, 0x02}, - {0x4d, 0x0d}, - {0x4e, 0x03}, - {0x4c, 0x01}, - {0x4d, 0xea}, - {0x4e, 0x03}, - {0x4c, 0x01}, - {0x4d, 0xaf}, - {0x4e, 0x03}, //dark - {0x4c, 0x01}, - {0x4d, 0xcf}, - {0x4e, 0x03}, //dark - - {0x4c, 0x01}, - {0x4d, 0xca}, - {0x4e, 0x04}, //light - {0x4c, 0x02}, - {0x4d, 0x0b}, - {0x4e, 0x05}, //light - {0x4c, 0x02}, - {0x4d, 0xc8}, - {0x4e, 0x06}, //light 100lux - {0x4c, 0x02}, - {0x4d, 0xa8}, - - {0x4e, 0x06}, //light - {0x4c, 0x02}, - {0x4d, 0xa9}, - {0x4e, 0x06}, //light - - - {0x4c, 0x02}, - {0x4d, 0x89}, - {0x4e, 0x06}, //400lux - {0x4c, 0x02}, - {0x4d, 0x69}, - {0x4e, 0x06}, //f12 - {0x4c, 0x02}, - {0x4d, 0x6a}, - {0x4e, 0x06}, //f12 - {0x4c, 0x02}, - {0x4d, 0xc7}, - {0x4e, 0x07}, - {0x4c, 0x02}, - {0x4d, 0xe7}, - {0x4e, 0x07}, //100lux - {0x4c, 0x03}, - {0x4d, 0x07}, - {0x4e, 0x07}, //light - - {0x4c, 0x02}, - {0x4d, 0xe8}, - {0x4e, 0x07}, - {0x4c, 0x02}, - {0x4d, 0xe9}, - {0x4e, 0x07}, - {0x4c, 0x03}, - {0x4d, 0x08}, - {0x4e, 0x07}, - {0x4c, 0x03}, - {0x4d, 0x09}, - {0x4e, 0x07}, - {0x4c, 0x03}, - {0x4d, 0x27}, - {0x4e, 0x07}, - {0x4c, 0x03}, - {0x4d, 0x28}, - {0x4e, 0x07}, - {0x4c, 0x03}, - {0x4d, 0x29}, - {0x4e, 0x07}, - {0x4c, 0x03}, - {0x4d, 0x47}, - {0x4e, 0x07}, - {0x4c, 0x03}, - {0x4d, 0x48}, - {0x4e, 0x07}, - {0x4c, 0x03}, - {0x4d, 0x49}, - {0x4e, 0x07}, - {0x4c, 0x03}, - {0x4d, 0x67}, - {0x4e, 0x07}, - {0x4c, 0x03}, - {0x4d, 0x68}, - {0x4e, 0x07}, - {0x4c, 0x03}, - {0x4d, 0x69}, - {0x4e, 0x07}, - - {0x4f, 0x01}, - {0xfe, 0x01}, - {0x50, 0x80}, //AWB_PRE_mode - {0x51, 0xa8}, //AWB_pre_THD_min[7:0] - {0x52, 0x57}, //AWB_pre_THD_min[15:8] Dominiate luma 0.25=639c 0.22=57a8 - {0x53, 0x38}, //AWB_pre_THD_min_MIX[7:0] - {0x54, 0xc7}, //AWB_pre_THD_min_MIX[15:8] Mix luma 0.5 - - {0x56, 0x0e}, //AWB_tone mode - {0x58, 0x08}, //AWB_C_num_sel,AWB_D_num_sel - {0x5b, 0x00}, //AWB_mix_mode - - {0x5c, 0x74}, //green_num0[7:0] - {0x5d, 0x8b}, //green_num0[15:8] 0.35 - - {0x61, 0xd3}, //R2G_stand0 - {0x62, 0xb5}, //B2G_stand0 - {0x63, 0x00}, //88//a4 //AWB gray mode [7]enable - {0x65, 0x04}, //AWB margin - - {0x67, 0xb2}, //R2G_stand3[7:0] FF/CWF - {0x68, 0xac}, //B2G_stand3[7:0] - {0x69, 0x00}, //R2G_stand4[9:8] B2G_stand4[9:8] R2G_stand3[9:8] B2G_stand3[9:8] - {0x6a, 0xb2}, //R2G_stand4[7:0] TL84/TL84&CWF - {0x6b, 0xac}, //B2G_stand4[7:0] - {0x6c, 0xb2}, //R2G_stand5[7:0] A - {0x6d, 0xac}, //B2G_stand5[7:0] - {0x6e, 0x40}, //AWB_skin_weight R2G_stand5[9:8] B2G_stand5[9:8] - {0x6f, 0x18}, //AWB_indoor_THD (0x21=17 caculate) - {0x73, 0x00}, //AWB_indoor_mode - - {0x70, 0x10}, //AWB low luma TH - {0x71, 0xe8}, //AWB outdoor TH - {0x72, 0xc0}, //outdoor mode - {0x74, 0x01}, //[2:0]AWB skip mode 2x2,4x4,4x8,8x8 - {0x75, 0x01}, //[1:0]AWB_every_N - {0x7f, 0x08}, //[3]gray world frame start - - {0x76, 0x70}, //R limit - {0x77, 0x58}, //G limit - {0x78, 0xa0}, //d8 //B limit - - {0xfe, 0x00}, -// -////////////////////////////////////////// -/////////// CC //////////////////////// -////////////////////////////////////////// - {0xfe, 0x02}, - - {0xc0, 0x01}, //[5:4] CC mode [0]CCT enable - - {0xC1, 0x50}, //D50/D65 - {0xc2, 0xF9}, - {0xc3, 0x00}, //0 - {0xc4, 0xe8}, //e0 - {0xc5, 0x48}, - {0xc6, 0xf0}, - - - {0xC7, 0x50}, - {0xc8, 0xf2}, - {0xc9, 0x00}, - {0xcA, 0xE0}, - {0xcB, 0x45}, - {0xcC, 0xec}, - - {0xCd, 0x45}, - {0xce, 0xf0}, - {0xcf, 0x00}, - {0xe3, 0xf0}, - {0xe4, 0x45}, - {0xe5, 0xe8}, - - - {0xfe, 0x00}, - - {0xf2, 0x0f}, - - -//////////////frame rate 50Hz - {0xfe, 0x00}, - - {0xf7, 0x1d}, - {0xf8, 0x84}, - {0xfa, 0x00}, - - {0x05, 0x01}, //hb - {0x06, 0x3b}, - {0x07, 0x01}, //Vb - {0x08, 0x0b}, - - {0xfe, 0x01}, - {0x25, 0x01}, - {0x26, 0x32}, //step - {0x27, 0x03}, //8.15fps - {0x28, 0x96}, - {0x29, 0x03}, //8.15fps - {0x2a, 0x96}, - {0x2b, 0x03}, //8.15fps - {0x2c, 0x96}, - {0x2d, 0x04}, //8.15fps - {0x2e, 0x62}, - {0x3c, 0x00}, - {0xfe, 0x00}, - -/////////dark sun////// - {0xfe, 0x00}, - {0x18, 0x22}, - {0xfe, 0x02}, - {0x40, 0xbf}, - {0x46, 0xcf}, - {0xfe, 0x00}, - - {0xfe, 0x00}, - - {0xf7, 0x1d}, - {0xf8, 0x84}, - {0xfa, 0x10}, - - {0x05, 0x01}, //hb - {0x06, 0x18}, - {0x07, 0x00}, //Vb - {0x08, 0x2e}, - - {0xfe, 0x01}, - {0x25, 0x00}, - {0x26, 0xa2}, //step - {0x27, 0x01}, - {0x28, 0xe6}, - {0x29, 0x01}, - {0x2a, 0xe6}, - {0x2b, 0x01}, - {0x2c, 0xe6}, - {0x2d, 0x04}, // AEC_exp_level4[12:8] - {0x2e, 0x62}, // AEC_exp_level4[7:0] - {0x3c, 0x00}, - {0xfe, 0x00}, - - {0x09, 0x01}, //row start - {0x0a, 0xd0}, // - {0x0b, 0x02}, //col start - {0x0c, 0x70}, - {0x0d, 0x01}, //height - {0x0e, 0x00}, - {0x0f, 0x01}, //width - {0x10, 0x50}, - - {0x90, 0x01}, //crop - {0x91, 0x00}, - {0x92, 0x00}, - {0x93, 0x00}, - {0x94, 0x00}, - {0x95, 0x00}, - {0x96, 0xf0}, - {0x97, 0x01}, - {0x98, 0x40}, - - - {REGLIST_TAIL, 0x00}, -}; diff --git a/code/components/esp32-camera-master/sensors/private_include/nt99141.h b/code/components/esp32-camera-master/sensors/private_include/nt99141.h deleted file mode 100644 index 8b0c562b..00000000 --- a/code/components/esp32-camera-master/sensors/private_include/nt99141.h +++ /dev/null @@ -1,34 +0,0 @@ -/* - * This file is part of the OpenMV project. - * Copyright (c) 2013/2014 Ibrahim Abdelkader - * This work is licensed under the MIT license, see the file LICENSE for details. - * - * NT99141 driver. - * - */ -#ifndef __NT99141_H__ -#define __NT99141_H__ - -#include "sensor.h" - -/** - * @brief Detect sensor pid - * - * @param slv_addr SCCB address - * @param id Detection result - * @return - * 0: Can't detect this sensor - * Nonzero: This sensor has been detected - */ -int nt99141_detect(int slv_addr, sensor_id_t *id); - -/** - * @brief initialize sensor function pointers - * - * @param sensor pointer of sensor - * @return - * Always 0 - */ -int nt99141_init(sensor_t *sensor); - -#endif // __NT99141_H__ diff --git a/code/components/esp32-camera-master/sensors/private_include/nt99141_regs.h b/code/components/esp32-camera-master/sensors/private_include/nt99141_regs.h deleted file mode 100644 index 8301db90..00000000 --- a/code/components/esp32-camera-master/sensors/private_include/nt99141_regs.h +++ /dev/null @@ -1,211 +0,0 @@ -/* - * NT99141 register definitions. - */ -#ifndef __NT99141_REG_REGS_H__ -#define __NT99141_REG_REGS_H__ - -/* system control registers */ -#define SYSTEM_CTROL0 0x3021 // Bit[7]: Software reset - // Bit[6]: Software power down - // Bit[5]: Reserved - // Bit[4]: SRB clock SYNC enable - // Bit[3]: Isolation suspend select - // Bit[2:0]: Not used - -/* output format control registers */ -#define FORMAT_CTRL 0x501F // Format select - // Bit[2:0]: - // 000: YUV422 - // 001: RGB - // 010: Dither - // 011: RAW after DPC - // 101: RAW after CIP - -/* format control registers */ -#define FORMAT_CTRL00 0x4300 - -/* frame control registers */ -#define FRAME_CTRL01 0x4201 // Control Passed Frame Number When both ON and OFF number set to 0x00,frame control is in bypass mode - // Bit[7:4]: Not used - // Bit[3:0]: Frame ON number -#define FRAME_CTRL02 0x4202 // Control Masked Frame Number When both ON and OFF number set to 0x00,frame control is in bypass mode - // Bit[7:4]: Not used - // BIT[3:0]: Frame OFF number - -/* ISP top control registers */ -#define PRE_ISP_TEST_SETTING_1 0x3025 // Bit[7]: Test enable - // 0: Test disable - // 1: Color bar enable - // Bit[6]: Rolling - // Bit[5]: Transparent - // Bit[4]: Square black and white - // Bit[3:2]: Color bar style - // 00: Standard 8 color bar - // 01: Gradual change at vertical mode 1 - // 10: Gradual change at horizontal - // 11: Gradual change at vertical mode 2 - // Bit[1:0]: Test select - // 00: Color bar - // 01: Random data - // 10: Square data - // 11: Black image - -//exposure = {0x3500[3:0], 0x3501[7:0], 0x3502[7:0]} / 16 × tROW - -/* AEC/AGC control functions */ -#define AEC_PK_MANUAL 0x3201 // AEC Manual Mode Control - // Bit[7:6]: Reserved - // Bit[5]: Gain delay option - // Valid when 0x3503[4]=1’b0 - // 0: Delay one frame latch - // 1: One frame latch - // Bit[4:2]: Reserved - // Bit[1]: AGC manual - // 0: Auto enable - // 1: Manual enable - // Bit[0]: AEC manual - // 0: Auto enable - // 1: Manual enable - -//gain = {0x350A[1:0], 0x350B[7:0]} / 16 - -/* mirror and flip registers */ -#define TIMING_TC_REG20 0x3022 // Timing Control Register - // Bit[2:1]: Vertical flip enable - // 00: Normal - // 11: Vertical flip - // Bit[0]: Vertical binning enable -#define TIMING_TC_REG21 0x3022 // Timing Control Register - // Bit[5]: Compression Enable - // Bit[2:1]: Horizontal mirror enable - // 00: Normal - // 11: Horizontal mirror - // Bit[0]: Horizontal binning enable - -#define CLOCK_POL_CONTROL 0x3024// Bit[5]: PCLK polarity 0: active low - // 1: active high - // Bit[3]: Gate PCLK under VSYNC - // Bit[2]: Gate PCLK under HREF - // Bit[1]: HREF polarity - // 0: active low - // 1: active high - // Bit[0] VSYNC polarity - // 0: active low - // 1: active high -#define DRIVE_CAPABILITY 0x306a // Bit[7:6]: - // 00: 1x - // 01: 2x - // 10: 3x - // 11: 4x - - -#define X_ADDR_ST_H 0x3800 //Bit[3:0]: X address start[11:8] -#define X_ADDR_ST_L 0x3801 //Bit[7:0]: X address start[7:0] -#define Y_ADDR_ST_H 0x3802 //Bit[2:0]: Y address start[10:8] -#define Y_ADDR_ST_L 0x3803 //Bit[7:0]: Y address start[7:0] -#define X_ADDR_END_H 0x3804 //Bit[3:0]: X address end[11:8] -#define X_ADDR_END_L 0x3805 //Bit[7:0]: -#define Y_ADDR_END_H 0x3806 //Bit[2:0]: Y address end[10:8] -#define Y_ADDR_END_L 0x3807 //Bit[7:0]: -// Size after scaling -#define X_OUTPUT_SIZE_H 0x3808 //Bit[3:0]: DVP output horizontal width[11:8] -#define X_OUTPUT_SIZE_L 0x3809 //Bit[7:0]: -#define Y_OUTPUT_SIZE_H 0x380a //Bit[2:0]: DVP output vertical height[10:8] -#define Y_OUTPUT_SIZE_L 0x380b //Bit[7:0]: -#define X_TOTAL_SIZE_H 0x380c //Bit[3:0]: Total horizontal size[11:8] -#define X_TOTAL_SIZE_L 0x380d //Bit[7:0]: -#define Y_TOTAL_SIZE_H 0x380e //Bit[7:0]: Total vertical size[15:8] -#define Y_TOTAL_SIZE_L 0x380f //Bit[7:0]: -#define X_OFFSET_H 0x3810 //Bit[3:0]: ISP horizontal offset[11:8] -#define X_OFFSET_L 0x3811 //Bit[7:0]: -#define Y_OFFSET_H 0x3812 //Bit[2:0]: ISP vertical offset[10:8] -#define Y_OFFSET_L 0x3813 //Bit[7:0]: -#define X_INCREMENT 0x3814 //Bit[7:4]: Horizontal odd subsample increment - //Bit[3:0]: Horizontal even subsample increment -#define Y_INCREMENT 0x3815 //Bit[7:4]: Vertical odd subsample increment - //Bit[3:0]: Vertical even subsample increment -// Size before scaling -//#define X_INPUT_SIZE (X_ADDR_END - X_ADDR_ST + 1 - (2 * X_OFFSET)) -//#define Y_INPUT_SIZE (Y_ADDR_END - Y_ADDR_ST + 1 - (2 * Y_OFFSET)) - -#define ISP_CONTROL_01 0x3021 // Bit[5]: Scale enable - // 0: Disable - // 1: Enable - -#define SCALE_CTRL_1 0x5601 // Bit[6:4]: HDIV RW - // DCW scale times - // 000: DCW 1 time - // 001: DCW 2 times - // 010: DCW 4 times - // 100: DCW 8 times - // 101: DCW 16 times - // Others: DCW 16 times - // Bit[2:0]: VDIV RW - // DCW scale times - // 000: DCW 1 time - // 001: DCW 2 times - // 010: DCW 4 times - // 100: DCW 8 times - // 101: DCW 16 times - // Others: DCW 16 times - -#define SCALE_CTRL_2 0x5602 // X_SCALE High Bits -#define SCALE_CTRL_3 0x5603 // X_SCALE Low Bits -#define SCALE_CTRL_4 0x5604 // Y_SCALE High Bits -#define SCALE_CTRL_5 0x5605 // Y_SCALE Low Bits -#define SCALE_CTRL_6 0x5606 // Bit[3:0]: V Offset - -#define PCLK_RATIO 0x3824 // Bit[4:0]: PCLK ratio manual -#define VFIFO_CTRL0C 0x460C // Bit[1]: PCLK manual enable - // 0: Auto - // 1: Manual by PCLK_RATIO - -#define VFIFO_X_SIZE_H 0x4602 -#define VFIFO_X_SIZE_L 0x4603 -#define VFIFO_Y_SIZE_H 0x4604 -#define VFIFO_Y_SIZE_L 0x4605 - -#define SC_PLLS_CTRL0 0x303a // Bit[7]: PLLS bypass -#define SC_PLLS_CTRL1 0x303b // Bit[4:0]: PLLS multiplier -#define SC_PLLS_CTRL2 0x303c // Bit[6:4]: PLLS charge pump control - // Bit[3:0]: PLLS system divider -#define SC_PLLS_CTRL3 0x303d // Bit[5:4]: PLLS pre-divider - // 00: 1 - // 01: 1.5 - // 10: 2 - // 11: 3 - // Bit[2]: PLLS root-divider - 1 - // Bit[1:0]: PLLS seld5 - // 00: 1 - // 01: 1 - // 10: 2 - // 11: 2.5 - -#define COMPRESSION_CTRL00 0x4400 // -#define COMPRESSION_CTRL01 0x4401 // -#define COMPRESSION_CTRL02 0x4402 // -#define COMPRESSION_CTRL03 0x4403 // -#define COMPRESSION_CTRL04 0x4404 // -#define COMPRESSION_CTRL05 0x4405 // -#define COMPRESSION_CTRL06 0x4406 // -#define COMPRESSION_CTRL07 0x3401 // Bit[5:0]: QS -#define COMPRESSION_ISI_CTRL 0x4408 // -#define COMPRESSION_CTRL09 0x4409 // -#define COMPRESSION_CTRL0a 0x440a // -#define COMPRESSION_CTRL0b 0x440b // -#define COMPRESSION_CTRL0c 0x440c // -#define COMPRESSION_CTRL0d 0x440d // -#define COMPRESSION_CTRL0E 0x440e // - -/** - * @brief register value - */ -#define TEST_COLOR_BAR 0x02 /* Enable Color Bar roling Test */ - -#define AEC_PK_MANUAL_AGC_MANUALEN 0x02 /* Enable AGC Manual enable */ -#define AEC_PK_MANUAL_AEC_MANUALEN 0x01 /* Enable AEC Manual enable */ - -#define TIMING_TC_REG20_VFLIP 0x01 /* Vertical flip enable */ -#define TIMING_TC_REG21_HMIRROR 0x02 /* Horizontal mirror enable */ - -#endif // __NT99141_REG_REGS_H__ diff --git a/code/components/esp32-camera-master/sensors/private_include/nt99141_settings.h b/code/components/esp32-camera-master/sensors/private_include/nt99141_settings.h deleted file mode 100644 index 1ffec205..00000000 --- a/code/components/esp32-camera-master/sensors/private_include/nt99141_settings.h +++ /dev/null @@ -1,825 +0,0 @@ -#ifndef _NT99141_SETTINGS_H_ -#define _NT99141_SETTINGS_H_ - -#include -#include -#include "esp_attr.h" -#include "nt99141_regs.h" - -static const ratio_settings_t ratio_table[] = { - // mw, mh, sx, sy, ex, ey, ox, oy, tx, ty - { 1280, 720, 0, 4, 1283, 723, 0, 4, 1660, 963 }, - -}; - -#define REG_DLY 0xffff -#define REGLIST_TAIL 0x0000 - -static const DRAM_ATTR uint16_t sensor_default_regs[][2] = { - //initial -{0x3021, 0x00}, -{REG_DLY, 100}, // delay 100ms -{0x3109, 0x04}, -{0x3040, 0x04}, -{0x3041, 0x02}, -{0x3042, 0xFF}, -{0x3043, 0x08}, -{0x3052, 0xE0}, -{0x305F, 0x33}, -{0x3100, 0x07}, -{0x3106, 0x03}, -{0x3105, 0x01}, -{0x3108, 0x05}, -{0x3110, 0x22}, -{0x3111, 0x57}, -{0x3112, 0x22}, -{0x3113, 0x55}, -{0x3114, 0x05}, -{0x3135, 0x00}, -{0x32F0, 0x01}, -{0x3290, 0x01}, -{0x3291, 0x80}, -{0x3296, 0x01}, -{0x3297, 0x73}, -{0x3250, 0x80}, -{0x3251, 0x03}, -{0x3252, 0xFF}, -{0x3253, 0x00}, -{0x3254, 0x03}, -{0x3255, 0xFF}, -{0x3256, 0x00}, -{0x3257, 0x50}, -{0x3270, 0x00}, -{0x3271, 0x0C}, -{0x3272, 0x18}, -{0x3273, 0x32}, -{0x3274, 0x44}, -{0x3275, 0x54}, -{0x3276, 0x70}, -{0x3277, 0x88}, -{0x3278, 0x9D}, -{0x3279, 0xB0}, -{0x327A, 0xCF}, -{0x327B, 0xE2}, -{0x327C, 0xEF}, -{0x327D, 0xF7}, -{0x327E, 0xFF}, -{0x3302, 0x00}, -{0x3303, 0x40}, -{0x3304, 0x00}, -{0x3305, 0x96}, -{0x3306, 0x00}, -{0x3307, 0x29}, -{0x3308, 0x07}, -{0x3309, 0xBA}, -{0x330A, 0x06}, -{0x330B, 0xF5}, -{0x330C, 0x01}, -{0x330D, 0x51}, -{0x330E, 0x01}, -{0x330F, 0x30}, -{0x3310, 0x07}, -{0x3311, 0x16}, -{0x3312, 0x07}, -{0x3313, 0xBA}, -{0x3326, 0x02}, -{0x32F6, 0x0F}, -{0x32F9, 0x42}, -{0x32FA, 0x24}, -{0x3325, 0x4A}, -{0x3330, 0x00}, -{0x3331, 0x0A}, -{0x3332, 0xFF}, -{0x3338, 0x30}, -{0x3339, 0x84}, -{0x333A, 0x48}, -{0x333F, 0x07}, -{0x3360, 0x10}, -{0x3361, 0x18}, -{0x3362, 0x1f}, -{0x3363, 0x37}, -{0x3364, 0x80}, -{0x3365, 0x80}, -{0x3366, 0x68}, -{0x3367, 0x60}, -{0x3368, 0x30}, -{0x3369, 0x28}, -{0x336A, 0x20}, -{0x336B, 0x10}, -{0x336C, 0x00}, -{0x336D, 0x20}, -{0x336E, 0x1C}, -{0x336F, 0x18}, -{0x3370, 0x10}, -{0x3371, 0x38}, -{0x3372, 0x3C}, -{0x3373, 0x3F}, -{0x3374, 0x3F}, -{0x338A, 0x34}, -{0x338B, 0x7F}, -{0x338C, 0x10}, -{0x338D, 0x23}, -{0x338E, 0x7F}, -{0x338F, 0x14}, -{0x3375, 0x08}, -{0x3376, 0x0C}, -{0x3377, 0x18}, -{0x3378, 0x20}, -{0x3012, 0x02}, -{0x3013, 0xD0}, -{0x3025, 0x02}, //colorbar -{REGLIST_TAIL, 0x00}, // tail -}; - -static const DRAM_ATTR uint16_t sensor_fmt_jpeg[][2] = { - {0x32F0, 0x70}, // YUV422 - {REGLIST_TAIL, 0x00}, // tail -}; - -static const DRAM_ATTR uint16_t sensor_fmt_raw[][2] = { - {0x32F0, 0x50}, // RAW - {REGLIST_TAIL, 0x00}, // tail -}; - -static const DRAM_ATTR uint16_t sensor_fmt_grayscale[][2] = { - {0x32F1, 0x01}, - {REGLIST_TAIL, 0x00}, // tail -}; - -static const DRAM_ATTR uint16_t sensor_fmt_yuv422[][2] = { - {0x32F0, 0x00}, // YUV422 - {REGLIST_TAIL, 0x00}, // tail -}; - -static const DRAM_ATTR uint16_t sensor_fmt_rgb565[][2] = { - {0x32F0, 0x01}, // RGB - {REGLIST_TAIL, 0x00}, // tail -}; - -static const DRAM_ATTR uint8_t sensor_saturation_levels[9][1] = { - {0x60},//-4 - {0x68},//-3 - {0x70},//-2 - {0x78},//-1 - {0x80},//0 - {0x88},//+1 - {0x90},//+2 - {0x98},//+3 - {0xA0},//+4 -}; - -static const DRAM_ATTR uint8_t sensor_special_effects[7][4] = { - {0x00, 0x80, 0x80, 0x01},//Normal - {0x03, 0x80, 0x80, 0x01},//Negative - {0x01, 0x80, 0x80, 0x01},//Grayscale - {0x05, 0x2A, 0xF0, 0x01},//Red Tint - {0x05, 0x60, 0x20, 0x01},//Green Tint - {0x05, 0xF0, 0x80, 0x01},//Blue Tint - {0x02, 0x80, 0x80, 0x01},//Sepia - -}; - -// AE LEVEL -static const DRAM_ATTR uint16_t sensor_ae_level[][2] = { - -// 1. [AE_Target : 0x24] -// Set_Device_Format = FORMAT_16_8 -// SET_Device_Addr = 0x54 - {0x32B8, 0x29 }, - {0x32B9, 0x1F }, - {0x32BC, 0x24 }, - {0x32BD, 0x27 }, - {0x32BE, 0x21 }, -//------------------------------------------------------------------------ -// 2. [AE_Target : 0x28] -// Set_Device_Format = FORMAT_16_8 -// SET_Device_Addr = 0x54 - {0x32B8, 0x2D }, - {0x32B9, 0x23 }, - {0x32BC, 0x28 }, - {0x32BD, 0x2B }, - {0x32BE, 0x25 }, -//------------------------------------------------------------------------ -// 3. [AE_Target : 0x2C] -// Set_Device_Format = FORMAT_16_8 -// SET_Device_Addr = 0x54 - {0x32B8, 0x32 }, - {0x32B9, 0x26 }, - {0x32BC, 0x2C }, - {0x32BD, 0x2F }, - {0x32BE, 0x29 }, -//------------------------------------------------------------------------ -// 4, [AE_Target : 0x30] -// Set_Device_Format = FORMAT_16_8 -// SET_Device_Addr = 0x54 - {0x32B8, 0x36 }, - {0x32B9, 0x2A }, - {0x32BC, 0x30 }, - {0x32BD, 0x33 }, - {0x32BE, 0x2D }, -//------------------------------------------------------------------------ -// 5. [AE_Target : 0x34] -// Set_Device_Format = FORMAT_16_8 -// SET_Device_Addr = 0x54 - {0x32B8, 0x3B }, - {0x32B9, 0x2D }, - {0x32BC, 0x34 }, - {0x32BD, 0x38 }, - {0x32BE, 0x30 }, -//------------------------------------------------------------------------ -// 6. [AE_Target : 0x38] -// Set_Device_Format = FORMAT_16_8 -// SET_Device_Addr = 0x54 - {0x32B8, 0x3F }, - {0x32B9, 0x31 }, - {0x32BC, 0x38 }, - {0x32BD, 0x3C }, - {0x32BE, 0x34 }, -//------------------------------------------------------------------------ -// 7. [AE_Target : 0x3D] -// Set_Device_Format = FORMAT_16_8 -// SET_Device_Addr = 0x54 - {0x32B8, 0x44 }, - {0x32B9, 0x34 }, - {0x32BC, 0x3C }, - {0x32BD, 0x40 }, - {0x32BE, 0x38 }, -//------------------------------------------------------------------------ -// 8. [AE_Target : 0x40] -// Set_Device_Format = FORMAT_16_8 -// SET_Device_Addr = 0x54 - {0x32B8, 0x48 }, - {0x32B9, 0x38 }, - {0x32BC, 0x40 }, - {0x32BD, 0x44 }, - {0x32BE, 0x3C }, -//------------------------------------------------------------------------ -// 9. [AE_Target : 0x44] -// Set_Device_Format = FORMAT_16_8 -// SET_Device_Addr = 0x54 - {0x32B8, 0x4D }, - {0x32B9, 0x3B }, - {0x32BC, 0x44 }, - {0x32BD, 0x49 }, - {0x32BE, 0x3F }, -}; - -static const DRAM_ATTR uint16_t sensor_framesize_HD[][2] = { -//[JPEG_1280x720_8.18_8.18_Fps] -{0x3021, 0x00}, -{REG_DLY, 100}, // delay 100ms -{0x32BF, 0x60}, -{0x32C0, 0x5A}, -{0x32C1, 0x5A}, -{0x32C2, 0x5A}, -{0x32C3, 0x00}, -{0x32C4, 0x20}, -{0x32C5, 0x20}, -{0x32C6, 0x20}, -{0x32C7, 0x00}, -{0x32C8, 0x3C}, -{0x32C9, 0x5A}, -{0x32CA, 0x7A}, -{0x32CB, 0x7A}, -{0x32CC, 0x7A}, -{0x32CD, 0x7A}, -{0x32DB, 0x5E}, -{0x32F0, 0x70}, -{0x3400, 0x08}, -{0x3400, 0x00}, -{0x3401, 0x4E}, -{0x3404, 0x00}, -{0x3405, 0x00}, -{0x3410, 0x00}, -{0x3200, 0x3E}, -{0x3201, 0x0F}, -{0x3028, 0x0F}, -{0x3029, 0x00}, -{0x302A, 0x08}, -{0x3022, 0x24}, -{0x3023, 0x24}, -{0x3002, 0x00}, -{0x3003, 0x04}, -{0x3004, 0x00}, -{0x3005, 0x04}, -{0x3006, 0x05}, -{0x3007, 0x03}, -{0x3008, 0x02}, -{0x3009, 0xD3}, -{0x300A, 0x06}, -{0x300B, 0x7C}, -{0x300C, 0x02}, -{0x300D, 0xE0}, -{0x300E, 0x05}, -{0x300F, 0x00}, -{0x3010, 0x02}, -{0x3011, 0xD0}, -{0x32B8, 0x3F}, -{0x32B9, 0x31}, -{0x32BB, 0x87}, -{0x32BC, 0x38}, -{0x32BD, 0x3C}, -{0x32BE, 0x34}, -{0x3201, 0x3F}, -{0x3021, 0x06}, -{0x3025, 0x00}, //normal -{0x3400, 0x01}, -{0x3060, 0x01}, -{REGLIST_TAIL, 0x00}, // tail -}; - -static const DRAM_ATTR uint16_t sensor_framesize_VGA[][2] = { -//[JPEG_640x480_10.14_10.14_Fps] -{0x3021, 0x00}, -{REG_DLY, 100}, // delay 100ms -{0x32BF, 0x60}, -{0x32C0, 0x5A}, -{0x32C1, 0x5A}, -{0x32C2, 0x5A}, -{0x32C3, 0x00}, -{0x32C4, 0x20}, -{0x32C5, 0x20}, -{0x32C6, 0x20}, -{0x32C7, 0x00}, -{0x32C8, 0x4B}, -{0x32C9, 0x5A}, -{0x32CA, 0x7A}, -{0x32CB, 0x7A}, -{0x32CC, 0x7A}, -{0x32CD, 0x7A}, -{0x32DB, 0x62}, -{0x32F0, 0x70}, -{0x3400, 0x08}, -{0x3400, 0x00}, -{0x3401, 0x4E}, -{0x3404, 0x00}, -{0x3405, 0x00}, -{0x3410, 0x00}, -{0x32E0, 0x02}, -{0x32E1, 0x80}, -{0x32E2, 0x01}, -{0x32E3, 0xE0}, -{0x32E4, 0x00}, -{0x32E5, 0x80}, -{0x32E6, 0x00}, -{0x32E7, 0x80}, -{0x3200, 0x3E}, -{0x3201, 0x0F}, -{0x3028, 0x0F}, -{0x3029, 0x00}, -{0x302A, 0x08}, -{0x3022, 0x24}, -{0x3023, 0x24}, -{0x3002, 0x00}, -{0x3003, 0xA4}, -{0x3004, 0x00}, -{0x3005, 0x04}, -{0x3006, 0x04}, -{0x3007, 0x63}, -{0x3008, 0x02}, -{0x3009, 0xD3}, -{0x300A, 0x05}, -{0x300B, 0x3C}, -{0x300C, 0x02}, -{0x300D, 0xE0}, -{0x300E, 0x03}, -{0x300F, 0xC0}, -{0x3010, 0x02}, -{0x3011, 0xD0}, -{0x32B8, 0x3F}, -{0x32B9, 0x31}, -{0x32BB, 0x87}, -{0x32BC, 0x38}, -{0x32BD, 0x3C}, -{0x32BE, 0x34}, -{0x3201, 0x7F}, -{0x3021, 0x06}, -{0x3025, 0x00}, //normal -{0x3400, 0x01}, -{0x3060, 0x01}, -{REGLIST_TAIL, 0x00}, // tail -}; - -static const DRAM_ATTR uint16_t sensor_framesize_QVGA[][2] = { -//[JPEG_320x240_10.14_10.14_Fps] -{0x3021, 0x00}, -{REG_DLY, 100}, // delay 100ms -{0x32BF, 0x60}, -{0x32C0, 0x5A}, -{0x32C1, 0x5A}, -{0x32C2, 0x5A}, -{0x32C3, 0x00}, -{0x32C4, 0x20}, -{0x32C5, 0x20}, -{0x32C6, 0x20}, -{0x32C7, 0x00}, -{0x32C8, 0x4B}, -{0x32C9, 0x5A}, -{0x32CA, 0x7A}, -{0x32CB, 0x7A}, -{0x32CC, 0x7A}, -{0x32CD, 0x7A}, -{0x32DB, 0x62}, -{0x32F0, 0x70}, -{0x3400, 0x08}, -{0x3400, 0x00}, -{0x3401, 0x4E}, -{0x3404, 0x00}, -{0x3405, 0x00}, -{0x3410, 0x00}, -{0x32E0, 0x01}, -{0x32E1, 0x40}, -{0x32E2, 0x00}, -{0x32E3, 0xF0}, -{0x32E4, 0x02}, -{0x32E5, 0x02}, -{0x32E6, 0x02}, -{0x32E7, 0x03}, -{0x3200, 0x3E}, -{0x3201, 0x0F}, -{0x3028, 0x0F}, -{0x3029, 0x00}, -{0x302A, 0x08}, -{0x3022, 0x24}, -{0x3023, 0x24}, -{0x3002, 0x00}, -{0x3003, 0xA4}, -{0x3004, 0x00}, -{0x3005, 0x04}, -{0x3006, 0x04}, -{0x3007, 0x63}, -{0x3008, 0x02}, -{0x3009, 0xD3}, -{0x300A, 0x05}, -{0x300B, 0x3C}, -{0x300C, 0x02}, -{0x300D, 0xE0}, -{0x300E, 0x03}, -{0x300F, 0xC0}, -{0x3010, 0x02}, -{0x3011, 0xD0}, -{0x32B8, 0x3F}, -{0x32B9, 0x31}, -{0x32BB, 0x87}, -{0x32BC, 0x38}, -{0x32BD, 0x3C}, -{0x32BE, 0x34}, -{0x3201, 0x7F}, -{0x3021, 0x06}, -{0x3025, 0x00}, //normal -{0x3400, 0x01}, -{0x3060, 0x01}, -{REGLIST_TAIL, 0x00}, // tail -}; - -static const DRAM_ATTR uint16_t sensor_framesize_VGA_xyskip[][2] = { -// [JPEG_640x360_20.00_25.01_Fps_XY_Skip] -// Set_Device_Format = FORMAT_16_8 -// SET_Device_Addr = 0x54 -{0x3021, 0x00}, -{REG_DLY, 100}, // delay 100ms -{0x32BF, 0x60 }, -{0x320A, 0xB2 }, -{0x32C0, 0x64 }, -{0x32C1, 0x64 }, -{0x32C2, 0x64 }, -{0x32C3, 0x00 }, -{0x32C4, 0x20 }, -{0x32C5, 0x20 }, -{0x32C6, 0x20 }, -{0x32C7, 0x00 }, -{0x32C8, 0x62 }, -{0x32C9, 0x64 }, -{0x32CA, 0x84 }, -{0x32CB, 0x84 }, -{0x32CC, 0x84 }, -{0x32CD, 0x84 }, -{0x32DB, 0x68 }, -{0x32F0, 0x70 }, -{0x3400, 0x08 }, -{0x3400, 0x00 }, -{0x3401, 0x4E }, -{0x3404, 0x00 }, -{0x3405, 0x00 }, -{0x3410, 0x00 }, -{0x3200, 0x3E }, -{0x3201, 0x0F }, -{0x3028, 0x0F }, -{0x3029, 0x00 }, -{0x302A, 0x08 }, -{0x3022, 0x24 }, -{0x3023, 0x6C }, -{0x3002, 0x00 }, -{0x3003, 0x04 }, -{0x3004, 0x00 }, -{0x3005, 0x04 }, -{0x3006, 0x05 }, -{0x3007, 0x03 }, -{0x3008, 0x02 }, -{0x3009, 0xD3 }, -{0x300A, 0x03 }, -{0x300B, 0xFC }, -{0x300C, 0x01 }, -{0x300D, 0x88 }, -{0x300E, 0x02 }, -{0x300F, 0x80 }, -{0x3010, 0x01 }, -{0x3011, 0x68 }, -{0x32B8, 0x3F }, -{0x32B9, 0x31 }, -{0x32BB, 0x87 }, -{0x32BC, 0x38 }, -{0x32BD, 0x3C }, -{0x32BE, 0x34 }, -{0x3201, 0x3F }, -{0x3025, 0x00 }, //normal -{0x3021, 0x06 }, -{0x3400, 0x01 }, -{0x3060, 0x01 }, -{REGLIST_TAIL, 0x00}, // tail -}; - -static const DRAM_ATTR uint16_t sensor_framesize_VGA_xskip[][2] = { -//[JPEG_640x480_Xskip_13.32_13.32_Fps] -{0x3021, 0x00}, -{REG_DLY, 100}, // delay 100ms -{0x32BF, 0x60}, -{0x32C0, 0x5A}, -{0x32C1, 0x5A}, -{0x32C2, 0x5A}, -{0x32C3, 0x00}, -{0x32C4, 0x20}, -{0x32C5, 0x20}, -{0x32C6, 0x20}, -{0x32C7, 0x00}, -{0x32C8, 0x62}, -{0x32C9, 0x5A}, -{0x32CA, 0x7A}, -{0x32CB, 0x7A}, -{0x32CC, 0x7A}, -{0x32CD, 0x7A}, -{0x32DB, 0x68}, -{0x32F0, 0x70}, -{0x3400, 0x08}, -{0x3400, 0x00}, -{0x3401, 0x4E}, -{0x3404, 0x00}, -{0x3405, 0x00}, -{0x3410, 0x00}, -{0x32E0, 0x02}, -{0x32E1, 0x80}, -{0x32E2, 0x01}, -{0x32E3, 0xE0}, -{0x32E4, 0x00}, -{0x32E5, 0x00}, -{0x32E6, 0x00}, -{0x32E7, 0x80}, -{0x3200, 0x3E}, -{0x3201, 0x0F}, -{0x3028, 0x0F}, -{0x3029, 0x00}, -{0x302A, 0x08}, -{0x3022, 0x24}, -{0x3023, 0x2C}, -{0x3002, 0x00}, -{0x3003, 0x04}, -{0x3004, 0x00}, -{0x3005, 0x04}, -{0x3006, 0x05}, -{0x3007, 0x03}, -{0x3008, 0x02}, -{0x3009, 0xD3}, -{0x300A, 0x03}, -{0x300B, 0xFC}, -{0x300C, 0x02}, -{0x300D, 0xE0}, -{0x300E, 0x02}, -{0x300F, 0x80}, -{0x3010, 0x02}, -{0x3011, 0xD0}, -{0x32B8, 0x3F}, -{0x32B9, 0x31}, -{0x32BB, 0x87}, -{0x32BC, 0x38}, -{0x32BD, 0x3C}, -{0x32BE, 0x34}, -{0x3201, 0x7F}, -{0x3021, 0x06}, -{0x3025, 0x00}, //normal -{0x3400, 0x01}, -{0x3060, 0x01}, -{REGLIST_TAIL, 0x00}, // tail -}; - -static const DRAM_ATTR uint16_t sensor_framesize_QVGA_xskip[][2] = { -{0x3021, 0x00}, -{REG_DLY, 100}, // delay 100ms -//[JPEG_320x240_Xskip_13.32_13.32_Fps] -{0x32BF, 0x60}, -{0x32C0, 0x5A}, -{0x32C1, 0x5A}, -{0x32C2, 0x5A}, -{0x32C3, 0x00}, -{0x32C4, 0x20}, -{0x32C5, 0x20}, -{0x32C6, 0x20}, -{0x32C7, 0x00}, -{0x32C8, 0x62}, -{0x32C9, 0x5A}, -{0x32CA, 0x7A}, -{0x32CB, 0x7A}, -{0x32CC, 0x7A}, -{0x32CD, 0x7A}, -{0x32DB, 0x68}, -{0x32F0, 0x70}, -{0x3400, 0x08}, -{0x3400, 0x00}, -{0x3401, 0x4E}, -{0x3404, 0x00}, -{0x3405, 0x00}, -{0x3410, 0x00}, -{0x32E0, 0x01}, -{0x32E1, 0x40}, -{0x32E2, 0x00}, -{0x32E3, 0xF0}, -{0x32E4, 0x01}, -{0x32E5, 0x01}, -{0x32E6, 0x02}, -{0x32E7, 0x03}, -{0x3200, 0x3E}, -{0x3201, 0x0F}, -{0x3028, 0x0F}, -{0x3029, 0x00}, -{0x302A, 0x08}, -{0x3022, 0x24}, -{0x3023, 0x2C}, -{0x3002, 0x00}, -{0x3003, 0x04}, -{0x3004, 0x00}, -{0x3005, 0x04}, -{0x3006, 0x05}, -{0x3007, 0x03}, -{0x3008, 0x02}, -{0x3009, 0xD3}, -{0x300A, 0x03}, -{0x300B, 0xFC}, -{0x300C, 0x02}, -{0x300D, 0xE0}, -{0x300E, 0x02}, -{0x300F, 0x80}, -{0x3010, 0x02}, -{0x3011, 0xD0}, -{0x32B8, 0x3F}, -{0x32B9, 0x31}, -{0x32BB, 0x87}, -{0x32BC, 0x38}, -{0x32BD, 0x3C}, -{0x32BE, 0x34}, -{0x3201, 0x7F}, -{0x3021, 0x06}, -{0x3025, 0x00}, //normal -{0x3400, 0x01}, -{0x3060, 0x01}, -{REGLIST_TAIL, 0x00}, // tail -}; - - -static const DRAM_ATTR uint16_t sensor_framesize_VGA_crop[][2] = { -//[JPEG_640x480_Crop_19.77_19.77_Fps] -{0x3021, 0x00}, -{REG_DLY, 100}, // delay 100ms -{0x32BF, 0x60}, -{0x32C0, 0x5A}, -{0x32C1, 0x5A}, -{0x32C2, 0x5A}, -{0x32C3, 0x00}, -{0x32C4, 0x20}, -{0x32C5, 0x20}, -{0x32C6, 0x20}, -{0x32C7, 0x00}, -{0x32C8, 0x62}, -{0x32C9, 0x5A}, -{0x32CA, 0x7A}, -{0x32CB, 0x7A}, -{0x32CC, 0x7A}, -{0x32CD, 0x7A}, -{0x32DB, 0x68}, -{0x32F0, 0x70}, -{0x3400, 0x08}, -{0x3400, 0x00}, -{0x3401, 0x4E}, -{0x3404, 0x00}, -{0x3405, 0x00}, -{0x3410, 0x00}, -{0x3200, 0x3E}, -{0x3201, 0x0F}, -{0x3028, 0x0F}, -{0x3029, 0x00}, -{0x302A, 0x08}, -{0x3022, 0x24}, -{0x3023, 0x24}, -{0x3002, 0x01}, -{0x3003, 0x44}, -{0x3004, 0x00}, -{0x3005, 0x7C}, -{0x3006, 0x03}, -{0x3007, 0xC3}, -{0x3008, 0x02}, -{0x3009, 0x5B}, -{0x300A, 0x03}, -{0x300B, 0xFC}, -{0x300C, 0x01}, -{0x300D, 0xF0}, -{0x300E, 0x02}, -{0x300F, 0x80}, -{0x3010, 0x01}, -{0x3011, 0xE0}, -{0x32B8, 0x3F}, -{0x32B9, 0x31}, -{0x32BB, 0x87}, -{0x32BC, 0x38}, -{0x32BD, 0x3C}, -{0x32BE, 0x34}, -{0x3201, 0x3F}, -{0x3021, 0x06}, -{0x3025, 0x00}, //normal -{0x3400, 0x01}, -{0x3060, 0x01}, -{REGLIST_TAIL, 0x00}, // tail -}; - -static const DRAM_ATTR uint16_t sensor_framesize_QVGA_crop[][2] = { -//[JPEG_320x240_Crop_19.77_19.77_Fps] -{0x3021, 0x00}, -{REG_DLY, 100}, // delay 100ms -{0x32BF, 0x60}, -{0x32C0, 0x5A}, -{0x32C1, 0x5A}, -{0x32C2, 0x5A}, -{0x32C3, 0x00}, -{0x32C4, 0x20}, -{0x32C5, 0x20}, -{0x32C6, 0x20}, -{0x32C7, 0x00}, -{0x32C8, 0x62}, -{0x32C9, 0x5A}, -{0x32CA, 0x7A}, -{0x32CB, 0x7A}, -{0x32CC, 0x7A}, -{0x32CD, 0x7A}, -{0x32DB, 0x68}, -{0x32F0, 0x70}, -{0x3400, 0x08}, -{0x3400, 0x00}, -{0x3401, 0x4E}, -{0x3404, 0x00}, -{0x3405, 0x00}, -{0x3410, 0x00}, -{0x32E0, 0x01}, -{0x32E1, 0x40}, -{0x32E2, 0x00}, -{0x32E3, 0xF0}, -{0x32E4, 0x01}, -{0x32E5, 0x01}, -{0x32E6, 0x01}, -{0x32E7, 0x02}, -{0x3200, 0x3E}, -{0x3201, 0x0F}, -{0x3028, 0x0F}, -{0x3029, 0x00}, -{0x302A, 0x08}, -{0x3022, 0x24}, -{0x3023, 0x24}, -{0x3002, 0x01}, -{0x3003, 0x44}, -{0x3004, 0x00}, -{0x3005, 0x7C}, -{0x3006, 0x03}, -{0x3007, 0xC3}, -{0x3008, 0x02}, -{0x3009, 0x5B}, -{0x300A, 0x03}, -{0x300B, 0xFC}, -{0x300C, 0x01}, -{0x300D, 0xF0}, -{0x300E, 0x02}, -{0x300F, 0x80}, -{0x3010, 0x01}, -{0x3011, 0xE0}, -{0x32B8, 0x3F}, -{0x32B9, 0x31}, -{0x32BB, 0x87}, -{0x32BC, 0x38}, -{0x32BD, 0x3C}, -{0x32BE, 0x34}, -{0x3201, 0x7F}, -{0x3021, 0x06}, -{0x3025, 0x00}, //normal -{0x3400, 0x01}, -{0x3060, 0x01}, -{REGLIST_TAIL, 0x00}, // tail -}; - -#endif - - diff --git a/code/components/esp32-camera-master/sensors/private_include/ov2640.h b/code/components/esp32-camera-master/sensors/private_include/ov2640.h deleted file mode 100644 index 342ab213..00000000 --- a/code/components/esp32-camera-master/sensors/private_include/ov2640.h +++ /dev/null @@ -1,32 +0,0 @@ -/* - * This file is part of the OpenMV project. - * Copyright (c) 2013/2014 Ibrahim Abdelkader - * This work is licensed under the MIT license, see the file LICENSE for details. - * - * OV2640 driver. - * - */ -#ifndef __OV2640_H__ -#define __OV2640_H__ -#include "sensor.h" -/** - * @brief Detect sensor pid - * - * @param slv_addr SCCB address - * @param id Detection result - * @return - * 0: Can't detect this sensor - * Nonzero: This sensor has been detected - */ -int ov2640_detect(int slv_addr, sensor_id_t *id); - -/** - * @brief initialize sensor function pointers - * - * @param sensor pointer of sensor - * @return - * Always 0 - */ -int ov2640_init(sensor_t *sensor); - -#endif // __OV2640_H__ diff --git a/code/components/esp32-camera-master/sensors/private_include/ov2640_regs.h b/code/components/esp32-camera-master/sensors/private_include/ov2640_regs.h deleted file mode 100644 index 8f47333f..00000000 --- a/code/components/esp32-camera-master/sensors/private_include/ov2640_regs.h +++ /dev/null @@ -1,216 +0,0 @@ -/* - * This file is part of the OpenMV project. - * Copyright (c) 2013/2014 Ibrahim Abdelkader - * This work is licensed under the MIT license, see the file LICENSE for details. - * - * OV2640 register definitions. - */ -#ifndef __REG_REGS_H__ -#define __REG_REGS_H__ -/* DSP register bank FF=0x00*/ -#define R_BYPASS 0x05 -#define QS 0x44 -#define CTRLI 0x50 -#define HSIZE 0x51 -#define VSIZE 0x52 -#define XOFFL 0x53 -#define YOFFL 0x54 -#define VHYX 0x55 -#define DPRP 0x56 -#define TEST 0x57 -#define ZMOW 0x5A -#define ZMOH 0x5B -#define ZMHH 0x5C -#define BPADDR 0x7C -#define BPDATA 0x7D -#define CTRL2 0x86 -#define CTRL3 0x87 -#define SIZEL 0x8C -#define HSIZE8 0xC0 -#define VSIZE8 0xC1 -#define CTRL0 0xC2 -#define CTRL1 0xC3 -#define R_DVP_SP 0xD3 -#define IMAGE_MODE 0xDA -#define RESET 0xE0 -#define MS_SP 0xF0 -#define SS_ID 0xF7 -#define SS_CTRL 0xF7 -#define MC_BIST 0xF9 -#define MC_AL 0xFA -#define MC_AH 0xFB -#define MC_D 0xFC -#define P_CMD 0xFD -#define P_STATUS 0xFE -#define BANK_SEL 0xFF - -#define CTRLI_LP_DP 0x80 -#define CTRLI_ROUND 0x40 - -#define CTRL0_AEC_EN 0x80 -#define CTRL0_AEC_SEL 0x40 -#define CTRL0_STAT_SEL 0x20 -#define CTRL0_VFIRST 0x10 -#define CTRL0_YUV422 0x08 -#define CTRL0_YUV_EN 0x04 -#define CTRL0_RGB_EN 0x02 -#define CTRL0_RAW_EN 0x01 - -#define CTRL2_DCW_EN 0x20 -#define CTRL2_SDE_EN 0x10 -#define CTRL2_UV_ADJ_EN 0x08 -#define CTRL2_UV_AVG_EN 0x04 -#define CTRL2_CMX_EN 0x01 - -#define CTRL3_BPC_EN 0x80 -#define CTRL3_WPC_EN 0x40 - -#define R_DVP_SP_AUTO_MODE 0x80 - -#define R_BYPASS_DSP_EN 0x00 -#define R_BYPASS_DSP_BYPAS 0x01 - -#define IMAGE_MODE_Y8_DVP_EN 0x40 -#define IMAGE_MODE_JPEG_EN 0x10 -#define IMAGE_MODE_YUV422 0x00 -#define IMAGE_MODE_RAW10 0x04 -#define IMAGE_MODE_RGB565 0x08 -#define IMAGE_MODE_HREF_VSYNC 0x02 -#define IMAGE_MODE_LBYTE_FIRST 0x01 - -#define RESET_MICROC 0x40 -#define RESET_SCCB 0x20 -#define RESET_JPEG 0x10 -#define RESET_DVP 0x04 -#define RESET_IPU 0x02 -#define RESET_CIF 0x01 - -#define MC_BIST_RESET 0x80 -#define MC_BIST_BOOT_ROM_SEL 0x40 -#define MC_BIST_12KB_SEL 0x20 -#define MC_BIST_12KB_MASK 0x30 -#define MC_BIST_512KB_SEL 0x08 -#define MC_BIST_512KB_MASK 0x0C -#define MC_BIST_BUSY_BIT_R 0x02 -#define MC_BIST_MC_RES_ONE_SH_W 0x02 -#define MC_BIST_LAUNCH 0x01 - - -typedef enum { - BANK_DSP, BANK_SENSOR, BANK_MAX -} ov2640_bank_t; - -/* Sensor register bank FF=0x01*/ -#define GAIN 0x00 -#define COM1 0x03 -#define REG04 0x04 -#define REG08 0x08 -#define COM2 0x09 -#define REG_PID 0x0A -#define REG_VER 0x0B -#define COM3 0x0C -#define COM4 0x0D -#define AEC 0x10 -#define CLKRC 0x11 -#define COM7 0x12 -#define COM8 0x13 -#define COM9 0x14 /* AGC gain ceiling */ -#define COM10 0x15 -#define HSTART 0x17 -#define HSTOP 0x18 -#define VSTART 0x19 -#define VSTOP 0x1A -#define REG_MIDH 0x1C -#define REG_MIDL 0x1D -#define AEW 0x24 -#define AEB 0x25 -#define VV 0x26 -#define REG2A 0x2A -#define FRARL 0x2B -#define ADDVSL 0x2D -#define ADDVSH 0x2E -#define YAVG 0x2F -#define HSDY 0x30 -#define HEDY 0x31 -#define REG32 0x32 -#define ARCOM2 0x34 -#define REG45 0x45 -#define FLL 0x46 -#define FLH 0x47 -#define COM19 0x48 -#define ZOOMS 0x49 -#define COM22 0x4B -#define COM25 0x4E -#define BD50 0x4F -#define BD60 0x50 -#define REG5D 0x5D -#define REG5E 0x5E -#define REG5F 0x5F -#define REG60 0x60 -#define HISTO_LOW 0x61 -#define HISTO_HIGH 0x62 - -#define REG04_DEFAULT 0x28 -#define REG04_HFLIP_IMG 0x80 -#define REG04_VFLIP_IMG 0x40 -#define REG04_VREF_EN 0x10 -#define REG04_HREF_EN 0x08 -#define REG04_SET(x) (REG04_DEFAULT|x) - -#define COM2_STDBY 0x10 -#define COM2_OUT_DRIVE_1x 0x00 -#define COM2_OUT_DRIVE_2x 0x01 -#define COM2_OUT_DRIVE_3x 0x02 -#define COM2_OUT_DRIVE_4x 0x03 - -#define COM3_DEFAULT 0x38 -#define COM3_BAND_50Hz 0x04 -#define COM3_BAND_60Hz 0x00 -#define COM3_BAND_AUTO 0x02 -#define COM3_BAND_SET(x) (COM3_DEFAULT|x) - -#define COM7_SRST 0x80 -#define COM7_RES_UXGA 0x00 /* UXGA */ -#define COM7_RES_SVGA 0x40 /* SVGA */ -#define COM7_RES_CIF 0x20 /* CIF */ -#define COM7_ZOOM_EN 0x04 /* Enable Zoom */ -#define COM7_COLOR_BAR 0x02 /* Enable Color Bar Test */ - -#define COM8_DEFAULT 0xC0 -#define COM8_BNDF_EN 0x20 /* Enable Banding filter */ -#define COM8_AGC_EN 0x04 /* AGC Auto/Manual control selection */ -#define COM8_AEC_EN 0x01 /* Auto/Manual Exposure control */ -#define COM8_SET(x) (COM8_DEFAULT|x) - -#define COM9_DEFAULT 0x08 -#define COM9_AGC_GAIN_2x 0x00 /* AGC: 2x */ -#define COM9_AGC_GAIN_4x 0x01 /* AGC: 4x */ -#define COM9_AGC_GAIN_8x 0x02 /* AGC: 8x */ -#define COM9_AGC_GAIN_16x 0x03 /* AGC: 16x */ -#define COM9_AGC_GAIN_32x 0x04 /* AGC: 32x */ -#define COM9_AGC_GAIN_64x 0x05 /* AGC: 64x */ -#define COM9_AGC_GAIN_128x 0x06 /* AGC: 128x */ -#define COM9_AGC_SET(x) (COM9_DEFAULT|(x<<5)) - -#define COM10_HREF_EN 0x80 /* HSYNC changes to HREF */ -#define COM10_HSYNC_EN 0x40 /* HREF changes to HSYNC */ -#define COM10_PCLK_FREE 0x20 /* PCLK output option: free running PCLK */ -#define COM10_PCLK_EDGE 0x10 /* Data is updated at the rising edge of PCLK */ -#define COM10_HREF_NEG 0x08 /* HREF negative */ -#define COM10_VSYNC_NEG 0x02 /* VSYNC negative */ -#define COM10_HSYNC_NEG 0x01 /* HSYNC negative */ - -#define CTRL1_AWB 0x08 /* Enable AWB */ - -#define VV_AGC_TH_SET(h,l) ((h<<4)|(l&0x0F)) - -#define REG32_UXGA 0x36 -#define REG32_SVGA 0x09 -#define REG32_CIF 0x89 - -#define CLKRC_2X 0x80 -#define CLKRC_2X_UXGA (0x01 | CLKRC_2X) -#define CLKRC_2X_SVGA CLKRC_2X -#define CLKRC_2X_CIF CLKRC_2X - -#endif //__REG_REGS_H__ diff --git a/code/components/esp32-camera-master/sensors/private_include/ov2640_settings.h b/code/components/esp32-camera-master/sensors/private_include/ov2640_settings.h deleted file mode 100644 index f151f0a4..00000000 --- a/code/components/esp32-camera-master/sensors/private_include/ov2640_settings.h +++ /dev/null @@ -1,485 +0,0 @@ -// Copyright 2015-2016 Espressif Systems (Shanghai) PTE LTD -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -#ifndef _OV2640_SETTINGS_H_ -#define _OV2640_SETTINGS_H_ - -#include -#include -#include "esp_attr.h" -#include "ov2640_regs.h" - -typedef enum { - OV2640_MODE_UXGA, OV2640_MODE_SVGA, OV2640_MODE_CIF, OV2640_MODE_MAX -} ov2640_sensor_mode_t; - -typedef struct { - union { - struct { - uint8_t pclk_div:7; - uint8_t pclk_auto:1; - }; - uint8_t pclk; - }; - union { - struct { - uint8_t clk_div:6; - uint8_t reserved:1; - uint8_t clk_2x:1; - }; - uint8_t clk; - }; -} ov2640_clk_t; - -typedef struct { - uint16_t offset_x; - uint16_t offset_y; - uint16_t max_x; - uint16_t max_y; -} ov2640_ratio_settings_t; - -static const DRAM_ATTR ov2640_ratio_settings_t ratio_table[] = { - // ox, oy, mx, my - { 0, 0, 1600, 1200 }, //4x3 - { 8, 72, 1584, 1056 }, //3x2 - { 0, 100, 1600, 1000 }, //16x10 - { 0, 120, 1600, 960 }, //5x3 - { 0, 150, 1600, 900 }, //16x9 - { 2, 258, 1596, 684 }, //21x9 - { 50, 0, 1500, 1200 }, //5x4 - { 200, 0, 1200, 1200 }, //1x1 - { 462, 0, 676, 1200 } //9x16 -}; - -// 30fps@24MHz -const DRAM_ATTR uint8_t ov2640_settings_cif[][2] = { - {BANK_SEL, BANK_DSP}, - {0x2c, 0xff}, - {0x2e, 0xdf}, - {BANK_SEL, BANK_SENSOR}, - {0x3c, 0x32}, - {CLKRC, 0x01}, - {COM2, COM2_OUT_DRIVE_3x}, - {REG04, REG04_DEFAULT}, - {COM8, COM8_DEFAULT | COM8_BNDF_EN | COM8_AGC_EN | COM8_AEC_EN}, - {COM9, COM9_AGC_SET(COM9_AGC_GAIN_8x)}, - {0x2c, 0x0c}, - {0x33, 0x78}, - {0x3a, 0x33}, - {0x3b, 0xfB}, - {0x3e, 0x00}, - {0x43, 0x11}, - {0x16, 0x10}, - {0x39, 0x92}, - {0x35, 0xda}, - {0x22, 0x1a}, - {0x37, 0xc3}, - {0x23, 0x00}, - {ARCOM2, 0xc0}, - {0x06, 0x88}, - {0x07, 0xc0}, - {COM4, 0x87}, - {0x0e, 0x41}, - {0x4c, 0x00}, - {0x4a, 0x81}, - {0x21, 0x99}, - {AEW, 0x40}, - {AEB, 0x38}, - {VV, VV_AGC_TH_SET(8,2)}, - {0x5c, 0x00}, - {0x63, 0x00}, - {HISTO_LOW, 0x70}, - {HISTO_HIGH, 0x80}, - {0x7c, 0x05}, - {0x20, 0x80}, - {0x28, 0x30}, - {0x6c, 0x00}, - {0x6d, 0x80}, - {0x6e, 0x00}, - {0x70, 0x02}, - {0x71, 0x94}, - {0x73, 0xc1}, - {0x3d, 0x34}, - {0x5a, 0x57}, - {BD50, 0xbb}, - {BD60, 0x9c}, - {COM7, COM7_RES_CIF}, - {HSTART, 0x11}, - {HSTOP, 0x43}, - {VSTART, 0x00}, - {VSTOP, 0x25}, - {REG32, 0x89}, - {0x37, 0xc0}, - {BD50, 0xca}, - {BD60, 0xa8}, - {0x6d, 0x00}, - {0x3d, 0x38}, - {BANK_SEL, BANK_DSP}, - {0xe5, 0x7f}, - {MC_BIST, MC_BIST_RESET | MC_BIST_BOOT_ROM_SEL}, - {0x41, 0x24}, - {RESET, RESET_JPEG | RESET_DVP}, - {0x76, 0xff}, - {0x33, 0xa0}, - {0x42, 0x20}, - {0x43, 0x18}, - {0x4c, 0x00}, - {CTRL3, CTRL3_WPC_EN | 0x10 }, - {0x88, 0x3f}, - {0xd7, 0x03}, - {0xd9, 0x10}, - {R_DVP_SP, R_DVP_SP_AUTO_MODE | 0x02}, - {0xc8, 0x08}, - {0xc9, 0x80}, - {BPADDR, 0x00}, - {BPDATA, 0x00}, - {BPADDR, 0x03}, - {BPDATA, 0x48}, - {BPDATA, 0x48}, - {BPADDR, 0x08}, - {BPDATA, 0x20}, - {BPDATA, 0x10}, - {BPDATA, 0x0e}, - {0x90, 0x00}, - {0x91, 0x0e}, - {0x91, 0x1a}, - {0x91, 0x31}, - {0x91, 0x5a}, - {0x91, 0x69}, - {0x91, 0x75}, - {0x91, 0x7e}, - {0x91, 0x88}, - {0x91, 0x8f}, - {0x91, 0x96}, - {0x91, 0xa3}, - {0x91, 0xaf}, - {0x91, 0xc4}, - {0x91, 0xd7}, - {0x91, 0xe8}, - {0x91, 0x20}, - {0x92, 0x00}, - {0x93, 0x06}, - {0x93, 0xe3}, - {0x93, 0x05}, - {0x93, 0x05}, - {0x93, 0x00}, - {0x93, 0x04}, - {0x93, 0x00}, - {0x93, 0x00}, - {0x93, 0x00}, - {0x93, 0x00}, - {0x93, 0x00}, - {0x93, 0x00}, - {0x93, 0x00}, - {0x96, 0x00}, - {0x97, 0x08}, - {0x97, 0x19}, - {0x97, 0x02}, - {0x97, 0x0c}, - {0x97, 0x24}, - {0x97, 0x30}, - {0x97, 0x28}, - {0x97, 0x26}, - {0x97, 0x02}, - {0x97, 0x98}, - {0x97, 0x80}, - {0x97, 0x00}, - {0x97, 0x00}, - {0xa4, 0x00}, - {0xa8, 0x00}, - {0xc5, 0x11}, - {0xc6, 0x51}, - {0xbf, 0x80}, - {0xc7, 0x10}, - {0xb6, 0x66}, - {0xb8, 0xA5}, - {0xb7, 0x64}, - {0xb9, 0x7C}, - {0xb3, 0xaf}, - {0xb4, 0x97}, - {0xb5, 0xFF}, - {0xb0, 0xC5}, - {0xb1, 0x94}, - {0xb2, 0x0f}, - {0xc4, 0x5c}, - {CTRL1, 0xfd}, - {0x7f, 0x00}, - {0xe5, 0x1f}, - {0xe1, 0x67}, - {0xdd, 0x7f}, - {IMAGE_MODE, 0x00}, - {RESET, 0x00}, - {R_BYPASS, R_BYPASS_DSP_EN}, - {0, 0} -}; - -const DRAM_ATTR uint8_t ov2640_settings_to_cif[][2] = { - {BANK_SEL, BANK_SENSOR}, - {COM7, COM7_RES_CIF}, - - //Set the sensor output window - {COM1, 0x0A}, - {REG32, REG32_CIF}, - {HSTART, 0x11}, - {HSTOP, 0x43}, - {VSTART, 0x00}, - {VSTOP, 0x25}, - - //{CLKRC, 0x00}, - {BD50, 0xca}, - {BD60, 0xa8}, - {0x5a, 0x23}, - {0x6d, 0x00}, - {0x3d, 0x38}, - {0x39, 0x92}, - {0x35, 0xda}, - {0x22, 0x1a}, - {0x37, 0xc3}, - {0x23, 0x00}, - {ARCOM2, 0xc0}, - {0x06, 0x88}, - {0x07, 0xc0}, - {COM4, 0x87}, - {0x0e, 0x41}, - {0x4c, 0x00}, - {BANK_SEL, BANK_DSP}, - {RESET, RESET_DVP}, - - //Set the sensor resolution (UXGA, SVGA, CIF) - {HSIZE8, 0x32}, - {VSIZE8, 0x25}, - {SIZEL, 0x00}, - - //Set the image window size >= output size - {HSIZE, 0x64}, - {VSIZE, 0x4a}, - {XOFFL, 0x00}, - {YOFFL, 0x00}, - {VHYX, 0x00}, - {TEST, 0x00}, - - {CTRL2, CTRL2_DCW_EN | 0x1D}, - {CTRLI, CTRLI_LP_DP | 0x00}, - //{R_DVP_SP, 0x08}, - {0, 0} -}; - -const DRAM_ATTR uint8_t ov2640_settings_to_svga[][2] = { - {BANK_SEL, BANK_SENSOR}, - {COM7, COM7_RES_SVGA}, - - //Set the sensor output window - {COM1, 0x0A}, - {REG32, REG32_SVGA}, - {HSTART, 0x11}, - {HSTOP, 0x43}, - {VSTART, 0x00}, - {VSTOP, 0x4b}, - - //{CLKRC, 0x00}, - {0x37, 0xc0}, - {BD50, 0xca}, - {BD60, 0xa8}, - {0x5a, 0x23}, - {0x6d, 0x00}, - {0x3d, 0x38}, - {0x39, 0x92}, - {0x35, 0xda}, - {0x22, 0x1a}, - {0x37, 0xc3}, - {0x23, 0x00}, - {ARCOM2, 0xc0}, - {0x06, 0x88}, - {0x07, 0xc0}, - {COM4, 0x87}, - {0x0e, 0x41}, - {0x42, 0x03}, - {0x4c, 0x00}, - {BANK_SEL, BANK_DSP}, - {RESET, RESET_DVP}, - - //Set the sensor resolution (UXGA, SVGA, CIF) - {HSIZE8, 0x64}, - {VSIZE8, 0x4B}, - {SIZEL, 0x00}, - - //Set the image window size >= output size - {HSIZE, 0xC8}, - {VSIZE, 0x96}, - {XOFFL, 0x00}, - {YOFFL, 0x00}, - {VHYX, 0x00}, - {TEST, 0x00}, - - {CTRL2, CTRL2_DCW_EN | 0x1D}, - {CTRLI, CTRLI_LP_DP | 0x00}, - //{R_DVP_SP, 0x08}, - {0, 0} -}; - -const DRAM_ATTR uint8_t ov2640_settings_to_uxga[][2] = { - {BANK_SEL, BANK_SENSOR}, - {COM7, COM7_RES_UXGA}, - - //Set the sensor output window - {COM1, 0x0F}, - {REG32, REG32_UXGA}, - {HSTART, 0x11}, - {HSTOP, 0x75}, - {VSTART, 0x01}, - {VSTOP, 0x97}, - - //{CLKRC, 0x00}, - {0x3d, 0x34}, - {BD50, 0xbb}, - {BD60, 0x9c}, - {0x5a, 0x57}, - {0x6d, 0x80}, - {0x39, 0x82}, - {0x23, 0x00}, - {0x07, 0xc0}, - {0x4c, 0x00}, - {0x35, 0x88}, - {0x22, 0x0a}, - {0x37, 0x40}, - {ARCOM2, 0xa0}, - {0x06, 0x02}, - {COM4, 0xb7}, - {0x0e, 0x01}, - {0x42, 0x83}, - {BANK_SEL, BANK_DSP}, - {RESET, RESET_DVP}, - - //Set the sensor resolution (UXGA, SVGA, CIF) - {HSIZE8, 0xc8}, - {VSIZE8, 0x96}, - {SIZEL, 0x00}, - - //Set the image window size >= output size - {HSIZE, 0x90}, - {VSIZE, 0x2c}, - {XOFFL, 0x00}, - {YOFFL, 0x00}, - {VHYX, 0x88}, - {TEST, 0x00}, - - {CTRL2, CTRL2_DCW_EN | 0x1d}, - {CTRLI, 0x00}, - //{R_DVP_SP, 0x06}, - {0, 0} -}; - -const DRAM_ATTR uint8_t ov2640_settings_jpeg3[][2] = { - {BANK_SEL, BANK_DSP}, - {RESET, RESET_JPEG | RESET_DVP}, - {IMAGE_MODE, IMAGE_MODE_JPEG_EN | IMAGE_MODE_HREF_VSYNC}, - {0xD7, 0x03}, - {0xE1, 0x77}, - {0xE5, 0x1F}, - {0xD9, 0x10}, - {0xDF, 0x80}, - {0x33, 0x80}, - {0x3C, 0x10}, - {0xEB, 0x30}, - {0xDD, 0x7F}, - {RESET, 0x00}, - {0, 0} -}; - -static const uint8_t ov2640_settings_yuv422[][2] = { - {BANK_SEL, BANK_DSP}, - {RESET, RESET_DVP}, - {IMAGE_MODE, IMAGE_MODE_YUV422}, - {0xD7, 0x01}, - {0xE1, 0x67}, - {RESET, 0x00}, - {0, 0}, -}; - -static const uint8_t ov2640_settings_rgb565[][2] = { - {BANK_SEL, BANK_DSP}, - {RESET, RESET_DVP}, - {IMAGE_MODE, IMAGE_MODE_RGB565}, - {0xD7, 0x03}, - {0xE1, 0x77}, - {RESET, 0x00}, - {0, 0}, -}; - -#define NUM_BRIGHTNESS_LEVELS (5) -static const uint8_t brightness_regs[NUM_BRIGHTNESS_LEVELS + 1][5] = { - {BPADDR, BPDATA, BPADDR, BPDATA, BPDATA }, - {0x00, 0x04, 0x09, 0x00, 0x00 }, /* -2 */ - {0x00, 0x04, 0x09, 0x10, 0x00 }, /* -1 */ - {0x00, 0x04, 0x09, 0x20, 0x00 }, /* 0 */ - {0x00, 0x04, 0x09, 0x30, 0x00 }, /* +1 */ - {0x00, 0x04, 0x09, 0x40, 0x00 }, /* +2 */ -}; - -#define NUM_CONTRAST_LEVELS (5) -static const uint8_t contrast_regs[NUM_CONTRAST_LEVELS + 1][7] = { - {BPADDR, BPDATA, BPADDR, BPDATA, BPDATA, BPDATA, BPDATA }, - {0x00, 0x04, 0x07, 0x20, 0x18, 0x34, 0x06 }, /* -2 */ - {0x00, 0x04, 0x07, 0x20, 0x1c, 0x2a, 0x06 }, /* -1 */ - {0x00, 0x04, 0x07, 0x20, 0x20, 0x20, 0x06 }, /* 0 */ - {0x00, 0x04, 0x07, 0x20, 0x24, 0x16, 0x06 }, /* +1 */ - {0x00, 0x04, 0x07, 0x20, 0x28, 0x0c, 0x06 }, /* +2 */ -}; - -#define NUM_SATURATION_LEVELS (5) -static const uint8_t saturation_regs[NUM_SATURATION_LEVELS + 1][5] = { - {BPADDR, BPDATA, BPADDR, BPDATA, BPDATA }, - {0x00, 0x02, 0x03, 0x28, 0x28 }, /* -2 */ - {0x00, 0x02, 0x03, 0x38, 0x38 }, /* -1 */ - {0x00, 0x02, 0x03, 0x48, 0x48 }, /* 0 */ - {0x00, 0x02, 0x03, 0x58, 0x58 }, /* +1 */ - {0x00, 0x02, 0x03, 0x68, 0x68 }, /* +2 */ -}; - -#define NUM_SPECIAL_EFFECTS (7) -static const uint8_t special_effects_regs[NUM_SPECIAL_EFFECTS + 1][5] = { - {BPADDR, BPDATA, BPADDR, BPDATA, BPDATA }, - {0x00, 0X00, 0x05, 0X80, 0X80 }, /* no effect */ - {0x00, 0X40, 0x05, 0X80, 0X80 }, /* negative */ - {0x00, 0X18, 0x05, 0X80, 0X80 }, /* black and white */ - {0x00, 0X18, 0x05, 0X40, 0XC0 }, /* reddish */ - {0x00, 0X18, 0x05, 0X40, 0X40 }, /* greenish */ - {0x00, 0X18, 0x05, 0XA0, 0X40 }, /* blue */ - {0x00, 0X18, 0x05, 0X40, 0XA6 }, /* retro */ -}; - -#define NUM_WB_MODES (4) -static const uint8_t wb_modes_regs[NUM_WB_MODES + 1][3] = { - {0XCC, 0XCD, 0XCE }, - {0x5E, 0X41, 0x54 }, /* sunny */ - {0x65, 0X41, 0x4F }, /* cloudy */ - {0x52, 0X41, 0x66 }, /* office */ - {0x42, 0X3F, 0x71 }, /* home */ -}; - -#define NUM_AE_LEVELS (5) -static const uint8_t ae_levels_regs[NUM_AE_LEVELS + 1][3] = { - { AEW, AEB, VV }, - {0x20, 0X18, 0x60 }, - {0x34, 0X1C, 0x00 }, - {0x3E, 0X38, 0x81 }, - {0x48, 0X40, 0x81 }, - {0x58, 0X50, 0x92 }, -}; - -const uint8_t agc_gain_tbl[31] = { - 0x00, 0x10, 0x18, 0x30, 0x34, 0x38, 0x3C, 0x70, 0x72, 0x74, 0x76, 0x78, 0x7A, 0x7C, 0x7E, 0xF0, - 0xF1, 0xF2, 0xF3, 0xF4, 0xF5, 0xF6, 0xF7, 0xF8, 0xF9, 0xFA, 0xFB, 0xFC, 0xFD, 0xFE, 0xFF -}; - -#endif /* _OV2640_SETTINGS_H_ */ diff --git a/code/components/esp32-camera-master/sensors/private_include/ov3660.h b/code/components/esp32-camera-master/sensors/private_include/ov3660.h deleted file mode 100644 index 341d6886..00000000 --- a/code/components/esp32-camera-master/sensors/private_include/ov3660.h +++ /dev/null @@ -1,34 +0,0 @@ -/* - * This file is part of the OpenMV project. - * Copyright (c) 2013/2014 Ibrahim Abdelkader - * This work is licensed under the MIT license, see the file LICENSE for details. - * - * OV3660 driver. - * - */ -#ifndef __OV3660_H__ -#define __OV3660_H__ - -#include "sensor.h" - -/** - * @brief Detect sensor pid - * - * @param slv_addr SCCB address - * @param id Detection result - * @return - * 0: Can't detect this sensor - * Nonzero: This sensor has been detected - */ -int ov3660_detect(int slv_addr, sensor_id_t *id); - -/** - * @brief initialize sensor function pointers - * - * @param sensor pointer of sensor - * @return - * Always 0 - */ -int ov3660_init(sensor_t *sensor); - -#endif // __OV3660_H__ diff --git a/code/components/esp32-camera-master/sensors/private_include/ov3660_regs.h b/code/components/esp32-camera-master/sensors/private_include/ov3660_regs.h deleted file mode 100644 index b5cf30a5..00000000 --- a/code/components/esp32-camera-master/sensors/private_include/ov3660_regs.h +++ /dev/null @@ -1,211 +0,0 @@ -/* - * OV3660 register definitions. - */ -#ifndef __OV3660_REG_REGS_H__ -#define __OV3660_REG_REGS_H__ - -/* system control registers */ -#define SYSTEM_CTROL0 0x3008 // Bit[7]: Software reset - // Bit[6]: Software power down - // Bit[5]: Reserved - // Bit[4]: SRB clock SYNC enable - // Bit[3]: Isolation suspend select - // Bit[2:0]: Not used - -/* output format control registers */ -#define FORMAT_CTRL 0x501F // Format select - // Bit[2:0]: - // 000: YUV422 - // 001: RGB - // 010: Dither - // 011: RAW after DPC - // 101: RAW after CIP - -/* format control registers */ -#define FORMAT_CTRL00 0x4300 - -/* frame control registers */ -#define FRAME_CTRL01 0x4201 // Control Passed Frame Number When both ON and OFF number set to 0x00,frame control is in bypass mode - // Bit[7:4]: Not used - // Bit[3:0]: Frame ON number -#define FRAME_CTRL02 0x4202 // Control Masked Frame Number When both ON and OFF number set to 0x00,frame control is in bypass mode - // Bit[7:4]: Not used - // BIT[3:0]: Frame OFF number - -/* ISP top control registers */ -#define PRE_ISP_TEST_SETTING_1 0x503D // Bit[7]: Test enable - // 0: Test disable - // 1: Color bar enable - // Bit[6]: Rolling - // Bit[5]: Transparent - // Bit[4]: Square black and white - // Bit[3:2]: Color bar style - // 00: Standard 8 color bar - // 01: Gradual change at vertical mode 1 - // 10: Gradual change at horizontal - // 11: Gradual change at vertical mode 2 - // Bit[1:0]: Test select - // 00: Color bar - // 01: Random data - // 10: Square data - // 11: Black image - -//exposure = {0x3500[3:0], 0x3501[7:0], 0x3502[7:0]} / 16 × tROW - -/* AEC/AGC control functions */ -#define AEC_PK_MANUAL 0x3503 // AEC Manual Mode Control - // Bit[7:6]: Reserved - // Bit[5]: Gain delay option - // Valid when 0x3503[4]=1’b0 - // 0: Delay one frame latch - // 1: One frame latch - // Bit[4:2]: Reserved - // Bit[1]: AGC manual - // 0: Auto enable - // 1: Manual enable - // Bit[0]: AEC manual - // 0: Auto enable - // 1: Manual enable - -//gain = {0x350A[1:0], 0x350B[7:0]} / 16 - -/* mirror and flip registers */ -#define TIMING_TC_REG20 0x3820 // Timing Control Register - // Bit[2:1]: Vertical flip enable - // 00: Normal - // 11: Vertical flip - // Bit[0]: Vertical binning enable -#define TIMING_TC_REG21 0x3821 // Timing Control Register - // Bit[5]: Compression Enable - // Bit[2:1]: Horizontal mirror enable - // 00: Normal - // 11: Horizontal mirror - // Bit[0]: Horizontal binning enable - -#define CLOCK_POL_CONTROL 0x4740// Bit[5]: PCLK polarity 0: active low - // 1: active high - // Bit[3]: Gate PCLK under VSYNC - // Bit[2]: Gate PCLK under HREF - // Bit[1]: HREF polarity - // 0: active low - // 1: active high - // Bit[0] VSYNC polarity - // 0: active low - // 1: active high -#define DRIVE_CAPABILITY 0x302c // Bit[7:6]: - // 00: 1x - // 01: 2x - // 10: 3x - // 11: 4x - - -#define X_ADDR_ST_H 0x3800 //Bit[3:0]: X address start[11:8] -#define X_ADDR_ST_L 0x3801 //Bit[7:0]: X address start[7:0] -#define Y_ADDR_ST_H 0x3802 //Bit[2:0]: Y address start[10:8] -#define Y_ADDR_ST_L 0x3803 //Bit[7:0]: Y address start[7:0] -#define X_ADDR_END_H 0x3804 //Bit[3:0]: X address end[11:8] -#define X_ADDR_END_L 0x3805 //Bit[7:0]: -#define Y_ADDR_END_H 0x3806 //Bit[2:0]: Y address end[10:8] -#define Y_ADDR_END_L 0x3807 //Bit[7:0]: -// Size after scaling -#define X_OUTPUT_SIZE_H 0x3808 //Bit[3:0]: DVP output horizontal width[11:8] -#define X_OUTPUT_SIZE_L 0x3809 //Bit[7:0]: -#define Y_OUTPUT_SIZE_H 0x380a //Bit[2:0]: DVP output vertical height[10:8] -#define Y_OUTPUT_SIZE_L 0x380b //Bit[7:0]: -#define X_TOTAL_SIZE_H 0x380c //Bit[3:0]: Total horizontal size[11:8] -#define X_TOTAL_SIZE_L 0x380d //Bit[7:0]: -#define Y_TOTAL_SIZE_H 0x380e //Bit[7:0]: Total vertical size[15:8] -#define Y_TOTAL_SIZE_L 0x380f //Bit[7:0]: -#define X_OFFSET_H 0x3810 //Bit[3:0]: ISP horizontal offset[11:8] -#define X_OFFSET_L 0x3811 //Bit[7:0]: -#define Y_OFFSET_H 0x3812 //Bit[2:0]: ISP vertical offset[10:8] -#define Y_OFFSET_L 0x3813 //Bit[7:0]: -#define X_INCREMENT 0x3814 //Bit[7:4]: Horizontal odd subsample increment - //Bit[3:0]: Horizontal even subsample increment -#define Y_INCREMENT 0x3815 //Bit[7:4]: Vertical odd subsample increment - //Bit[3:0]: Vertical even subsample increment -// Size before scaling -//#define X_INPUT_SIZE (X_ADDR_END - X_ADDR_ST + 1 - (2 * X_OFFSET)) -//#define Y_INPUT_SIZE (Y_ADDR_END - Y_ADDR_ST + 1 - (2 * Y_OFFSET)) - -#define ISP_CONTROL_01 0x5001 // Bit[5]: Scale enable - // 0: Disable - // 1: Enable - -#define SCALE_CTRL_1 0x5601 // Bit[6:4]: HDIV RW - // DCW scale times - // 000: DCW 1 time - // 001: DCW 2 times - // 010: DCW 4 times - // 100: DCW 8 times - // 101: DCW 16 times - // Others: DCW 16 times - // Bit[2:0]: VDIV RW - // DCW scale times - // 000: DCW 1 time - // 001: DCW 2 times - // 010: DCW 4 times - // 100: DCW 8 times - // 101: DCW 16 times - // Others: DCW 16 times - -#define SCALE_CTRL_2 0x5602 // X_SCALE High Bits -#define SCALE_CTRL_3 0x5603 // X_SCALE Low Bits -#define SCALE_CTRL_4 0x5604 // Y_SCALE High Bits -#define SCALE_CTRL_5 0x5605 // Y_SCALE Low Bits -#define SCALE_CTRL_6 0x5606 // Bit[3:0]: V Offset - -#define PCLK_RATIO 0x3824 // Bit[4:0]: PCLK ratio manual -#define VFIFO_CTRL0C 0x460C // Bit[1]: PCLK manual enable - // 0: Auto - // 1: Manual by PCLK_RATIO - -#define VFIFO_X_SIZE_H 0x4602 -#define VFIFO_X_SIZE_L 0x4603 -#define VFIFO_Y_SIZE_H 0x4604 -#define VFIFO_Y_SIZE_L 0x4605 - -#define SC_PLLS_CTRL0 0x303a // Bit[7]: PLLS bypass -#define SC_PLLS_CTRL1 0x303b // Bit[4:0]: PLLS multiplier -#define SC_PLLS_CTRL2 0x303c // Bit[6:4]: PLLS charge pump control - // Bit[3:0]: PLLS system divider -#define SC_PLLS_CTRL3 0x303d // Bit[5:4]: PLLS pre-divider - // 00: 1 - // 01: 1.5 - // 10: 2 - // 11: 3 - // Bit[2]: PLLS root-divider - 1 - // Bit[1:0]: PLLS seld5 - // 00: 1 - // 01: 1 - // 10: 2 - // 11: 2.5 - -#define COMPRESSION_CTRL00 0x4400 // -#define COMPRESSION_CTRL01 0x4401 // -#define COMPRESSION_CTRL02 0x4402 // -#define COMPRESSION_CTRL03 0x4403 // -#define COMPRESSION_CTRL04 0x4404 // -#define COMPRESSION_CTRL05 0x4405 // -#define COMPRESSION_CTRL06 0x4406 // -#define COMPRESSION_CTRL07 0x4407 // Bit[5:0]: QS -#define COMPRESSION_ISI_CTRL 0x4408 // -#define COMPRESSION_CTRL09 0x4409 // -#define COMPRESSION_CTRL0a 0x440a // -#define COMPRESSION_CTRL0b 0x440b // -#define COMPRESSION_CTRL0c 0x440c // -#define COMPRESSION_CTRL0d 0x440d // -#define COMPRESSION_CTRL0E 0x440e // - -/** - * @brief register value - */ -#define TEST_COLOR_BAR 0xC0 /* Enable Color Bar roling Test */ - -#define AEC_PK_MANUAL_AGC_MANUALEN 0x02 /* Enable AGC Manual enable */ -#define AEC_PK_MANUAL_AEC_MANUALEN 0x01 /* Enable AEC Manual enable */ - -#define TIMING_TC_REG20_VFLIP 0x06 /* Vertical flip enable */ -#define TIMING_TC_REG21_HMIRROR 0x06 /* Horizontal mirror enable */ - -#endif // __OV3660_REG_REGS_H__ diff --git a/code/components/esp32-camera-master/sensors/private_include/ov3660_settings.h b/code/components/esp32-camera-master/sensors/private_include/ov3660_settings.h deleted file mode 100644 index 97c4e03b..00000000 --- a/code/components/esp32-camera-master/sensors/private_include/ov3660_settings.h +++ /dev/null @@ -1,318 +0,0 @@ -#ifndef _OV3660_SETTINGS_H_ -#define _OV3660_SETTINGS_H_ - -#include -#include -#include "esp_attr.h" -#include "ov3660_regs.h" - -static const ratio_settings_t ratio_table[] = { - // mw, mh, sx, sy, ex, ey, ox, oy, tx, ty - { 2048, 1536, 0, 0, 2079, 1547, 16, 6, 2300, 1564 }, //4x3 - { 1920, 1280, 64, 128, 2015, 1419, 16, 6, 2172, 1436 }, //3x2 - { 2048, 1280, 0, 128, 2079, 1419, 16, 6, 2300, 1436 }, //16x10 - { 1920, 1152, 64, 192, 2015, 1355, 16, 6, 2172, 1372 }, //5x3 - { 1920, 1080, 64, 242, 2015, 1333, 16, 6, 2172, 1322 }, //16x9 - { 2048, 880, 0, 328, 2079, 1219, 16, 6, 2300, 1236 }, //21x9 - { 1920, 1536, 64, 0, 2015, 1547, 16, 6, 2172, 1564 }, //5x4 - { 1536, 1536, 256, 0, 1823, 1547, 16, 6, 2044, 1564 }, //1x1 - { 864, 1536, 592, 0, 1487, 1547, 16, 6, 2044, 1564 } //9x16 -}; - -#define REG_DLY 0xffff -#define REGLIST_TAIL 0x0000 - -static const DRAM_ATTR uint16_t sensor_default_regs[][2] = { - {SYSTEM_CTROL0, 0x82}, // software reset - {REG_DLY, 10}, // delay 10ms - - {0x3103, 0x13}, - {SYSTEM_CTROL0, 0x42}, - {0x3017, 0xff}, - {0x3018, 0xff}, - {DRIVE_CAPABILITY, 0xc3}, - {CLOCK_POL_CONTROL, 0x21}, - - {0x3611, 0x01}, - {0x3612, 0x2d}, - - {0x3032, 0x00}, - {0x3614, 0x80}, - {0x3618, 0x00}, - {0x3619, 0x75}, - {0x3622, 0x80}, - {0x3623, 0x00}, - {0x3624, 0x03}, - {0x3630, 0x52}, - {0x3632, 0x07}, - {0x3633, 0xd2}, - {0x3704, 0x80}, - {0x3708, 0x66}, - {0x3709, 0x12}, - {0x370b, 0x12}, - {0x3717, 0x00}, - {0x371b, 0x60}, - {0x371c, 0x00}, - {0x3901, 0x13}, - - {0x3600, 0x08}, - {0x3620, 0x43}, - {0x3702, 0x20}, - {0x3739, 0x48}, - {0x3730, 0x20}, - {0x370c, 0x0c}, - - {0x3a18, 0x00}, - {0x3a19, 0xf8}, - - {0x3000, 0x10}, - {0x3004, 0xef}, - - {0x6700, 0x05}, - {0x6701, 0x19}, - {0x6702, 0xfd}, - {0x6703, 0xd1}, - {0x6704, 0xff}, - {0x6705, 0xff}, - - {0x3c01, 0x80}, - {0x3c00, 0x04}, - {0x3a08, 0x00}, {0x3a09, 0x62}, //50Hz Band Width Step (10bit) - {0x3a0e, 0x08}, //50Hz Max Bands in One Frame (6 bit) - {0x3a0a, 0x00}, {0x3a0b, 0x52}, //60Hz Band Width Step (10bit) - {0x3a0d, 0x09}, //60Hz Max Bands in One Frame (6 bit) - - {0x3a00, 0x3a},//night mode off - {0x3a14, 0x09}, - {0x3a15, 0x30}, - {0x3a02, 0x09}, - {0x3a03, 0x30}, - - {COMPRESSION_CTRL0E, 0x08}, - {0x4520, 0x0b}, - {0x460b, 0x37}, - {0x4713, 0x02}, - {0x471c, 0xd0}, - {0x5086, 0x00}, - - {0x5002, 0x00}, - {0x501f, 0x00}, - - {SYSTEM_CTROL0, 0x02}, - - {0x5180, 0xff}, - {0x5181, 0xf2}, - {0x5182, 0x00}, - {0x5183, 0x14}, - {0x5184, 0x25}, - {0x5185, 0x24}, - {0x5186, 0x16}, - {0x5187, 0x16}, - {0x5188, 0x16}, - {0x5189, 0x68}, - {0x518a, 0x60}, - {0x518b, 0xe0}, - {0x518c, 0xb2}, - {0x518d, 0x42}, - {0x518e, 0x35}, - {0x518f, 0x56}, - {0x5190, 0x56}, - {0x5191, 0xf8}, - {0x5192, 0x04}, - {0x5193, 0x70}, - {0x5194, 0xf0}, - {0x5195, 0xf0}, - {0x5196, 0x03}, - {0x5197, 0x01}, - {0x5198, 0x04}, - {0x5199, 0x12}, - {0x519a, 0x04}, - {0x519b, 0x00}, - {0x519c, 0x06}, - {0x519d, 0x82}, - {0x519e, 0x38}, - - {0x5381, 0x1d}, - {0x5382, 0x60}, - {0x5383, 0x03}, - {0x5384, 0x0c}, - {0x5385, 0x78}, - {0x5386, 0x84}, - {0x5387, 0x7d}, - {0x5388, 0x6b}, - {0x5389, 0x12}, - {0x538a, 0x01}, - {0x538b, 0x98}, - - {0x5480, 0x01}, -// {0x5481, 0x05}, -// {0x5482, 0x09}, -// {0x5483, 0x10}, -// {0x5484, 0x3a}, -// {0x5485, 0x4c}, -// {0x5486, 0x5a}, -// {0x5487, 0x68}, -// {0x5488, 0x74}, -// {0x5489, 0x80}, -// {0x548a, 0x8e}, -// {0x548b, 0xa4}, -// {0x548c, 0xb4}, -// {0x548d, 0xc8}, -// {0x548e, 0xde}, -// {0x548f, 0xf0}, -// {0x5490, 0x15}, - - {0x5000, 0xa7}, - {0x5800, 0x0C}, - {0x5801, 0x09}, - {0x5802, 0x0C}, - {0x5803, 0x0C}, - {0x5804, 0x0D}, - {0x5805, 0x17}, - {0x5806, 0x06}, - {0x5807, 0x05}, - {0x5808, 0x04}, - {0x5809, 0x06}, - {0x580a, 0x09}, - {0x580b, 0x0E}, - {0x580c, 0x05}, - {0x580d, 0x01}, - {0x580e, 0x01}, - {0x580f, 0x01}, - {0x5810, 0x05}, - {0x5811, 0x0D}, - {0x5812, 0x05}, - {0x5813, 0x01}, - {0x5814, 0x01}, - {0x5815, 0x01}, - {0x5816, 0x05}, - {0x5817, 0x0D}, - {0x5818, 0x08}, - {0x5819, 0x06}, - {0x581a, 0x05}, - {0x581b, 0x07}, - {0x581c, 0x0B}, - {0x581d, 0x0D}, - {0x581e, 0x12}, - {0x581f, 0x0D}, - {0x5820, 0x0E}, - {0x5821, 0x10}, - {0x5822, 0x10}, - {0x5823, 0x1E}, - {0x5824, 0x53}, - {0x5825, 0x15}, - {0x5826, 0x05}, - {0x5827, 0x14}, - {0x5828, 0x54}, - {0x5829, 0x25}, - {0x582a, 0x33}, - {0x582b, 0x33}, - {0x582c, 0x34}, - {0x582d, 0x16}, - {0x582e, 0x24}, - {0x582f, 0x41}, - {0x5830, 0x50}, - {0x5831, 0x42}, - {0x5832, 0x15}, - {0x5833, 0x25}, - {0x5834, 0x34}, - {0x5835, 0x33}, - {0x5836, 0x24}, - {0x5837, 0x26}, - {0x5838, 0x54}, - {0x5839, 0x25}, - {0x583a, 0x15}, - {0x583b, 0x25}, - {0x583c, 0x53}, - {0x583d, 0xCF}, - - {0x3a0f, 0x30}, - {0x3a10, 0x28}, - {0x3a1b, 0x30}, - {0x3a1e, 0x28}, - {0x3a11, 0x60}, - {0x3a1f, 0x14}, - - {0x5302, 0x28}, - {0x5303, 0x20}, - - {0x5306, 0x1c}, //de-noise offset 1 - {0x5307, 0x28}, //de-noise offset 2 - - {0x4002, 0xc5}, - {0x4003, 0x81}, - {0x4005, 0x12}, - - {0x5688, 0x11}, - {0x5689, 0x11}, - {0x568a, 0x11}, - {0x568b, 0x11}, - {0x568c, 0x11}, - {0x568d, 0x11}, - {0x568e, 0x11}, - {0x568f, 0x11}, - - {0x5580, 0x06}, - {0x5588, 0x00}, - {0x5583, 0x40}, - {0x5584, 0x2c}, - - {ISP_CONTROL_01, 0x83}, // turn color matrix, awb and SDE - {REGLIST_TAIL, 0x00}, // tail -}; - -static const DRAM_ATTR uint16_t sensor_fmt_jpeg[][2] = { - {FORMAT_CTRL, 0x00}, // YUV422 - {FORMAT_CTRL00, 0x30}, // YUYV - {0x3002, 0x00},//0x1c to 0x00 !!! - {0x3006, 0xff},//0xc3 to 0xff !!! - {0x471c, 0x50},//0xd0 to 0x50 !!! - {REGLIST_TAIL, 0x00}, // tail -}; - -static const DRAM_ATTR uint16_t sensor_fmt_raw[][2] = { - {FORMAT_CTRL00, 0x00}, // RAW - {REGLIST_TAIL, 0x00} -}; - -static const DRAM_ATTR uint16_t sensor_fmt_grayscale[][2] = { - {FORMAT_CTRL, 0x00}, // YUV422 - {FORMAT_CTRL00, 0x10}, // Y8 - {REGLIST_TAIL, 0x00} -}; - -static const DRAM_ATTR uint16_t sensor_fmt_yuv422[][2] = { - {FORMAT_CTRL, 0x00}, // YUV422 - {FORMAT_CTRL00, 0x30}, // YUYV - {REGLIST_TAIL, 0x00} -}; - -static const DRAM_ATTR uint16_t sensor_fmt_rgb565[][2] = { - {FORMAT_CTRL, 0x01}, // RGB - {FORMAT_CTRL00, 0x61}, // RGB565 (BGR) - {REGLIST_TAIL, 0x00} -}; - -static const DRAM_ATTR uint8_t sensor_saturation_levels[9][11] = { - {0x1d, 0x60, 0x03, 0x07, 0x48, 0x4f, 0x4b, 0x40, 0x0b, 0x01, 0x98},//-4 - {0x1d, 0x60, 0x03, 0x08, 0x54, 0x5c, 0x58, 0x4b, 0x0d, 0x01, 0x98},//-3 - {0x1d, 0x60, 0x03, 0x0a, 0x60, 0x6a, 0x64, 0x56, 0x0e, 0x01, 0x98},//-2 - {0x1d, 0x60, 0x03, 0x0b, 0x6c, 0x77, 0x70, 0x60, 0x10, 0x01, 0x98},//-1 - {0x1d, 0x60, 0x03, 0x0c, 0x78, 0x84, 0x7d, 0x6b, 0x12, 0x01, 0x98},//0 - {0x1d, 0x60, 0x03, 0x0d, 0x84, 0x91, 0x8a, 0x76, 0x14, 0x01, 0x98},//+1 - {0x1d, 0x60, 0x03, 0x0e, 0x90, 0x9e, 0x96, 0x80, 0x16, 0x01, 0x98},//+2 - {0x1d, 0x60, 0x03, 0x10, 0x9c, 0xac, 0xa2, 0x8b, 0x17, 0x01, 0x98},//+3 - {0x1d, 0x60, 0x03, 0x11, 0xa8, 0xb9, 0xaf, 0x96, 0x19, 0x01, 0x98},//+4 -}; - -static const DRAM_ATTR uint8_t sensor_special_effects[7][4] = { - {0x06, 0x40, 0x2c, 0x08},//Normal - {0x46, 0x40, 0x28, 0x08},//Negative - {0x1e, 0x80, 0x80, 0x08},//Grayscale - {0x1e, 0x80, 0xc0, 0x08},//Red Tint - {0x1e, 0x60, 0x60, 0x08},//Green Tint - {0x1e, 0xa0, 0x40, 0x08},//Blue Tint - {0x1e, 0x40, 0xa0, 0x08},//Sepia -}; - -#endif diff --git a/code/components/esp32-camera-master/sensors/private_include/ov5640.h b/code/components/esp32-camera-master/sensors/private_include/ov5640.h deleted file mode 100644 index 120ae720..00000000 --- a/code/components/esp32-camera-master/sensors/private_include/ov5640.h +++ /dev/null @@ -1,27 +0,0 @@ - -#ifndef __OV5640_H__ -#define __OV5640_H__ - -#include "sensor.h" - -/** - * @brief Detect sensor pid - * - * @param slv_addr SCCB address - * @param id Detection result - * @return - * 0: Can't detect this sensor - * Nonzero: This sensor has been detected - */ -int ov5640_detect(int slv_addr, sensor_id_t *id); - -/** - * @brief initialize sensor function pointers - * - * @param sensor pointer of sensor - * @return - * Always 0 - */ -int ov5640_init(sensor_t *sensor); - -#endif // __OV5640_H__ diff --git a/code/components/esp32-camera-master/sensors/private_include/ov5640_regs.h b/code/components/esp32-camera-master/sensors/private_include/ov5640_regs.h deleted file mode 100644 index c28d80f5..00000000 --- a/code/components/esp32-camera-master/sensors/private_include/ov5640_regs.h +++ /dev/null @@ -1,213 +0,0 @@ -/* - * OV5640 register definitions. - */ -#ifndef __OV5640_REG_REGS_H__ -#define __OV5640_REG_REGS_H__ - -/* system control registers */ -#define SYSTEM_CTROL0 0x3008 // Bit[7]: Software reset - // Bit[6]: Software power down - // Bit[5]: Reserved - // Bit[4]: SRB clock SYNC enable - // Bit[3]: Isolation suspend select - // Bit[2:0]: Not used - -#define DRIVE_CAPABILITY 0x302c // Bit[7:6]: - // 00: 1x - // 01: 2x - // 10: 3x - // 11: 4x - -#define SC_PLLS_CTRL0 0x303a // Bit[7]: PLLS bypass -#define SC_PLLS_CTRL1 0x303b // Bit[4:0]: PLLS multiplier -#define SC_PLLS_CTRL2 0x303c // Bit[6:4]: PLLS charge pump control - // Bit[3:0]: PLLS system divider -#define SC_PLLS_CTRL3 0x303d // Bit[5:4]: PLLS pre-divider - // 00: 1 - // 01: 1.5 - // 10: 2 - // 11: 3 - // Bit[2]: PLLS root-divider - 1 - // Bit[1:0]: PLLS seld5 - // 00: 1 - // 01: 1 - // 10: 2 - // 11: 2.5 - -/* AEC/AGC control functions */ -#define AEC_PK_MANUAL 0x3503 // AEC Manual Mode Control - // Bit[7:6]: Reserved - // Bit[5]: Gain delay option - // Valid when 0x3503[4]=1’b0 - // 0: Delay one frame latch - // 1: One frame latch - // Bit[4:2]: Reserved - // Bit[1]: AGC manual - // 0: Auto enable - // 1: Manual enable - // Bit[0]: AEC manual - // 0: Auto enable - // 1: Manual enable - -//gain = {0x350A[1:0], 0x350B[7:0]} / 16 - - -#define X_ADDR_ST_H 0x3800 //Bit[3:0]: X address start[11:8] -#define X_ADDR_ST_L 0x3801 //Bit[7:0]: X address start[7:0] -#define Y_ADDR_ST_H 0x3802 //Bit[2:0]: Y address start[10:8] -#define Y_ADDR_ST_L 0x3803 //Bit[7:0]: Y address start[7:0] -#define X_ADDR_END_H 0x3804 //Bit[3:0]: X address end[11:8] -#define X_ADDR_END_L 0x3805 //Bit[7:0]: -#define Y_ADDR_END_H 0x3806 //Bit[2:0]: Y address end[10:8] -#define Y_ADDR_END_L 0x3807 //Bit[7:0]: -// Size after scaling -#define X_OUTPUT_SIZE_H 0x3808 //Bit[3:0]: DVP output horizontal width[11:8] -#define X_OUTPUT_SIZE_L 0x3809 //Bit[7:0]: -#define Y_OUTPUT_SIZE_H 0x380a //Bit[2:0]: DVP output vertical height[10:8] -#define Y_OUTPUT_SIZE_L 0x380b //Bit[7:0]: -#define X_TOTAL_SIZE_H 0x380c //Bit[3:0]: Total horizontal size[11:8] -#define X_TOTAL_SIZE_L 0x380d //Bit[7:0]: -#define Y_TOTAL_SIZE_H 0x380e //Bit[7:0]: Total vertical size[15:8] -#define Y_TOTAL_SIZE_L 0x380f //Bit[7:0]: -#define X_OFFSET_H 0x3810 //Bit[3:0]: ISP horizontal offset[11:8] -#define X_OFFSET_L 0x3811 //Bit[7:0]: -#define Y_OFFSET_H 0x3812 //Bit[2:0]: ISP vertical offset[10:8] -#define Y_OFFSET_L 0x3813 //Bit[7:0]: -#define X_INCREMENT 0x3814 //Bit[7:4]: Horizontal odd subsample increment - //Bit[3:0]: Horizontal even subsample increment -#define Y_INCREMENT 0x3815 //Bit[7:4]: Vertical odd subsample increment - //Bit[3:0]: Vertical even subsample increment -// Size before scaling -//#define X_INPUT_SIZE (X_ADDR_END - X_ADDR_ST + 1 - (2 * X_OFFSET)) -//#define Y_INPUT_SIZE (Y_ADDR_END - Y_ADDR_ST + 1 - (2 * Y_OFFSET)) - -/* mirror and flip registers */ -#define TIMING_TC_REG20 0x3820 // Timing Control Register - // Bit[2:1]: Vertical flip enable - // 00: Normal - // 11: Vertical flip - // Bit[0]: Vertical binning enable -#define TIMING_TC_REG21 0x3821 // Timing Control Register - // Bit[5]: Compression Enable - // Bit[2:1]: Horizontal mirror enable - // 00: Normal - // 11: Horizontal mirror - // Bit[0]: Horizontal binning enable - -#define PCLK_RATIO 0x3824 // Bit[4:0]: PCLK ratio manual - -/* frame control registers */ -#define FRAME_CTRL01 0x4201 // Control Passed Frame Number When both ON and OFF number set to 0x00,frame control is in bypass mode - // Bit[7:4]: Not used - // Bit[3:0]: Frame ON number -#define FRAME_CTRL02 0x4202 // Control Masked Frame Number When both ON and OFF number set to 0x00,frame control is in bypass mode - // Bit[7:4]: Not used - // BIT[3:0]: Frame OFF number - -/* format control registers */ -#define FORMAT_CTRL00 0x4300 - -#define CLOCK_POL_CONTROL 0x4740// Bit[5]: PCLK polarity 0: active low - // 1: active high - // Bit[3]: Gate PCLK under VSYNC - // Bit[2]: Gate PCLK under HREF - // Bit[1]: HREF polarity - // 0: active low - // 1: active high - // Bit[0] VSYNC polarity - // 0: active low - // 1: active high - -#define ISP_CONTROL_01 0x5001 // Bit[5]: Scale enable - // 0: Disable - // 1: Enable - -/* output format control registers */ -#define FORMAT_CTRL 0x501F // Format select - // Bit[2:0]: - // 000: YUV422 - // 001: RGB - // 010: Dither - // 011: RAW after DPC - // 101: RAW after CIP - -/* ISP top control registers */ -#define PRE_ISP_TEST_SETTING_1 0x503D // Bit[7]: Test enable - // 0: Test disable - // 1: Color bar enable - // Bit[6]: Rolling - // Bit[5]: Transparent - // Bit[4]: Square black and white - // Bit[3:2]: Color bar style - // 00: Standard 8 color bar - // 01: Gradual change at vertical mode 1 - // 10: Gradual change at horizontal - // 11: Gradual change at vertical mode 2 - // Bit[1:0]: Test select - // 00: Color bar - // 01: Random data - // 10: Square data - // 11: Black image - -//exposure = {0x3500[3:0], 0x3501[7:0], 0x3502[7:0]} / 16 × tROW - -#define SCALE_CTRL_1 0x5601 // Bit[6:4]: HDIV RW - // DCW scale times - // 000: DCW 1 time - // 001: DCW 2 times - // 010: DCW 4 times - // 100: DCW 8 times - // 101: DCW 16 times - // Others: DCW 16 times - // Bit[2:0]: VDIV RW - // DCW scale times - // 000: DCW 1 time - // 001: DCW 2 times - // 010: DCW 4 times - // 100: DCW 8 times - // 101: DCW 16 times - // Others: DCW 16 times - -#define SCALE_CTRL_2 0x5602 // X_SCALE High Bits -#define SCALE_CTRL_3 0x5603 // X_SCALE Low Bits -#define SCALE_CTRL_4 0x5604 // Y_SCALE High Bits -#define SCALE_CTRL_5 0x5605 // Y_SCALE Low Bits -#define SCALE_CTRL_6 0x5606 // Bit[3:0]: V Offset - -#define VFIFO_CTRL0C 0x460C // Bit[1]: PCLK manual enable - // 0: Auto - // 1: Manual by PCLK_RATIO - -#define VFIFO_X_SIZE_H 0x4602 -#define VFIFO_X_SIZE_L 0x4603 -#define VFIFO_Y_SIZE_H 0x4604 -#define VFIFO_Y_SIZE_L 0x4605 - -#define COMPRESSION_CTRL00 0x4400 // -#define COMPRESSION_CTRL01 0x4401 // -#define COMPRESSION_CTRL02 0x4402 // -#define COMPRESSION_CTRL03 0x4403 // -#define COMPRESSION_CTRL04 0x4404 // -#define COMPRESSION_CTRL05 0x4405 // -#define COMPRESSION_CTRL06 0x4406 // -#define COMPRESSION_CTRL07 0x4407 // Bit[5:0]: QS -#define COMPRESSION_ISI_CTRL 0x4408 // -#define COMPRESSION_CTRL09 0x4409 // -#define COMPRESSION_CTRL0a 0x440a // -#define COMPRESSION_CTRL0b 0x440b // -#define COMPRESSION_CTRL0c 0x440c // -#define COMPRESSION_CTRL0d 0x440d // -#define COMPRESSION_CTRL0E 0x440e // - -/** - * @brief register value - */ -#define TEST_COLOR_BAR 0xC0 /* Enable Color Bar roling Test */ - -#define AEC_PK_MANUAL_AGC_MANUALEN 0x02 /* Enable AGC Manual enable */ -#define AEC_PK_MANUAL_AEC_MANUALEN 0x01 /* Enable AEC Manual enable */ - -#define TIMING_TC_REG20_VFLIP 0x06 /* Vertical flip enable */ -#define TIMING_TC_REG21_HMIRROR 0x06 /* Horizontal mirror enable */ - -#endif // __OV3660_REG_REGS_H__ diff --git a/code/components/esp32-camera-master/sensors/private_include/ov5640_settings.h b/code/components/esp32-camera-master/sensors/private_include/ov5640_settings.h deleted file mode 100644 index fec7d679..00000000 --- a/code/components/esp32-camera-master/sensors/private_include/ov5640_settings.h +++ /dev/null @@ -1,334 +0,0 @@ -#ifndef _OV5640_SETTINGS_H_ -#define _OV5640_SETTINGS_H_ - -#include -#include -#include "esp_attr.h" -#include "ov5640_regs.h" - -static const ratio_settings_t ratio_table[] = { - // mw, mh, sx, sy, ex, ey, ox, oy, tx, ty - { 2560, 1920, 0, 0, 2623, 1951, 32, 16, 2844, 1968 }, //4x3 - { 2560, 1704, 0, 110, 2623, 1843, 32, 16, 2844, 1752 }, //3x2 - { 2560, 1600, 0, 160, 2623, 1791, 32, 16, 2844, 1648 }, //16x10 - { 2560, 1536, 0, 192, 2623, 1759, 32, 16, 2844, 1584 }, //5x3 - { 2560, 1440, 0, 240, 2623, 1711, 32, 16, 2844, 1488 }, //16x9 - { 2560, 1080, 0, 420, 2623, 1531, 32, 16, 2844, 1128 }, //21x9 - { 2400, 1920, 80, 0, 2543, 1951, 32, 16, 2684, 1968 }, //5x4 - { 1920, 1920, 320, 0, 2543, 1951, 32, 16, 2684, 1968 }, //1x1 - { 1088, 1920, 736, 0, 1887, 1951, 32, 16, 1884, 1968 } //9x16 -}; - -#define REG_DLY 0xffff -#define REGLIST_TAIL 0x0000 - -static const DRAM_ATTR uint16_t sensor_default_regs[][2] = { - {SYSTEM_CTROL0, 0x82}, // software reset - {REG_DLY, 10}, // delay 10ms - {SYSTEM_CTROL0, 0x42}, // power down - - //enable pll - {0x3103, 0x13}, - - //io direction - {0x3017, 0xff}, - {0x3018, 0xff}, - - {DRIVE_CAPABILITY, 0xc3}, - {CLOCK_POL_CONTROL, 0x21}, - - {0x4713, 0x02},//jpg mode select - - {ISP_CONTROL_01, 0x83}, // turn color matrix, awb and SDE - - //sys reset - {0x3000, 0x00}, - {0x3002, 0x1c}, - - //clock enable - {0x3004, 0xff}, - {0x3006, 0xc3}, - - //isp control - {0x5000, 0xa7}, - {ISP_CONTROL_01, 0xa3},//+scaling? - {0x5003, 0x08},//special_effect - - //unknown - {0x370c, 0x02},//!!IMPORTANT - {0x3634, 0x40},//!!IMPORTANT - - //AEC/AGC - {0x3a02, 0x03}, - {0x3a03, 0xd8}, - {0x3a08, 0x01}, - {0x3a09, 0x27}, - {0x3a0a, 0x00}, - {0x3a0b, 0xf6}, - {0x3a0d, 0x04}, - {0x3a0e, 0x03}, - {0x3a0f, 0x30},//ae_level - {0x3a10, 0x28},//ae_level - {0x3a11, 0x60},//ae_level - {0x3a13, 0x43}, - {0x3a14, 0x03}, - {0x3a15, 0xd8}, - {0x3a18, 0x00},//gainceiling - {0x3a19, 0xf8},//gainceiling - {0x3a1b, 0x30},//ae_level - {0x3a1e, 0x26},//ae_level - {0x3a1f, 0x14},//ae_level - - //vcm debug - {0x3600, 0x08}, - {0x3601, 0x33}, - - //50/60Hz - {0x3c01, 0xa4}, - {0x3c04, 0x28}, - {0x3c05, 0x98}, - {0x3c06, 0x00}, - {0x3c07, 0x08}, - {0x3c08, 0x00}, - {0x3c09, 0x1c}, - {0x3c0a, 0x9c}, - {0x3c0b, 0x40}, - - {0x460c, 0x22},//disable jpeg footer - - //BLC - {0x4001, 0x02}, - {0x4004, 0x02}, - - //AWB - {0x5180, 0xff}, - {0x5181, 0xf2}, - {0x5182, 0x00}, - {0x5183, 0x14}, - {0x5184, 0x25}, - {0x5185, 0x24}, - {0x5186, 0x09}, - {0x5187, 0x09}, - {0x5188, 0x09}, - {0x5189, 0x75}, - {0x518a, 0x54}, - {0x518b, 0xe0}, - {0x518c, 0xb2}, - {0x518d, 0x42}, - {0x518e, 0x3d}, - {0x518f, 0x56}, - {0x5190, 0x46}, - {0x5191, 0xf8}, - {0x5192, 0x04}, - {0x5193, 0x70}, - {0x5194, 0xf0}, - {0x5195, 0xf0}, - {0x5196, 0x03}, - {0x5197, 0x01}, - {0x5198, 0x04}, - {0x5199, 0x12}, - {0x519a, 0x04}, - {0x519b, 0x00}, - {0x519c, 0x06}, - {0x519d, 0x82}, - {0x519e, 0x38}, - - //color matrix (Saturation) - {0x5381, 0x1e}, - {0x5382, 0x5b}, - {0x5383, 0x08}, - {0x5384, 0x0a}, - {0x5385, 0x7e}, - {0x5386, 0x88}, - {0x5387, 0x7c}, - {0x5388, 0x6c}, - {0x5389, 0x10}, - {0x538a, 0x01}, - {0x538b, 0x98}, - - //CIP control (Sharpness) - {0x5300, 0x10},//sharpness - {0x5301, 0x10},//sharpness - {0x5302, 0x18},//sharpness - {0x5303, 0x19},//sharpness - {0x5304, 0x10}, - {0x5305, 0x10}, - {0x5306, 0x08},//denoise - {0x5307, 0x16}, - {0x5308, 0x40}, - {0x5309, 0x10},//sharpness - {0x530a, 0x10},//sharpness - {0x530b, 0x04},//sharpness - {0x530c, 0x06},//sharpness - - //GAMMA - {0x5480, 0x01}, - {0x5481, 0x00}, - {0x5482, 0x1e}, - {0x5483, 0x3b}, - {0x5484, 0x58}, - {0x5485, 0x66}, - {0x5486, 0x71}, - {0x5487, 0x7d}, - {0x5488, 0x83}, - {0x5489, 0x8f}, - {0x548a, 0x98}, - {0x548b, 0xa6}, - {0x548c, 0xb8}, - {0x548d, 0xca}, - {0x548e, 0xd7}, - {0x548f, 0xe3}, - {0x5490, 0x1d}, - - //Special Digital Effects (SDE) (UV adjust) - {0x5580, 0x06},//enable brightness and contrast - {0x5583, 0x40},//special_effect - {0x5584, 0x10},//special_effect - {0x5586, 0x20},//contrast - {0x5587, 0x00},//brightness - {0x5588, 0x00},//brightness - {0x5589, 0x10}, - {0x558a, 0x00}, - {0x558b, 0xf8}, - {0x501d, 0x40},// enable manual offset of contrast - - //power on - {0x3008, 0x02}, - - //50Hz - {0x3c00, 0x04}, - - {REG_DLY, 300}, - {REGLIST_TAIL, 0x00}, // tail -}; - -static const DRAM_ATTR uint16_t sensor_fmt_jpeg[][2] = { - {FORMAT_CTRL, 0x00}, // YUV422 - {FORMAT_CTRL00, 0x30}, // YUYV - {0x3002, 0x00},//0x1c to 0x00 !!! - {0x3006, 0xff},//0xc3 to 0xff !!! - {0x471c, 0x50},//0xd0 to 0x50 !!! - {REGLIST_TAIL, 0x00}, // tail -}; - -static const DRAM_ATTR uint16_t sensor_fmt_raw[][2] = { - {FORMAT_CTRL, 0x03}, // RAW (DPC) - {FORMAT_CTRL00, 0x00}, // RAW - {REGLIST_TAIL, 0x00} -}; - -static const DRAM_ATTR uint16_t sensor_fmt_grayscale[][2] = { - {FORMAT_CTRL, 0x00}, // YUV422 - {FORMAT_CTRL00, 0x10}, // Y8 - {REGLIST_TAIL, 0x00} -}; - -static const DRAM_ATTR uint16_t sensor_fmt_yuv422[][2] = { - {FORMAT_CTRL, 0x00}, // YUV422 - {FORMAT_CTRL00, 0x30}, // YUYV - {REGLIST_TAIL, 0x00} -}; - -static const DRAM_ATTR uint16_t sensor_fmt_rgb565[][2] = { - {FORMAT_CTRL, 0x01}, // RGB - {FORMAT_CTRL00, 0x61}, // RGB565 (BGR) - {REGLIST_TAIL, 0x00} -}; - -static const DRAM_ATTR uint8_t sensor_saturation_levels[9][11] = { - {0x1d, 0x60, 0x03, 0x07, 0x48, 0x4f, 0x4b, 0x40, 0x0b, 0x01, 0x98},//-4 - {0x1d, 0x60, 0x03, 0x08, 0x54, 0x5c, 0x58, 0x4b, 0x0d, 0x01, 0x98},//-3 - {0x1d, 0x60, 0x03, 0x0a, 0x60, 0x6a, 0x64, 0x56, 0x0e, 0x01, 0x98},//-2 - {0x1d, 0x60, 0x03, 0x0b, 0x6c, 0x77, 0x70, 0x60, 0x10, 0x01, 0x98},//-1 - {0x1d, 0x60, 0x03, 0x0c, 0x78, 0x84, 0x7d, 0x6b, 0x12, 0x01, 0x98},//0 - {0x1d, 0x60, 0x03, 0x0d, 0x84, 0x91, 0x8a, 0x76, 0x14, 0x01, 0x98},//+1 - {0x1d, 0x60, 0x03, 0x0e, 0x90, 0x9e, 0x96, 0x80, 0x16, 0x01, 0x98},//+2 - {0x1d, 0x60, 0x03, 0x10, 0x9c, 0xac, 0xa2, 0x8b, 0x17, 0x01, 0x98},//+3 - {0x1d, 0x60, 0x03, 0x11, 0xa8, 0xb9, 0xaf, 0x96, 0x19, 0x01, 0x98},//+4 -}; - -static const DRAM_ATTR uint8_t sensor_special_effects[7][4] = { - {0x06, 0x40, 0x2c, 0x08},//Normal - {0x46, 0x40, 0x28, 0x08},//Negative - {0x1e, 0x80, 0x80, 0x08},//Grayscale - {0x1e, 0x80, 0xc0, 0x08},//Red Tint - {0x1e, 0x60, 0x60, 0x08},//Green Tint - {0x1e, 0xa0, 0x40, 0x08},//Blue Tint - {0x1e, 0x40, 0xa0, 0x08},//Sepia -}; - -static const DRAM_ATTR uint16_t sensor_regs_gamma0[][2] = { - {0x5480, 0x01}, - {0x5481, 0x08}, - {0x5482, 0x14}, - {0x5483, 0x28}, - {0x5484, 0x51}, - {0x5485, 0x65}, - {0x5486, 0x71}, - {0x5487, 0x7d}, - {0x5488, 0x87}, - {0x5489, 0x91}, - {0x548a, 0x9a}, - {0x548b, 0xaa}, - {0x548c, 0xb8}, - {0x548d, 0xcd}, - {0x548e, 0xdd}, - {0x548f, 0xea}, - {0x5490, 0x1d} -}; - -static const DRAM_ATTR uint16_t sensor_regs_gamma1[][2] = { - {0x5480, 0x1}, - {0x5481, 0x0}, - {0x5482, 0x1e}, - {0x5483, 0x3b}, - {0x5484, 0x58}, - {0x5485, 0x66}, - {0x5486, 0x71}, - {0x5487, 0x7d}, - {0x5488, 0x83}, - {0x5489, 0x8f}, - {0x548a, 0x98}, - {0x548b, 0xa6}, - {0x548c, 0xb8}, - {0x548d, 0xca}, - {0x548e, 0xd7}, - {0x548f, 0xe3}, - {0x5490, 0x1d} -}; - -static const DRAM_ATTR uint16_t sensor_regs_awb0[][2] = { - {0x5180, 0xff}, - {0x5181, 0xf2}, - {0x5182, 0x00}, - {0x5183, 0x14}, - {0x5184, 0x25}, - {0x5185, 0x24}, - {0x5186, 0x09}, - {0x5187, 0x09}, - {0x5188, 0x09}, - {0x5189, 0x75}, - {0x518a, 0x54}, - {0x518b, 0xe0}, - {0x518c, 0xb2}, - {0x518d, 0x42}, - {0x518e, 0x3d}, - {0x518f, 0x56}, - {0x5190, 0x46}, - {0x5191, 0xf8}, - {0x5192, 0x04}, - {0x5193, 0x70}, - {0x5194, 0xf0}, - {0x5195, 0xf0}, - {0x5196, 0x03}, - {0x5197, 0x01}, - {0x5198, 0x04}, - {0x5199, 0x12}, - {0x519a, 0x04}, - {0x519b, 0x00}, - {0x519c, 0x06}, - {0x519d, 0x82}, - {0x519e, 0x38} -}; - -#endif diff --git a/code/components/esp32-camera-master/sensors/private_include/ov7670.h b/code/components/esp32-camera-master/sensors/private_include/ov7670.h deleted file mode 100644 index b3a645a7..00000000 --- a/code/components/esp32-camera-master/sensors/private_include/ov7670.h +++ /dev/null @@ -1,33 +0,0 @@ -/* - * This file is part of the OpenMV project. - * author: Juan Schiavoni - * This work is licensed under the MIT license, see the file LICENSE for details. - * - * OV7670 driver. - * - */ -#ifndef __OV7670_H__ -#define __OV7670_H__ -#include "sensor.h" - -/** - * @brief Detect sensor pid - * - * @param slv_addr SCCB address - * @param id Detection result - * @return - * 0: Can't detect this sensor - * Nonzero: This sensor has been detected - */ -int ov7670_detect(int slv_addr, sensor_id_t *id); - -/** - * @brief initialize sensor function pointers - * - * @param sensor pointer of sensor - * @return - * Always 0 - */ -int ov7670_init(sensor_t *sensor); - -#endif // __OV7670_H__ diff --git a/code/components/esp32-camera-master/sensors/private_include/ov7670_regs.h b/code/components/esp32-camera-master/sensors/private_include/ov7670_regs.h deleted file mode 100644 index 69935487..00000000 --- a/code/components/esp32-camera-master/sensors/private_include/ov7670_regs.h +++ /dev/null @@ -1,354 +0,0 @@ -/* - * This file is for the OpenMV project so the OV7670 can be used - * author: Juan Schiavoni - * - * OV7670 register definitions. - */ -#ifndef __OV7670_REG_REGS_H__ -#define __OV7670_REG_REGS_H__ -#define GAIN 0x00 /* AGC – Gain control gain setting */ -#define BLUE 0x01 /* AWB – Blue channel gain setting */ -#define RED 0x02 /* AWB – Red channel gain setting */ -#define VREF 0x03 /* AWB – Green channel gain setting */ -#define COM1 0x04 /* Common Control 1 */ -#define BAVG 0x05 /* U/B Average Level */ -#define GAVG 0x06 /* Y/Gb Average Level */ -#define AECH 0x07 /* Exposure VAlue - AEC MSB 5 bits */ -#define RAVG 0x08 /* V/R Average Level */ - -#define COM2 0x09 /* Common Control 2 */ -#define COM2_SOFT_SLEEP 0x10 /* Soft sleep mode */ -#define COM2_OUT_DRIVE_1x 0x00 /* Output drive capability 1x */ -#define COM2_OUT_DRIVE_2x 0x01 /* Output drive capability 2x */ -#define COM2_OUT_DRIVE_3x 0x02 /* Output drive capability 3x */ -#define COM2_OUT_DRIVE_4x 0x03 /* Output drive capability 4x */ - -#define REG_PID 0x0A /* Product ID Number MSB */ -#define REG_VER 0x0B /* Product ID Number LSB */ - -#define COM3 0x0C /* Common Control 3 */ -#define COM3_SWAP_OUT 0x40 /* Output data MSB/LSB swap */ -#define COM3_TRI_CLK 0x20 /* Tri-state output clock */ -#define COM3_TRI_DATA 0x10 /* Tri-state option output */ -#define COM3_SCALE_EN 0x08 /* Scale enable */ -#define COM3_DCW 0x04 /* DCW enable */ - -#define COM4 0x0D /* Common Control 4 */ -#define COM4_PLL_BYPASS 0x00 /* Bypass PLL */ -#define COM4_PLL_4x 0x40 /* PLL frequency 4x */ -#define COM4_PLL_6x 0x80 /* PLL frequency 6x */ -#define COM4_PLL_8x 0xc0 /* PLL frequency 8x */ -#define COM4_AEC_FULL 0x00 /* AEC evaluate full window */ -#define COM4_AEC_1_2 0x10 /* AEC evaluate 1/2 window */ -#define COM4_AEC_1_4 0x20 /* AEC evaluate 1/4 window */ -#define COM4_AEC_2_3 0x30 /* AEC evaluate 2/3 window */ - -#define COM5 0x0E /* Common Control 5 */ -#define COM5_AFR 0x80 /* Auto frame rate control ON/OFF selection (night mode) */ -#define COM5_AFR_SPEED 0x40 /* Auto frame rate control speed selection */ -#define COM5_AFR_0 0x00 /* No reduction of frame rate */ -#define COM5_AFR_1_2 0x10 /* Max reduction to 1/2 frame rate */ -#define COM5_AFR_1_4 0x20 /* Max reduction to 1/4 frame rate */ -#define COM5_AFR_1_8 0x30 /* Max reduction to 1/8 frame rate */ -#define COM5_AFR_4x 0x04 /* Add frame when AGC reaches 4x gain */ -#define COM5_AFR_8x 0x08 /* Add frame when AGC reaches 8x gain */ -#define COM5_AFR_16x 0x0c /* Add frame when AGC reaches 16x gain */ -#define COM5_AEC_NO_LIMIT 0x01 /* No limit to AEC increase step */ - -#define COM6 0x0F /* Common Control 6 */ -#define COM6_AUTO_WINDOW 0x01 /* Auto window setting ON/OFF selection when format changes */ - -#define AEC 0x10 /* AEC[7:0] (see register AECH for AEC[15:8]) */ -#define CLKRC 0x11 /* Internal Clock */ - -#define COM7 0x12 /* Common Control 7 */ -#define COM7_RESET 0x80 /* SCCB Register Reset */ -#define COM7_RES_VGA 0x00 /* Resolution VGA */ -#define COM7_RES_QVGA 0x40 /* Resolution QVGA */ -#define COM7_BT656 0x20 /* BT.656 protocol ON/OFF */ -#define COM7_SENSOR_RAW 0x10 /* Sensor RAW */ -#define COM7_FMT_GBR422 0x00 /* RGB output format GBR422 */ -#define COM7_FMT_RGB565 0x04 /* RGB output format RGB565 */ -#define COM7_FMT_RGB555 0x08 /* RGB output format RGB555 */ -#define COM7_FMT_RGB444 0x0C /* RGB output format RGB444 */ -#define COM7_FMT_YUV 0x00 /* Output format YUV */ -#define COM7_FMT_P_BAYER 0x01 /* Output format Processed Bayer RAW */ -#define COM7_FMT_RGB 0x04 /* Output format RGB */ -#define COM7_FMT_R_BAYER 0x03 /* Output format Bayer RAW */ -#define COM7_SET_FMT(r, x) ((r&0xFC)|((x&0x5)<<0)) - -#define COM8 0x13 /* Common Control 8 */ -#define COM8_FAST_AUTO 0x80 /* Enable fast AGC/AEC algorithm */ -#define COM8_STEP_VSYNC 0x00 /* AEC - Step size limited to vertical blank */ -#define COM8_STEP_UNLIMIT 0x40 /* AEC - Step size unlimited step size */ -#define COM8_BANDF_EN 0x20 /* Banding filter ON/OFF */ -#define COM8_AEC_BANDF 0x10 /* Enable AEC below banding value */ -#define COM8_AEC_FINE_EN 0x08 /* Fine AEC ON/OFF control */ -#define COM8_AGC_EN 0x04 /* AGC Enable */ -#define COM8_AWB_EN 0x02 /* AWB Enable */ -#define COM8_AEC_EN 0x01 /* AEC Enable */ -#define COM8_SET_AGC(r, x) ((r&0xFB)|((x&0x1)<<2)) -#define COM8_SET_AWB(r, x) ((r&0xFD)|((x&0x1)<<1)) -#define COM8_SET_AEC(r, x) ((r&0xFE)|((x&0x1)<<0)) - -#define COM9 0x14 /* Common Control 9 */ -#define COM9_HISTO_AVG 0x80 /* Histogram or average based AEC/AGC selection */ -#define COM9_AGC_GAIN_2x 0x00 /* Automatic Gain Ceiling 2x */ -#define COM9_AGC_GAIN_4x 0x10 /* Automatic Gain Ceiling 4x */ -#define COM9_AGC_GAIN_8x 0x20 /* Automatic Gain Ceiling 8x */ -#define COM9_AGC_GAIN_16x 0x30 /* Automatic Gain Ceiling 16x */ -#define COM9_AGC_GAIN_32x 0x40 /* Automatic Gain Ceiling 32x */ -#define COM9_DROP_VSYNC 0x04 /* Drop VSYNC output of corrupt frame */ -#define COM9_DROP_HREF 0x02 /* Drop HREF output of corrupt frame */ -#define COM9_SET_AGC(r, x) ((r&0x8F)|((x&0x07)<<4)) - -#define COM10 0x15 /* Common Control 10 */ -#define COM10_NEGATIVE 0x80 /* Output negative data */ -#define COM10_HSYNC_EN 0x40 /* HREF changes to HSYNC */ -#define COM10_PCLK_FREE 0x00 /* PCLK output option: free running PCLK */ -#define COM10_PCLK_MASK 0x20 /* PCLK output option: masked during horizontal blank */ -#define COM10_PCLK_REV 0x10 /* PCLK reverse */ -#define COM10_HREF_REV 0x08 /* HREF reverse */ -#define COM10_VSYNC_FALLING 0x00 /* VSYNC changes on falling edge of PCLK */ -#define COM10_VSYNC_RISING 0x04 /* VSYNC changes on rising edge of PCLK */ -#define COM10_VSYNC_NEG 0x02 /* VSYNC negative */ -#define COM10_OUT_RANGE_8 0x01 /* Output data range: Full range */ -#define COM10_OUT_RANGE_10 0x00 /* Output data range: Data from [10] to [F0] (8 MSBs) */ - -#define RSVD_16 0x16 /* Reserved register */ - -#define HSTART 0x17 /* Horizontal Frame (HREF column) Start high 8-bit(low 3 bits are at HREF[2:0]) */ -#define HSTOP 0x18 /* Horizontal Frame (HREF column) end high 8-bit (low 3 bits are at HREF[5:3]) */ -#define VSTART 0x19 /* Vertical Frame (row) Start high 8-bit (low 2 bits are at VREF[1:0]) */ -#define VSTOP 0x1A /* Vertical Frame (row) End high 8-bit (low 2 bits are at VREF[3:2]) */ -#define PSHFT 0x1B /* Data Format - Pixel Delay Select */ -#define REG_MIDH 0x1C /* Manufacturer ID Byte – High */ -#define REG_MIDL 0x1D /* Manufacturer ID Byte – Low */ - -#define MVFP 0x1E /* Mirror/Vflip Enable */ -#define MVFP_MIRROR 0x20 /* Mirror image */ -#define MVFP_FLIP 0x10 /* Vertical flip */ -#define MVFP_SUN 0x02 /* Black sun enable */ -#define MVFP_SET_MIRROR(r,x) ((r&0xDF)|((x&1)<<5)) /* change only bit5 according to x */ -#define MVFP_SET_FLIP(r,x) ((r&0xEF)|((x&1)<<4)) /* change only bit4 according to x */ - -#define LAEC 0x1F /* Fine AEC Value - defines exposure value less than one row period (Reserved?) */ -#define ADCCTR0 0x20 /* ADC control */ -#define ADCCTR1 0x21 /* reserved */ -#define ADCCTR2 0x22 /* reserved */ -#define ADCCTR3 0x23 /* reserved */ -#define AEW 0x24 /* AGC/AEC - Stable Operating Region (Upper Limit) */ -#define AEB 0x25 /* AGC/AEC - Stable Operating Region (Lower Limit) */ -#define VPT 0x26 /* AGC/AEC Fast Mode Operating Region */ -#define BBIAS 0x27 /* B channel signal output bias (effective only when COM6[3]=1) */ -#define GbBIAS 0x28 /* Gb channel signal output bias (effective only when COM6[3]=1) */ -#define RSVD_29 0x29 /* reserved */ -#define EXHCH 0x2A /* Dummy Pixel Insert MSB */ -#define EXHCL 0x2B /* Dummy Pixel Insert LSB */ -#define RBIAS 0x2C /* R channel signal output bias (effective only when COM6[3]=1) */ -#define ADVFL 0x2D /* LSB of Insert Dummy Rows in Vertical Sync (1 bit equals 1 row) */ -#define ADVFH 0x2E /* MSB of Insert Dummy Rows in Vertical Sync */ -#define YAVE 0x2F /* Y/G Channel Average Value */ -#define HSYST 0x30 /* HSync rising edge delay */ -#define HSYEN 0x31 /* HSync falling edge delay */ -#define HREF 0x32 /* Image Start and Size Control DIFFERENT CONTROL SEQUENCE */ -#define CHLF 0x33 /* Array Current control */ -#define ARBLM 0x34 /* Array reference control */ -#define RSVD_35 0x35 /* Reserved */ -#define RSVD_36 0x36 /* Reserved */ -#define ADC 0x37 /* ADC control */ -#define ACOM 0x38 /* ADC and analog common mode control */ -#define OFON 0x39 /* ADC offset control */ -#define TSLB 0x3A /* Line buffer test option */ - -#define COM11 0x3B /* Common control 11 */ -#define COM11_EXP 0x02 -#define COM11_HZAUTO 0x10 /* Auto detect 50/60 Hz */ - -#define COM12 0x3C /* Common control 12 */ - -#define COM13 0x3D /* Common control 13 */ -#define COM13_GAMMA 0x80 /* Gamma enable */ -#define COM13_UVSAT 0x40 /* UV saturation auto adjustment */ - -#define COM14 0x3E /* Common Control 14 */ - -#define EDGE 0x3F /* edge enhancement adjustment */ -#define COM15 0x40 /* Common Control 15 DIFFERENT CONTROLS */ -#define COM15_SET_RGB565(r,x) ((r&0xEF)|((x&1)<<4)) /* set rgb565 mode */ -#define COM15_RGB565 0x10 /* RGB565 output */ -#define COM15_R00FF 0xC0 /* Output range: [00] to [FF] */ - -#define COM16 0x41 /* Common Control 16 DIFFERENT CONTROLS */ -#define COM16_AWBGAIN 0x08 /* AWB gain enable */ -#define COM17 0x42 /* Common Control 17 */ - -#define AWBC1 0x43 /* Reserved */ -#define AWBC2 0x44 /* Reserved */ -#define AWBC3 0x45 /* Reserved */ -#define AWBC4 0x46 /* Reserved */ -#define AWBC5 0x47 /* Reserved */ -#define AWBC6 0x48 /* Reserved */ - -#define RSVD_49 0x49 /* Reserved */ -#define RSVD_4A 0x4A /* Reserved */ - -#define REG4B 0x4B /* Register 4B */ -#define DNSTH 0x4C /* Denoise strength */ - -#define RSVD_4D 0x4D /* Reserved */ -#define RSVD_4E 0x4E /* Reserved */ - -#define MTX1 0x4F /* Matrix coefficient 1 */ -#define MTX2 0x50 /* Matrix coefficient 2 */ -#define MTX3 0x51 /* Matrix coefficient 3 */ -#define MTX4 0x52 /* Matrix coefficient 4 */ -#define MTX5 0x53 /* Matrix coefficient 5 */ -#define MTX6 0x54 /* Matrix coefficient 6 */ -#define BRIGHTNESS 0x55 /* Brightness control */ -#define CONTRAST 0x56 /* Contrast control */ -#define CONTRASCENTER 0x57 /* Contrast center */ -#define MTXS 0x58 /* Matrix coefficient sign for coefficient 5 to 0*/ - -#define RSVD_59 0x59 /* Reserved */ -#define RSVD_5A 0x5A /* Reserved */ -#define RSVD_5B 0x5B /* Reserved */ -#define RSVD_5C 0x5C /* Reserved */ -#define RSVD_5D 0x5D /* Reserved */ -#define RSVD_5E 0x5E /* Reserved */ -#define RSVD_5F 0x5F /* Reserved */ -#define RSVD_60 0x60 /* Reserved */ -#define RSVD_61 0x61 /* Reserved */ - -#define LCC1 0x62 /* Lens correction option 1 */ - -#define LCC2 0x63 /* Lens correction option 2 */ -#define LCC3 0x64 /* Lens correction option 3 */ -#define LCC4 0x65 /* Lens correction option 4 */ -#define LCC5 0x66 /* Lens correction option 5 */ - -#define MANU 0x67 /* Manual U Value */ -#define MANV 0x68 /* Manual V Value */ -#define GFIX 0x69 /* Fix gain control */ -#define GGAIN 0x6A /* G channel AWB gain */ - -#define DBLV 0x6B /* PLL and clock ? */ - -#define AWBCTR3 0x6C /* AWB Control 3 */ -#define AWBCTR2 0x6D /* AWB Control 2 */ -#define AWBCTR1 0x6E /* AWB Control 1 */ -#define AWBCTR0 0x6F /* AWB Control 0 */ -#define SCALING_XSC 0x70 /* test pattern and horizontal scaling factor */ -#define SCALING_XSC_CBAR(r) (r&0x7F) /* make sure bit7 is 0 for color bar */ -#define SCALING_YSC 0x71 /* test pattern and vertical scaling factor */ -#define SCALING_YSC_CBAR(r,x) ((r&0x7F)|((x&1)<<7)) /* change bit7 for color bar on/off */ -#define SCALING_DCWCTR 0x72 /* DCW control */ -#define SCALING_PCLK_DIV 0x73 /* */ -#define REG74 0x74 /* */ -#define REG75 0x75 /* */ -#define REG76 0x76 /* */ -#define REG77 0x77 /* */ - -#define RSVD_78 0x78 /* Reserved */ -#define RSVD_79 0x79 /* Reserved */ - -#define SLOP 0x7A /* Gamma curve highest segment slope */ -#define GAM1 0x7B /* Gamma Curve 1st Segment Input End Point 0x04 Output Value */ -#define GAM2 0x7C /* Gamma Curve 2nd Segment Input End Point 0x08 Output Value */ -#define GAM3 0x7D /* Gamma Curve 3rd Segment Input End Point 0x10 Output Value */ -#define GAM4 0x7E /* Gamma Curve 4th Segment Input End Point 0x20 Output Value */ -#define GAM5 0x7F /* Gamma Curve 5th Segment Input End Point 0x28 Output Value */ -#define GAM6 0x80 /* Gamma Curve 6rd Segment Input End Point 0x30 Output Value */ -#define GAM7 0x81 /* Gamma Curve 7th Segment Input End Point 0x38 Output Value */ -#define GAM8 0x82 /* Gamma Curve 8th Segment Input End Point 0x40 Output Value */ -#define GAM9 0x83 /* Gamma Curve 9th Segment Input End Point 0x48 Output Value */ -#define GAM10 0x84 /* Gamma Curve 10th Segment Input End Point 0x50 Output Value */ -#define GAM11 0x85 /* Gamma Curve 11th Segment Input End Point 0x60 Output Value */ -#define GAM12 0x86 /* Gamma Curve 12th Segment Input End Point 0x70 Output Value */ -#define GAM13 0x87 /* Gamma Curve 13th Segment Input End Point 0x90 Output Value */ -#define GAM14 0x88 /* Gamma Curve 14th Segment Input End Point 0xB0 Output Value */ -#define GAM15 0x89 /* Gamma Curve 15th Segment Input End Point 0xD0 Output Value */ - -#define RSVD_8A 0x8A /* Reserved */ -#define RSVD_8B 0x8B /* Reserved */ - -#define RGB444 0x8C /* */ - -#define RSVD_8D 0x8D /* Reserved */ -#define RSVD_8E 0x8E /* Reserved */ -#define RSVD_8F 0x8F /* Reserved */ -#define RSVD_90 0x90 /* Reserved */ -#define RSVD_91 0x91 /* Reserved */ - -#define DM_LNL 0x92 /* Dummy line low 8 bit */ -#define DM_LNH 0x93 /* Dummy line high 8 bit */ -#define LCC6 0x94 /* Lens correction option 6 */ -#define LCC7 0x95 /* Lens correction option 7 */ - -#define RSVD_96 0x96 /* Reserved */ -#define RSVD_97 0x97 /* Reserved */ -#define RSVD_98 0x98 /* Reserved */ -#define RSVD_99 0x99 /* Reserved */ -#define RSVD_9A 0x9A /* Reserved */ -#define RSVD_9B 0x9B /* Reserved */ -#define RSVD_9C 0x9C /* Reserved */ - -#define BD50ST 0x9D /* 50 Hz banding filter value */ -#define BD60ST 0x9E /* 60 Hz banding filter value */ -#define HAECC1 0x9F /* Histogram-based AEC/AGC control 1 */ -#define HAECC2 0xA0 /* Histogram-based AEC/AGC control 2 */ - -#define RSVD_A1 0xA1 /* Reserved */ - -#define SCALING_PCLK_DELAY 0xA2 /* Pixel clock delay */ - -#define RSVD_A3 0xA3 /* Reserved */ - -#define NT_CNTRL 0xA4 /* */ -#define BD50MAX 0xA5 /* 50 Hz banding step limit */ -#define HAECC3 0xA6 /* Histogram-based AEC/AGC control 3 */ -#define HAECC4 0xA7 /* Histogram-based AEC/AGC control 4 */ -#define HAECC5 0xA8 /* Histogram-based AEC/AGC control 5 */ -#define HAECC6 0xA9 /* Histogram-based AEC/AGC control 6 */ - -#define HAECC7 0xAA /* Histogram-based AEC/AGC control 7 */ -#define HAECC_EN 0x80 /* Histogram-based AEC algorithm enable */ - -#define BD60MAX 0xAB /* 60 Hz banding step limit */ - -#define STR_OPT 0xAC /* Register AC */ -#define STR_R 0xAD /* R gain for led output frame */ -#define STR_G 0xAE /* G gain for led output frame */ -#define STR_B 0xAF /* B gain for led output frame */ -#define RSVD_B0 0xB0 /* Reserved */ -#define ABLC1 0xB1 /* */ -#define RSVD_B2 0xB2 /* Reserved */ -#define THL_ST 0xB3 /* ABLC target */ -#define THL_DLT 0xB5 /* ABLC stable range */ - -#define RSVD_B6 0xB6 /* Reserved */ -#define RSVD_B7 0xB7 /* Reserved */ -#define RSVD_B8 0xB8 /* Reserved */ -#define RSVD_B9 0xB9 /* Reserved */ -#define RSVD_BA 0xBA /* Reserved */ -#define RSVD_BB 0xBB /* Reserved */ -#define RSVD_BC 0xBC /* Reserved */ -#define RSVD_BD 0xBD /* Reserved */ - -#define AD_CHB 0xBE /* blue channel black level compensation */ -#define AD_CHR 0xBF /* Red channel black level compensation */ -#define AD_CHGb 0xC0 /* Gb channel black level compensation */ -#define AD_CHGr 0xC1 /* Gr channel black level compensation */ - -#define RSVD_C2 0xC2 /* Reserved */ -#define RSVD_C3 0xC3 /* Reserved */ -#define RSVD_C4 0xC4 /* Reserved */ -#define RSVD_C5 0xC5 /* Reserved */ -#define RSVD_C6 0xC6 /* Reserved */ -#define RSVD_C7 0xC7 /* Reserved */ -#define RSVD_C8 0xC8 /* Reserved */ - -#define SATCTR 0xC9 /* Saturation control */ -#define SET_REG(reg, x) (##reg_DEFAULT|x) - -#endif //__OV7670_REG_REGS_H__ diff --git a/code/components/esp32-camera-master/sensors/private_include/ov7725.h b/code/components/esp32-camera-master/sensors/private_include/ov7725.h deleted file mode 100644 index 291b2668..00000000 --- a/code/components/esp32-camera-master/sensors/private_include/ov7725.h +++ /dev/null @@ -1,33 +0,0 @@ -/* - * This file is part of the OpenMV project. - * Copyright (c) 2013/2014 Ibrahim Abdelkader - * This work is licensed under the MIT license, see the file LICENSE for details. - * - * OV7725 driver. - * - */ -#ifndef __OV7725_H__ -#define __OV7725_H__ -#include "sensor.h" - -/** - * @brief Detect sensor pid - * - * @param slv_addr SCCB address - * @param id Detection result - * @return - * 0: Can't detect this sensor - * Nonzero: This sensor has been detected - */ -int ov7725_detect(int slv_addr, sensor_id_t *id); - -/** - * @brief initialize sensor function pointers - * - * @param sensor pointer of sensor - * @return - * Always 0 - */ -int ov7725_init(sensor_t *sensor); - -#endif // __OV7725_H__ diff --git a/code/components/esp32-camera-master/sensors/private_include/ov7725_regs.h b/code/components/esp32-camera-master/sensors/private_include/ov7725_regs.h deleted file mode 100644 index 5cb233dc..00000000 --- a/code/components/esp32-camera-master/sensors/private_include/ov7725_regs.h +++ /dev/null @@ -1,335 +0,0 @@ -/* - * This file is part of the OpenMV project. - * Copyright (c) 2013/2014 Ibrahim Abdelkader - * This work is licensed under the MIT license, see the file LICENSE for details. - * - * OV2640 register definitions. - */ -#ifndef __REG_REGS_H__ -#define __REG_REGS_H__ -#define GAIN 0x00 /* AGC – Gain control gain setting */ -#define BLUE 0x01 /* AWB – Blue channel gain setting */ -#define RED 0x02 /* AWB – Red channel gain setting */ -#define GREEN 0x03 /* AWB – Green channel gain setting */ -#define BAVG 0x05 /* U/B Average Level */ -#define GAVG 0x06 /* Y/Gb Average Level */ -#define RAVG 0x07 /* V/R Average Level */ -#define AECH 0x08 /* Exposure Value – AEC MSBs */ - -#define COM2 0x09 /* Common Control 2 */ -#define COM2_SOFT_SLEEP 0x10 /* Soft sleep mode */ -#define COM2_OUT_DRIVE_1x 0x00 /* Output drive capability 1x */ -#define COM2_OUT_DRIVE_2x 0x01 /* Output drive capability 2x */ -#define COM2_OUT_DRIVE_3x 0x02 /* Output drive capability 3x */ -#define COM2_OUT_DRIVE_4x 0x03 /* Output drive capability 4x */ - -#define REG_PID 0x0A /* Product ID Number MSB */ -#define REG_VER 0x0B /* Product ID Number LSB */ - -#define COM3 0x0C /* Common Control 3 */ -#define COM3_VFLIP 0x80 /* Vertical flip image ON/OFF selection */ -#define COM3_MIRROR 0x40 /* Horizontal mirror image ON/OFF selection */ -#define COM3_SWAP_BR 0x20 /* Swap B/R output sequence in RGB output mode */ -#define COM3_SWAP_YUV 0x10 /* Swap Y/UV output sequence in YUV output mode */ -#define COM3_SWAP_MSB 0x08 /* Swap output MSB/LSB */ -#define COM3_TRI_CLOCK 0x04 /* Tri-state option for output clock at power-down period */ -#define COM3_TRI_DATA 0x02 /* Tri-state option for output data at power-down period */ -#define COM3_COLOR_BAR 0x01 /* Sensor color bar test pattern output enable */ -#define COM3_SET_CBAR(r, x) ((r&0xFE)|((x&1)<<0)) -#define COM3_SET_MIRROR(r, x) ((r&0xBF)|((x&1)<<6)) -#define COM3_SET_FLIP(r, x) ((r&0x7F)|((x&1)<<7)) - -#define COM4 0x0D /* Common Control 4 */ -#define COM4_PLL_BYPASS 0x00 /* Bypass PLL */ -#define COM4_PLL_4x 0x40 /* PLL frequency 4x */ -#define COM4_PLL_6x 0x80 /* PLL frequency 6x */ -#define COM4_PLL_8x 0xc0 /* PLL frequency 8x */ -#define COM4_AEC_FULL 0x00 /* AEC evaluate full window */ -#define COM4_AEC_1_2 0x10 /* AEC evaluate 1/2 window */ -#define COM4_AEC_1_4 0x20 /* AEC evaluate 1/4 window */ -#define COM4_AEC_2_3 0x30 /* AEC evaluate 2/3 window */ - -#define COM5 0x0E /* Common Control 5 */ -#define COM5_AFR 0x80 /* Auto frame rate control ON/OFF selection (night mode) */ -#define COM5_AFR_SPEED 0x40 /* Auto frame rate control speed selection */ -#define COM5_AFR_0 0x00 /* No reduction of frame rate */ -#define COM5_AFR_1_2 0x10 /* Max reduction to 1/2 frame rate */ -#define COM5_AFR_1_4 0x20 /* Max reduction to 1/4 frame rate */ -#define COM5_AFR_1_8 0x30 /* Max reduction to 1/8 frame rate */ -#define COM5_AFR_4x 0x04 /* Add frame when AGC reaches 4x gain */ -#define COM5_AFR_8x 0x08 /* Add frame when AGC reaches 8x gain */ -#define COM5_AFR_16x 0x0c /* Add frame when AGC reaches 16x gain */ -#define COM5_AEC_NO_LIMIT 0x01 /* No limit to AEC increase step */ - -#define COM6 0x0F /* Common Control 6 */ -#define COM6_AUTO_WINDOW 0x01 /* Auto window setting ON/OFF selection when format changes */ - -#define AEC 0x10 /* AEC[7:0] (see register AECH for AEC[15:8]) */ -#define CLKRC 0x11 /* Internal Clock */ - -#define COM7 0x12 /* Common Control 7 */ -#define COM7_RESET 0x80 /* SCCB Register Reset */ -#define COM7_RES_VGA 0x00 /* Resolution VGA */ -#define COM7_RES_QVGA 0x40 /* Resolution QVGA */ -#define COM7_BT656 0x20 /* BT.656 protocol ON/OFF */ -#define COM7_SENSOR_RAW 0x10 /* Sensor RAW */ -#define COM7_FMT_GBR422 0x00 /* RGB output format GBR422 */ -#define COM7_FMT_RGB565 0x04 /* RGB output format RGB565 */ -#define COM7_FMT_RGB555 0x08 /* RGB output format RGB555 */ -#define COM7_FMT_RGB444 0x0C /* RGB output format RGB444 */ -#define COM7_FMT_YUV 0x00 /* Output format YUV */ -#define COM7_FMT_P_BAYER 0x01 /* Output format Processed Bayer RAW */ -#define COM7_FMT_RGB 0x02 /* Output format RGB */ -#define COM7_FMT_R_BAYER 0x03 /* Output format Bayer RAW */ -#define COM7_SET_FMT(r, x) ((r&0xFC)|((x&0x3)<<0)) -#define COM7_SET_RGB(r, x) ((r&0xF0)|(x&0x0C)|COM7_FMT_RGB) - -#define COM8 0x13 /* Common Control 8 */ -#define COM8_FAST_AUTO 0x80 /* Enable fast AGC/AEC algorithm */ -#define COM8_STEP_VSYNC 0x00 /* AEC - Step size limited to vertical blank */ -#define COM8_STEP_UNLIMIT 0x40 /* AEC - Step size unlimited step size */ -#define COM8_BANDF_EN 0x20 /* Banding filter ON/OFF */ -#define COM8_AEC_BANDF 0x10 /* Enable AEC below banding value */ -#define COM8_AEC_FINE_EN 0x08 /* Fine AEC ON/OFF control */ -#define COM8_AGC_EN 0x04 /* AGC Enable */ -#define COM8_AWB_EN 0x02 /* AWB Enable */ -#define COM8_AEC_EN 0x01 /* AEC Enable */ -#define COM8_SET_AGC(r, x) ((r&0xFB)|((x&0x1)<<2)) -#define COM8_SET_AWB(r, x) ((r&0xFD)|((x&0x1)<<1)) -#define COM8_SET_AEC(r, x) ((r&0xFE)|((x&0x1)<<0)) - -#define COM9 0x14 /* Common Control 9 */ -#define COM9_HISTO_AVG 0x80 /* Histogram or average based AEC/AGC selection */ -#define COM9_AGC_GAIN_2x 0x00 /* Automatic Gain Ceiling 2x */ -#define COM9_AGC_GAIN_4x 0x10 /* Automatic Gain Ceiling 4x */ -#define COM9_AGC_GAIN_8x 0x20 /* Automatic Gain Ceiling 8x */ -#define COM9_AGC_GAIN_16x 0x30 /* Automatic Gain Ceiling 16x */ -#define COM9_AGC_GAIN_32x 0x40 /* Automatic Gain Ceiling 32x */ -#define COM9_DROP_VSYNC 0x04 /* Drop VSYNC output of corrupt frame */ -#define COM9_DROP_HREF 0x02 /* Drop HREF output of corrupt frame */ -#define COM9_SET_AGC(r, x) ((r&0x8F)|((x&0x07)<<4)) - -#define COM10 0x15 /* Common Control 10 */ -#define COM10_NEGATIVE 0x80 /* Output negative data */ -#define COM10_HSYNC_EN 0x40 /* HREF changes to HSYNC */ -#define COM10_PCLK_FREE 0x00 /* PCLK output option: free running PCLK */ -#define COM10_PCLK_MASK 0x20 /* PCLK output option: masked during horizontal blank */ -#define COM10_PCLK_REV 0x10 /* PCLK reverse */ -#define COM10_HREF_REV 0x08 /* HREF reverse */ -#define COM10_VSYNC_FALLING 0x00 /* VSYNC changes on falling edge of PCLK */ -#define COM10_VSYNC_RISING 0x04 /* VSYNC changes on rising edge of PCLK */ -#define COM10_VSYNC_NEG 0x02 /* VSYNC negative */ -#define COM10_OUT_RANGE_8 0x01 /* Output data range: Full range */ -#define COM10_OUT_RANGE_10 0x00 /* Output data range: Data from [10] to [F0] (8 MSBs) */ - -#define REG16 0x16 /* Register 16 */ -#define REG16_BIT_SHIFT 0x80 /* Bit shift test pattern options */ -#define HSTART 0x17 /* Horizontal Frame (HREF column) Start 8 MSBs (2 LSBs are at HREF[5:4]) */ -#define HSIZE 0x18 /* Horizontal Sensor Size (2 LSBs are at HREF[1:0]) */ -#define VSTART 0x19 /* Vertical Frame (row) Start 8 MSBs (1 LSB is at HREF[6]) */ -#define VSIZE 0x1A /* Vertical Sensor Size (1 LSB is at HREF[2]) */ -#define PSHFT 0x1B /* Data Format - Pixel Delay Select */ -#define REG_MIDH 0x1C /* Manufacturer ID Byte – High */ -#define REG_MIDL 0x1D /* Manufacturer ID Byte – Low */ -#define LAEC 0x1F /* Fine AEC Value - defines exposure value less than one row period */ - -#define COM11 0x20 /* Common Control 11 */ -#define COM11_SNGL_FRAME_EN 0x02 /* Single frame ON/OFF selection */ -#define COM11_SNGL_XFR_TRIG 0x01 /* Single frame transfer trigger */ - -#define BDBASE 0x22 /* Banding Filter Minimum AEC Value */ -#define DBSTEP 0x23 /* Banding Filter Maximum Step */ -#define AEW 0x24 /* AGC/AEC - Stable Operating Region (Upper Limit) */ -#define AEB 0x25 /* AGC/AEC - Stable Operating Region (Lower Limit) */ -#define VPT 0x26 /* AGC/AEC Fast Mode Operating Region */ -#define REG28 0x28 /* Selection on the number of dummy rows, N */ -#define HOUTSIZE 0x29 /* Horizontal Data Output Size MSBs (2 LSBs at register EXHCH[1:0]) */ -#define EXHCH 0x2A /* Dummy Pixel Insert MSB */ -#define EXHCL 0x2B /* Dummy Pixel Insert LSB */ -#define VOUTSIZE 0x2C /* Vertical Data Output Size MSBs (LSB at register EXHCH[2]) */ -#define ADVFL 0x2D /* LSB of Insert Dummy Rows in Vertical Sync (1 bit equals 1 row) */ -#define ADVFH 0x2E /* MSB of Insert Dummy Rows in Vertical Sync */ -#define YAVE 0x2F /* Y/G Channel Average Value */ -#define LUMHTH 0x30 /* Histogram AEC/AGC Luminance High Level Threshold */ -#define LUMLTH 0x31 /* Histogram AEC/AGC Luminance Low Level Threshold */ -#define HREF 0x32 /* Image Start and Size Control */ -#define DM_LNL 0x33 /* Dummy Row Low 8 Bits */ -#define DM_LNH 0x34 /* Dummy Row High 8 Bits */ -#define ADOFF_B 0x35 /* AD Offset Compensation Value for B Channel */ -#define ADOFF_R 0x36 /* AD Offset Compensation Value for R Channel */ -#define ADOFF_GB 0x37 /* AD Offset Compensation Value for GB Channel */ -#define ADOFF_GR 0x38 /* AD Offset Compensation Value for GR Channel */ -#define OFF_B 0x39 /* AD Offset Compensation Value for B Channel */ -#define OFF_R 0x3A /* AD Offset Compensation Value for R Channel */ -#define OFF_GB 0x3B /* AD Offset Compensation Value for GB Channel */ -#define OFF_GR 0x3C /* AD Offset Compensation Value for GR Channel */ -#define COM12 0x3D /* DC offset compensation for analog process */ - -#define COM13 0x3E /* Common Control 13 */ -#define COM13_BLC_EN 0x80 /* BLC enable */ -#define COM13_ADC_EN 0x40 /* ADC channel BLC ON/OFF control */ -#define COM13_ANALOG_BLC 0x20 /* Analog processing channel BLC ON/OFF control */ -#define COM13_ABLC_GAIN_EN 0x04 /* ABLC gain trigger enable */ - -#define COM14 0x3F /* Common Control 14 */ -#define COM15 0x40 /* Common Control 15 */ -#define COM16 0x41 /* Common Control 16 */ -#define TGT_B 0x42 /* BLC Blue Channel Target Value */ -#define TGT_R 0x43 /* BLC Red Channel Target Value */ -#define TGT_GB 0x44 /* BLC Gb Channel Target Value */ -#define TGT_GR 0x45 /* BLC Gr Channel Target Value */ - -#define LC_CTR 0x46 /* Lens Correction Control */ -#define LC_CTR_RGB_COMP_1 0x00 /* R, G, and B channel compensation coefficient is set by LC_COEF (0x49) */ -#define LC_CTR_RGB_COMP_3 0x04 /* R, G, and B channel compensation coefficient is set by registers - LC_COEFB (0x4B), LC_COEF (0x49), and LC_COEFR (0x4C), respectively */ -#define LC_CTR_EN 0x01 /* Lens correction enable */ -#define LC_XC 0x47 /* X Coordinate of Lens Correction Center Relative to Array Center */ -#define LC_YC 0x48 /* Y Coordinate of Lens Correction Center Relative to Array Center */ -#define LC_COEF 0x49 /* Lens Correction Coefficient */ -#define LC_RADI 0x4A /* Lens Correction Radius */ -#define LC_COEFB 0x4B /* Lens Correction B Channel Compensation Coefficient */ -#define LC_COEFR 0x4C /* Lens Correction R Channel Compensation Coefficient */ - -#define FIXGAIN 0x4D /* Analog Fix Gain Amplifier */ -#define AREF0 0x4E /* Sensor Reference Control */ -#define AREF1 0x4F /* Sensor Reference Current Control */ -#define AREF2 0x50 /* Analog Reference Control */ -#define AREF3 0x51 /* ADC Reference Control */ -#define AREF4 0x52 /* ADC Reference Control */ -#define AREF5 0x53 /* ADC Reference Control */ -#define AREF6 0x54 /* Analog Reference Control */ -#define AREF7 0x55 /* Analog Reference Control */ -#define UFIX 0x60 /* U Channel Fixed Value Output */ -#define VFIX 0x61 /* V Channel Fixed Value Output */ -#define AWBB_BLK 0x62 /* AWB Option for Advanced AWB */ - -#define AWB_CTRL0 0x63 /* AWB Control Byte 0 */ -#define AWB_CTRL0_GAIN_EN 0x80 /* AWB gain enable */ -#define AWB_CTRL0_CALC_EN 0x40 /* AWB calculate enable */ -#define AWB_CTRL0_WBC_MASK 0x0F /* WBC threshold 2 */ - -#define DSP_CTRL1 0x64 /* DSP Control Byte 1 */ -#define DSP_CTRL1_FIFO_EN 0x80 /* FIFO enable/disable selection */ -#define DSP_CTRL1_UV_EN 0x40 /* UV adjust function ON/OFF selection */ -#define DSP_CTRL1_SDE_EN 0x20 /* SDE enable */ -#define DSP_CTRL1_MTRX_EN 0x10 /* Color matrix ON/OFF selection */ -#define DSP_CTRL1_INTRP_EN 0x08 /* Interpolation ON/OFF selection */ -#define DSP_CTRL1_GAMMA_EN 0x04 /* Gamma function ON/OFF selection */ -#define DSP_CTRL1_BLACK_EN 0x02 /* Black defect auto correction ON/OFF */ -#define DSP_CTRL1_WHITE_EN 0x01 /* White defect auto correction ON/OFF */ - -#define DSP_CTRL2 0x65 /* DSP Control Byte 2 */ -#define DSP_CTRL2_VDCW_EN 0x08 /* Vertical DCW enable */ -#define DSP_CTRL2_HDCW_EN 0x04 /* Horizontal DCW enable */ -#define DSP_CTRL2_VZOOM_EN 0x02 /* Vertical zoom out enable */ -#define DSP_CTRL2_HZOOM_EN 0x01 /* Horizontal zoom out enable */ - -#define DSP_CTRL3 0x66 /* DSP Control Byte 3 */ -#define DSP_CTRL3_UV_EN 0x80 /* UV output sequence option */ -#define DSP_CTRL3_CBAR_EN 0x20 /* DSP color bar ON/OFF selection */ -#define DSP_CTRL3_FIFO_EN 0x08 /* FIFO power down ON/OFF selection */ -#define DSP_CTRL3_SCAL1_PWDN 0x04 /* Scaling module power down control 1 */ -#define DSP_CTRL3_SCAL2_PWDN 0x02 /* Scaling module power down control 2 */ -#define DSP_CTRL3_INTRP_PWDN 0x01 /* Interpolation module power down control */ -#define DSP_CTRL3_SET_CBAR(r, x) ((r&0xDF)|((x&1)<<5)) - - -#define DSP_CTRL4 0x67 /* DSP Control Byte 4 */ -#define DSP_CTRL4_YUV_RGB 0x00 /* Output selection YUV or RGB */ -#define DSP_CTRL4_RAW8 0x02 /* Output selection RAW8 */ -#define DSP_CTRL4_RAW10 0x03 /* Output selection RAW10 */ - - -#define AWB_BIAS 0x68 /* AWB BLC Level Clip */ -#define AWB_CTRL1 0x69 /* AWB Control 1 */ -#define AWB_CTRL2 0x6A /* AWB Control 2 */ - -#define AWB_CTRL3 0x6B /* AWB Control 3 */ -#define AWB_CTRL3_ADVANCED 0x80 /* AWB mode select - Advanced AWB */ -#define AWB_CTRL3_SIMPLE 0x00 /* AWB mode select - Simple AWB */ - -#define AWB_CTRL4 0x6C /* AWB Control 4 */ -#define AWB_CTRL5 0x6D /* AWB Control 5 */ -#define AWB_CTRL6 0x6E /* AWB Control 6 */ -#define AWB_CTRL7 0x6F /* AWB Control 7 */ -#define AWB_CTRL8 0x70 /* AWB Control 8 */ -#define AWB_CTRL9 0x71 /* AWB Control 9 */ -#define AWB_CTRL10 0x72 /* AWB Control 10 */ -#define AWB_CTRL11 0x73 /* AWB Control 11 */ -#define AWB_CTRL12 0x74 /* AWB Control 12 */ -#define AWB_CTRL13 0x75 /* AWB Control 13 */ -#define AWB_CTRL14 0x76 /* AWB Control 14 */ -#define AWB_CTRL15 0x77 /* AWB Control 15 */ -#define AWB_CTRL16 0x78 /* AWB Control 16 */ -#define AWB_CTRL17 0x79 /* AWB Control 17 */ -#define AWB_CTRL18 0x7A /* AWB Control 18 */ -#define AWB_CTRL19 0x7B /* AWB Control 19 */ -#define AWB_CTRL20 0x7C /* AWB Control 20 */ -#define AWB_CTRL21 0x7D /* AWB Control 21 */ -#define GAM1 0x7E /* Gamma Curve 1st Segment Input End Point 0x04 Output Value */ -#define GAM2 0x7F /* Gamma Curve 2nd Segment Input End Point 0x08 Output Value */ -#define GAM3 0x80 /* Gamma Curve 3rd Segment Input End Point 0x10 Output Value */ -#define GAM4 0x81 /* Gamma Curve 4th Segment Input End Point 0x20 Output Value */ -#define GAM5 0x82 /* Gamma Curve 5th Segment Input End Point 0x28 Output Value */ -#define GAM6 0x83 /* Gamma Curve 6th Segment Input End Point 0x30 Output Value */ -#define GAM7 0x84 /* Gamma Curve 7th Segment Input End Point 0x38 Output Value */ -#define GAM8 0x85 /* Gamma Curve 8th Segment Input End Point 0x40 Output Value */ -#define GAM9 0x86 /* Gamma Curve 9th Segment Input End Point 0x48 Output Value */ -#define GAM10 0x87 /* Gamma Curve 10th Segment Input End Point 0x50 Output Value */ -#define GAM11 0x88 /* Gamma Curve 11th Segment Input End Point 0x60 Output Value */ -#define GAM12 0x89 /* Gamma Curve 12th Segment Input End Point 0x70 Output Value */ -#define GAM13 0x8A /* Gamma Curve 13th Segment Input End Point 0x90 Output Value */ -#define GAM14 0x8B /* Gamma Curve 14th Segment Input End Point 0xB0 Output Value */ -#define GAM15 0x8C /* Gamma Curve 15th Segment Input End Point 0xD0 Output Value */ -#define SLOP 0x8D /* Gamma Curve Highest Segment Slope */ -#define DNSTH 0x8E /* De-noise Threshold */ -#define EDGE0 0x8F /* Edge Enhancement Strength Control */ -#define EDGE1 0x90 /* Edge Enhancement Threshold Control */ -#define DNSOFF 0x91 /* Auto De-noise Threshold Control */ -#define EDGE2 0x92 /* Edge Enhancement Strength Upper Limit */ -#define EDGE3 0x93 /* Edge Enhancement Strength Upper Limit */ -#define MTX1 0x94 /* Matrix Coefficient 1 */ -#define MTX2 0x95 /* Matrix Coefficient 2 */ -#define MTX3 0x96 /* Matrix Coefficient 3 */ -#define MTX4 0x97 /* Matrix Coefficient 4 */ -#define MTX5 0x98 /* Matrix Coefficient 5 */ -#define MTX6 0x99 /* Matrix Coefficient 6 */ - -#define MTX_CTRL 0x9A /* Matrix Control */ -#define MTX_CTRL_DBL_EN 0x80 /* Matrix double ON/OFF selection */ - -#define BRIGHTNESS 0x9B /* Brightness Control */ -#define CONTRAST 0x9C /* Contrast Gain */ -#define UVADJ0 0x9E /* Auto UV Adjust Control 0 */ -#define UVADJ1 0x9F /* Auto UV Adjust Control 1 */ -#define SCAL0 0xA0 /* DCW Ratio Control */ -#define SCAL1 0xA1 /* Horizontal Zoom Out Control */ -#define SCAL2 0xA2 /* Vertical Zoom Out Control */ -#define FIFODLYM 0xA3 /* FIFO Manual Mode Delay Control */ -#define FIFODLYA 0xA4 /* FIFO Auto Mode Delay Control */ - -#define SDE 0xA6 /* Special Digital Effect Control */ -#define SDE_NEGATIVE_EN 0x40 /* Negative image enable */ -#define SDE_GRAYSCALE_EN 0x20 /* Gray scale image enable */ -#define SDE_V_FIXED_EN 0x10 /* V fixed value enable */ -#define SDE_U_FIXED_EN 0x08 /* U fixed value enable */ -#define SDE_CONT_BRIGHT_EN 0x04 /* Contrast/Brightness enable */ -#define SDE_SATURATION_EN 0x02 /* Saturation enable */ -#define SDE_HUE_EN 0x01 /* Hue enable */ - -#define USAT 0xA7 /* U Component Saturation Gain */ -#define VSAT 0xA8 /* V Component Saturation Gain */ -#define HUECOS 0xA9 /* Cosine value × 0x80 */ -#define HUESIN 0xAA /* Sine value × 0x80 */ -#define SIGN_BIT 0xAB /* Sign Bit for Hue and Brightness */ - -#define DSPAUTO 0xAC /* DSP Auto Function ON/OFF Control */ -#define DSPAUTO_AWB_EN 0x80 /* AWB auto threshold control */ -#define DSPAUTO_DENOISE_EN 0x40 /* De-noise auto threshold control */ -#define DSPAUTO_EDGE_EN 0x20 /* Sharpness (edge enhancement) auto strength control */ -#define DSPAUTO_UV_EN 0x10 /* UV adjust auto slope control */ -#define DSPAUTO_SCAL0_EN 0x08 /* Auto scaling factor control (register SCAL0 (0xA0)) */ -#define DSPAUTO_SCAL1_EN 0x04 /* Auto scaling factor control (registers SCAL1 (0xA1 and SCAL2 (0xA2))*/ -#define SET_REG(reg, x) (##reg_DEFAULT|x) -#endif //__REG_REGS_H__ diff --git a/code/components/esp32-camera-master/target/esp32/ll_cam.c b/code/components/esp32-camera-master/target/esp32/ll_cam.c deleted file mode 100644 index d0f0c862..00000000 --- a/code/components/esp32-camera-master/target/esp32/ll_cam.c +++ /dev/null @@ -1,528 +0,0 @@ -// Copyright 2010-2020 Espressif Systems (Shanghai) PTE LTD -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#include -#include -#include "soc/i2s_struct.h" -#include "esp_idf_version.h" -#if (ESP_IDF_VERSION_MAJOR >= 4) && (ESP_IDF_VERSION_MINOR > 1) -#include "hal/gpio_ll.h" -#else -#include "soc/gpio_periph.h" -#define esp_rom_delay_us ets_delay_us -static inline int gpio_ll_get_level(gpio_dev_t *hw, int gpio_num) -{ - if (gpio_num < 32) { - return (hw->in >> gpio_num) & 0x1; - } else { - return (hw->in1.data >> (gpio_num - 32)) & 0x1; - } -} -#endif -#include "ll_cam.h" -#include "xclk.h" -#include "cam_hal.h" - -#if (ESP_IDF_VERSION_MAJOR >= 5) -#define GPIO_PIN_INTR_POSEDGE GPIO_INTR_POSEDGE -#define GPIO_PIN_INTR_NEGEDGE GPIO_INTR_NEGEDGE -#define gpio_matrix_in(a,b,c) gpio_iomux_in(a,b) -#endif - -static const char *TAG = "esp32 ll_cam"; - -#define I2S_ISR_ENABLE(i) {I2S0.int_clr.i = 1;I2S0.int_ena.i = 1;} -#define I2S_ISR_DISABLE(i) {I2S0.int_ena.i = 0;I2S0.int_clr.i = 1;} - -typedef union { - struct { - uint32_t sample2:8; - uint32_t unused2:8; - uint32_t sample1:8; - uint32_t unused1:8; - }; - uint32_t val; -} dma_elem_t; - -typedef enum { - /* camera sends byte sequence: s1, s2, s3, s4, ... - * fifo receives: 00 s1 00 s2, 00 s2 00 s3, 00 s3 00 s4, ... - */ - SM_0A0B_0B0C = 0, - /* camera sends byte sequence: s1, s2, s3, s4, ... - * fifo receives: 00 s1 00 s2, 00 s3 00 s4, ... - */ - SM_0A0B_0C0D = 1, - /* camera sends byte sequence: s1, s2, s3, s4, ... - * fifo receives: 00 s1 00 00, 00 s2 00 00, 00 s3 00 00, ... - */ - SM_0A00_0B00 = 3, -} i2s_sampling_mode_t; - -typedef size_t (*dma_filter_t)(uint8_t* dst, const uint8_t* src, size_t len); - -static i2s_sampling_mode_t sampling_mode = SM_0A00_0B00; - -static size_t ll_cam_bytes_per_sample(i2s_sampling_mode_t mode) -{ - switch(mode) { - case SM_0A00_0B00: - return 4; - case SM_0A0B_0B0C: - return 4; - case SM_0A0B_0C0D: - return 2; - default: - assert(0 && "invalid sampling mode"); - return 0; - } -} - -static size_t IRAM_ATTR ll_cam_dma_filter_jpeg(uint8_t* dst, const uint8_t* src, size_t len) -{ - const dma_elem_t* dma_el = (const dma_elem_t*)src; - size_t elements = len / sizeof(dma_elem_t); - size_t end = elements / 4; - // manually unrolling 4 iterations of the loop here - for (size_t i = 0; i < end; ++i) { - dst[0] = dma_el[0].sample1; - dst[1] = dma_el[1].sample1; - dst[2] = dma_el[2].sample1; - dst[3] = dma_el[3].sample1; - dma_el += 4; - dst += 4; - } - return elements; -} - -static size_t IRAM_ATTR ll_cam_dma_filter_grayscale(uint8_t* dst, const uint8_t* src, size_t len) -{ - const dma_elem_t* dma_el = (const dma_elem_t*)src; - size_t elements = len / sizeof(dma_elem_t); - size_t end = elements / 4; - for (size_t i = 0; i < end; ++i) { - // manually unrolling 4 iterations of the loop here - dst[0] = dma_el[0].sample1; - dst[1] = dma_el[1].sample1; - dst[2] = dma_el[2].sample1; - dst[3] = dma_el[3].sample1; - dma_el += 4; - dst += 4; - } - return elements; -} - -static size_t IRAM_ATTR ll_cam_dma_filter_grayscale_highspeed(uint8_t* dst, const uint8_t* src, size_t len) -{ - const dma_elem_t* dma_el = (const dma_elem_t*)src; - size_t elements = len / sizeof(dma_elem_t); - size_t end = elements / 8; - for (size_t i = 0; i < end; ++i) { - // manually unrolling 4 iterations of the loop here - dst[0] = dma_el[0].sample1; - dst[1] = dma_el[2].sample1; - dst[2] = dma_el[4].sample1; - dst[3] = dma_el[6].sample1; - dma_el += 8; - dst += 4; - } - // the final sample of a line in SM_0A0B_0B0C sampling mode needs special handling - if ((elements & 0x7) != 0) { - dst[0] = dma_el[0].sample1; - dst[1] = dma_el[2].sample1; - elements += 1; - } - return elements / 2; -} - -static size_t IRAM_ATTR ll_cam_dma_filter_yuyv(uint8_t* dst, const uint8_t* src, size_t len) -{ - const dma_elem_t* dma_el = (const dma_elem_t*)src; - size_t elements = len / sizeof(dma_elem_t); - size_t end = elements / 4; - for (size_t i = 0; i < end; ++i) { - dst[0] = dma_el[0].sample1;//y0 - dst[1] = dma_el[0].sample2;//u - dst[2] = dma_el[1].sample1;//y1 - dst[3] = dma_el[1].sample2;//v - - dst[4] = dma_el[2].sample1;//y0 - dst[5] = dma_el[2].sample2;//u - dst[6] = dma_el[3].sample1;//y1 - dst[7] = dma_el[3].sample2;//v - dma_el += 4; - dst += 8; - } - return elements * 2; -} - -static size_t IRAM_ATTR ll_cam_dma_filter_yuyv_highspeed(uint8_t* dst, const uint8_t* src, size_t len) -{ - const dma_elem_t* dma_el = (const dma_elem_t*)src; - size_t elements = len / sizeof(dma_elem_t); - size_t end = elements / 8; - for (size_t i = 0; i < end; ++i) { - dst[0] = dma_el[0].sample1;//y0 - dst[1] = dma_el[1].sample1;//u - dst[2] = dma_el[2].sample1;//y1 - dst[3] = dma_el[3].sample1;//v - - dst[4] = dma_el[4].sample1;//y0 - dst[5] = dma_el[5].sample1;//u - dst[6] = dma_el[6].sample1;//y1 - dst[7] = dma_el[7].sample1;//v - dma_el += 8; - dst += 8; - } - if ((elements & 0x7) != 0) { - dst[0] = dma_el[0].sample1;//y0 - dst[1] = dma_el[1].sample1;//u - dst[2] = dma_el[2].sample1;//y1 - dst[3] = dma_el[2].sample2;//v - elements += 4; - } - return elements; -} - -static void IRAM_ATTR ll_cam_vsync_isr(void *arg) -{ - //DBG_PIN_SET(1); - cam_obj_t *cam = (cam_obj_t *)arg; - BaseType_t HPTaskAwoken = pdFALSE; - // filter - ets_delay_us(1); - if (gpio_ll_get_level(&GPIO, cam->vsync_pin) == !cam->vsync_invert) { - ll_cam_send_event(cam, CAM_VSYNC_EVENT, &HPTaskAwoken); - if (HPTaskAwoken == pdTRUE) { - portYIELD_FROM_ISR(); - } - } - //DBG_PIN_SET(0); -} - -static void IRAM_ATTR ll_cam_dma_isr(void *arg) -{ - //DBG_PIN_SET(1); - cam_obj_t *cam = (cam_obj_t *)arg; - BaseType_t HPTaskAwoken = pdFALSE; - - typeof(I2S0.int_st) status = I2S0.int_st; - if (status.val == 0) { - return; - } - - I2S0.int_clr.val = status.val; - - if (status.in_suc_eof) { - ll_cam_send_event(cam, CAM_IN_SUC_EOF_EVENT, &HPTaskAwoken); - } - if (HPTaskAwoken == pdTRUE) { - portYIELD_FROM_ISR(); - } - //DBG_PIN_SET(0); -} - -bool ll_cam_stop(cam_obj_t *cam) -{ - I2S0.conf.rx_start = 0; - I2S_ISR_DISABLE(in_suc_eof); - I2S0.in_link.stop = 1; - return true; -} - -esp_err_t ll_cam_deinit(cam_obj_t *cam) -{ - gpio_isr_handler_remove(cam->vsync_pin); - - if (cam->cam_intr_handle) { - esp_intr_free(cam->cam_intr_handle); - cam->cam_intr_handle = NULL; - } - - return ESP_OK; -} - -bool ll_cam_start(cam_obj_t *cam, int frame_pos) -{ - I2S0.conf.rx_start = 0; - - I2S_ISR_ENABLE(in_suc_eof); - - I2S0.conf.rx_reset = 1; - I2S0.conf.rx_reset = 0; - I2S0.conf.rx_fifo_reset = 1; - I2S0.conf.rx_fifo_reset = 0; - I2S0.lc_conf.in_rst = 1; - I2S0.lc_conf.in_rst = 0; - I2S0.lc_conf.ahbm_fifo_rst = 1; - I2S0.lc_conf.ahbm_fifo_rst = 0; - I2S0.lc_conf.ahbm_rst = 1; - I2S0.lc_conf.ahbm_rst = 0; - - I2S0.rx_eof_num = cam->dma_half_buffer_size / sizeof(dma_elem_t); - I2S0.in_link.addr = ((uint32_t)&cam->dma[0]) & 0xfffff; - - I2S0.in_link.start = 1; - I2S0.conf.rx_start = 1; - return true; -} - -esp_err_t ll_cam_config(cam_obj_t *cam, const camera_config_t *config) -{ - // Enable and configure I2S peripheral - periph_module_enable(PERIPH_I2S0_MODULE); - - I2S0.conf.rx_reset = 1; - I2S0.conf.rx_reset = 0; - I2S0.conf.rx_fifo_reset = 1; - I2S0.conf.rx_fifo_reset = 0; - I2S0.lc_conf.in_rst = 1; - I2S0.lc_conf.in_rst = 0; - I2S0.lc_conf.ahbm_fifo_rst = 1; - I2S0.lc_conf.ahbm_fifo_rst = 0; - I2S0.lc_conf.ahbm_rst = 1; - I2S0.lc_conf.ahbm_rst = 0; - - I2S0.conf.rx_slave_mod = 1; - I2S0.conf.rx_right_first = 0; - I2S0.conf.rx_msb_right = 0; - I2S0.conf.rx_msb_shift = 0; - I2S0.conf.rx_mono = 0; - I2S0.conf.rx_short_sync = 0; - - I2S0.conf2.lcd_en = 1; - I2S0.conf2.camera_en = 1; - - // Configure clock divider - I2S0.clkm_conf.clkm_div_a = 0; - I2S0.clkm_conf.clkm_div_b = 0; - I2S0.clkm_conf.clkm_div_num = 2; - - I2S0.fifo_conf.dscr_en = 1; - I2S0.fifo_conf.rx_fifo_mod = sampling_mode; - I2S0.fifo_conf.rx_fifo_mod_force_en = 1; - - I2S0.conf_chan.rx_chan_mod = 1; - I2S0.sample_rate_conf.rx_bits_mod = 0; - I2S0.timing.val = 0; - I2S0.timing.rx_dsync_sw = 1; - - return ESP_OK; -} - -void ll_cam_vsync_intr_enable(cam_obj_t *cam, bool en) -{ - if (en) { - gpio_intr_enable(cam->vsync_pin); - } else { - gpio_intr_disable(cam->vsync_pin); - } -} - -esp_err_t ll_cam_set_pin(cam_obj_t *cam, const camera_config_t *config) -{ - gpio_config_t io_conf = {0}; - io_conf.intr_type = cam->vsync_invert ? GPIO_PIN_INTR_NEGEDGE : GPIO_PIN_INTR_POSEDGE; - io_conf.pin_bit_mask = 1ULL << config->pin_vsync; - io_conf.mode = GPIO_MODE_INPUT; - io_conf.pull_up_en = 1; - io_conf.pull_down_en = 0; - gpio_config(&io_conf); - gpio_install_isr_service(ESP_INTR_FLAG_LOWMED | ESP_INTR_FLAG_IRAM); - gpio_isr_handler_add(config->pin_vsync, ll_cam_vsync_isr, cam); - gpio_intr_disable(config->pin_vsync); - - PIN_FUNC_SELECT(GPIO_PIN_MUX_REG[config->pin_pclk], PIN_FUNC_GPIO); - gpio_set_direction(config->pin_pclk, GPIO_MODE_INPUT); - gpio_set_pull_mode(config->pin_pclk, GPIO_FLOATING); - gpio_matrix_in(config->pin_pclk, I2S0I_WS_IN_IDX, false); - - PIN_FUNC_SELECT(GPIO_PIN_MUX_REG[config->pin_vsync], PIN_FUNC_GPIO); - gpio_set_direction(config->pin_vsync, GPIO_MODE_INPUT); - gpio_set_pull_mode(config->pin_vsync, GPIO_FLOATING); - gpio_matrix_in(config->pin_vsync, I2S0I_V_SYNC_IDX, false); - - PIN_FUNC_SELECT(GPIO_PIN_MUX_REG[config->pin_href], PIN_FUNC_GPIO); - gpio_set_direction(config->pin_href, GPIO_MODE_INPUT); - gpio_set_pull_mode(config->pin_href, GPIO_FLOATING); - gpio_matrix_in(config->pin_href, I2S0I_H_SYNC_IDX, false); - - int data_pins[8] = { - config->pin_d0, config->pin_d1, config->pin_d2, config->pin_d3, config->pin_d4, config->pin_d5, config->pin_d6, config->pin_d7, - }; - for (int i = 0; i < 8; i++) { - PIN_FUNC_SELECT(GPIO_PIN_MUX_REG[data_pins[i]], PIN_FUNC_GPIO); - gpio_set_direction(data_pins[i], GPIO_MODE_INPUT); - gpio_set_pull_mode(data_pins[i], GPIO_FLOATING); - gpio_matrix_in(data_pins[i], I2S0I_DATA_IN0_IDX + i, false); - } - - gpio_matrix_in(0x38, I2S0I_H_ENABLE_IDX, false); - return ESP_OK; -} - -esp_err_t ll_cam_init_isr(cam_obj_t *cam) -{ - return esp_intr_alloc(ETS_I2S0_INTR_SOURCE, ESP_INTR_FLAG_LOWMED | ESP_INTR_FLAG_IRAM, ll_cam_dma_isr, cam, &cam->cam_intr_handle); -} - -void ll_cam_do_vsync(cam_obj_t *cam) -{ -} - -uint8_t ll_cam_get_dma_align(cam_obj_t *cam) -{ - return 0; -} - -static bool ll_cam_calc_rgb_dma(cam_obj_t *cam){ - size_t dma_half_buffer_max = CONFIG_CAMERA_DMA_BUFFER_SIZE_MAX / 2 / cam->dma_bytes_per_item; - size_t dma_buffer_max = 2 * dma_half_buffer_max; - size_t node_max = LCD_CAM_DMA_NODE_BUFFER_MAX_SIZE / cam->dma_bytes_per_item; - - size_t line_width = cam->width * cam->in_bytes_per_pixel; - size_t image_size = cam->height * line_width; - if (image_size > (4 * 1024 * 1024) || (line_width > dma_half_buffer_max)) { - ESP_LOGE(TAG, "Resolution too high"); - return 0; - } - - size_t node_size = node_max; - size_t nodes_per_line = 1; - size_t lines_per_node = 1; - size_t lines_per_half_buffer = 1; - size_t dma_half_buffer_min = node_max; - size_t dma_half_buffer = dma_half_buffer_max; - size_t dma_buffer_size = dma_buffer_max; - - // Calculate DMA Node Size so that it's divisable by or divisor of the line width - if(line_width >= node_max){ - // One or more nodes will be requied for one line - for(size_t i = node_max; i > 0; i=i-1){ - if ((line_width % i) == 0) { - node_size = i; - nodes_per_line = line_width / node_size; - break; - } - } - } else { - // One or more lines can fit into one node - for(size_t i = node_max; i > 0; i=i-1){ - if ((i % line_width) == 0) { - node_size = i; - lines_per_node = node_size / line_width; - while((cam->height % lines_per_node) != 0){ - lines_per_node = lines_per_node - 1; - node_size = lines_per_node * line_width; - } - break; - } - } - } - // Calculate minimum EOF size = max(mode_size, line_size) - dma_half_buffer_min = node_size * nodes_per_line; - // Calculate max EOF size divisable by node size - dma_half_buffer = (dma_half_buffer_max / dma_half_buffer_min) * dma_half_buffer_min; - // Adjust EOF size so that height will be divisable by the number of lines in each EOF - lines_per_half_buffer = dma_half_buffer / line_width; - while((cam->height % lines_per_half_buffer) != 0){ - dma_half_buffer = dma_half_buffer - dma_half_buffer_min; - lines_per_half_buffer = dma_half_buffer / line_width; - } - // Calculate DMA size - dma_buffer_size =(dma_buffer_max / dma_half_buffer) * dma_half_buffer; - - ESP_LOGI(TAG, "node_size: %4u, nodes_per_line: %u, lines_per_node: %u, dma_half_buffer_min: %5u, dma_half_buffer: %5u, lines_per_half_buffer: %2u, dma_buffer_size: %5u, image_size: %u", - node_size * cam->dma_bytes_per_item, nodes_per_line, lines_per_node, dma_half_buffer_min * cam->dma_bytes_per_item, dma_half_buffer * cam->dma_bytes_per_item, lines_per_half_buffer, dma_buffer_size * cam->dma_bytes_per_item, image_size); - - cam->dma_buffer_size = dma_buffer_size * cam->dma_bytes_per_item; - cam->dma_half_buffer_size = dma_half_buffer * cam->dma_bytes_per_item; - cam->dma_node_buffer_size = node_size * cam->dma_bytes_per_item; - cam->dma_half_buffer_cnt = cam->dma_buffer_size / cam->dma_half_buffer_size; - return 1; -} - -bool ll_cam_dma_sizes(cam_obj_t *cam) -{ - cam->dma_bytes_per_item = ll_cam_bytes_per_sample(sampling_mode); - if (cam->jpeg_mode) { - cam->dma_half_buffer_cnt = 8; - cam->dma_node_buffer_size = 2048; - cam->dma_half_buffer_size = cam->dma_node_buffer_size * 2; - cam->dma_buffer_size = cam->dma_half_buffer_cnt * cam->dma_half_buffer_size; - } else { - return ll_cam_calc_rgb_dma(cam); - } - return 1; -} - -static dma_filter_t dma_filter = ll_cam_dma_filter_jpeg; - -size_t IRAM_ATTR ll_cam_memcpy(cam_obj_t *cam, uint8_t *out, const uint8_t *in, size_t len) -{ - //DBG_PIN_SET(1); - size_t r = dma_filter(out, in, len); - //DBG_PIN_SET(0); - return r; -} - -esp_err_t ll_cam_set_sample_mode(cam_obj_t *cam, pixformat_t pix_format, uint32_t xclk_freq_hz, uint16_t sensor_pid) -{ - if (pix_format == PIXFORMAT_GRAYSCALE) { - if (sensor_pid == OV3660_PID || sensor_pid == OV5640_PID || sensor_pid == NT99141_PID) { - if (xclk_freq_hz > 10000000) { - sampling_mode = SM_0A00_0B00; - dma_filter = ll_cam_dma_filter_yuyv_highspeed; - } else { - sampling_mode = SM_0A0B_0C0D; - dma_filter = ll_cam_dma_filter_yuyv; - } - cam->in_bytes_per_pixel = 1; // camera sends Y8 - } else { - if (xclk_freq_hz > 10000000 && sensor_pid != OV7725_PID) { - sampling_mode = SM_0A00_0B00; - dma_filter = ll_cam_dma_filter_grayscale_highspeed; - } else { - sampling_mode = SM_0A0B_0C0D; - dma_filter = ll_cam_dma_filter_grayscale; - } - cam->in_bytes_per_pixel = 2; // camera sends YU/YV - } - cam->fb_bytes_per_pixel = 1; // frame buffer stores Y8 - } else if (pix_format == PIXFORMAT_YUV422 || pix_format == PIXFORMAT_RGB565) { - if (xclk_freq_hz > 10000000 && sensor_pid != OV7725_PID) { - if (sensor_pid == OV7670_PID) { - sampling_mode = SM_0A0B_0B0C; - } else { - sampling_mode = SM_0A00_0B00; - } - dma_filter = ll_cam_dma_filter_yuyv_highspeed; - } else { - sampling_mode = SM_0A0B_0C0D; - dma_filter = ll_cam_dma_filter_yuyv; - } - cam->in_bytes_per_pixel = 2; // camera sends YU/YV - cam->fb_bytes_per_pixel = 2; // frame buffer stores YU/YV/RGB565 - } else if (pix_format == PIXFORMAT_JPEG) { - cam->in_bytes_per_pixel = 1; - cam->fb_bytes_per_pixel = 1; - dma_filter = ll_cam_dma_filter_jpeg; - sampling_mode = SM_0A00_0B00; - } else { - ESP_LOGE(TAG, "Requested format is not supported"); - return ESP_ERR_NOT_SUPPORTED; - } - I2S0.fifo_conf.rx_fifo_mod = sampling_mode; - return ESP_OK; -} diff --git a/code/components/esp32-camera-master/target/esp32s2/ll_cam.c b/code/components/esp32-camera-master/target/esp32s2/ll_cam.c deleted file mode 100644 index e54b81f0..00000000 --- a/code/components/esp32-camera-master/target/esp32s2/ll_cam.c +++ /dev/null @@ -1,408 +0,0 @@ -// Copyright 2010-2020 Espressif Systems (Shanghai) PTE LTD -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#include -#include -#include "soc/system_reg.h" -#include "soc/i2s_struct.h" -#include "hal/gpio_ll.h" -#include "ll_cam.h" -#include "xclk.h" -#include "cam_hal.h" - -#if (ESP_IDF_VERSION_MAJOR >= 5) -#define GPIO_PIN_INTR_POSEDGE GPIO_INTR_POSEDGE -#define GPIO_PIN_INTR_NEGEDGE GPIO_INTR_NEGEDGE -#define gpio_matrix_in(a,b,c) gpio_iomux_in(a,b) -#endif - -static const char *TAG = "s2 ll_cam"; - -#define I2S_ISR_ENABLE(i) {I2S0.int_clr.i = 1;I2S0.int_ena.i = 1;} -#define I2S_ISR_DISABLE(i) {I2S0.int_ena.i = 0;I2S0.int_clr.i = 1;} - -static void IRAM_ATTR ll_cam_vsync_isr(void *arg) -{ - //DBG_PIN_SET(1); - cam_obj_t *cam = (cam_obj_t *)arg; - BaseType_t HPTaskAwoken = pdFALSE; - // filter - ets_delay_us(1); - if (gpio_ll_get_level(&GPIO, cam->vsync_pin) == !cam->vsync_invert) { - ll_cam_send_event(cam, CAM_VSYNC_EVENT, &HPTaskAwoken); - } - - if (HPTaskAwoken == pdTRUE) { - portYIELD_FROM_ISR(); - } - //DBG_PIN_SET(0); -} - -static void IRAM_ATTR ll_cam_dma_isr(void *arg) -{ - cam_obj_t *cam = (cam_obj_t *)arg; - BaseType_t HPTaskAwoken = pdFALSE; - - typeof(I2S0.int_st) status = I2S0.int_st; - if (status.val == 0) { - return; - } - - I2S0.int_clr.val = status.val; - - if (status.in_suc_eof) { - ll_cam_send_event(cam, CAM_IN_SUC_EOF_EVENT, &HPTaskAwoken); - } - - if (HPTaskAwoken == pdTRUE) { - portYIELD_FROM_ISR(); - } -} - -bool ll_cam_stop(cam_obj_t *cam) -{ - I2S0.conf.rx_start = 0; - - if (cam->jpeg_mode || !cam->psram_mode) { - I2S_ISR_DISABLE(in_suc_eof); - } - - I2S0.in_link.stop = 1; - return true; -} - -esp_err_t ll_cam_deinit(cam_obj_t *cam) -{ - gpio_isr_handler_remove(cam->vsync_pin); - - if (cam->cam_intr_handle) { - esp_intr_free(cam->cam_intr_handle); - cam->cam_intr_handle = NULL; - } - - return ESP_OK; -} - -bool ll_cam_start(cam_obj_t *cam, int frame_pos) -{ - I2S0.conf.rx_start = 0; - - if (cam->jpeg_mode || !cam->psram_mode) { - I2S_ISR_ENABLE(in_suc_eof); - } - - I2S0.conf.rx_reset = 1; - I2S0.conf.rx_reset = 0; - I2S0.conf.rx_fifo_reset = 1; - I2S0.conf.rx_fifo_reset = 0; - I2S0.lc_conf.in_rst = 1; - I2S0.lc_conf.in_rst = 0; - I2S0.lc_conf.ahbm_fifo_rst = 1; - I2S0.lc_conf.ahbm_fifo_rst = 0; - I2S0.lc_conf.ahbm_rst = 1; - I2S0.lc_conf.ahbm_rst = 0; - - I2S0.rx_eof_num = cam->dma_half_buffer_size; // Ping pong operation - if (!cam->psram_mode) { - I2S0.in_link.addr = ((uint32_t)&cam->dma[0]) & 0xfffff; - } else { - I2S0.in_link.addr = ((uint32_t)&cam->frames[frame_pos].dma[0]) & 0xfffff; - } - - I2S0.in_link.start = 1; - I2S0.conf.rx_start = 1; - return true; -} - -esp_err_t ll_cam_config(cam_obj_t *cam, const camera_config_t *config) -{ - esp_err_t err = camera_enable_out_clock(config); - if(err != ESP_OK) { - return err; - } - periph_module_enable(PERIPH_I2S0_MODULE); - // Configure the clock - I2S0.clkm_conf.clkm_div_num = 2; // 160MHz / 2 = 80MHz - I2S0.clkm_conf.clkm_div_b = 0; - I2S0.clkm_conf.clkm_div_a = 0; - I2S0.clkm_conf.clk_sel = 2; - I2S0.clkm_conf.clk_en = 1; - - - I2S0.conf.val = 0; - I2S0.fifo_conf.val = 0; - I2S0.fifo_conf.dscr_en = 1; - - I2S0.lc_conf.ahbm_fifo_rst = 1; - I2S0.lc_conf.ahbm_fifo_rst = 0; - I2S0.lc_conf.ahbm_rst = 1; - I2S0.lc_conf.ahbm_rst = 0; - I2S0.lc_conf.check_owner = 0; - //I2S0.lc_conf.indscr_burst_en = 1; - //I2S0.lc_conf.ext_mem_bk_size = 0; // DMA access external memory block size. 0: 16 bytes, 1: 32 bytes, 2:64 bytes, 3:reserved - - I2S0.timing.val = 0; - - I2S0.int_ena.val = 0; - I2S0.int_clr.val = ~0; - - I2S0.conf2.lcd_en = 1; - I2S0.conf2.camera_en = 1; - - // Configuration data format - I2S0.conf.rx_slave_mod = 1; - I2S0.conf.rx_right_first = 0; - I2S0.conf.rx_msb_right = cam->swap_data; - I2S0.conf.rx_short_sync = 0; - I2S0.conf.rx_mono = 0; - I2S0.conf.rx_msb_shift = 0; - I2S0.conf.rx_dma_equal = 1; - - // Configure sampling rate - I2S0.sample_rate_conf.rx_bck_div_num = 1; - I2S0.sample_rate_conf.rx_bits_mod = 8; - - I2S0.conf1.rx_pcm_bypass = 1; - - I2S0.conf2.i_v_sync_filter_en = 1; - I2S0.conf2.i_v_sync_filter_thres = 4; - I2S0.conf2.cam_sync_fifo_reset = 1; - I2S0.conf2.cam_sync_fifo_reset = 0; - - I2S0.conf_chan.rx_chan_mod = 1; - - I2S0.fifo_conf.rx_fifo_mod_force_en = 1; - I2S0.fifo_conf.rx_data_num = 32; - I2S0.fifo_conf.rx_fifo_mod = 2; - - I2S0.lc_conf.in_rst = 1; - I2S0.lc_conf.in_rst = 0; - - I2S0.conf.rx_start = 1; - - return ESP_OK; -} - -void ll_cam_vsync_intr_enable(cam_obj_t *cam, bool en) -{ - if (en) { - gpio_intr_enable(cam->vsync_pin); - } else { - gpio_intr_disable(cam->vsync_pin); - } -} - -esp_err_t ll_cam_set_pin(cam_obj_t *cam, const camera_config_t *config) -{ - gpio_config_t io_conf = {0}; - io_conf.intr_type = cam->vsync_invert ? GPIO_PIN_INTR_NEGEDGE : GPIO_PIN_INTR_POSEDGE; - io_conf.pin_bit_mask = 1ULL << config->pin_vsync; - io_conf.mode = GPIO_MODE_INPUT; - io_conf.pull_up_en = 1; - io_conf.pull_down_en = 0; - gpio_config(&io_conf); - gpio_install_isr_service(ESP_INTR_FLAG_LOWMED | ESP_INTR_FLAG_IRAM); - gpio_isr_handler_add(config->pin_vsync, ll_cam_vsync_isr, cam); - gpio_intr_disable(config->pin_vsync); - - PIN_FUNC_SELECT(GPIO_PIN_MUX_REG[config->pin_pclk], PIN_FUNC_GPIO); - gpio_set_direction(config->pin_pclk, GPIO_MODE_INPUT); - gpio_set_pull_mode(config->pin_pclk, GPIO_FLOATING); - gpio_matrix_in(config->pin_pclk, I2S0I_WS_IN_IDX, false); - - PIN_FUNC_SELECT(GPIO_PIN_MUX_REG[config->pin_vsync], PIN_FUNC_GPIO); - gpio_set_direction(config->pin_vsync, GPIO_MODE_INPUT); - gpio_set_pull_mode(config->pin_vsync, GPIO_FLOATING); - gpio_matrix_in(config->pin_vsync, I2S0I_V_SYNC_IDX, cam->vsync_invert); - - PIN_FUNC_SELECT(GPIO_PIN_MUX_REG[config->pin_href], PIN_FUNC_GPIO); - gpio_set_direction(config->pin_href, GPIO_MODE_INPUT); - gpio_set_pull_mode(config->pin_href, GPIO_FLOATING); - gpio_matrix_in(config->pin_href, I2S0I_H_SYNC_IDX, false); - - int data_pins[8] = { - config->pin_d0, config->pin_d1, config->pin_d2, config->pin_d3, config->pin_d4, config->pin_d5, config->pin_d6, config->pin_d7, - }; - for (int i = 0; i < 8; i++) { - PIN_FUNC_SELECT(GPIO_PIN_MUX_REG[data_pins[i]], PIN_FUNC_GPIO); - gpio_set_direction(data_pins[i], GPIO_MODE_INPUT); - gpio_set_pull_mode(data_pins[i], GPIO_FLOATING); - // High bit alignment, IN16 is always the highest bit - // fifo accesses data by bit, when rx_bits_mod is 8, the data needs to be aligned by 8 bits - gpio_matrix_in(data_pins[i], I2S0I_DATA_IN0_IDX + 8 + i, false); - } - - gpio_matrix_in(0x38, I2S0I_H_ENABLE_IDX, false); - - return ESP_OK; -} - -esp_err_t ll_cam_init_isr(cam_obj_t *cam) -{ - return esp_intr_alloc(ETS_I2S0_INTR_SOURCE, ESP_INTR_FLAG_LOWMED | ESP_INTR_FLAG_IRAM, ll_cam_dma_isr, cam, &cam->cam_intr_handle); -} - -void ll_cam_do_vsync(cam_obj_t *cam) -{ - ll_cam_vsync_intr_enable(cam, false); - gpio_matrix_in(cam->vsync_pin, I2S0I_V_SYNC_IDX, !cam->vsync_invert); - ets_delay_us(10); - gpio_matrix_in(cam->vsync_pin, I2S0I_V_SYNC_IDX, cam->vsync_invert); - ll_cam_vsync_intr_enable(cam, true); -} - -uint8_t ll_cam_get_dma_align(cam_obj_t *cam) -{ - return 64;//16 << I2S0.lc_conf.ext_mem_bk_size; -} - -static bool ll_cam_calc_rgb_dma(cam_obj_t *cam){ - size_t node_max = LCD_CAM_DMA_NODE_BUFFER_MAX_SIZE / cam->dma_bytes_per_item; - size_t line_width = cam->width * cam->in_bytes_per_pixel; - size_t node_size = node_max; - size_t nodes_per_line = 1; - size_t lines_per_node = 1; - - // Calculate DMA Node Size so that it's divisable by or divisor of the line width - if(line_width >= node_max){ - // One or more nodes will be requied for one line - for(size_t i = node_max; i > 0; i=i-1){ - if ((line_width % i) == 0) { - node_size = i; - nodes_per_line = line_width / node_size; - break; - } - } - } else { - // One or more lines can fit into one node - for(size_t i = node_max; i > 0; i=i-1){ - if ((i % line_width) == 0) { - node_size = i; - lines_per_node = node_size / line_width; - while((cam->height % lines_per_node) != 0){ - lines_per_node = lines_per_node - 1; - node_size = lines_per_node * line_width; - } - break; - } - } - } - - ESP_LOGI(TAG, "node_size: %4u, nodes_per_line: %u, lines_per_node: %u", - node_size * cam->dma_bytes_per_item, nodes_per_line, lines_per_node); - - cam->dma_node_buffer_size = node_size * cam->dma_bytes_per_item; - - if (cam->psram_mode) { - cam->dma_buffer_size = cam->recv_size * cam->dma_bytes_per_item; - cam->dma_half_buffer_cnt = 2; - cam->dma_half_buffer_size = cam->dma_buffer_size / cam->dma_half_buffer_cnt; - } else { - size_t dma_half_buffer_max = CONFIG_CAMERA_DMA_BUFFER_SIZE_MAX / 2 / cam->dma_bytes_per_item; - if (line_width > dma_half_buffer_max) { - ESP_LOGE(TAG, "Resolution too high"); - return 0; - } - - // Calculate minimum EOF size = max(mode_size, line_size) - size_t dma_half_buffer_min = node_size * nodes_per_line; - - // Calculate max EOF size divisable by node size - size_t dma_half_buffer = (dma_half_buffer_max / dma_half_buffer_min) * dma_half_buffer_min; - - // Adjust EOF size so that height will be divisable by the number of lines in each EOF - size_t lines_per_half_buffer = dma_half_buffer / line_width; - while((cam->height % lines_per_half_buffer) != 0){ - dma_half_buffer = dma_half_buffer - dma_half_buffer_min; - lines_per_half_buffer = dma_half_buffer / line_width; - } - - // Calculate DMA size - size_t dma_buffer_max = 2 * dma_half_buffer_max; - size_t dma_buffer_size = dma_buffer_max; - dma_buffer_size =(dma_buffer_max / dma_half_buffer) * dma_half_buffer; - - ESP_LOGI(TAG, "dma_half_buffer_min: %5u, dma_half_buffer: %5u, lines_per_half_buffer: %2u, dma_buffer_size: %5u", - dma_half_buffer_min * cam->dma_bytes_per_item, dma_half_buffer * cam->dma_bytes_per_item, lines_per_half_buffer, dma_buffer_size * cam->dma_bytes_per_item); - - cam->dma_buffer_size = dma_buffer_size * cam->dma_bytes_per_item; - cam->dma_half_buffer_size = dma_half_buffer * cam->dma_bytes_per_item; - cam->dma_half_buffer_cnt = cam->dma_buffer_size / cam->dma_half_buffer_size; - } - return 1; -} - -bool ll_cam_dma_sizes(cam_obj_t *cam) -{ - cam->dma_bytes_per_item = 1; - if (cam->jpeg_mode) { - if (cam->psram_mode) { - cam->dma_buffer_size = cam->recv_size; - cam->dma_half_buffer_size = 1024; - cam->dma_half_buffer_cnt = cam->dma_buffer_size / cam->dma_half_buffer_size; - cam->dma_node_buffer_size = cam->dma_half_buffer_size; - } else { - cam->dma_half_buffer_cnt = 16; - cam->dma_buffer_size = cam->dma_half_buffer_cnt * 1024; - cam->dma_half_buffer_size = cam->dma_buffer_size / cam->dma_half_buffer_cnt; - cam->dma_node_buffer_size = cam->dma_half_buffer_size; - } - } else { - return ll_cam_calc_rgb_dma(cam); - } - return 1; -} - -size_t IRAM_ATTR ll_cam_memcpy(cam_obj_t *cam, uint8_t *out, const uint8_t *in, size_t len) -{ - // YUV to Grayscale - if (cam->in_bytes_per_pixel == 2 && cam->fb_bytes_per_pixel == 1) { - size_t end = len / 8; - for (size_t i = 0; i < end; ++i) { - out[0] = in[0]; - out[1] = in[2]; - out[2] = in[4]; - out[3] = in[6]; - out += 4; - in += 8; - } - return len / 2; - } - - // just memcpy - memcpy(out, in, len); - return len; -} - -esp_err_t ll_cam_set_sample_mode(cam_obj_t *cam, pixformat_t pix_format, uint32_t xclk_freq_hz, uint16_t sensor_pid) -{ - if (pix_format == PIXFORMAT_GRAYSCALE) { - if (sensor_pid == OV3660_PID || sensor_pid == OV5640_PID || sensor_pid == NT99141_PID) { - cam->in_bytes_per_pixel = 1; // camera sends Y8 - } else { - cam->in_bytes_per_pixel = 2; // camera sends YU/YV - } - cam->fb_bytes_per_pixel = 1; // frame buffer stores Y8 - } else if (pix_format == PIXFORMAT_YUV422 || pix_format == PIXFORMAT_RGB565) { - cam->in_bytes_per_pixel = 2; // camera sends YU/YV - cam->fb_bytes_per_pixel = 2; // frame buffer stores YU/YV/RGB565 - } else if (pix_format == PIXFORMAT_JPEG) { - cam->in_bytes_per_pixel = 1; - cam->fb_bytes_per_pixel = 1; - } else { - ESP_LOGE(TAG, "Requested format is not supported"); - return ESP_ERR_NOT_SUPPORTED; - } - return ESP_OK; -} diff --git a/code/components/esp32-camera-master/target/esp32s2/private_include/tjpgd.h b/code/components/esp32-camera-master/target/esp32s2/private_include/tjpgd.h deleted file mode 100644 index 31fbc97c..00000000 --- a/code/components/esp32-camera-master/target/esp32s2/private_include/tjpgd.h +++ /dev/null @@ -1,99 +0,0 @@ -/*----------------------------------------------------------------------------/ -/ TJpgDec - Tiny JPEG Decompressor include file (C)ChaN, 2012 -/----------------------------------------------------------------------------*/ -#ifndef _TJPGDEC -#define _TJPGDEC -/*---------------------------------------------------------------------------*/ -/* System Configurations */ - -#define JD_SZBUF 512 /* Size of stream input buffer */ -#define JD_FORMAT 0 /* Output pixel format 0:RGB888 (3 BYTE/pix), 1:RGB565 (1 WORD/pix) */ -#define JD_USE_SCALE 1 /* Use descaling feature for output */ -#define JD_TBLCLIP 1 /* Use table for saturation (might be a bit faster but increases 1K bytes of code size) */ - -/*---------------------------------------------------------------------------*/ - -#ifdef __cplusplus -extern "C" { -#endif - -/* These types must be 16-bit, 32-bit or larger integer */ -typedef int INT; -typedef unsigned int UINT; - -/* These types must be 8-bit integer */ -typedef char CHAR; -typedef unsigned char UCHAR; -typedef unsigned char BYTE; - -/* These types must be 16-bit integer */ -typedef short SHORT; -typedef unsigned short USHORT; -typedef unsigned short WORD; -typedef unsigned short WCHAR; - -/* These types must be 32-bit integer */ -typedef long LONG; -typedef unsigned long ULONG; -typedef unsigned long DWORD; - - -/* Error code */ -typedef enum { - JDR_OK = 0, /* 0: Succeeded */ - JDR_INTR, /* 1: Interrupted by output function */ - JDR_INP, /* 2: Device error or wrong termination of input stream */ - JDR_MEM1, /* 3: Insufficient memory pool for the image */ - JDR_MEM2, /* 4: Insufficient stream input buffer */ - JDR_PAR, /* 5: Parameter error */ - JDR_FMT1, /* 6: Data format error (may be damaged data) */ - JDR_FMT2, /* 7: Right format but not supported */ - JDR_FMT3 /* 8: Not supported JPEG standard */ -} JRESULT; - - - -/* Rectangular structure */ -typedef struct { - WORD left, right, top, bottom; -} JRECT; - - - -/* Decompressor object structure */ -typedef struct JDEC JDEC; -struct JDEC { - UINT dctr; /* Number of bytes available in the input buffer */ - BYTE* dptr; /* Current data read ptr */ - BYTE* inbuf; /* Bit stream input buffer */ - BYTE dmsk; /* Current bit in the current read byte */ - BYTE scale; /* Output scaling ratio */ - BYTE msx, msy; /* MCU size in unit of block (width, height) */ - BYTE qtid[3]; /* Quantization table ID of each component */ - SHORT dcv[3]; /* Previous DC element of each component */ - WORD nrst; /* Restart inverval */ - UINT width, height; /* Size of the input image (pixel) */ - BYTE* huffbits[2][2]; /* Huffman bit distribution tables [id][dcac] */ - WORD* huffcode[2][2]; /* Huffman code word tables [id][dcac] */ - BYTE* huffdata[2][2]; /* Huffman decoded data tables [id][dcac] */ - LONG* qttbl[4]; /* Dequaitizer tables [id] */ - void* workbuf; /* Working buffer for IDCT and RGB output */ - BYTE* mcubuf; /* Working buffer for the MCU */ - void* pool; /* Pointer to available memory pool */ - UINT sz_pool; /* Size of momory pool (bytes available) */ - UINT (*infunc)(JDEC*, BYTE*, UINT);/* Pointer to jpeg stream input function */ - void* device; /* Pointer to I/O device identifiler for the session */ -}; - - - -/* TJpgDec API functions */ -JRESULT jd_prepare (JDEC*, UINT(*)(JDEC*,BYTE*,UINT), void*, UINT, void*); -JRESULT jd_decomp (JDEC*, UINT(*)(JDEC*,void*,JRECT*), BYTE); - - -#ifdef __cplusplus -} -#endif - -#endif /* _TJPGDEC */ diff --git a/code/components/esp32-camera-master/target/esp32s2/tjpgd.c b/code/components/esp32-camera-master/target/esp32s2/tjpgd.c deleted file mode 100644 index 5a983c4c..00000000 --- a/code/components/esp32-camera-master/target/esp32s2/tjpgd.c +++ /dev/null @@ -1,970 +0,0 @@ -/*----------------------------------------------------------------------------/ -/ TJpgDec - Tiny JPEG Decompressor R0.01b (C)ChaN, 2012 -/-----------------------------------------------------------------------------/ -/ The TJpgDec is a generic JPEG decompressor module for tiny embedded systems. -/ This is a free software that opened for education, research and commercial -/ developments under license policy of following terms. -/ -/ Copyright (C) 2012, ChaN, all right reserved. -/ -/ * The TJpgDec module is a free software and there is NO WARRANTY. -/ * No restriction on use. You can use, modify and redistribute it for -/ personal, non-profit or commercial products UNDER YOUR RESPONSIBILITY. -/ * Redistributions of source code must retain the above copyright notice. -/ -/-----------------------------------------------------------------------------/ -/ Oct 04,'11 R0.01 First release. -/ Feb 19,'12 R0.01a Fixed decompression fails when scan starts with an escape seq. -/ Sep 03,'12 R0.01b Added JD_TBLCLIP option. -/----------------------------------------------------------------------------*/ - -#include "tjpgd.h" - -#define SUPPORT_JPEG 1 - -#ifdef SUPPORT_JPEG -/*-----------------------------------------------*/ -/* Zigzag-order to raster-order conversion table */ -/*-----------------------------------------------*/ - -#define ZIG(n) Zig[n] - -static -const BYTE Zig[64] = { /* Zigzag-order to raster-order conversion table */ - 0, 1, 8, 16, 9, 2, 3, 10, 17, 24, 32, 25, 18, 11, 4, 5, - 12, 19, 26, 33, 40, 48, 41, 34, 27, 20, 13, 6, 7, 14, 21, 28, - 35, 42, 49, 56, 57, 50, 43, 36, 29, 22, 15, 23, 30, 37, 44, 51, - 58, 59, 52, 45, 38, 31, 39, 46, 53, 60, 61, 54, 47, 55, 62, 63 -}; - - - -/*-------------------------------------------------*/ -/* Input scale factor of Arai algorithm */ -/* (scaled up 16 bits for fixed point operations) */ -/*-------------------------------------------------*/ - -#define IPSF(n) Ipsf[n] - -static -const WORD Ipsf[64] = { /* See also aa_idct.png */ - (WORD)(1.00000*8192), (WORD)(1.38704*8192), (WORD)(1.30656*8192), (WORD)(1.17588*8192), (WORD)(1.00000*8192), (WORD)(0.78570*8192), (WORD)(0.54120*8192), (WORD)(0.27590*8192), - (WORD)(1.38704*8192), (WORD)(1.92388*8192), (WORD)(1.81226*8192), (WORD)(1.63099*8192), (WORD)(1.38704*8192), (WORD)(1.08979*8192), (WORD)(0.75066*8192), (WORD)(0.38268*8192), - (WORD)(1.30656*8192), (WORD)(1.81226*8192), (WORD)(1.70711*8192), (WORD)(1.53636*8192), (WORD)(1.30656*8192), (WORD)(1.02656*8192), (WORD)(0.70711*8192), (WORD)(0.36048*8192), - (WORD)(1.17588*8192), (WORD)(1.63099*8192), (WORD)(1.53636*8192), (WORD)(1.38268*8192), (WORD)(1.17588*8192), (WORD)(0.92388*8192), (WORD)(0.63638*8192), (WORD)(0.32442*8192), - (WORD)(1.00000*8192), (WORD)(1.38704*8192), (WORD)(1.30656*8192), (WORD)(1.17588*8192), (WORD)(1.00000*8192), (WORD)(0.78570*8192), (WORD)(0.54120*8192), (WORD)(0.27590*8192), - (WORD)(0.78570*8192), (WORD)(1.08979*8192), (WORD)(1.02656*8192), (WORD)(0.92388*8192), (WORD)(0.78570*8192), (WORD)(0.61732*8192), (WORD)(0.42522*8192), (WORD)(0.21677*8192), - (WORD)(0.54120*8192), (WORD)(0.75066*8192), (WORD)(0.70711*8192), (WORD)(0.63638*8192), (WORD)(0.54120*8192), (WORD)(0.42522*8192), (WORD)(0.29290*8192), (WORD)(0.14932*8192), - (WORD)(0.27590*8192), (WORD)(0.38268*8192), (WORD)(0.36048*8192), (WORD)(0.32442*8192), (WORD)(0.27590*8192), (WORD)(0.21678*8192), (WORD)(0.14932*8192), (WORD)(0.07612*8192) -}; - - - -/*---------------------------------------------*/ -/* Conversion table for fast clipping process */ -/*---------------------------------------------*/ - -#if JD_TBLCLIP - -#define BYTECLIP(v) Clip8[(UINT)(v) & 0x3FF] - -static -const BYTE Clip8[1024] = { - /* 0..255 */ - 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, - 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, - 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, - 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, - 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, - 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 191, - 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, - 224, 225, 226, 227, 228, 229, 230, 231, 232, 233, 234, 235, 236, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 250, 251, 252, 253, 254, 255, - /* 256..511 */ - 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, - 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, - 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, - 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, - 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, - 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, - 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, - 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, - /* -512..-257 */ - 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, - 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, - 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, - 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, - 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, - 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, - 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, - 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, - /* -256..-1 */ - 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, - 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, - 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, - 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, - 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, - 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, - 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, - 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 -}; - -#else /* JD_TBLCLIP */ - -inline -BYTE BYTECLIP ( - INT val -) -{ - if (val < 0) val = 0; - if (val > 255) val = 255; - - return (BYTE)val; -} - -#endif - - - -/*-----------------------------------------------------------------------*/ -/* Allocate a memory block from memory pool */ -/*-----------------------------------------------------------------------*/ - -static -void* alloc_pool ( /* Pointer to allocated memory block (NULL:no memory available) */ - JDEC* jd, /* Pointer to the decompressor object */ - UINT nd /* Number of bytes to allocate */ -) -{ - char *rp = 0; - - - nd = (nd + 3) & ~3; /* Align block size to the word boundary */ - - if (jd->sz_pool >= nd) { - jd->sz_pool -= nd; - rp = (char*)jd->pool; /* Get start of available memory pool */ - jd->pool = (void*)(rp + nd); /* Allocate requierd bytes */ - } - - return (void*)rp; /* Return allocated memory block (NULL:no memory to allocate) */ -} - - - - -/*-----------------------------------------------------------------------*/ -/* Create de-quantization and prescaling tables with a DQT segment */ -/*-----------------------------------------------------------------------*/ - -static -UINT create_qt_tbl ( /* 0:OK, !0:Failed */ - JDEC* jd, /* Pointer to the decompressor object */ - const BYTE* data, /* Pointer to the quantizer tables */ - UINT ndata /* Size of input data */ -) -{ - UINT i; - BYTE d, z; - LONG *pb; - - - while (ndata) { /* Process all tables in the segment */ - if (ndata < 65) return JDR_FMT1; /* Err: table size is unaligned */ - ndata -= 65; - d = *data++; /* Get table property */ - if (d & 0xF0) return JDR_FMT1; /* Err: not 8-bit resolution */ - i = d & 3; /* Get table ID */ - pb = alloc_pool(jd, 64 * sizeof (LONG));/* Allocate a memory block for the table */ - if (!pb) return JDR_MEM1; /* Err: not enough memory */ - jd->qttbl[i] = pb; /* Register the table */ - for (i = 0; i < 64; i++) { /* Load the table */ - z = ZIG(i); /* Zigzag-order to raster-order conversion */ - pb[z] = (LONG)((DWORD)*data++ * IPSF(z)); /* Apply scale factor of Arai algorithm to the de-quantizers */ - } - } - - return JDR_OK; -} - - - - -/*-----------------------------------------------------------------------*/ -/* Create huffman code tables with a DHT segment */ -/*-----------------------------------------------------------------------*/ - -static -UINT create_huffman_tbl ( /* 0:OK, !0:Failed */ - JDEC* jd, /* Pointer to the decompressor object */ - const BYTE* data, /* Pointer to the packed huffman tables */ - UINT ndata /* Size of input data */ -) -{ - UINT i, j, b, np, cls, num; - BYTE d, *pb, *pd; - WORD hc, *ph; - - - while (ndata) { /* Process all tables in the segment */ - if (ndata < 17) return JDR_FMT1; /* Err: wrong data size */ - ndata -= 17; - d = *data++; /* Get table number and class */ - cls = (d >> 4); num = d & 0x0F; /* class = dc(0)/ac(1), table number = 0/1 */ - if (d & 0xEE) return JDR_FMT1; /* Err: invalid class/number */ - pb = alloc_pool(jd, 16); /* Allocate a memory block for the bit distribution table */ - if (!pb) return JDR_MEM1; /* Err: not enough memory */ - jd->huffbits[num][cls] = pb; - for (np = i = 0; i < 16; i++) { /* Load number of patterns for 1 to 16-bit code */ - pb[i] = b = *data++; - np += b; /* Get sum of code words for each code */ - } - - ph = alloc_pool(jd, np * sizeof (WORD));/* Allocate a memory block for the code word table */ - if (!ph) return JDR_MEM1; /* Err: not enough memory */ - jd->huffcode[num][cls] = ph; - hc = 0; - for (j = i = 0; i < 16; i++) { /* Re-build huffman code word table */ - b = pb[i]; - while (b--) ph[j++] = hc++; - hc <<= 1; - } - - if (ndata < np) return JDR_FMT1; /* Err: wrong data size */ - ndata -= np; - pd = alloc_pool(jd, np); /* Allocate a memory block for the decoded data */ - if (!pd) return JDR_MEM1; /* Err: not enough memory */ - jd->huffdata[num][cls] = pd; - for (i = 0; i < np; i++) { /* Load decoded data corresponds to each code ward */ - d = *data++; - if (!cls && d > 11) return JDR_FMT1; - *pd++ = d; - } - } - - return JDR_OK; -} - - - - -/*-----------------------------------------------------------------------*/ -/* Extract N bits from input stream */ -/*-----------------------------------------------------------------------*/ - -static -INT bitext ( /* >=0: extracted data, <0: error code */ - JDEC* jd, /* Pointer to the decompressor object */ - UINT nbit /* Number of bits to extract (1 to 11) */ -) -{ - BYTE msk, s, *dp; - UINT dc, v, f; - - - msk = jd->dmsk; dc = jd->dctr; dp = jd->dptr; /* Bit mask, number of data available, read ptr */ - s = *dp; v = f = 0; - do { - if (!msk) { /* Next byte? */ - if (!dc) { /* No input data is available, re-fill input buffer */ - dp = jd->inbuf; /* Top of input buffer */ - dc = jd->infunc(jd, dp, JD_SZBUF); - if (!dc) return 0 - (INT)JDR_INP; /* Err: read error or wrong stream termination */ - } else { - dp++; /* Next data ptr */ - } - dc--; /* Decrement number of available bytes */ - if (f) { /* In flag sequence? */ - f = 0; /* Exit flag sequence */ - if (*dp != 0) return 0 - (INT)JDR_FMT1; /* Err: unexpected flag is detected (may be collapted data) */ - *dp = s = 0xFF; /* The flag is a data 0xFF */ - } else { - s = *dp; /* Get next data byte */ - if (s == 0xFF) { /* Is start of flag sequence? */ - f = 1; continue; /* Enter flag sequence */ - } - } - msk = 0x80; /* Read from MSB */ - } - v <<= 1; /* Get a bit */ - if (s & msk) v++; - msk >>= 1; - nbit--; - } while (nbit); - jd->dmsk = msk; jd->dctr = dc; jd->dptr = dp; - - return (INT)v; -} - - - - -/*-----------------------------------------------------------------------*/ -/* Extract a huffman decoded data from input stream */ -/*-----------------------------------------------------------------------*/ - -static -INT huffext ( /* >=0: decoded data, <0: error code */ - JDEC* jd, /* Pointer to the decompressor object */ - const BYTE* hbits, /* Pointer to the bit distribution table */ - const WORD* hcode, /* Pointer to the code word table */ - const BYTE* hdata /* Pointer to the data table */ -) -{ - BYTE msk, s, *dp; - UINT dc, v, f, bl, nd; - - - msk = jd->dmsk; dc = jd->dctr; dp = jd->dptr; /* Bit mask, number of data available, read ptr */ - s = *dp; v = f = 0; - bl = 16; /* Max code length */ - do { - if (!msk) { /* Next byte? */ - if (!dc) { /* No input data is available, re-fill input buffer */ - dp = jd->inbuf; /* Top of input buffer */ - dc = jd->infunc(jd, dp, JD_SZBUF); - if (!dc) return 0 - (INT)JDR_INP; /* Err: read error or wrong stream termination */ - } else { - dp++; /* Next data ptr */ - } - dc--; /* Decrement number of available bytes */ - if (f) { /* In flag sequence? */ - f = 0; /* Exit flag sequence */ - if (*dp != 0) - return 0 - (INT)JDR_FMT1; /* Err: unexpected flag is detected (may be collapted data) */ - *dp = s = 0xFF; /* The flag is a data 0xFF */ - } else { - s = *dp; /* Get next data byte */ - if (s == 0xFF) { /* Is start of flag sequence? */ - f = 1; continue; /* Enter flag sequence, get trailing byte */ - } - } - msk = 0x80; /* Read from MSB */ - } - v <<= 1; /* Get a bit */ - if (s & msk) v++; - msk >>= 1; - - for (nd = *hbits++; nd; nd--) { /* Search the code word in this bit length */ - if (v == *hcode++) { /* Matched? */ - jd->dmsk = msk; jd->dctr = dc; jd->dptr = dp; - return *hdata; /* Return the decoded data */ - } - hdata++; - } - bl--; - } while (bl); - - return 0 - (INT)JDR_FMT1; /* Err: code not found (may be collapted data) */ -} - - - - -/*-----------------------------------------------------------------------*/ -/* Apply Inverse-DCT in Arai Algorithm (see also aa_idct.png) */ -/*-----------------------------------------------------------------------*/ - -static -void block_idct ( - LONG* src, /* Input block data (de-quantized and pre-scaled for Arai Algorithm) */ - BYTE* dst /* Pointer to the destination to store the block as byte array */ -) -{ - const LONG M13 = (LONG)(1.41421*4096), M2 = (LONG)(1.08239*4096), M4 = (LONG)(2.61313*4096), M5 = (LONG)(1.84776*4096); - LONG v0, v1, v2, v3, v4, v5, v6, v7; - LONG t10, t11, t12, t13; - UINT i; - - /* Process columns */ - for (i = 0; i < 8; i++) { - v0 = src[8 * 0]; /* Get even elements */ - v1 = src[8 * 2]; - v2 = src[8 * 4]; - v3 = src[8 * 6]; - - t10 = v0 + v2; /* Process the even elements */ - t12 = v0 - v2; - t11 = (v1 - v3) * M13 >> 12; - v3 += v1; - t11 -= v3; - v0 = t10 + v3; - v3 = t10 - v3; - v1 = t11 + t12; - v2 = t12 - t11; - - v4 = src[8 * 7]; /* Get odd elements */ - v5 = src[8 * 1]; - v6 = src[8 * 5]; - v7 = src[8 * 3]; - - t10 = v5 - v4; /* Process the odd elements */ - t11 = v5 + v4; - t12 = v6 - v7; - v7 += v6; - v5 = (t11 - v7) * M13 >> 12; - v7 += t11; - t13 = (t10 + t12) * M5 >> 12; - v4 = t13 - (t10 * M2 >> 12); - v6 = t13 - (t12 * M4 >> 12) - v7; - v5 -= v6; - v4 -= v5; - - src[8 * 0] = v0 + v7; /* Write-back transformed values */ - src[8 * 7] = v0 - v7; - src[8 * 1] = v1 + v6; - src[8 * 6] = v1 - v6; - src[8 * 2] = v2 + v5; - src[8 * 5] = v2 - v5; - src[8 * 3] = v3 + v4; - src[8 * 4] = v3 - v4; - - src++; /* Next column */ - } - - /* Process rows */ - src -= 8; - for (i = 0; i < 8; i++) { - v0 = src[0] + (128L << 8); /* Get even elements (remove DC offset (-128) here) */ - v1 = src[2]; - v2 = src[4]; - v3 = src[6]; - - t10 = v0 + v2; /* Process the even elements */ - t12 = v0 - v2; - t11 = (v1 - v3) * M13 >> 12; - v3 += v1; - t11 -= v3; - v0 = t10 + v3; - v3 = t10 - v3; - v1 = t11 + t12; - v2 = t12 - t11; - - v4 = src[7]; /* Get odd elements */ - v5 = src[1]; - v6 = src[5]; - v7 = src[3]; - - t10 = v5 - v4; /* Process the odd elements */ - t11 = v5 + v4; - t12 = v6 - v7; - v7 += v6; - v5 = (t11 - v7) * M13 >> 12; - v7 += t11; - t13 = (t10 + t12) * M5 >> 12; - v4 = t13 - (t10 * M2 >> 12); - v6 = t13 - (t12 * M4 >> 12) - v7; - v5 -= v6; - v4 -= v5; - - dst[0] = BYTECLIP((v0 + v7) >> 8); /* Descale the transformed values 8 bits and output */ - dst[7] = BYTECLIP((v0 - v7) >> 8); - dst[1] = BYTECLIP((v1 + v6) >> 8); - dst[6] = BYTECLIP((v1 - v6) >> 8); - dst[2] = BYTECLIP((v2 + v5) >> 8); - dst[5] = BYTECLIP((v2 - v5) >> 8); - dst[3] = BYTECLIP((v3 + v4) >> 8); - dst[4] = BYTECLIP((v3 - v4) >> 8); - dst += 8; - - src += 8; /* Next row */ - } -} - - - - -/*-----------------------------------------------------------------------*/ -/* Load all blocks in the MCU into working buffer */ -/*-----------------------------------------------------------------------*/ - -static -JRESULT mcu_load ( - JDEC* jd /* Pointer to the decompressor object */ -) -{ - LONG *tmp = (LONG*)jd->workbuf; /* Block working buffer for de-quantize and IDCT */ - UINT blk, nby, nbc, i, z, id, cmp; - INT b, d, e; - BYTE *bp; - const BYTE *hb, *hd; - const WORD *hc; - const LONG *dqf; - - - nby = jd->msx * jd->msy; /* Number of Y blocks (1, 2 or 4) */ - nbc = 2; /* Number of C blocks (2) */ - bp = jd->mcubuf; /* Pointer to the first block */ - - for (blk = 0; blk < nby + nbc; blk++) { - cmp = (blk < nby) ? 0 : blk - nby + 1; /* Component number 0:Y, 1:Cb, 2:Cr */ - id = cmp ? 1 : 0; /* Huffman table ID of the component */ - - /* Extract a DC element from input stream */ - hb = jd->huffbits[id][0]; /* Huffman table for the DC element */ - hc = jd->huffcode[id][0]; - hd = jd->huffdata[id][0]; - b = huffext(jd, hb, hc, hd); /* Extract a huffman coded data (bit length) */ - if (b < 0) return 0 - b; /* Err: invalid code or input */ - d = jd->dcv[cmp]; /* DC value of previous block */ - if (b) { /* If there is any difference from previous block */ - e = bitext(jd, b); /* Extract data bits */ - if (e < 0) return 0 - e; /* Err: input */ - b = 1 << (b - 1); /* MSB position */ - if (!(e & b)) e -= (b << 1) - 1; /* Restore sign if needed */ - d += e; /* Get current value */ - jd->dcv[cmp] = (SHORT)d; /* Save current DC value for next block */ - } - dqf = jd->qttbl[jd->qtid[cmp]]; /* De-quantizer table ID for this component */ - tmp[0] = d * dqf[0] >> 8; /* De-quantize, apply scale factor of Arai algorithm and descale 8 bits */ - - /* Extract following 63 AC elements from input stream */ - for (i = 1; i < 64; i++) tmp[i] = 0; /* Clear rest of elements */ - hb = jd->huffbits[id][1]; /* Huffman table for the AC elements */ - hc = jd->huffcode[id][1]; - hd = jd->huffdata[id][1]; - i = 1; /* Top of the AC elements */ - do { - b = huffext(jd, hb, hc, hd); /* Extract a huffman coded value (zero runs and bit length) */ - if (b == 0) break; /* EOB? */ - if (b < 0) return 0 - b; /* Err: invalid code or input error */ - z = (UINT)b >> 4; /* Number of leading zero elements */ - if (z) { - i += z; /* Skip zero elements */ - if (i >= 64) return JDR_FMT1; /* Too long zero run */ - } - if (b &= 0x0F) { /* Bit length */ - d = bitext(jd, b); /* Extract data bits */ - if (d < 0) return 0 - d; /* Err: input device */ - b = 1 << (b - 1); /* MSB position */ - if (!(d & b)) d -= (b << 1) - 1;/* Restore negative value if needed */ - z = ZIG(i); /* Zigzag-order to raster-order converted index */ - tmp[z] = d * dqf[z] >> 8; /* De-quantize, apply scale factor of Arai algorithm and descale 8 bits */ - } - } while (++i < 64); /* Next AC element */ - - if (JD_USE_SCALE && jd->scale == 3) - *bp = (*tmp / 256) + 128; /* If scale ratio is 1/8, IDCT can be ommited and only DC element is used */ - else - block_idct(tmp, bp); /* Apply IDCT and store the block to the MCU buffer */ - - bp += 64; /* Next block */ - } - - return JDR_OK; /* All blocks have been loaded successfully */ -} - - - - -/*-----------------------------------------------------------------------*/ -/* Output an MCU: Convert YCrCb to RGB and output it in RGB form */ -/*-----------------------------------------------------------------------*/ - -static -JRESULT mcu_output ( - JDEC* jd, /* Pointer to the decompressor object */ - UINT (*outfunc)(JDEC*, void*, JRECT*), /* RGB output function */ - UINT x, /* MCU position in the image (left of the MCU) */ - UINT y /* MCU position in the image (top of the MCU) */ -) -{ - const INT CVACC = (sizeof (INT) > 2) ? 1024 : 128; - UINT ix, iy, mx, my, rx, ry; - INT yy, cb, cr; - BYTE *py, *pc, *rgb24; - JRECT rect; - - - mx = jd->msx * 8; my = jd->msy * 8; /* MCU size (pixel) */ - rx = (x + mx <= jd->width) ? mx : jd->width - x; /* Output rectangular size (it may be clipped at right/bottom end) */ - ry = (y + my <= jd->height) ? my : jd->height - y; - if (JD_USE_SCALE) { - rx >>= jd->scale; ry >>= jd->scale; - if (!rx || !ry) return JDR_OK; /* Skip this MCU if all pixel is to be rounded off */ - x >>= jd->scale; y >>= jd->scale; - } - rect.left = x; rect.right = x + rx - 1; /* Rectangular area in the frame buffer */ - rect.top = y; rect.bottom = y + ry - 1; - - - if (!JD_USE_SCALE || jd->scale != 3) { /* Not for 1/8 scaling */ - - /* Build an RGB MCU from discrete comopnents */ - rgb24 = (BYTE*)jd->workbuf; - for (iy = 0; iy < my; iy++) { - pc = jd->mcubuf; - py = pc + iy * 8; - if (my == 16) { /* Double block height? */ - pc += 64 * 4 + (iy >> 1) * 8; - if (iy >= 8) py += 64; - } else { /* Single block height */ - pc += mx * 8 + iy * 8; - } - for (ix = 0; ix < mx; ix++) { - cb = pc[0] - 128; /* Get Cb/Cr component and restore right level */ - cr = pc[64] - 128; - if (mx == 16) { /* Double block width? */ - if (ix == 8) py += 64 - 8; /* Jump to next block if double block heigt */ - pc += ix & 1; /* Increase chroma pointer every two pixels */ - } else { /* Single block width */ - pc++; /* Increase chroma pointer every pixel */ - } - yy = *py++; /* Get Y component */ - - /* Convert YCbCr to RGB */ - *rgb24++ = /* R */ BYTECLIP(yy + ((INT)(1.402 * CVACC) * cr) / CVACC); - *rgb24++ = /* G */ BYTECLIP(yy - ((INT)(0.344 * CVACC) * cb + (INT)(0.714 * CVACC) * cr) / CVACC); - *rgb24++ = /* B */ BYTECLIP(yy + ((INT)(1.772 * CVACC) * cb) / CVACC); - } - } - - /* Descale the MCU rectangular if needed */ - if (JD_USE_SCALE && jd->scale) { - UINT x, y, r, g, b, s, w, a; - BYTE *op; - - /* Get averaged RGB value of each square correcponds to a pixel */ - s = jd->scale * 2; /* Bumber of shifts for averaging */ - w = 1 << jd->scale; /* Width of square */ - a = (mx - w) * 3; /* Bytes to skip for next line in the square */ - op = (BYTE*)jd->workbuf; - for (iy = 0; iy < my; iy += w) { - for (ix = 0; ix < mx; ix += w) { - rgb24 = (BYTE*)jd->workbuf + (iy * mx + ix) * 3; - r = g = b = 0; - for (y = 0; y < w; y++) { /* Accumulate RGB value in the square */ - for (x = 0; x < w; x++) { - r += *rgb24++; - g += *rgb24++; - b += *rgb24++; - } - rgb24 += a; - } /* Put the averaged RGB value as a pixel */ - *op++ = (BYTE)(r >> s); - *op++ = (BYTE)(g >> s); - *op++ = (BYTE)(b >> s); - } - } - } - - } else { /* For only 1/8 scaling (left-top pixel in each block are the DC value of the block) */ - - /* Build a 1/8 descaled RGB MCU from discrete comopnents */ - rgb24 = (BYTE*)jd->workbuf; - pc = jd->mcubuf + mx * my; - cb = pc[0] - 128; /* Get Cb/Cr component and restore right level */ - cr = pc[64] - 128; - for (iy = 0; iy < my; iy += 8) { - py = jd->mcubuf; - if (iy == 8) py += 64 * 2; - for (ix = 0; ix < mx; ix += 8) { - yy = *py; /* Get Y component */ - py += 64; - - /* Convert YCbCr to RGB */ - *rgb24++ = /* R */ BYTECLIP(yy + ((INT)(1.402 * CVACC) * cr / CVACC)); - *rgb24++ = /* G */ BYTECLIP(yy - ((INT)(0.344 * CVACC) * cb + (INT)(0.714 * CVACC) * cr) / CVACC); - *rgb24++ = /* B */ BYTECLIP(yy + ((INT)(1.772 * CVACC) * cb / CVACC)); - } - } - } - - /* Squeeze up pixel table if a part of MCU is to be truncated */ - mx >>= jd->scale; - if (rx < mx) { - BYTE *s, *d; - UINT x, y; - - s = d = (BYTE*)jd->workbuf; - for (y = 0; y < ry; y++) { - for (x = 0; x < rx; x++) { /* Copy effective pixels */ - *d++ = *s++; - *d++ = *s++; - *d++ = *s++; - } - s += (mx - rx) * 3; /* Skip truncated pixels */ - } - } - - /* Convert RGB888 to RGB565 if needed */ - if (JD_FORMAT == 1) { - BYTE *s = (BYTE*)jd->workbuf; - WORD w, *d = (WORD*)s; - UINT n = rx * ry; - - do { - w = (*s++ & 0xF8) << 8; /* RRRRR----------- */ - w |= (*s++ & 0xFC) << 3; /* -----GGGGGG----- */ - w |= *s++ >> 3; /* -----------BBBBB */ - *d++ = w; - } while (--n); - } - - /* Output the RGB rectangular */ - return outfunc(jd, jd->workbuf, &rect) ? JDR_OK : JDR_INTR; -} - - - - -/*-----------------------------------------------------------------------*/ -/* Process restart interval */ -/*-----------------------------------------------------------------------*/ - -static -JRESULT restart ( - JDEC* jd, /* Pointer to the decompressor object */ - WORD rstn /* Expected restert sequense number */ -) -{ - UINT i, dc; - WORD d; - BYTE *dp; - - - /* Discard padding bits and get two bytes from the input stream */ - dp = jd->dptr; dc = jd->dctr; - d = 0; - for (i = 0; i < 2; i++) { - if (!dc) { /* No input data is available, re-fill input buffer */ - dp = jd->inbuf; - dc = jd->infunc(jd, dp, JD_SZBUF); - if (!dc) return JDR_INP; - } else { - dp++; - } - dc--; - d = (d << 8) | *dp; /* Get a byte */ - } - jd->dptr = dp; jd->dctr = dc; jd->dmsk = 0; - - /* Check the marker */ - if ((d & 0xFFD8) != 0xFFD0 || (d & 7) != (rstn & 7)) - return JDR_FMT1; /* Err: expected RSTn marker is not detected (may be collapted data) */ - - /* Reset DC offset */ - jd->dcv[2] = jd->dcv[1] = jd->dcv[0] = 0; - - return JDR_OK; -} - - - - -/*-----------------------------------------------------------------------*/ -/* Analyze the JPEG image and Initialize decompressor object */ -/*-----------------------------------------------------------------------*/ - -#define LDB_WORD(ptr) (WORD)(((WORD)*((BYTE*)(ptr))<<8)|(WORD)*(BYTE*)((ptr)+1)) - - -JRESULT jd_prepare ( - JDEC* jd, /* Blank decompressor object */ - UINT (*infunc)(JDEC*, BYTE*, UINT), /* JPEG strem input function */ - void* pool, /* Working buffer for the decompression session */ - UINT sz_pool, /* Size of working buffer */ - void* dev /* I/O device identifier for the session */ -) -{ - BYTE *seg, b; - WORD marker; - DWORD ofs; - UINT n, i, j, len; - JRESULT rc; - - - if (!pool) return JDR_PAR; - - jd->pool = pool; /* Work memroy */ - jd->sz_pool = sz_pool; /* Size of given work memory */ - jd->infunc = infunc; /* Stream input function */ - jd->device = dev; /* I/O device identifier */ - jd->nrst = 0; /* No restart interval (default) */ - - for (i = 0; i < 2; i++) { /* Nulls pointers */ - for (j = 0; j < 2; j++) { - jd->huffbits[i][j] = 0; - jd->huffcode[i][j] = 0; - jd->huffdata[i][j] = 0; - } - } - for (i = 0; i < 4; i++) jd->qttbl[i] = 0; - - jd->inbuf = seg = alloc_pool(jd, JD_SZBUF); /* Allocate stream input buffer */ - if (!seg) return JDR_MEM1; - - if (jd->infunc(jd, seg, 2) != 2) return JDR_INP;/* Check SOI marker */ - if (LDB_WORD(seg) != 0xFFD8) return JDR_FMT1; /* Err: SOI is not detected */ - ofs = 2; - - for (;;) { - /* Get a JPEG marker */ - if (jd->infunc(jd, seg, 4) != 4) return JDR_INP; - marker = LDB_WORD(seg); /* Marker */ - len = LDB_WORD(seg + 2); /* Length field */ - if (len <= 2 || (marker >> 8) != 0xFF) return JDR_FMT1; - len -= 2; /* Content size excluding length field */ - ofs += 4 + len; /* Number of bytes loaded */ - - switch (marker & 0xFF) { - case 0xC0: /* SOF0 (baseline JPEG) */ - /* Load segment data */ - if (len > JD_SZBUF) return JDR_MEM2; - if (jd->infunc(jd, seg, len) != len) return JDR_INP; - - jd->width = LDB_WORD(seg+3); /* Image width in unit of pixel */ - jd->height = LDB_WORD(seg+1); /* Image height in unit of pixel */ - if (seg[5] != 3) return JDR_FMT3; /* Err: Supports only Y/Cb/Cr format */ - - /* Check three image components */ - for (i = 0; i < 3; i++) { - b = seg[7 + 3 * i]; /* Get sampling factor */ - if (!i) { /* Y component */ - if (b != 0x11 && b != 0x22 && b != 0x21)/* Check sampling factor */ - return JDR_FMT3; /* Err: Supports only 4:4:4, 4:2:0 or 4:2:2 */ - jd->msx = b >> 4; jd->msy = b & 15; /* Size of MCU [blocks] */ - } else { /* Cb/Cr component */ - if (b != 0x11) return JDR_FMT3; /* Err: Sampling factor of Cr/Cb must be 1 */ - } - b = seg[8 + 3 * i]; /* Get dequantizer table ID for this component */ - if (b > 3) return JDR_FMT3; /* Err: Invalid ID */ - jd->qtid[i] = b; - } - break; - - case 0xDD: /* DRI */ - /* Load segment data */ - if (len > JD_SZBUF) return JDR_MEM2; - if (jd->infunc(jd, seg, len) != len) return JDR_INP; - - /* Get restart interval (MCUs) */ - jd->nrst = LDB_WORD(seg); - break; - - case 0xC4: /* DHT */ - /* Load segment data */ - if (len > JD_SZBUF) return JDR_MEM2; - if (jd->infunc(jd, seg, len) != len) return JDR_INP; - - /* Create huffman tables */ - rc = create_huffman_tbl(jd, seg, len); - if (rc) return rc; - break; - - case 0xDB: /* DQT */ - /* Load segment data */ - if (len > JD_SZBUF) return JDR_MEM2; - if (jd->infunc(jd, seg, len) != len) return JDR_INP; - - /* Create de-quantizer tables */ - rc = create_qt_tbl(jd, seg, len); - if (rc) return rc; - break; - - case 0xDA: /* SOS */ - /* Load segment data */ - if (len > JD_SZBUF) return JDR_MEM2; - if (jd->infunc(jd, seg, len) != len) return JDR_INP; - - if (!jd->width || !jd->height) return JDR_FMT1; /* Err: Invalid image size */ - - if (seg[0] != 3) return JDR_FMT3; /* Err: Supports only three color components format */ - - /* Check if all tables corresponding to each components have been loaded */ - for (i = 0; i < 3; i++) { - b = seg[2 + 2 * i]; /* Get huffman table ID */ - if (b != 0x00 && b != 0x11) return JDR_FMT3; /* Err: Different table number for DC/AC element */ - b = i ? 1 : 0; - if (!jd->huffbits[b][0] || !jd->huffbits[b][1]) /* Check huffman table for this component */ - return JDR_FMT1; /* Err: Huffman table not loaded */ - if (!jd->qttbl[jd->qtid[i]]) return JDR_FMT1; /* Err: Dequantizer table not loaded */ - } - - /* Allocate working buffer for MCU and RGB */ - n = jd->msy * jd->msx; /* Number of Y blocks in the MCU */ - if (!n) return JDR_FMT1; /* Err: SOF0 has not been loaded */ - len = n * 64 * 2 + 64; /* Allocate buffer for IDCT and RGB output */ - if (len < 256) len = 256; /* but at least 256 byte is required for IDCT */ - jd->workbuf = alloc_pool(jd, len); /* and it may occupy a part of following MCU working buffer for RGB output */ - if (!jd->workbuf) return JDR_MEM1; /* Err: not enough memory */ - jd->mcubuf = alloc_pool(jd, (n + 2) * 64); /* Allocate MCU working buffer */ - if (!jd->mcubuf) return JDR_MEM1; /* Err: not enough memory */ - - /* Pre-load the JPEG data to extract it from the bit stream */ - jd->dptr = seg; jd->dctr = 0; jd->dmsk = 0; /* Prepare to read bit stream */ - if (ofs %= JD_SZBUF) { /* Align read offset to JD_SZBUF */ - jd->dctr = jd->infunc(jd, seg + ofs, JD_SZBUF - (UINT)ofs); - jd->dptr = seg + ofs - 1; - } - - return JDR_OK; /* Initialization succeeded. Ready to decompress the JPEG image. */ - - case 0xC1: /* SOF1 */ - case 0xC2: /* SOF2 */ - case 0xC3: /* SOF3 */ - case 0xC5: /* SOF5 */ - case 0xC6: /* SOF6 */ - case 0xC7: /* SOF7 */ - case 0xC9: /* SOF9 */ - case 0xCA: /* SOF10 */ - case 0xCB: /* SOF11 */ - case 0xCD: /* SOF13 */ - case 0xCE: /* SOF14 */ - case 0xCF: /* SOF15 */ - case 0xD9: /* EOI */ - return JDR_FMT3; /* Unsuppoted JPEG standard (may be progressive JPEG) */ - - default: /* Unknown segment (comment, exif or etc..) */ - /* Skip segment data */ - if (jd->infunc(jd, 0, len) != len) /* Null pointer specifies to skip bytes of stream */ - return JDR_INP; - } - } -} - - - - -/*-----------------------------------------------------------------------*/ -/* Start to decompress the JPEG picture */ -/*-----------------------------------------------------------------------*/ - -JRESULT jd_decomp ( - JDEC* jd, /* Initialized decompression object */ - UINT (*outfunc)(JDEC*, void*, JRECT*), /* RGB output function */ - BYTE scale /* Output de-scaling factor (0 to 3) */ -) -{ - UINT x, y, mx, my; - WORD rst, rsc; - JRESULT rc; - - - if (scale > (JD_USE_SCALE ? 3 : 0)) return JDR_PAR; - jd->scale = scale; - - mx = jd->msx * 8; my = jd->msy * 8; /* Size of the MCU (pixel) */ - - jd->dcv[2] = jd->dcv[1] = jd->dcv[0] = 0; /* Initialize DC values */ - rst = rsc = 0; - - rc = JDR_OK; - for (y = 0; y < jd->height; y += my) { /* Vertical loop of MCUs */ - for (x = 0; x < jd->width; x += mx) { /* Horizontal loop of MCUs */ - if (jd->nrst && rst++ == jd->nrst) { /* Process restart interval if enabled */ - rc = restart(jd, rsc++); - if (rc != JDR_OK) return rc; - rst = 1; - } - rc = mcu_load(jd); /* Load an MCU (decompress huffman coded stream and apply IDCT) */ - if (rc != JDR_OK) return rc; - rc = mcu_output(jd, outfunc, x, y); /* Output the MCU (color space conversion, scaling and output) */ - if (rc != JDR_OK) return rc; - } - } - - return rc; -} -#endif//SUPPORT_JPEG - - diff --git a/code/components/esp32-camera-master/target/esp32s3/ll_cam.c b/code/components/esp32-camera-master/target/esp32s3/ll_cam.c deleted file mode 100644 index ce405d16..00000000 --- a/code/components/esp32-camera-master/target/esp32s3/ll_cam.c +++ /dev/null @@ -1,457 +0,0 @@ -// Copyright 2010-2020 Espressif Systems (Shanghai) PTE LTD -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#include -#include -#include "soc/system_reg.h" -#include "soc/lcd_cam_struct.h" -#include "soc/lcd_cam_reg.h" -#include "soc/gdma_struct.h" -#include "soc/gdma_periph.h" -#include "soc/gdma_reg.h" -#include "ll_cam.h" -#include "cam_hal.h" - -#if (ESP_IDF_VERSION_MAJOR >= 5) -#define gpio_matrix_in(a,b,c) gpio_iomux_in(a,b) -#define gpio_matrix_out(a,b,c,d) gpio_iomux_out(a,b,c) -#endif - -static const char *TAG = "s3 ll_cam"; - -static void IRAM_ATTR ll_cam_vsync_isr(void *arg) -{ - //DBG_PIN_SET(1); - cam_obj_t *cam = (cam_obj_t *)arg; - BaseType_t HPTaskAwoken = pdFALSE; - - typeof(LCD_CAM.lc_dma_int_st) status = LCD_CAM.lc_dma_int_st; - if (status.val == 0) { - return; - } - - LCD_CAM.lc_dma_int_clr.val = status.val; - - if (status.cam_vsync_int_st) { - ll_cam_send_event(cam, CAM_VSYNC_EVENT, &HPTaskAwoken); - } - - if (HPTaskAwoken == pdTRUE) { - portYIELD_FROM_ISR(); - } - //DBG_PIN_SET(0); -} - -static void IRAM_ATTR ll_cam_dma_isr(void *arg) -{ - cam_obj_t *cam = (cam_obj_t *)arg; - BaseType_t HPTaskAwoken = pdFALSE; - - typeof(GDMA.channel[cam->dma_num].in.int_st) status = GDMA.channel[cam->dma_num].in.int_st; - if (status.val == 0) { - return; - } - - GDMA.channel[cam->dma_num].in.int_clr.val = status.val; - - if (status.in_suc_eof) { - ll_cam_send_event(cam, CAM_IN_SUC_EOF_EVENT, &HPTaskAwoken); - } - - if (HPTaskAwoken == pdTRUE) { - portYIELD_FROM_ISR(); - } -} - -bool ll_cam_stop(cam_obj_t *cam) -{ - if (cam->jpeg_mode || !cam->psram_mode) { - GDMA.channel[cam->dma_num].in.int_ena.in_suc_eof = 0; - GDMA.channel[cam->dma_num].in.int_clr.in_suc_eof = 1; - } - GDMA.channel[cam->dma_num].in.link.stop = 1; - return true; -} - -esp_err_t ll_cam_deinit(cam_obj_t *cam) -{ - if (cam->cam_intr_handle) { - esp_intr_free(cam->cam_intr_handle); - cam->cam_intr_handle = NULL; - } - - if (cam->dma_intr_handle) { - esp_intr_free(cam->dma_intr_handle); - cam->dma_intr_handle = NULL; - } - GDMA.channel[cam->dma_num].in.link.addr = 0x0; - - LCD_CAM.cam_ctrl1.cam_start = 0; - LCD_CAM.cam_ctrl1.cam_reset = 1; - LCD_CAM.cam_ctrl1.cam_reset = 0; - return ESP_OK; -} - -bool ll_cam_start(cam_obj_t *cam, int frame_pos) -{ - LCD_CAM.cam_ctrl1.cam_start = 0; - - if (cam->jpeg_mode || !cam->psram_mode) { - GDMA.channel[cam->dma_num].in.int_clr.in_suc_eof = 1; - GDMA.channel[cam->dma_num].in.int_ena.in_suc_eof = 1; - } - - LCD_CAM.cam_ctrl1.cam_reset = 1; - LCD_CAM.cam_ctrl1.cam_reset = 0; - LCD_CAM.cam_ctrl1.cam_afifo_reset = 1; - LCD_CAM.cam_ctrl1.cam_afifo_reset = 0; - GDMA.channel[cam->dma_num].in.conf0.in_rst = 1; - GDMA.channel[cam->dma_num].in.conf0.in_rst = 0; - - LCD_CAM.cam_ctrl1.cam_rec_data_bytelen = cam->dma_half_buffer_size - 1; // Ping pong operation - - if (!cam->psram_mode) { - GDMA.channel[cam->dma_num].in.link.addr = ((uint32_t)&cam->dma[0]) & 0xfffff; - } else { - GDMA.channel[cam->dma_num].in.link.addr = ((uint32_t)&cam->frames[frame_pos].dma[0]) & 0xfffff; - } - - GDMA.channel[cam->dma_num].in.link.start = 1; - - LCD_CAM.cam_ctrl.cam_update = 1; - LCD_CAM.cam_ctrl1.cam_start = 1; - return true; -} - -static esp_err_t ll_cam_dma_init(cam_obj_t *cam) -{ - for (int x = (SOC_GDMA_PAIRS_PER_GROUP - 1); x >= 0; x--) { - if (GDMA.channel[x].in.link.addr == 0x0) { - cam->dma_num = x; - ESP_LOGI(TAG, "DMA Channel=%d", cam->dma_num); - break; - } - if (x == 0) { - cam_deinit(); - ESP_LOGE(TAG, "Can't found available GDMA channel"); - return ESP_FAIL; - } - } - - if (REG_GET_BIT(SYSTEM_PERIP_CLK_EN1_REG, SYSTEM_DMA_CLK_EN) == 0) { - REG_CLR_BIT(SYSTEM_PERIP_CLK_EN1_REG, SYSTEM_DMA_CLK_EN); - REG_SET_BIT(SYSTEM_PERIP_CLK_EN1_REG, SYSTEM_DMA_CLK_EN); - REG_SET_BIT(SYSTEM_PERIP_RST_EN1_REG, SYSTEM_DMA_RST); - REG_CLR_BIT(SYSTEM_PERIP_RST_EN1_REG, SYSTEM_DMA_RST); - } - - GDMA.channel[cam->dma_num].in.int_clr.val = ~0; - GDMA.channel[cam->dma_num].in.int_ena.val = 0; - - GDMA.channel[cam->dma_num].in.conf0.val = 0; - GDMA.channel[cam->dma_num].in.conf0.in_rst = 1; - GDMA.channel[cam->dma_num].in.conf0.in_rst = 0; - - //internal SRAM only - if (!cam->psram_mode) { - GDMA.channel[cam->dma_num].in.conf0.indscr_burst_en = 1; - GDMA.channel[cam->dma_num].in.conf0.in_data_burst_en = 1; - } - - GDMA.channel[cam->dma_num].in.conf1.in_check_owner = 0; - - GDMA.channel[cam->dma_num].in.peri_sel.sel = 5; - //GDMA.channel[cam->dma_num].in.pri.rx_pri = 1;//rx prio 0-15 - //GDMA.channel[cam->dma_num].in.sram_size.in_size = 6;//This register is used to configure the size of L2 Tx FIFO for Rx channel. 0:16 bytes, 1:24 bytes, 2:32 bytes, 3: 40 bytes, 4: 48 bytes, 5:56 bytes, 6: 64 bytes, 7: 72 bytes, 8: 80 bytes. - //GDMA.channel[cam->dma_num].in.wight.rx_weight = 7;//The weight of Rx channel 0-15 - return ESP_OK; -} - -esp_err_t ll_cam_config(cam_obj_t *cam, const camera_config_t *config) -{ - if (REG_GET_BIT(SYSTEM_PERIP_CLK_EN1_REG, SYSTEM_LCD_CAM_CLK_EN) == 0) { - REG_CLR_BIT(SYSTEM_PERIP_CLK_EN1_REG, SYSTEM_LCD_CAM_CLK_EN); - REG_SET_BIT(SYSTEM_PERIP_CLK_EN1_REG, SYSTEM_LCD_CAM_CLK_EN); - REG_SET_BIT(SYSTEM_PERIP_RST_EN1_REG, SYSTEM_LCD_CAM_RST); - REG_CLR_BIT(SYSTEM_PERIP_RST_EN1_REG, SYSTEM_LCD_CAM_RST); - } - - LCD_CAM.cam_ctrl.val = 0; - - LCD_CAM.cam_ctrl.cam_clkm_div_b = 0; - LCD_CAM.cam_ctrl.cam_clkm_div_a = 0; - LCD_CAM.cam_ctrl.cam_clkm_div_num = 160000000 / config->xclk_freq_hz; - LCD_CAM.cam_ctrl.cam_clk_sel = 3;//Select Camera module source clock. 0: no clock. 1: APLL. 2: CLK160. 3: no clock. - - LCD_CAM.cam_ctrl.cam_stop_en = 0; - LCD_CAM.cam_ctrl.cam_vsync_filter_thres = 4; // Filter by LCD_CAM clock - LCD_CAM.cam_ctrl.cam_update = 0; - LCD_CAM.cam_ctrl.cam_byte_order = cam->swap_data; - LCD_CAM.cam_ctrl.cam_bit_order = 0; - LCD_CAM.cam_ctrl.cam_line_int_en = 0; - LCD_CAM.cam_ctrl.cam_vs_eof_en = 0; //1: CAM_VSYNC to generate in_suc_eof. 0: in_suc_eof is controlled by reg_cam_rec_data_cyclelen - - LCD_CAM.cam_ctrl1.val = 0; - LCD_CAM.cam_ctrl1.cam_rec_data_bytelen = LCD_CAM_DMA_NODE_BUFFER_MAX_SIZE - 1; // Cannot be assigned to 0, and it is easy to overflow - LCD_CAM.cam_ctrl1.cam_line_int_num = 0; // The number of hsyncs that generate hs interrupts - LCD_CAM.cam_ctrl1.cam_clk_inv = 0; - LCD_CAM.cam_ctrl1.cam_vsync_filter_en = 1; - LCD_CAM.cam_ctrl1.cam_2byte_en = 0; - LCD_CAM.cam_ctrl1.cam_de_inv = 0; - LCD_CAM.cam_ctrl1.cam_hsync_inv = 0; - LCD_CAM.cam_ctrl1.cam_vsync_inv = 0; - LCD_CAM.cam_ctrl1.cam_vh_de_mode_en = 0; - - LCD_CAM.cam_rgb_yuv.val = 0; - - LCD_CAM.cam_ctrl.cam_update = 1; - LCD_CAM.cam_ctrl1.cam_start = 1; - - esp_err_t err = ll_cam_dma_init(cam); - if(err != ESP_OK) { - return err; - } - - return ESP_OK; -} - -void ll_cam_vsync_intr_enable(cam_obj_t *cam, bool en) -{ - LCD_CAM.lc_dma_int_clr.cam_vsync_int_clr = 1; - if (en) { - LCD_CAM.lc_dma_int_ena.cam_vsync_int_ena = 1; - } else { - LCD_CAM.lc_dma_int_ena.cam_vsync_int_ena = 0; - } -} - -esp_err_t ll_cam_set_pin(cam_obj_t *cam, const camera_config_t *config) -{ - PIN_FUNC_SELECT(GPIO_PIN_MUX_REG[config->pin_pclk], PIN_FUNC_GPIO); - gpio_set_direction(config->pin_pclk, GPIO_MODE_INPUT); - gpio_set_pull_mode(config->pin_pclk, GPIO_FLOATING); - gpio_matrix_in(config->pin_pclk, CAM_PCLK_IDX, false); - - PIN_FUNC_SELECT(GPIO_PIN_MUX_REG[config->pin_vsync], PIN_FUNC_GPIO); - gpio_set_direction(config->pin_vsync, GPIO_MODE_INPUT); - gpio_set_pull_mode(config->pin_vsync, GPIO_FLOATING); - gpio_matrix_in(config->pin_vsync, CAM_V_SYNC_IDX, cam->vsync_invert); - - PIN_FUNC_SELECT(GPIO_PIN_MUX_REG[config->pin_href], PIN_FUNC_GPIO); - gpio_set_direction(config->pin_href, GPIO_MODE_INPUT); - gpio_set_pull_mode(config->pin_href, GPIO_FLOATING); - gpio_matrix_in(config->pin_href, CAM_H_ENABLE_IDX, false); - - int data_pins[8] = { - config->pin_d0, config->pin_d1, config->pin_d2, config->pin_d3, config->pin_d4, config->pin_d5, config->pin_d6, config->pin_d7, - }; - for (int i = 0; i < 8; i++) { - PIN_FUNC_SELECT(GPIO_PIN_MUX_REG[data_pins[i]], PIN_FUNC_GPIO); - gpio_set_direction(data_pins[i], GPIO_MODE_INPUT); - gpio_set_pull_mode(data_pins[i], GPIO_FLOATING); - gpio_matrix_in(data_pins[i], CAM_DATA_IN0_IDX + i, false); - } - - PIN_FUNC_SELECT(GPIO_PIN_MUX_REG[config->pin_xclk], PIN_FUNC_GPIO); - gpio_set_direction(config->pin_xclk, GPIO_MODE_OUTPUT); - gpio_set_pull_mode(config->pin_xclk, GPIO_FLOATING); - gpio_matrix_out(config->pin_xclk, CAM_CLK_IDX, false, false); - - return ESP_OK; -} - -esp_err_t ll_cam_init_isr(cam_obj_t *cam) -{ - esp_err_t ret = ESP_OK; - ret = esp_intr_alloc_intrstatus(gdma_periph_signals.groups[0].pairs[cam->dma_num].rx_irq_id, - ESP_INTR_FLAG_LOWMED | ESP_INTR_FLAG_SHARED | ESP_INTR_FLAG_IRAM, - (uint32_t)&GDMA.channel[cam->dma_num].in.int_st, GDMA_IN_SUC_EOF_CH0_INT_ST_M, - ll_cam_dma_isr, cam, &cam->dma_intr_handle); - if (ret != ESP_OK) { - ESP_LOGE(TAG, "DMA interrupt allocation of camera failed"); - return ret; - } - - ret = esp_intr_alloc_intrstatus(ETS_LCD_CAM_INTR_SOURCE, - ESP_INTR_FLAG_LOWMED | ESP_INTR_FLAG_SHARED | ESP_INTR_FLAG_IRAM, - (uint32_t)&LCD_CAM.lc_dma_int_st.val, LCD_CAM_CAM_VSYNC_INT_ST_M, - ll_cam_vsync_isr, cam, &cam->cam_intr_handle); - if (ret != ESP_OK) { - ESP_LOGE(TAG, "LCD_CAM interrupt allocation of camera failed"); - return ret; - } - return ESP_OK; -} - -void ll_cam_do_vsync(cam_obj_t *cam) -{ - gpio_matrix_in(cam->vsync_pin, CAM_V_SYNC_IDX, !cam->vsync_invert); - ets_delay_us(10); - gpio_matrix_in(cam->vsync_pin, CAM_V_SYNC_IDX, cam->vsync_invert); -} - -uint8_t ll_cam_get_dma_align(cam_obj_t *cam) -{ - return 16 << GDMA.channel[cam->dma_num].in.conf1.in_ext_mem_bk_size; -} - -static bool ll_cam_calc_rgb_dma(cam_obj_t *cam){ - size_t node_max = LCD_CAM_DMA_NODE_BUFFER_MAX_SIZE / cam->dma_bytes_per_item; - size_t line_width = cam->width * cam->in_bytes_per_pixel; - size_t node_size = node_max; - size_t nodes_per_line = 1; - size_t lines_per_node = 1; - - // Calculate DMA Node Size so that it's divisable by or divisor of the line width - if(line_width >= node_max){ - // One or more nodes will be requied for one line - for(size_t i = node_max; i > 0; i=i-1){ - if ((line_width % i) == 0) { - node_size = i; - nodes_per_line = line_width / node_size; - break; - } - } - } else { - // One or more lines can fit into one node - for(size_t i = node_max; i > 0; i=i-1){ - if ((i % line_width) == 0) { - node_size = i; - lines_per_node = node_size / line_width; - while((cam->height % lines_per_node) != 0){ - lines_per_node = lines_per_node - 1; - node_size = lines_per_node * line_width; - } - break; - } - } - } - - ESP_LOGI(TAG, "node_size: %4u, nodes_per_line: %u, lines_per_node: %u", - node_size * cam->dma_bytes_per_item, nodes_per_line, lines_per_node); - - cam->dma_node_buffer_size = node_size * cam->dma_bytes_per_item; - - size_t dma_half_buffer_max = CONFIG_CAMERA_DMA_BUFFER_SIZE_MAX / 2 / cam->dma_bytes_per_item; - if (line_width > dma_half_buffer_max) { - ESP_LOGE(TAG, "Resolution too high"); - return 0; - } - - // Calculate minimum EOF size = max(mode_size, line_size) - size_t dma_half_buffer_min = node_size * nodes_per_line; - - // Calculate max EOF size divisable by node size - size_t dma_half_buffer = (dma_half_buffer_max / dma_half_buffer_min) * dma_half_buffer_min; - - // Adjust EOF size so that height will be divisable by the number of lines in each EOF - size_t lines_per_half_buffer = dma_half_buffer / line_width; - while((cam->height % lines_per_half_buffer) != 0){ - dma_half_buffer = dma_half_buffer - dma_half_buffer_min; - lines_per_half_buffer = dma_half_buffer / line_width; - } - - // Calculate DMA size - size_t dma_buffer_max = 2 * dma_half_buffer_max; - if (cam->psram_mode) { - dma_buffer_max = cam->recv_size / cam->dma_bytes_per_item; - } - size_t dma_buffer_size = dma_buffer_max; - if (!cam->psram_mode) { - dma_buffer_size =(dma_buffer_max / dma_half_buffer) * dma_half_buffer; - } - - ESP_LOGI(TAG, "dma_half_buffer_min: %5u, dma_half_buffer: %5u, lines_per_half_buffer: %2u, dma_buffer_size: %5u", - dma_half_buffer_min * cam->dma_bytes_per_item, dma_half_buffer * cam->dma_bytes_per_item, lines_per_half_buffer, dma_buffer_size * cam->dma_bytes_per_item); - - cam->dma_buffer_size = dma_buffer_size * cam->dma_bytes_per_item; - cam->dma_half_buffer_size = dma_half_buffer * cam->dma_bytes_per_item; - cam->dma_half_buffer_cnt = cam->dma_buffer_size / cam->dma_half_buffer_size; - return 1; -} - -bool ll_cam_dma_sizes(cam_obj_t *cam) -{ - cam->dma_bytes_per_item = 1; - if (cam->jpeg_mode) { - if (cam->psram_mode) { - cam->dma_buffer_size = cam->recv_size; - cam->dma_half_buffer_size = 1024; - cam->dma_half_buffer_cnt = cam->dma_buffer_size / cam->dma_half_buffer_size; - cam->dma_node_buffer_size = cam->dma_half_buffer_size; - } else { - cam->dma_half_buffer_cnt = 16; - cam->dma_buffer_size = cam->dma_half_buffer_cnt * 1024; - cam->dma_half_buffer_size = cam->dma_buffer_size / cam->dma_half_buffer_cnt; - cam->dma_node_buffer_size = cam->dma_half_buffer_size; - } - } else { - return ll_cam_calc_rgb_dma(cam); - } - return 1; -} - -size_t IRAM_ATTR ll_cam_memcpy(cam_obj_t *cam, uint8_t *out, const uint8_t *in, size_t len) -{ - // YUV to Grayscale - if (cam->in_bytes_per_pixel == 2 && cam->fb_bytes_per_pixel == 1) { - size_t end = len / 8; - for (size_t i = 0; i < end; ++i) { - out[0] = in[0]; - out[1] = in[2]; - out[2] = in[4]; - out[3] = in[6]; - out += 4; - in += 8; - } - return len / 2; - } - - // just memcpy - memcpy(out, in, len); - return len; -} - -esp_err_t ll_cam_set_sample_mode(cam_obj_t *cam, pixformat_t pix_format, uint32_t xclk_freq_hz, uint16_t sensor_pid) -{ - if (pix_format == PIXFORMAT_GRAYSCALE) { - if (sensor_pid == OV3660_PID || sensor_pid == OV5640_PID || sensor_pid == NT99141_PID) { - cam->in_bytes_per_pixel = 1; // camera sends Y8 - } else { - cam->in_bytes_per_pixel = 2; // camera sends YU/YV - } - cam->fb_bytes_per_pixel = 1; // frame buffer stores Y8 - } else if (pix_format == PIXFORMAT_YUV422 || pix_format == PIXFORMAT_RGB565) { - cam->in_bytes_per_pixel = 2; // camera sends YU/YV - cam->fb_bytes_per_pixel = 2; // frame buffer stores YU/YV/RGB565 - } else if (pix_format == PIXFORMAT_JPEG) { - cam->in_bytes_per_pixel = 1; - cam->fb_bytes_per_pixel = 1; - } else { - ESP_LOGE(TAG, "Requested format is not supported"); - return ESP_ERR_NOT_SUPPORTED; - } - return ESP_OK; -} - -// implements function from xclk.c to allow dynamic XCLK change -esp_err_t xclk_timer_conf(int ledc_timer, int xclk_freq_hz) -{ - LCD_CAM.cam_ctrl.cam_clkm_div_b = 0; - LCD_CAM.cam_ctrl.cam_clkm_div_a = 0; - LCD_CAM.cam_ctrl.cam_clkm_div_num = 160000000 / xclk_freq_hz; - LCD_CAM.cam_ctrl.cam_clk_sel = 3;//Select Camera module source clock. 0: no clock. 1: APLL. 2: CLK160. 3: no clock. - LCD_CAM.cam_ctrl.cam_update = 1; - return ESP_OK; -} diff --git a/code/components/esp32-camera-master/target/private_include/ll_cam.h b/code/components/esp32-camera-master/target/private_include/ll_cam.h deleted file mode 100644 index 7d30c370..00000000 --- a/code/components/esp32-camera-master/target/private_include/ll_cam.h +++ /dev/null @@ -1,141 +0,0 @@ -// Copyright 2010-2020 Espressif Systems (Shanghai) PTE LTD -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#pragma once - -#include -#include "sdkconfig.h" -#include "esp_idf_version.h" -#if CONFIG_IDF_TARGET_ESP32 -#if ESP_IDF_VERSION_MAJOR >= 4 -#include "esp32/rom/lldesc.h" -#else -#include "rom/lldesc.h" -#endif -#elif CONFIG_IDF_TARGET_ESP32S2 -#include "esp32s2/rom/lldesc.h" -#elif CONFIG_IDF_TARGET_ESP32S3 -#include "esp32s3/rom/lldesc.h" -#endif -#include "esp_log.h" -#include "esp_camera.h" -#include "freertos/FreeRTOS.h" -#include "freertos/queue.h" -#include "freertos/task.h" -#include "freertos/semphr.h" - -#if __has_include("esp_private/periph_ctrl.h") -# include "esp_private/periph_ctrl.h" -#endif - -#define CAMERA_DBG_PIN_ENABLE 0 -#if CAMERA_DBG_PIN_ENABLE - #if CONFIG_IDF_TARGET_ESP32 - #define DBG_PIN_NUM 26 - #else - #define DBG_PIN_NUM 7 - #endif - #include "hal/gpio_ll.h" - #define DBG_PIN_SET(v) gpio_ll_set_level(&GPIO, DBG_PIN_NUM, v) -#else - #define DBG_PIN_SET(v) -#endif - -#define CAM_CHECK(a, str, ret) if (!(a)) { \ - ESP_LOGE(TAG,"%s(%d): %s", __FUNCTION__, __LINE__, str); \ - return (ret); \ - } - -#define CAM_CHECK_GOTO(a, str, lab) if (!(a)) { \ - ESP_LOGE(TAG,"%s(%d): %s", __FUNCTION__, __LINE__, str); \ - goto lab; \ - } - -#define LCD_CAM_DMA_NODE_BUFFER_MAX_SIZE (4092) - -typedef enum { - CAM_IN_SUC_EOF_EVENT = 0, - CAM_VSYNC_EVENT -} cam_event_t; - -typedef enum { - CAM_STATE_IDLE = 0, - CAM_STATE_READ_BUF = 1, -} cam_state_t; - -typedef struct { - camera_fb_t fb; - uint8_t en; - //for RGB/YUV modes - lldesc_t *dma; - size_t fb_offset; -} cam_frame_t; - -typedef struct { - uint32_t dma_bytes_per_item; - uint32_t dma_buffer_size; - uint32_t dma_half_buffer_size; - uint32_t dma_half_buffer_cnt; - uint32_t dma_node_buffer_size; - uint32_t dma_node_cnt; - uint32_t frame_copy_cnt; - - //for JPEG mode - lldesc_t *dma; - uint8_t *dma_buffer; - - cam_frame_t *frames; - - QueueHandle_t event_queue; - QueueHandle_t frame_buffer_queue; - TaskHandle_t task_handle; - intr_handle_t cam_intr_handle; - - uint8_t dma_num;//ESP32-S3 - intr_handle_t dma_intr_handle;//ESP32-S3 - - uint8_t jpeg_mode; - uint8_t vsync_pin; - uint8_t vsync_invert; - uint32_t frame_cnt; - uint32_t recv_size; - bool swap_data; - bool psram_mode; - - //for RGB/YUV modes - uint16_t width; - uint16_t height; - uint8_t in_bytes_per_pixel; - uint8_t fb_bytes_per_pixel; - uint32_t fb_size; - - cam_state_t state; -} cam_obj_t; - - -bool ll_cam_stop(cam_obj_t *cam); -bool ll_cam_start(cam_obj_t *cam, int frame_pos); -esp_err_t ll_cam_config(cam_obj_t *cam, const camera_config_t *config); -esp_err_t ll_cam_deinit(cam_obj_t *cam); -void ll_cam_vsync_intr_enable(cam_obj_t *cam, bool en); -esp_err_t ll_cam_set_pin(cam_obj_t *cam, const camera_config_t *config); -esp_err_t ll_cam_init_isr(cam_obj_t *cam); -void ll_cam_do_vsync(cam_obj_t *cam); -uint8_t ll_cam_get_dma_align(cam_obj_t *cam); -bool ll_cam_dma_sizes(cam_obj_t *cam); -size_t IRAM_ATTR ll_cam_memcpy(cam_obj_t *cam, uint8_t *out, const uint8_t *in, size_t len); -esp_err_t ll_cam_set_sample_mode(cam_obj_t *cam, pixformat_t pix_format, uint32_t xclk_freq_hz, uint16_t sensor_pid); - -// implemented in cam_hal -void ll_cam_send_event(cam_obj_t *cam, cam_event_t cam_event, BaseType_t * HPTaskAwoken); diff --git a/code/components/esp32-camera-master/target/xclk.c b/code/components/esp32-camera-master/target/xclk.c deleted file mode 100644 index b5ea53e7..00000000 --- a/code/components/esp32-camera-master/target/xclk.c +++ /dev/null @@ -1,64 +0,0 @@ -#include "driver/gpio.h" -#include "driver/ledc.h" -#include "esp_err.h" -#include "esp_log.h" -#include "esp_system.h" -#include "xclk.h" -#include "esp_camera.h" - -#if defined(ARDUINO_ARCH_ESP32) && defined(CONFIG_ARDUHAL_ESP_LOG) -#include "esp32-hal-log.h" -#else -#include "esp_log.h" -static const char* TAG = "camera_xclk"; -#endif - -static ledc_channel_t g_ledc_channel = 0; - -esp_err_t xclk_timer_conf(int ledc_timer, int xclk_freq_hz) -{ - ledc_timer_config_t timer_conf; - timer_conf.duty_resolution = LEDC_TIMER_1_BIT; - timer_conf.freq_hz = xclk_freq_hz; - timer_conf.speed_mode = LEDC_LOW_SPEED_MODE; - -#if ESP_IDF_VERSION_MAJOR >= 4 - timer_conf.clk_cfg = LEDC_AUTO_CLK; -#endif - timer_conf.timer_num = (ledc_timer_t)ledc_timer; - esp_err_t err = ledc_timer_config(&timer_conf); - if (err != ESP_OK) { - ESP_LOGE(TAG, "ledc_timer_config failed for freq %d, rc=%x", xclk_freq_hz, err); - } - return err; -} - -esp_err_t camera_enable_out_clock(camera_config_t* config) -{ - esp_err_t err = xclk_timer_conf(config->ledc_timer, config->xclk_freq_hz); - if (err != ESP_OK) { - ESP_LOGE(TAG, "ledc_timer_config failed, rc=%x", err); - return err; - } - - g_ledc_channel = config->ledc_channel; - ledc_channel_config_t ch_conf; - ch_conf.gpio_num = config->pin_xclk; - ch_conf.speed_mode = LEDC_LOW_SPEED_MODE; - ch_conf.channel = config->ledc_channel; - ch_conf.intr_type = LEDC_INTR_DISABLE; - ch_conf.timer_sel = config->ledc_timer; - ch_conf.duty = 1; - ch_conf.hpoint = 0; - err = ledc_channel_config(&ch_conf); - if (err != ESP_OK) { - ESP_LOGE(TAG, "ledc_channel_config failed, rc=%x", err); - return err; - } - return ESP_OK; -} - -void camera_disable_out_clock() -{ - ledc_stop(LEDC_LOW_SPEED_MODE, g_ledc_channel, 0); -} diff --git a/code/components/esp32-camera-master/test/CMakeLists.txt b/code/components/esp32-camera-master/test/CMakeLists.txt deleted file mode 100644 index a8c3d16b..00000000 --- a/code/components/esp32-camera-master/test/CMakeLists.txt +++ /dev/null @@ -1,4 +0,0 @@ -idf_component_register(SRC_DIRS . - PRIV_INCLUDE_DIRS . - PRIV_REQUIRES test_utils esp32-camera nvs_flash - EMBED_TXTFILES pictures/testimg.jpeg pictures/test_outside.jpeg pictures/test_inside.jpeg) diff --git a/code/components/esp32-camera-master/test/component.mk b/code/components/esp32-camera-master/test/component.mk deleted file mode 100644 index 5fb88365..00000000 --- a/code/components/esp32-camera-master/test/component.mk +++ /dev/null @@ -1,8 +0,0 @@ -# -#Component Makefile -# - -COMPONENT_SRCDIRS += ./ -COMPONENT_PRIV_INCLUDEDIRS += ./ - -COMPONENT_ADD_LDFLAGS = -Wl,--whole-archive -l$(COMPONENT_NAME) -Wl,--no-whole-archive diff --git a/code/components/esp32-camera-master/test/pictures/test_inside.jpeg b/code/components/esp32-camera-master/test/pictures/test_inside.jpeg deleted file mode 100644 index 92e7bc3694e8568be514673432c3601a8c1c4126..0000000000000000000000000000000000000000 GIT binary patch literal 0 HcmV?d00001 literal 18832 zcmbTdWl&r}*Dg9RxCVj-4MQNfyF;)Lg4bgvmf9O1wEs|v6TL;A1I`Jck8AOa9`(EnTW+6e&s-#YAn8UZiM z04V?v5%E9iRghj2G8!^65)v{7Dk=&Z76uj;CI%)ZHV*z9Y#clsOw2b#Z}8p{5E2q% z;S!S&5s=^$5EA_7B?!RRF-XYh$jImf*qGP^|DWZh3xJ0PfFXzj5oiF2cnCl|gqJ=5 z)hjsU*LC>MQv7d0KzyAe3Mv{p2Igyr`ZoYX1RxL*3HYB`zxMWhZ3iIXA>+U2kU)8> z@*S1Nk$^K0@*52#S=~*jIt8QUGI9z+#~>mmA$|9Oj{YM9BR3B(AHRU0)F){fSvmR7 zYU&!ATG~2bV-r&|a|=r=XBSsDcMngm;2$BOVc`*x35iL`DXD2c({uCw=NFe(*EhF!_y56#0090E ztp9`T|A7nd6&E5B5)cXXKe!MO-Cr{h4+;4_2MWG~3hH;qw=|rAXatgw-__mdATCuH zp^?)R1`#dy#s~O+p#2xw|2tqo|G$v^A7K9%*Af5=i1503KskTaUAtBF zotRR^;v;aBEu_uFn2}aV-7l%igUp;|#ndZhVbpO}KaHF`Duo&pr8dT<$S99wjhk~N zE~K+KJ2wmx^Vf6_Qy_XvL$y*gp;`u)<;I`-H$M#^!GNHM~@K8|2$5@JS1VRgpp|Zv9!XGxSrP=0~ld4fpG9EbzfHLoy z6u#ZEKP2DPn8iMSQ^yl!{3N>yEf4p|$1~1Q`NnkY1yN~;wQ>z_Y=r(H+M_55D6MX{ z9Emy7^vP_4S!#-`79kePTov5eA8Gkyf0s=>{)m{G@?7WnpK{`5-mn-LkOS{vqzjd_ zR_=yOs=dQ+F9Ndn(znaN6k_?yrO@{xEq_3!1NBMG7y#S5c@}FZ^_1k4$#11IqE)}U zm~ygHScZ^X@)X#%OYFm`%oaSHqw`X<-#s$8ua>fh0$oM&cg*Um@S%;^e1!8~bNQ7OUxK^6TKqoYVzr%gA~9~;QxTDeS#JHyW;cFL zi2iepgMm4?&qZ=9PrFlAEVaov^r}-rw|#mbhWt;@a_m z-F6HXVcZQuqI{z$V-7~~WtCBty@Z1Vsb%*HMz-4QFTT=VAf4qfJY*C}L4*wN^kUE4 zfvo`1y4lu<3_;z@UJzn|HnNSrr7ikHq2-x!`A^dFsSkvWB!#pjR+GA*Kvhg~w*qA3 z0A6qP-1*3k25r#4e4?}y3E=_oGWlgO(QMX2xkjBpVU%yCXO2L0Tn*JZ!9vvP z$=CCVe1uUG-|(qxF7UI?W!_)WBvg)=Yqe)-5IEy<%!Z^&P|c_8`gNSMje{RJ;v^Ug zL01vSi4o628j0k@x^8{e48WzUWTt(gTpwrf5lFGQ6{y^Xl-;T;GZZ+T1`Xpzh_r2@ z@64B(d?QfqNsZy^oNpW(55C|4d;Ay`&0SOnY+dEV zpv%oqT66xXUYEA`*9>~hYfO|JOHJAMw|I7|_AHs@Y~Sy4(?!w54EK&?L)#>1FJ1s< zhw|698iF`c?9b=k_mSf&Ev%f?r(R~i%sC&+(AVEEQW*Ed`4XoRJiHBML^bfWj-092 z{fp)4%ueC361i{NX6zJfJy6CGm$X@R?X)s|5Ji_vl+}vIuQCiuyecUhB0hcAu)R8K z90K79K!!Awxtg+iN)02*Sq;$FJw7P4C9tBEsu;WNn;CpcG>;s7;GK5hFK;GYF$Pl3 z5hpYYfER5{7L&KBKL2EXwwfY3^bajiP$tV);p0k~StH~G19IzB7v4@65(PihO*ci) z1#k?0c304Ft^0wLQED%TDxluX9QqO%3P6h%8gvg4?uFTBA#P0U5W2CC6G+aJO+Rh3ot|nY3mQHVwo)eqe}0 z=ih8O5$YXOiQJUnsqc*cb>T?2`mYP%SyosNEO`Nd0o@62W0Qe>j?<0*CMoBTQVeDh z#>a?JBZp^CK{Mr9o~uSNUbPtr`ai3%L{B;N2KyAGUjRQe4?dS7Y8Bo58Ezi4NdF^B zGup5-R+7QQ-tC|BTtD-a3a9b}}ry9fh;)N|b{q46nGbNib^MMjEErPT~P)oE+B z!QG@~*xuc|_kGmy#t@wCWDirjKFZvd1ta88X2t3D-R*WJ3SO7vxG&2p?Mrcjc-`39!+dhbfil|j=IE+vz%3-;t0mATC) z$7`8PG!-#_T`f#>@FE2>Le+wB%e7n6y%(3PBMdyX0R~b{8S0Zur`t|K}Xco+(KFHQk^_P z90g=zwN$~(K@_~G0C4Oo#Wam}U|8xgqgiQvFqaBLap?hI|%xl-Gp{2aEF#$uS9v<*q8qIQLVGO5qf6Yn$p8$_7Pb9 zUYitPgN2h>L^$E!a67+_S=V6Ert(d5gLE^I8E;O#nHmy&9^{YP)4E-Eq2{2+uw)`>o+Qk)>5KRRP`iZ`AA!vh-3dnyRG0CvB7g9X62F(AzN7*_m>w&TU)^7b z>+N;)#zv(}nNF-eG5vnP^uI4IRH9Eu+!KcC`7V900p42YSQ8C?jwwSI!QJ@W?TlO& ziry~{&G22?2X|dSbFFDmKQjmIiC!1RqTRm>QXtRD&UCRgosdvgFj~wVVs(zQjOCqC zOe3!X+-n{;JgaU8rsp}a|Cur&WFWl3f3@I zvaeI`W`~*3_WY>&GdYx+D)MIlj@n|l?*|gX=22QajW=uKdUP@wzd3MP#xHUg(gL`& zrf2u)AqSeq(wNf`LNwEp>+3xEs1iEyS5)BHsCtRwLUeMCTNE#h@!$;2{K_xt+{kHO z7^hH^Alg}-@ zrFGPo>$}(q@<)}!*S~qku`VaUW_xvISO~hPNT5i?EA8v~^ga2TGvp|Jt)(V%7e6*I zkUWSJ+jF;!)sO1SJO@bMV%(Xf&8Lp^nU*rERE=7QjJj&&Pu!cIS_wbmaW@$)))9s^ zmT<*|yfxhtD;KPwj{0Cd+Ux1)KjBWecTYmltn8x2wb99LXM%)0TT>j)!nNrnlQJRB zKDXb^rH(pt;nd>0oa!|h_-LSua{h8HkrHSwgYIHvGeuhIoUXpypme z*6a-8UQrGfQ8l&i+H|fr{=%J?*Sz#L2zbFpJ}X1AU}8*w5aFDuj)-=Lc6+po>@yz-r3#W-?QgEJo z_tYxK*&ind;u1a}!c@RP-++6MA;P!QS)T|fUKd3^n97da_2%=b*vn*)N!aU?`@uKJZ(u*evUTR?vuR;~pI z%inx&q&A5S<~dh?rhBz_e@wCXO)=^YXo^SnVV!Qn4NeM=?nBys^t)|1-%#x#`C?1X zPVIa7U~!^)%{1`y>|ImxWC^36Y^AQ^%;>ZJ+QJsxBO7hlYc?IC3eRD6m2jBzqefv8 z96w*Wk_h$KnQ--aPR@VxP5ir@>5;)z9x8VFcyM69K}a0=WV(?X_#N~DAbtXVGlDCn z9iNdt+4w=*xE=h7SKmUys5ilCwY-*(7U4^yvRCA6qj)h%G|4*RyQj$=)$uLRxfUhsZ@G741?gKXCQLoq2quX0yqFQ#h0FDKc8(_U_ zxKB06=jM%vk2_G8+imf~d5%!cZM-J`7_X}iNWt>qF7!yghJyov)M(p;+{D*9H$zve z8D|JS3w7O!yZt%*?2nPmWB-QgE>iI>@@8uz6GgPeH4R|0i#K?nN*{Ll1+jrQ?Ic|G zR`cJ)XqNi|j2p_cxgc1!?dzyXtTxZ_0(dX~0ua1`p z-4YRV66=ZmL^na9+b*7gdC+;*B5ywXIiAhz;OYKqO#U*HcSN`Ndx%lAX=D%AJZ08Z zSfPGHb#dBOU1Jayeoh~08gO2u*y%TUT!2lbSxb9UTT{A=CMF)FhB($yKeYjxeufGKg#-bM3BVbLvAZ+>pUSW*JfXH?UepGh^aY^wMPj^nwx$jpEx@> zYxlb@0_>TB?5;hRw#7VX6?m4wVaW76A(R78sdY5JF6a8(KFcbcKdWnHh05Hj3>%~Q z;UvFqa=+UVcw4wxYKV3#>8t9D)K5XVBov;dy`4lc#PP10yh7qw#(Grr?LKdMV-(w? z5=tC)9{2c+zvU|TP0ILVjVuY-H{=?Juba61<4m6#-?wIS80Z^s;)z7dUVgLQKXPv2 z9~UeV%lGN@6?@d0{093={e{HM;0O|_9y7fS+hm2T z*OC)=xFj~=ZZB2rYV4CnP_ymn5}k)&{c%8%ZTHvjKcE29TlAm{ROWFUj7XD0ii}z=$(?WLsH2ZV4!WiZ0 zhFon^=Cs^D!wt!{0J6eDo=vaHUVZDH2KXT#T+)^mO;h{%s`;dIW`-J)#V}=w-xcMG zb+$Y3DQX;ndK(}j!=;cc5_4y?xq2m1*-KTA(!N`B_|7-x(dw8G@`Y8LzJmW*<18E3 zk9zU;K`!=uiIjy_(_$w`6Df~PS?*}znWlqn+UD~pZQA)h5GNo(eyGyw7Fa%!@6mr* zjh+HM&YaG}T^$0Mp;E4YdqVzFylf&^f`NV|n$@rqVks$5_V+6qVIf}s=Y-Upfd(7$>vFkY4%a1kmM~*uy@5g}VDk55^0;!B@==+l7(dO}om7$AGA1DwZ0eSb z{F5TVwm#=cfKdAK47WgmWn^$YV392Y@3)}(4`?Xs)!d9Y~N*F_p zgK#*mD3~%8bl+Vz|IAq|IZ7c_MQe_$eCTQSj8`lTLj73cPs22B_sSFO)X5QQov=G( zASBf9!@y}*4euk?i2ZxoF~FcKb17kKTALr{t|A1;035*YUcwJwvH4xfhp<#4Kjr`l zRHOlfWYo;%u@e3AUmX1Oye`B^vp&`mr%UyCU>#&X>}yiSs;=qPN1z}Csod`I%vybX zHyhg)x2KmJ$pL4H3J%Z|_XnwV9Uz{@iFk~e8i2UIIrtud0h+4_N0H<0WazZ!v4V35 zyMkeTQ67&{&VN{vhg0}9<#vGYhZDb(yA0~3r;qFGXeJmYHNqg%Elfw+4*Bn66v$6C z09lV)Svi`DGe2l;yG2Uret999GGu()t*H=vH~0+;{-RPYhyufCEQ7YPsgEGx?r`OV%oLf>5aTiE&__T-4+v?|RSLmB~Dd8p0~(AQzok zKeLWZ7|UT}h|5Kzkd~!bM81Mi{_HW0vILnD1#acczb5;)7IgCiOZw9Tx=OQl-#M#D zF*zagGw-#QgO7AuvLgnvU6GT^+m=$Q9rBK^*@LwA0!F7>T;G>-Lr9_gocZ>IA_sk%wq^K3;5pA&obQVOjb z!+H2ZY-0M;6Iy|GeobA>U&X+_$-iN15z*nz(VX&>`~bUcKg1T3I-BX-mf3r!wX?|S z2xpy?LT836((;eP6ik6O&T_4o#)x$%WFD7g;o8vTUwEX2XDojX}f5I9Sy-Vg%+ z9?v}eXd6^3T$weS%Q&7%FkV$!y3W&oX^Kad)gg>5#tS#ho~5jOdQ(fi@e>wd(}Xg| z(X3XS6>*=HYK};VZs=82{x8Rqths?aOR@$pl$f%y5|54^&opB1rW&o^WC2t;gr`53 z%a)^k_rLmcJQH4I2br#IvVbz;>OTp*0DPr=N!HHE>R$jA^mp^NEYWnft|a+?C=|&8 z4rS>Hn-Qm^2>>duSy{#+H-M&@?Du!Q_6%JfeUWxzRCq;+GL{YQ7fqDO^yCT@esBs3 zg#QZ+aFoTwrk2F8cQk{%4%D*WMAMUW2@dx@q>~S!P61x zb^23mRin(vhS>vm0cn_ITph0%4UX>-!xcdjB#52by^?F{5wwXd)KAG6A8~m^Hnh3S zAkD;t{S!zZd|owlqMs6D$}RCYjxO+IJz9L)j`PDtVXfVBaG`qBJ3Xd*%@A(36ZnebjK8 zxMxDe-WPyrL`Y_lNlg=-Y5`YZkUVV=C$8}N+_YB2TX1ZHH|?!++rYg#UjtIhPtr`v zPe)BAwRZj+!>e5s2otwFPtDfrt=1xTB;Z{Xh~_5xk8BGTP_+$iYjntRf)m;nVf%(o z-GK{}t}Y%u#FD^rd&QnL%%}>fQ7zhe<)U9@@+Wfz>lsH2)8h5uc@T(sZ)e=^dnbM1 zfD&ECHQKSC{cZBd;S`_b2eriKD_=I)xa~7pAUbw~j7n^;KxLY+#(Tb>6yajA)(2uC zSkwEmzz=4qvFknZTFLXjc1<)dSw7%XEYkhl_>S<%GsYEnl*NqNPKRTp z`0lIRdYsoJTnR7FX|{dgyqBEPK4lr8DyS-C9iHWZiVCqi+9O z1-A-0)}3z5g}~Yix@_3#7Z3Wc%8Pj5@Co4!399L~i4EeO7XX2W)`0u`{l7%fYy{fyvybybP5Bwjih(O zkvBO0^?1<)XLrp5bA7yF(D?MLA4~Zwe~ErO3L7YvbYXqE`{^Lz3aBOlm{Wm=;9&!Q zg?xE!C0LASY$`Yiz@hC`kii{2N~msf!_1W6CB$WM?2Q^&AqSU<&VyVpc=>nKU;a7AJ$d+&!SLgi(7of@ zC@8b5A0yh7=3P60oXKmOand3LitsOa9vCVb9!7RhPyf{8lm{@5NMLat&9qxeui}A5 z#H{_7lzlK@!wr%9OGl0FZ+J>=huD9r%g;v#&{73d$~E3*ZY-W~mw&J9o3=9JFSG3n zb};&#W;>2RiX3t81%!z`5~Rv?-Uh>udZB_eD^_vFf6O*}$Si5KAtuRx+?i&A+Oh-= znFdACe5~OAAaIOX3qP_tIA!T?-65ND9-$QNEzQK;1a8)nQC$*{zyxX6KpWKS*rej$ z;0Xa+yVN<*d1!zU{CF}aX4|>M^yDd3_(~%fi+uPDZ zQI^oZigPwsTt+M>vjZr2U(w8jw=YW+MIuEbav|EBK{yiI@4(;wW4iJxHCf|myZ|DS zt1mGhOU({?#QUJUPxmpMQ~t>cK-ITt%1_p8s!@L8dI>V@sCv*0`X^HVx9V&!fVr&8 zF4#nfALX1VrH7jkX?b3X#}(#5bjtZ%RD(hUt>IUs zzdd*X(9pgBt|tBWSq!oTsCYbOPk;`#ev~UMl5~k~Z@BR48~CvY^~lM+wS@R|Gg5mV zc57xflJQ8lYNN5waW_p-G3P~}mV$n=p7inwwqwSBySz2Sc zP7Iu3GUwXsby3QVv6d!P=3L=j%q6`yp8Na)kEJ>A@rqO`9B%KXtu(G9qDoAC>GO|# zR?e(`hsG4%5G|z*I`7PZW((Hcs?hD0(m}?w4cpdb3u;{Zq$|)QOwsrje@UpEU6vs^ zVf;I{?#^lo1f7%uh41p&*Sb2@q`J!XkMjlJ#l+pCRTdq4_Q9y{NW^v_>(q?<|Ao>Bx2>BW}65eJT;o7d=o+@KTRpr`V$h&oCrzF z9TGuNAos66(`S5u(4`A8t)V=1`qge6B!1~kB5a=7)_4&4TT1vo%xpd8@8Fln^A`Zc zveL${U#_WA?>_WFhD`^gfeZ3ky}EEm?%pN+kd2{D))cvE4Lf3mTsd;bsmwJ_mhb35vIJHVl57?=G2t965bBEq~LoDMf##omf>dGe}`QRTqc(&)-U-=tzsm9otS}x!016(d5cVH{~RN zWAfef4X^7jO_|QX3Od*eAf(*(>SIj)NT^w;EY=7*|1h~9VKtmF}G$Tfpz3^HtrE#vR$-p<=^J}7bu>6%6_CO7w$Z&#Ck zP$CNi#C>`9(AvF*ZTl!?Yg%D=cy84&kH;MTei=(t7rX0N97O;%>+W7_+dlNzz_~Qy zJ6oet!Y5{~P-F*xLumV;>h0C$lh!(MSlj!8!^U^MW0}3(4h^S-yNwuF-oHQr9$V8b z4Ez!cJ(l&(CuC0JR+48V+ASU!+71Bvg_tq!CCbqNAGaM{H^^L z^CS#Un3hvuS3|89>(aWv@k@(i#Ic)`aVeJVjjS&U*pRI*I8x-IN5>Mt+BHg*Z2I#d zk4jr?D7V%cQ*{exws{>Is@L;qtqu}H@7u*6r4>IXqzoi&Q5Hh8NT1@{I4V6@vAs9S zzzvyYA0K40%dOm-%v`BlbI|~*9<-MedX9!XkCL~8@Tjh(-hDsjlr!nhAEy>{^>T}0 zH%aSZYKNTIE~0Oriv8$s1)&3EzKr@Z_XyQ?tQ6VfYExite)~N`tw%XnO6r5W57tyz zEX(GkkHM4;u_9^s!A;Y{9}e30-+-)2*jc&Nw#U%W1_gB=k8ff%}=S|H*ss7U`%5C^&Tr zR+4Ji;D0@Bea4t6_P2bLf%(pA*61oYTGNJ`NVLxqs&pN47Lrz`mOV53=+`s`5zGop zkhAB=%^&{=QDz5>xb)-4304^9zR(sP}d6t>q$X2lE?j@-GZULWab9 z5;N>>_9D0I)}K~~td!KQjMs0X%;1f^RM^(U7{i{+g;PsTs7g=DwG#o3!w5$Rp*Fwv4}VvzYS)Jm%J8F)oM(hmv;ykdnG5j*Hc-2pYES65kK)Ath-3Zk+*RBeTKj9V=v2z_qfqHchbYA}FvE84G53c z({21%V4|#$DBD0{XYBljXhgrdgVw&EyItvV=?&!QD$sxW>F(r$vwSj*a@dz z>)uXYjt2UbRBQN5P%*PrzxhucKmO_UT9bz=m{?}eqzVTncF{Lj6<-phs;zP>g@j%^ zI&VHHTN^RgX!oLrPK#+W%niNX#hwXEmaq(QR$n;>v}N4mVt}u#T!YY7GXK*fNX!=n z2Nesoh;U|M1v`rRF0hwqKt{xxs;i|BV}6NjsM>HrZv=^X(L5xh&JNXesmsJ4e_khu z`w>{V{4X0%pBb*VJXT!FB;(E;35D5$7EYg-B5tKi7cHrX>K}wC1j#7aG-`;woCf45 z^;8K~hlS<;MtghBv3POc%H7{AYJ8vK+22hdCXcc{W2mO8>6lb^Ga2;S|B+(w7Ft>H z1CO+>6Bo=!s2L|Ip%f;@NqyU?Sw-{5_6kmZe9XpN2@P2=LXG@%49 zpP@Xl6O7Aj+}p(hm`rNXN{5|UeMsysspU`ck-n{`Q^jWt&fJnejE=BjL^J+Nn*1WKra6qvy2wj_;SXuqzcC*8A{!CcWw7_yY|H#72 zaDhZuPl0ZVgRwOdfc~wSI-Z>q6+Hj++mE^*j@xqsj&@r4Co?Yxa%wdWqL!1J7aLgf zY}wiw7t~_g6pN$>S5;5Dp3smz_~MUCV1nw*jg!nt$jLL_4O_cK9Y^>9k3^|pN)cDM zC-gPY{*&Sux|D^gfG||hsM<}a>{lw%0uurW_Oy#k87M6eAM%Q4%ZrF`%aWThkXe)5LEnucjwSu*i#)o;M{%K zscb#qN+G$W(UEn2=*e1PZcLl_WoLEaidl*FVXmL2nRWF|Lu%rn>s#jW=nAxNd(^>( zhWqLB;eJeqM1I7PyWT_PcAp#$pj(!nXjqi00*Q(9frIrvc1VEGeK z8`GB_)Nt(Qp;TSgF>Z%=U@lHn29DR(5m-m$n)(JeBK@he`-E=3rvs}s-ulKtq@c5C zdANm6M)iwaJCK27rD>0P8&ALR_yCqG$L1qaWTj%z3_j|U1Ij@AFDbWpd@0K*0=PaMlc-dE z-tVq6-Fi36QzHsmrwn^jpUEKc(&j~Zy~6%%{H{pkS)PQu#Devwkj;Urnaa~+me>q? z3M2GgdFnLA=qh0+kBZ3Uf%`{md-8wuvvXO(*(unq)z5q7Z%Pv89r>?>E3c2?cAe`< zGZp2or5|e9i<+jU@>uNI2hTWe0&F0yPmmcN?`z4K4!XzBu(5*97XUiPj4)?o(Xcs1 zOZcfe)ju3mkx<{mwTKQZ53x%mF*6X+ zDMN$pDbHGOwaAx_8(uxTlCO5yC@!epmG@ne7L2w!1Ac)k^)Iz$;FoOXqguVMm~ya6 z46QcScax@YIIb`eFacN6L41N|6CBrN7-slJ*cc^$6PxCr!r~vC`J8~U2`sAWagN}) z&-aOaRfEoj)uzLG(Oz+%?;LLfu>A-s^i`NU~AG3go9=YhX6G6*czXEZXU_3%R{PZkw$1ZRNGM3C`}rSDV0b z15t1DnI;i-S(L^-IAKAt4XZ7^{H6%0?&$-SSAH&+)gHue`B|`S=CrPK6<0lFsx3Te z7`RoIXin21m%61CP1<3PZ&)Q-bNR%yBxZed&7m_;UHWMxWDQam=G3vW)5&-zs<4@m z4NyI~g8)asfXyZhqKHETO0j(25(+KTIn>qo}dM8xP2{BUumD zqaUzrJ461`^a4ov?kKh zpelj=4zaL+ooNa$gN4;$zL_>awc33|pv&wlX zojj#v%<)hfaT}vrCp%Se%S`6F;%uFzJhZliHM>|>%F~?tI6;E*R4r)>KB4q^-8F2L zIeFd(rH$wxW3UMF?5Ae|Lgm#rH=;k9V1CW(WR`5gRAq`HWf*3HD1UtRKd21HGKfB! ztOq7|@<2N>bA1$H*FQ_!IE&K>vzE^1M%{TA^&V?*Bv2bAm87&%6t}RP4V+Q(Dj(Tm z_Y~rKZwzQ)Q^`9u*^1w8h^AWYES7|WBr{IFFB8t*aDIBGg;ugYGE`cCm!~8@g1G#XWGR=}7bv2-&{d^RDPLc>p zNaNSM@itw!uH1~UmfgIgq4t6mF`oXague;wFILJ%WI&mysndI4c3WGP;`gNk117jw zq^s`j^s?-1efW$|ZK`#slwDG#Thniz>}Ia<2Mf>KzxindmOi?q{M+cSKoi%{2{^ii>vdG;|Mf5V>oQ#{^g9AmMx1;* zUfP5{fYqKPuC9R3^p~B-RasKDn!L>ZrLKPrIDDr3^ew`6QsK{Nr{7 zh}_;~@e5#sCf%V5gjI8U`Yenjw#{nI7iQOGaL4kNtokKRpt7uUNj{A@_6Qwn701o2Y9 zc`$++XfIwK^!SUV#ai@R27vUS zsoLuPrPI~IjS_F()mEs#g{P-XQqG>n^$wjB2e;hUwb;iYN^_PbOijhuJ*aH^`6O<> z-UpDy2en-yO}M-Z-$+VQ3lhU<_k|nxHIBYJQsGPx8tB|mv&6r%^NZPE+IE+wWIzhI zL5-Y(`~AL-!_s?Cee)WorRbyoAoQpLJr$M`Dc{-BTRMp@;e(mPJ4W6QYIP8cQvOWZ ze%OfkA zEPm2Gp3-vn-Wl*ds?J*vGYzzv_L6>AETK^v5ZzZCN^WLZM2SJdX|~=cdX@7E?9B0> z+|@;qr#))6)C&Nao(wsMuI&KPuNl+c+Sd9?(t&g3%0b#E^cKGB85bAs0`%t<3WF(5 z6Zt&-esoFN_2uwDDlXa@o(Y_0D&$rXC;8(U|fEi(t7%9959;`Q~aEsS}NXoIfwKJ?4=(K z$??vtWH&yqB){Kn{zs>|EBncz>gzOrHm(Qa_4zegZq;|;9|%dbSnzphr;O;^M^MsbCBLqt9G?oseaTwctu?D6HZgMdbPke4znO%{uG=ba$8 z&vkSp&)kq+5ha@G$_$PFiY6=1`}rr8ukNE4bV^HxMQ34F|GGcVNw}&l_6HV>1MCUe zPz;PqmjuZ-;V1$5D>Hp`HuQ~qiQ(Ni&BdI>BO~TwoLMgbDexMuFln(zI!ubUxfowx zi5Q7eD6$?~de@hyaDpcg(;>`?fiV)(T$uc3kn~xj(bN;9%NLI{dA3B0Z`-w=l@rUQ zIQarFIYW#=a2>POhx6Ln8YqM)YP|kMR&6Isn2I{@sPGy~@IXbmES{ zc6RGkX(Bn!+kWte!ibZxl(HzYE8S!&&a6H!s_70{_}TFbpvbaibsK&d7ZAh4BRl2UW|qV42nVq;@`iegrE)glE^$ zSLa^pYCa!ZzlnFqh;=`7yz7YTnA~hugy(38&;kRGt#MUgdT@>u+@w9)k3&3hP%Brn z32enImGw0&kFc(#%IlO=S28({76zJ8r|2grh2v#qu8$CWPiD4`DN50ack)VZ%V@HS zg&+g3nZzG7-E2!VY@T|2BY*Ab82E9WU%I10q|p(gFB;O|@PJK`m3HUrEN1cX>VFl&V^%>XoqVx^AXWr)Q`S{ zlqJ^lJ``}2Uj6tbc3UAem6YmcY7StjjQ>u~y~|l-)3Aau`b?_YWP)b&_Jx|~Lx2bq z2djc(maNKwDrw*VQ;87y>Chu=?$=GZvWKc8aYQ)*ynSTvkWo=5F8vCUzk=qv%z&%$ zQ+C(7*!pe8bsV`z`sQG7$~(98ySaK*7M7vIfVj-3pzRBN)LtcQ-G##$3H$+O7hM%I zpB_I;GqN2&p_9dl<_b_R*yp~pkL={@fr3Q-r<8_pK`zcv<2!Oc(Yb>)>>5`w!jVpq zwp8~13CW{3IQ}$w7bUR+aYnx0a=}_~k<;v*lmJU)Gi?GpW8pG)Z^+K+m58--H#pJC zi`Le;@j;TvTDKoaJ%+c?=VeX`oQ%xh@SIzR^4yVr;!8}8l|4ZcAEa6rH-7;HY60^+ zQjU7O^4G%mXIV`MZ9k{DpyfZ(dLLv6Zr4IABkhfqdH-_!wwlU15Fw zj0MNZp}<@|v|z(i%lOJ3E4D74=Z9sj)-U#kg_#=jJEx(ZTwtDwO%7`O;PP_0C(q-> z5pkunBmFNf$L8ii5r15(on-YoK|($rr_@MS%ohNmegs_-dU7p+LIUJs?S5X2C5Z_r z;a&JeSAfM#RhmR#i=Ue6t94oWs;$w(7M6g>1hfowele7WmJjn~X{q*5~P(IVM$*r`2;+t|;<+^#9+!w0Cs&rawU z0tWg89KfF$?rGM!)3;+9dqx@Cb5WtIyj?$Pvy(Jq@=IBHVO~TcrP)6-F_?@7ujBEk z_!uZ3A#1Pk2>NGXKK4kEUgW9soh9)U-ovJ?IPf`(+o6UIlovS&lDO0q!#Bvuyh#>8 zA{P@D&5I*0(qdG?-P}N?UGJ0$9}a+>&22>pkF_*0b>}>J!nFe5b6 zZB9rmcM^Rn4GYCLm%6>2mdsIMkz7b}GC{}!x~bA}YUebnDIa%uwiA6U0zev7jTNwX z$WRS+9|*M3Z>g^23*RHJTEWsYtJ_&#&CAUiyDoA8AZMEN9|t5>S1BnQMlf(IvN2aM zZQ989?N~Oq@c#f@(cqLtb9-SuykxK+Ge$uDO@2~bYqz>R)bOz|+(jcpED|=-j--aq zp~&f9qJAy$*Zd>i7u4^qh-sj;W?b=-2Oq6|L+f5DzK6tD_ZN=xo2lMsnYkgEi8=M; z)nX!~qixYN+m5XIOT*t9bxR9CvV7{x^9evF83#R&YUzjV3oIm;hIrr0-SWtAN49I_ zyAKkH&=Dfb831s3Zp3{navu;j0A2e?#s+$K99IpbnbUP8q4Y(^?F}{1WVfo%6xGKP|QqdkZt_2Rk7 zbhmsukSImiZ5K>40 z4oBTS^?z2gWrUcNG-Y`QsQMbH>=|~p5@qP#zglD(!^OH8NGb2sfAy=CMH}<7rmbpRFXyXj0#PD>bC-cV(Pbyhzz{VCdvL0C%}J$G*YSgLZ~#V`qRg*f?T9e*0m zQR--0 z>S;9u)M48qEN**xRH$E3$=K-hPlzp%rH&MtsqpAFeu7gpKNbQCg=bZGe zJ5#<(U~}^moGASbdXc@4GWI@|(y!vP(B{3D<&Gt3WIgy?=ia(oIA`$h!%KU3+sf6o z0ID0fp5cfm{sLIH{j;w!OTl^Y_!cK*#@o!t_gT<4=nZ=H# z$ksHqi7lg19B42Ua0mI#Tepaa_mTeq*QQ(Au6Mg`$<0l3cooD52J$nvxE{63snn81 zOQbSMwD3q-1=}fe@`&cf&>ePJA>T1l#_j^hChui~zDS?>CuE%Ey zjGv`jwvl1^{{Yz_ZuIpun-yInJ4q*?<24IN1c|+J3+HL?{{Ysc%8RkJWnkjjuOwZp z;Ox)vudm}${h<;7vVtAC7;J46N37gme(c8@ARA86z#XbIvupc>M&P$3`Y7*Nv|DKz zXHD}ho!qhWI_^0;Yl_xy`txUa;`P++9W&CNqp= zabCON-4Y!ol>O;FYSgCe*$y#|$F*qFLv3wm3bu9tF`sJat+gPIHXJ7(&bS!0IOBzI za?6eZ;;bgL$QUUAeQUKzBbL`YZxw1^+Ikh;n>hXIGFRv4k9;KdI;_axk>(N8sL92B zjeoAZkrfTw^7pSH@!o@PtgN9?gq)Rpb*!qk^+u3MZhW;jhZ$#fjoK#lQ-hjO4yzGF zOOi%%H?C{awQmYZ1;BlzuXBp7JU58j3zh>Q)@r1YqooNRZ*Vn2!+iTm<0_z029G08 z8%V}n^d#q+?Dt<&TPyK&#%uFm{@?2xi2D>HnRw&UZC_f zQgi1fg+GQSfk2%1`EM zj-j=)ByJg4;Gchb66{GonIvK2&&tQ0!yl$9?7wBdhvZd;LP-pxzoDsW%(T-+Wu4Po zC|L=TK7jWEtlZkHgUpIe>;2$)ti^M0Ga*cK%Ae;_M|N!4+B3ZmB|UzXHrGJEa#L|6 z0hT}=f4z=J)Kxj5V*YizY;0txIR60k){KG++kNQk3-#Jh%sq`{9Ky^Pm2BtQv`e^L F|Jg`@ubTh> diff --git a/code/components/esp32-camera-master/test/pictures/test_outside.jpeg b/code/components/esp32-camera-master/test/pictures/test_outside.jpeg deleted file mode 100644 index dcb4bf1b3c82c9aa3858223414be90a54a1ff4c6..0000000000000000000000000000000000000000 GIT binary patch literal 0 HcmV?d00001 literal 81744 zcmeFYbyQtVlrMO3cX!CeEx0?ug9f*dV8Jc8J0Z9`BzSOwJHb7;y9IZ*IVAaBe?6<$ z%k%6%n=$H^tAP8W5?t~C9zsCsx6aB>t0H*!R0|{VOU@j^! zZUCJPz&OBo3Uqz|QvoA9AP5WcKV)J+voocq5lO72t)%)@%!UxTPP4H z{V#R_@QaW?o&z9=<}Wq^Fw0;3905=i90>ZE#>UP96$J^x2Cxq>0s1eF129DNA07xG z63{V-zpW|&=rA#V)-4AxT+E-fV1W7Xe=z_-2!Am;fD!-l*8%(oMDAoOhj4gxSE z@SG8dR#Xfm2q1xYSwNuZf8m&aVNljzoq+&CWc^w932-xH7Q%1cRsgp{{ly{x#{2q* z=eNDtaKCw;*MRtopQ8i`;OE@d1ayGN`NI!<1VR1_L;VXw=lrqV0N{uDOZNu&VgKT1 znQ;H&hyNEw_!ma}7e@XUeqQ@o#RAP89C?fxSl1c3~~`j>nHz@lf}t^s}`fc`8K7(m4T ziysz5@>d5`fKCcLeCB`dWB|`|tZ)JPi@)^ec!B{sA25;vA1MFISpgSub$G_1 z|I+g_AoKa%5&>)v1F#sd);%yc8o+J<76KNG2W$jLpgJJHi2z+1ptk@x3BVKp9TsqW zG9VKmgZh!?;4%RGoC~x7{VO2-SvQhiXo&28>68DLe&!AW6#+A!=aK`x9FX~Jy8tk^ z;;)|1`qcpRXWL%`^jZLu0$3HmbpS2~uswk50sPGSyqz`v38 z{7?HI5Bwi_fQ5~XJ3|_piIY|(_FQ|#v-y5$+5+MA7lDbSP_( z;8*47;W$$frv9%yDh%A`EXw){;w8(rUIr1y@g7W6exKSBNoVsBx(co=ZXaa|z4L!D zliQb^&?+a>DYKdMUYuXnw&XzVFqolpVf2KL?{lU!eD$Waq~cl1xz^+d%yCjOh5qn^ zR8|^=&eiIlJp=|nc)H9eFPE1tDa}Y+?9&Z*t=L*#f72X!2R^A8!A5 zM6zX}n2+hgz>XMR?MfGvyD!E=vCa_Pj>06;eh}urp6ICwr~Wvr_ABNM10lJfT@z^{ z&2ZQ|c_s7Ib+I~$ogAmPZ=G^>BKQ4|gf)phs$)E2ktUTY1IJ?E^&tsZ3B|ZMVezu=WVBrQ= zCRvRU9n3W(SmzshIK^OusfNBs#e>0|1=d(Wd~(&+%ShNb-izMK?*q3Y=@@Cw7i9VP z?S~^OjqD3qxg73&Peg^pHMdC?P&`2X$yy!;aX&5q>+^j+bI`9{R+Cgv&9Bm$G)L+$ z%gCue5lF?8SHM{9|9L=U_&5LhF4@ewczzfX?fx7(L$S<*$s|2)$Vx97$NVsv^c*FUKkBC zLgdRpRi)!4WE@N+;bm}od;uAj{Jhw~fTgVDP9zFB7euif732UMoly;0Cf7z$po?Gj zJbe_}7kR;LjU^9O&yCEzdKFrnH>`|hXhDvJ*00&vW!?RC$F-ZBZJ6mqZOXs7LuG4H zAwc5_dr!aWH72;7ZyY;j^4+(FtM!tW(2FZ2bJ&Vvx*1%WJ`(yT|BM78zON=d=O2P{ zd>pa-bN;dEXSwQZJ?Ed1ahcek{A>PC`8WJK{|+3m8#472{*`}iYlOxFuco|!{DTMb z5Ax|x{>eK1lYd;&PW9NqfAWv+cmDZZUjIk_{deLIT<$rVb-oi|ePB4TC+s65X_MHy zFw_|W@_6p6uS-D5f4MvU^LzN8hwE_g(AZ4uzfX-o!2$sUCBj@y_k1k;cl$HT62uPN zHU7We0Kc#RhuPof*Z|-x`=4tf&z3;`K4B!uKU)F;)M`K=j=vZ}%1@7MeRF-}M_}`T!2*^M8j~Rdt z`4`t={gK89EcCqAKjYJXRrQ(&iG$!_Vc}q5;Njrl5D?%Ik+D&bk&uuHFtO0ENeIbE zNeGFF$tjs>$X_smiHT{s=@?m9IXF1TXm|yA*aVo_IoO^6ArJ@%2*^mt_$Vm&Y!t*4 zZ2#@{)CR(U2TpT7P!KObkQfk97!XgLz#SL_0Rz@{6@!Kh;)4Pg3nsd^oHQyPJMAn;%?(q6yoe#UJ z#8@L=z`_r1*>(a;hARwRE_X7J+i8_FR1h|4Y@lX?@odpQnX zyQ@!DH#0F8msmayG2R%btcg=9-?Z{T87#J0rTOrjcgeZs;F9~v?MWr9Q5%1co?M-4 zTsCuBjDVw%t$?n9%-FXRR}n{!Li+4LDQA5;RK602*q?>rzrf7qGD72LWuX!ED`og@ zppRgKRyqRnEA8VEf2#G51*~brY-Bl3JAImolCqMqVTPnhkIFtql_FZ`O)+9*x?%XE zc5-`$&~LUfrT)?-%wJ8X4RGDpDidtQ`iC0Cqhk;rF%?$ROn(|}Qy=au%`J(N?uBf9 zJk3?vqn3INQa$Xji=HS0^F&HSZ?%s9%sFDj`qqCyYe{m@4Y$<2lwH0(6>}+09nV<8 zMv&cfnrXYhV}elSV?VPP{V;yy->0!`{xBe&Z-zEojbu@kjFVLJt2U6wOZMA=QVwKC z`KB$lvS3b$P;TC=fNUk5vr(84596i?92_YA7u-NMthwA~5D$|_mxoRyZK>?zuPD)V zf^JEBG%(08B~)~4W>K&7+Z7(XrmQLLnn?cUdpWEytP$SDD#9TPD(ZuA8$k$?$;i(h zqMpSPmnGsVIv*xKznJSgD?1!Hp3mo(A>TM}+eO%Kf>~o|b{02-DeB|Q-KeRRXGot# zRwSzLRY@KhhiqyYkxa2t&`Y3CB|n|xs-CY6?iK!J0Ocdeg0L8N0abQQR^nMBj4_uC zW+i$8RsHC^AKJ3+6@VCpSaB9WWtj1wSgOrLCR zyBb}}?i%;$hO|ah4!X>W?=bwiAipz-64t=Wgk)6{5PG8q=hh?s#QO1LGU)`w7OL)0 zmFqjbZkKkt({&n3R{Y+!k`fJ-Nk#+pNygQNPoj2AO~_n4(58$Eu(s@{SAuXtu8u^x zse3FOe$pfnH!~2H3TrF=k!jy;d5BRFh8!jeEm(8yUw+D}LX1cbA#Q+SBz1yK|xyu*-1rseoF zVN*sLO7psM#4Pv+O?6v{Gf|yfk#V>Ob)|L@=?x_OceIXjSM}lPuPocTV<2}CHltm) zw-+P`xo>D=D6mQ9${`lqU$1b=#8o}wOr zujBYbtMr$$C_W8TgxJ}`p+m|qA-o+27rD-q=Dh*p8l{^{i1bV2(GKhPE{Hgaf}Rz6 zksX>$2IHo663QI4q*~Vdkg!k}Hm3}IoO|hV3MUD5m;L+EOM_zpD5rV%;R^KC8Gk-o5%t5D&G!7i&r-f)Un5YiyK(+%elfeeer2`dk+)jRbDzTC-!Y?J|e zYhoW>x_XDxvv#n5^p&l=`BuzT{9ugp6=~jLN}^-2PFLFcIVby!LhEV-S0u^13m;&WX$kzAUjzNg=xY#%Ie5p z7Brttt;? zhb8yZj`8q!?In~?5|60ox4iIQg*x`+V*O1T^E?|H zj(x?H)68FLHg}#t-Y!gI_EUpm-x^QqO1TXM9!5vTJ`aRU9$I01J$n)VH9WVQ1Xrx6 z>EwHcy<#B`xpf@(>|t`YN;eO-c(XkcxjsmM)aPowT88+gU8#8t{^lLW=+FzPT9Z=< z@+-s++xE7LBR|E2K24`x6RLx~#dOj9*rBsdnPxp_Rs+QFrenE`ru7UN9L~d3%gZ^- zX?2HJgYdYAYgABKo2{QA6kiiZ*p0!Ot(-CEfD+!d;DQeW>93(OAjI2lYM&ZVN#GP9=dXwzjsYyd->f(Fgi^tGY<;!B7u+7qO^(xKUpo@TUu@xea-E zhisJRoH;|A6cL*0qCKR_;?-y!iNgF)y{9kjQgg`|F_iK7p{1{3D(~dnoS09cgHgJG*F#?7~+k;U7De7P_^GtsB=E!uh+g zera1}Bt`cyddc1t5itn3&%`kzK*#pBk?aPBO|$K_Se2~KTClIdMR23{RZ4;R8$J<4 z3fP4&Ab##f(FG{ z-#6mzt*=O7Wx_F}pzIQRSnKpk`ubsok`@{hw16-o?A*#ZzZsIzUebI8g^>WxgJo~O61;_y$}~0e_+*EXxMAYWxC!^R!J)T%beF};Z?(dC!no!; zhPWMnG6f98T?b_XIBUCwXRXphB3JL1_Vnya>L9ZOs_0xPMz%KMZQ|Rry%BBOV4-H{ z3sZUGTBP?|c*@ou6@D9-nxOh!%`m8)Q>Y0CMb(T$I+{7s)$6eO_gPpI1{rYlaJ3r* zSiaE81SHDY;X0$oMYWM5XGLtRl_wMlGQ>KmSw`KcTZ?ruu(k`t=WrwnC^~udRSO@o zDH4X?LG^Jq`EK~gR-E^CFFb)Vo9sot_TOZud^BVl?8K%lRENuYPXwN{i?qJ*LW=%2 zzwmmRj;SK#yVw3lVnZLae!KB$0SM(KbM=}l^mXcqVPg{+Zk|<5NQ4E}unohRZCm^^ z!JKNW82;8^DumX+3F++qSWJ5_l}=Jm_?0`2EZqg1@lq3s1r-`&T}KKxjih_-iPf0X zL)z5%5abwz6*l3%(h=opru}_^yyggmE#v~eazXamQdp_$P_=yX8Yv^Ni(ZDq8l`lT zS~0S*{CH;P*@MO8BjG?}`w86+acQe>2igN-lf~P5!{WCJ1zQZCK1*J2wkSF5{d@xP zU9<+Pe6~S~e;3wY40ksw>8)asm#$f&6|gqPQ-*spcCWAFa#me>5MMsi#(-Z}-H9Q*^IW-;8gy#Q%K#L%m&ZuL3@78TSagxG2U(eSCn@i)r%vkDJnQUPeRmi@Tgnz5h%pk#)zGfBHC5Js;5I>b- z_GNo6Be}pFBR}4XHvyNK$Un@H+_a#_z&rZu)Q3%fML(l6nEjB(NC?}C?Gwt#Qct^x zM%4)E4Wse=giBbl;bqH!@?MV%lHp-A;O#8!8VAWk#U(( zj_t+uv9WI|dUs}ZCtAj*f<>(iB;?s`rB%6NZC>n63576yW#WL|?Ye&kGnY z#2pK8Q|&vDePvgj!f=rK2#CvsvLoNT(bc<2)KC~EN$$W@LcY(=wBD+W%2DC?IS3gR zlkKONyc0XZpe;*>h`JRK?3LnGNZ*G~aT@&{QVoGeH-e{~@+_s{7Worvi>*+vu`(?s zt|U3}B{|DJ-&v1&|K$13ddum_3sDX`UA*_84*K-ATR*$=9?}}Ep}e^8%T5SA=Pr9m z`1T%r^03(D<@Q(wKIT=W<3m-lN-y>fJW zo4o?u5NS)P=bDq};?IrxR^OtwTlz7*9MB?$s#z0J9OzcCcX`ix^oma?tigXSH{f#> zRO^8X@k*HUMf=y#eif@-3;dkVMOkJl{imEUG8FAE*{j05a?&Q8Q&8fv;9tnS&vr5l zSMZEj@#I&Qpi=Q@{M1EfX^*8(e>2L|B;7xRAFXVU3NZpE*^Nm5Ci6{ufFVm=ManP@ zVj5(6U*Gf|L19GN5-`qwscX_FxlH?mPBTN^z@DUTAw93R$%zydy}do_*J@}?QGE{9 zeYk3G48jbrBkaaor}KH%LKzb06awlC8-=f_InSNw2UhP0Y^cnXlVm8IlsZvuS*L|d z_+BE;iGPeK4trfzQH%UANw(qUJ}M#Gr5?u_%jWOIAivs3{f@DOBag+GTZjewfH>kB zD&>3Lhf9syG&Wt4Fd-#aJ_A4A^I?a*x-$vvmhbBFwKVl?*4t0B&*e1`6eQ&H573~2 z9~k)OY8MP592_h>G9ofE5+V{33MwW#3MvLF5)wKtItCUt4h{}78Xi6_Ha;dc4)*UF z9TYGJ8U_Id1_2ud2?hJV-G0~TAVeTm{-;LwyY~41`x@PY=*-e`I&IkPW8ATW#79!K zpc~g+c}N!T+pSCmVwJl6AXmAJq}w+&k*~)_Wmk=;mo1ee&9!Ms0?1^wZLuLl)zOj1 z4ziF{#z+F@CFwq7Ibo4b7^wKB=vC_P;2Qn`Gq$|zA*fo zm*E2p@5*w9^vIWPGf3JwF+=$@Q}E$b2nh8&y0an-BGhPbwC0$b#+EPAjTx7UK|~v; z7CAyR_v`9AuF;xwX_qWU>N&3Q3K4A7UTXlfVH+snN}3e3ysHYnJ1Yb~ET=w!jEla+ zORKmF(&sEUPcgl@i|(U&^n*L&6dXJF053>M)*A|EBwkEBBVfoI7t(t472*M*(AbY5 z)yelKhe9p^{7NDIi~39g3kzC4y|7cRg5JYV<}F6i>A7klznaR)E1*Kpn29?C*L z3L{+m>weH9)eJjuw@%c^@-uud{28BKO~^om_k67+}7^!R* z=T7w$`LJ8Pho!v|A*ZTvkW+#xakp67_m~``uu~M5JXXa<5HIK2=;)T7I?R6muE&w=_xE%7rVd82_s`oo-DJB`GVpFC&e*> z_!;prj3XJe2bNXVJxW7MqG*CQ$t*#_?v|WWf@?CR5kfCMH2E9!_HKw>6xTRCbCxt3 zB<;f^{X}m>JuQUBxt`IK%<$}*}}kjirOvczwCUrv34-rP(8(Tv>cPIqZ4j-mj?p4Q{FIO^!6VvCL(uy*k?gQ*lXcGQBTAT<|s7$RwcQ% zpeMH}Z)(vbX-7(4f3-gYKTxwYPmjGJ4F zXRGiY_V~Vj3Kj#M>r~+~67KwUC3+cGF%~+4Opc{B^jocAO%$uk#3Ng~(Or2i8J=wG z2PTGF1CAW;1u#gZHJ?DvG-R~+!wkdsb~(Dcghv6E=w@^J>1BFzi*IM8HY@6a2&kh| zw1{JJUo5ck@JE6{)A=r@J=#~H_w0FZ=X5lO@|LuEh_wSSIWXbzf@9c}Ymb<-qna=k z;Apn%J=o3i%u`G%9CLP3OnRxp)m^4OSj+W>;NZs_8=rw08aqhnN%#=GR3)$zS_QseM7Ybxd zvCyhXcQ)xS;_C%1k|_k6m-h{TxYGQ+*N{`xTaSs98;%ds^BNtD`DCX^rK1g^m!bE0 z5S^qoBNgKJ)>1AV%|~V5$nH?bI?cb`aob0*^vGWs(vZAP&*PXYx%;3`D~*!g_cq!z zus>#3aZ#9d1nz_cjm#xzUFle_!9tNUxr$WvRxjtI39lGc&A-%0Nu&=NqUWvpb;~0f za6>%x2GztDTkxgLO-%C%Ru38vs*ChM z^~A>Y4f8@-+oQ7Xyk(D{>@rl%*G~;<%&Y!xR;0aGSft({6mTuaw3NS6hHg=7MU1g9 zH-J(zqn8~jibct~ulrsI4qUgFa{2^9_E4Pg&?=xh7)!@tT5S*CG}Ef6pNQYZbF$4p z4DJy~xp)FWE>UfFM5534LAGSVq<1RM(j0d6AM`;(O|}iA`^H9xZ8Z(btUjRqxN=H? zX}Yx<(A62Zl&fD)SmRlIyNQJ^LU1EOdBNLPmcFI|uNntdIE`K2?4aT!+W?8M_jGD=p-7 zScyybE7uecsFfsS&4ccQtw($O<9FvgorhNCrl6^<9qj)0D2OI@F4gkQ(35!H9`UUo zLDbC*N}(I-5uavh@GXkI>!qoUHH;lJDmP5*JTlChIYpsi_pML5Z^oE?yhAvmN*z&x ztPF$L;yFO2G!83K%Hg3{moowU(GM$3|}w7eo{y*;aYx-S(AtrUaCdh8Qa` zimXxnL^R~(j|U!iCyH&__8t-^T!||>{>3|lmUJ|k#DTR1YN)#k-0x<#p(0#B8d>*b zCm6@IopN1cOy_$=HznHMLR-#?4w@NlzdVvKS6#>aDp1k7%hXd zD~>R35<@}E=$nB>>dcl9okW(%V=c)063?O`&%NCn+)aQy%0ugT0;Vub36cNnkJX70^Vg$n+z#|-fS_3N;Vi8$> z#r>Y$f<OJEPzsa`}U5JYn|QERrFUjy&Dn z6|)BByYJp^xH^lCO3{zGifV6PUkUD6GQ+TitbTegp{Dc= z7SgvZkDnmzD>3bAk~f9yp~?FYTezin_rcAtqXU%SKq?TJz81-mq*khA=w+$U7@Bza7g59-w3d}JElh>!}oKn&izx>dsE zFk^#JwGs!B_=-N#*uuP;juBoorg=;*66A--(nREr)E=fbZSNfPtSNW`5e`i_y2~L5 zBKWota~QqKVAW#QFsCImrIO zEqomABH68oX^x9f&`T)yDb`Zi+JvbZqNhJAkfawfQTrshZrqx3oYAOGdV1*W5GOkl z>C6Zj&pOQ(;v(Pbqlo@!RcFne)T~t)2Ha^J^#mM=Ob=xOO{V#&#WLE5x2QJf?&(55 zG+~m6!II`M`h{5Ug(f-E zovbWWLzmTS>T0;q%~W)|~}e8)uFrBIQIhz*6(T$8S+(wRtW%#N(e#)cR9E`D-U zL|WwRBsez&E+rdMr>{11E5+O{seIjXZ~PJyL`MlWpdVDdoZst_;jVZk!NJ#GLqK>{Uasqra+-t0^oxiZPT@thZ>KThFwd?b zWdv)4B{L~UqM-VO;r7+9DrIdgSN%m%8u#qv%#OLTz!r*zaCdq4MU}0sqdWP?+5D!HVS4LrP}KXpf3IkBENk z^dxH;aORt74>;3xMK~1e0f~xy{tP$#9_YI>EG_P<}E1**MWbve(FQ@eGbi+IYW% zgjIVB`-={qWYb!TTq{%AWRc#o)zOBT6$kCT)7br+FE0Hf>i%jmhfvmIbN!o=hLIjY zBy|u7V#VH{A}uon94=!{(hq7oRWpAyY~@<4&ew4(OgXGE4Q;VmBLu>PfOm6FLU&t) z?=|G*I`xTaL$N2U^Ty=U&&!2wGB(h&0zH@~jct;=Jy6kbw!9eRQppgsoMkdFnqB=N zAmRk0t^&ii?x@E=$eNFEu7=M$wCs>PQL;X0&Vo{ohv{<`zo;`~#kThnO_o~QR^7#T z*~iAMhHAgLwP8?j6pw^0b8BJ;? z&hJ8o>YH3dr5Cqs61~RcD2$criSK8+JSC13l{2}l_+1e3@JVt%;RWUk@*Z6ryEkp+J~!s z{92lx==^ap)+^mA-#Y1S%(h|ahg<~_<_wH-he{WFh?=0^!zZ> zsivd0CA^>aIC;7sv;!`0n=}R^^UWdEl9sP`garF+q7xQ?zZv1oeI5;R{ZdF%zMxp2~ znM4{^ArDVP>@@2nV`X}R4XJrr1y(BSq-n}y0+0he?^`tDo`u^R? zTg}l!#{vzF@R@d#BL`b+N`iiR>3-StD1(AbchKbJi71;Ev>m&W~ zwUrv?a~vh6c~>&c(+#FpinPaYm%;%a?x@xIpG)LA=X0o+96woA(2}Ef^{w+FOYyEC z8x3T+*m^Ke+i=ROPuUl31w!q{CL0{Uwq(5R8^IR*%-6Ne%f27 zt{lIsVWaFjo1_v?Kb9`#(wB2MxryTxb5om_;&_meFTP?!;^H?Zmv|B?leZ}SEt>Zy z@j`WzrME{Vy>Fu*Qnas+41R$l5`O{nOU}%L&o+cQ@|5c3TqWMflCu+jcLAv}>{oFW z3&Gy6Lu(8A1=Lm;1cl_;JF%8Mzf8+o5M{yaD{Us-%xlRVAw>_Y6O^%QRc9hIEtNN9 zWPTa3jo}zISErWplYx-YAVP>Db|m-FsntFyuXCADDOk&zudaV1Z&_kISW|P^d{Fqa zn!AcDSfhoprtU;7FT|im?u~_84O{V;Na|$*t!z;M3D*Tw3!NAHpa)ex-<*uIx8MZ& zDGVz}#!AdpboXP8ns&|ael4En4r(h7Zkdjk{ zuG#cyg#c`>9!u^d00AcKnh{y1~MW-fth9wR$-EUSLwF6Tr5r2#AUd z@#8?-S6PB%WA9(?J%Of+uuu$4uAgwhVv*6q`WsZ3b$m8rl@jHB#}prr~c zm`f_ko8k+c9cWFHzW81fx+a5PY|EmBUx-hWML--I-8N)cGPL~(n{&`AcLuN5Hy6?@ zvBJ``&Fz5rHo7<8gd-d&TwkY;a9M%W(7$^75nAx(P(o*%BdHj>;$h>^S%&{%OIVxy z1%3jLm}DqR5%DYE^Ivp#dDc?NkzY$-@LH53chojB-LcgX;g;UJxqF(Yc5&<*ioji^ z=P*Tf_@<-?au0;T7>Nis;y>1B85P<=(yAJ?Iq93pk8WGqbJydOl~7cpM6zj-%{vJv z(3Rm7(`?TOFAJ|rGlJjZ2pYcmWz=`?lUFiP%3}!py<^z+8OLUGjc9*P1xC>L-9QmD#TS0*%W%CQP#4BVn;ll^b6h5@aqa=SXpAn`Fpx;bGb=$bb4>*-apEgt#ES*uW)=|Ey;hoYJhoo60;V)C{A>}n;E+Q{vc%UxdrF35(qGU;geqkwyc>l-SdF*aF?kd(t zN>p$!xTtPcj~mWG2`3=;fim>5cOA)&RMtGK%7mHuaHmge$nFDC|M84kSi@d%b*#i3 zm%(Yrd`!Am)cGc4J!|LC;aV+q@%_}?;{1pY3o%1KHr9;Mbc74qy76QD@p5Mi<#jY} za-O-iUe`KjX}n7!tenfI8FcH-ax`M2GvAcdW-WCdZ%hx>&t1ZJ=dG~v-{gUF@zv#w@uUgYJLHeon*J*NQE=Y|1h+8buhQnx<8pBH@ z*8|6ZyYYe@dq29*DfWT6ClO}j7NI9s?TIl;N7S^Z^rvfR0h zs>oD)VENhbn1eMZMX1 zJ~w`5_AYMO6MeqGz1e%Cq)UZ?g*(80&W7mq!! z>(Yvy6IJGKenngHciN>v%KQk+fS@VB*-_6W=vdM?B{)kAX#%f!lkOxIt`2!IaiP$= zRFlYVtJcQ2P6&J&WS3s1g(Se+9EJz`PK`ubS#OViWU_8A;cP}c70>7TzQGtBVg$?K zs`St&4lUM0KTA}zf;fErx&)%NDYigZcVeUoPGvx!8& z0i262N8Jscf$=#kO^GbUndYIl_uqz~qhEgs&1e?r@Z+76I(eUG#YaXoe{K5a!yL-{ zzWh<<%eIh{e%0*OK`4+YGX&4vIus>g@5Dz>DCLUjdxDZ#ZM{9*QP)ce5VO^c73Kz8 z!hE@3=Y@zObpyR}w`A-kyY8G;^|-=kxufdPUDu}=Pb@#b3(O}hx|{ahs-7O>e5ZM5!Ci4H$G6Oh4XE? zr7}=p&V5p%;2*-rx%-yYi@KWEUk}1!@xQ*bZ-iCKk(K>&3g=NOXFc+w$(lrsv&6fT zPcS3r^1TCgAyzLYWn36rQyVfVWNdm?4EtMfa@`7Hr&ydRSB!-om1E6igH>tcV%0#t zMJCvSu%*njVE49bbFRHWx3_{^#>Xh#cK&3-udlAQOuTovYq=A__?R@(@LMmlQQg#w z8t2o;kBIyGqCAZFb-Qr4)ujV#Hh$;8mzOck6WPTqx1zI~Ym684S5GSZOr7jS18*fC!>_gS3)?*mHBS7~nx-*% zDreJCo1$e0IUU2Sh-u|ffmeyQdW(&^NVIuOcC`bl7=CSsz2v^WhcgGN0x~7LZlOEC z_xLoI+Cq+hTv~pWAcoa~#c5{IG>F(vIph@N8d%+mcQh=Roi9x-$QIpRKv+yFM9q;Q z^vzst6C8FaWB*xJRaMvg?mbN7clfUvWyQW=!y|I_GakTK{ zZh1^)BHeP3Vc$KPy;85Mx;9+v45Cxb`|Q%k7uiS?a}Bi$3i?o`9iWhFwcQ3GS>bTG7)+^XFfhL`4U;Ux6f=F<{I z^YK+D${X3^j54pOM2w=6_J)LQj{;fr80oAi)L(7TzT?i?xB4HfIm%GX-MalP960iR z&T~HIQnD2f#(qH-4uBdk6lS&+0ppxGccPKhhP1q}Kp%oh;u@DDISBCaW$zaIWN5^* z;AFUgl;+XiFddxGuQ~XNN}oG4Ahx9@CR20IakjLX--2W@+?%W={0W4ho^4fXZj(E| zEVa4FQ)3#jB;WPLv4=md29>AH78PH^?D%Xo*stm(!rOM6b%s6HNu*_KlUj7$SI&}M z4%KT>4p(o%*@){l9L;FzW7P-T8i8Ox1`CVY1OZ*$d4EK!+4AsphAKbR^v;v8=`S9_ zCx*LA(DjwmR#kTc4Afk)I;FV$IFWXzmyn3CsCfLT_ybt;#A~H5a(RBlZNwRq7!LH0 z&lcrRXD4Jh%j6xN3)HT0`zS=O)r{ZMI17hdAh}xr$%KJLiOLNv#qSi@w~K#T*E_E} z63U^cp>+(KAs}At61saPZ$nptfM+MefEGJoKchxFnvIs^U$t^h*os{pP%|wc#pP$c zQrXZH(wFmkGb$NdS^=U1j2c`v=(<9<+d|l7m^)-@{UT`j?Zm5w0Nf=qdmAf4!NG!E z1u$qEUXeWQ9J1L`LVLzdb$4QFt|)ipdn^03TKuJ=)uCkC6t4~T;&p4s$;=Y>Cl&r8 zo{jOWs)~t;1??B}(MW4ASX;?l9j-(ShhByXcp9#e!Dwk;2g@}zOzMx#p$SRJ2z#jY z_agB7acQK_u9%Xq6d?7-a6r1{Z$%&99z<1OTx zI|xpF#t!y1+_=*=#E~4Gbm}g{s$U$%#BE(lW4kjUFRD-8rHaJdX{V}MB$t#yLoSw3 z*~)~+)jT$O83^eMT11^JhYb6#>Jf=H*VI>^aQX8Mkw>vrArgr4UvVc7d~8Ex4V%uX zI6tWiwf~`*!8Rsio#>4B?cm$POAEs*^{BNh209X=69eIRj*0wGjLbPXR6sJ=|{Vxd*qO_q?9iKLmc=5Ul#D|7;4+c zkJQUcnWm)sff2FahPJJBY_9D-!t`BFg5%`AwB>{0Iaq)c4aZW(Qpo6ardmkm&TEen zYo5g#w|t>6of|~x(^gRJD#2q_s}+T)jw|b~Y{7&4tGUm$h|$|iub)8VW;5!PkS2Ru z-fc-QPqX*OxSXNMj`+E+RZZ5Mc>2rkD!zL)sp8d!8(UCy4IZI188T78XL<8!hth?ShPCm;Q~e0CBMZmDz()S5C2B> zg69!Dk_U%VlZdN8N4Q6;;LAnnV(30}OZ}ffGrnw!%@9+>uCyym9 z34Ap9CQ~TKp0t7grx*NUvn5?%Ij!u#h0BwE7yPLVSqq_){51$eqOXu9d?4VOk4F*Pgy#u5FZc*T~QWVGI`Ww3%SKMu<@6=D<-&*Nn z3MQreqRrA^(Aud<`6$M(^Pyy&1eX#~ST^mO?_AOq0wy~ze0CwHT3*Wj8usbB@adH3 zeem^T6-d#x!4~-t7t;E7k_#5qvc=K7M~*_-=gt(?Hq)*wK0833L%$ z{$)W6xuTOa=VAG=njtWFeohL+uVi#V6Qfvvq;GcOy@KZF#k9+3oxk>(=yPGQQae$H zCug1JY^CVwqQfwnQ2dUVb85&Nq=zeFFQ{fV3p74F)YlRHB24o;JF=I?q`0jW8b9dP z!{Gu6HOG0}Kkp^%IxM}eUDu85Mw=C0_4aSUaT!n^^8g##xW3C9Dv+WKlA?-6!WbaU z6}+9E#6A1Ov=$ZFl$COp8HwT9x=Iti;Ag-Gn-$u+By4JrHXcDwLuLktVA*y*{*WY@ zx}F(QGeuYyyk9NPMuYVPGL^?_sx@S~tBd=;0K`B$zZ@I_S(UOdosVD9eIMW#!prn6 zW#A7Di(*3=4wnvaR2`!$!S(d%*Qdf?vag9XjS}Bm@s^Qq6t~)WOL-%eyt`X?9Rf7l z1~*7BilZYtj%)5Og})H3FRb07zmk1M#wg!j(<+`4Je=JeK zw}qCEdwTixd+pH^6>S?jtM7pR0=PiYct=OIom8qzZ(#^4lbrH|XFc)jS}|PslEVH8 zr$oNfULa-`sq@Cl8nh0_vXII~K^+LFZCpod9!Ei6Lj27RSH_pJ zU1*Hjde0W81FW{}_HsB^2aUjE3wO#@`leULi{zNv*XN)vhk4NHrMa4gHyK zYj3({BLRHIkjTR$8C3KFzPP;czKP>~Qt!f6m(j~{EFNJt&LrIka*`jHAYhHWo~Nf3 z@u$achI(JY4NPjf*0(B+UPiWyOVVA$v)h(3NPq!|!@F$A{t=FHYstn{N}sf+?^&-t ztNQzd{Ei<-_}y{h4;V$FUwDQ~IAF1Y*HG1AZQpC3%U3NSEx5POv*bA8Hv+3)LimGT z@bAR9^xqEnJ5q`-5ovONWJP;C%(o^e_Oz?OY@iXiVAv!v7#p)+5d2P$N!4P|Kj9M6 zn@+oX$9W7A$2$2NK2^!()CkVfJs5G3U9W(=MLxE+w%!=mZ|!_nC|UfARu(pC8>jkZ z+Zfn5VvvwmlG{{)$pZ`~E|qGoH`nKTYxh~*bazaZCDU_L;@-2Z>RvbdZLXPPrRp{l zm^B!oneJC$7$;y+wiCGR{wCbM+2p(@G@9PNsP=Q{cCiU3H_^&Lj(HTYiOV(${EzaG zp>vG%u2aF!)Ku#!fa5&pBWdr7>%`QrmC}qT#VTpLznXh&udceJVOCaY+jHE08fu!3m++GM-%5rj zlJXfXXL;O4BS&4Nh9m*ha(ZVyx$r3bAuWfECDP~8XSs=lW+^OZM}sa`a|u)^WoXexG5x_PCAk( zy4JMqGsd@8mfCx1_tM0Tdkx%&?1^>d?kCGq$9Cr%Njwrb9Y=HHDD>9w{MyflZDz66 zqq_So#l_Y6Nv;EY?ec91NyBn6%C;)qTCl4@(TuF4WpUCJs)gO3mAtSwXZxh&?XMq)!&+P)5cEBN!FHOXLt}Je zy1SVc<{9o`jL2D42x!4o`>Zj++mI`;@YbuXYF9c2qc_?ihVIp%vqLdOM;>RG6px#3 z)m6uQ`x>R7{9k*)sM_Dj40qB(@I)-5iC~39fQdfnGDrfqaCtoQ$5m`TFWOYEO{qpn zt0`S;btP?X)%_N!E9y3rTAE)I{8wkI_-n(u%ftPf1Tx1J)G2f#zJZ(*_ML+#X#|bA z1LZ-C5n8?#_@m-45tyy*d`oR?*7jl}eR8Qaii9ObPu)-%(>x4s90D<3E8{ zHrINE*14cdWAjKb;hxB+Bgn z05fn^x_qSx1D<_R{401hp{MD$7W&YeFi&#CByr4(hMicF!x$_>fB_imgI-bb$HRYT z@m=Ms+F; zNiB|+WM~cvCy34n0QKpN(=9(}SmyDrvEw}x;kLJ}cxK|}H@ws>?SykIaT6q;yT)6# zdFZ_2m%|^l9mbCSAo0eZ@VisF@Qm_2(rQ4YQ!hw&7`mK09{tZX`XZG3zr6Z6Mv~ew z`??puX8!<>pA)_CE^%nP5ZxU&(3TPJ>c9O0MnplxY^%!D*9xKr! zJ0i5x{>Ydeft6c7L4!|^OKZ{RK8b&+Td~Uj0BK+R&F|$BR1af=>?s9~qVHeQwD;LH z{k(2JfXEBy*bZtB_(`5|{)MIA-Hy&-@>KpZ6+eg-O49M{)5@^$yw=V-f+2=6{{RA3 zIs64&^ZY|U+_cl}0UczWc{1&LSjZRho=lfjyME-nQ3z0caN9zajf zoPLxHuHF>UEu-CdP0$>(U);2y`;g?1(w_&3G<#J0KAgX43(_4r6CfY=$l5;=D&&3= z(V=BA=@tl7cb}SBAw) ztdkQoqoHnt=sF6rnYr4ggFMkb72KuEtXe z6XXsWO#RRHbN+Ea1)=+5yddHPk(IIhT=e>LTz|)VxGnw^_^JsVSI*L|qFkQu3!wd2 z0rjrH&X!X=5rAGm8Z;k~{00V3y>P!7bZt6s0&3S9oU%&r*tgAW3n{@Z+GvTkY{6p?OjVyyffQKA_!L(4iq-gCfq2%+H!MWKK{i& z6Ew{O#~PKz_)Q|-^m$6tO3IJ8?%c()N$Y{%*Rl7Xin?cro5osiiEOmr3TjqOy>!){ z_DgGr-as3b$w%(YLV^b!tLCt{iqoYUwO8*IlUDg&%JzNiCbhaf&%+wMy`9WDO3t#` z%@?1hTmzMw3}m9Wa-aGMQ|nzM5hT{~Lm=F{nORS8Pxu<~e-(Jf86bT#Th%|Xj)iR< z-PQK!e$gGq&{fxr1V1w5E*m>~5)7UU_@p(T3~D-6_N*=ZTGBehD<_t>4#kWw40$KZ z+7RQY8O}~?=wn(hNBuRWiVujt5BwLQYkE!U=r1Mh%L@piu$`bWjijrB90=6{IV22n zYvX^6zqHqf{8{1`O*>1MRnoNEiEUp{)XEl|GX%}4<8Z)W0T{tzS#w`ue$ZYZ9vt{b ztZKT(vu~tNC8GIWREm-;#eR6>X9ZXlE&(gS$vN%$AFFuw>f-kMNrO$bwX|gzo*)Iu za#*{!@a2P%@`d|}=yT#@A8cJx`w>4eMIhffG|yw|m&6HgWEM zE>~s^xL|>_vXg**Qg|3GgPnVGr_bT720brM7nX7&!+mugL3Yj+S}<`N00syg?I$hG zc3%$sRWHNM8tUF#g^N$r;PP!{lq}J>C*)}(Ic6U*8CAd>@@tD3jKolcYEX~8%$F>; zYsu@r_tpMJ@sB2qoC$ZwK0j^s+OlHka^^cieOGuy9Twa{t$ zHm5F#j+(`#+!qibhS6rkh0CYN6}saX>(q3s#!3@Zoq45qz1mLp>1LnL{LH1M=dgS} zvA^*hi?oRxqANSQoJKL`1%c3O_r|(Cji$M(UD;{ceY~vpqR<%O ziabV&n^i)t?yboMTdC%~WA<$DjUx%|Zq~M~VR0N`<--X`T^Ez|dPW?|!L zy)xF?+RDQI_2;{^mwbX)ve?V^7-ky-bjMn5e#%tn;_%mMTPy5*zj_D0xvUgG`%4ZXUvZZfbKQe5Ns zn;VEFT%NV_w}*ZsUHDb(Ev`HzXC>)(c&=`s&CJ`I023m%P%sz(0ydBc%V*QT;A-Gs zw5LgOw%Uc&)zZGNYgw*Ub*pA|Z*3W+@XJ{L0E%);4I;u=JXaEndD`qOkX*oWHtmv9 z8z>J7gQDY}zWeagT=3_DejQm~-QQbT>9e$wT^nM)X42>jEKE1-%H)6uP<^r}cn89o zr-nQub>g!6Ts|k%jMq2Tx`v+&FKU|)$c&+OFkPo;R*6FIdS6=H$*=m!$ zf;uft&kjd<;9YN7@fMA7rd-|4C}h5Z;b)B({#nVlKkFD6)qy$OI-T|N508$g<9q#I zRcP(}>kF9$&Y^8<<*9+DW4w)^WU*iaVBwTwAY7b!} zY`YtZWrBhj?HC<8XNu!(J~;es@L$7yM_ReiwAnm2eoeaCT&VM4W|hwD00=vS6S$t$ z>b@9H+7m+Xb?=H2FAwVWHx|t8ph@ycZj(!r%J@)7DV%ORSC#xxzWBl5e}^`Dex)Xv zsA#?=iX-+|?T9voSW2oN1Ln(f*CM|12})M7-1esAqs`6JxBLUS_(|c@~j!=@;6@iFKoVvag6EwhKEh*UW7R$SuQiF`R>(*Cge6H=*cLjiQ#l zkB+}-oo7(e{y*G*Zi`FZdryYRq>|HoaI1*bf~d}LGwaVMiv5!KUmb_VkB9yp@j25| zNVnDOZSO-^Ok$c%=opgmk+c($fJyfqEAeOcjL{GLFE1TIe|-9l=h|X2>JlIl7ZIRk z!r^g~gVXNU>(BfX_f}n3_D=8`tE_^~32d^t$nxfO8?sM0#d?@#qU@hUeC|H-yK83A z>~^0HygOxVV2@0Rl=HfBW_15bo~oWv6>McpKS!tCdi#40EHZ3PB^WqifBZO zgOEocj-c0~cx((xdWv0xAomoBxm0dBZsZC>Fb$6M2!6oFkxQsEQE~z~{LqsWbpX5RGs%>QAjp(uyb=3Mit2f{G|SPyt0Xq*WO#0QEIVuT8-# zYZ;f)L&AQ2{{RX=U3S_t+Nm8x%EfJ?Gy1ngACG^-Gz~n>&D5TE`yCK|9sd9toX;E} zNB5r}aRyBTu?%)5X3f+2-Nbmp55vFXRwR}sX(LyLV#&UCYNtC9AGK=6%&Ja1{C=I3)G}^)=%jJhHpeJT0hQ__FT%TG#L1{wVEjV3tKoWm%$+5hmb~ z{K+FZ?}45aSE5~b-^Ci=i2O}wYoGFP>-=Zo? z^0Ga=_@7De?yacb>RLyU9qLc1S!>cyo9U7;i5#Xj<%064PFRNAM;Weu%f>gq5Ikq$ zylw-HqY04SODg;vWzE0`O$7sjN5p?x7i$+fMRPW{K6wE$1U{jASri z*d&e#0<*(no+@0G6H!{EP;w?_JJe*32=IJ-5e$9~uU02TF598KZ*FC2T^FkA&ABZuRE{zoQXdZsnI189Z*%}?Wy=7nz>|+rfsfR4SFP+} z*5Hdb@LEG8)Y@0u8p;KMq%a8HWmYGz%n29- zbJvZ$kz9VKd8&94<|w9y9vyeumH8&e-P}Kj0!jMuo(*qL8HdF4eO97!@@vrFM727f z3;1VO@a~}wp>+2eg_8mv=^%8sZN*d}$jMBSascRk>!j6w$$x2a9ME}o(88AxUBxRj zXc75fLCTYnjiB_&$0oV$KjT)jelG+Ub^<+0MT$#nl|t}JT|shyV8#IMxxnv=T|2~9 z_x6`F%V&ReaeHuV#1@hbvkm04k$^x4ZZa{?KDG0;BaZg*tBFap($Twl_Vc^@)s9zr zN-aH(?_T(eKZ^bqTurY%jrfY`AqrJYmr>0o#u;*O%0zBC!7+^I6^Cb~*!cHQxX?8x z&xw3B9FZ9k4lfbo+JljWmM{oWoZ#&}IOp}%*V4vDwb0Z0I)FbdNohGrZpp#d=GD`OvZPIL$a)yjKOoOu^&;eA_Ii$a-Tu#y>V1dz>YmgD8Y3-fIoh#_PFN#y6C73OBR zn$m?ncsnM((^u1Hr&~4TaZdAAdZu9n1+F0D#ODqay#?nybhVBOJ zV?RS)8}M&T)qWHFMuN}9*HT3l+-i~8wZhFBd5l#Ym2OVvATI=xF~QAy55tW%e-YiR zx{4TVQU@l+Md4(@+U%JH$IjyejE>mFaIp9u9RuPni>fB67OfZCt(N6)E#xh00*b+%{u#3@majN z(XVuPEiIyk+g16V85-VSFos+LpD2(5G7d4x2D86tZv@@=o;$sBO}9y+{@I((j@=0I zrFSn!yx;XD;t7o!JYj?I4l?3xl_-1De*+uKX`?;QdBBZx!67 z?V)S&J-%(8);T=1kYRE*oJ0u0`RTO{TU@yCu5+02aILrS!K`*nSZB>gUBe7l(A~zc%|x zj{HR(C1g~qd|Tty(&1(L($gu@N{ zm0RxvlNz8o$ie2g--Vt7lf#W^X%V;AUdCvyVz{%Ff*&(>3E6vQ4D!qja76 z>AtpPO|_ysU4O;CHM8*^siW$aI&QaVeIse2?Ic+ti5ZjY$hT4^@(tU6u)0Fd8k zfm8^waG5(?5hH@6v9 zd>i3SW5oJ)pQP&=ZN;j`Eb_`)`%SbPOF8?Xjfw*&@dg+japNBvwCy%u8Qkg8>DPK> z2n$WUv{EuJJei3|GwD6yTH2Z&u zFn?uT!~LWtp2v07tgIeV7oaG21A=(mc&!f;_)Ft-{v`14hi2C_8=D(w*5W;RtyyQ; zu;m^eS0iy59^Cb)55nJ$dRDWhcx}EXTBehxSSwmyjW|hizbYY##~B=u31;99D@(*0 zm&Usf7T($GH@+UX)3j|qMw42KGR=Du?dQqQ$m9(510eOTdnV4cDI|}~--??1_>=5+9W=64C6cuatAo#zf}JK;F2CFmr(c>uV^#P`-;5&U1FUO@20sOgD$8Gbi3 zQUUqmQ(mg&r#Qtk=jY8^GO&h8{{Ys$(f!!?{d)fZDwa4BA%sw) z+N2ouppifZD5E2}qglQtD^Hf* zDo-?XZ*bV%)_h=PwwfI+qg$nT)XQ}n2$VAbPJf8wAY-{1#d)X2gX2vnQ_=2x z4j$rVRfgg@r2!v%?`Qdr7=VX76Z5DU&mE*52(s|kpEjEd$9X%v?v~L7XbhU-8SsmYxW@dAvt!cdJVaLAT30R$u{SAPt~@coHxRXQg8JFZQF+ZoFCIIrW>w z(R2$-C7%jlgAa$d^YgUi~M8pN5!nSQr_NMUEJPUSlrq$ zw!64u12ZXLM!@@mkZ_>jbqCWv7igMht)fSv*}*1>6tNbH*6p8asQ^f-<$+)}xeObe z;Nz`sXu8aP4e`#MZD1xAIz54nuC5&$`(dUFw{dI*IDGCbPc4j!}3n z@z?$V)fDdS*yS}_ZA0MBmEsHSb5OOi)nize2xF2rQ7n=Z%Zc9PT_Ww@GY~@@f*1fWJCB&>*VV3cBjVp4eW>S!-S$)(+S zYb5&sj~Gm<>LJw8Us``2t`-;FJNU!~a{Ue#f`2V&1?xllM8SwRE%bHE&v!L2cA zZLQi`+gja2f2v!S@?u#P1f7BuZLH0e8+htSIV5Auw40>UES}sjjgYjFBR9$=D~yxh zj^9ePVQXzO!wb#k-J=2nDJScn!1v;l!_ZMtin9LzJ^S0_H~Yl9oh^@wb$LRgUCU!{ zaXu!D^8v@-Ay3Mufu1}4YtXe_OGELb);Aj7kZ+-iBylt|F)~J|7s(}l>V_xg!8jaX zky$<(y3@4-Y#CPK{vGbxWy`d1->YYO0#4PCXXWGuBe4LTO(`@jI@0y*-tSJhx4D+q zT|VVwG2wDB%*-}mjBp9cf(L5w@lPbINkzW8S=&{om(Qq@cX5(D>g(ZWhhAy* zogZ0UIacTqXLekeT)yqGmE2e+2n^kE&nCSRZFfVtz0vGP_I;+krbi=9;t_F(@5wB8 zGN=cUwQ_muk%N&(#`=7kjv&%>h_3IT5yf$JY9m#aS8v_4YQKLYsXYkn1#!L^(X{JZ z`?!2ZCGCXK?F$5Q7+&|X)#;~eecqNO%iU|S#`s=2 zd_S((-C9cG;wj>IQ_NWWyhv6|dVdKX!@YWsh%eyKJW{uw8hKG=VFOCiG^2l*3Bc)q zNF&$ln(~cVL=Sw8hns(z3VrMh~e((p5LC#M?mpT@N@W&11&B(B~ zj>l1g_8pQuQx7p_M%+snkghur8F0IZK5j1yLNKQb^0d9wv`M`d&->PGXs>$_N%LL@ z&e}GQsMuJ>w%0o@AX}>ho*;1>!0kG4!;r}{t`BU3UaxuM4NlKk*Y(S58+}5`<}EgP z;DXIWkw+z{5=pyn7$*ah!Eb8nd|jYJcctC6y{LjKDPz94n$8gN-N=B)%J39Ot{dg* zBpk3D;b}e>wD8A-S5}|I%V@WHWsCvfhcXn1PZWwnsR~&SUVGy>73fbHPZxomO4Pmh z*)-MP&dTcVZrytts3^OhTj39a8qb5gYo$RRp=qe;dXDQ^u2xa<+s-_Y@qr#~QNysG|q0Te@BzUd#opGtnjsap(tAn(00;d{xyn+x<64({%k_Ta88`bu88pEK{byR!G4B zi3ZTbZO;XA58bY7!yXNq%GXbeQI69>w_B^5dz(=?@{H43t1bb~c5Y|qH~@}wgMr~6 z5Lo!5MAP*vJDrx^9K17MTukvSknPLtig%nHvZP`qAw4ny09Tuh%P8V85X2;^CY7DE zO3KZ(WoGq#Jq%>-(azsm>faAMKjTeDRnxx7sOtX!X0^4AZj9GHUCX0`EQcUI)MJB# z*EQ!l--_)uD}7el_UJ|SV{a6XZKp)x+kPZvPzKh(Jd9+53HgnB-nW0Nd{)q)ytlT3 zO>bDflUat!TeQm*La4F%g?Ik|tdOc>I9v?kyt)s8{wt4Ii%*u-AUeAJt^*?o&~0`u z9ghe`(~+Jy^%eC{o)!s15h%uSj=HO)wd;K}e|L~d>1otw#c%jQd|ZCjqTkzS*S4D) z>J+t-AvyvV_ecqiUk#RA;OzN*5755`v@Z>KpTl>Slj@g^;JLt-Ju6$BZM2#q1|CHq z2;{?O01xj1I{aU#*^3G6n+-4$w6bA=+!TP!!?(-`0QRq@JQ;hZ{6Y9Ts%gf`eGcO7 zRtuZxLm1iB_lH+GQondIcHM>GV!LpdIMPs$JCtL4DLeM^>1{8!LN(O)ZBOA>$6GHD zX`T$9;w)o9wt=qgHAI2F+L=Jb9YzlgDPO*RovY0}YoPpX@dw4*KLTrBE1FAv8gH{( zYVB-emS~;QGDr7`-Udq^oolrCdGRaa2D$Mk#gcqV*KFY)9=0}7OQzk$0^M9Zs;a@V zs{a5iY}-lvIH^7-onzuZimkQXAI8t8>K5Ay&Yo0^O1N>m%amv4P(}x8?o*96<2zo* z)~XY$6*xUEcedUH_~~`=0_N8H;$?!%WMa3rxU{hIKG2NqgEF0Gc4i5jno?|eO`TIt#y;yY>4yoT!$N)|=k_esgeKAdq}+Uq|Vlf>gyxAC275qR?Z;Sa>C&399@j@IK$RW^2de6a>TY)ki~P)7vulb&iK z(~?WAjVDfVgOrxnJ_^z`d9CbbmBY>DOrR?b#{_fVx68-9eP{mw1ljQ%z7PGVbW4lL zp@&bsw7RsFjnrhQc*`c`4WGQIKBQO4UL2kcLrl82cf)Q3XVl}5$8CC#z;7C-!hedo z4y>?`w#9P`#^i2Q#HvXnzY2Kw73oxQjIV7^ou|z{X!k#RQ^l8Bh1$cW==W1axNp0< zA7_PExf{NAIO&DK^%c7;q+t*PA?Q6l&0_dg`YZnc4_MyYT}!A7=u+t>ow}pIQ>#BIFKz=_I>`H7?E-6lAwxE5kk~e$?7W zhMrA7!$`XBtRG=-m|LOtBk!J^FCP7n?2zGlwd{@<% zQt@5<^O2t}5sadfouGZx9XtlFE z3EF4b7XJVeyg7Foyjr!ZZX1G^!x7JKz}2PkC9U(KN2poAvOdK9`ZSJloB$3pj(hQ6 zoU-_5#eWU829;&Fp23MS+s`SQDGA^dl;oh}q2jtdC*p0qfLl)UX?F}avfRGZ&-*gx z41Xi-T+_u)p7FWqQoz!$@Km$x&(K)X+TFu(EWHC0xxf0=DS2fd!vgxZE&dYuKl505e1wANUa+e!ohX|wm3bB zb5&U{U#zn)p#9qa0F4V_JiCO9><{;@8~Fe#zGVE1-)BVo(y$*~e=3GaY@$EBnmmv1 z$)DzG1Ea>6FXZh5l4ITau{71N`$_pFc&+_VDwq6+0+yY_Uc&~VZ#mg*xs#(w6inZM zz{Ml#G1{<(+R{gujPe5DdXh;00PEDx3QLQ4H#XiG*~wJ=Gs*U=cA90qs&N|bCoIgM zmOiA>?uMpx7cBrRq86C_=Xr9+@KA6)s&RL7AOrxX{g_z)05U5_d`t3zppL@1omb)( zlcact4H{OF?`{CHQMm(C>aV!xxF49u|E? z(qu%+tS%pPfZ*~Ommluu8Ly_i6X1P5WL*!#kEvSOYZl?H>?5{F(V`(?jbtY!*e+yd zIRtr!Ip)514S|HJO1%c9dn-QLcfGVq+Ha}RQqi*6j@6*>kHen~OX9Ru)>?Eo5o%Dy zHs_p2kmv(^h{1r#E3_dw&3sj__`c^@i&fNbo@dkz)5X4J*i1#YF$0`7SwX=k1a=v( zyZ$_UE%6qMp-EvK#jUDpma{$FQ4HH6#G9B#TyFWvA19)W94&r#c+W@HTK%=HKt>kj zyvf;c6a zdU3~d>(9M(`gW!?%WESnQCzx-7j$rxa@k{z*yLr8C)3zgC7!Wu{hNs33%XVavdiW= z<8E1o02$*M9lfcVp016B@&q_wSbBTDRBke#i^C{nc#d74^llwNgjk`SE1;lZEM1pnr*yqYp5YH$dJjwLabTQ zdtuC31F<9l&0RRko|e<`G@((knpA!!@cp%^w=>BMmj)|Yk%Ou^00P6GmpI^#y*rBM zyd&Z(9WTZjrSFUE?6o_G97lT=Vk2WN=+!_RejNrm=~CNJ*E~OV`W4;m<{g4GwVFoS z2M#uz{G|Qwd{t=UwM+P56)JGqfQ0`DN03&Bn)b{UQW=n|nSlM$;$}MSo^EZ2H zo~in!rLCdN<7IaG9#MNN_R`tv4=7^Te78LhLOb^2yI%ll@J->_b!%ILXR2w}kv+eZ zn~o$|69=D^2Eos%$9i?0{{V%oti0i(+-joH6Kh@-UC7Qd*aU#vPTq1k&t96o0lLvO z8MUiTF3##E7AwBb<%BM~QVwOPhz175ih^ zMHQg^$;Nz=?#c-#cF-}OmjrX48t}x2Rn#uD=;Hf)(1*D&zwx|dAjg1C@B^qn?H)Pj z*8B^skBE9CHUlYjVIa1b$w<~&wkr_FkVBPHq@E-L_+3tXEYgkT4`z~#Iz1EVr)z#G zoLt=Uvl-wo7F%lCR-lu$^{v&typhEY8_u51ih`%hIaY{1;6_f;M?~Y$r_wZQ?Iy=b z)Nd_qtfztCxU_~n=6ikQF3_rha2Vmn4o?8rh(Tkocz@z))%0u2T~1gorny#7c5PL| zM=2^7B~A$B5Pi*en#Hc2;%y^LH@EWIoksTZ?%!1MgvM25ie-t=oM1@ogy-cdc)+ha z6&Ol{@igUW@}%vpz2#@Gr)_NXJ6w~sj%UQ*3T(BV2L8?u5L(zamR3kt%~iCKN!kRb zc?#$uVhKF6=hB(*qrw_ziY*cg)w_u_=4c|-wCN*avd6vDU@_b<&5f)NOnXv?#eNv@ z)#j~nsA#s=+CAci)S`%qW4CiEpq4oB2r5`)f3!f_dREo6$fkqD{vYt|!p;4?ZziLr zeTG*nb2L&cg`+qa1~Dq_Bo!wI73g68wTPoA)RVO0{pO>1%GTTQS`DRZ9e0UtH5s+| z^!+AXN%WW1gmdY)v&kHnZ1BRNT1Lr04@P2fymEW_&XuS5vJGES@CCnu^ea!bTQjUH zw&{{5+w+Dj*_UouJABzV;9yr>@cO|u4Lie)sOpU;h)$$Mt*Y;z&cjUz9WfJ;5b}umNEjesj%w7WMuVYCmGUKY z(@yCtOGm0!>%FX=h4QA(Yr~qg&95($Y2vfBkERpXR=;{-6od>(V0 zisVj6rY)L4l4kX=gJw-8%77@eT=QXhGg_w{{Bi zSXx!Z-NuJ9&7ydpQ!zO+>PQKe*$CPRgpNRMrzLsG8LuzUHEm)ob{TB$S{vX_E<^G# z4u3l6E;WA<=(9_xjc#_jl=*V`bCA+!*9WH^D|(Zs&&xg8^%Nc>+4EC&QQv!hXR-V@ z_+6^_>@Jz4!>V6uw@}YDrOL-^^XyIAOeJ?@VB`{{_Q@EpThhN~KNRR+27GaS;=LzV zw!W83cwn0BMFcLsbWTT*pE!Tr^=`+3SpNXK|Z2tftYo*gXM-)3@8e})O$>JHnq7d`YLo z(C)I-?qNc}ZYr{}kIWC}UcKtR=bmQFw(3G=m8X2B?(FW|vG?|`MNi#H zYIx2onYLm0lf`~H`1dow6|}Doy6kIR?c}#P%M*hk>DUfBcdm!R{{Rd0Ukb?^T}Zc@ zi}W&{SpNXBwS(e6+MD5zgLMO?rmZfocMu@kXcoqNWBs5)oM7}dXTbjew7u|NAyqs{Zz@~XW#Y;x@YT)^;qR{kG<{3mWszD#{=da+Rs_Ghd+8zcV zyDXzDf4j-Yw?SPp_!n1gT-~LlQ(KErBbGNqxROo*&QBPmm%=*r)Y7Du62%g@2*}Hl zyE!}_4o*J`(Md}2lImb$-f8jP#6zIYJBcF8DKalEVr*uG4s^MdnQCn_<$YV>r;9ua z?IxbmNopBM2&QO)gVSmGll}r~3m+Rt6uWg>R(FQW4 zu^s7*q2T@%%lMb!o{8ch?IpjFaNqLYACdn69y$DLhOP=S)gHYJ&aFKp?!3<*xpQypAe-Cwgj~Mv3Pw<`M+S}?^v9rZ}mJl%j;1F_DoE`>x*Oe?SNV`W<-lv#h z>PO$u+}5?v6Hno({6D7nt5LMm?r|KEd7<{lw*?W-Spgk^$F+GK@52iXIX26ug<`C& za>pfr@4w%#KhnOTy8WGeSEuFRiq7Z^5N&QqC%5qd+Oc&Xg+45?iNk2OG6H^YEO~(Y zVM)zuo+cj@TSih?I`7?@Pr7zKchmKM6L?NC!r^u6Fx!MK3fu+HW*vC-uH(Z$6s+$q z#Bpj9>6(&{n$F>jaxe5fJ667}@Y?bin{JzVq|dY}hqiGRMxU=y6{%+R5U723Xq*8^hu#hsa@^a;uU!IT!<` zJ*#5h;%&Xn@7bOtwAE0J_P1=3`Oi+(qSTBccxSefMaZ|3 zHVOzl<%j_K@%84mOBBe!b;uwo-T2V46=T$=m*HoxDfQ=oel_@0#%z|Bmm^QqN60k$ z&?1$%$=RM9d#ODur13q(c6xoq{qC;XMw@FHmRXRh?N#KKVhiLKQ`ZZWx$S8}V!sD)gH0keP&a6TNkztVgk zs`#(PiFu@H){)Ar)^h!suXgP6S|G)mHeY+x^4tn%GE2i*QitqKEcTt<-4~unO7CVn4 z>=Q!-O&z-^`HM&sba^-!;Wmy*B$}!i$kmi-O8ow7PwB0Hs~j`I*MKqTW}Mnq!l>+=nuuWi+xq{*V*>Yh5&WR~JRYgf1n6}8mj87EV1 z8oI2ba%8sgv~r{ofq`BHImjGiB%E{yvRK7UxYYbLIsKb^ zo?oQ+ZBNAQXHj_Kx4+Y8xxBD~G4h7C9%>BZ1Qt!8W1OE_`tQQtIkNGb{x7z+(q2Cg zE}Iq2jsF1Ju`p|r@>_^g8C|LrBD`yoZfw~jnmmK^ z0uzNHl(7JEa0t&7J|6sMzSFb@@a@~R#i?dXNg78j3bvw?6Xt@_Zt`5r8SVa_;c8xoTi@%!17oj9$ zu1BX)RW7YO?O8t1CKH%b&5}Wg#?S{$A58uNy+_7=Adgz`vTHhRrL0EQVz+RtYSLS& z*@r9!<_vN-3=HiDwtVVcWv_J@Wsgj>j#dGg6{IDY1?)-SkVzeKdkkX?Be+RB71jmBiiQ>hz*5v^-AtMgGax z4v%|q>u9Xd%QD7eW?YaMqjCpB*0z2UXw%wi%QM~E2%8YiD!MR@80~NYKQ|4|0RxWx zIeVcy$YEnG>~nz1$1Nbp&hK%};IaNjvpy2|y34{7Y8F!)jX_%I%{9b-ek>FF)hD4|xdd{31$yVe?GjtB8r@tx z@x`aW73bVTt8XBL&rBQ~j`;(fbof!?{V!0SNpGZUac!w- zuNgMrBC0Tb*xk5i1xPA+;{v@lab=un?W zm9x;`c$BboB;26iEY+U&-8ykGTe>W_V9ImvX>?9n_AiGw72!=eNACEC1!fpg#00M zp?Kdy(QS1g(?J%eEOM*k&Pe0)B4M5zBq>feo+Oye zn}}otgN}|qUT}FBuWRrYhS2yIOV-x$?KSCidzh>znd4Zpu<`DVacgB7+$1+aB6YgTMhuoY3PS><;fTrK$>4?P^)D3oN5_5) zpIE(3CdX6M!Sj^BB-uKaCF4+^F4KdN>w-=z!n{qX%kcZh>!aP;&Yl+4tk>-`t+I(6 zce{X+L3EH3ta^Y!7$jG=TIjYKkAVC=d8x$L8nuj<3k=$IicM*#MZG0f*vtpcvXhg5 zF(AMyYvyry95iT08wS$p%i8M6`CV&!+S?6E?D8KE{2T8Pd^{u~x^dAsi$8|Qf za2grB$RpmMxXU?z?vQdx?}5S1a^k30%xT9FI+Bduky>eYYiO-)V)e7X$enMg<}>^% zeLm-Jnj3(31;tn%07jGNo4txxR+f;Tg$A=y!kcPj7(s(_fDn!L3PZG;8lItmA|- z-7`hVFS{TOZd97J0$sLlogTqzwztCc3OYMeM4K)d`DreSZne=qN`;YX0|3q z%uj-F*~#_6=nZ`@@cYBQB+&l=X3M*qy9=v}H-_%sNFlcZ=GCN7Qf;MyXozeu>M#yE zitr!Wk4>@gFYOEBiyIaD91yHCT3N#m5N0$u9C3hH=eZuHyvIuMCDc0A)~NF8M&jzv z?Au}_1>GvjSaa&Q`Wp3U(NmOa&F#0{{dGDq7^NIK!@+CU@$>WSewh3-@Rqxy>Tzop z-Xns~!;$H>v)|iat2l&7=j|(Z@q<&p@cxxO?u+2aGqz|D zq?&^+3YH{&(sP9wxdc@{tW&Pd8m3M7#0^VF(+d9aw+}jw)I0b?B&Uo~%ao2nS;jaj_yt#Yh z45YqP3@%h0jEeE%vC*36rKfAJ_;b^0jN|Ul=60X5SM6nY;C)4WIpWLdo5R)#agjYmthxBkpJWY*Jp$s`FR z1Y~p6Kec-|f`4zX6li`E)BHcAjW%g55JZj@chJH5uSn)@Wt$aQ{DMh3- zw$e{4UFpzBk(3$x;XnZ3<0qU91DuVY5_~}Tsi9w6>DrIPOMOM8kcn<>Z7qtxn~uiX zS1t;IaxsDmo_Q(bAnB@#F4}tQ<+-eIvyAy1m*4uIO}&_GtDWHXBc)@@rg&>kzFk*U zy0O!yvt9P>I|ODUlegE?9`*9qhQ2g-=J!zXWxel-H66B4OE#NwZET|x1c~1=MguSe zs^bLx;0_Ia1$AnCVes!vyS^rCsjQ;7XW9qP<%TB%j;A$olBudeD7ZT|Te)uuG>a~k z<0Eh84>lobeJU_h$RPpFIUT(#L&LV7EAbtr#n*=XZLI1R*7F;7bLF^66arL;-#Qz}u@WJ`HP4R*f%Yy=##IpP7`Zg2US& z*3Q=0%G&N@h4{6l#O1YEFGxInr%pmP{{X-W);6!>PaRrCD8BHvgQ`N@yUT4PMX~kV z57!m+1kMm{pXTS~jR8NWdXLJQ^ZjV@B0VEhmOoS5=s!9y9;huPvpz!c=fn*XZVknr?BpGj2h`YAK_mPc(1`)(!PlW)wKFlg%;)@%@Glv6}iDv zo>cxd^xe*nr`}un7Zy-mL)XiiFzfjqD!e`v(jZ4jblY2WbtuaeN}#Fg2m`)N38b3t z51F*@vH6h%df$a3w_PIa-CC;zlGgRhCd2$g-~3NC>Aw%Iqw(3)Eg)6X^$Qq`^202H zV@3!YmA?_e#w*hQ0BHXJhx#9db&Vl3ojxlVE+LS~96;fSVUE9A^G^+5Xnq~C)~&TW z7n;{lu#(B1+7)>KVyB^H1Y~kEUPS0Y%FjdGrI=zV$47rtpt10Nt#=z4ETa<_U=|C2 z;Ezyv>*ROEE*Ys!3Yqj+n>-WQ8q&|gxrXtfx$`BkD2 zvGXH&6_7_E>E)1f?de|Or+gc~FpHZH8R`~EEDGre)TaeWT!43Ecg14xseP+l=#Fhy ztS)mQVA3?A`jx}m**ld7RXYZA_j4cz^YyBCKM&Jaw~p@6?Lev`!Sf*sIN^p!ZobuOTb4-5#sui#3!@coyIZP5s~ zy|IYf+_(L7hlO$Oq#h5;S>7Gh^e+_Yx`mznrjy|h5k(#r(^4|P;W-{+2Sp9HgMe5O z-<;N1oCBfn#&MiqRQ~`p?9=r_hG|Yp+>S5L{Q93g_`~9yegW6)^sf$CT{f|BOCm&` zWxiRkK~~5ul1FT0^V+4l_>1804QjIZpT=GulH*pnc)Ys=oh3yH(b-Nmu_ee;obKbM zYmMj}U4XLr;fDwYa#G z$hS?zB7#^cBZfVOFf-2s7@tGCw$!a)-0_I*)!I)rTg*7x4hTE|Sw?zs-0eI&)uSmAhrqlF{UPBB|Z85ZXoP`Mdvu_~h1*07M99C87 zMiJF-*yW6S>PYr*rHcfPQjLIHX5TR5C;{}so_q21tQ(n5lX!w$L+8n}bVF!BI-k^Z zu7krKD~|HeBPFy~7P9$-OzpYT4aN@{1wk0bbL~_b&P_>m2_|S^OVb-e7nhKjc`!G2 zKQ2H&-pz4Fe6o_Bi5BUmlTZ5fGNRTY(d9G8D2jV#ceV_0(*{NP8z6=qMminGsLguC z=9Q%Dz8ACA^nEtc&%{=W?QsQ??GUR2^ZnehP(kbRo}}_?$~;Y`T7PTCZW-ec+wOp> z20MVloCDCX>(`|=#Oj|7BDU00PcH3TI=17~HbC?sk(~bkvVAL8Puju~i+sy%e73)C z;*3=}JEN@A{4M8bw;Gbmo6DJwBaP9%;UKc@C#laJj~|;G&ulDYFyAxlBFdWNc3O+w z*n+|-M=a4GI4q+*mvIB3?0K%&9$$Itbf+6DElu54@+-)^>w6iC-O2WbDx`uzWoWZN_uRC%TH7`@Y}W_j{R;P1xS4fJHMZC7pc2~7 ztV|aut-|?(6-r$K zOV`r%OUubFUsRHK%eLadlp`wS=bxNY^ou)vTFN13xj~2tY_qxcZRMjs$Bww_Fgo%@ zt1CT1O%<%y&U;-h?mLvZjaVRN;E%hIaKMjHze@C~)2B){i{-wT>*cH8Ugog8u8(K< zaRN_aq`sRJ!S8LnyQ3tE=2r}(YW5gkF9SSoBe}1UTJ3x};&e-mJ*}p;zw@o+MqqNT zNgVb({{T+4^}oWK8%Q*?(&w7xZsNIu`WXfQ@}?p(8w3yoEM39N4lC!M9QZyj5o>>H zu)MfgboCWE1zHKV;Sa|bJ_HS3GqWwFOIJDf09y+saYG^*s zV<(>0q2^&Id7KUE{{SXAJBa5!`f-}s_<3$VAN(QJ^(&a|HJvL^XdU#I`K7nnI8Qft z{w&I@2bD#BdNg#ieklb#-D}&btyLh|Ux4l2AQ496jGIw&W33)5w~G{zCk!Dc<5`#h9T3d4rgf2?$&PV&riLrzayX7 z>(2h}hDGK6q2f&z?g`onAkcBF=~ou~MLm?P1NnU96mt|Xn)=0|%w;6n`xpbx(u}+V$pf5MN$`VQQLTT%FRB}jCs7u&HLdmBEUJ#ma}!2z zc1s!A^(ua*s};LzT7ILd*#7`&U1}Dwv=_GXnB}!-@>R~|)6io*hpOCYJ5Y{| zEx$Y7+bw$S=ya&s%`2N;C(`Y_S8kRU8jRNWx^A5E{g%qe&E|0KNL68s7yF=gRxWwRc0F&FhK!i1QJz< z1Oj^Iyr$>GzAw=<=(I$iPrHil=1W=QTXkc-PB_RPD+7fDafaYmwFw{Lm%+*B@En$t zYmm(V)TJ{AEjW|sizvezKxGNfB%Zjh0=0ZaB?@(FUz$&qF2CY-*?IcgOE~4TyF6pY z{{Rqfd@HJ6Y73=Y*lGHO&yfv`uLO~ujm(h9q{xgnb;b`&e zB2>G-yobz~+Y%TcNBfKcAoa;^nF717k4dU{tHE9qySvaXtlAmmeM$*!2bh;?5S1H7 z@0)O9=Vnc^X-7cBHNsW@A@Ybv!bt$;VpuFqm2uD7jXG zd);oIE|G6`?zKzL&|2<$ot3J?Z=HZ~_}9^Yv1=&tmb@^{A+b-8_xga%O3_q=ET)QHTpLC8zeC#D;(do_?X`ht;0Ps<0H2Xi=3TuX%<}2pW z?ZjyuK*Z-VsLO5#JbHE?O8JWR;@-zbS?#si#;R^wH`A6UP>_WiU(C+alaaTm#(US> zAMjA?YdL--M|$vyB|aSu{<)J5lFf{OaDOWKV^Y_k)qiJ=3rUX7!~0IpQ!*^kg%@%o zdD-3Eu6F*O)%5sXXhEaPs=s+8&RawAZS}l~B==V=pkU+&1bdG4+<0r^9irVZj^^UR z)oYgA8%_gZNjMTEyngUEz{w_v5oE82MIxzp{1PJ3Us={OTPyCVFlhIL@Utg{{CR6Ph(saz`A*!Pg!lab__g~n zXkI(BH&&3rX>>si2~0-k@cX8|F!8s+uNZt0@fp4F6{42aT;{-Yes~7f$oh^gN*=ZwS!)f7x3DI+TO*Xnrqc)+BOP+XK=~sz&$b- zkOgHza#dp8+FSnsU)SP1MI{<-MJv6meP5>h8SqAe6xjG=@IL;z5uX}|;W>FHb?{{Xbdfgewj<}VQ2tP60~g~%nD)B;Etl9MaoVYmUgaf8_Ke+uk0Uk_?`db~HNIT}N!Ohn!e#jxyLN0PT>&2dU3m`Xlyy@u~5h)~Le5_e7CQGChu?8ChhEsoKC0 zFuyS8)DcQJigIZuaGnnl2y?jE8a93>@xGig(rLGRa??QS$MILd{3+@2U&OZeDQ`BP zrO!EC!YFQC9FI^4ZYu}IpA~#f;qMh{wsz6zbK6^)3~4$jkZn9ECCBHA;6598&iCTC z?LDAfYZ_IRl$vIPb@Ez}>GQZ7iOCr`tzRwesm8gVQ`;l>yR1e>pW&%W_c2{5{{YaG zRjB?oDg*Yd15$)~sE$m2PAd1rT}w~!K9rZ=*o~>H77ZLS7{~#0k%7&5`}}3_qH8c| zw_X_3?d6%3M1u^2amOT)RcQBOyvTkqc$dQdKk)ELhNGtHu&e!!;M(RANVwErd@_CDo3|~udyHzhOa2ZAm6`Th8@+-o;UGZa6@Q05)LuD0^)Cb$9+GMz8 z0B&a7hTyEJb}#xiN2VP4#7cbbWcI|YYNw*<|1C|MFk>x4V^Z#*bn zn8_z`#tk2b+BEuihb8e1&8@bF1;o=_O%>G3=0hKt;3;4L>JA4u1OQK3`2jy@-yK`R zMUA$dWUavc)4A!_=4@0R9{r#^X=?XL;$2GPS++3)1T7M6^8w>HAC7UJK9#{NHAw#R zw@Q9SyTBnTs0~7c<_VOK4?PHSK<{2b~(=COSi*4GfyT|}#n5gJT zKO1XqW2E_K6c>$n7J1&9#99f%k_T6I^z$@e{>2pA+wV zRjTS2I-aE{Nn+C`U{&5RlsM^x3a5ZDU4X_jS@CMitK8}Oe~2tCE#tY4;H2L(%x)x@ zoyq~^sEvn02IJkqt|>v(-8Fye--nsT<<9Qbr!(0QpD;=_ILUR@tlvrn|$N%on%o0RjK zZKg=1l{V+@$QPE#8-N)GyiZZ_1+JkPhEO7f8N#p!pgG2R@_V0eO6%kC5%A58hL)D` zTk1G#gqtCs6U3h@b?Cf~;FhIQQc+yW@BFp@0Ea2Iv`ojfoLu;x>O?^_FE5)MV=ceY zM@}$68R>yt)~PE=q+BGn@xWWtuIlH(JdoXv~mJBC7pp>eA#2kBozP-bBgopCss>M6~C{`NAno)3so07SYS0{gB(nlbM!hoVO^bTdzGyW#b(O z9Vt+%r1@g>zxDloCKIJLuQCX6`G{-g#i`}HaBz0&&%7Kn(cI5Q^VdO zw3^>ASk5BJzSLwy@?#Bx(UPopAD84G?H&oud4-EzKyOFQD_nr98y%_0$SvweVO8#7 zDp^#=Bgci`{3`t!zQ5Ns(IqLXDO>uvoF&T}BiXz^rcZOFrKXo4@l~+6OQ%F;2#QET zj2MF(dD&Nn-*s;BZk#af}d8P;-&(UYBkCi{mXiIjnBK;U2q%e6w>RF|&}2E?o%RnNXlG z$Q)&QwQ%Dp*QmKERONf^__w!BH2L&4sW&u~H%9#01?GjSX;yanj``LpZ)Ul%yAwv^ zBn~($i~*c?A6o2uF0g1CJ>Aq6e{NZsE-oTxW{F{E7-6>ujJYd}0;j0Jt{1}k=CR;C zTFBj5-(6^I7$V54Bn=r-M2d0BA5NV+;~gE>i*4>~h2E_^@mpM3qebT&%GTlb9k~AK z+D7bT0y-M=aQJGI#6u5N-aFp*)m`-3-IH1q4p_d-^UIwqX!mxF1pY(BSfa-v%7AdE zJyh|Lp2Tu1)iixqUGWB)b9D{9mX2pw*45{BQ+YCgH*N0OV4HN^0ox_*@$=I1jcqf+|`lG@F8CQM}Gdz@zt zfI#CJHR|VeT&Y1)hcwf@nw7is_ghZe-rCz!Pl9?Qd*S_ou=uB-*-vn=$95HGV&T>x zUNRKmk@84YvVD8?uQtE&FNt)0Yg0O&vf6E(y!SBMrlk~(7zrUhQteZW=XTN80QMEu z=-R|qpAz-i9%xfh($eDi!6KcvEX@%dOH0|(TcwImD-o7q zg;3`wcNyp_llY0@DYbnk!SY%}x^2Cdk#A>xcPzmayELVVKzD6FDIYH-h~(Fy_%hzt z!TQ#l;0+z_ZH!u7&E5Uf=%RV#`z($E@rB!!9257kp1IeOgzKs)rrXgcZMSdI>+do6 zZrRLh8m*4C;+-;UJyO=r{^~ZFVY-~{6NwaT!>MRhcI6PC;v+pP2LAxWPF3Tff!*Gx%u(C843x;(ZJm29Ok%1(}t5}4xp1JsLvP6G%gG?f!<7!sh2J27V-H;}0z$(db)k)Cmk=Zx0|8cP)FMo#u_FQu*3 zFFiI^eJ(pCBzrf*{{RQwUTSv!DuYJ3)h%~dnHL(VE|i0$=5mvEI-8Wc z(r%Z0>ntsik}y{uwe%P4Lwlcy+Q4U35^2DW+rN0f`&wI@tEB;%(e_}2jC*>0 zYukTg3$s7PS;DYVmTt~F;1S2_EAKH;{miUyMc!)X(LWx3GH4$Qyh-7hwI342qv}^T zFuGVw1}^Qq)k(n0oUm5N3PWTLqc!fEgQAhhBEL9);HDNUFUJpqmlB*q6Eiu-7#A@U z`d8?llc`&3wkbWdsWfD8(Xb-CN|fUYROYvp{{S=5Qf_W9q4P)WTl*)EjyG+o=~q$M z>hV}hZmBY6DOm1hB#u{-c^vDWSpdFFq`PR~`%5vE4&tcoRuh+Y? zzCtsCa54GQC$Wm^%WSF%D}%>gfBjXi9}_r7m!PWCjGfP$ygB;|{4)5l@Uz1A7dE$= zUZr!TLSFXHK(cOV)RIF24?T}+`IF<9{1ey3Uj;NRU&VS(t!d&f3+d`5l^8U4(MOOA zG5}SA=Ol*CImLdUcx8XHA&MB{3vD0DioFz9HSzn))P4l`_AF<1lXf}(0CB6@gs*Gr zdD6UgKOQ^@s#;uLg?Zr(kg62&d9Ps8tXA;s8_=HkubzApX%shBvnczHq@Qf{uckB! zAij;BCrKP~25UuR#P4DYg++=hW-eAX!H|#!f4iRMzPJ5`XY%|j;) zudVn?O7WJKmfDrFP7GsgfPCrh4O+Q}%C>07fBwBmrA{P@1qXv2antu|B+X^4ZjX;X zI{wA$s5RE7qaiyRbaLDADqs#s1N9Z+8Wy#zO(cF0_?O{?@ph8X$qMRms7s_pLP>XG z1c5*VZXklA2Q~VOv@?5Gi~M=`VWMArJnVK#LhSjEaKgF`XW`DOpYV{Gei3*l z%S($nV+Qj+OqoUV$L@#j&UsE7lfkY>U5^Eb7Ry#>PNcP2vIh*j> zM$^t3y;Js5@qC^z@pp?ZE<8p3xNU9itx==W+RYFu<(0!^`JlELaxsp2rVX&A90X; z*+4lTjclxpwR)aGqI^5j^?`M!q}P$(+QieoQGAx=fX6xh92&;>gW+8#z`h-~)-Enw z*~)}4k}w!P-U(MTRVIpM=s&3qm2u&(5okUon%y1c)XtkMvgNJdf?eRKUc0zv$>0z;CpGAL z%$lEvbng^hYfT2B;u~w&H0vv!LuroK#+&3K5;#@!7_X~fo&c{km&Vth@T>3qEd{I^ zq>|j)-B>16l#^+BUD)%V-o!S6kC^1(8sVKcWfkhbTl~x;H!Ixme-~Nkw${x0bdudm zaCgZ)!tHF6&<~)<_BG1uI(5`GpRh!u;1Y@1EXthSt_%_V==ZKHfGumkEMM2dU4{b6s7Zgtd$B1V!RowoB_9hItkU zTYDES1`Y?yf;*AWb;WbKAA+^LPVZ2j%Gu_%vinBat<?Cj)4&Lt zW{0e3@m(+3Z0_yW#D>S84dbatbU8Z|8BYTqy{pTudT>hjvsdnu>-lZi^eM$V%14vv zSF&H}Ig)g{w$fGB7*)zJE?;TSvtZ-bx377r+uFybOuEF@>3Ic`&u=BFWm-9-3KS52 z`i-NfZVz0yQMA&nd`Et5(Jm&M>Cy|BqALuXlxcu|LV_7V1oyzHb+M!Amhg5!e*@L8Eh6o$Km>hl;YeBfvt|!#2Wzz1o z4Ki0TeWK92Mx|SW(;#vi<{hg$Q}CKc5?skG>Ap!4Sm3ybqO$H(^7jLRc?5n&v^+iG zt#;<>XkgPW4b9P(R*6E&v8d#H%a9LH51{v~lw&Bmicg#8t-ls!3pn%j>~*>n`hSG< znDm`S?H<-PvGtMWNs#1abRjg1dZiI0esJ4NT)B0*&=du0P)!YSz> z!N@94eg!JSCad6!oi6rUgz+m|z9+cy5P*(J`MTE^W#VZpd`AQ(%`9|daVr*;@>h1%E4*-26~VylYd2SY zM&ra9&XZ{jnxtQ7k%GLA7C20&dnnH*l_Nf_fDLmsiLV-QsXIM=-8ENMyINT-?aFi0HWoSJWfykxqc$6p3&8kC7~ zGOzYxLvMN|O{A)AFzvuNQa39Qd)JlxPqEj0U97=1#m(p1Z7m|Vlmt+oTwB0&`GE>l zlYkG+ymrM}@UEd}r`+i&saUYot?yFi8|9EkHvIA=QZh!~amF#69Ok;P*g7!BD(ZaG zQqg}Zm6Nu=F-j?^Gn9&LFGtcZVAFJXWke4pwdAbtG@FRr84JIS;;sBi)9tkO)l%MNwAB+)nkBMEU4=`w z*BHxVAals%^N>J>&ihB#HR$XiBwXBFNcMMIJg68c1=#O#v~?hoNKh9Q=}x3oDax!L zF1Jr#Uzg!;BG!pCW_aoiV_uiS*ZOqQ*)*`qZjPR<7?I2D+p%%E+$kkTX6fF#9Y;&P zm%=ue`sIV_T5Zh9rryPKF^cLTuz7PsD`XYt2Oy{_18_x9@kY6+_+tM6M@=GITWj=< zoc)Ypwv&zNC%Tc!@&Ww0{{S0&R=?78-3|ymyS*;nQqiR4oHT`lGL>R?Avg@AVC}9b zQN*ahVXUKj>%Fyh+ojdD{{VxWuN(57pWujBO0cr<)VG%3*|t;2e%}?M{kKgrzC?FO za#cAWG99@iJ*xfJkM6ux;&Y{HdL5ptEwqwtyKgpiA&&q?8CFavQ<2qk!99FB`{G`^ zsNY)ZR|y5&(7=j5&OXmN#!*-?kw7GlgCyhS7(FYhib!?e2@AX1pX{whc|=fL%G)A{ zlG`ParW+woRT%kt9OAj-l}DOYY9$%Vwd|z#Y3TLq{{Rnn2g??$dJn`;0o?d{EirY} z+2QDd+qCdNko@j9D!~~fGVq}19P@xqYs~yp;aKdndmAYHIVH{2#mCw$^9wBU}puJgdRfAEiZS$sd@9dUJSbyiEYGo98lDCfu*9a>Cej1UG_Jw-*R z_}a?O&PUNS#Mex}Wsg?V?g&!FINVRm*17N!s<~-RIr}%dyl>{y zvTJpwos6v8Rvj!s@9q?C^2@eRj@`|A_w0$A4~%MUys)ohKb#A5kCz|Feih`*HY|)u z87JDkEA~%|{x6=C6cyiTc3Ww{Y(#ONUW4+lw63pCOUTlelT6(I0D_U}R<}MX_-C`LD8m9r$}w@b-_lQq&;4mQWZ+X>a9280;4$ zvFdpzo;VfpNBk7-*hQ`UH@Q7yd!nb%g9)#@bPM5kqS(H9dvt92SDMz@?`1{b_H9DByq zF?XD7E^)hzbr~GiH;#1+yI&0Is|W9G{>3nO`?gf%lla$lJX{r%IcGvmyB~`>0)Y!D zI}Qi{9&6IHn>p+mnmHtgJY^dh=DfQ=xCF@~Cp*~t0m-j)v56OV^JpV-DhH|*=-MN^Q1 z;Qbz)t#R zJ~AE|({upgKpwxV*lq5ut+jJ&CEBoe{pzXQ6$+?U1RS~K3ZwA{OKV>oi~j%zd{~|Z zgH#}D7oH(`q(TFEPUDbJC@L5OkbYuw&z}cptFu0)r&S$)ql4U8^8tdEHDi!FZOYI+Wt;Jw$kcOup;Rjs`DSZ((^PXY~~ zvjU}uC+`7_S3ThU15zFnkbFz{vv+-K{j;#?qfsjj#jA-HL%0CX8NXc$r%7`=M0i3Ypl1mQ4qWDqcO*h2$*P~6;bsz1R?wVO6pIdhi5`2YY zkVnY*2;=W?81$~=!d@y*5O|MVlHFE!{?e0AvwybUO&-*NUPoZ5g(^51`GLSb-i#KF zo?UKa?ADu|N5OdPr}34}uc9Q{RM!^nH4Qx2%V2gOZGfLV60Ppu87xXQ)Z3rN`S+O+IM| z+P++B$1)76j!xAbROdM3o%o^qblBSK8i$4S4-eYw_IGOb%`}$`ilxTgj5gpmBoI#= zXVSeIGN&pNr&RgO#t+)YQG2h|oNvUR+IoKwcq#k?qsMit-&@=?X7)EMW!ebN&^hbq zI)hv%hO`|@=fs*D$EinmbgIp992-nF>OtE1Zb93CK?H&^US;81dkYJTxTNtNr-!^# z6EaG=f^UXYbAU3c`&kTpf)wO~oN-(FuC=KABA(n`YfwCzgbymsrA-{mB9cP}BRD6Y zetLGVj>bC4#&+jN0-mb-BkuOpwCz{J_tRKhMR*RJfu7ulOpB<<%LGxMnEKacq21dZ z6GH}6Lc-mOmH^{u$;YQk_}}2)?ExN{qUzdh?2x^jmTMid1_M95N8oiNfzKG?zK!rl zjO5p?zT2i*JbG+!M6q0uQ19B?@CP3$Bc4ZY)#<|)t0<BY$#r#(eL2T9lXv1B4j80~wT(78Sy)Fa+@lpFalt&E zb5!RkCl}Q9zN<-fK2o#QY&8D>9c$JXcb2QIYeoxIvPc@>+rVOUJC#>)AutI3BHNC0 zT;;dG*?c{Dd8Wf@tKMFt0l=?a(fmu{>n$@*ORZ1OxwckSpKj(LWDKxUbF=_( zYZ=t9c*YP-b$7F0D?9z@)&YVf7}y zy_F*qv4N;ULMu#mVG}@o@+~jl3qyhsFb53 zKJvK0KAiOSshs&*gVy(VeqZqAeO8iA%>2NgNk;O;r18pG2J(9D&&)rk=UO%zaJj|1 z?IPp%K45*OFj+wZJZBjnjZ3X~Cf`Z%4!W8}%S~&g%^YG z%$GALngix5G_j(g94h6r>M{>C&sDo!JDyB^=^sga7rE1XJMiyW(_rxg@oEcX@`f`A z?d@_`e*W&v11JFWBfk~nx<8ID^lus1Dt(twx6`1LO}2UdXxas5cycgvw~ztJ&*fQ< z;v2@(meRr(OGYuXw&Kj=en4Ul7v*3G^;)N@NpGQQkZTsupR)Nbqz^V5K8 zwUzz+*Am;>CA8?X`O+DfDnzA&D+V|`0szM+r=@z2gD*7AJHj&A>$dP|cQ=V9^)a-p zk`>((9l0nEVn@ovdWx!&RF}IH+v(TW?mXFYMLR3M>r+Ermq5JmRm2uoFlbL5wo+8y z?KEttavXfbgPZ}LbHEv{1^jbmDbjAPZAeI^5lb}cP)gV!ZbI94bUXkt`PV(;4PDLU z?TpjS1(u(b`#!-LpJTS&=awz=U}G2^efZnNwz@D4D4RRL5t?~iv~fyE=-l9N2TrE5 z!r&ZZ?D^$q_;=THo+?!~ld<(KuX>hRUX|iM4ZfQqTKQnwx<+?Otp5NjN4yZHZ(X_h zzV`r}ZwTCJUlFx^Y9j;bZvrHZX=cw9OCe3e3J-opIu6;%uMCsK8lQ%zjWu@y;iKB^ z5e3Qi8OPliC*0Sr{2I9ynx?gNycwrRw>mM%Vy%t9^gNE9)#+exH0ez#E3Hn+$CjH` zAn=y8cVlH8v@`zzqTa_DD|MDa#BxY(xy~{4Adato zhSHKAM&q6acx;YWCjS70G{^A`=AWnB>K|aUzJSX-s#PR*2yg(wV)fM524EUn!W%3b-!k18Et^KkSdkvVXmsQL>Nca#Y>h06U|V9217~{zF_PW-SEOmaAJTj+rHlJpokBfvZ0{1ke7l`R~wtiDlVySw3+?sVq_k<*-AW5oKN zgME9XM}78-L3;ATaV^$dLZo0s$13Vjp;Md?I&d-NR=_BOM+lbD14h?y&&x#y)vdNOt-qBj=LfauYgfYNT zp1?2z>0X6(GF(Vma0b%E7dRL^fm}wRp+!H57gAdZVtHA9 z(FMi>r13cCj+=sp?hfb1aaz%(PMvRU4ew{Y-J0{-+jjYrQZs3^&c9L8b!}tfZ;fs2 zECuz&z5CAu8}^6X;fCH$PER=W=cQo9rwuakHG5$(nkNd;+_Z7a0VD3?<~bl8tb2ow zmFhRrHj}G(s^>-3E=I9E#iZv+@}!mB$GAte0L=L2Zo!1dz; zH3y4yyPaE0(e;S*k!Nvp6tX;)Wx~qAh$Cq%IXNdCy=r|Y;#Z7qd@C=9uA#cT(JpZi zW-RY-mJAqfILFJ-@s5~0){spl?49prtI=Dw;M#1`@h8KN3hB16nDv{f_2`r{+I^U< zu#a&YjF}vcgOBeHpk@9V)U13#p=ufp(nOlY-|nEgF5X;wP6l(rvFJ`S^Lh%y@%E*u z_LN2O_Ru4x)c)>`)FZ8`?~1lKc@GBH+AuryKtc~BG_ z4i}HRS{lEOtnT#Kbo2x5MEga21+9WbYSdbHE%nFUWbDZ&m z>Q6l1B$O4UXLOa7wBOfXC1E}PCa39UgdA$%H541z2$SF{{VuT zY0_S4egmBbQ7-OcB=830LOK5cfSUUc!I62s5z!d@u54i~j(PIe{A=Zp_$dCHEyu&J z4P7QgaO#+H2?Lm)8TR77pZH^O_MeA77MuQhX%>(9!iK(XZun|p*nk_(mt^A6)+c zjdIE^CEraC!^;alEA0eu6uRT{uWPe{LvItQDEQn!uPjSthU-*?hTkq}m*0jp>Q>iL z7-3X$PSCj>#eH0!=aiPi=b7YQS%6-oo~E~SDZbJ0r^nIYjg6;1J#jOS>sWV@fXo8q zkT@06_#)U#;4g^L>?bx>ZUO0$c7y)_W}=(-tP@%vcK*ZCZ~dOM05Eo3U9Z#k%xmZ+ z2LnBYeC7KExRc-oh+(m#)Gn79{{U}4*1nGmf$d(UEs?=LiIK<@vXXjquQ>gpEY0V@ zuN}gO7@Z#EEFZpF#oK?h{3`KuKi<-AMnCP7Q5!QIgUmxyqq++w%^3fyF0={v9R7ytByc+tcL-_-noKwVT}N@)rT34y19=_UG~a zD?-=ox=pkS=O4NQXz%M@BxNN|*SkHckDjkJl2+-WKJfU{VR@$fKGC%uHSQw39uN>l zV8$YN;}WBV*mp2t$0HtxCcaNU2dBO89--n566J68Oa1=<+IPEgHrDx?IMflfa(-jf z`eMGY@z=$l>|GPUb_o=*Sn3)qma}R;R`F`eh=xZ4tbaE>4}6OAXYe+);QM%dRpGh+ z0O2M{6{XcioJ5w=sW~Jl3;`&dGRAfwbw26TTcvY5zY33(LC=A@3$M-6_+KK0Ob91 zUp)Lp@YjZXb8Vz+Iv8T_Fvz^ZDGWU zIg@g)&5y@5(?%TCXMK-n8(Ay{8gcl&2DxJfX+m_w9SLer%%(r7sy>*xEmvc(r zX>)~NPlqpl8|c0t(sa~|T(D_n zyVWiNJ6{sI^jGkK%Y! zN>XksL))}1KSl8?*(I!rZ+M|RxVGTTr+`#v3&dPFK;FdWV z18C3P1oObGnLI~f;rm;NZ}fXuQPxTAQb;2+73H#7OE5g~p5E1);;U^=#?DKL^#Q9+ z%F3(~ByJ8Ivnt8<1-mz zX=0?>Y1+xHn%956--*pr6&0)xO-~xl4wSZ*vL&A5x-wt^UPd^qf2)K4Zi~@uXKYM9O{9Ah&D=_{&Ot0gF+BA&*gPR~srZM)Yi}Ca zU&mo2w$`PKyNoZKi_@fSE1zi1bQYftZ4<;0m6g^zgnOcA;aHd15I(#Dc4S2mXMl6*07GD|V}^49OZKosONFU!t8R_VyEv!yC^CC#phUw`WUU5ylFPAXLv z=Z{)=CsewG!z8T&xVCn;j!n)MUCS8*@CP2={B@o>(fmIvYT8DVGet18wvq_0Rzl5j z7X9QK{?y63~1rQOW)MlL+P@ZChp z(8O3A0tm)NR~!rw1}d(hu3780mo`?iGiq-sl4X(*g5buujzy4sr9obtem!cZjdk1m zPY@a@0HOlyNS)Ts@!~xZ9q?%|9uJTCHjuc2&Je-gY zGoDX9YYJ2=PCnYKwOzco{{V(LIXdEPjTj#%U|-JS=p1D`-EobcwS z9-ra}118D06ShzqByP-e&H={i~=_Xg~%2QI|bNa7nUxXRjlreI+Gpu7_Gm7D(xJnd9*eu;%eIsrwFWo5Aywv&6EkHbA_?RDKU z)(tv6N*S4;l1Ce*w!(}^7@Tz7>BoNcXX174lc4y|P}UPxmhVx!wJ|M{E(B7tY%I(P z;C3Fp_^u8wBHKfm?QO)@@kBOUNaVJ_N|nGk{w(vJo$7rGXmtT~EP@el97WzDsy46y zsSJ8@FbBPJIn<-eCY;l^%gp9VN#6IlFT(ky()>lIOv`gEg|v!q798^sVV5}=`9@ng z-~&*6V$<$)FBC{s-w3NE)@Ad@_Fmm71Mk()o0K(yNRuBOg9s# zRr2!3%Q!e?VbJyCuc5AQ;y#v^-Zot!QtIZ*Px7Lb!t8ZB6r%&XkQI=SdVo#`7|N|r zYNIN0R=&62x8HNNoVm4#>ucW!K82~+TCL5k%tOz68;ipn$|MnoBVgL`{np6kKs+9C zTF%{I*0dNdAhy>mQNOd>&2KF{%r?gJGBOV0>gTBG(z%}=Xpu>*+3Jzp#FsHxTiZzZ zaLjy>8!M?FE<&Dq9FMJP*#z*ejVZdgU2ewZKF@6xq+38#c4A9^%QnMEqwf)u>0WJ2 zBw(Ck+_}59?E9zF?^iXR_Ob7puY+w@O1-?E;e6I$VVg(z0;08TT!sO@dk&bO=;fVes3BW(Xy8z<6 zs?_U!YY{2cz2ud&+3U9ZY0~~@JX=(q^yqf-Y4Z5HLbsN9A-5zfHxtT9k7(VIvmbbz zf&!iZ_Ro-N{{Rmn@RioCFA&3Rrpq6fbd!Y=9Px$Z?O~3YTXaeg{y|&Y@vLuP_ZI)X|*ea}hlw_Q+ zkP^cKa5-EWv<=!{{Vtht7m3%T0A}%(%xMX-%Qmcm(4rp zx?y6B5OM@zSb)Hg8JwPsdenXwheN;Aul!r$8JAAANn1|S^m6|IX_bJCt1=D0yd;3R z+1&KSQ24FldwYF7bl(r$UM2n3pz?<@mU0AYgt6PZ1aAkQT;{hv3+Y-mo29I`I#{}v zSPRd6b@Q_a>GHSBfhGw<>6h!6-n`|v#(ILe>U&pb@I~6+;}3-tCVN)(_C_inNjH-|$hrT5Au2dRz#F#m==1Wry(MDO>*lWv`9#B55O7{N%1R^lm+uc0+oDgoFAt#iqA9E&pHUV7r413qD{0eh*@L$04mK&Q# zv6rI z%-QLW=Tj!-d-<9CD(lGnTGZ|S&*HxlLPy-bxKsZCe;U0XNVbMMc)(G-bJLJ3knx?U zwfK|c2zHRs>X%FZ0Fhd{T_)itjx)H1L{Lw!74))~RC&=w`}{>9V};LZ>wX_0lfxen z)-Ve;j|1)cUP1mf#oSD8r7Fq@QGjc>_*=d7KZwi*Hh6e2{4Xu4D9hhPR9@-!XY3sN zJ_}0`7}=`MznY=`we*s=1Kz%2{ef;;=iw%-tbTa)i3uNAqBZpB;18{PRG+$!E_z9d z!@1dpXx1RAE|@w?7$mJ8^ZPUYW2K zBNGFjxoi>seJYvLn^Z+`#5`(OXgCZ%#-!I7;qdmUvyc`d-$5!5{hRfz-vjCFZT$H{ z`6CVU_c-ZZ1TK^H{SoZS&96i6&x6*`YEpP0%@Rtjrd`Crz+gd3XTkjIdgtH{ouhb? zU2DRZ_r4dqavFPU7saK=uJ}*OwyAAuJ!PY;6RPQG2res-3v{uT5L=mUrL!OeNr zce;BLrEMAcBk{%Wd_nOKT6nbkc-b{u%YC*{l#R+su*g>@1-9-u?sH$N9sx-Y!%qwY zfil?I1^{F!3Yo9W&y70e*MUAIYj<`L!{!}g`4OZ{mHqQ_q;fj{0FG<)-{6F;sr(%9 zWyI`dmVGAHM|M237}Sz~8usvZbtm4)^>YqqmEl|2Ieur4{@tGs^zBpjdGR&Wc99F% zo(razJ6Xcag|dEt*W+i5<+}Stjhjy&*`aA2RInai?^1go>tD400Jp{B*?!D^Cw7p> zxuA_$HaRk`2e>^y8vJ3_yeoO*O-$O_O266@DK^ou{{UIBL1gwgIT`fDcFD#yla|&z zs&u7S1*h|VgEZ|j=SYU$;iiu1E^`!9+PIN&I3uP(9C617t_^wz!yR){veahN?xsOw zd|4Q>hFImm+Qj-cHlEn$8Bto+p8|Dn4*W6j&BmjsY3+3_&}4tZc|r)eua z&QC#(+S=mcM}RfmwZ`MPC{;i>$0129q;feQTKgMF)@9T*D=A@(L~)dj<}3=xcJ)(_ zVh%XYMSNf4i7stCMJRIjfn6EDn2S&XtR8_B|TJ^TyF-A60q~E8iA^oB5rL^!wy0xJ; z*Y@RACRV{vWr!RfaBG?n&>gE-avv&5&(@kMC6H z_&Mq^&~*UhSJLxdB;;)&m9iA)j2hv!Ukd1Y8jIO1FLgp)Qafm}#7NElupDF_xjDz< zUpbDzI@47sw4YO6XKNle;Qcr3dY_Z3TCBFx;wVC<09^GT0)F-~dVMilGkA*fJy-h@ z);Nxb9HKb9v>sz1bMrA@nYdyGdS{XAm^FL94S3+nW4f`92|+P{>-&~ry+{mCOb-75 zolmR1t=_G4x^T8sl-wH?jh)>{Qt+Ww0|$%-Ia86zAR73J*iL%B{;g@`y*$@*ILXsm z9oLKQAUcMa)~f_o#75pu-HL@bDy~mG4?N(WYOlp@BTv%&X(x*Hw7arxW=m~0IU;-* zq4K0M1sFekc?r%iOJ|Dbw66-!rTBi*OVHoiL8UTF^C=Q}fE8FuKV$qj(Y!nHtKqMUbnRbLw}vfJRheY- z{JG$fWXwgd00CMx$2^X}b@=k~)>}<)RkfS@HtKJ+M`Ltys~n8351E`CB!N}b(5H@?JHkC7x7ht&AM$qIT=D$P{QIuun`kh_(gRf=M%y$oHq>#&JDG#{=C{|(9*FC;mRs9e4UDvKWeW2UDyINZ6 zwp0C_%PeSTcy0XlehURt$Qb8t-&~%%;eMg5_=`cZxwTCy&ht*xCAw`z;Zjt2G9N9# z8D#}|UWca#uh5##p<%3iNBBRiwZmJ5@hfRU(>uS>yo-qBZQy*~Wx#Bl<%gG=`V5Z` zI;wRmB%+mf4Ap_^jP(qC9%ETsk~CimWM3Rub9kB zHc#GZ-c0u(`T#yZ(kv3s&a;9o=NluFoU0rS-(G_r_3PJ4o0NMO3(cnbqRx{vlj_=! z*@o7Tmrs-wW&k3F&2!dl zwmMuQG949igl7eE2tSr6xYcfASrt_bG04hea0n`S2h<+CjCHE7hI5tFv|BEhB|SAg zAK|`_6{ffLOUU7S7@N$JVEfr)DhXD}?4XQet9$c5#oao`OYv8Yb(Yj)NcDYLt?Xfn zO_+>A78X)C+9h6N?xnctT&Kdvicc3=*hIc{wc`k#S&BwU8QRT)K;y60uKY&6mtK=z zlH}=0>auUn>9rpyhb`+q)X`s>|5L#-w*^Rif9cyVua#iq`Qw{{T|d z7V6^nNhx-hbHN;!Z7e_-6>tUsdSpAdaUw83Me6!#ab(cG`8s z%8eS13IpdL=V1Wn71cUWoi!VJ_1C}NZ40#|&!PNL<0~x}!+#IfD+HE#7Ul$=5(JQx zkxIJAyeR$lLE1(ep2T9_d^n2k!s6sx>66WE3#^t>-0hiJgFh0m%ZS2)8G*)eoMRl` zuklM$(*6%=15bFYZce#$tt{5-A$W=@D;%tuQUU{nU~t3Iy!+wL#0jspTbuT}{{Tpe zV=`Sx#(5$Pc8o`XyBX&^^O4gBmk~lyldTQiucrH1dT;u5znxWCw0dTV;cY8aw6VRK z2&28zc-L^oiHvo(ng8P-1aR884KGo<8@S{fYewqEJG!GQk!y#cOe4%$X_4zVY zLVVc=zdVyw{6Bpki8aejAI8_R#Rc$j=2^bk71l&N_Rhuot^mO3PHUC%kHp^**!a6p z(=F!It^6%zC>HTF5`O7Qjexm0R*)$GgX@4dV!3{;DMy;_&iZzJ*JanL@-mc~ii~zU zVXA0tHLaz?iw!c~&RF70WLX5#ZCsF?fZ1KVe8d5qS3Py(DLe%Zx#BCkAMHDPiK2m_ zdq%eM+!m0#HV)yGQJy(&xjC;i@b$#nwyr+dCA!h#BH~3YIJe|R}V}=}L9P!BY_YV*JQ`5ZFY1ZQU);05I zNMV3CmI*7sm*i~m$6roHK6UZ6ot3|cZsMBTZPZt78i+ZJg^|I*z#|wK$Qc>qis_!fZoOD|y)%=x+=1zMai=}v&Uf#;dX#nkyhl8TA;fs^)Wc>e%^8q&r_J5_y35j};(EIwHyD1L-s*F!Qt74;N18b+-j3R(c% z_QZ&PrD*tT#aeV)V%uLqaFIfH`H-L?$J0Dk9-`@M4yK5}s8?L)t`GkJTC;66XkfM4 z!*PFRe8EPh)4)3#sP{y5fTXi{j?TfI!k zG66CYEA$WG&y5>O_#5!;VbgB)OS_#82TOZ2UW*#;C76XBM^nvwDf?1bLw)0~6D`E; zYaBY|#@&(cELbV&k&Y|wf7yLvpW$DGgmRmhtn@p3c&237SQ7a=a&eHU-o1Pqe%1M; zdl<(Tlu&)7{{U0X{{U&dV)x0ILA{$|_V}tW|Zk_XAc7MS_G+km34e4`fu}Ew*YpL3KVaRCVx>eX1 zkKo>ut~!0+YW(-NmPx+Q?h3B(s!xBHB-S{Y%9Var?w^0_x%-EQc}@xCiy2ZXbEw^u zN%HdF@p?UV+vo273HZSUjm^|omhfEY;?Yam&jP$m++|9fj1oYqzZW%46T((HeeR2< zeUrnw)Nbqt(R5Ss6GOM~EzOJS zdX24;Y8G&V^M*pvx&hSujB*DjX!N3|v&6+xsk7VhJq|j_DA&MC6-EhFg1!8byZjFh zkzZWC8mdOd>g`r|*BDr3Dt7`v=v`TJ^yF97zYVl4HV+I(soO*%yt^5id=1RqSxNK< zKb3inpTn8_ES_DZtfnht z-m~<*S5}`){>n{4;>O<6AwWUK{s8OG&{xOeXjGJ4^iO?X&ELQEeFc8( z^?9#aPX_6?4S=)U+^_;qF}Rhm80{J39fw1}uXwuGEOgy3z}EVVa(NfJY!`PIa+F(j zSmj``kVx|sfZ2?k9FBWe&6-pfnty_p&4l|h&H-Sj_>i{k-1`jm_o+qC2^9z0&wuMfuBMS)%Kj*Z z-t$S+^=}Q_$8S1Mwsc6tTm6`ojZ_Wf1tqbN2>D1H99M{VlJY$dQEUArA-|2Hh`cuJ zB#D%q7>sB(>=+zi6<`lq^__pjxt?r^C?1eAydywAWr$*=A6zSEO!3`K0hV90SF9 zr@{}}%Krf3WF9N9gHy4!)bu-#CU5N-9wtr7-zumX&gF5=1_nD~zL4;hm5+vX?ORi_ z(^+jr$%$>JkQm{Ru`RHwt_CrVKZy6QAhPk)p9()}EmryMnCU(#NE%2)pLS^p+Q8$p zETfzuE!u1n%g%UEks-Pp+^>6%>Hc!Wg|MMgyd?9;0=-uE;l7_AiEn&G z1d^NkmL!?jI0MUQ!si2k8Mv+k;&zJm9}fIaA{gg!3A!M!-15~29P|FKKZ&neZdT-5 zBB{fbHqMLU&X3`pYv6NhTAkge_SJ^iME6pN%rUcoPCY;`f$#LMg(He9IbPB!*6&k+ z_cp`wu{*a8ago9NmcEAlp|#74zX4k4*5E}Zp(0BxQMhRw01k22Y4z?v9<|^}ZKr8I zD>pi(oh8Fv#DX~5L`{Iz>&MQHv^i_N$B@Rva*%Y&C7Ky)RDwyWJDyLtAeLH zvU`r)`&ZFF0k19f880VUECRw^bnHG?ndG27huZo%F` z8wD}5F#rzZzoEzBS$f&A#BkhQL>@p}V#o^|3}+wk5@@jStk0*cR+}#w%RFjeG7>>J z=RI+e^{o4^3!AG;bAJj*VU|RVL}5xE;~jl^*3PVFCm71lZ!#>oT4AM1_Hx^;mEv4T z6nxOi3C`>QK{@mp#d>FmE-kdL3TRh)baAEq?c@S~vmj}A1j822d*E&K&TEhOap12H z-D-ySS3?c8oNoSPD~1QC>FzU%>UO5L$f-=j=;4lZSMk|}PwjMC>?S;mvb0k_^jPNDP9qnr} zwnpK`QG<_9x=--)ui;+~w4NT+bUVP(-Nyu%7AhNtc$~bd54=ku#~(7NHO#0eOPOfz zt-76Yk1g5O_~KQM_IOL0HH6IVpXRT{e>1{TRAb>1P(V63xS)=nt4+OfYJ&T&~UkU5_ zuZQ(H9@_6O?+GH`H47-xbH89eif>#r8#xpzmOIP=}7wa;Dna@voLwEqC# z%`6Da(jz|bLty>W)DAm#J*(e*H{fe88~AP+ZM68-YbXS_7qc@Yk0eYL*c=vO%%OK4 zz~>xSgM2H!O+Umj*ui%j!KlW+XOJ-fNysZA^;hejgMp0KzkE6IWd0bn@nya({H-nI z3e&mAmf$g+esa_FN8SV zv~t*N?!o8iYs&mjr$M6XHX3|a0`4S;LJ;HQ7*Y1FE>DIl+MYg-~#pUma zd{3oL1mU8zvX69SA}zGZyPO;@-gBIe*snYI&)}UZE1fF-(@)jxgfJ$XaMI5l(IJl^ z)GDYuzV;NAJq|mcJ=3L6TicrUU)JA&jY-CoUpdO%cv|E88vg)SwbT|%FPc2v6C=u2 zLPD!5k)8t`#Yx8i_PgNgy=zmv(xgz9@~gFxl4y%GEK_oq`FKWBK>q-A`_gO6M!h4!x?Q%T@eysWG~sV<;T+o7Tr)bz zBOYGYW0Ri8B!xWJlZ$@J5>k&gk6)K>>tmjAlwJFs4YlldYvx4C==tS&2Cn#QNe_su zWC+I+u00RUSrKTcwpR9*ut#V<^0X<8_Qw@xP`=f)RkE{&1Zkv|Q7+IHROhK3bNW}( z-rBR?<#TE=KS!fgJatze09n8bhvX8WD16T#ERtXUZrO~n=k zayaEjBl8ujt3~ItK*|h5sXtN0d_6~LxSvf+;ZiQoCQ>vfCwBfTO-|*Fv(-jxn2KQ? z%qYxWGqy0<=zS}wi{`dWc10C1c1%?j+AOR7@PX8ztX~8$Zxr~|`O06z2jDF2&+~Kn z*2E`t$&S4ZdE4u^Iv;>ODENxW%vW~T*Vhp~6r8~lMlufv{ZD??(@R^Nb+ocSKYwV5 z5BxMgj`DVo?FRn<&_!iwQamXfnc7MY2h*)b@qfgJ#J?AOL8;7vC%u^_c;n?mnAETy z+09zAwl@~>mB9Vdk?qBM>)~FA<4d_J-pHtaQ=P{g{cF&E3*9x%{{W4mIoNzFfB4|U zf2Db)%yUD(g(KA0Y49^r`xl6OP4=QAx0AzKl02JF$~>?^{J{LpI&RZLn)g}tfBX~f zNSjIVnn#g~$O#Ai!_VnoT()z#EcPaw8vkhw*y~nTEs)1_mp#`WPRG`p%XkpINt# zL%BuC3g?ak6a0y;4&KvHis@yR+TvSaa;~u!73%u@QN`l_01!s%Fs-O4IL%^i40!Ux~*f8l$8 z4%?e^pJN=$UhNcvdH{auuQe`N$$5meS3fkrYRgN9_>bcV(OyOx>o^^Pm?J;VzT5qc zmPYs!pc!%PTmERt)jMQ4yksu`VQUCn@V*No$BdU!ddh_{jLVxuRLQu3SpnXmhJ#%;a<_?G1} z`|D)4Y!0McLn7ztvHt+?s{E*FH(J3v1>23GPq!b^zfwPIzZB@6FZfmBKM(1*@%Wl; zR^1ZT*GQEvWVN}C!-r);NJ5~3-H87HYQG))W#!mvPZ*rK1xW)bARK{__2(ajbYm&| zd8ntc?r@J1E*XtV@}}%up3pWgH#{eD$v*A4-1CG~+8beQo9HeFkO6l{09{H0W|Z zNk`(p#bn;gTP~;5J{v}8;i?xZt7Y{!m;411tg3x0Bt$kW;V_{` zLyyEB#})Np(fmCZ+GMryjrN^=EGrZAH_ZP41)=iZzwn>p9i`l=o*%r8S(h?KHv$enyPOe|p4?U@x1{R+8?{@FP6G@? z?PHvCoMWF%b6;R<9}GNQ;++JokBHKADyk*Xby)(+ql5AuIqQwp=6C-934BN4({UE4 zmnP0@kp67okQG}yw_xpK?cTeqW)&e#Nk#hZzXO}AfF zak*D%7|&8Wk4#hK_{+1uqBM4qD z=gZpmt*bPbmbaGoixiSZ{$!T>iXr*1fDb|UxvWiY8*Ng?QxBPMEwdYaw+fMlW*d`s zdauaCJYy@Bn_B+9!SCIjl=6(EYg-LKI>mU@;up6x4jqgJe%R%G2VC*&ehRTqt&HX zNaV>MB6E@I4o6-wUX}4n$J(!gJU#HCwCl+%%=QzOl^O7@9O0L8s}18Pp$Cu%=NR%& zgiwt)!grr(xkp$vXUv7cRvtunSd}}mg!a6pi6t*y3SzlV2;g@1=wq`|8 zRa>t)1&^mrmG<|7bop+)6{6{~Dy6IG5Ig05Zc#`KGH`MS{{RB7sQx3Nw7k8R*6sG{Y$KTt(g2NP#s)Y!_0LY#;hz=s*KY&gPruG>K1lTy z%5(dt-bWs*xPCRPV+cj^Ee+)s(cIbH>AL2MvfCx-iuT;e8;J?ZI)bDScs%i3J?5Kj zsQ43Eg2>$6TF(XKX*~|G8^24u|bDn>8 z=te83@b-%KT0-ff;ysy_w@8Pb?96%}S0H^VsyH?9mjx?c=bY)D7QEEH7Ph~p_;mP( zU%Jua7FYAPn6|P%l!a9YDi|*9x$a5oMR~2K!UWa6B3fwE#MgStMAwoyoCFdzws3Lt zU^0V&*F1Vx*B`QER}J7F3)@e2-`Ug0sMybL6LJ@Yq7jqtlz&b$k6Ow2z3^{F@a>MN z;xwMd(&2v88SZ*WivoxhS0gT3J=x^^%sO#hP~}N8k*Qs!)Z+XZ`#9Wqzv1tTCSj0-ef8$2&%O8LtWWN1~fw2;OR`wjnjpwEHt5R#K6pyAyyg zT0%WWK9%&gi{O6@Tlh-a<6C6!N7~G}1*O)=!+nqbY zwpUFNwA1byL1|=g0>Iuy8+zsI*`Ld*rdE_>D$mfGpd?6p5 zr^OghOFN7)z&|nKu16`md!!*tG;DU@ecrr#1B&9EIJVnId}VtT^sPk02B!oH=G9^bCPp|2b9xYOIjkwlS5@@@h{8-g84=m$9GC%02xsTAnemuoKQ)Z4UM(BSN1 zGm+mJKZh0KzB0C&9~oUl<8qy{COWc}1mpA-3X*j%eU0h6#T|!)HCtIUyZtoA;>qrW zCER?FDd(UYGFNJ1gn@Jz;TSb8CBND?@RqTd_pM%|Syb z4*9R0KeFJ{EM%5+ebOn7Bejs+QYxsFL{3ZS-@a~5e*izym5^xI#GO17x zI4TYRUOIR{^AGaY1Pf<>kau+QlNDGC2z?5y(;xDi1$O(C}D&N5l>TL2qdzmy_)>3Hd z1dMxK& zTvm}U;+DbQym5I{N00a?bq zCs&%H_q!|K@YoWJ;Ntb%t%0$dv&7Asw`ITaV?BMDKUrUP2YR41oi~*N#cJ8 z8%t}AKGEW|@W!*IPGpYmX&yN4VwilpyA8QQt(C?( zd+Vz%9ITP4h2sDWg3Q4QKPgjKUlFf98u-grlU1|S?R5F0c*PUQKc#KJIQ_T*MBE&`dH$v8QD5JMQ!c^ zyl@Weo@;v68J6nY%45s6?Sms8oc(K^@Vu%#H(_tQ$jG~cPla|RiRqGZ2|2BuBgK}J zNNgp$ht6OM#F7ondth}Vk6QJj(e5TlBN*pq59UT|t<_u!rT4EW z_*1UE_N}YO9ByqOSna&Rxc%a;Pv}K@F0*pYmsZABzc|EKN~>K@v%}JEnq(Sr{{Tw? zn|i!}fsTU!WAhc&TihE<7?rtJRl|CA!LAodylF2XAmn+Br2Z!r)Zbi@WSGVRbDycM zI{2?;LCB{{^HDWhSB}zHnnD&fVx@@b>H61{_-|TmRO=QCBzlH~X4jVL$yYyVFDP_U zI+6pp$Jd_Kv#9F{Z+4cKPOS^9j-}fJ<->A&W7fRy;f<8{E#gVqIR%Uw?1D2Km}v)^ ze8wb^@`h4}8Rbdo(_B6#tm(zYbyxoYKj|E}nkp?{sqv4-jVbicj6NW?iJ@qc3cZJ?v8(zxAK6ynz+vSol|9Be6=U|0x{e=>UL=M~bW5RoD;c6_i|`Vsja zxvpOI>O%@n4sE35 z`{t^fT+*NfqJypq3XARkZOSJrOkcG!mz{{Rzu`wIBq_8qvAZxZ;l zGX;;xx6aeo=6;p-9QP{`i~)hu7287>2vfUfomvmtG+W*xKn6N+DpSh()=;|K%gDDh>jx9sDfJ;TXx_Gq)*+t|itl_6Q=JN&WpV1;gd zjcEK8*EIhC7~5<5&xf^pyWKYW{FlA^9Ll!)q%Y;}eliq*KsfJ@UxLKf$446_O)q4> z7k8!lbUvDn8w)%nr8(NCMc;4uC(fU>rt6Q4K01&tZIa^FV&*)nf1<{t1oi2UYVmIv zz0RHB-2&mrkL?jWkf>k=-!<2P+m!ELe*9(leWS%}*4l_|M$b@;2e{j^L?ajtkHa61 zYv*5!-vO?CL!kJ7Pw>#Ux`Rtu;FHXh1_7lmGuOMYuKXrr2UC|4xmsSU?=Ggfd~o!Y z+LiuRJgfF^)I9GO-i97z$4|QQVh4FITEx^1|)~zO|a!q_!bebSg*( zup++M{h$63c%R{qi`T?Dj+(a?_AnNWV37$dLjm`Sj=Ynf@UA2F;_%Fu+9sc`FNW^) z;BOt}yPJHQ#DE@OB|yj+0QKY3KD{h`H;IipYU*89%lyw0s+4F-5?!C%d~cwAqWa?6 z&fQvThj4*Ve9UX=4O2|IO$Nd*K56bP<5=VpF2)VCaknP0zh~cqZF6hjzlbr}+-hDQ z{@NO5v$6IYX$;B`s}6vqi~j%u9)wrv&9Cg)r0Q2Mb1`WmEW#bZ2~^Gi$zFPLPI7D1 z#Y&vur+XzUZGBgf=g^d+J-Qzb{13O(bnQb}yOoWMvuTqgF2JZV6uKCx_R8&4?`7JT(q96U-)k`({4UI_)=s3k>P8VjOQr< zRAblpgA5LRE6P4Ne0lKi+4Sq14-4N!{{U(qX!9=D_lP5q0CE_WCD$XS6na;ncdB|-R*y1YMChPM9aJU@VB{Rl`i{#bDyOmR2|A9N}weEi=^gT^`>IyI)dX$*5) z+1%WckX;YnDKX+UCpbK*&NKIc6~Xvo{##8`PP2AcE#~vLTeF{$iw?Q$*c|&;tp?l@ zML}8Foi?lC`Snd9AV-EF3NmNQCRY94+z>gy*f25&eos%fw7aWlJTm}=CG#anVqcf< z1VNttz$c$x_^+BYuODd9X#-E2MzFt>vLisTi6txnVoMSVnrrc|Cor&aW+PC)V`a zD~nkLwZ*;FvnJjPIwxL#yBqV{@vfU*@dVA{9fILxSwp;!v}88r| zCAZA(8rC+Ob`&Tqy9aJ~X8L3E66(c%hnoB})E7>@`xC%fwGAm^3jBFS%QtwiVo09GroRo#biyp{*p zSESiZ_9&7D+2!rVNWmttarTPWv86WYs~nGk{yDe99}TXBZ#pH+TBe}W#Ng!>t{A81 z&reFN;vbEco;%eb({)L#wHVZ&COO$0EP(LLypA~;BRrbo1#sU_W}#xgPM*8;mJ;U!;| zF?zj@Y1NG=x{pM)XVf~LrKV~&miE^cdVYeXe4Fdgk)yPGx-+7Tje{rDf!`VIJa6$s z!TvGOG`$czsDBx8g8WlzoY z?OgRVvO43lXG!oE#a7n-BJhMy6WcAM*3MC!G9X)=92^1;2R)D0xZfXmN?-U%uP3?G zmJL2TnPW3~1h8ddG8B$^7(F}Uw>&jxK9K~{M=TR+a6r<_l3$QZamQsO{afix_~&-E z9y7LEYdcGM^(`je=To*E#~kmuo2ffPC=ZUs&N0BHQtm0kZ|nSy8P4))9KZY|+ODMp zu~=P2s>ODO*v3*aUOZ*KMgWG%$RK5L*0Jn$_;g)LIFilvGj*8cmg#)CB5q>=22aWf zO!Uq>R!@jD`)fskEG05pgjQ{;T*g}`83Wt7?d)r?k#9A>57=KzqO(L($Tt&9w&GQd zmk$~0Mm8=EL0~#(o=;;2nwHGxsR+tSo9IE|KOU`(yQ#NZWxPj;BRR`__yw789D$MZ z0uDzN-|Dybx>`vcuA)ty*Od2GTel<)B8f)~cq+wv`}VF|!ha7mU1r`BZ>!%&be5z= zWe&q6vo=^l;E)Ny$=XR6IbJK!PlYtyekttkE_|JD5r>{=rHWZ53>8&_V>?wjKBwqw zlBcq#Q<^c?s}v(=p^f7|ic-g82A^>(_mDI%Izc4BT14&uW#IKVE4z+5*5;SvUkP68 zx=-3Pb<%#{XKyYcJEPo5+(?yhz_0`nw{8Xr&2Zj2u+!nTj=|@W#BT+%3$Xg+jP{}pM#$=LU0doaZ#-ikx&Sd;^v`a;sjn}G zP@7n~33Viqk^8^iG3Ot{>~W5@*XlkWeGTJK=^)<7+4)H%WDoQ0T{44KT-u)El6#}{ zx8TkETC94#%q)DVB~~De0_veyk8YLS>Q@FkV<97N-8uI^;hOMofu1N$E5Vara_uaV z2<=xUNr;RvRLJFy4<6aBuIJ-+i>MgPv0Yi%q#{`^CWx#m+sd*QAP~S1c>rMb;=eI? zO46$-TInH%94HyjC#8Jd zb@6+`ehu^PZ*}Np@~#WKsk%l@!z-Kvk%AB7>&1De?KAs84;cJ9x3JSMO{5Y{10)A4 zJ;FBQy@oQ2^7L#IxNvd^?2cVLU8y}2dz_VVQKfpFk8svLBWPNrmfD^D{h-qA%Lt-o zQrB;l;10?$*SS&eo_pc1j0KE{x3?eJtt_(59L+dnG8>DBK+1SIGXd&GYvq3jStZ7a zV9e&*a%am5PTrs&(?5-L(#d0|-7IT;8M|gl6)qIGVyBEL<2}bgk=DKHxkPAFY7*O2 zc&{JrEar@#+G^Dz@nrg}A?KFjcb?{Q`;3nu+!ya0-~qrG{O~bj(=Id}4#sU_+Dlcs zv^O@9NZ8-hWZ>ucPaGbGx?dUi>fX;-y13Ksp4NXRHghcG#XQP?k8mML!uP0t!;f{K+P1x>rs*V0%Yiak#-JUg(1j?(wgKcEjAsV9u$3_>LY+w2JL=xAeLF7w zt)`4Dug%cl^R zjP36x)jS0+heS+)uJn7S0i|a}2&(Mp7i%+<&;;Ot!R~)$T{}?lhsBBI)wKJIEi?Nv z{@y$1VdbzZvl%OmRdb%z@^8SO5O_o3UEZlb_T}V~PYOoR-dTA?RWtJf81Cvgz&$-{-QoDF;muc6 zu!Ff*`J zY4+rv`Tqd**Pr-z;wGD`c;8&pL07P`hSJb}%0(ov7UDWr4GJnqqpK5Y1-@V`=>JXYFPjiilh zRJfQ6*1z2GMqeSzO@gNcovFY$$7*li_!a6N4DjZ;rg&a$8%)!!ZFHqOQrk}=IAa6?00SGb!Ol4cpML|> zd|$m@D~aw*4#AsZsRNLDZN^3iHPdOo6*XNACx=Yb@2z8y?pVY~@u~H}L(k>fxqhLH zo%!PR-&AVrP>gLE>*@ah0Q5~i;J=EczYVWQbt^!HV~N|4#EyhN0~yC2l|8rY@2lyz z5=ml_5h8x@OLOgPo+q||dwtG;Z{vdH%I#=yK;wY8A z*QQ(EH}I@`<0uI@_3eS%>Dsy}WwoPw#lKdJ{H1^!tZx?n(K_dfd^4(PaA~ch8|X|wZMC~*mLPZ~bKe;qJJ)qAzNI#tA#HEE zIjUn+?xkVadaKM#N9{{XoF{eEf(4IDDBg?Xd$8l;)eK~5ig{a+?zVn&Yiro52OFdb+I>H6?OI6S6 z)D1UPEKl~s9F8$+ynd#>W1Hir#4C}$Iqg&ff(3$+oPAIE6%zb+_<$|sadm95M}X1` zBmfiBnr{nJt6$g1N~(J!={u_}Z_7BZP5qoT+h)5)xOTF+x6J7zUS!JT@?&Dk0ooUw zeeCtdYt(dqi~6ReZmD&t$r>!idDX4pX+%J>?HEjBAPkHgkIOdq#+sweAUfs6w9+v# zC~%|H0rKq!9eC^5SD7qrI&rjY@8z-8Rua|Jy}eHY@z3nj<4soL+S^Rg=eV?3j0vb* zOsZqSEDHuX1Nd{EI@Wr84~7pA!kYfMV`%o4QN$vJyve4OGnLA&)$hqX=N0eTo}sPH zbhc3I8m-#g;o5YYkPiU>9=Lx`x=nIEA@JUprE0g@y{)5NYKs2=W?R_Te$$*XoRf?L z?VO%Q4R`+lXwEdftgQ6YN2~Se=cdP-DDz9)TKS$|;?ILxifTXFx;^rX86HQwa*A7i z&@;avjB&vn;Qeb8;gp)+!Oc@s)KX}5ICUwYH!5(bn@gPV$3K4~ryy6jUuhb*hwgOk zwzFR8cOF~Z+D`Zj^5Z813^BV0(XqxU*WMHfuUcGK%?wtBm2J>le(Kz;M|O4rkjH<_ zPg?We6H0~o>8AQyO&{O-9$jhFh0<3%$Kxl8Z(`LhuKYf>?{gx8ZUTploCIu+;4YkF!vaP7LkwG_dB)Kv^Fn(c-k^%Y*de^B0(k8fqD{GM_%0w29;6=Zk<$AFj zmvNS%*lvp282a$7^sGDI}=CPRA@*w;PGtc*Z$36!@-%G@~d!t@&^F{{UK; z!n|c^HE#N&$vjcui7u9Vi%8yUS+rjvXWpz<;wctLj(OydG-nmi=vwOPS|q0C%tLlr zT^Pcol`EgRI+4@1F`jFCR2RB>-$5O`wsw~m>$M98SzF8>bdI>>aB?~x^}}83qr>+R z7q?*yTUa9@S5Cv!o|}2=n)*BjVM`XA;_RPG>a;s#<7DE@KOTG_vhfFx+gH>8)wGFb zNg61eW?$VP3fax;pu!FmzEkHn*@xJMJl+8-XqVK5+)a_;D98Jni9fdSbM+CbqWltao}Xv|7HadlFnV*1#bO<95-L z!h^Jvjz}Z5ea2Mf2+FIKlH2wBkCx5lDM~b{#YsE!U$;-a{sxbTH3)UxFUi(I*{!Oy zA~xG0W($Up7RsvUC3#sZ~ ztN51Ht#7ZI(L!!E*6MOH23O3^;sF@voMY0w&tC9acw*(DxxF*QNA9-`te7L_86K7B z;#HEAF8jB;{7xJlO44o>Vw8GYr}gMn(KV?x9}MP6OJBm$MJD0?z98pr4_v6@o}(U> zTH0lIxQX1R=!-5620$ba$C3EeKMu!f`$0Bas9(d$@yo`c5>OCvU(cK>Qsis+&s#yz^o+x7halDjYM@8YJ)bxvOOy4iq0;5Eaa^@kp5CGbG z@T@SSq4dpN@jdI@czWGqE|xa$9PHvSzH+i}I9|BSWMe&v^{#f^-^Ds^9`-A(N&==` zk>#ZuK-_r*umA#a&j;4MQ(4mD)I1-4be%%l)_V(xB8l#!Ckq@#DK>+_$>$v72a%Ip zua&=e>UMFk?}RUC{x8yQB~?{-aVVLG-DrjZUisUeM@q^4tb93lr~GB{CHmW!)5y1E zbRdOOZ3sZXayo!BfO0DX#8%CwMQ?DBODMUKcgbv+R3iZAlg1Qn$4s8M=hFTxTN~dS zYZ}ss{EbJ#`Z-mdcO;I>6ku(~%zx3OI3G3?k<*~w8AU;9Rtrwt9RG)W;mF)HPoTcxpMdh}!E%vnw0VYRe)8EHI8^z;Bo@ai7Bj z%$>0iw>97O^XfS0wAAS}>kkQd&L*;oTdfe@sJOD4CQz(KShM`Qh{)TLPt*ZkSde&g zPm@reMuoK9egtKT-s0*@grBG^tP~Y0*v>#4`(~fwPZ>qx-wv1l%eK@aEgif%g1bZH zC;%gW4mvP7Cm0#dMR{G%g|%HaZ?svlxQw$jPYuG!i~`IK8-s->CmE~4;F^PsI0;O*vF_OxsH~^lt;KkyjYuDS${t5JQ zaF)?OJA4`N)5q4da zTj?9^I(6-?Bpb^yXxL$P=K!ho1b45vBe>G+cPwHEH#v3@t^s0sCj+UZpIy=HW8XFG zFsVIBz|Xm?xhKx&8n$oH*Ph8?>*ykcZYK!>u!?52+ zX!_NmxsgkxO5l>CspGf5Oz~Zw(yM9vOIx*!CX~}$r|0G8>_PEnOKW?3RMXH#pqU!< zAYA&`y2dE*KZ)T@l@Uwy3x)SQXBmt zKm-7eAsEk3p*83hAF_V2;Ex2{XdV!}(X?GsQYG`ExtY+*xG~@IWQ+^|dt$zuo5c38 z-NhLU=;vuNZB^&CbHV0~Lsztg#n{PyFoO-a^ap}{tD+d1YLnGl^aY2UX03al7k|Sh zd_rI%pT_(2!=eZGs+P1Wx*we*wmU+Biqe`W+$dJh*=O;WLTKbwDdO3Wz zmdZWyAtrL0KyKjYp5y##(|Cp}co%4eU55~c!xr>W-n@TpPWIB@Kl3|dMo?N_{-@2i zKeA7XR?^nlJZoz-a5tG8AK8jkSl|)}Wh18^nKgBPWbIv}w-flT+F3)A#cYbM(~v@q z*#jLxJom42xbf5@%`rzM$hRx!`AUCw4^megS+v+~qqy;1+~x=K1IHT1Snk{jBr(YK7~_hu;t$y~ zP4RWhKCj|UcJbU`kGE`62W%<<`d6{(+NQBQw<&XH94ixGFu~qEMh#3gsf2}0O_9TF zA9voGuTGoNEAB-5Imuf80EyvRKkP~1jSRopW4dV^e9bM(F+5}2(zX-!Pw?fSKWDZD z-9Tn(-=4km&{wHTtX}=NM66A@Qhd{ZM;?_uvR&T7{$1FUA1>rmxej^3Cbo`cQ)svN z8OsWyuPc5hn%Vx$o*uW_Cba~NeBs}d?ekWGe$QG5%%TyFnG(NWOlG|U&Ax(1j!`A- zC3sXI9D4JH1bu22(QTGFRp63gD+iOzY?Iq0lb$`RM~|%blQUEyllXCbc*pKsrUew+n8g`;)vyxAEy@OtH<@F0Agp=7ZV2zx0((|hiM(HF6t^fY^8+}Y z9inK=Pmhxaa**9dMmu`qvU#>Dq-`m+e%c$yD#JooOK##f#l2=3EN=e*vQl_1Auskv zMOH}M<8uMZfq}iBj2S>Dlff;Kk=vmh*C(oK+LFf! zOGnieWn&e}OssAr8<|5ZFxppuaypMpX8TQZu3lS2EF4-SJ7kXHMo5P&Kx`-^k=Sv- z>EAC^7ur?jzMpFvTSpu!<=H|kB;YnecgL>d>Uvi^@e|kD$?M&fY&|PkC1UexH@6no z_S3;-rfL^^cfEw)Jf(0{0(e$986Xpe&w7W$8W)Ik{VsX0bkuD>{#gS#B3U!W5<)s; z=j8(<+cjQq5?a|>eVwk9T#0wF5blR^fziV8gUJ~r5!1CMz2dRr%h;lgg|rNd8hw)B zh^>N2PfO>$GJx>ZNSwu1dNh+sgB^*j&XTh6*<-?QD#% zBY}?lyKr7E@dlCNdBE`fjP}=J)-+gVIc5q5&DqG^hHh8!uKZOA(u#b^CGe%C+ur_P z)z2PNlZ%UIbK!3uU20k#jJL!**0_Rk9m~ohUAs(dq?|TKA280|^|^cEjT=#)OR+E| zwxc3R1gj)OLxkl^0uFF7>&PRasq#^*0!2;$ZK1dk7FW$12YWn0A+y+4ttJx@bQ#llBa8_FLvGg zdSAKQmg8jUT5#Cub)O07*ON&%n=P4;ODfND3{l1N6TJ%nqyh&cBRCixD{6}7VltzU zK5VI0UUSd^^sN@4x(1|<(Y4G|Gc!W*I-)iR$|xCPFb@Y9#~h0Jw;HmOrs+3lrM^!0 z`_+vl%U+}Bqse}$ewrqA1H$)OYD1_&V)9x`5m&e}t49eKV9b8@azQ*F!cg$Ojp&lH11?+O5>-5yiB)%E^^G)M3jX%Iz)}N)?2&JAG8SV=z=Q&i#$I3D@v>cxODgOWld{=8_;7u`P zyjkZqal&jOkIcC9K-d?{UP9r2u6e66S=ws)8Po54!y`n*Njj@D5JHf^f(CL2LsNKL zL%Z-Ml?C3LA|;K@!mZlM!MDe>jf4;}j&ake_Q&biPA0<9aKphh1!(I2_Wgf7&ml+J zQ+)mZ079>gJ}c@F!5yWZiygJy#k>6XP8rAmv1N@v;6p4|1RCPJQQ)0R#aAFs?6P@8 zru}EBR2t#ei=OZ`=7&s*M!Rd4_ z4~-&tZ03;_VT|uRA|!yjgME0&_2#&94lQxRLKs)9V{LVMFZgd$kuFV<^Ddv^DJ}dy z^2Q!NHZgLlIx^-${Ci{ctsfD5E7U;KVX(Gop_dmZP!dj60|vn3IAiI+=Do%%W$=!M zmTji3*tZf%9MeV%My5tM>Bww@?a#h;^hn@)dn>rvTJF_6xnNWBu1Vk?c*htgIj<&s zRf$${jnZ%a1^a)&I_cKDv`5be;S{zyRxC!3GAp?k(`!M>t9UjFzN57Tfr%oYe^0*h#_Q2%M2(v z833G+c*ak9r)%JQYb`EIGR$O++r) ze@O3)(v8{j*M+_tp9A>3MSSfeM4 zO@`b2KrDx^7<21h`Dfv=rRh==1KvY5ypyy`^E|Kem1brjF=M!A*XlEsW#Je+N26(% zH=0yp^3v|?M`skWu@2444tfGO?Ov8wow(4iD!VH_m)2I>)&Bs)jm^7BpD4lL z8|!PEx4N)syqM+tJ=`e9DWnciWk=uO6UGR^&T=cG@GrsbKgJ#{)XuG@PZjN~QMvu# zSY6L5O5;3@-SNOU;MdbyPlhyYC``9Dk;t!rT49+LfjJ=HV<6+cahl4s(H1NH)(t-R zrE_qxO2Jw*RvU*r5(wkJJXep1;-^(qr%5=wSxfr){pM1w?^&aW@K1p?9VbuKEOkk2 z#4dd4VV4XU-aHl|4p$(*Y~qgK5ZD?1Rk1#wb)sF{+Qn@(sFvBni2%d(JGT+f z&7R$J&pi3B8;DX>B~e}KlF=rX@A~R<#;m2PJon)TgLN%OPrI_#(#{KeD22VO7O|?w z8;M=ZsOWejuRTHTD{tY4?CIfzxU<%-?5DMDGtQCVnsem|V~#u$2+lXVa85o_JCRy` z7SOIdKjLedXL*~*hB=(GlB`(|%HEhN-FxP~gYdSm2a0?Intq`jwY#vI2`(a*HI<1f n2q5#2M_zM|mEVQVYf{I~aDMFdw?ypU{2TtGjcH0w`=9^W(lnJ7?z4+%xAsGk@+}PG2qpu9+AZ8vuYn008)B050bM zdH|X$SE#R0(NI%U)6&w=F|aW*(9<(;vanudH_NTmw)5K_CiB5ET_A<)7@xKl=bmW-1mz z*;`jwVRxy80@>uEGs|d%bsM|E*5d~v@~%NoY3bOnb8vEriro;GfG8*`DXXZe>D|^h zFf=kYv9Yy-+dCkTZtfnQUfw<^^n>7#(6I1`nAm4=@d=4ZS=l+cdHDs;3tyF2U@EJs zvA8!)%`L5M?fADJdwL0d{R4wT#0k>m)R*a**`?(b^6J|9#^%=H(ecUY*|+aM&i`=% z0ib`g{;dCo{SO!O9~T8BC5V#x9~Y1!^v?t_Q&I`aUSYWfqrMx+DkK+8!={^A*4Rxe zEN^`Pb`2V*V;50a5l8+P z&|Jd&xqhlewzE;Ptp$mALApmGS*is~KNEX0PtwOZelDm7JCBX)ZDlT*ZTz9Hc;(XhfPQY}(U+!{BFx+N8LaMk}uNC4xz=i^*sB-F(Wbp|-LBoXNLwfk&e@cgV~q zHXHeL_6omt;H1IT?>4S);)HnTMm2Nl0q5t$^?0=Z&V`<@Ilpz;#2)(;w9-sZLeNnw zSCYO+ypA%o9S!0W5$03@q?ImNBjzMr-K}x)Yg)gb;^fVpRtR^uY;f2Kdwi(*uL0+2 z5NV3^K|>SzqR@z(0ex+yawiN78B;L4XWh=ZAm)1hq zI#-{=d+^x%<)gi*E&;N}VlyA6`qDJ%l4e;VnSy&17f%Y?MvjiTCCIRrcTl3(_&phA znHf9I=xz&|Z{X3d-q+#si~VbcrFr_C)Z3d#T$Pv%v?gu}*&w8S6=})1JTJEtNbHz< zIJKBU=Bg?C9*(BdI(5ixzZMQC$}`?ls}^6T#-f54=!( z4DBh6PqH)_(aMF+3l-1Y6TaXj6NU$_GzObXLq7+^C~lCtx-Zl?ap~BVXoLmFwaBfz z#J8iSJ@Q3AyqVOvJ~fX&!UORxx@WxGBfYRQ%dZi<4iR?H;k>Mlo4?1@Q!4y=NOX-} zD8fiq8C`rCuX!+WUJv|!zy;Q)inEvXTf79&tbB;>|ld8HsMdPt*P|vX&wXG3-=Z$dm0B7#XEL} zSn$vLQSa{c)31drmLe+-3+AzlN%_0{cw6C&AV~Hex^hX{ud>4BtyjCEh6$4+zoJzf zS>X}$RLe+MqH|zYfbXlE+Tgyoc`*P8reh`MZ>>piufS&Z>zrRr5d|v(yIlfBr4e`@ zv+*{{SWcBKA0!dsmRW8-$}vcJ1l&ies&51>dzjd+a;00eYI1*+qFPI2hIDjw_t!m; zpfJ1;K5CHse!pf|wD+ubhK~H3v%%pvUnI2t#iLd&z8a@5aU*f=DfJEv_7b?T2r2kF z*-GcE9>2^YETI{OYrUz!=ibj>T*T-I5CIz;a8u{mfXwbKR}}iXJR>UA5XTm=Ih1 zvJ?|^Za0x9KwgBe_R`$vvZ9rIrwN@dk&}IzQ*ieH-C&c&oiXn#=d3eSz}+qa_Zy2y z6}t8WRuD6$i9J$r7^E)zfjeDCKAOU&J(1M?JBeG~L;osP;ttYE;BnUa)~ghQq@^y%=PHmQkCuuONSr z($pp3lr%oTEX*C$c~Nn?t`QM+inZ05QqB2&_<}qe4l2921Yq=K#eb?$sj$`EH?z$S z&BiN^OdY2VrE^E>MLo00Mc#mPt#2Bo-O+i6NP{eNu{sUxsjX0yzL0HeAyO$sR(N58 zr#>C)q*bts@SJTrb=>09f;Ip0Eju7RH7aDCL=&92?j;h7Z}@OA_kOf;R}~DhkS+cA z(lk+|WKTg`zSl0w@}MT4+C5x@)oGWo)FPvn*`dOp>en19-%Bv1wfnH@Wp}VeROhwu z!h2BR`H?3ticx)&7GAnvpL|K284iW`+4t=&H|Y5dpe5@^_fRW#1b!+=s=n}qz@dnx zV4qU9J(&c845TQ1YfwtM{}SM9X<8WWynKAKByJu+SwdmCs-UQ}$7l=!25pb~Hk=rTNHVeQrRfIH4TqzKZ z9rc<}U7#qrn>C?-`%Vcr)kuRp?PSyEkld;SZWWQjxiD#KrOf+xjJn7&e|5pXCVKh! zMPs_PPBGP}kPOGR{5AnwH+NFxGZp7hg&w$YMD~_6ytI$aFS)yKJ4hwoB&8NwvP4W$HC+KF62J5cF&?qk(2|Jd%qf#m-I&Wd~ zp$((PZjeE%WhYFTHt(8cmpqg_jQ+r{wo+DYv8w$svMH(9M*XgM-;t!b=OLaxU+)_? z|HCT&I$2miQC3m~c+72V^T$cm?BDM?y`2qCwIzht{yM1pt2ysY=JNtPCsmq} zVy$bNfj_f^)W}?NO>zcq{9^P1qJD0D32@;oXABfJ_`WCuJFUFUf&i};-KV}GLY{0P zk(G8Z0Sj!O3m4KbG@k}hHjZIZEVA-VBgNN%F=J@hFdtoWfv50G1+9r;cl^47%iiEx z*$^40(W=|S@HoKbNvKo_sf$n{8BvHX%{VsWVYU%_APN>8s#TdPeKyaC^d5U45>?vQ zWbQl;G&gaK{#bFFbua7^z=exqPE*ntbofHr({f9DXfIJ?#_-wEi&OpY^C;vjzQ|Zm zWXVvZ)MRDf{rYwDkoq7?ev8TZ%$0TUyEHJ&arj8xmwk?6@qo&KWlz%=Wb*#_zV3P^ z5;nZ=L>!;~t_qbmckffhis8eSrP$s(y4CxNIc9ZAxqszOuAFsudEb{KGa9Imx)mVv zb!mDlKD(sZ7G!C$SO{&}W|&%IZ24kVxG;gSCZwa*rY1>bc=7YF?XY&N*r((UhYj#r zN9nLt2;GL{#Lj>^SO2)5uzgQ-;dDoPYCv~;!{cX2zfw6*bM?GYaxqX5ezqCQh{tuH zuGNN9dN%IMAQyB0>Tqf=x-G~pH7dwHl=kNWHGRv77#eWSt_V{ce%0FCsTKe8CiGhY zA7BHzzHM5gIge4b3v5k4P&(a|Djbal`Z)rq_T(=CQ}sT#sD-Ms3^IrD!+e$H;2sI* zQZsDOjFO2!s7pSm zvJS8wlzKgctWnvAemkeby!yOnH>s`q~%EOR7uU)(>I+(3(rYTeYd?qsONO zM+@}yP zoYgL7l{=HXzP*`S%HuuvdOud>Y4@VYw-fZyw&uw7Z1p`t06nwS&L@<+#qQTCBicZM z{!Ze%guI!MH1RqaDML>FVz9Ds!Sdsg_c^Oi=t}azn|uY6R7|(Jt2*DP?Meq4h!fOX zUb$EmSEM#&=`(+oIkdyOGR49*4mqZYe+M~F^_^BUnzmEZ3wAkus|XvhFuw3rHZ@?S zkI8B*ivG2>1FcGBIU5@Z(a#MFES7j9O8Zux#~AE@=0IR$Yr+IpM$rnDuL}1 zFs%2(UIwc9{^9fbIceZdSWUpdt+^*d3kd^Qe#PP>!OW;3R~fX)mu*UrT7>Rp+ir^cV@1lQ=6Ff8^~-(ij152i9nqTP z*9IhQ8(a6Rav#;|!Fe6tZ9C9lU1H9{OdV$EP+wT0J7ae&2(rch*C(uQN5DI<0i?T7 z#bzX@_+`pUoiAGu3A?v-qPM4^=TSbZpr+sc(=`37*+MGXUinLCl6%RY2D|9A4zatt zH#8vdQ-gl&hU95}ctBQGrntkz6Dm7J@Eg*PQ{Rj^<@4K7Fz3^^Aiq+R# z%JHlvCE5Slj`XfiX6hA6LPD!g{Mef50ytlKBtvQU*RORwOFY|jHu{bZ)JzD!#x7i4 zcL|6OL?+y#&EGTHzmsG{|B)O4ucwtV`>{7x5Nxh)b8s;R;$#t;St-LoYn^Y0PxmYY zUes(vv4%bVV%wNKlE9}4?Fx1V?*?zgIA5 zb_sxV3PV)?d@H!S#%Cq%vju#N$R(5GzP~}OB->FJ`0P4==y#r<=a0c)@!-T=mt*%j zu1i4pDknjq1of$^YQe|e+&`S&P+%v5dFyJRZBxJE(D+_ovu6Xl&HMD!m2~8ormyuu zx(qe8wsjk+d#2IpYJ&Mp^pRksj7EwCwhF3LNJ^yiPN41FZpb3A!uL!{VYjH_0Ov5q z&h(q=7Lx*vCu}>WnVsz*F`N_XW>1FQU%bHe!cQHfS+fd+?PkeZ)9^ZWu#Qc=h$HFZ z_fCk+`|1hRWBC}n;*iz+G8{R^+E4)G`vA9U>Xv>#n!_t;UqMx4PG97JDu5|YY5qe< zhm_co)B^$X#f}O%H|$u77JHCiU;k(`fqL~0)y)sXNuOAcOOdaMy9szrD)dpo^jOJX ze`{-Q)Y7M#y@>Cx15fNAoKm*DU!qOnA%Hq_78*}dneqF*2)Ij~Id`!IFl7~2ekkO* zla40dld9b*KXTJCA!k4cq%}z@PDQ>P%spXBx1`7=dd~YF>&qLVuDLrqXKCe6^#k)t z=zNP|`_6;&QFNPb?LY1Mb4I_mEk)neVQ-4{-3lTT$W+gZi*Rn&Y}U7`8>WcIb{SI2+lxgCIV z#LoI!)vCcwAY=rGm#PNLCYN(l{{fmkq>*7_=!y3${CEIYB-E`ZwawbFOVpALhSXcu z#WwD-qnWG9-HPC1*y_<^@h)ERS4kad6dUIerZPoGvTmcn^q=X(YvMmT^;@&*v&mU8 zq3!lU{nLGOImt{XFcU{6^}L7Hvdc;0r5}6SG%Q!>R(h4(G$KpSzZ92TSAaRC2c0u+ z6O0+(4vG(M1?sbX?ej-hc77IUAzo~d{pC5O(%w&w&^okE47^IRnxy0%5KBd8$l7_o zYD?>u4IEW9RDjv))Zz>w5L1qF- -#include -#include "freertos/FreeRTOS.h" -#include "freertos/task.h" -#include "unity.h" -#include -#include "esp_log.h" - -#include "esp_camera.h" - -#ifdef CONFIG_IDF_TARGET_ESP32 -#define BOARD_WROVER_KIT 1 -#elif defined CONFIG_IDF_TARGET_ESP32S2 -#define BOARD_CAMERA_MODEL_ESP32S2 1 -#elif defined CONFIG_IDF_TARGET_ESP32S3 -#define BOARD_CAMERA_MODEL_ESP32_S3_EYE 1 -#endif - -// WROVER-KIT PIN Map -#if BOARD_WROVER_KIT - -#define PWDN_GPIO_NUM -1 //power down is not used -#define RESET_GPIO_NUM -1 //software reset will be performed -#define XCLK_GPIO_NUM 21 -#define SIOD_GPIO_NUM 26 -#define SIOC_GPIO_NUM 27 - -#define Y9_GPIO_NUM 35 -#define Y8_GPIO_NUM 34 -#define Y7_GPIO_NUM 39 -#define Y6_GPIO_NUM 36 -#define Y5_GPIO_NUM 19 -#define Y4_GPIO_NUM 18 -#define Y3_GPIO_NUM 5 -#define Y2_GPIO_NUM 4 -#define VSYNC_GPIO_NUM 25 -#define HREF_GPIO_NUM 23 -#define PCLK_GPIO_NUM 22 - -// ESP32Cam (AiThinker) PIN Map -#elif BOARD_ESP32CAM_AITHINKER - -#define PWDN_GPIO_NUM 32 -#define RESET_GPIO_NUM -1 //software reset will be performed -#define XCLK_GPIO_NUM 0 -#define SIOD_GPIO_NUM 26 -#define SIOC_GPIO_NUM 27 - -#define Y9_GPIO_NUM 35 -#define Y8_GPIO_NUM 34 -#define Y7_GPIO_NUM 39 -#define Y6_GPIO_NUM 36 -#define Y5_GPIO_NUM 21 -#define Y4_GPIO_NUM 19 -#define Y3_GPIO_NUM 18 -#define Y2_GPIO_NUM 5 -#define VSYNC_GPIO_NUM 25 -#define HREF_GPIO_NUM 23 -#define PCLK_GPIO_NUM 22 - -#elif BOARD_CAMERA_MODEL_ESP32S2 - -#define PWDN_GPIO_NUM -1 -#define RESET_GPIO_NUM -1 - -#define VSYNC_GPIO_NUM 21 -#define HREF_GPIO_NUM 38 -#define PCLK_GPIO_NUM 11 -#define XCLK_GPIO_NUM 40 - -#define SIOD_GPIO_NUM 17 -#define SIOC_GPIO_NUM 18 - -#define Y9_GPIO_NUM 39 -#define Y8_GPIO_NUM 41 -#define Y7_GPIO_NUM 42 -#define Y6_GPIO_NUM 12 -#define Y5_GPIO_NUM 3 -#define Y4_GPIO_NUM 14 -#define Y3_GPIO_NUM 37 -#define Y2_GPIO_NUM 13 - -#elif BOARD_CAMERA_MODEL_ESP32_S3_EYE - -#define PWDN_GPIO_NUM 43 -#define RESET_GPIO_NUM 44 - -#define VSYNC_GPIO_NUM 6 -#define HREF_GPIO_NUM 7 -#define PCLK_GPIO_NUM 13 -#define XCLK_GPIO_NUM 15 - -#define SIOD_GPIO_NUM 4 -#define SIOC_GPIO_NUM 5 - -#define Y9_GPIO_NUM 16 -#define Y8_GPIO_NUM 17 -#define Y7_GPIO_NUM 18 -#define Y6_GPIO_NUM 12 -#define Y5_GPIO_NUM 11 -#define Y4_GPIO_NUM 10 -#define Y3_GPIO_NUM 9 -#define Y2_GPIO_NUM 8 - -#endif - -static const char *TAG = "test camera"; - -typedef void (*decode_func_t)(uint8_t *jpegbuffer, uint32_t size, uint8_t *outbuffer); - -static esp_err_t init_camera(uint32_t xclk_freq_hz, pixformat_t pixel_format, framesize_t frame_size, uint8_t fb_count) -{ - framesize_t size_bak = frame_size; - if (PIXFORMAT_JPEG == pixel_format && FRAMESIZE_SVGA > frame_size) { - frame_size = FRAMESIZE_HD; - } - camera_config_t camera_config = { - .pin_pwdn = PWDN_GPIO_NUM, - .pin_reset = RESET_GPIO_NUM, - .pin_xclk = XCLK_GPIO_NUM, - .pin_sscb_sda = SIOD_GPIO_NUM, - .pin_sscb_scl = SIOC_GPIO_NUM, - - .pin_d7 = Y9_GPIO_NUM, - .pin_d6 = Y8_GPIO_NUM, - .pin_d5 = Y7_GPIO_NUM, - .pin_d4 = Y6_GPIO_NUM, - .pin_d3 = Y5_GPIO_NUM, - .pin_d2 = Y4_GPIO_NUM, - .pin_d1 = Y3_GPIO_NUM, - .pin_d0 = Y2_GPIO_NUM, - .pin_vsync = VSYNC_GPIO_NUM, - .pin_href = HREF_GPIO_NUM, - .pin_pclk = PCLK_GPIO_NUM, - - //EXPERIMENTAL: Set to 16MHz on ESP32-S2 or ESP32-S3 to enable EDMA mode - .xclk_freq_hz = xclk_freq_hz, - .ledc_timer = LEDC_TIMER_0, - .ledc_channel = LEDC_CHANNEL_0, - - .pixel_format = pixel_format, //YUV422,GRAYSCALE,RGB565,JPEG - .frame_size = frame_size, //QQVGA-UXGA Do not use sizes above QVGA when not JPEG - - .jpeg_quality = 12, //0-63 lower number means higher quality - .fb_count = fb_count, //if more than one, i2s runs in continuous mode. Use only with JPEG - .grab_mode = CAMERA_GRAB_WHEN_EMPTY - }; - - //initialize the camera - esp_err_t ret = esp_camera_init(&camera_config); - - if (ESP_OK == ret && PIXFORMAT_JPEG == pixel_format && FRAMESIZE_SVGA > size_bak) { - sensor_t *s = esp_camera_sensor_get(); - s->set_framesize(s, size_bak); - } - - return ret; -} - -static bool camera_test_fps(uint16_t times, float *fps, uint32_t *size) -{ - *fps = 0.0f; - *size = 0; - uint32_t s = 0; - uint32_t num = 0; - uint64_t total_time = esp_timer_get_time(); - for (size_t i = 0; i < times; i++) { - camera_fb_t *pic = esp_camera_fb_get(); - if (NULL == pic) { - ESP_LOGW(TAG, "fb get failed"); - return 0; - } else { - s += pic->len; - num++; - } - esp_camera_fb_return(pic); - } - total_time = esp_timer_get_time() - total_time; - if (num) { - *fps = num * 1000000.0f / total_time ; - *size = s / num; - } - return 1; -} - -static const char *get_cam_format_name(pixformat_t pixel_format) -{ - switch (pixel_format) { - case PIXFORMAT_JPEG: return "JPEG"; - case PIXFORMAT_RGB565: return "RGB565"; - case PIXFORMAT_RGB888: return "RGB888"; - case PIXFORMAT_YUV422: return "YUV422"; - default: - break; - } - return "UNKNOW"; -} - -static void printf_img_base64(const camera_fb_t *pic) -{ - uint8_t *outbuffer = NULL; - size_t outsize = 0; - if (PIXFORMAT_JPEG != pic->format) { - fmt2jpg(pic->buf, pic->width * pic->height * 2, pic->width, pic->height, pic->format, 50, &outbuffer, &outsize); - } else { - outbuffer = pic->buf; - outsize = pic->len; - } - - uint8_t *base64_buf = calloc(1, outsize * 4); - if (NULL != base64_buf) { - size_t out_len = 0; - mbedtls_base64_encode(base64_buf, outsize * 4, &out_len, outbuffer, outsize); - printf("%s\n", base64_buf); - free(base64_buf); - if (PIXFORMAT_JPEG != pic->format) { - free(outbuffer); - } - } else { - ESP_LOGE(TAG, "malloc for base64 buffer failed"); - } -} - -static void camera_performance_test(uint32_t xclk_freq, uint32_t pic_num) -{ - esp_err_t ret = ESP_OK; - //detect sensor information - TEST_ESP_OK(init_camera(20000000, PIXFORMAT_RGB565, FRAMESIZE_QVGA, 2)); - sensor_t *s = esp_camera_sensor_get(); - camera_sensor_info_t *info = esp_camera_sensor_get_info(&s->id); - TEST_ASSERT_NOT_NULL(info); - TEST_ESP_OK(esp_camera_deinit()); - vTaskDelay(500 / portTICK_RATE_MS); - framesize_t max_size = info->max_size; - pixformat_t all_format[] = {PIXFORMAT_JPEG, PIXFORMAT_RGB565, PIXFORMAT_YUV422, }; - pixformat_t *format_s = &all_format[0]; - pixformat_t *format_e = &all_format[2]; - if (false == info->support_jpeg) { - format_s++; // skip jpeg - } - - struct fps_result { - float fps[FRAMESIZE_INVALID]; - uint32_t size[FRAMESIZE_INVALID]; - }; - struct fps_result results[3] = {0}; - - for (; format_s <= format_e; format_s++) { - for (size_t i = 0; i <= max_size; i++) { - ESP_LOGI(TAG, "\n\n===> Testing format:%s resolution: %d x %d <===", get_cam_format_name(*format_s), resolution[i].width, resolution[i].height); - ret = init_camera(xclk_freq, *format_s, i, 2); - vTaskDelay(100 / portTICK_RATE_MS); - if (ESP_OK != ret) { - ESP_LOGW(TAG, "Testing init failed :-(, skip this item"); - vTaskDelay(500 / portTICK_RATE_MS); - continue; - } - camera_test_fps(pic_num, &results[format_s - all_format].fps[i], &results[format_s - all_format].size[i]); - TEST_ESP_OK(esp_camera_deinit()); - } - } - - printf("FPS Result\n"); - printf("resolution , JPEG fps, JPEG size, RGB565 fps, RGB565 size, YUV422 fps, YUV422 size \n"); - for (size_t i = 0; i <= max_size; i++) { - printf("%4d x %4d , %5.2f, %6d, %5.2f, %7d, %5.2f, %7d \n", - resolution[i].width, resolution[i].height, - results[0].fps[i], results[0].size[i], - results[1].fps[i], results[1].size[i], - results[2].fps[i], results[2].size[i]); - } - printf("----------------------------------------------------------------------------------------\n"); -} - -TEST_CASE("Camera driver init, deinit test", "[camera]") -{ - uint64_t t1 = esp_timer_get_time(); - TEST_ESP_OK(init_camera(20000000, PIXFORMAT_RGB565, FRAMESIZE_QVGA, 2)); - uint64_t t2 = esp_timer_get_time(); - ESP_LOGI(TAG, "Camera init time %llu ms", (t2 - t1) / 1000); - - TEST_ESP_OK(esp_camera_deinit()); -} - -TEST_CASE("Camera driver take RGB565 picture test", "[camera]") -{ - TEST_ESP_OK(init_camera(10000000, PIXFORMAT_RGB565, FRAMESIZE_QVGA, 2)); - vTaskDelay(500 / portTICK_RATE_MS); - ESP_LOGI(TAG, "Taking picture..."); - camera_fb_t *pic = esp_camera_fb_get(); - if (pic) { - ESP_LOGI(TAG, "picture: %d x %d, size: %u", pic->width, pic->height, pic->len); - printf_img_base64(pic); - esp_camera_fb_return(pic); - } - - TEST_ESP_OK(esp_camera_deinit()); - TEST_ASSERT_NOT_NULL(pic); -} - -TEST_CASE("Camera driver take YUV422 picture test", "[camera]") -{ - TEST_ESP_OK(init_camera(10000000, PIXFORMAT_YUV422, FRAMESIZE_QVGA, 2)); - vTaskDelay(500 / portTICK_RATE_MS); - ESP_LOGI(TAG, "Taking picture..."); - camera_fb_t *pic = esp_camera_fb_get(); - if (pic) { - ESP_LOGI(TAG, "picture: %d x %d, size: %u", pic->width, pic->height, pic->len); - printf_img_base64(pic); - esp_camera_fb_return(pic); - } - - TEST_ESP_OK(esp_camera_deinit()); - TEST_ASSERT_NOT_NULL(pic); -} - -TEST_CASE("Camera driver take JPEG picture test", "[camera]") -{ - TEST_ESP_OK(init_camera(20000000, PIXFORMAT_JPEG, FRAMESIZE_QVGA, 2)); - vTaskDelay(500 / portTICK_RATE_MS); - ESP_LOGI(TAG, "Taking picture..."); - camera_fb_t *pic = esp_camera_fb_get(); - if (pic) { - ESP_LOGI(TAG, "picture: %d x %d, size: %u", pic->width, pic->height, pic->len); - printf_img_base64(pic); - esp_camera_fb_return(pic); - } - - TEST_ESP_OK(esp_camera_deinit()); - TEST_ASSERT_NOT_NULL(pic); -} - -TEST_CASE("Camera driver performance test", "[camera]") -{ - camera_performance_test(20 * 1000000, 16); -} - - -static void print_rgb565_img(uint8_t *img, int width, int height) -{ - uint16_t *p = (uint16_t *)img; - const char temp2char[17] = "@MNHQ&#UJ*x7^i;."; - for (size_t j = 0; j < height; j++) { - for (size_t i = 0; i < width; i++) { - uint32_t c = p[j * width + i]; - uint8_t r = c >> 11; - uint8_t g = (c >> 6) & 0x1f; - uint8_t b = c & 0x1f; - c = (r + g + b) / 3; - c >>= 1; - printf("%c", temp2char[15 - c]); - } - printf("\n"); - } -} - -static void print_rgb888_img(uint8_t *img, int width, int height) -{ - uint8_t *p = (uint8_t *)img; - const char temp2char[17] = "@MNHQ&#UJ*x7^i;."; - for (size_t j = 0; j < height; j++) { - for (size_t i = 0; i < width; i++) { - uint8_t *c = p + 3 * (j * width + i); - uint8_t r = *c++; - uint8_t g = *c++; - uint8_t b = *c; - uint32_t v = (r + g + b) / 3; - v >>= 4; - printf("%c", temp2char[15 - v]); - } - printf("\n"); - } -} - -static void tjpgd_decode_rgb565(uint8_t *mjpegbuffer, uint32_t size, uint8_t *outbuffer) -{ - jpg2rgb565(mjpegbuffer, size, outbuffer, JPG_SCALE_NONE); -} - -static void tjpgd_decode_rgb888(uint8_t *mjpegbuffer, uint32_t size, uint8_t *outbuffer) -{ - fmt2rgb888(mjpegbuffer, size, PIXFORMAT_JPEG, outbuffer); -} - -typedef enum { - DECODE_RGB565, - DECODE_RGB888, -} decode_type_t; - -static const decode_func_t g_decode_func[2][2] = { - {tjpgd_decode_rgb565,}, - {tjpgd_decode_rgb888,}, -}; - - -static float jpg_decode_test(uint8_t decoder_index, decode_type_t type, const uint8_t *jpg, uint32_t length, uint32_t img_w, uint32_t img_h, uint32_t times) -{ - uint8_t *jpg_buf = malloc(length); - if (NULL == jpg_buf) { - ESP_LOGE(TAG, "malloc for jpg buffer failed"); - return 0; - } - memcpy(jpg_buf, jpg, length); - - uint8_t *rgb_buf = heap_caps_malloc(img_w * img_h * 3, MALLOC_CAP_SPIRAM | MALLOC_CAP_8BIT); - if (NULL == rgb_buf) { - free(jpg_buf); - ESP_LOGE(TAG, "malloc for rgb buffer failed"); - return 0; - } - decode_func_t decode = g_decode_func[type][decoder_index]; - decode(jpg_buf, length, rgb_buf); - if (DECODE_RGB565 == type) { - ESP_LOGI(TAG, "jpeg decode to rgb565"); - print_rgb565_img(rgb_buf, img_w, img_h); - } else { - ESP_LOGI(TAG, "jpeg decode to rgb888"); - print_rgb888_img(rgb_buf, img_w, img_h); - } - - uint64_t t_decode[times]; - for (size_t i = 0; i < times; i++) { - uint64_t t1 = esp_timer_get_time(); - decode(jpg_buf, length, rgb_buf); - t_decode[i] = esp_timer_get_time() - t1; - } - - printf("resolution , t \n"); - uint64_t t_total = 0; - for (size_t i = 0; i < times; i++) { - t_total += t_decode[i]; - float t = t_decode[i] / 1000.0f; - printf("%4d x %4d , %5.2f ms \n", img_w, img_h, t); - } - - float fps = times / (t_total / 1000000.0f); - printf("Decode FPS Result\n"); - printf("resolution , fps \n"); - printf("%4d x %4d , %5.2f \n", img_w, img_h, fps); - - free(jpg_buf); - heap_caps_free(rgb_buf); - return fps; -} - -static void img_jpeg_decode_test(uint16_t pic_index, uint16_t lib_index) -{ - extern const uint8_t img1_start[] asm("_binary_testimg_jpeg_start"); - extern const uint8_t img1_end[] asm("_binary_testimg_jpeg_end"); - extern const uint8_t img2_start[] asm("_binary_test_inside_jpeg_start"); - extern const uint8_t img2_end[] asm("_binary_test_inside_jpeg_end"); - extern const uint8_t img3_start[] asm("_binary_test_outside_jpeg_start"); - extern const uint8_t img3_end[] asm("_binary_test_outside_jpeg_end"); - - struct img_t { - const uint8_t *buf; - uint32_t length; - uint16_t w, h; - }; - struct img_t imgs[3] = { - { - .buf = img1_start, - .length = img1_end - img1_start, - .w = 227, - .h = 149, - }, - { - .buf = img2_start, - .length = img2_end - img2_start, - .w = 320, - .h = 240, - }, - { - .buf = img3_start, - .length = img3_end - img3_start, - .w = 480, - .h = 320, - }, - }; - - ESP_LOGI(TAG, "pic_index:%d", pic_index); - ESP_LOGI(TAG, "lib_index:%d", lib_index); - jpg_decode_test(lib_index, DECODE_RGB565, imgs[pic_index].buf, imgs[pic_index].length, imgs[pic_index].w, imgs[pic_index].h, 16); -} - -TEST_CASE("Conversions image 227x149 jpeg decode test", "[camera]") -{ - img_jpeg_decode_test(0, 0); -} - -TEST_CASE("Conversions image 320x240 jpeg decode test", "[camera]") -{ - img_jpeg_decode_test(1, 0); -} - -TEST_CASE("Conversions image 480x320 jpeg decode test", "[camera]") -{ - img_jpeg_decode_test(2, 0); -} From 5e95634173bcf447ae58bad546cc7f6b1608788b Mon Sep 17 00:00:00 2001 From: CaCO3 Date: Fri, 23 Sep 2022 21:11:22 +0200 Subject: [PATCH 02/13] added esp32-camera-master again as submodule (version 2.0.2) --- .gitmodules | 3 +++ code/components/esp32-camera-master | 1 + 2 files changed, 4 insertions(+) create mode 100644 .gitmodules create mode 160000 code/components/esp32-camera-master diff --git a/.gitmodules b/.gitmodules new file mode 100644 index 00000000..8b570396 --- /dev/null +++ b/.gitmodules @@ -0,0 +1,3 @@ +[submodule "code/components/esp32-camera-master"] + path = code/components/esp32-camera-master + url = https://github.com/espressif/esp32-camera.git diff --git a/code/components/esp32-camera-master b/code/components/esp32-camera-master new file mode 160000 index 00000000..56119890 --- /dev/null +++ b/code/components/esp32-camera-master @@ -0,0 +1 @@ +Subproject commit 56119890f5ca01bade9980d2abfe568e1d5f34a8 From 8a170a7e16f169f55d7cb44997b4030d30db04ec Mon Sep 17 00:00:00 2001 From: CaCO3 Date: Fri, 23 Sep 2022 21:17:01 +0200 Subject: [PATCH 03/13] autogenerated file got update => maybe we also can remove it? --- code/sdkconfig.esp32cam | 9 +++++++++ 1 file changed, 9 insertions(+) diff --git a/code/sdkconfig.esp32cam b/code/sdkconfig.esp32cam index 5510ad43..b8ed069a 100644 --- a/code/sdkconfig.esp32cam +++ b/code/sdkconfig.esp32cam @@ -1233,14 +1233,23 @@ CONFIG_OV2640_SUPPORT=y # CONFIG_GC032A_SUPPORT is not set # CONFIG_GC0308_SUPPORT is not set # CONFIG_BF3005_SUPPORT is not set +CONFIG_BF20A6_SUPPORT=y +# CONFIG_SC101IOT_SUPPORT is not set +CONFIG_SC030IOT_SUPPORT=y # CONFIG_SCCB_HARDWARE_I2C_PORT0 is not set CONFIG_SCCB_HARDWARE_I2C_PORT1=y CONFIG_SCCB_CLK_FREQ=100000 +CONFIG_CAMERA_TASK_STACK_SIZE=2048 CONFIG_CAMERA_CORE0=y # CONFIG_CAMERA_CORE1 is not set # CONFIG_CAMERA_NO_AFFINITY is not set CONFIG_CAMERA_DMA_BUFFER_SIZE_MAX=32768 # end of Camera configuration + +# +# Camera configuration +# +# end of Camera configuration # end of Component config # From b06b42f0e9f07d47f0f4c417d6f7dd13816fc9ea Mon Sep 17 00:00:00 2001 From: CaCO3 Date: Fri, 23 Sep 2022 21:17:44 +0200 Subject: [PATCH 04/13] removed esp-nn --- code/components/esp-nn/.gitignore | 57 -- code/components/esp-nn/.gitlab-ci.yml | 55 -- code/components/esp-nn/CMakeLists.txt | 50 -- code/components/esp-nn/Kconfig.projbuild | 29 - code/components/esp-nn/LICENSE | 202 ------ code/components/esp-nn/README.md | 55 -- code/components/esp-nn/include/esp_nn.h | 46 -- .../components/esp-nn/include/esp_nn_ansi_c.h | 47 -- .../esp-nn/include/esp_nn_ansi_headers.h | 309 --------- code/components/esp-nn/include/esp_nn_defs.h | 83 --- .../esp-nn/include/esp_nn_esp32s3.h | 231 ------- .../esp-nn/include/esp_nn_generic_opt.h | 47 -- .../activation_functions/esp_nn_relu_ansi.c | 30 - .../esp-nn/src/basic_math/esp_nn_add_ansi.c | 97 --- .../esp-nn/src/basic_math/esp_nn_mul_ansi.c | 42 -- .../esp-nn/src/common/common_functions.h | 255 -------- .../esp-nn/src/convolution/esp_nn_conv_ansi.c | 179 ------ .../src/convolution/esp_nn_conv_esp32s3.c | 463 -------------- .../esp-nn/src/convolution/esp_nn_conv_opt.c | 179 ------ .../convolution/esp_nn_depthwise_conv_ansi.c | 100 --- .../convolution/esp_nn_depthwise_conv_opt.c | 291 --------- .../esp_nn_depthwise_conv_s8_esp32s3.c | 543 ---------------- .../esp_nn_fully_connected_ansi.c | 50 -- .../esp-nn/src/pooling/esp_nn_avg_pool_ansi.c | 72 --- .../esp-nn/src/pooling/esp_nn_max_pool_ansi.c | 66 -- .../esp-nn/src/softmax/esp_nn_softmax_ansi.c | 88 --- .../esp-nn/src/softmax/esp_nn_softmax_opt.c | 108 ---- .../esp-nn/src/softmax/softmax_common.h | 104 --- .../components/esp-nn/test_app/CMakeLists.txt | 9 - .../esp-nn/test_app/main/CMakeLists.txt | 7 - .../esp-nn/test_app/main/component.mk | 8 - code/components/esp-nn/test_app/main/main.c | 87 --- .../esp-nn/test_app/sdkconfig.defaults | 5 - .../test_app/sdkconfig.defaults.esp32s3 | 8 - code/components/esp-nn/tests/CMakeLists.txt | 15 - code/components/esp-nn/tests/README.md | 4 - code/components/esp-nn/tests/component.mk | 5 - .../esp-nn/tests/include/test_functions.h | 48 -- .../esp-nn/tests/include/test_utils.h | 87 --- .../esp-nn/tests/src/basic_math_test.c | 355 ---------- .../esp-nn/tests/src/convolution_test.c | 605 ------------------ .../esp-nn/tests/src/fully_connected_test.c | 111 ---- .../esp-nn/tests/src/pooling_test.c | 184 ------ code/components/esp-nn/tests/src/relu_test.c | 83 --- .../esp-nn/tests/src/softmax_test.c | 101 --- 45 files changed, 5600 deletions(-) delete mode 100644 code/components/esp-nn/.gitignore delete mode 100644 code/components/esp-nn/.gitlab-ci.yml delete mode 100644 code/components/esp-nn/CMakeLists.txt delete mode 100644 code/components/esp-nn/Kconfig.projbuild delete mode 100644 code/components/esp-nn/LICENSE delete mode 100644 code/components/esp-nn/README.md delete mode 100644 code/components/esp-nn/include/esp_nn.h delete mode 100644 code/components/esp-nn/include/esp_nn_ansi_c.h delete mode 100644 code/components/esp-nn/include/esp_nn_ansi_headers.h delete mode 100644 code/components/esp-nn/include/esp_nn_defs.h delete mode 100644 code/components/esp-nn/include/esp_nn_esp32s3.h delete mode 100644 code/components/esp-nn/include/esp_nn_generic_opt.h delete mode 100644 code/components/esp-nn/src/activation_functions/esp_nn_relu_ansi.c delete mode 100644 code/components/esp-nn/src/basic_math/esp_nn_add_ansi.c delete mode 100644 code/components/esp-nn/src/basic_math/esp_nn_mul_ansi.c delete mode 100644 code/components/esp-nn/src/common/common_functions.h delete mode 100644 code/components/esp-nn/src/convolution/esp_nn_conv_ansi.c delete mode 100644 code/components/esp-nn/src/convolution/esp_nn_conv_esp32s3.c delete mode 100644 code/components/esp-nn/src/convolution/esp_nn_conv_opt.c delete mode 100644 code/components/esp-nn/src/convolution/esp_nn_depthwise_conv_ansi.c delete mode 100644 code/components/esp-nn/src/convolution/esp_nn_depthwise_conv_opt.c delete mode 100644 code/components/esp-nn/src/convolution/esp_nn_depthwise_conv_s8_esp32s3.c delete mode 100644 code/components/esp-nn/src/fully_connected/esp_nn_fully_connected_ansi.c delete mode 100644 code/components/esp-nn/src/pooling/esp_nn_avg_pool_ansi.c delete mode 100644 code/components/esp-nn/src/pooling/esp_nn_max_pool_ansi.c delete mode 100644 code/components/esp-nn/src/softmax/esp_nn_softmax_ansi.c delete mode 100644 code/components/esp-nn/src/softmax/esp_nn_softmax_opt.c delete mode 100644 code/components/esp-nn/src/softmax/softmax_common.h delete mode 100644 code/components/esp-nn/test_app/CMakeLists.txt delete mode 100644 code/components/esp-nn/test_app/main/CMakeLists.txt delete mode 100644 code/components/esp-nn/test_app/main/component.mk delete mode 100644 code/components/esp-nn/test_app/main/main.c delete mode 100644 code/components/esp-nn/test_app/sdkconfig.defaults delete mode 100644 code/components/esp-nn/test_app/sdkconfig.defaults.esp32s3 delete mode 100644 code/components/esp-nn/tests/CMakeLists.txt delete mode 100644 code/components/esp-nn/tests/README.md delete mode 100644 code/components/esp-nn/tests/component.mk delete mode 100644 code/components/esp-nn/tests/include/test_functions.h delete mode 100644 code/components/esp-nn/tests/include/test_utils.h delete mode 100644 code/components/esp-nn/tests/src/basic_math_test.c delete mode 100644 code/components/esp-nn/tests/src/convolution_test.c delete mode 100644 code/components/esp-nn/tests/src/fully_connected_test.c delete mode 100644 code/components/esp-nn/tests/src/pooling_test.c delete mode 100644 code/components/esp-nn/tests/src/relu_test.c delete mode 100644 code/components/esp-nn/tests/src/softmax_test.c diff --git a/code/components/esp-nn/.gitignore b/code/components/esp-nn/.gitignore deleted file mode 100644 index 08ca72b5..00000000 --- a/code/components/esp-nn/.gitignore +++ /dev/null @@ -1,57 +0,0 @@ -.config -*.o -*.i -*.s -*.orig -*.pyc - -# gtags -GTAGS -GRTAGS -GPATH - -# emacs -.dir-locals.el - -# emacs temp file suffixes -*~ -.#* -\#*# - -# eclipse setting -.settings - -# MacOS directory files -.DS_Store - -# Example project files -examples/**/sdkconfig -examples/**/sdkconfig.old -examples/**/build - -# Test app files -test_app/build -test_app/sdkconfig -test_app/sdkconfig.old - -# Doc build artifacts -docs/_build/ -docs/doxygen-warning-log.txt -docs/sphinx-warning-log.txt -docs/sphinx-warning-log-sanitized.txt -docs/xml/ -docs/xml_in/ -docs/man/ -docs/doxygen_sqlite3.db - -TEST_LOGS - - -# gcov coverage reports -*.gcda -*.gcno -coverage.info -coverage_report/ - -# VS Code Settings -.vscode/ diff --git a/code/components/esp-nn/.gitlab-ci.yml b/code/components/esp-nn/.gitlab-ci.yml deleted file mode 100644 index 6b540bda..00000000 --- a/code/components/esp-nn/.gitlab-ci.yml +++ /dev/null @@ -1,55 +0,0 @@ -stages: - - build - -variables: - BATCH_BUILD: "1" - V: "0" - MAKEFLAGS: "-j8 --no-keep-going" - IDF_PATH: "$CI_PROJECT_DIR/esp-idf" - LOG_PATH: "$CI_PROJECT_DIR" - -.set_git_config: &set_git_config - # Set git config - - git config user.email "test@espressif.com" - - git config user.name "Espressif" - -.add_ssh_key: &add_ssh_key - # Add gitlab ssh key - - mkdir -p ~/.ssh - - chmod 700 ~/.ssh - - echo -n $GITLAB_KEY > ~/.ssh/id_rsa_base64 - - base64 --decode --ignore-garbage ~/.ssh/id_rsa_base64 > ~/.ssh/id_rsa - - chmod 600 ~/.ssh/id_rsa - - echo -e "Host gitlab.espressif.cn\n\tStrictHostKeyChecking no\n" >> ~/.ssh/config - -before_script: - # Add gitlab ssh key - - *add_ssh_key - # Set git config - - *set_git_config - -.build_esp32s3: &build_esp32s3 - - idf.py set-target esp32s3 build - -.build_esp32: &build_esp32 - - idf.py set-target esp32 build - -build_demo: - stage: build - image: $CI_DOCKER_REGISTRY/esp32-ci-env:esp-nn - tags: - - build - script: - # Clone IDF - - git clone --recursive --single-branch -b release/v4.4 --reference-if-able /local_references/gitlab/ https://gitlab-ci-token:${BOT_TOKEN}@gitlab.espressif.cn:6688/espressif/esp-idf.git - - cd esp-idf - - ./install.sh - - . ./export.sh - - cd .. - # Build examples now - - cd test_app - # Build esp32s3 - - *build_esp32s3 - # Build esp32 - - *build_esp32 - - cd - diff --git a/code/components/esp-nn/CMakeLists.txt b/code/components/esp-nn/CMakeLists.txt deleted file mode 100644 index ba45866a..00000000 --- a/code/components/esp-nn/CMakeLists.txt +++ /dev/null @@ -1,50 +0,0 @@ -idf_build_get_property(idf_target IDF_TARGET) - -set(c_srcs - "src/activation_functions/esp_nn_relu_ansi.c" - "src/basic_math/esp_nn_add_ansi.c" - "src/basic_math/esp_nn_mul_ansi.c" - "src/convolution/esp_nn_conv_ansi.c" - "src/convolution/esp_nn_conv_opt.c" - "src/convolution/esp_nn_depthwise_conv_ansi.c" - "src/convolution/esp_nn_depthwise_conv_opt.c" - "src/fully_connected/esp_nn_fully_connected_ansi.c" - "src/softmax/esp_nn_softmax_ansi.c" - "src/softmax/esp_nn_softmax_opt.c" - "src/pooling/esp_nn_avg_pool_ansi.c" - "src/pooling/esp_nn_max_pool_ansi.c") - -if(CONFIG_IDF_TARGET_ESP32S3) - set(s3_srcs - "src/common/esp_nn_common_functions_esp32s3.S" - "src/common/esp_nn_multiply_by_quantized_mult_esp32s3.S" - "src/common/esp_nn_multiply_by_quantized_mult_ver1_esp32s3.S" - "src/activation_functions/esp_nn_relu_s8_esp32s3.S" - "src/basic_math/esp_nn_add_s8_esp32s3.S" - "src/basic_math/esp_nn_mul_s8_esp32s3.S" - "src/convolution/esp_nn_conv_esp32s3.c" - "src/convolution/esp_nn_depthwise_conv_s8_esp32s3.c" - "src/convolution/esp_nn_conv_s16_mult8_esp32s3.S" - "src/convolution/esp_nn_conv_s8_mult8_1x1_esp32s3.S" - "src/convolution/esp_nn_conv_s16_mult4_1x1_esp32s3.S" - "src/convolution/esp_nn_depthwise_conv_s8_mult1_3x3_padded_esp32s3.S" - "src/convolution/esp_nn_depthwise_conv_s16_mult1_esp32s3.S" - "src/convolution/esp_nn_depthwise_conv_s16_mult1_3x3_esp32s3.S" - "src/convolution/esp_nn_depthwise_conv_s16_mult1_3x3_no_pad_esp32s3.S" - "src/convolution/esp_nn_depthwise_conv_s16_mult8_3x3_esp32s3.S" - "src/convolution/esp_nn_depthwise_conv_s16_mult4_esp32s3.S" - "src/convolution/esp_nn_depthwise_conv_s16_mult8_esp32s3.S" - "src/fully_connected/esp_nn_fully_connected_s8_esp32s3.S" - "src/pooling/esp_nn_max_pool_s8_esp32s3.S" - "src/pooling/esp_nn_avg_pool_s8_esp32s3.S") -endif() - -idf_component_register(SRCS "${c_srcs}" - "${s3_srcs}" - INCLUDE_DIRS "include" "src/common") - -if(CONFIG_IDF_TARGET_ESP32S3) - target_compile_options(${COMPONENT_LIB} PRIVATE -mlongcalls -fno-unroll-loops -O2 -Wno-unused-function) -else() - target_compile_options(${COMPONENT_LIB} PRIVATE -Wno-unused-function) -endif() \ No newline at end of file diff --git a/code/components/esp-nn/Kconfig.projbuild b/code/components/esp-nn/Kconfig.projbuild deleted file mode 100644 index a146305b..00000000 --- a/code/components/esp-nn/Kconfig.projbuild +++ /dev/null @@ -1,29 +0,0 @@ -menu "ESP-NN" - -choice NN_OPTIMIZATIONS - bool "Optimization for nn functions" - default NN_OPTIMIZED - help - Use ANSI-C versions for verification and debug purpose. - Optimisations are automatically picked up for a chipset. - For ESP32-S3, assembly optimisations are selected. - For other platforms(viz., ESP32, ESP32-C3), generic optimisations are used. - -config NN_ANSI_C - bool "ANSI C" - help - ANSI C versions for verification and debug purposes. -config NN_OPTIMIZED - bool "Optimized versions" - help - Optimisations are automatically picked up for a chipset. - For ESP32-S3, assembly optimisations are selected. - For other platforms(viz., ESP32, ESP32-C3), generic optimisations are used. -endchoice - -config NN_OPTIMIZATIONS - int - default 0 if NN_ANSI_C - default 1 if NN_OPTIMIZED - -endmenu diff --git a/code/components/esp-nn/LICENSE b/code/components/esp-nn/LICENSE deleted file mode 100644 index d6456956..00000000 --- a/code/components/esp-nn/LICENSE +++ /dev/null @@ -1,202 +0,0 @@ - - Apache License - Version 2.0, January 2004 - http://www.apache.org/licenses/ - - TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION - - 1. Definitions. - - "License" shall mean the terms and conditions for use, reproduction, - and distribution as defined by Sections 1 through 9 of this document. - - "Licensor" shall mean the copyright owner or entity authorized by - the copyright owner that is granting the License. - - "Legal Entity" shall mean the union of the acting entity and all - other entities that control, are controlled by, or are under common - control with that entity. For the purposes of this definition, - "control" means (i) the power, direct or indirect, to cause the - direction or management of such entity, whether by contract or - otherwise, or (ii) ownership of fifty percent (50%) or more of the - outstanding shares, or (iii) beneficial ownership of such entity. - - "You" (or "Your") shall mean an individual or Legal Entity - exercising permissions granted by this License. - - "Source" form shall mean the preferred form for making modifications, - including but not limited to software source code, documentation - source, and configuration files. - - "Object" form shall mean any form resulting from mechanical - transformation or translation of a Source form, including but - not limited to compiled object code, generated documentation, - and conversions to other media types. - - "Work" shall mean the work of authorship, whether in Source or - Object form, made available under the License, as indicated by a - copyright notice that is included in or attached to the work - (an example is provided in the Appendix below). - - "Derivative Works" shall mean any work, whether in Source or Object - form, that is based on (or derived from) the Work and for which the - editorial revisions, annotations, elaborations, or other modifications - represent, as a whole, an original work of authorship. For the purposes - of this License, Derivative Works shall not include works that remain - separable from, or merely link (or bind by name) to the interfaces of, - the Work and Derivative Works thereof. - - "Contribution" shall mean any work of authorship, including - the original version of the Work and any modifications or additions - to that Work or Derivative Works thereof, that is intentionally - submitted to Licensor for inclusion in the Work by the copyright owner - or by an individual or Legal Entity authorized to submit on behalf of - the copyright owner. For the purposes of this definition, "submitted" - means any form of electronic, verbal, or written communication sent - to the Licensor or its representatives, including but not limited to - communication on electronic mailing lists, source code control systems, - and issue tracking systems that are managed by, or on behalf of, the - Licensor for the purpose of discussing and improving the Work, but - excluding communication that is conspicuously marked or otherwise - designated in writing by the copyright owner as "Not a Contribution." - - "Contributor" shall mean Licensor and any individual or Legal Entity - on behalf of whom a Contribution has been received by Licensor and - subsequently incorporated within the Work. - - 2. Grant of Copyright License. Subject to the terms and conditions of - this License, each Contributor hereby grants to You a perpetual, - worldwide, non-exclusive, no-charge, royalty-free, irrevocable - copyright license to reproduce, prepare Derivative Works of, - publicly display, publicly perform, sublicense, and distribute the - Work and such Derivative Works in Source or Object form. - - 3. Grant of Patent License. Subject to the terms and conditions of - this License, each Contributor hereby grants to You a perpetual, - worldwide, non-exclusive, no-charge, royalty-free, irrevocable - (except as stated in this section) patent license to make, have made, - use, offer to sell, sell, import, and otherwise transfer the Work, - where such license applies only to those patent claims licensable - by such Contributor that are necessarily infringed by their - Contribution(s) alone or by combination of their Contribution(s) - with the Work to which such Contribution(s) was submitted. If You - institute patent litigation against any entity (including a - cross-claim or counterclaim in a lawsuit) alleging that the Work - or a Contribution incorporated within the Work constitutes direct - or contributory patent infringement, then any patent licenses - granted to You under this License for that Work shall terminate - as of the date such litigation is filed. - - 4. Redistribution. You may reproduce and distribute copies of the - Work or Derivative Works thereof in any medium, with or without - modifications, and in Source or Object form, provided that You - meet the following conditions: - - (a) You must give any other recipients of the Work or - Derivative Works a copy of this License; and - - (b) You must cause any modified files to carry prominent notices - stating that You changed the files; and - - (c) You must retain, in the Source form of any Derivative Works - that You distribute, all copyright, patent, trademark, and - attribution notices from the Source form of the Work, - excluding those notices that do not pertain to any part of - the Derivative Works; and - - (d) If the Work includes a "NOTICE" text file as part of its - distribution, then any Derivative Works that You distribute must - include a readable copy of the attribution notices contained - within such NOTICE file, excluding those notices that do not - pertain to any part of the Derivative Works, in at least one - of the following places: within a NOTICE text file distributed - as part of the Derivative Works; within the Source form or - documentation, if provided along with the Derivative Works; or, - within a display generated by the Derivative Works, if and - wherever such third-party notices normally appear. The contents - of the NOTICE file are for informational purposes only and - do not modify the License. You may add Your own attribution - notices within Derivative Works that You distribute, alongside - or as an addendum to the NOTICE text from the Work, provided - that such additional attribution notices cannot be construed - as modifying the License. - - You may add Your own copyright statement to Your modifications and - may provide additional or different license terms and conditions - for use, reproduction, or distribution of Your modifications, or - for any such Derivative Works as a whole, provided Your use, - reproduction, and distribution of the Work otherwise complies with - the conditions stated in this License. - - 5. Submission of Contributions. Unless You explicitly state otherwise, - any Contribution intentionally submitted for inclusion in the Work - by You to the Licensor shall be under the terms and conditions of - this License, without any additional terms or conditions. - Notwithstanding the above, nothing herein shall supersede or modify - the terms of any separate license agreement you may have executed - with Licensor regarding such Contributions. - - 6. Trademarks. This License does not grant permission to use the trade - names, trademarks, service marks, or product names of the Licensor, - except as required for reasonable and customary use in describing the - origin of the Work and reproducing the content of the NOTICE file. - - 7. Disclaimer of Warranty. Unless required by applicable law or - agreed to in writing, Licensor provides the Work (and each - Contributor provides its Contributions) on an "AS IS" BASIS, - WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or - implied, including, without limitation, any warranties or conditions - of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A - PARTICULAR PURPOSE. You are solely responsible for determining the - appropriateness of using or redistributing the Work and assume any - risks associated with Your exercise of permissions under this License. - - 8. Limitation of Liability. In no event and under no legal theory, - whether in tort (including negligence), contract, or otherwise, - unless required by applicable law (such as deliberate and grossly - negligent acts) or agreed to in writing, shall any Contributor be - liable to You for damages, including any direct, indirect, special, - incidental, or consequential damages of any character arising as a - result of this License or out of the use or inability to use the - Work (including but not limited to damages for loss of goodwill, - work stoppage, computer failure or malfunction, or any and all - other commercial damages or losses), even if such Contributor - has been advised of the possibility of such damages. - - 9. Accepting Warranty or Additional Liability. While redistributing - the Work or Derivative Works thereof, You may choose to offer, - and charge a fee for, acceptance of support, warranty, indemnity, - or other liability obligations and/or rights consistent with this - License. However, in accepting such obligations, You may act only - on Your own behalf and on Your sole responsibility, not on behalf - of any other Contributor, and only if You agree to indemnify, - defend, and hold each Contributor harmless for any liability - incurred by, or claims asserted against, such Contributor by reason - of your accepting any such warranty or additional liability. - - END OF TERMS AND CONDITIONS - - APPENDIX: How to apply the Apache License to your work. - - To apply the Apache License to your work, attach the following - boilerplate notice, with the fields enclosed by brackets "[]" - replaced with your own identifying information. (Don't include - the brackets!) The text should be enclosed in the appropriate - comment syntax for the file format. We also recommend that a - file or class name and description of purpose be included on the - same "printed page" as the copyright notice for easier - identification within third-party archives. - - Copyright [yyyy] [name of copyright owner] - - Licensed under the Apache License, Version 2.0 (the "License"); - you may not use this file except in compliance with the License. - You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - - Unless required by applicable law or agreed to in writing, software - distributed under the License is distributed on an "AS IS" BASIS, - WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - See the License for the specific language governing permissions and - limitations under the License. diff --git a/code/components/esp-nn/README.md b/code/components/esp-nn/README.md deleted file mode 100644 index f70f4074..00000000 --- a/code/components/esp-nn/README.md +++ /dev/null @@ -1,55 +0,0 @@ -# ESP-NN - -The library contains optimised NN (Neural Network) functions for various Espressif chipsets. - -* Supported platforms: - * TensorFlow Lite Micro (TFLite Micro). Repo can be found [here](https://github.com/espressif/tflite-micro-esp-examples) - -* Supported ESP chipsets include: - * ESP32-S3 (Assembly versions optimised to benefit from vector instructions of ESP32-S3) - * ESP32 (Generic optimisations) - * ESP32-C3 (Generic optimisations) - -## Performance - -### Kernelwise performance for s8 versions: - - * Kernelwise performance on ESP32-S3 chip - * Numbers are ticks taken for kernel to execute - * Chip config: 240MHz, SPI: QPI 80MHz, Data cache: 64KB - - | Function | ANSI C | ESP32-S3 Opt | Opt Ratio | Data info | Memory | - | ----------------| --------|---------|---------|-------------|-----------| - | elementwise_add | 320397 | 87119 | 3.68 | size = 1615 | External | - | elementwise_mul | 125958 | 44239 | 2.85 | size = 1615 | External | - | convolution | 4663012 | 428675 | 10.88 | input(10,10), filter(64x1x1x64) | External | - | convolution | 301014 | 32433 | 9.28 | input(8,8), filter(16x1x1x16) | External | - | convolution | 2115418 | 1020923 | 2.07 | input(10,10), filter(64x3x3x3) | External | - | depthwise conv | 1190062 | 203278 | 5.85 | input (18, 18), pad(0,0), stride(1,1) filter: 1x3x3x16 | External | - | depthwise conv | 837072 | 182335 | 4.59 | input (12, 12), pad(1,1), stride(1,1) filter: 8x5x5x4 | External | - | max pool | 485714 | 76747 | 6.33 | input(16,16), filter (1x3x3x16) | Internal | - | avg pool | 541462 | 160580 | 3.37 | input(16,16), filter (1x3x3x16) | Internal | - | fully connected | 15853 | 9547 | 1.66 | len: 265, ch = 3 | Internal | - | prelu (relu6) | 19472 | 2734 | 7.12 | size, 1615 | Internal | - - -## Configuration - - * To configure, please use `idf.py menuconfig` and under `ESP-NN` select `NN_OPTIMIZATIONS` - * There are two options presented: - * Optimized versions - * ANSI C - - * Default selection is for `Optimized versions`. For ESP32-S3, assembly versions are automatically selected, whereas for other chipsets (viz., ESP32, ESP32-C3), generic optimisations are selected. - * For debugging purposes, you may want to select `ANSI C` reference versions. - - -## Contributing - -If you encounter an issue with ESP-NN, or wish to submit a feature request, please use the Issues section on the Github. - -For general questions related to this library, please use the esp32.com forum. - -## Copyrights and License - -All original source code in this repository is Copyright (C) 2020-2021 Espressif Systems. This source code is licensed under the Apache License 2.0 as described in the file LICENSE. diff --git a/code/components/esp-nn/include/esp_nn.h b/code/components/esp-nn/include/esp_nn.h deleted file mode 100644 index bd533119..00000000 --- a/code/components/esp-nn/include/esp_nn.h +++ /dev/null @@ -1,46 +0,0 @@ -// Copyright 2020-2021 Espressif Systems (Shanghai) PTE LTD -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#pragma once - -#if defined(CONFIG_NN_OPTIMIZED) -// select apt optimisations -#ifdef CONFIG_IDF_TARGET_ESP32S3 -#define ARCH_ESP32_S3 1 -#endif -#ifdef CONFIG_IDF_TARGET_ESP32 -#define ARCH_ESP32 1 -#endif -#endif - -#ifdef __cplusplus -extern "C" { -#endif - -/* reference kernels included by default */ -#include "esp_nn_ansi_headers.h" - -#if defined(CONFIG_NN_OPTIMIZED) -#if defined(ARCH_ESP32_S3) -#include "esp_nn_esp32s3.h" -#else // for other platforms use generic optimisations -#include "esp_nn_generic_opt.h" -#endif // #if defined(ARCH_ESP32_S3) -#else -#include "esp_nn_ansi_c.h" -#endif - -#ifdef __cplusplus -} -#endif diff --git a/code/components/esp-nn/include/esp_nn_ansi_c.h b/code/components/esp-nn/include/esp_nn_ansi_c.h deleted file mode 100644 index 8279ebef..00000000 --- a/code/components/esp-nn/include/esp_nn_ansi_c.h +++ /dev/null @@ -1,47 +0,0 @@ -// Copyright 2020-2021 Espressif Systems (Shanghai) PTE LTD -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -/** - * @file Header definitions to include for ANSI C versions. - * These are just typedefs to pick up ANSI versions. - */ - -#pragma once - -#include "esp_nn_defs.h" -#include "esp_nn_ansi_headers.h" - -#define esp_nn_add_elementwise_s8 esp_nn_add_elementwise_s8_ansi -#define esp_nn_mul_elementwise_s8 esp_nn_mul_elementwise_s8_ansi - -#define esp_nn_depthwise_conv_s8 esp_nn_depthwise_conv_s8_ansi - -#define esp_nn_conv_s8 esp_nn_conv_s8_ansi - -#define esp_nn_get_conv_scratch_size esp_nn_get_conv_scratch_size_ansi -#define esp_nn_set_conv_scratch_buf esp_nn_set_conv_scratch_buf_ansi - -#define esp_nn_get_depthwise_conv_scratch_size esp_nn_get_depthwise_conv_scratch_size_ansi -#define esp_nn_set_depthwise_conv_scratch_buf esp_nn_set_depthwise_conv_scratch_buf_ansi - -#define esp_nn_relu6_s8 esp_nn_relu6_s8_ansi - -#define esp_nn_avg_pool_s8 esp_nn_avg_pool_s8_ansi -#define esp_nn_max_pool_s8 esp_nn_max_pool_s8_ansi - -#define esp_nn_fully_connected_s8 esp_nn_fully_connected_s8_ansi - -#define esp_nn_get_softmax_scratch_size esp_nn_get_softmax_scratch_size_ansi -#define esp_nn_set_softmax_scratch_buf esp_nn_set_softmax_scratch_buf_ansi -#define esp_nn_softmax_s8 esp_nn_softmax_s8_ansi diff --git a/code/components/esp-nn/include/esp_nn_ansi_headers.h b/code/components/esp-nn/include/esp_nn_ansi_headers.h deleted file mode 100644 index 52ebb680..00000000 --- a/code/components/esp-nn/include/esp_nn_ansi_headers.h +++ /dev/null @@ -1,309 +0,0 @@ -// Copyright 2020-2021 Espressif Systems (Shanghai) PTE LTD -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#pragma once - -/** - * @file Header definitions to include for esp_nn reference functions - */ - -#include "esp_nn_defs.h" -/************************** Basic math functions ****************************/ - -/** - * @brief elementwise addition - * - * @note inputs type: int8_t, output: int8_t - * input offsets: although int32_t, they are contained in 8 bits [-128, 127] - * - * shift values are expected to be <= 0 - */ -void esp_nn_add_elementwise_s8_ansi(const int8_t *input1_data, - const int8_t *input2_data, - const int32_t input1_offset, - const int32_t input2_offset, - const int32_t input1_mult, - const int32_t input2_mult, - const int32_t input1_shift, - const int32_t input2_shift, - const int32_t left_shift, - int8_t *output, - const int32_t out_offset, - const int32_t out_mult, - const int32_t out_shift, - const int32_t activation_min, - const int32_t activation_max, - const int32_t size); -/** - * @brief elementwise multiplication - * - * @note inputs type: int8_t, output: int8_t - * input offsets: although int32_t, they are contained in 8 bits [-128, 127] - * - * output shift is expected to be <= 0 - */ -void esp_nn_mul_elementwise_s8_ansi(const int8_t *input1_data, - const int8_t *input2_data, - const int32_t input1_offset, - const int32_t input2_offset, - int8_t *output, - const int32_t out_offset, - const int32_t out_mult, - const int32_t out_shift, - const int32_t activation_min, - const int32_t activation_max, - const int32_t size); - - -/************************** Convolution functions *****************************/ - -/** - * @brief depthwise convolution per channel - * - * @note inputs type: int8_t, output: int8_t - * Version used in tflite is per channel. - * This version follows the same footsprints. - * Meaning, it has per out_channel shift and multiplier for - * requantization - * - * optimization notes: Though input_offset is int32 type, - * offset values are contained in 8 bits [-128, 127] - */ -void esp_nn_depthwise_conv_s8_ansi(const data_dims_t *input_dims, - const int8_t *input_data, - const data_dims_t *filter_dims, - const int8_t *filter_data, - const int32_t *bias, - const data_dims_t *output_dims, - int8_t *out_data, - const dw_conv_params_t *conv_params, - const quant_data_t *quant_data); - -/** - * @brief 2d-convolution channelwise - * - * @note operation: result += (input + offset) * filter - * - * inputs type: int8_t, output: int8_t - * input offsets: although int32_t, they are contained in 8 bits [-128, 127] - */ -void esp_nn_conv_s8_ansi(const data_dims_t *input_dims, - const int8_t *input_data, - const data_dims_t *filter_dims, - const int8_t *filter_data, - const int32_t *bias, - const data_dims_t *output_dims, - int8_t *out_data, - const conv_params_t *conv_params, - const quant_data_t *quant_data); - -int esp_nn_get_conv_scratch_size_ansi(const data_dims_t *input_dims, - const data_dims_t *filter_dims, - const data_dims_t *output_dims, - const conv_params_t *conv_params); -void esp_nn_set_conv_scratch_buf_ansi(const void *buf); - -int esp_nn_get_depthwise_conv_scratch_size_ansi(const data_dims_t *input_dims, - const data_dims_t *filter_dims, - const data_dims_t *output_dims, - const dw_conv_params_t *conv_params); -void esp_nn_set_depthwise_conv_scratch_buf_ansi(const void *buf); - -/************************** Activation functions *****************************/ - -/** - * @brief relu6 - * - * @note inout: int8_t - */ -void esp_nn_relu6_s8_ansi(int8_t *data, uint16_t size); - -/************************** Pooling functions *****************************/ - - -/** - * @brief max_pool - * - * @note inputs type: int8_t, output: int8_t - * input offsets: although int32_t, they are contained in 8 bits [-128, 127] - */ -void esp_nn_max_pool_s8_ansi(const int8_t *input, - const uint16_t input_wd, - const uint16_t input_ht, - int8_t *output, - const uint16_t output_wd, - const uint16_t output_ht, - const uint16_t stride_wd, - const uint16_t stride_ht, - const uint16_t filter_wd, - const uint16_t filter_ht, - const uint16_t pad_wd, - const uint16_t pad_ht, - const int32_t activation_min, - const int32_t activation_max, - const uint16_t channels); - -/** - * @brief avg_pool - * - * @note inputs type: int8_t, output: int8_t - * input offsets: although int32_t, they are contained in 8 bits [-128, 127] - */ -void esp_nn_avg_pool_s8_ansi(const int8_t *input, - const uint16_t input_wd, - const uint16_t input_ht, - int8_t *output, - const uint16_t output_wd, - const uint16_t output_ht, - const uint16_t stride_wd, - const uint16_t stride_ht, - const uint16_t filter_wd, - const uint16_t filter_ht, - const uint16_t pad_wd, - const uint16_t pad_ht, - const int32_t activation_min, - const int32_t activation_max, - const uint16_t channels); - - -/************************** Fully connected functions ***********************/ - -/** - * @brief fully connected - * - * @note inputs type: int8_t, output: int8_t - * input offsets: although int32_t, they are contained in 8 bits [-128, 127] - */ -void esp_nn_fully_connected_s8_ansi(const int8_t *input_data, - const int32_t input_offset, - const uint16_t row_len, - const int8_t *filter_data, - const int32_t filter_offset, - const int32_t *bias, - int8_t *out_data, - const uint16_t out_channels, - const int32_t out_offset, - const int32_t out_shift, - const int32_t out_mult, - const int32_t activation_min, - const int32_t activation_max); - -/** - * @brief Get scratch buffer size needed by softmax function - * - * @param width - * @param height - * @return size in bytes - * - * @note buffer must be 4 byte aligned - */ -int32_t esp_nn_get_softmax_scratch_size_ansi(const int32_t width, const int32_t height); - -/* ANSI C function to be hooked up when optimised version needed */ -int32_t esp_nn_get_softmax_scratch_size_opt(const int32_t width, const int32_t height); - -/** - * @brief Set scratch buffer to be used by softmax function - * - * @param buffer this can be NULL if one needs to unset it - * must be aligned to 4 bytes - */ -void esp_nn_set_softmax_scratch_buf_ansi(void *buffer); - -/** - * @brief reference softmax function - * - * @note inputs type: int8_t, output: int8_t - */ -void esp_nn_softmax_s8_ansi(const int8_t *input_data, - const int32_t height, - const int32_t width, - const int32_t mult, - const int32_t shift, - const int32_t diff_min, - int8_t *output_data); - - -//////////////////////////// Generic optimisations ///////////////////////////// - -/************************** Convolution functions *****************************/ - -/** - * @brief 2d-convolution channelwise optimized version - * - * @note operation: result += (input + offset) * filter - * - * inputs type: int8_t, output: int8_t - * input offsets: although int32_t, they are contained in 8 bits [-128, 127] - */ -void esp_nn_conv_s8_opt(const data_dims_t *input_dims, - const int8_t *input_data, - const data_dims_t *filter_dims, - const int8_t *filter_data, - const int32_t *bias, - const data_dims_t *output_dims, - int8_t *out_data, - const conv_params_t *conv_params, - const quant_data_t *quant_data); - -/** - * @brief depthwise convolution per channel optimized version - * - * @note inputs type: int8_t, output: int8_t - * Version used in tflite is per channel. - * This version follows the same footsprints. - * Meaning, it has per out_channel shift and multiplier for - * requantization - * - * optimization notes: Though input_offset is int32 type, - * offset values are contained in 8 bits [-128, 127] - */ -void esp_nn_depthwise_conv_s8_opt(const data_dims_t *input_dims, - const int8_t *input_data, - const data_dims_t *filter_dims, - const int8_t *filter_data, - const int32_t *bias, - const data_dims_t *output_dims, - int8_t *out_data, - const dw_conv_params_t *conv_params, - const quant_data_t *quant_data); - -int esp_nn_get_conv_scratch_size_opt(const data_dims_t *input_dims, - const data_dims_t *filter_dims, - const data_dims_t *output_dims, - const conv_params_t *conv_params); -void esp_nn_set_conv_scratch_buf_opt(const void *buf); - -int esp_nn_get_depthwise_conv_scratch_size_opt(const data_dims_t *input_dims, - const data_dims_t *filter_dims, - const data_dims_t *output_dims, - const dw_conv_params_t *conv_params); -void esp_nn_set_depthwise_conv_scratch_buf_opt(const void *buf); - -/* ANSI C function to be hooked up when optimised version needed */ -void esp_nn_set_softmax_scratch_buf_opt(void *buffer); - -/** - * @brief optimised version of softmax function - * - * @note the function uses extra buffer (4 * width bytes) - * hence, scratch buffers must be set before calling this. - */ -void esp_nn_softmax_s8_opt(const int8_t *input_data, - const int32_t height, - const int32_t width, - const int32_t mult, - const int32_t shift, - const int32_t diff_min, - int8_t *output_data); diff --git a/code/components/esp-nn/include/esp_nn_defs.h b/code/components/esp-nn/include/esp_nn_defs.h deleted file mode 100644 index 756d8e6f..00000000 --- a/code/components/esp-nn/include/esp_nn_defs.h +++ /dev/null @@ -1,83 +0,0 @@ -// Copyright 2022 Espressif Systems (Shanghai) PTE LTD -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#pragma once - -#include - -/** - * @brief structure to club data dims - * this structure can be used for input, output and filter - */ -typedef struct data_dims { - int32_t width; - int32_t height; - int32_t channels; - - int32_t extra; // can be used as batch or any other param -} data_dims_t; - -/** - * @brief 2d data structure (width, height) - * - */ -typedef struct data_2d { - int32_t width; - int32_t height; -} data_2d_t; - -/** - * @brief min/max activation - */ -typedef struct act_params { - int32_t min; - int32_t max; -} act_params_t; - -/** - * @brief per channel quant data - * - * @note number of shift and mult elements are equal to output channels - */ -typedef struct quant_data { - int32_t *shift; - int32_t *mult; -} quant_data_t; - -/** - * @brief params specific to convolution 2d - * - */ -typedef struct conv_params { - int32_t in_offset; - int32_t out_offset; - data_2d_t stride; - data_2d_t padding; - data_2d_t dilation; - act_params_t activation; -} conv_params_t; - -/** - * @brief params specific to depthwise convolution 2d - * - */ -typedef struct dw_conv_params { - int32_t in_offset; - int32_t out_offset; - int32_t ch_mult; // channel multiplier. (in_ch * ch_mult = out_ch) - data_2d_t stride; - data_2d_t padding; - data_2d_t dilation; - act_params_t activation; -} dw_conv_params_t; diff --git a/code/components/esp-nn/include/esp_nn_esp32s3.h b/code/components/esp-nn/include/esp_nn_esp32s3.h deleted file mode 100644 index 0f52c943..00000000 --- a/code/components/esp-nn/include/esp_nn_esp32s3.h +++ /dev/null @@ -1,231 +0,0 @@ -// Copyright 2020-2021 Espressif Systems (Shanghai) PTE LTD -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -/** - * @file Header definitions to include for esp_nn optimized functions for - * the ESP32-S3 platform - */ - -#pragma once - -#include "esp_nn_defs.h" -#include "esp_nn_ansi_headers.h" - -/************************** Basic math functions *****************************/ - - -/** - * @brief elementwise addition - * - * @note inputs type: int8_t, output: int8_t - * input offsets: although int32_t, they are contained in 8 bits [-128, 127] - * - * shift values are expected to be <= 0 - */ -void esp_nn_add_elementwise_s8_esp32s3(const int8_t *input1_data, - const int8_t *input2_data, - const int32_t input1_offset, - const int32_t input2_offset, - const int32_t input1_mult, - const int32_t input2_mult, - const int32_t input1_shift, - const int32_t input2_shift, - const int32_t left_shift, - int8_t *output, - const int32_t out_offset, - const int32_t out_mult, - const int32_t out_shift, - const int32_t activation_min, - const int32_t activation_max, - const int32_t size); - -/** - * @brief elementwise multiplication - * - * @note inputs type: int8_t, output: int8_t - * input offsets: although int32_t, they are contained in 8 bits [-128, 127] - * - * output shift is expected to be <= 0 - */ -void esp_nn_mul_elementwise_s8_esp32s3(const int8_t *input1_data, - const int8_t *input2_data, - const int32_t input1_offset, - const int32_t input2_offset, - int8_t *output, - const int32_t out_offset, - const int32_t out_mult, - const int32_t out_shift, - const int32_t activation_min, - const int32_t activation_max, - const int32_t size); - - -/************************** Convolution functions *****************************/ - -/** - * @brief depthwise convolution per channel - * - * @note inputs type: int8_t, output: int8_t - * Version used in tflite is per channel. - * This version follows the same footsprints. - * Meaning, it has per out_channel shift and multiplier for - * requantization - * - * optimization notes: Though input_offset is int32 type, - * offset values are contained in 8 bits [-128, 127] - */ -void esp_nn_depthwise_conv_s8_esp32s3(const data_dims_t *input_dims, - const int8_t *input_data, - const data_dims_t *filter_dims, - const int8_t *filter_data, - const int32_t *bias, - const data_dims_t *output_dims, - int8_t *output_data, - const dw_conv_params_t *conv_params, - const quant_data_t *quant_data); - -/** - * @brief 2d - convolution channelwise - * - * @note operation: result += (input + offset) * filter - * - * inputs type: int8_t, output: int8_t - * input offsets: although int32_t, they are contained in 8 bits [-128, 127] - */ -void esp_nn_conv_s8_esp32s3(const data_dims_t *input_dims, - const int8_t *input_data, - const data_dims_t *filter_dims, - const int8_t *filter_data, - const int32_t *bias, - const data_dims_t *output_dims, - int8_t *output_data, - const conv_params_t *conv_params, - const quant_data_t *quant_data); - -int esp_nn_get_conv_scratch_size_esp32s3(const data_dims_t *input_dims, - const data_dims_t *filter_dims, - const data_dims_t *output_dims, - const conv_params_t *conv_params); -void esp_nn_set_conv_scratch_buf_esp32s3(const void *buf); - -int esp_nn_get_depthwise_conv_scratch_size_esp32s3(const data_dims_t *input_dims, - const data_dims_t *filter_dims, - const data_dims_t *output_dims, - const dw_conv_params_t *conv_params); -void esp_nn_set_depthwise_conv_scratch_buf_esp32s3(const void *buf); - -/************************** Pooling functions *****************************/ - -/** - * @brief max_pool - * - * @note inputs type: int8_t, output: int8_t - * input offsets: although int32_t, they are contained in 8 bits [-128, 127] - */ -void esp_nn_max_pool_s8_esp32s3(const int8_t *input, - const uint16_t input_wd, - const uint16_t input_ht, - int8_t *output, - const uint16_t output_wd, - const uint16_t output_ht, - const uint16_t stride_wd, - const uint16_t stride_ht, - const uint16_t filter_wd, - const uint16_t filter_ht, - const uint16_t pad_wd, - const uint16_t pad_ht, - const int32_t activation_min, - const int32_t activation_max, - const uint16_t channels); - -/** - * @brief avg_pool - * - * @note inputs type: int8_t, output: int8_t - * input offsets: although int32_t, they are contained in 8 bits [-128, 127] - */ -void esp_nn_avg_pool_s8_esp32s3(const int8_t *input, - const uint16_t input_wd, - const uint16_t input_ht, - int8_t *output, - const uint16_t output_wd, - const uint16_t output_ht, - const uint16_t stride_wd, - const uint16_t stride_ht, - const uint16_t filter_wd, - const uint16_t filter_ht, - const uint16_t pad_wd, - const uint16_t pad_ht, - const int32_t activation_min, - const int32_t activation_max, - const uint16_t channels); - - -/************************** Fully connected functions *****************************/ - -/** - * @brief fully connected - * - * @note inputs type: int8_t, output: int8_t - * input offsets: although int32_t, they are contained in 8 bits [-128, 127] - * - * Current version works only on aligned input. - * row_len and channels should both be multiple of 8. - */ -void esp_nn_fully_connected_s8_esp32s3(const int8_t *input_data, - const int32_t input_offset, - const uint16_t row_len, - const int8_t *filter_data, - const int32_t filter_offset, - const int32_t *bias, - int8_t *out_data, - const uint16_t out_channels, - const int32_t out_offset, - const int32_t out_shift, - const int32_t out_mult, - const int32_t activation_min, - const int32_t activation_max); - -/** - * @brief relu6 - * - * @note inout: int8_t - */ -void esp_nn_relu6_s8_esp32s3(int8_t *data, uint16_t size); - -/********************** function defines ***************************/ - -#define esp_nn_add_elementwise_s8 esp_nn_add_elementwise_s8_esp32s3 -#define esp_nn_mul_elementwise_s8 esp_nn_mul_elementwise_s8_esp32s3 - -#define esp_nn_depthwise_conv_s8 esp_nn_depthwise_conv_s8_esp32s3 - -#define esp_nn_get_conv_scratch_size esp_nn_get_conv_scratch_size_esp32s3 -#define esp_nn_set_conv_scratch_buf esp_nn_set_conv_scratch_buf_esp32s3 - -#define esp_nn_get_depthwise_conv_scratch_size esp_nn_get_depthwise_conv_scratch_size_esp32s3 -#define esp_nn_set_depthwise_conv_scratch_buf esp_nn_set_depthwise_conv_scratch_buf_esp32s3 - -#define esp_nn_conv_s8 esp_nn_conv_s8_esp32s3 - -#define esp_nn_relu6_s8 esp_nn_relu6_s8_esp32s3 - -#define esp_nn_avg_pool_s8 esp_nn_avg_pool_s8_esp32s3 -#define esp_nn_max_pool_s8 esp_nn_max_pool_s8_esp32s3 - -#define esp_nn_fully_connected_s8 esp_nn_fully_connected_s8_esp32s3 - -#define esp_nn_get_softmax_scratch_size esp_nn_get_softmax_scratch_size_opt -#define esp_nn_set_softmax_scratch_buf esp_nn_set_softmax_scratch_buf_opt -#define esp_nn_softmax_s8 esp_nn_softmax_s8_opt diff --git a/code/components/esp-nn/include/esp_nn_generic_opt.h b/code/components/esp-nn/include/esp_nn_generic_opt.h deleted file mode 100644 index 136cba5d..00000000 --- a/code/components/esp-nn/include/esp_nn_generic_opt.h +++ /dev/null @@ -1,47 +0,0 @@ -// Copyright 2020-2021 Espressif Systems (Shanghai) PTE LTD -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -/** - * @file Header definitions to include for esp_nn generic optimisations - * For functions which not having optimisations, _ansi versions are picked. - */ - -#pragma once - -#include "esp_nn_defs.h" -#include "esp_nn_ansi_headers.h" - -#define esp_nn_add_elementwise_s8 esp_nn_add_elementwise_s8_ansi -#define esp_nn_mul_elementwise_s8 esp_nn_mul_elementwise_s8_ansi - -#define esp_nn_depthwise_conv_s8 esp_nn_depthwise_conv_s8_opt - -#define esp_nn_conv_s8 esp_nn_conv_s8_opt - -#define esp_nn_get_conv_scratch_size esp_nn_get_conv_scratch_size_opt -#define esp_nn_set_conv_scratch_buf esp_nn_set_conv_scratch_buf_opt - -#define esp_nn_get_depthwise_conv_scratch_size esp_nn_get_depthwise_conv_scratch_size_opt -#define esp_nn_set_depthwise_conv_scratch_buf esp_nn_set_depthwise_conv_scratch_buf_opt - -#define esp_nn_relu6_s8 esp_nn_relu6_s8_ansi - -#define esp_nn_avg_pool_s8 esp_nn_avg_pool_s8_ansi -#define esp_nn_max_pool_s8 esp_nn_max_pool_s8_ansi - -#define esp_nn_fully_connected_s8 esp_nn_fully_connected_s8_ansi - -#define esp_nn_get_softmax_scratch_size esp_nn_get_softmax_scratch_size_opt -#define esp_nn_set_softmax_scratch_buf esp_nn_set_softmax_scratch_buf_opt -#define esp_nn_softmax_s8 esp_nn_softmax_s8_opt diff --git a/code/components/esp-nn/src/activation_functions/esp_nn_relu_ansi.c b/code/components/esp-nn/src/activation_functions/esp_nn_relu_ansi.c deleted file mode 100644 index 1d4c3d11..00000000 --- a/code/components/esp-nn/src/activation_functions/esp_nn_relu_ansi.c +++ /dev/null @@ -1,30 +0,0 @@ -// Copyright 2020-2021 Espressif Systems (Shanghai) PTE LTD -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#include -#include - -#include - -void esp_nn_relu6_s8_ansi(int8_t *data, uint16_t size) -{ - int32_t i; - - for (i = 0; i < size; i++) { - int32_t ip = data[i]; - - ip = max(ip, 0); - data[i] = min(ip, 6); - } -} diff --git a/code/components/esp-nn/src/basic_math/esp_nn_add_ansi.c b/code/components/esp-nn/src/basic_math/esp_nn_add_ansi.c deleted file mode 100644 index 617386cf..00000000 --- a/code/components/esp-nn/src/basic_math/esp_nn_add_ansi.c +++ /dev/null @@ -1,97 +0,0 @@ -// Copyright 2020-2021 Espressif Systems (Shanghai) PTE LTD -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#include - -#include - -void esp_nn_add_elementwise_u8_ansi(const uint8_t *input1_data, - const uint8_t *input2_data, - const int32_t input1_offset, - const int32_t input2_offset, - const int32_t input1_mult, - const int32_t input2_mult, - const int32_t input1_shift, - const int32_t input2_shift, - const int32_t left_shift, - uint8_t *output, - const int32_t out_offset, - const int32_t out_mult, - const int32_t out_shift, - const int32_t activation_min, - const int32_t activation_max, - const int32_t size) -{ - for (int i = 0; i < size; i++) { - int32_t tmp1 = input1_data[i] + input1_offset; - int32_t tmp2 = input2_data[i] + input2_offset; - - tmp1 <<= left_shift; - tmp2 <<= left_shift; - - tmp1 = esp_nn_sat_round_doubling_high_mul(tmp1, input1_mult); - tmp2 = esp_nn_sat_round_doubling_high_mul(tmp2, input2_mult); - - tmp1 = esp_nn_div_by_power_of_two(tmp1, -input1_shift); - tmp2 = esp_nn_div_by_power_of_two(tmp2, -input2_shift); - - int32_t out = tmp1 + tmp2; - out = esp_nn_sat_round_doubling_high_mul(out, out_mult); - out = esp_nn_div_by_power_of_two(out, -out_shift); - out = out + out_offset; - - out = max(activation_min, min(out, activation_max)); - output[i] = (uint8_t) out; - } -} - -void esp_nn_add_elementwise_s8_ansi(const int8_t *input1_data, - const int8_t *input2_data, - const int32_t input1_offset, - const int32_t input2_offset, - const int32_t input1_mult, - const int32_t input2_mult, - const int32_t input1_shift, - const int32_t input2_shift, - const int32_t left_shift, - int8_t *output, - const int32_t out_offset, - const int32_t out_mult, - const int32_t out_shift, - const int32_t activation_min, - const int32_t activation_max, - const int32_t size) -{ - for (int i = 0; i < size; i++) { - int32_t tmp1 = input1_data[i] + input1_offset; - int32_t tmp2 = input2_data[i] + input2_offset; - - tmp1 <<= left_shift; - tmp2 <<= left_shift; - - tmp1 = esp_nn_sat_round_doubling_high_mul(tmp1, input1_mult); - tmp2 = esp_nn_sat_round_doubling_high_mul(tmp2, input2_mult); - - tmp1 = esp_nn_div_by_power_of_two(tmp1, -input1_shift); - tmp2 = esp_nn_div_by_power_of_two(tmp2, -input2_shift); - - int32_t out = tmp1 + tmp2; - out = esp_nn_sat_round_doubling_high_mul(out, out_mult); - out = esp_nn_div_by_power_of_two(out, -out_shift); - out = out + out_offset; - - out = max(activation_min, min(out, activation_max)); - output[i] = (int8_t) out; - } -} diff --git a/code/components/esp-nn/src/basic_math/esp_nn_mul_ansi.c b/code/components/esp-nn/src/basic_math/esp_nn_mul_ansi.c deleted file mode 100644 index db8e8cc0..00000000 --- a/code/components/esp-nn/src/basic_math/esp_nn_mul_ansi.c +++ /dev/null @@ -1,42 +0,0 @@ -// Copyright 2020-2021 Espressif Systems (Shanghai) PTE LTD -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#include - -#include - -void esp_nn_mul_elementwise_s8_ansi(const int8_t *input1_data, - const int8_t *input2_data, - const int32_t input1_offset, - const int32_t input2_offset, - int8_t *output, - const int32_t out_offset, - const int32_t out_mult, - const int32_t out_shift, - const int32_t activation_min, - const int32_t activation_max, - const int32_t size) -{ - for (int i = 0; i < size; i++) { - int32_t tmp1 = input1_data[i] + input1_offset; - int32_t tmp2 = input2_data[i] + input2_offset; - - int32_t out = tmp1 * tmp2; - out = esp_nn_multiply_by_quantized_mult(out, out_mult, out_shift); - out = out + out_offset; - - out = max(activation_min, min(out, activation_max)); - output[i] = (int8_t) out; - } -} diff --git a/code/components/esp-nn/src/common/common_functions.h b/code/components/esp-nn/src/common/common_functions.h deleted file mode 100644 index 0a74eca4..00000000 --- a/code/components/esp-nn/src/common/common_functions.h +++ /dev/null @@ -1,255 +0,0 @@ -// Copyright 2020-2021 Espressif Systems (Shanghai) PTE LTD -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#pragma once - -#include -#include -#include - -/** - * c99 standard still doesn't strictly inline functions - * We need to use attribute as well to do this. - */ -#define __NN_FORCE_INLINE__ __attribute((always_inline)) static inline - -/* min/max macros */ -#ifndef max -#define max(a, b) ({ \ - __typeof__ (a) _a = (a); \ - __typeof__ (b) _b = (b); \ - _a > _b ? _a : _b; \ -}) - -#define min(a, b) ({ \ - __typeof__ (a) _a = (a); \ - __typeof__ (b) _b = (b); \ - _a < _b ? _a : _b; \ -}) -#endif - -__NN_FORCE_INLINE__ int32_t esp_nn_clz32(uint32_t in) -{ -#if CONFIG_IDF_TARGET_ARCH_XTENSA - __asm__ volatile("nsau %0, %0" : "+r" (in)); - return in; -#elif defined(__GNUC__) - return __builtin_clz(in); -#else - int32_t count = 32; - uint32_t x = in, y = in >> 16; - if (y != 0) { - count -= 16; - x = y; - } - y = x >> 8; - if (y != 0) { - count -= 8; - x = y; - } - y = x >> 4; - if (y != 0) { - count -= 4; - x = y; - } - y = x >> 2; - if (y != 0) { - count -= 2; - x = y; - } - y = x >> 1; - if (y != 0) { - return count - 2; - } - return count - x; -#endif -} - -/** - * Signed saturate a 32 bit value to 8 bits keeping output in 32 bit variable. - */ -__NN_FORCE_INLINE__ int32_t esp_nn_saturate8(int32_t in) -{ -#if CONFIG_IDF_TARGET_ARCH_XTENSA - __asm__ volatile("clamps %0, %0, 7" : "+a"(in)); - return in; -#else - return max(INT8_MIN, min(in, INT8_MAX)); -#endif -} - -__NN_FORCE_INLINE__ int32_t esp_nn_pick_sat_high32_of64(int64_t val64) -{ - int32_t sign = (int32_t) (val64 >> 63); - int32_t to_add = sign & ((1ul << 31) - 1); - return (int32_t) ((int64_t) (val64 + to_add) >> 31); -} - -__NN_FORCE_INLINE__ int32_t esp_nn_sat_round_doubling_high_mul(int32_t in0, int32_t in1) -{ - int32_t result; - int64_t in0_64 = (int64_t) in0; - bool overflow = (in0 == in1) && (in0 == (int32_t) INT32_MIN); - - /* Nudge value */ - int64_t nudge_val = 1 << 30; - if ((in0 < 0) ^ (in1 < 0)) { - nudge_val = 1 - nudge_val; - } - - /* Multiply and add nudge */ - int64_t mult = in0_64 * in1 + nudge_val; - - /* Round and pickup 32 bits */ - result = esp_nn_pick_sat_high32_of64(mult); - - return overflow ? INT32_MAX : result; -} - -/** - * fast version - * this will fail for values closer to INT32_MAX and INT32_MIN by `1 << (exponent - 1)`. - * We can afford to do this because we are at the very last stage of filter. - * Also it is pretty rare condition as our output is going to be 8 bit. - */ -__NN_FORCE_INLINE__ int32_t esp_nn_div_by_power_of_two_fast(int32_t val, int32_t exponent) -{ - int32_t to_add = (1 << (exponent - 1)) - (val < 0); - return (int32_t) ((val + to_add) >> exponent); -} - -__NN_FORCE_INLINE__ int32_t esp_nn_div_by_power_of_two(int32_t val, int32_t exponent) -{ - int32_t result; - - const int32_t mask = (1 << exponent) - 1; - const int32_t remainder = val & mask; - - result = val >> exponent; - int32_t threshold = (mask >> 1) + (result < 0); - - if (remainder > threshold) { - result += 1; - } - return result; -} - -__NN_FORCE_INLINE__ int32_t esp_nn_multiply_by_quantized_mult(int32_t x, int32_t mult, int32_t shift) -{ - int32_t left_shift = shift > 0 ? shift : 0; - int32_t right_shift = shift > 0 ? 0 : -shift; - int32_t result = esp_nn_sat_round_doubling_high_mul(x * (1 << left_shift), mult); - return esp_nn_div_by_power_of_two(result, right_shift); -} - -__NN_FORCE_INLINE__ int32_t esp_nn_multiply_by_quantized_mult_fast(int32_t x, int32_t mult, int32_t shift) -{ - int32_t left_shift = max(shift, 0); - int32_t right_shift = left_shift - shift; - - int64_t nudge_val = 1 << 30; - int64_t in0_64 = (int64_t) (x << left_shift); - - /* Multiply and add nudge */ - int64_t mult_64 = in0_64 * mult + nudge_val; - int32_t result = (int32_t) (mult_64 >> 31); - if (right_shift) { - result = esp_nn_div_by_power_of_two_fast(result, right_shift); - } - return result; -} - -static void esp_nn_aligned_s8_pad_with_value(const int8_t *src, int8_t *dst, - const uint16_t input_wd, - const uint16_t input_ht, - const uint16_t channels, - const int32_t pad_val, - const uint16_t pad_wd, - const uint16_t pad_ht) -{ - /* memset with pad_val */ - memset(dst, pad_val, ((input_wd + 2 * pad_wd) * (input_ht + 2 * pad_ht)) * channels); - dst += (pad_wd + input_wd + pad_wd) * channels; - - for (int i = 0; i < input_ht; i++) { - dst += pad_wd * channels; - for (int j = 0; j < input_wd * channels; j++) { - *dst++ = *src++; - } - dst += pad_wd * channels; - } -} - -static void esp_nn_aligned_s8_pad_end_with_value(const int8_t *src, int8_t *dst, - const uint16_t input_wd, - const uint16_t input_ht, - const uint16_t channels, - const int32_t pad_val, - const uint16_t pad_wd, - const uint16_t pad_ht) -{ - for (int i = 0; i < input_ht; i++) { - for (int j = 0; j < input_wd * channels; j++) { - *dst++ = *src++; - } - if (pad_wd) { - memset(dst, pad_val, pad_wd * channels); - dst += pad_wd * channels; - } - } - /* pad end `pad_ht` lines at end */ - if (pad_ht) { - memset(dst, pad_val, (input_wd + pad_wd) * pad_ht * channels); - } -} - -/** - * @brief convert 8 bit input data to 16 bit - * - * @param src int8_t source data - * @param dst int16_t dst data - * @param size length of data - * @param offset offset to be added to src data. Range: [-128, 127] - */ -__NN_FORCE_INLINE__ void esp_nn_s8_to_s16_with_offset(const int8_t *src, int16_t *dst, - const int size, const int32_t offset) -{ - int i = 0; - for (; i < size; i += 2) { - dst[i + 0] = src[i + 0] + offset; - dst[i + 1] = src[i + 1] + offset; - } - if(i < size) { - dst[i] = src[i] + offset; - } -} - -/** - * @brief convert 8 bit input data to 16 bit - * - * @param src int8_t source data - * @param dst int16_t dst data - * @param size length of data - */ -__NN_FORCE_INLINE__ void esp_nn_s8_to_s16(const int8_t *src, int16_t *dst, const int size) -{ - int i = 0; - for (; i < size; i += 2) { - dst[i + 0] = src[i + 0]; - dst[i + 1] = src[i + 1]; - } - if(i < size) { - dst[i] = src[i]; - } -} diff --git a/code/components/esp-nn/src/convolution/esp_nn_conv_ansi.c b/code/components/esp-nn/src/convolution/esp_nn_conv_ansi.c deleted file mode 100644 index 677c0ad8..00000000 --- a/code/components/esp-nn/src/convolution/esp_nn_conv_ansi.c +++ /dev/null @@ -1,179 +0,0 @@ -// Copyright 2020-2021 Espressif Systems (Shanghai) PTE LTD -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#include - -#include - -int esp_nn_get_conv_scratch_size_ansi(const data_dims_t *input_dims, - const data_dims_t *filter_dims, - const data_dims_t *output_dims, - const conv_params_t *conv_params) -{ - return 0; -} - -void esp_nn_set_conv_scratch_buf_ansi(const void *buf) -{ - -} - -/** - * Assumption 1: i/p channels == o/p channels - * Assumption 2: Pointers are valid - * Assumption 3: dialation width = 1 - */ -void esp_nn_conv_u8_ansi(const uint8_t *input_data, - const uint16_t input_wd, - const uint16_t input_ht, - const uint16_t in_channels, - const int32_t input_offset, - const uint16_t pad_wd, - const uint16_t pad_ht, - const uint16_t stride_wd, - const uint16_t stride_ht, - const uint8_t *filter_data, - const uint16_t filter_wd, - const uint16_t filter_ht, - const int32_t filter_offset, - const int32_t *bias, - uint8_t *out_data, - const uint16_t out_wd, - const uint16_t out_ht, - const uint16_t out_channels, - const int32_t out_offset, - const int32_t out_shift, - const int32_t out_mult, - const int32_t activation_min, - const int32_t activation_max) -{ - for (int out_y = 0; out_y < out_ht; out_y++) { //height loop - const int16_t base_y = (out_y * stride_ht) - pad_ht; - for (int out_x = 0; out_x < out_wd; out_x++) { //width_loop - const int16_t base_x = (out_x * stride_wd) - pad_wd; - for (int out_ch_idx = 0; out_ch_idx < out_channels; out_ch_idx++) {//channel_loop - int32_t result = 0; - - /* Select filter so as the point doesn't lie outside block */ - int filter_y_start = max(0, -base_y); - int filter_x_start = max(0, -base_x); - int filter_y_end = min(filter_ht, input_ht - base_y); - int filter_x_end = min(filter_wd, input_wd - base_x); - - for (int filter_y_idx = filter_y_start; filter_y_idx < filter_y_end; filter_y_idx++) { - const int32_t idx_y = base_y + filter_y_idx; - for (int filter_x_idx = filter_x_start; filter_x_idx < filter_x_end; filter_x_idx++) { - const int32_t idx_x = base_x + filter_x_idx; - for (int in_ch_idx = 0; in_ch_idx < in_channels; in_ch_idx++) { - int32_t input_index = (idx_y * input_wd + idx_x) * in_channels + in_ch_idx; - int32_t filter_index = ((out_ch_idx * filter_ht + filter_y_idx) - * filter_wd + filter_x_idx) * in_channels - + in_ch_idx; - int32_t input_val = input_data[input_index] + input_offset; - int32_t filter_val = filter_data[filter_index] + filter_offset; - result += input_val * filter_val; - } - } - } - if (bias) { - result += bias[out_ch_idx]; - } - result = esp_nn_multiply_by_quantized_mult(result, out_mult, out_shift); - result += out_offset; - result = max(result, activation_min); - result = min(result, activation_max); - - int out_index = (out_y * out_wd + out_x) * out_channels + out_ch_idx; - out_data[out_index] = (uint8_t) result; - } - } - } -} - -/** - * Assumption 1: i/p channels == o/p channels - * Assumption 2: Pointers are valid - * Assumption 3: dialation width = 1 - */ -void esp_nn_conv_s8_ansi(const data_dims_t *input_dims, - const int8_t *input_data, - const data_dims_t *filter_dims, - const int8_t *filter_data, - const int32_t *bias, - const data_dims_t *output_dims, - int8_t *out_data, - const conv_params_t *conv_params, - const quant_data_t *quant_data) -{ - const uint16_t input_wd = input_dims->width; - const uint16_t input_ht = input_dims->height; - const uint16_t in_channels = input_dims->channels; - const int32_t input_offset = conv_params->in_offset; - const int32_t out_offset = conv_params->out_offset; - const uint16_t pad_wd = conv_params->padding.width; - const uint16_t pad_ht = conv_params->padding.height; - const uint16_t stride_wd = conv_params->stride.width; - const uint16_t stride_ht = conv_params->stride.height; - const uint16_t filter_wd = filter_dims->width; - const uint16_t filter_ht = filter_dims->height; - const uint16_t out_wd = output_dims->width; - const uint16_t out_ht = output_dims->height; - const uint16_t out_channels = output_dims->channels; - const int32_t *out_shift = quant_data->shift; - const int32_t *out_mult = quant_data->mult; - const int32_t activation_min = conv_params->activation.min; - const int32_t activation_max = conv_params->activation.max; - - int32_t out_ch_idx, out_y, out_x, in_ch_idx, filter_y_idx, filter_x_idx; - - for (out_y = 0; out_y < out_ht; out_y++) { - for (out_x = 0; out_x < out_wd; out_x++) { - for (out_ch_idx = 0; out_ch_idx < out_channels; out_ch_idx++) { - int32_t conv_out = 0; - - const int32_t base_y = stride_ht * out_y - pad_ht; - const int32_t base_x = stride_wd * out_x - pad_wd; - - const int32_t filter_y_start = max(0, -base_y); - const int32_t filter_x_start = max(0, -base_x); - - const int32_t filter_y_end = min(filter_ht, input_ht - base_y); - const int32_t filter_x_end = min(filter_wd, input_wd - base_x); - - for (filter_y_idx = filter_y_start; filter_y_idx < filter_y_end; filter_y_idx++) { - for (filter_x_idx = filter_x_start; filter_x_idx < filter_x_end; filter_x_idx++) { - const int32_t in_row = base_y + filter_y_idx; - const int32_t in_col = base_x + filter_x_idx; - int32_t input_base_offset = (in_row * input_wd + in_col) * in_channels; - int32_t filter_base_offset = out_ch_idx * in_channels * filter_ht * filter_wd + - (filter_y_idx * filter_wd + filter_x_idx) * in_channels; - for (in_ch_idx = 0; in_ch_idx < in_channels; in_ch_idx++) { - conv_out += - (input_data[input_base_offset + in_ch_idx] + input_offset) * - filter_data[filter_base_offset + in_ch_idx]; - } - } - } - if (bias) { - conv_out += bias[out_ch_idx]; - } - conv_out = esp_nn_multiply_by_quantized_mult(conv_out, out_mult[out_ch_idx], out_shift[out_ch_idx]); - conv_out += out_offset; - conv_out = max(conv_out, activation_min); - conv_out = min(conv_out, activation_max); - *out_data++ = (int8_t) conv_out; - } - } - } -} diff --git a/code/components/esp-nn/src/convolution/esp_nn_conv_esp32s3.c b/code/components/esp-nn/src/convolution/esp_nn_conv_esp32s3.c deleted file mode 100644 index e13129b2..00000000 --- a/code/components/esp-nn/src/convolution/esp_nn_conv_esp32s3.c +++ /dev/null @@ -1,463 +0,0 @@ -// Copyright 2020-2021 Espressif Systems (Shanghai) PTE LTD -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#include -#include - -#include - -static int16_t *scratch_buffer = NULL; - -extern void esp_nn_conv_s8_mult8_1x1_esp32s3(const int8_t *input_data, - const uint16_t input_wd, - const uint16_t input_ht, - const uint16_t in_channels, - const int32_t input_offset, - const int8_t *filter_aligned, - const int32_t *bias, - int8_t *out_data, - const uint16_t out_wd, - const uint16_t out_ht, - const uint16_t out_channels, - const int32_t out_offset, - const int32_t *out_shift, - const int32_t *out_mult, - const int32_t activation_min, - const int32_t activation_max, - void *buffer /* scratch buffer */); - -extern void esp_nn_conv_s16_mult4_1x1_esp32s3(const int16_t *input_data, - const uint16_t input_wd, - const uint16_t input_ht, - const uint16_t in_channels, - const int16_t *filter_data, - const int32_t *bias, - int8_t *out_data, - const uint16_t out_wd, - const uint16_t out_ht, - const uint16_t out_channels, - const int32_t out_offset, - const int32_t *out_shift, - const int32_t *out_mult, - const int32_t activation_min, - const int32_t activation_max, - void *buffer /* scratch buffer */); - -extern void esp_nn_conv_s16_mult8_esp32s3(const int16_t *input_data, - const uint16_t input_wd, - const uint16_t input_ht, - const uint16_t in_channels, - const uint16_t pad_wd, - const uint16_t pad_ht, - const uint16_t stride_wd, - const uint16_t stride_ht, - const int16_t *filter_data, - const uint16_t filter_wd, - const uint16_t filter_ht, - const int32_t *bias, - int8_t *out_data, - const uint16_t out_wd, - const uint16_t out_ht, - const uint16_t out_channels, - const int32_t out_offset, - const int32_t *out_shift, - const int32_t *out_mult, - const int32_t activation_min, - const int32_t activation_max); - -extern void esp_nn_aligned_s8_to_s16_with_offset_esp32s3(const int8_t *src, int16_t *dst, - const int size, const int32_t offset); - -extern void esp_nn_s8_to_s16_esp32s3(const int8_t *src, int16_t *dst, const int size); - -static void esp_nn_conv_s8_unrolled(const data_dims_t *input_dims, - const int8_t *input_data, - const data_dims_t *filter_dims, - const int8_t *filter_data, - const int32_t *bias, - const data_dims_t *output_dims, - int8_t *out_data, - const conv_params_t *conv_params, - const quant_data_t *quant_data) -{ - const uint16_t input_wd = input_dims->width; - const uint16_t input_ht = input_dims->height; - const uint16_t in_ch = input_dims->channels; - const int32_t input_offset = conv_params->in_offset; - const int32_t out_offset = conv_params->out_offset; - const uint16_t pad_wd = conv_params->padding.width; - const uint16_t pad_ht = conv_params->padding.height; - const uint16_t stride_wd = conv_params->stride.width; - const uint16_t stride_ht = conv_params->stride.height; - const uint16_t filter_wd = filter_dims->width; - const uint16_t filter_ht = filter_dims->height; - const uint16_t out_wd = output_dims->width; - const uint16_t out_ht = output_dims->height; - const uint16_t out_ch = output_dims->channels; - const int32_t *out_shift = quant_data->shift; - const int32_t *out_mult = quant_data->mult; - const int32_t activation_min = conv_params->activation.min; - const int32_t activation_max = conv_params->activation.max; - - int32_t out_ch_idx, out_y, out_x, in_ch_idx, filter_y_idx, filter_x_idx; - - for (out_y = 0; out_y < out_ht; out_y++) { - for (out_x = 0; out_x < out_wd; out_x++) { - for (out_ch_idx = 0; out_ch_idx < out_ch; out_ch_idx++) { - int32_t conv_out = 0; - - const int32_t base_y = stride_ht * out_y - pad_ht; - const int32_t base_x = stride_wd * out_x - pad_wd; - - const int32_t filter_y_start = max(0, -base_y); - const int32_t filter_x_start = max(0, -base_x); - - const int32_t filter_y_end = min(filter_ht, input_ht - base_y); - const int32_t filter_x_end = min(filter_wd, input_wd - base_x); - - for (filter_y_idx = filter_y_start; filter_y_idx < filter_y_end; filter_y_idx++) { - for (filter_x_idx = filter_x_start; filter_x_idx < filter_x_end; filter_x_idx++) { - const int32_t in_row = base_y + filter_y_idx; - const int32_t in_col = base_x + filter_x_idx; - int32_t input_base_offset = (in_row * input_wd + in_col) * in_ch; - int32_t filter_base_offset = out_ch_idx * in_ch * filter_ht * filter_wd + - (filter_y_idx * filter_wd + filter_x_idx) * in_ch; - for (in_ch_idx = 0; in_ch_idx < in_ch; in_ch_idx++) { - conv_out += - (input_data[input_base_offset + in_ch_idx] + input_offset) * - filter_data[filter_base_offset + in_ch_idx]; - } - } - } - if (bias) { - conv_out += bias[out_ch_idx]; - } - conv_out = esp_nn_multiply_by_quantized_mult_fast(conv_out, out_mult[out_ch_idx], out_shift[out_ch_idx]); - conv_out += out_offset; - conv_out = max(conv_out, activation_min); - conv_out = min(conv_out, activation_max); - *out_data++ = (int8_t) conv_out; - } - } - } -} - -static void esp_nn_conv_s8_pad_valid(const int8_t *input_data, - const uint16_t input_wd, - const uint16_t input_ht, - const uint16_t in_channels, - const int32_t input_offset, - const uint16_t stride_wd, - const uint16_t stride_ht, - const int8_t *filter_data, - const uint16_t filter_wd, - const uint16_t filter_ht, - const int32_t *bias, - int8_t *out_data, - const uint16_t out_wd, - const uint16_t out_ht, - const uint16_t out_channels, - const int32_t out_offset, - const int32_t *out_shift, - const int32_t *out_mult, - const int32_t activation_min, - const int32_t activation_max) -{ - int32_t out_ch_idx, out_y, out_x, in_ch_idx, filter_y_idx, filter_x_idx; - - for (out_y = 0; out_y < out_ht; out_y++) { - for (out_x = 0; out_x < out_wd; out_x++) { - for (out_ch_idx = 0; out_ch_idx < out_channels; out_ch_idx++) { - int32_t conv_out = 0; - - const int32_t base_y = stride_ht * out_y; - const int32_t base_x = stride_wd * out_x; - - for (filter_y_idx = 0; filter_y_idx < filter_ht; filter_y_idx++) { - for (filter_x_idx = 0; filter_x_idx < filter_wd; filter_x_idx++) { - const int32_t in_row = base_y + filter_y_idx; - const int32_t in_col = base_x + filter_x_idx; - int32_t input_base_offset = (in_row * input_wd + in_col) * in_channels; - int32_t filter_base_offset = out_ch_idx * in_channels * filter_ht * filter_wd + - (filter_y_idx * filter_wd + filter_x_idx) * in_channels; - const int8_t *input_data_ptr = input_data + input_base_offset; - const int8_t *filter_data_ptr = filter_data + filter_base_offset; - for (in_ch_idx = 0; in_ch_idx < in_channels; in_ch_idx++) { - conv_out += (*input_data_ptr++ + input_offset) * *filter_data_ptr++; - } - } - } - if (bias) { - conv_out += bias[out_ch_idx]; - } - conv_out = esp_nn_multiply_by_quantized_mult_fast(conv_out, out_mult[out_ch_idx], out_shift[out_ch_idx]); - conv_out += out_offset; - conv_out = max(conv_out, activation_min); - conv_out = min(conv_out, activation_max); - *out_data++ = (int8_t) conv_out; - } - } - } -} - -static void esp_nn_conv_s8_pad_valid_3x3(const int8_t *input_data, - const uint16_t input_wd, - const uint16_t input_ht, - const uint16_t in_channels, - const int32_t input_offset, - const uint16_t stride_wd, - const uint16_t stride_ht, - const int8_t *filter_data, - const int32_t *bias, - int8_t *out_data, - const uint16_t out_wd, - const uint16_t out_ht, - const uint16_t out_channels, - const int32_t out_offset, - const int32_t *out_shift, - const int32_t *out_mult, - const int32_t activation_min, - const int32_t activation_max) -{ - int32_t out_ch_idx, out_y, out_x, in_ch_idx, filter_y_idx, filter_x_idx; - - for (out_y = 0; out_y < out_ht; out_y++) { - for (out_x = 0; out_x < out_wd; out_x++) { - const int32_t base_y = stride_ht * out_y; - const int32_t base_x = stride_wd * out_x; - for (out_ch_idx = 0; out_ch_idx < out_channels; out_ch_idx++) { - int32_t conv_out = 0; - for (filter_y_idx = 0; filter_y_idx < 3; filter_y_idx++) { - for (filter_x_idx = 0; filter_x_idx < 3; filter_x_idx++) { - const int32_t in_row = base_y + filter_y_idx; - const int32_t in_col = base_x + filter_x_idx; - int32_t input_base_offset = (in_row * input_wd + in_col) * in_channels; - int32_t filter_base_offset = out_ch_idx * in_channels * 3 * 3 + - (filter_y_idx * 3 + filter_x_idx) * in_channels; - const int8_t *input_data_ptr = input_data + input_base_offset; - const int8_t *filter_data_ptr = filter_data + filter_base_offset; - for (in_ch_idx = 0; in_ch_idx < in_channels; in_ch_idx++) { - conv_out += (*input_data_ptr++ + input_offset) * *filter_data_ptr++; - } - } - } - if (bias) { - conv_out += bias[out_ch_idx]; - } - conv_out = esp_nn_multiply_by_quantized_mult_fast(conv_out, out_mult[out_ch_idx], out_shift[out_ch_idx]); - conv_out += out_offset; - conv_out = max(conv_out, activation_min); - conv_out = min(conv_out, activation_max); - *out_data++ = (int8_t) conv_out; - } - } - } -} - -static void esp_nn_conv_s8_pad_valid_ch3_3x3(const int8_t *input_data, - const uint16_t input_wd, - const uint16_t input_ht, - const int32_t input_offset, - const uint16_t stride_wd, - const uint16_t stride_ht, - const int8_t *filter_data, - const int32_t *bias, - int8_t *out_data, - const uint16_t out_wd, - const uint16_t out_ht, - const uint16_t out_channels, - const int32_t out_offset, - const int32_t *out_shift, - const int32_t *out_mult, - const int32_t activation_min, - const int32_t activation_max) -{ - int32_t out_ch_idx, out_y, out_x, filter_y_idx; - - /* use scratch_buffer to pre-compute offset factor */ - int16_t *filter_sum = (int16_t *) scratch_buffer; - const int8_t *filter_ptr = filter_data; - for (out_ch_idx = 0; out_ch_idx < out_channels; out_ch_idx++) { - int16_t sum_val = 0; - for (int i = 0; i < 9; i++) { - sum_val += *filter_ptr++; - sum_val += *filter_ptr++; - sum_val += *filter_ptr++; - } - *filter_sum++ = sum_val; - } - - for (out_y = 0; out_y < out_ht; out_y++) { - for (out_x = 0; out_x < out_wd; out_x++) { - const int8_t *filter_data_ptr = filter_data; - const int32_t base_y = stride_ht * out_y; - const int32_t base_x = stride_wd * out_x; - const int8_t *input_base_ptr = input_data + (base_y * input_wd + base_x) * 3; - int16_t *filter_sum = (int16_t *) scratch_buffer; - for (out_ch_idx = 0; out_ch_idx < out_channels; out_ch_idx++) { - int32_t conv_out = 0; - - for (filter_y_idx = 0; filter_y_idx < 3; filter_y_idx++) { - const int8_t *input_data_ptr = input_base_ptr + (filter_y_idx * input_wd) * 3; - conv_out += (*input_data_ptr++) * (*filter_data_ptr++); - conv_out += (*input_data_ptr++) * (*filter_data_ptr++); - conv_out += (*input_data_ptr++) * (*filter_data_ptr++); - - conv_out += (*input_data_ptr++) * (*filter_data_ptr++); - conv_out += (*input_data_ptr++) * (*filter_data_ptr++); - conv_out += (*input_data_ptr++) * (*filter_data_ptr++); - - conv_out += (*input_data_ptr++) * (*filter_data_ptr++); - conv_out += (*input_data_ptr++) * (*filter_data_ptr++); - conv_out += (*input_data_ptr++) * (*filter_data_ptr++); - } - - conv_out += *filter_sum++ * input_offset; - - if (bias) { - conv_out += bias[out_ch_idx]; - } - conv_out = esp_nn_multiply_by_quantized_mult_fast(conv_out, out_mult[out_ch_idx], out_shift[out_ch_idx]); - conv_out += out_offset; - conv_out = max(conv_out, activation_min); - conv_out = min(conv_out, activation_max); - *out_data++ = (int8_t) conv_out; - } - } - } -} - -int esp_nn_get_conv_scratch_size_esp32s3(const data_dims_t *input_dims, - const data_dims_t *filter_dims, - const data_dims_t *output_dims, - const conv_params_t *conv_params) -{ - const uint16_t input_wd = input_dims->width; - const uint16_t input_ht = input_dims->height; - const uint16_t in_ch = input_dims->channels; - const uint16_t filter_wd = filter_dims->width; - const uint16_t filter_ht = filter_dims->height; - const uint16_t out_ch = output_dims->channels; - const uint16_t pad_wd = conv_params->padding.width; - const uint16_t pad_ht = conv_params->padding.height; - const uint16_t stride_wd = conv_params->stride.width; - const uint16_t stride_ht = conv_params->stride.height; - - int filter_size = filter_wd * filter_ht * in_ch * out_ch; - int input_size = input_wd * input_ht * in_ch; - - int transpose_buf_size = 2 * (8 * in_ch); /* to store intermediate data */ - if (input_wd * input_ht < 8) { - transpose_buf_size = 0; // not using this for leftover - } - int align_buf_size = 32; /* extra buffer for alignment */ - if (in_ch % 8 == 0 && filter_wd == 1 && filter_ht == 1 && - pad_wd == 0 && pad_ht == 0 && stride_wd == 1 && stride_ht == 1) { - return filter_size + transpose_buf_size + align_buf_size; - } - return 2 * (filter_size + input_size) + transpose_buf_size + align_buf_size; -} - -void esp_nn_set_conv_scratch_buf_esp32s3(void *buf) -{ - scratch_buffer = (int16_t *) buf; -} - -void esp_nn_conv_s8_esp32s3(const data_dims_t *input_dims, - const int8_t *input, - const data_dims_t *filter_dims, - const int8_t *filter_data, - const int32_t *bias, - const data_dims_t *output_dims, - int8_t *out_data, - const conv_params_t *conv_params, - const quant_data_t *quant_data) -{ - const uint16_t input_wd = input_dims->width; - const uint16_t input_ht = input_dims->height; - const uint16_t channels = input_dims->channels; - const int32_t input_offset = conv_params->in_offset; - const int32_t out_offset = conv_params->out_offset; - const uint16_t pad_wd = conv_params->padding.width; - const uint16_t pad_ht = conv_params->padding.height; - const uint16_t stride_wd = conv_params->stride.width; - const uint16_t stride_ht = conv_params->stride.height; - const uint16_t filter_wd = filter_dims->width; - const uint16_t filter_ht = filter_dims->height; - const uint16_t out_wd = output_dims->width; - const uint16_t out_ht = output_dims->height; - const uint16_t out_channels = output_dims->channels; - const int32_t *out_shift = quant_data->shift; - const int32_t *out_mult = quant_data->mult; - const int32_t activation_min = conv_params->activation.min; - const int32_t activation_max = conv_params->activation.max; - - int filter_size = filter_wd * filter_ht * channels * out_channels; - int input_size = input_wd * input_ht * channels; - int align_len = 16 - (filter_size & 15); - int16_t *filter_data16 = scratch_buffer; - int16_t *input_data16 = scratch_buffer + filter_size + align_len; - - if (scratch_buffer == NULL) { - printf("esp_nn_conv error! scratch_buffer not set!\n"); - return; - } - - if (channels % 8 == 0 && filter_wd == 1 && filter_ht == 1 && - pad_wd == 0 && pad_ht == 0 && stride_wd == 1 && stride_ht == 1) { - int8_t *filter_aligned = (int8_t *) scratch_buffer; - int scratch_offset = (int) (filter_aligned + filter_size); - void *scratch_buf = (void *) (scratch_offset + 16 - (scratch_offset & 15)); - memcpy(filter_aligned, filter_data, filter_size); // copy to aligned address - esp_nn_conv_s8_mult8_1x1_esp32s3( - input, input_wd, input_ht, channels, input_offset, filter_aligned, - bias, out_data, out_wd, out_ht, out_channels, out_offset, - out_shift, out_mult, activation_min, activation_max, scratch_buf); - } else if (channels % 4 == 0 && filter_wd == 1 && filter_ht == 1 && - (input_wd * input_ht) % 4 == 0 && /* TODO: remove this check */ - pad_wd == 0 && pad_ht == 0 && stride_wd == 1 && stride_ht == 1) { - int scratch_offset = (int) (input_data16 + input_size); - void *scratch_buf = (void *) (scratch_offset + 16 - (scratch_offset & 15)); - esp_nn_s8_to_s16_esp32s3(filter_data, filter_data16, filter_size); - esp_nn_aligned_s8_to_s16_with_offset_esp32s3(input, input_data16, input_size, input_offset); - esp_nn_conv_s16_mult4_1x1_esp32s3( - input_data16, input_wd, input_ht, channels, filter_data16, - bias, out_data, out_wd, out_ht, out_channels, out_offset, - out_shift, out_mult, activation_min, activation_max, scratch_buf); - } else if (channels % 8 == 0) { - esp_nn_s8_to_s16_esp32s3(filter_data, filter_data16, filter_size); - esp_nn_aligned_s8_to_s16_with_offset_esp32s3(input, input_data16, input_size, input_offset); - esp_nn_conv_s16_mult8_esp32s3( - input_data16, input_wd, input_ht, channels, pad_wd, pad_ht, - stride_wd, stride_ht, filter_data16, filter_wd, filter_ht, bias, - out_data, out_wd, out_ht, out_channels, out_offset, out_shift, - out_mult, activation_min, activation_max); - } else if (pad_wd == 0 && pad_ht == 0) { - if (filter_wd == 3 && filter_ht == 3 && channels == 3) { - esp_nn_conv_s8_pad_valid_ch3_3x3(input, input_wd, input_ht, input_offset, - stride_wd, stride_ht, filter_data, bias, - out_data, out_wd, out_ht, out_channels, out_offset, - out_shift, out_mult, activation_min, activation_max); - } else { - esp_nn_conv_s8_pad_valid(input, input_wd, input_ht, channels, input_offset, - stride_wd, stride_ht, filter_data, filter_wd, filter_ht, bias, - out_data, out_wd, out_ht, out_channels, out_offset, out_shift, - out_mult, activation_min, activation_max); - } - } else { - /* Basic unrolled version */ - esp_nn_conv_s8_unrolled(input_dims, input, filter_dims, filter_data, - bias, output_dims, out_data, conv_params, quant_data); - } -} diff --git a/code/components/esp-nn/src/convolution/esp_nn_conv_opt.c b/code/components/esp-nn/src/convolution/esp_nn_conv_opt.c deleted file mode 100644 index be96430e..00000000 --- a/code/components/esp-nn/src/convolution/esp_nn_conv_opt.c +++ /dev/null @@ -1,179 +0,0 @@ -// Copyright 2020-2021 Espressif Systems (Shanghai) PTE LTD -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#include - -#include - -int esp_nn_get_conv_scratch_size_opt(const data_dims_t *input_dims, - const data_dims_t *filter_dims, - const data_dims_t *output_dims, - const conv_params_t *conv_params) -{ - return 0; -} - -void esp_nn_set_conv_scratch_buf_opt(const void *buf) -{ - -} - -__attribute__ ((noinline)) -static void esp_nn_conv_s8_1x1(const data_dims_t *input_dims, - const int8_t *input_data, - const int8_t *filter_data, - const int32_t *bias, - const data_dims_t *output_dims, - int8_t *out_data, - const conv_params_t *conv_params, - const quant_data_t *quant_data) -{ - const uint16_t input_wd = input_dims->width; - const uint16_t in_channels = input_dims->channels; - const int32_t input_offset = conv_params->in_offset; - const int32_t out_offset = conv_params->out_offset; - const uint16_t stride_wd = conv_params->stride.width; - const uint16_t stride_ht = conv_params->stride.height; - const uint16_t out_wd = output_dims->width; - const uint16_t out_ht = output_dims->height; - const uint16_t out_channels = output_dims->channels; - const int32_t activation_min = conv_params->activation.min; - const int32_t activation_max = conv_params->activation.max; - - for (int32_t in_row = 0; in_row < out_ht * stride_ht; in_row += stride_ht) { - for (int32_t in_col = 0; in_col < out_wd * stride_wd; in_col += stride_wd) { - const int32_t *out_mult = quant_data->mult; - const int32_t *out_shift = quant_data->shift; - const int8_t *filter_ptr = filter_data; - const int8_t *input_base_ptr = input_data + (in_row * input_wd + in_col) * in_channels; - int32_t out_ch_idx = 0; - for (; out_ch_idx < out_channels; out_ch_idx++) { - int32_t conv_out = 0; - - const int8_t *input_ptr = input_base_ptr; - - int32_t in_ch_idx = 0; - for (; in_ch_idx < in_channels - 3; in_ch_idx += 4) { - conv_out += (*input_ptr++ + input_offset) * *filter_ptr++; - conv_out += (*input_ptr++ + input_offset) * *filter_ptr++; - conv_out += (*input_ptr++ + input_offset) * *filter_ptr++; - conv_out += (*input_ptr++ + input_offset) * *filter_ptr++; - } - for (; in_ch_idx < in_channels; in_ch_idx ++) { - conv_out += (*input_ptr++ + input_offset) * *filter_ptr++; - } - if (bias) { - conv_out += bias[out_ch_idx]; - } - conv_out = esp_nn_multiply_by_quantized_mult_fast(conv_out, *out_mult++, *out_shift++); - conv_out += out_offset; - conv_out = max(conv_out, activation_min); - conv_out = min(conv_out, activation_max); - *out_data++ = (int8_t) conv_out; - } - } - } -} - -/** - * Assumption 1: i/p channels == o/p channels - * Assumption 2: Pointers are valid - * Assumption 3: dialation width = 1 - */ -void esp_nn_conv_s8_opt(const data_dims_t *input_dims, - const int8_t *input_data, - const data_dims_t *filter_dims, - const int8_t *filter_data, - const int32_t *bias, - const data_dims_t *output_dims, - int8_t *out_data, - const conv_params_t *conv_params, - const quant_data_t *quant_data) -{ - const uint16_t filter_wd = filter_dims->width; - const uint16_t filter_ht = filter_dims->height; - - if (filter_wd == 1 && filter_ht == 1) { - esp_nn_conv_s8_1x1(input_dims, input_data, filter_data, bias, - output_dims, out_data, conv_params, quant_data); - return; - } - - const uint16_t input_wd = input_dims->width; - const uint16_t input_ht = input_dims->height; - const uint16_t in_channels = input_dims->channels; - const int32_t input_offset = conv_params->in_offset; - const int32_t out_offset = conv_params->out_offset; - const uint16_t pad_wd = conv_params->padding.width; - const uint16_t pad_ht = conv_params->padding.height; - const uint16_t stride_wd = conv_params->stride.width; - const uint16_t stride_ht = conv_params->stride.height; - const uint16_t out_wd = output_dims->width; - const uint16_t out_ht = output_dims->height; - const uint16_t out_channels = output_dims->channels; - const int32_t activation_min = conv_params->activation.min; - const int32_t activation_max = conv_params->activation.max; - - int32_t out_ch_idx, out_y, out_x, filter_y_idx, filter_x_idx; - - for (out_y = 0; out_y < out_ht; out_y++) { - for (out_x = 0; out_x < out_wd; out_x++) { - const int32_t *out_shift = quant_data->shift; - const int32_t *out_mult = quant_data->mult; - for (out_ch_idx = 0; out_ch_idx < out_channels; out_ch_idx++) { - int32_t conv_out = 0; - - const int32_t base_y = stride_ht * out_y - pad_ht; - const int32_t base_x = stride_wd * out_x - pad_wd; - - const int32_t filter_y_start = max(0, -base_y); - const int32_t filter_x_start = max(0, -base_x); - - const int32_t filter_y_end = min(filter_ht, input_ht - base_y); - const int32_t filter_x_end = min(filter_wd, input_wd - base_x); - - for (filter_y_idx = filter_y_start; filter_y_idx < filter_y_end; filter_y_idx++) { - for (filter_x_idx = filter_x_start; filter_x_idx < filter_x_end; filter_x_idx++) { - const int32_t in_row = base_y + filter_y_idx; - const int32_t in_col = base_x + filter_x_idx; - - const int8_t *input_ptr = input_data + - (in_row * input_wd + in_col) * in_channels; - const int8_t *filter_ptr = filter_data + - out_ch_idx * in_channels * filter_ht * filter_wd + - (filter_y_idx * filter_wd + filter_x_idx) * in_channels; - int32_t in_ch_idx = 0; - for (; in_ch_idx < in_channels - 3; in_ch_idx += 4) { - conv_out += (*input_ptr++ + input_offset) * *filter_ptr++; - conv_out += (*input_ptr++ + input_offset) * *filter_ptr++; - conv_out += (*input_ptr++ + input_offset) * *filter_ptr++; - conv_out += (*input_ptr++ + input_offset) * *filter_ptr++; - } - for (; in_ch_idx < in_channels; in_ch_idx ++) { - conv_out += (*input_ptr++ + input_offset) * *filter_ptr++; - } - } - } - if (bias) { - conv_out += bias[out_ch_idx]; - } - conv_out = esp_nn_multiply_by_quantized_mult_fast(conv_out, *out_mult++, *out_shift++); - conv_out += out_offset; - conv_out = max(conv_out, activation_min); - conv_out = min(conv_out, activation_max); - *out_data++ = (int8_t) conv_out; - } - } - } -} diff --git a/code/components/esp-nn/src/convolution/esp_nn_depthwise_conv_ansi.c b/code/components/esp-nn/src/convolution/esp_nn_depthwise_conv_ansi.c deleted file mode 100644 index 1cd02e0f..00000000 --- a/code/components/esp-nn/src/convolution/esp_nn_depthwise_conv_ansi.c +++ /dev/null @@ -1,100 +0,0 @@ -// Copyright 2020-2021 Espressif Systems (Shanghai) PTE LTD -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#include -#include - -int esp_nn_get_depthwise_conv_scratch_size_ansi(const data_dims_t *input_dims, - const data_dims_t *filter_dims, - const data_dims_t *output_dims, - const dw_conv_params_t *conv_params) -{ - return 0; -} - -void esp_nn_set_depthwise_conv_scratch_buf_ansi(const void *buf) -{ - -} - -void esp_nn_depthwise_conv_s8_ansi(const data_dims_t *input_dims, - const int8_t *input_data, - const data_dims_t *filter_dims, - const int8_t *filter_data, - const int32_t *bias, - const data_dims_t *output_dims, - int8_t *out_data, - const dw_conv_params_t *conv_params, - const quant_data_t *quant_data) -{ - const uint16_t input_wd = input_dims->width; - const uint16_t input_ht = input_dims->height; - const uint16_t channels = input_dims->channels; - const int32_t input_offset = conv_params->in_offset; - const int32_t out_offset = conv_params->out_offset; - const uint16_t pad_wd = conv_params->padding.width; - const uint16_t pad_ht = conv_params->padding.height; - const uint16_t stride_wd = conv_params->stride.width; - const uint16_t stride_ht = conv_params->stride.height; - const uint16_t filter_wd = filter_dims->width; - const uint16_t filter_ht = filter_dims->height; - const uint16_t out_wd = output_dims->width; - const uint16_t out_ht = output_dims->height; - const int32_t *out_shift = quant_data->shift; - const int32_t *out_mult = quant_data->mult; - const int32_t activation_min = conv_params->activation.min; - const int32_t activation_max = conv_params->activation.max; - const uint16_t ch_mult = conv_params->ch_mult; - - int out_idx = 0; - for (int out_y = 0; out_y < out_ht; out_y++) { //height loop - const int16_t base_y = (out_y * stride_ht) - pad_ht; - for (int out_x = 0; out_x < out_wd; out_x++) { //width_loop - const int16_t base_x = (out_x * stride_wd) - pad_wd; - for (int ch_idx = 0; ch_idx < channels; ch_idx++) {//channel_loop - for (int ch_mult_idx = 0; ch_mult_idx < ch_mult; ch_mult_idx++) { - int32_t result = 0; - const int out_ch_idx = ch_mult_idx + ch_idx * ch_mult; - - /* Select filter so as the point doesn't lie outside block */ - int filter_y_start = max(0, -base_y); - int filter_x_start = max(0, -base_x); - int filter_y_end = min(filter_ht, input_ht - base_y); - int filter_x_end = min(filter_wd, input_wd - base_x); - - for (int filter_y_idx = filter_y_start; filter_y_idx < filter_y_end; filter_y_idx++) { - const int32_t idx_y = base_y + filter_y_idx; - for (int filter_x_idx = filter_x_start; filter_x_idx < filter_x_end; filter_x_idx++) { - const int32_t idx_x = base_x + filter_x_idx; - int32_t input_index = (idx_y * input_wd + idx_x) * channels + ch_idx; - int32_t filter_index = (filter_y_idx * filter_wd + filter_x_idx) * (channels * ch_mult) + out_ch_idx; - int32_t input_val = input_data[input_index] + input_offset; - int32_t filter_val = filter_data[filter_index]; - result += input_val * filter_val; - } - } - if (bias) { - result += bias[out_ch_idx]; - } - result = esp_nn_multiply_by_quantized_mult(result, out_mult[out_ch_idx], out_shift[out_ch_idx]); - result += out_offset; - result = max(result, activation_min); - result = min(result, activation_max); - - out_data[out_idx++] = result; - } - } - } - } -} diff --git a/code/components/esp-nn/src/convolution/esp_nn_depthwise_conv_opt.c b/code/components/esp-nn/src/convolution/esp_nn_depthwise_conv_opt.c deleted file mode 100644 index 4afea3f3..00000000 --- a/code/components/esp-nn/src/convolution/esp_nn_depthwise_conv_opt.c +++ /dev/null @@ -1,291 +0,0 @@ -// Copyright 2020-2021 Espressif Systems (Shanghai) PTE LTD -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#include -#include - -int esp_nn_get_depthwise_conv_scratch_size_opt(const data_dims_t *input_dims, - const data_dims_t *filter_dims, - const data_dims_t *output_dims, - const dw_conv_params_t *conv_params) -{ - return 0; -} - -void esp_nn_set_depthwise_conv_scratch_buf_opt(const void *buf) -{ - -} - -/* common channel multiplier == 1 case */ -__attribute__ ((noinline)) -static void esp_nn_depthwise_conv_s8_ch_mult_1(const data_dims_t *input_dims, - const int8_t *input_data, - const data_dims_t *filter_dims, - const int8_t *filter_data, - const int32_t *bias, - const data_dims_t *output_dims, - int8_t *out_data, - const dw_conv_params_t *conv_params, - const quant_data_t *quant_data) -{ - const uint16_t input_wd = input_dims->width; - const uint16_t input_ht = input_dims->height; - const uint16_t channels = input_dims->channels; - const int32_t input_offset = conv_params->in_offset; - const int32_t out_offset = conv_params->out_offset; - const uint16_t pad_wd = conv_params->padding.width; - const uint16_t pad_ht = conv_params->padding.height; - const uint16_t stride_wd = conv_params->stride.width; - const uint16_t stride_ht = conv_params->stride.height; - const uint16_t filter_wd = filter_dims->width; - const uint16_t filter_ht = filter_dims->height; - const uint16_t out_wd = output_dims->width; - const uint16_t out_ht = output_dims->height; - const int32_t activation_min = conv_params->activation.min; - const int32_t activation_max = conv_params->activation.max; - - int out_idx = 0; - for (int out_y = 0; out_y < out_ht; out_y++) { //height loop - const int16_t base_y = (out_y * stride_ht) - pad_ht; - for (int out_x = 0; out_x < out_wd; out_x++) { //width_loop - const int16_t base_x = (out_x * stride_wd) - pad_wd; - - const int32_t *out_shift = quant_data->shift; - const int32_t *out_mult = quant_data->mult; - - /* Select filter so as the point doesn't lie outside block */ - int filter_y_start = max(0, -base_y); - int filter_x_start = max(0, -base_x); - int filter_y_end = min(filter_ht, input_ht - base_y); - int filter_x_end = min(filter_wd, input_wd - base_x); - - int ch_idx = 0; - for (; ch_idx < channels - 3; ch_idx += 4) {//channel_loop - int32_t result0 = 0; - int32_t result1 = 0; - int32_t result2 = 0; - int32_t result3 = 0; - - for (int filter_y_idx = filter_y_start; filter_y_idx < filter_y_end; filter_y_idx++) { - const int32_t idx_y = base_y + filter_y_idx; - for (int filter_x_idx = filter_x_start; filter_x_idx < filter_x_end; filter_x_idx++) { - const int32_t idx_x = base_x + filter_x_idx; - int32_t input_index = (idx_y * input_wd + idx_x) * channels + ch_idx; - int32_t filter_index = (filter_y_idx * filter_wd + filter_x_idx) * (channels) + ch_idx; - int32_t input_val0 = input_data[input_index + 0] + input_offset; - int32_t input_val1 = input_data[input_index + 1] + input_offset; - int32_t input_val2 = input_data[input_index + 2] + input_offset; - int32_t input_val3 = input_data[input_index + 3] + input_offset; - int32_t filter_val0 = filter_data[filter_index + 0]; - int32_t filter_val1 = filter_data[filter_index + 1]; - int32_t filter_val2 = filter_data[filter_index + 2]; - int32_t filter_val3 = filter_data[filter_index + 3]; - result0 += input_val0 * filter_val0; - result1 += input_val1 * filter_val1; - result2 += input_val2 * filter_val2; - result3 += input_val3 * filter_val3; - } - } - if (bias) { - result0 += bias[ch_idx + 0]; - result1 += bias[ch_idx + 1]; - result2 += bias[ch_idx + 2]; - result3 += bias[ch_idx + 3]; - } - result0 = esp_nn_multiply_by_quantized_mult_fast(result0, *out_mult++, *out_shift++); - result1 = esp_nn_multiply_by_quantized_mult_fast(result1, *out_mult++, *out_shift++); - result2 = esp_nn_multiply_by_quantized_mult_fast(result2, *out_mult++, *out_shift++); - result3 = esp_nn_multiply_by_quantized_mult_fast(result3, *out_mult++, *out_shift++); - - result0 += out_offset; - result1 += out_offset; - result2 += out_offset; - result3 += out_offset; - - result0 = max(result0, activation_min); - result1 = max(result1, activation_min); - result2 = max(result2, activation_min); - result3 = max(result3, activation_min); - - result0 = min(result0, activation_max); - result1 = min(result1, activation_max); - result2 = min(result2, activation_max); - result3 = min(result3, activation_max); - - out_data[out_idx++] = result0; - out_data[out_idx++] = result1; - out_data[out_idx++] = result2; - out_data[out_idx++] = result3; - } - for (; ch_idx < channels; ch_idx++) {//channel_loop - int32_t result = 0; - - for (int filter_y_idx = filter_y_start; filter_y_idx < filter_y_end; filter_y_idx++) { - const int32_t idx_y = base_y + filter_y_idx; - for (int filter_x_idx = filter_x_start; filter_x_idx < filter_x_end; filter_x_idx++) { - const int32_t idx_x = base_x + filter_x_idx; - int32_t input_index = (idx_y * input_wd + idx_x) * channels + ch_idx; - int32_t filter_index = (filter_y_idx * filter_wd + filter_x_idx) * (channels) + ch_idx; - int32_t input_val = input_data[input_index] + input_offset; - int32_t filter_val = filter_data[filter_index]; - result += input_val * filter_val; - } - } - if (bias) { - result += bias[ch_idx]; - } - result = esp_nn_multiply_by_quantized_mult_fast(result, *out_mult++, *out_shift++); - result += out_offset; - result = max(result, activation_min); - result = min(result, activation_max); - - out_data[out_idx++] = result; - } - } - } -} - -void esp_nn_depthwise_conv_s8_opt(const data_dims_t *input_dims, - const int8_t *input_data, - const data_dims_t *filter_dims, - const int8_t *filter_data, - const int32_t *bias, - const data_dims_t *output_dims, - int8_t *out_data, - const dw_conv_params_t *conv_params, - const quant_data_t *quant_data) -{ - const uint16_t ch_mult = conv_params->ch_mult; - if (ch_mult == 1) { - esp_nn_depthwise_conv_s8_ch_mult_1(input_dims, input_data, filter_dims, filter_data, - bias, output_dims, out_data, conv_params, quant_data); - return; - } - const uint16_t input_wd = input_dims->width; - const uint16_t input_ht = input_dims->height; - const uint16_t channels = input_dims->channels; - const int32_t input_offset = conv_params->in_offset; - const int32_t out_offset = conv_params->out_offset; - const uint16_t pad_wd = conv_params->padding.width; - const uint16_t pad_ht = conv_params->padding.height; - const uint16_t stride_wd = conv_params->stride.width; - const uint16_t stride_ht = conv_params->stride.height; - const uint16_t filter_wd = filter_dims->width; - const uint16_t filter_ht = filter_dims->height; - const uint16_t out_wd = output_dims->width; - const uint16_t out_ht = output_dims->height; - const int32_t activation_min = conv_params->activation.min; - const int32_t activation_max = conv_params->activation.max; - - int out_idx = 0; - for (int out_y = 0; out_y < out_ht; out_y++) { //height loop - const int16_t base_y = (out_y * stride_ht) - pad_ht; - for (int out_x = 0; out_x < out_wd; out_x++) { //width_loop - const int16_t base_x = (out_x * stride_wd) - pad_wd; - - const int32_t *out_shift = quant_data->shift; - const int32_t *out_mult = quant_data->mult; - - /* Select filter so as the point doesn't lie outside block */ - int filter_y_start = max(0, -base_y); - int filter_x_start = max(0, -base_x); - int filter_y_end = min(filter_ht, input_ht - base_y); - int filter_x_end = min(filter_wd, input_wd - base_x); - - for (int ch_idx = 0; ch_idx < channels; ch_idx++) {//channel_loop - int ch_mult_idx = 0; - for (; ch_mult_idx < ch_mult - 3; ch_mult_idx += 4) { - int32_t result0 = 0; - int32_t result1 = 0; - int32_t result2 = 0; - int32_t result3 = 0; - const int out_ch_idx = ch_idx * ch_mult + ch_mult_idx; - - for (int filter_y_idx = filter_y_start; filter_y_idx < filter_y_end; filter_y_idx++) { - const int32_t idx_y = base_y + filter_y_idx; - for (int filter_x_idx = filter_x_start; filter_x_idx < filter_x_end; filter_x_idx++) { - const int32_t idx_x = base_x + filter_x_idx; - int32_t input_index = (idx_y * input_wd + idx_x) * channels + ch_idx; - int32_t filter_index = (filter_y_idx * filter_wd + filter_x_idx) * (channels * ch_mult) + out_ch_idx; - int32_t input_val = input_data[input_index] + input_offset; - int32_t filter_val0 = filter_data[filter_index + 0]; - int32_t filter_val1 = filter_data[filter_index + 1]; - int32_t filter_val2 = filter_data[filter_index + 2]; - int32_t filter_val3 = filter_data[filter_index + 3]; - result0 += input_val * filter_val0; - result1 += input_val * filter_val1; - result2 += input_val * filter_val2; - result3 += input_val * filter_val3; - } - } - if (bias) { - result0 += bias[out_ch_idx + 0]; - result1 += bias[out_ch_idx + 1]; - result2 += bias[out_ch_idx + 2]; - result3 += bias[out_ch_idx + 3]; - } - result0 = esp_nn_multiply_by_quantized_mult_fast(result0, *out_mult++, *out_shift++); - result1 = esp_nn_multiply_by_quantized_mult_fast(result1, *out_mult++, *out_shift++); - result2 = esp_nn_multiply_by_quantized_mult_fast(result2, *out_mult++, *out_shift++); - result3 = esp_nn_multiply_by_quantized_mult_fast(result3, *out_mult++, *out_shift++); - - result0 += out_offset; - result1 += out_offset; - result2 += out_offset; - result3 += out_offset; - - result0 = max(result0, activation_min); - result1 = max(result1, activation_min); - result2 = max(result2, activation_min); - result3 = max(result3, activation_min); - result0 = min(result0, activation_max); - result1 = min(result1, activation_max); - result2 = min(result2, activation_max); - result3 = min(result3, activation_max); - - out_data[out_idx++] = result0; - out_data[out_idx++] = result1; - out_data[out_idx++] = result2; - out_data[out_idx++] = result3; - } - for (; ch_mult_idx < ch_mult; ch_mult_idx++) { - int32_t result = 0; - const int out_ch_idx = ch_idx * ch_mult + ch_mult_idx; - - for (int filter_y_idx = filter_y_start; filter_y_idx < filter_y_end; filter_y_idx++) { - const int32_t idx_y = base_y + filter_y_idx; - for (int filter_x_idx = filter_x_start; filter_x_idx < filter_x_end; filter_x_idx++) { - const int32_t idx_x = base_x + filter_x_idx; - int32_t input_index = (idx_y * input_wd + idx_x) * channels + ch_idx; - int32_t filter_index = (filter_y_idx * filter_wd + filter_x_idx) * (channels * ch_mult) + out_ch_idx; - int32_t input_val = input_data[input_index] + input_offset; - int32_t filter_val = filter_data[filter_index]; - result += input_val * filter_val; - } - } - if (bias) { - result += bias[out_ch_idx]; - } - result = esp_nn_multiply_by_quantized_mult_fast(result, *out_mult++, *out_shift++); - result += out_offset; - result = max(result, activation_min); - result = min(result, activation_max); - - out_data[out_idx++] = result; - } - } - } - } -} diff --git a/code/components/esp-nn/src/convolution/esp_nn_depthwise_conv_s8_esp32s3.c b/code/components/esp-nn/src/convolution/esp_nn_depthwise_conv_s8_esp32s3.c deleted file mode 100644 index 9167a43f..00000000 --- a/code/components/esp-nn/src/convolution/esp_nn_depthwise_conv_s8_esp32s3.c +++ /dev/null @@ -1,543 +0,0 @@ -// Copyright 2020-2021 Espressif Systems (Shanghai) PTE LTD -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#include -#include - -#include - -static int16_t *scratch_buffer = NULL; - -extern void esp_nn_depthwise_conv_s16_mult8_3x3_esp32s3(const int16_t *input_data, - const uint16_t input_wd, - const uint16_t input_ht, - const uint16_t channels, - const uint16_t pad_wd, - const uint16_t pad_ht, - const uint16_t stride_wd, - const uint16_t stride_ht, - const uint16_t ch_mult, - const int16_t *filter_data, - const int32_t *bias, - int8_t *out_data, - const uint16_t out_wd, - const uint16_t out_ht, - const int32_t out_offset, - const int32_t *out_shift, - const int32_t *out_mult, - const int32_t activation_min, - const int32_t activation_max); - -extern void esp_nn_depthwise_conv_s8_mult1_3x3_padded_esp32s3(const int8_t *input_data, - const uint16_t input_wd, - const uint16_t input_ht, - const uint16_t channels, - const int32_t input_offset, - const uint16_t stride_wd, - const uint16_t stride_ht, - const int8_t *filter_data, - const int32_t *bias, - int8_t *out_data, - const uint16_t out_wd, - const uint16_t out_ht, - const int32_t out_offset, - const int32_t *out_shift, - const int32_t *out_mult, - const int32_t activation_min, - const int32_t activation_max); - -extern void esp_nn_depthwise_conv_s16_mult1_3x3_no_pad_esp32s3(const int16_t *input_data, - const uint16_t input_wd, - const uint16_t input_ht, - const uint16_t channels, - const uint16_t stride_wd, - const uint16_t stride_ht, - const int16_t *filter_data, - const int32_t *bias, - int8_t *out_data, - const uint16_t out_wd, - const uint16_t out_ht, - const int32_t out_offset, - const int32_t *out_shift, - const int32_t *out_mult, - const int32_t activation_min, - const int32_t activation_max); - -extern void esp_nn_depthwise_conv_s16_mult8_esp32s3(const int16_t *input_data, - const uint16_t input_wd, - const uint16_t input_ht, - const uint16_t channels, - const uint16_t pad_wd, - const uint16_t pad_ht, - const uint16_t stride_wd, - const uint16_t stride_ht, - const uint16_t ch_mult, - const int16_t *filter_data, - const uint16_t filter_wd, - const uint16_t filter_ht, - const int32_t *bias, - int8_t *out_data, - const uint16_t out_wd, - const uint16_t out_ht, - const int32_t out_offset, - const int32_t *out_shift, - const int32_t *out_mult, - const int32_t activation_min, - const int32_t activation_max); - -extern void esp_nn_depthwise_conv_s16_mult4_esp32s3(const int16_t *input_data, - const uint16_t input_wd, - const uint16_t input_ht, - const uint16_t channels, - const uint16_t pad_wd, - const uint16_t pad_ht, - const uint16_t stride_wd, - const uint16_t stride_ht, - const uint16_t ch_mult, - const int16_t *filter_data, - const uint16_t filter_wd, - const uint16_t filter_ht, - const int32_t *bias, - int8_t *out_data, - const uint16_t out_wd, - const uint16_t out_ht, - const int32_t out_offset, - const int32_t *out_shift, - const int32_t *out_mult, - const int32_t activation_min, - const int32_t activation_max); - -extern void esp_nn_depthwise_conv_s16_mult1_3x3_esp32s3(const int16_t *input_data, - const uint16_t input_wd, - const uint16_t input_ht, - const uint16_t channels, - const uint16_t pad_wd, - const uint16_t pad_ht, - const uint16_t stride_wd, - const uint16_t stride_ht, - const int16_t *filter_data, - const int32_t *bias, - int8_t *out_data, - const uint16_t out_wd, - const uint16_t out_ht, - const int32_t out_offset, - const int32_t *out_shift, - const int32_t *out_mult, - const int32_t activation_min, - const int32_t activation_max); - -extern void esp_nn_depthwise_conv_s16_mult1_esp32s3(const int16_t *input_data, - const uint16_t input_wd, - const uint16_t input_ht, - const uint16_t channels, - const uint16_t pad_wd, - const uint16_t pad_ht, - const uint16_t stride_wd, - const uint16_t stride_ht, - const int16_t *filter_data, - const uint16_t filter_wd, - const uint16_t filter_ht, - const int32_t *bias, - int8_t *out_data, - const uint16_t out_wd, - const uint16_t out_ht, - const int32_t out_offset, - const int32_t *out_shift, - const int32_t *out_mult, - const int32_t activation_min, - const int32_t activation_max); - -extern void esp_nn_s8_to_s16_esp32s3(const int8_t *src, int16_t *dst, const int size); - -extern void esp_nn_aligned_s8_to_s16_with_offset_esp32s3(const int8_t *src, int16_t *dst, - const int size, const int32_t offset); - -static void esp_nn_depthwise_conv_s8_unrolled(const int8_t *input_data, - const uint16_t input_wd, - const uint16_t input_ht, - const uint16_t channels, - const int32_t input_offset, - const uint16_t pad_wd, - const uint16_t pad_ht, - const uint16_t stride_wd, - const uint16_t stride_ht, - const uint16_t ch_mult, - const int8_t *filter_data, - const uint16_t filter_wd, - const uint16_t filter_ht, - const int32_t *bias, - int8_t *out_data, - const uint16_t out_wd, - const uint16_t out_ht, - const int32_t out_offset, - const int32_t *out_shift, - const int32_t *out_mult, - const int32_t activation_min, - const int32_t activation_max) -{ - int out_idx = 0; - for (int out_y = 0; out_y < out_ht; out_y++) { //height loop - const int16_t base_y = (out_y * stride_ht) - pad_ht; - for (int out_x = 0; out_x < out_wd; out_x++) { //width_loop - const int16_t base_x = (out_x * stride_wd) - pad_wd; - for (int ch_idx = 0; ch_idx < channels; ch_idx++) {//channel_loop - int ch_mult_idx = 0; - for (; ch_mult_idx < ch_mult - 3; ch_mult_idx += 4) { - int32_t result0 = 0, result1 = 0, result2 = 0, result3 = 0; - const int out_ch_idx = ch_mult_idx + ch_idx * ch_mult; - - /* Select filter so as the point doesn't lie outside block */ - int filter_y_start = max(0, -base_y); - int filter_x_start = max(0, -base_x); - int filter_y_end = min(filter_ht, input_ht - base_y); - int filter_x_end = min(filter_wd, input_wd - base_x); - - for (int filter_y_idx = filter_y_start; filter_y_idx < filter_y_end; filter_y_idx++) { - const int32_t idx_y = base_y + filter_y_idx; - for (int filter_x_idx = filter_x_start; filter_x_idx < filter_x_end; filter_x_idx++) { - const int32_t idx_x = base_x + filter_x_idx; - int32_t input_index = (idx_y * input_wd + idx_x) * channels + ch_idx; - int32_t filter_index = (filter_y_idx * filter_wd + filter_x_idx) * (channels * ch_mult) + out_ch_idx; - int32_t input_val = input_data[input_index] + input_offset; - int32_t filter_val0 = filter_data[filter_index + 0]; - int32_t filter_val1 = filter_data[filter_index + 1]; - int32_t filter_val2 = filter_data[filter_index + 2]; - int32_t filter_val3 = filter_data[filter_index + 3]; - result0 += input_val * filter_val0; - result1 += input_val * filter_val1; - result2 += input_val * filter_val2; - result3 += input_val * filter_val3; - } - } - if (bias) { - result0 += bias[out_ch_idx + 0]; - result1 += bias[out_ch_idx + 1]; - result2 += bias[out_ch_idx + 2]; - result3 += bias[out_ch_idx + 3]; - } - result0 = esp_nn_multiply_by_quantized_mult(result0, - out_mult[out_ch_idx + 0], out_shift[out_ch_idx + 0]); - result1 = esp_nn_multiply_by_quantized_mult(result1, - out_mult[out_ch_idx + 1], out_shift[out_ch_idx + 1]); - result2 = esp_nn_multiply_by_quantized_mult(result2, - out_mult[out_ch_idx + 2], out_shift[out_ch_idx + 2]); - result3 = esp_nn_multiply_by_quantized_mult(result3, - out_mult[out_ch_idx + 3], out_shift[out_ch_idx + 3]); - - result0 += out_offset; - result1 += out_offset; - result2 += out_offset; - result3 += out_offset; - - result0 = max(result0, activation_min); - result1 = max(result1, activation_min); - result2 = max(result2, activation_min); - result3 = max(result3, activation_min); - - result0 = min(result0, activation_max); - result1 = min(result1, activation_max); - result2 = min(result2, activation_max); - result3 = min(result3, activation_max); - - out_data[out_idx++] = result0; - out_data[out_idx++] = result1; - out_data[out_idx++] = result2; - out_data[out_idx++] = result3; - } - - /* left-over */ - for (; ch_mult_idx < ch_mult; ch_mult_idx++) { - int32_t result = 0; - const int out_ch_idx = ch_mult_idx + ch_idx * ch_mult; - - /* Select filter so as the point doesn't lie outside block */ - int filter_y_start = max(0, -base_y); - int filter_x_start = max(0, -base_x); - int filter_y_end = min(filter_ht, input_ht - base_y); - int filter_x_end = min(filter_wd, input_wd - base_x); - - for (int filter_y_idx = filter_y_start; filter_y_idx < filter_y_end; filter_y_idx++) { - const int32_t idx_y = base_y + filter_y_idx; - for (int filter_x_idx = filter_x_start; filter_x_idx < filter_x_end; filter_x_idx++) { - const int32_t idx_x = base_x + filter_x_idx; - int32_t input_index = (idx_y * input_wd + idx_x) * channels + ch_idx; - int32_t filter_index = (filter_y_idx * filter_wd + filter_x_idx) * (channels * ch_mult) + out_ch_idx; - int32_t input_val = input_data[input_index] + input_offset; - int32_t filter_val = filter_data[filter_index]; - result += input_val * filter_val; - } - } - if (bias) { - result += bias[out_ch_idx]; - } - result = esp_nn_multiply_by_quantized_mult(result, out_mult[out_ch_idx], out_shift[out_ch_idx]); - result += out_offset; - result = max(result, activation_min); - result = min(result, activation_max); - - out_data[out_idx++] = result; - } - } - } - } -} - -void esp_nn_depthwise_conv_s8_ch_mult1(const int8_t *input_data, - const uint16_t input_wd, - const uint16_t input_ht, - const uint16_t channels, - const int32_t input_offset, - const uint16_t pad_wd, - const uint16_t pad_ht, - const uint16_t stride_wd, - const uint16_t stride_ht, - const int8_t *filter_data, - const uint16_t filter_wd, - const uint16_t filter_ht, - const int32_t *bias, - int8_t *out_data, - const uint16_t out_wd, - const uint16_t out_ht, - const int32_t out_offset, - const int32_t *out_shift, - const int32_t *out_mult, - const int32_t activation_min, - const int32_t activation_max) -{ - int out_idx = 0; - for (int out_y = 0; out_y < out_ht; out_y++) { //height loop - const int16_t base_y = (out_y * stride_ht) - pad_ht; - for (int out_x = 0; out_x < out_wd; out_x++) { //width_loop - const int16_t base_x = (out_x * stride_wd) - pad_wd; - for (int ch_idx = 0; ch_idx < channels; ch_idx++) {//channel_loop - int32_t result = 0; - /* Select filter so as the point doesn't lie outside block */ - int filter_y_start = max(0, -base_y); - int filter_x_start = max(0, -base_x); - int filter_y_end = min(filter_ht, input_ht - base_y); - int filter_x_end = min(filter_wd, input_wd - base_x); - - for (int filter_y_idx = filter_y_start; filter_y_idx < filter_y_end; filter_y_idx++) { - const int32_t idx_y = base_y + filter_y_idx; - for (int filter_x_idx = filter_x_start; filter_x_idx < filter_x_end; filter_x_idx++) { - const int32_t idx_x = base_x + filter_x_idx; - int32_t input_index = (idx_y * input_wd + idx_x) * channels + ch_idx; - int32_t filter_index = (filter_y_idx * filter_wd + filter_x_idx) * channels + ch_idx; - int32_t input_val = input_data[input_index] + input_offset; - int32_t filter_val = filter_data[filter_index]; - result += input_val * filter_val; - } - } - if (bias) { - result += bias[ch_idx]; - } - result = esp_nn_multiply_by_quantized_mult(result, out_mult[ch_idx], out_shift[ch_idx]); - result += out_offset; - result = max(result, activation_min); - result = min(result, activation_max); - - out_data[out_idx++] = result; - } - } - } -} - -int esp_nn_get_depthwise_conv_scratch_size_esp32s3(const data_dims_t *input_dims, - const data_dims_t *filter_dims, - const data_dims_t *output_dims, - const dw_conv_params_t *conv_params) -{ - const uint16_t input_wd = input_dims->width; - const uint16_t input_ht = input_dims->height; - const uint16_t channels = input_dims->channels; - const uint16_t filter_wd = filter_dims->width; - const uint16_t filter_ht = filter_dims->height; - const uint16_t ch_mult = conv_params->ch_mult; - const uint16_t out_wd = output_dims->width; - const uint16_t out_ht = output_dims->height; - const uint16_t pad_wd = conv_params->padding.width; - const uint16_t pad_ht = conv_params->padding.height; - const uint16_t stride_wd = conv_params->stride.width; - const uint16_t stride_ht = conv_params->stride.height; - - int filter_size = filter_wd * filter_ht * channels * ch_mult; - int pad_width = 0, pad_height = 0; - - if ((ch_mult == 1) && (channels % 8 == 0) && (filter_wd == 3) && (filter_ht == 3)) { - if (channels % 16 == 0) { - if (pad_wd || pad_ht) { - pad_width = pad_wd * 2; - pad_height = pad_ht * 2; - } else { - // check if we need to pad additionally - pad_width = (out_wd * stride_wd + filter_wd - 1) - input_wd; - pad_height = (out_ht * stride_ht + filter_ht - 1) - input_ht; - // printf("in(%d %d %d), out(%d %d), filter (%d %d) stride (%d %d), pad (%d %d)", - // input_wd, input_ht, channels, out_wd, out_ht, filter_wd, filter_ht, - // stride_wd, stride_ht, pad_wd, pad_ht); - } - if (pad_width || pad_height) { - int input_size = (input_wd + pad_width) * (input_ht + pad_height) * channels; - // printf("ask1 %d\n", filter_size + input_size + 16); - return filter_size + input_size + 16; // 16 for alignment - } else { - // printf("ask2 %d\n", filter_size + 16); - return filter_size + 16; // 16 for alignment - } - } else { - int input_size = input_wd * input_ht * channels; - // printf("ask3 %d\n", 2 * (filter_size + input_size) + 16); - return 2 * (filter_size + input_size) + 16; // 16 for alignment - } - } else if (ch_mult % 4 == 0) { - int input_size = input_wd * input_ht * channels; - // printf("ask4 %d\n", 2 * (filter_size + input_size) + 16); - return 2 * (filter_size + input_size) + 16; // 16 for alignment - } - return 32; // just few bytes -} - -void esp_nn_set_depthwise_conv_scratch_buf_esp32s3(void *buf) -{ - scratch_buffer = (int16_t *) buf; -} - -/** - * Assumption 1: i/p channels == o/p channels - * Assumption 2: Pointers are valid - * Assumption 3: dialation width = 1 - */ - - - -void esp_nn_depthwise_conv_s8_esp32s3(const data_dims_t *input_dims, - const int8_t *input_data, - const data_dims_t *filter_dims, - const int8_t *filter_data, - const int32_t *bias, - const data_dims_t *output_dims, - int8_t *out_data, - const dw_conv_params_t *conv_params, - const quant_data_t *quant_data) -{ - const uint16_t input_wd = input_dims->width; - const uint16_t input_ht = input_dims->height; - const uint16_t channels = input_dims->channels; - const int32_t input_offset = conv_params->in_offset; - const int32_t out_offset = conv_params->out_offset; - const uint16_t pad_wd = conv_params->padding.width; - const uint16_t pad_ht = conv_params->padding.height; - const uint16_t stride_wd = conv_params->stride.width; - const uint16_t stride_ht = conv_params->stride.height; - const uint16_t filter_wd = filter_dims->width; - const uint16_t filter_ht = filter_dims->height; - const uint16_t out_wd = output_dims->width; - const uint16_t out_ht = output_dims->height; - const int32_t *out_shift = quant_data->shift; - const int32_t *out_mult = quant_data->mult; - const int32_t activation_min = conv_params->activation.min; - const int32_t activation_max = conv_params->activation.max; - const uint16_t ch_mult = conv_params->ch_mult; - - int filter_size = filter_wd * filter_ht * channels * ch_mult; - int align_len = 16 - (filter_size & 15); - int input_size = input_wd * input_ht * channels; - int16_t *filter_data16 = scratch_buffer; - int16_t *input_data16 = scratch_buffer + filter_size + align_len; - if (scratch_buffer == NULL) { - printf("esp_nn_depthwise_conv error! scratch_buffer not set!\n"); - return; - } - - if ((ch_mult == 1) && (channels % 8 == 0)) { - if ((filter_wd == 3) && (filter_ht == 3)) { - if ((channels % 16 == 0) && (pad_wd == 1) && (pad_ht == 1)) { - /* process in 8 bits */ - int8_t *filter_aligned = (int8_t *) scratch_buffer; - int8_t *input_padded = (int8_t *) scratch_buffer + filter_size + align_len; - memcpy(filter_aligned, filter_data, filter_size); - esp_nn_aligned_s8_pad_with_value(input_data, input_padded, input_wd, input_ht, channels, - -input_offset, pad_wd, pad_ht); - esp_nn_depthwise_conv_s8_mult1_3x3_padded_esp32s3(input_padded, input_wd + 2 * pad_wd, - input_ht + 2 * pad_ht, channels, input_offset, - stride_wd, stride_ht, filter_aligned, bias, - out_data, out_wd, out_ht, out_offset, out_shift, - out_mult, activation_min, activation_max); - } else if ((channels % 16 == 0) && (pad_wd == 0) && (pad_ht == 0)) { - /* process in 8 bits */ - int8_t *filter_aligned = (int8_t *) scratch_buffer; - int8_t *input_padded = (int8_t *) scratch_buffer + filter_size + align_len; - - // check if we need to pad additionally - int pad_right = (out_wd * stride_wd + filter_wd - 1) - input_wd; - int pad_bottom = (out_ht * stride_ht + filter_ht - 1) - input_ht; - if (pad_right || pad_bottom) { // pad right and bottom - esp_nn_aligned_s8_pad_end_with_value(input_data, input_padded, input_wd, input_ht, - channels, -input_offset, pad_right, pad_bottom); - } else { - input_padded = (int8_t *) input_data; - } - memcpy(filter_aligned, filter_data, filter_size); - esp_nn_depthwise_conv_s8_mult1_3x3_padded_esp32s3(input_padded, input_wd + pad_right, - input_ht + pad_bottom, channels, input_offset, - stride_wd, stride_ht, filter_aligned, bias, - out_data, out_wd, out_ht, out_offset, out_shift, - out_mult, activation_min, activation_max); - } else { /* (channels % 8) == 0 */ - esp_nn_s8_to_s16_esp32s3(filter_data, filter_data16, filter_size); - esp_nn_aligned_s8_to_s16_with_offset_esp32s3(input_data, input_data16, input_size, input_offset); - esp_nn_depthwise_conv_s16_mult1_3x3_esp32s3(input_data16, input_wd, input_ht, channels, - pad_wd, pad_ht, stride_wd, stride_ht, filter_data16, - bias, out_data, out_wd, out_ht, out_offset, out_shift, - out_mult, activation_min, activation_max); - } - } else { // all other ch_mult == 1, `channels % 8 == 0` - esp_nn_depthwise_conv_s8_ch_mult1(input_data, input_wd, input_ht, channels, input_offset, - pad_wd, pad_ht, stride_wd, stride_ht, - filter_data, filter_wd, filter_ht, - bias, out_data, out_wd, out_ht, out_offset, out_shift, - out_mult, activation_min, activation_max); - } - } else if (ch_mult % 8 == 0) { - esp_nn_s8_to_s16_esp32s3(filter_data, filter_data16, filter_size); - esp_nn_aligned_s8_to_s16_with_offset_esp32s3(input_data, input_data16, input_size, input_offset); - if (filter_wd == 3 && filter_ht == 3) { - esp_nn_depthwise_conv_s16_mult8_3x3_esp32s3(input_data16, input_wd, input_ht, channels, - pad_wd, pad_ht, stride_wd, stride_ht, ch_mult, - filter_data16, bias, - out_data, out_wd, out_ht, out_offset, out_shift, - out_mult, activation_min, activation_max); - } else { - esp_nn_depthwise_conv_s16_mult8_esp32s3(input_data16, input_wd, input_ht, channels, - pad_wd, pad_ht, stride_wd, stride_ht, ch_mult, - filter_data16, filter_wd, filter_ht, bias, - out_data, out_wd, out_ht, out_offset, out_shift, - out_mult, activation_min, activation_max); - } - } else if (ch_mult % 4 == 0) { - esp_nn_s8_to_s16_esp32s3(filter_data, filter_data16, filter_size); - esp_nn_aligned_s8_to_s16_with_offset_esp32s3(input_data, input_data16, input_size, input_offset); - esp_nn_depthwise_conv_s16_mult4_esp32s3(input_data16, input_wd, input_ht, channels, - pad_wd, pad_ht, stride_wd, stride_ht, ch_mult, - filter_data16, filter_wd, filter_ht, bias, - out_data, out_wd, out_ht, out_offset, out_shift, - out_mult, activation_min, activation_max); - } else { - esp_nn_depthwise_conv_s8_unrolled(input_data, input_wd, input_ht, channels, input_offset, - pad_wd, pad_ht, stride_wd, stride_ht, ch_mult, - filter_data, filter_wd, filter_ht, - bias, out_data, out_wd, out_ht, out_offset, out_shift, - out_mult, activation_min, activation_max); - } -} diff --git a/code/components/esp-nn/src/fully_connected/esp_nn_fully_connected_ansi.c b/code/components/esp-nn/src/fully_connected/esp_nn_fully_connected_ansi.c deleted file mode 100644 index 6d800bc5..00000000 --- a/code/components/esp-nn/src/fully_connected/esp_nn_fully_connected_ansi.c +++ /dev/null @@ -1,50 +0,0 @@ -// Copyright 2020-2021 Espressif Systems (Shanghai) PTE LTD -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#include - -#include - -void esp_nn_fully_connected_s8_ansi(const int8_t *input_data, - const int32_t input_offset, - const uint16_t row_len, - const int8_t *filter_data, - const int32_t filter_offset, - const int32_t *bias, - int8_t *out_data, - const uint16_t out_channels, - const int32_t out_offset, - const int32_t out_shift, - const int32_t out_mult, - const int32_t activation_min, - const int32_t activation_max) -{ - for (int32_t out_c = 0; out_c < out_channels; ++out_c) { - int32_t result = 0; - for (int32_t data_idx = 0; data_idx < row_len; data_idx++) { - int32_t filter_index = row_len * out_c + data_idx; - int32_t input_val = input_data[data_idx]; - int32_t filter_val = filter_data[filter_index]; - result += (filter_val + filter_offset) * (input_val + input_offset); - } - if (bias) { - result += bias[out_c]; - } - result = esp_nn_multiply_by_quantized_mult(result, out_mult, out_shift); - result += out_offset; - result = max(result, activation_min); - result = min(result, activation_max); - out_data[out_c] = (int8_t) result; - } -} diff --git a/code/components/esp-nn/src/pooling/esp_nn_avg_pool_ansi.c b/code/components/esp-nn/src/pooling/esp_nn_avg_pool_ansi.c deleted file mode 100644 index 03846aa0..00000000 --- a/code/components/esp-nn/src/pooling/esp_nn_avg_pool_ansi.c +++ /dev/null @@ -1,72 +0,0 @@ -// Copyright 2020-2021 Espressif Systems (Shanghai) PTE LTD -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#include - -#include - -void esp_nn_avg_pool_s8_ansi(const int8_t *input, - const uint16_t input_wd, - const uint16_t input_ht, - int8_t *output, - const uint16_t output_wd, - const uint16_t output_ht, - const uint16_t stride_wd, - const uint16_t stride_ht, - const uint16_t filter_wd, - const uint16_t filter_ht, - const uint16_t pad_wd, - const uint16_t pad_ht, - const int32_t activation_min, - const int32_t activation_max, - const uint16_t channels) -{ - int32_t base_y = -pad_ht; - for (int32_t out_y = 0; out_y < output_ht; out_y++, base_y += stride_ht) { - int32_t base_x = -pad_wd; - for (int32_t out_x = 0; out_x < output_wd; out_x++, base_x += stride_wd) { - for (int32_t ch_idx = 0; ch_idx < channels; ch_idx++) { - int32_t result = 0; - int32_t filter_cnt = 0; - /* Make sure filter does not cross the input box */ - int32_t filter_y_start = max(0, -base_y); - int32_t filter_x_start = max(0, -base_x); - - int32_t filter_y_end = min(filter_ht, input_ht - base_y); - int32_t filter_x_end = min(filter_wd, input_wd - base_x); - - for (int32_t filter_y = filter_y_start; filter_y < filter_y_end; filter_y++) { - for (int32_t filter_x = filter_x_start; filter_x < filter_x_end; filter_x++) { - int32_t in_x_idx = base_x + filter_x; - int32_t in_y_idx = base_y + filter_y; - int32_t input_index = (in_y_idx * input_wd + in_x_idx) * channels + ch_idx; - result += input[input_index]; - filter_cnt++; - } - } - - /* Rounded average */ - result = result > 0 ? (result + filter_cnt / 2) / filter_cnt - : (result - filter_cnt / 2) / filter_cnt; - - /* Activation function */ - result = max(result, activation_min); - result = min(result, activation_max); - - int32_t output_index = (out_y * output_wd + out_x) * channels + ch_idx; - output[output_index] = (int8_t) result; - } - } - } -} diff --git a/code/components/esp-nn/src/pooling/esp_nn_max_pool_ansi.c b/code/components/esp-nn/src/pooling/esp_nn_max_pool_ansi.c deleted file mode 100644 index 4ca5c42d..00000000 --- a/code/components/esp-nn/src/pooling/esp_nn_max_pool_ansi.c +++ /dev/null @@ -1,66 +0,0 @@ -// Copyright 2020-2021 Espressif Systems (Shanghai) PTE LTD -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#include - -#include - -void esp_nn_max_pool_s8_ansi(const int8_t *input, - const uint16_t input_wd, - const uint16_t input_ht, - int8_t *output, - const uint16_t output_wd, - const uint16_t output_ht, - const uint16_t stride_wd, - const uint16_t stride_ht, - const uint16_t filter_wd, - const uint16_t filter_ht, - const uint16_t pad_wd, - const uint16_t pad_ht, - const int32_t activation_min, - const int32_t activation_max, - const uint16_t channels) -{ - int32_t base_y = -pad_ht; - for (int32_t out_y = 0; out_y < output_ht; out_y++, base_y += stride_ht) { - int32_t base_x = -pad_wd; - for (int32_t out_x = 0; out_x < output_wd; out_x++, base_x += stride_wd) { - /* Make sure filter does not cross the input box */ - int32_t filter_y_start = max(0, -base_y); - int32_t filter_x_start = max(0, -base_x); - int32_t filter_y_end = min(filter_ht, input_ht - base_y); - int32_t filter_x_end = min(filter_wd, input_wd - base_x); - - for (int32_t ch_idx = 0; ch_idx < channels; ch_idx++) { - int8_t result = INT8_MIN; - - for (int32_t filter_y = filter_y_start; filter_y < filter_y_end; filter_y++) { - for (int32_t filter_x = filter_x_start; filter_x < filter_x_end; filter_x++) { - int32_t in_x_idx = base_x + filter_x; - int32_t in_y_idx = base_y + filter_y; - int32_t input_index = (in_y_idx * input_wd + in_x_idx) * channels + ch_idx; - result = max(input[input_index], result); - } - } - - /* Activation function */ - result = max(result, activation_min); - result = min(result, activation_max); - - int32_t output_index = (out_y * output_wd + out_x) * channels + ch_idx; - output[output_index] = result; - } - } - } -} diff --git a/code/components/esp-nn/src/softmax/esp_nn_softmax_ansi.c b/code/components/esp-nn/src/softmax/esp_nn_softmax_ansi.c deleted file mode 100644 index d71a8616..00000000 --- a/code/components/esp-nn/src/softmax/esp_nn_softmax_ansi.c +++ /dev/null @@ -1,88 +0,0 @@ -// Copyright 2022 Espressif Systems (Shanghai) PTE LTD -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#include "softmax_common.h" - -int32_t esp_nn_get_softmax_scratch_size_ansi(const int32_t width, const int32_t height) -{ - (void) width; - (void) height; - return 0; -} - -void esp_nn_set_softmax_scratch_buf_ansi(void *buffer) -{ - (void) buffer; - return; -} - -void esp_nn_softmax_s8_ansi(const int8_t *input_data, - const int32_t height, - const int32_t width, - const int32_t mult, - const int32_t shift, - const int32_t diff_min, - int8_t *output_data) -{ - // The representation chosen for the input to the exp() function is Q5.26. - // We need to leave extra space since values that we skip might be as large as - // -32 before multiplying by input mult, and therefore as large as - // -16 afterwards. Note that exp(-8) is definitely not insignificant to - // accumulation, but exp(-16) definitely is. -#define ACCUM_BITS 12 -#define DIFF_BITS 5 - - const int32_t mask = (1 << shift); - int32_t col = 0; - const int8_t *in_ptr = input_data; - int8_t *out_ptr = output_data; - - for (int row_idx = 0; row_idx < height; row_idx++) { - int8_t max_in_row = in_ptr[0]; - for (col = 1; col < width; col++) { - max_in_row = max(max_in_row, in_ptr[col]); - } - - int32_t input_diff = 0; - int32_t sum_of_exps = 0; - - for (col = 0; col < width; col++) { - input_diff = in_ptr[col] - max_in_row; - if (input_diff >= diff_min) { - const int32_t input_diff_rescaled = SAT_HIGH_MUL(input_diff * mask, mult); - const int32_t exp_raw = esp_nn_exp_on_negative_values(input_diff_rescaled); - sum_of_exps += DIV_POW2(exp_raw, ACCUM_BITS); - } - } - - const int32_t headroom_plus1 = esp_nn_clz32((uint32_t) sum_of_exps); - const int32_t shifted_scale = ONE_OVER_ONE_X((sum_of_exps << headroom_plus1) - (1 << 31)); - const int32_t bits_over_unit = ACCUM_BITS - headroom_plus1 + 31 - sizeof(int8_t) * 8; - - for (col = 0; col < width; col++) { - input_diff = in_ptr[col] - max_in_row; - if (input_diff >= diff_min) { - const int32_t input_diff_rescaled = SAT_HIGH_MUL(input_diff * mask, mult); - const int32_t exp_raw = esp_nn_exp_on_negative_values(input_diff_rescaled); - const int32_t shifted_output = SAT_HIGH_MUL(shifted_scale, exp_raw); - const int32_t result = DIV_POW2(shifted_output, bits_over_unit) - 128; - out_ptr[col] = (int8_t) esp_nn_saturate8(result); - } else { - out_ptr[col] = -128; - } - } - in_ptr += width; - out_ptr += width; - } -} diff --git a/code/components/esp-nn/src/softmax/esp_nn_softmax_opt.c b/code/components/esp-nn/src/softmax/esp_nn_softmax_opt.c deleted file mode 100644 index 93337d32..00000000 --- a/code/components/esp-nn/src/softmax/esp_nn_softmax_opt.c +++ /dev/null @@ -1,108 +0,0 @@ -// Copyright 2022 Espressif Systems (Shanghai) PTE LTD -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#include "softmax_common.h" -#include - -static int32_t *scratch_buf = NULL; - -/** - * @brief Get scratch buffer size needed by softmax function - * - * @param width - * @param height - * @return size in bytes - * - * @note buffer must be 4 byte aligned - */ -int32_t esp_nn_get_softmax_scratch_size_opt(const int32_t width, const int32_t height) -{ - (void) height; - return width * 4; -} - -/** - * @brief Set scratch buffer to be used by softmax function - * - * @param buffer this can be NULL if one needs to unset it - * must be aligned to 4 bytes - */ -void esp_nn_set_softmax_scratch_buf_opt(void *buffer) -{ - scratch_buf = (int32_t *) buffer; -} - -void esp_nn_softmax_s8_opt(const int8_t *input_data, - const int32_t height, - const int32_t width, - const int32_t mult, - const int32_t shift, - const int32_t diff_min, - int8_t *output_data) -{ - if (scratch_buf == NULL) { - printf("%s error! scratch buffer not set\n", __FUNCTION__); - return; - } - // The representation chosen for the input to the exp() function is Q5.26. - // We need to leave extra space since values that we skip might be as large as - // -32 before multiplying by input mult, and therefore as large as - // -16 afterwards. Note that exp(-8) is definitely not insignificant to - // accumulation, but exp(-16) definitely is. -#define ACCUM_BITS 12 -#define DIFF_BITS 5 - - const int32_t mask = (1 << shift); - int32_t col = 0; - const int8_t *in_ptr = input_data; - int8_t *out_ptr = output_data; - - for (int row_idx = 0; row_idx < height; row_idx++) { - int8_t max_in_row = in_ptr[0]; - for (col = 1; col < width; col++) { - max_in_row = max(max_in_row, in_ptr[col]); - } - - int32_t input_diff = 0; - int32_t sum_of_exps = 0; - - for (col = 0; col < width; col++) { - input_diff = in_ptr[col] - max_in_row; - if (input_diff >= diff_min) { - const int32_t input_diff_rescaled = SAT_HIGH_MUL(input_diff * mask, mult); - const int32_t exp_raw = esp_nn_exp_on_negative_values(input_diff_rescaled); - scratch_buf[col] = exp_raw; // store to avoid duplicate calculation later - sum_of_exps += DIV_POW2(exp_raw, ACCUM_BITS); - } - } - - const int32_t headroom_plus1 = esp_nn_clz32((uint32_t) sum_of_exps); - const int32_t shifted_scale = ONE_OVER_ONE_X((sum_of_exps << headroom_plus1) - (1 << 31)); - const int32_t bits_over_unit = ACCUM_BITS - headroom_plus1 + 31 - sizeof(int8_t) * 8; - - for (col = 0; col < width; col++) { - input_diff = in_ptr[col] - max_in_row; - if (input_diff >= diff_min) { - int32_t exp_raw = scratch_buf[col]; - const int32_t shifted_output = SAT_HIGH_MUL(shifted_scale, exp_raw); - const int32_t result = DIV_POW2(shifted_output, bits_over_unit) - 128; - out_ptr[col] = (int8_t) esp_nn_saturate8(result); - } else { - out_ptr[col] = -128; - } - } - in_ptr += width; - out_ptr += width; - } -} diff --git a/code/components/esp-nn/src/softmax/softmax_common.h b/code/components/esp-nn/src/softmax/softmax_common.h deleted file mode 100644 index 254d6ace..00000000 --- a/code/components/esp-nn/src/softmax/softmax_common.h +++ /dev/null @@ -1,104 +0,0 @@ -// Copyright 2022 Espressif Systems (Shanghai) PTE LTD -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#include -#include - -#define MASK_IF_ZERO(x) (x) == 0 ? ~0 : 0 -#define MASK_IF_NON_ZERO(x) (x) != 0 ? ~0 : 0 -#define SELECT_USING_MASK(mask, a, b) ((mask) & (a)) ^ (~(mask) & (b)) -#define SAT_HIGH_MUL(x, y) esp_nn_sat_round_doubling_high_mul((x), (y)) -#define DIV_POW2(x,y) esp_nn_div_by_power_of_two((x), (y)) - -__NN_FORCE_INLINE__ int32_t mul_power_of_2(int val, int exp) -{ - const int32_t thresh = ((1 << (31 - exp)) - 1); - int32_t result = val << exp; - result = SELECT_USING_MASK(MASK_IF_NON_ZERO(val > thresh), INT32_MAX, result); - result = SELECT_USING_MASK(MASK_IF_NON_ZERO(val < -thresh), INT32_MIN, result); - return result; -} - -/** - * @brief Calculate `1 / (1 + x)` for x in [0, 1] - * - * @param val input value to calculate `1/(1+x)` for - * @return `int32_t` result - * @note Newton-Raphson division - * - * https://en.wikipedia.org/wiki/Division_algorithm#Newton.E2.80.93Raphson_division - * Refer to that page for the logic behind the 48/17 and 32/17 constants. - * Pseudocode: https://en.wikipedia.org/wiki/Division_algorithm#Pseudocode - */ -__NN_FORCE_INLINE__ int32_t esp_nn_one_over_one_plus_x_for_x_in_0_1(int32_t val) -{ - const int64_t sum = (int64_t) val + INT32_MAX; - const int32_t half_denominator = (int32_t) ((sum + (sum >= 0 ? 1 : -1)) / 2L); - int32_t constant_48_over_17 = 1515870810; - int32_t constant_neg_32_over_17 = -1010580540; - int32_t x = constant_48_over_17 + SAT_HIGH_MUL(half_denominator, constant_neg_32_over_17); - const int32_t fixed_2_one = (1 << 29); - - x += mul_power_of_2(SAT_HIGH_MUL(x, fixed_2_one - SAT_HIGH_MUL(half_denominator, x)), 2); - x += mul_power_of_2(SAT_HIGH_MUL(x, fixed_2_one - SAT_HIGH_MUL(half_denominator, x)), 2); - x += mul_power_of_2(SAT_HIGH_MUL(x, fixed_2_one - SAT_HIGH_MUL(half_denominator, x)), 2); - - return mul_power_of_2(x, 1); -} - -#define ONE_OVER_ONE_X(x) esp_nn_one_over_one_plus_x_for_x_in_0_1((x)) - -/** - * @brief Return exp(x) for x < 0. - * - */ -__NN_FORCE_INLINE__ int32_t esp_nn_exp_on_negative_values(int32_t val) -{ - int32_t shift = 24; - - const int32_t one_quarter = (1 << shift); - int32_t mask = one_quarter - 1; - const int32_t val_mod_minus_quarter = (val & mask) - one_quarter; - const int32_t remainder = val_mod_minus_quarter - val; - - // calculate exponent for x in [-1/4, 0) in `result` - const int32_t x = (val_mod_minus_quarter << 5) + (1 << 28); - const int32_t x2 = SAT_HIGH_MUL(x, x); - const int32_t x3 = SAT_HIGH_MUL(x2, x); - const int32_t x4 = SAT_HIGH_MUL(x2, x2); - const int32_t one_over_3 = 715827883; - const int32_t one_over_8 = 1895147668; - - const int32_t x4_over_4 = DIV_POW2(x4, 2); - const int32_t x4_over_4_plus_x3_over_6_plus_x2_over_2 = DIV_POW2(SAT_HIGH_MUL(x4_over_4 + x3, one_over_3) + x2, 1); - int32_t result = one_over_8 + SAT_HIGH_MUL(one_over_8, x + x4_over_4_plus_x3_over_6_plus_x2_over_2); - -#define SELECT_IF_NON_ZERO(x) { \ - mask = MASK_IF_NON_ZERO(remainder & (1 << shift++)); \ - result = SELECT_USING_MASK(mask, SAT_HIGH_MUL(result, x), result); \ -} - - SELECT_IF_NON_ZERO(1672461947) - SELECT_IF_NON_ZERO(1302514674) - SELECT_IF_NON_ZERO(790015084) - SELECT_IF_NON_ZERO(290630308) - SELECT_IF_NON_ZERO(39332535) - SELECT_IF_NON_ZERO(720401) - SELECT_IF_NON_ZERO(242) - -#undef SELECT_IF_NON_ZERO - - mask = MASK_IF_ZERO(val); - return SELECT_USING_MASK(mask, INT32_MAX, result); -} \ No newline at end of file diff --git a/code/components/esp-nn/test_app/CMakeLists.txt b/code/components/esp-nn/test_app/CMakeLists.txt deleted file mode 100644 index 8d332768..00000000 --- a/code/components/esp-nn/test_app/CMakeLists.txt +++ /dev/null @@ -1,9 +0,0 @@ -# The following lines of boilerplate have to be in your project's -# CMakeLists in this exact order for cmake to work correctly -cmake_minimum_required(VERSION 3.5) - -set(EXTRA_COMPONENT_DIRS "../" "../tests/") -set(IDF_EXCLUDE_COMPONENTS test test_app) - -include($ENV{IDF_PATH}/tools/cmake/project.cmake) -project(test_app) diff --git a/code/components/esp-nn/test_app/main/CMakeLists.txt b/code/components/esp-nn/test_app/main/CMakeLists.txt deleted file mode 100644 index 04161254..00000000 --- a/code/components/esp-nn/test_app/main/CMakeLists.txt +++ /dev/null @@ -1,7 +0,0 @@ - -set(COMPONENT_SRCS "main.c") -set(COMPONENT_ADD_INCLUDEDIRS "") - -set(COMPONENT_PRIV_REQUIRES tests) - -register_component() diff --git a/code/components/esp-nn/test_app/main/component.mk b/code/components/esp-nn/test_app/main/component.mk deleted file mode 100644 index 5d85ad38..00000000 --- a/code/components/esp-nn/test_app/main/component.mk +++ /dev/null @@ -1,8 +0,0 @@ -# -# Main component makefile. -# -# This Makefile can be left empty. By default, it will take the sources in the -# src/ directory, compile them and link them into lib(subdirectory_name).a -# in the build directory. This behaviour is entirely configurable, -# please read the ESP-IDF documents if you need to do this. -# diff --git a/code/components/esp-nn/test_app/main/main.c b/code/components/esp-nn/test_app/main/main.c deleted file mode 100644 index 267e35f2..00000000 --- a/code/components/esp-nn/test_app/main/main.c +++ /dev/null @@ -1,87 +0,0 @@ -// Copyright 2020-2021 Espressif Systems (Shanghai) PTE LTD -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#include -#include -#include - -#include -#include -#include - -#include -#include - -static const char *TAG = "test_app"; -static uint32_t start_c, start_opt, total_c, total_opt; - -void profile_c_start() -{ - /* initiate profiling */ - start_c = esp_cpu_get_ccount(); -} - -void profile_c_end() -{ - /* record profile number */ - total_c = esp_cpu_get_ccount() - start_c; -} - -void profile_opt_start() -{ - /* initiate profiling */ - start_opt = esp_cpu_get_ccount(); -} - -void profile_opt_end() -{ - /* record profile number */ - total_opt = esp_cpu_get_ccount() - start_opt; -} - -void app_main() -{ - /* s8 tests */ - ESP_LOGI(TAG, "Running s8 tests..."); - esp_nn_add_elementwise_s8_test(); - printf("add, c %u opt %u\n", total_c, total_opt); - esp_nn_mul_elementwise_s8_test(); - printf("mul, c %u opt %u\n", total_c, total_opt); - esp_nn_depthwise_conv_s8_test(); - printf("depthwise, c %u opt %u\n", total_c, total_opt); - esp_nn_conv_s8_test(); - printf("conv2d, c %u opt %u\n", total_c, total_opt); - - esp_nn_relu6_s8_test(); - printf("relu, c %u opt %u\n", total_c, total_opt); - esp_nn_avg_pool_s8_test(); - printf("avg_pool, c %u opt %u\n", total_c, total_opt); - esp_nn_max_pool_s8_test(); - printf("max_pool, c %u opt %u\n", total_c, total_opt); - esp_nn_fully_connected_s8_test(); - printf("fully_connected, c %u opt %u\n", total_c, total_opt); - esp_nn_softmax_s8_test(); - printf("softmax, c %u opt %u\n", total_c, total_opt); - ESP_LOGI(TAG, "s8 tests done!\n"); - - /* u8 tests */ - //ESP_LOGI(TAG, "Running u8 tests..."); - //esp_nn_add_elementwise_u8_test(); - //esp_nn_depthwise_conv_u8_test(); - //esp_nn_conv_u8_test(); - //esp_nn_avg_pool_u8_test(); - //esp_nn_max_pool_u8_test(); - //esp_nn_fully_connected_u8_test(); - //ESP_LOGI(TAG, "u8 tests done!\n"); -} diff --git a/code/components/esp-nn/test_app/sdkconfig.defaults b/code/components/esp-nn/test_app/sdkconfig.defaults deleted file mode 100644 index bb37aac5..00000000 --- a/code/components/esp-nn/test_app/sdkconfig.defaults +++ /dev/null @@ -1,5 +0,0 @@ - -# -# esp-nn -# -CONFIG_NN_ESP32=y diff --git a/code/components/esp-nn/test_app/sdkconfig.defaults.esp32s3 b/code/components/esp-nn/test_app/sdkconfig.defaults.esp32s3 deleted file mode 100644 index 1adc4b01..00000000 --- a/code/components/esp-nn/test_app/sdkconfig.defaults.esp32s3 +++ /dev/null @@ -1,8 +0,0 @@ -# Default configurations for ESP32-S3 - -CONFIG_ESP32S3_DEFAULT_CPU_FREQ_240=y -CONFIG_ESP32S3_SPIRAM_SUPPORT=y - -CONFIG_ESP32S3_DATA_CACHE_64KB=y -CONFIG_ESP32S3_DATA_CACHE_8WAYS=y -CONFIG_ESP32S3_DATA_CACHE_LINE_64B=y diff --git a/code/components/esp-nn/tests/CMakeLists.txt b/code/components/esp-nn/tests/CMakeLists.txt deleted file mode 100644 index 97ec946f..00000000 --- a/code/components/esp-nn/tests/CMakeLists.txt +++ /dev/null @@ -1,15 +0,0 @@ - -set(COMPONENT_ADD_INCLUDEDIRS ./include/) -set(COMPONENT_SRCS "src/basic_math_test.c" - "src/convolution_test.c" - "src/fully_connected_test.c" - "src/pooling_test.c" - "src/relu_test.c" - "src/softmax_test.c") - -set(COMPONENT_REQUIRES ) -set(COMPONENT_PRIV_REQUIRES esp-nn) - -register_component() - -target_compile_options(${COMPONENT_LIB} PRIVATE -Wno-unused-function) diff --git a/code/components/esp-nn/tests/README.md b/code/components/esp-nn/tests/README.md deleted file mode 100644 index 41c94235..00000000 --- a/code/components/esp-nn/tests/README.md +++ /dev/null @@ -1,4 +0,0 @@ -# Tests for esp_nn library - -- Include these in your test framework and run the framework. -- For IDF test please refer `test_app` diff --git a/code/components/esp-nn/tests/component.mk b/code/components/esp-nn/tests/component.mk deleted file mode 100644 index 2860f3ff..00000000 --- a/code/components/esp-nn/tests/component.mk +++ /dev/null @@ -1,5 +0,0 @@ -#FIXME - -COMPONENT_ADD_INCLUDEDIRS := include/ - -COMPONENT_SRCDIRS := src/ diff --git a/code/components/esp-nn/tests/include/test_functions.h b/code/components/esp-nn/tests/include/test_functions.h deleted file mode 100644 index 3e882efa..00000000 --- a/code/components/esp-nn/tests/include/test_functions.h +++ /dev/null @@ -1,48 +0,0 @@ -// Copyright 2020-2021 Espressif Systems (Shanghai) PTE LTD -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - - -/* int8_t ops tests */ -void esp_nn_add_elementwise_s8_test(); -void esp_nn_mul_elementwise_s8_test(); - -void esp_nn_depthwise_conv_s8_test(); -void esp_nn_conv_s8_test(); - -void esp_nn_avg_pool_s8_test(); -void esp_nn_max_pool_s8_test(); - -void esp_nn_fully_connected_s8_test(); - -void esp_nn_relu6_s8_test(); - -void esp_nn_softmax_s8_test(); - -/* uint8_t ops tests */ -void esp_nn_add_elementwise_u8_test(); - -void esp_nn_depthwise_conv_u8_test(); -void esp_nn_conv_u8_test(); - -void esp_nn_avg_pool_u8_test(); -void esp_nn_max_pool_u8_test(); - -void esp_nn_fully_connected_u8_test(); - -/* instructions test functions */ -void compare_instructions_test(); -void arith_instructions_test(); -void min_max_instructions_test(); -void bitwise_instructions_test(); -void load_store_instructions_test(); diff --git a/code/components/esp-nn/tests/include/test_utils.h b/code/components/esp-nn/tests/include/test_utils.h deleted file mode 100644 index a152549b..00000000 --- a/code/components/esp-nn/tests/include/test_utils.h +++ /dev/null @@ -1,87 +0,0 @@ -// Copyright 2020-2021 Espressif Systems (Shanghai) PTE LTD -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#include -#include -#include -#include - -/* mult value range */ -#define MULT_MAX INT32_MAX -#define MULT_MIN 0 - -/* shift value range */ -#define SHIFT_MIN -31 -#define SHIFT_MAX 30 - -/** - * @brief callback function to run before C function - */ -void profile_c_start(); - -/** - * @brief callback function to run after C function - */ -void profile_c_end(); - -/** - * @brief callback function to run before optimized function - */ -void profile_opt_start(); - -/** - * @brief callback function to run after optimized function - */ -void profile_opt_end(); - -#define ANSI_COLOR_RED "\x1b[31m" -#define ANSI_COLOR_GREEN "\x1b[32m" -#define ANSI_COLOR_YELLOW "\x1b[33m" -#define ANSI_COLOR_BLUE "\x1b[34m" -#define ANSI_COLOR_MAGENTA "\x1b[35m" -#define ANSI_COLOR_CYAN "\x1b[36m" -#define ANSI_COLOR_RESET "\x1b[0m" - -#define CHECK_EQUAL(ARRAY1, ARRAY2, size) ({ \ - bool res = true; \ - for (int _i = 0; _i < size; _i++) { \ - if (ARRAY1[_i] != ARRAY2[_i]) { \ - res = false; \ - break; \ - } \ - } \ - res; \ -}) - -#define PRINT_ARRAY_INT(ARRAY, width, height) ({ \ - int *_array = (int *) ARRAY; \ - for (int _j = 0; _j < height; _j++) { \ - for (int _i = 0; _i < width; _i++) { \ - printf("%d\t", _array[width * _j + _i]); \ - } \ - printf("\n"); \ - } \ - printf("\n"); \ -}) - -#define PRINT_ARRAY_HEX(ARRAY, width, height) ({ \ - uint8_t *_array = (uint8_t *) ARRAY; \ - for (int _j = 0; _j < height; _j++) { \ - for (int _i = 0; _i < width; _i++) { \ - printf("%02x\t", _array[width * _j + _i]); \ - } \ - printf("\n"); \ - } \ - printf("\n"); \ -}) diff --git a/code/components/esp-nn/tests/src/basic_math_test.c b/code/components/esp-nn/tests/src/basic_math_test.c deleted file mode 100644 index 715d7c78..00000000 --- a/code/components/esp-nn/tests/src/basic_math_test.c +++ /dev/null @@ -1,355 +0,0 @@ -// Copyright 2020-2021 Espressif Systems (Shanghai) PTE LTD -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#include -#include -#include -#include -#include - -#include -#include -#include "test_utils.h" - -#if CONFIG_IDF_CMAKE -#if (CONFIG_SPIRAM_SUPPORT && (CONFIG_SPIRAM_USE_CAPS_ALLOC || CONFIG_SPIRAM_USE_MALLOC)) -#define IDF_HEAP_CAPS 1 -#endif - -#if IDF_HEAP_CAPS -#include "esp_heap_caps.h" -#endif -#endif - -void esp_nn_add_elementwise_s8_test() -{ - /* prepare data */ - const int size = 1600 + 8 + 7; /* odd len to test leftover */ - int8_t *input1; - int8_t *input2; - int8_t *out_data_c; - int8_t *out_data_opt; - int8_t *input1_orig = NULL; - int8_t *input2_orig = NULL; - int8_t *out_c_orig = NULL; - int8_t *out_opt_orig = NULL; - int32_t input1_offset = 34; - int32_t input2_offset = 35; - int32_t output_offset = 36; - int32_t input1_shift = -8; // right_shift amt always <= 0 - int32_t input2_shift = -8; // right_shift amt always <= 0 - int32_t output_shift = -9; // right_shift amt always <= 0 - int32_t left_shift = 15; // always +ve - int32_t input1_mult = INT32_MAX; - int32_t input2_mult = INT32_MAX; - int32_t output_mult = INT32_MAX; - int32_t activation_min = -128; - int32_t activation_max = 127; - - for (int itr = 0; itr < 10; itr++) { - switch (itr) { - case 0: // all zeros - input1_offset = 0; - input2_offset = 0; - output_offset = 0; - input1_mult = 0; - input2_mult = 0; - output_mult = 0; - input1_shift = 0; - input2_shift = 0; - output_shift = 0; - left_shift = 0; - break; - case 1: // hit min - input1_offset = -127; - input2_offset = -127; - output_offset = -128; - input1_mult = MULT_MIN; - input2_mult = MULT_MIN; - output_mult = MULT_MIN; - input1_shift = 0; - input2_shift = 0; - output_shift = 0; - left_shift = 0; - break; - case 2: // hit max - input1_offset = 128; - input2_offset = 128; - output_offset = -127; - input1_mult = MULT_MAX; - input2_mult = MULT_MAX; - output_mult = MULT_MAX; - input1_shift = SHIFT_MIN; - input2_shift = SHIFT_MIN; - output_shift = SHIFT_MIN; - left_shift = 30 - 8; // since input is 8 bits - break; - case 3: // hit extreme max - input1_offset = 128; - input2_offset = 128; - output_offset = -127; - input1_mult = MULT_MAX; - input2_mult = MULT_MAX; - output_mult = MULT_MAX; - input1_shift = 0; - input2_shift = 0; - output_shift = 0; - left_shift = 30 - 8; // -8 since input is 8 bit - break; - default: // practical random input - input1_offset = rand() % 256 - 127; // range [-127, 128] - input2_offset = rand() % 256 - 127; // range [-127, 128] - output_offset = rand() % 256 - 128; // range [-128, 127] - input1_mult = MULT_MAX / 2 + rand() % INT16_MAX; - input2_mult = MULT_MAX / 2 + rand() % INT16_MAX; - output_mult = MULT_MAX / 2 + rand() % INT16_MAX; - input1_shift = -8 + rand() % 4; - input2_shift = -8 + rand() % 4; - output_shift = -8 + rand() % 4; - left_shift = rand() % 15; - } -#if IDF_HEAP_CAPS - input1_orig = (int8_t *) heap_caps_malloc(size + 32, MALLOC_CAP_SPIRAM | MALLOC_CAP_8BIT); - input2_orig = (int8_t *) heap_caps_malloc(size + 32, MALLOC_CAP_SPIRAM | MALLOC_CAP_8BIT); - out_c_orig = (int8_t *) heap_caps_malloc(size + 32, MALLOC_CAP_SPIRAM | MALLOC_CAP_8BIT); - out_opt_orig = (int8_t *) heap_caps_malloc(size + 32, MALLOC_CAP_SPIRAM | MALLOC_CAP_8BIT); - - input1 = 16 + input1_orig - ((uint32_t) input1_orig & 0xf); - input2 = 16 + input2_orig - ((uint32_t) input2_orig & 0xf); - out_data_c = 16 + out_c_orig - ((uint32_t) out_c_orig & 0xf); - out_data_opt = 16 + out_opt_orig - ((uint32_t) out_opt_orig & 0xf); -#else - input1 = memalign(16, size); - input2 = memalign(16, size); - out_data_c = memalign(16, size); - out_data_opt = memalign(16, size); - - input1_orig = input1; - input2_orig = input2; - out_c_orig = out_data_c; - out_opt_orig = out_data_opt; -#endif - if (input1_orig == NULL || input2_orig == NULL || out_c_orig == NULL || - out_opt_orig == NULL) { - printf(ANSI_COLOR_RED"%s error allocating buffers\n"ANSI_COLOR_RESET, __FUNCTION__); - goto elementwise_add_test_cleanup; - } - - for (int i = 0; i < size; ++i) { - input1[i] = rand() % 256 - 128; - input2[i] = rand() % 256 - 128; - } - - if (itr == 0) { - /* enable profiler */ - profile_c_start(); - } - /* C function */ - esp_nn_add_elementwise_s8_ansi(input1, input2, input1_offset, input2_offset, - input1_mult, input2_mult, input1_shift, input2_shift, - left_shift, out_data_c, output_offset, output_mult, - output_shift, activation_min, activation_max, size); - - if (itr == 0) { - profile_c_end(); - profile_opt_start(); - } - - /* Optimized function */ - esp_nn_add_elementwise_s8(input1, input2, input1_offset, input2_offset, - input1_mult, input2_mult, input1_shift, input2_shift, - left_shift, out_data_opt, output_offset, output_mult, - output_shift, activation_min, activation_max, size); - if (itr == 0) { - /* disable profiler */ - profile_opt_end(); - } - - bool ret = CHECK_EQUAL(out_data_c, out_data_opt, size); - if (ret == false) { - printf(ANSI_COLOR_RED"%s[%d] failed\n"ANSI_COLOR_RESET, __FUNCTION__, itr); - printf("Output: \n"); - PRINT_ARRAY_HEX(out_data_opt, size, 1); - printf("Expected: \n"); - PRINT_ARRAY_HEX(out_data_c, size, 1); - printf("Input1:\n"); - PRINT_ARRAY_HEX(input1, size, 1); - printf("Input2:\n"); - PRINT_ARRAY_HEX(input2, size, 1); - printf("in1_shift %d, in2_shift %d, left_shift %d, out_shift %d\n", - input1_shift, input2_shift, left_shift, output_shift); - printf("in1_mult %d, in2_mult %d, out_mult %d\n", input1_mult, input2_mult, output_mult); - goto elementwise_add_test_cleanup; - } - printf(ANSI_COLOR_GREEN"%s[%d] passed\n"ANSI_COLOR_RESET, __FUNCTION__, itr); - -elementwise_add_test_cleanup: - if (input1_orig) { - free(input1_orig); - } - if (input2_orig) { - free(input2_orig); - } - if (out_c_orig) { - free(out_c_orig); - } - if (out_opt_orig) { - free(out_opt_orig); - } - } -} - -void esp_nn_mul_elementwise_s8_test() -{ - /* prepare data */ - const int size = 1600 + 8 + 7; /* odd len to test leftover */ - int8_t *input1; - int8_t *input2; - int8_t *out_data_c; - int8_t *out_data_opt; - int32_t input1_offset = 34; - int32_t input2_offset = 35; - int32_t output_offset = 36; - int32_t output_shift = -7; - int32_t output_mult = MULT_MAX; // max out_mult - int32_t activation_min = -128; - int32_t activation_max = 127; - int8_t *input1_orig = NULL; - int8_t *input2_orig = NULL; - int8_t *out_c_orig = NULL; - int8_t *out_opt_orig = NULL; - - for (int itr = 0; itr < 10; itr++) { - switch (itr) { - case 0: // all zeros - input1_offset = 0; - input2_offset = 0; - output_offset = 0; - output_mult = 0; - output_shift = 0; - break; - case 1: // hit min - input1_offset = -127; - input2_offset = -127; - output_offset = -128; - output_mult = MULT_MIN; - output_shift = 0; - break; - case 2: // hit max - input1_offset = 128; - input2_offset = 128; - output_offset = -127; - output_mult = MULT_MAX; - output_shift = SHIFT_MIN; - break; - case 3: // hit extreme max - input1_offset = 128; - input2_offset = 128; - output_offset = -127; - output_mult = MULT_MAX; - output_shift = 0; - break; - default: // practical random input - input1_offset = rand() % 256 - 127; // range [-127, 128] - input2_offset = rand() % 256 - 127; // range [-127, 128] - output_offset = rand() % 256 - 128; // range [-128, 127] - output_mult = MULT_MAX / 2 + rand() % INT16_MAX; - output_shift = -8 + rand() % 4; - } - -#if IDF_HEAP_CAPS - input1_orig = (int8_t *) heap_caps_malloc(size + 32, MALLOC_CAP_SPIRAM | MALLOC_CAP_8BIT); - input2_orig = (int8_t *) heap_caps_malloc(size + 32, MALLOC_CAP_SPIRAM | MALLOC_CAP_8BIT); - out_c_orig = (int8_t *) heap_caps_malloc(size + 32, MALLOC_CAP_SPIRAM | MALLOC_CAP_8BIT); - out_opt_orig = (int8_t *) heap_caps_malloc(size + 32, MALLOC_CAP_SPIRAM | MALLOC_CAP_8BIT); - - input1 = 16 + input1_orig - ((uint32_t) input1_orig & 0xf); - input2 = 16 + input2_orig - ((uint32_t) input2_orig & 0xf); - out_data_c = 16 + out_c_orig - ((uint32_t) out_c_orig & 0xf); - out_data_opt = 16 + out_opt_orig - ((uint32_t) out_opt_orig & 0xf); -#else - input1 = memalign(16, size); - input2 = memalign(16, size); - out_data_c = memalign(16, size); - out_data_opt = memalign(16, size); - - input1_orig = input1; - input2_orig = input2; - out_c_orig = out_data_c; - out_opt_orig = out_data_opt; -#endif - if (input1_orig == NULL || input2_orig == NULL || out_c_orig == NULL || - out_opt_orig == NULL) { - printf(ANSI_COLOR_RED"%s error allocating buffers\n"ANSI_COLOR_RESET, __FUNCTION__); - goto elementwise_mult_test_cleanup; - } - - for (int i = 0; i < size; ++i) { - input1[i] = rand() % 256 - 128; - input2[i] = rand() % 256 - 128; - } - - if (itr == 0) { - /* enable profiler */ - profile_c_start(); - } - /* C function */ - esp_nn_mul_elementwise_s8_ansi(input1, input2, input1_offset, input2_offset, - out_data_c, output_offset, output_mult, output_shift, - activation_min, activation_max, size); - - if (itr == 0) { - profile_c_end(); - profile_opt_start(); - } - /* Optimized function */ - esp_nn_mul_elementwise_s8(input1, input2, input1_offset, input2_offset, - out_data_opt, output_offset, output_mult, output_shift, - activation_min, activation_max, size); - - if (itr == 0) { - /* disable profiler */ - profile_opt_end(); - } - - bool ret = CHECK_EQUAL(out_data_c, out_data_opt, size); - if (ret == false) { - printf(ANSI_COLOR_RED"%s[%d] failed\n"ANSI_COLOR_RESET, __FUNCTION__, itr); - printf("Output: \n"); - PRINT_ARRAY_HEX(out_data_opt, size, 1); - printf("Expected: \n"); - PRINT_ARRAY_HEX(out_data_c, size, 1); - printf("Input1:\n"); - PRINT_ARRAY_HEX(input1, size, 1); - printf("Input2:\n"); - PRINT_ARRAY_HEX(input2, size, 1); - goto elementwise_mult_test_cleanup; - } - printf(ANSI_COLOR_GREEN"%s[%d] passed\n"ANSI_COLOR_RESET, __FUNCTION__, itr); - -elementwise_mult_test_cleanup: - if (input1_orig) { - free(input1_orig); - } - if (input2_orig) { - free(input2_orig); - } - if (out_c_orig) { - free(out_c_orig); - } - if (out_opt_orig) { - free(out_opt_orig); - } - } -} diff --git a/code/components/esp-nn/tests/src/convolution_test.c b/code/components/esp-nn/tests/src/convolution_test.c deleted file mode 100644 index c86bdbab..00000000 --- a/code/components/esp-nn/tests/src/convolution_test.c +++ /dev/null @@ -1,605 +0,0 @@ -// Copyright 2020-2021 Espressif Systems (Shanghai) PTE LTD -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#include -#include -#include -#include -#include - -#include -#include "test_utils.h" - -#if CONFIG_IDF_CMAKE -#if (CONFIG_SPIRAM_SUPPORT && (CONFIG_SPIRAM_USE_CAPS_ALLOC || CONFIG_SPIRAM_USE_MALLOC)) -#define IDF_HEAP_CAPS 1 -#endif -#if IDF_HEAP_CAPS -#include "esp_heap_caps.h" -#endif -#endif - -void esp_nn_depthwise_conv_s8_test() -{ - int8_t *input = NULL, *filter_data = NULL, *out_data_c = NULL, *out_data_opt = NULL; - int32_t *bias = NULL; - int32_t input_offset = 5; /* some number in [-128, 127] */ - int32_t out_offset = 7; - int32_t activation_min = -125; - int32_t activation_max = 120; - void *scratch_buf = NULL; - - /* independent variables */ - int input_wd, input_ht, channels; - uint16_t filter_ht, filter_wd, ch_mult; - uint16_t pad_wd, pad_ht, stride_wd, stride_ht; - - // run for 15 iterations - for (int itr = 0; itr < 15; itr++) { - /* prepare data */ - switch (itr) { - case 0: // (ch_mult 1, (channels % 16) = 0), filter (3,3), pad (0,0) - input_wd = 18; - input_ht = 18; - filter_ht = 3; - filter_wd = 3; - ch_mult = 1; - channels = 16; - pad_wd = 0; - pad_ht = 0; - stride_wd = 1; - stride_ht = 1; - break; - case 1: // (ch_mult 1, (channels % 16) = 0), filter (3,3), pad (1,1) - input_wd = 10; - input_ht = 10; - filter_ht = 3; - filter_wd = 3; - ch_mult = 1; - channels = 16; - pad_wd = 1; - pad_ht = 1; - stride_wd = 1; - stride_ht = 1; - break; - case 2: // (ch_mult 1, (channels % 8) = 0), filter (3,3), pad (1,1) - input_wd = 10; - input_ht = 10; - filter_ht = 3; - filter_wd = 3; - ch_mult = 1; - channels = 24; - pad_wd = 1; - pad_ht = 1; - stride_wd = 1; - stride_ht = 1; - break; - case 3: // other filter sizes (ch_mult 1, (channels % 8) = 0) - input_wd = 10; - input_ht = 10; - filter_ht = 3; - filter_wd = 3; - ch_mult = 1; - channels = 24; - pad_wd = 1; - pad_ht = 1; - stride_wd = 1; - stride_ht = 1; - break; - case 4: // other filter sizes (ch_mult 8 = 0) - input_wd = 6; - input_ht = 6; - filter_ht = 3; - filter_wd = 3; - ch_mult = 8; - channels = 4; - pad_wd = 1; - pad_ht = 1; - stride_wd = 1; - stride_ht = 1; - break; - case 5: // other filter sizes (ch_mult 8 = 0) - input_wd = 12; - input_ht = 12; - filter_ht = 5; - filter_wd = 5; - ch_mult = 8; - channels = 4; - pad_wd = 1; - pad_ht = 1; - stride_wd = 1; - stride_ht = 1; - break; - case 6: // other filter sizes (ch_mult 4 = 0) - input_wd = 6; - input_ht = 6; - filter_ht = 3; - filter_wd = 3; - ch_mult = 4; - channels = 4; - pad_wd = 1; - pad_ht = 1; - stride_wd = 1; - stride_ht = 1; - break; - case 7: // (ch_mult 1, (channels % 16) = 0), filter (3,3), pad (0,0) stride (2,2) - input_wd = 6; - input_ht = 6; - filter_ht = 3; - filter_wd = 3; - ch_mult = 1; - channels = 16; - pad_wd = 0; - pad_ht = 0; - stride_wd = 2; - stride_ht = 2; - break; - case 8: // same as case 7, with large parameters - input_wd = 58; - input_ht = 58; - filter_ht = 3; - filter_wd = 3; - ch_mult = 1; - channels = 128; - pad_wd = 0; - pad_ht = 0; - stride_wd = 2; - stride_ht = 2; - break; - case 9: // (ch_mult 1, (channels % 16) = 0), filter (3,3), pad (0,0) stride (2,2) - input_wd = 6; - input_ht = 6; - filter_ht = 3; - filter_wd = 3; - ch_mult = 1; - channels = 16; - pad_wd = 0; - pad_ht = 0; - stride_wd = 2; - stride_ht = 2; - break; - default: - input_wd = 6; - input_ht = 6; - filter_ht = 3; - filter_wd = 3; - ch_mult = 1; - channels = 16; - stride_wd = rand() % 2 + 1; - stride_ht = stride_wd; - pad_wd = stride_wd == 1 ? 0 : rand() % 2; - pad_ht = pad_wd; - printf("stride(%d), pad (%d)\t", stride_wd, pad_wd); - break; - } - - uint16_t out_wd = (input_wd - filter_wd + 1) / stride_wd; - uint16_t out_ht = (input_ht - filter_ht + 1) / stride_ht; - if (itr == 9) { - // expect the function to handle this gracefully - out_wd += 1; - out_ht += 1; - } - int in_size = input_wd * input_ht * channels; - int out_size = out_wd * out_ht * channels * ch_mult; - int filter_size = filter_wd * filter_ht * channels * ch_mult + 4; - int bias_size = channels * ch_mult + 1; - int32_t out_shift[channels * ch_mult]; - int32_t out_mult[channels * ch_mult]; - -#if IDF_HEAP_CAPS - int8_t *input_orig = (int8_t *) heap_caps_malloc(in_size + 32, MALLOC_CAP_SPIRAM | MALLOC_CAP_8BIT); - int8_t *out_c_orig = (int8_t *) heap_caps_malloc(out_size + 32, MALLOC_CAP_SPIRAM | MALLOC_CAP_8BIT); - int8_t *out_opt_orig = (int8_t *) heap_caps_malloc(out_size + 32, MALLOC_CAP_SPIRAM | MALLOC_CAP_8BIT); - filter_data = (int8_t *) heap_caps_malloc(filter_size, MALLOC_CAP_SPIRAM | MALLOC_CAP_8BIT); - bias = (int32_t *) heap_caps_malloc(bias_size * 4, MALLOC_CAP_SPIRAM | MALLOC_CAP_8BIT); - - input = 16 + input_orig - ((uint32_t) input_orig & 0xf); - out_data_c = 16 + out_c_orig - ((uint32_t) out_c_orig & 0xf); - out_data_opt = 16 + out_opt_orig - ((uint32_t) out_opt_orig & 0xf); -#else - input = memalign(16, in_size + 16); - filter_data = memalign(16, filter_size); - out_data_c = memalign(16, out_size + 16); - out_data_opt = memalign(16, out_size + 16); - bias = memalign(16, bias_size * 4); - int8_t *input_orig = input; - int8_t *out_c_orig = out_data_c; - int8_t *out_opt_orig = out_data_opt; -#endif - if (bias == NULL || input == NULL || filter_data == NULL || - out_data_c == NULL || out_data_opt == NULL || bias == NULL) { - printf(ANSI_COLOR_RED"%s[%d] allocations failed\n"ANSI_COLOR_RESET, __FUNCTION__, itr); - goto dc_s8_cleanup; - } - - /* Generate input data */ - for (int i = 0; i < in_size; ++i) { - input[i] = rand() % 128; - } - - /* Generate filter data */ - for (int i = 0; i < filter_size; ++i) { - filter_data[i] = rand() % 256 - 128; - } - - /* Generate bias data */ - for (int i = 0; i < channels * ch_mult; ++i) { - bias[i + 1] = rand() % INT16_MAX; //0th index left for unalignment - out_shift[i] = -8 + rand() % 3; - out_mult[i] = 0x7eb0e200 + rand() % 50; - } - - data_dims_t input_dims = {.width = input_wd, .height = input_ht, .channels = channels, 1}; - data_dims_t output_dims = {.width = out_wd, .height = out_ht, .channels = channels * ch_mult, 1}; - data_dims_t filter_dims = {.width = filter_wd, .height = filter_ht, 0, 0}; - dw_conv_params_t conv_params = {.in_offset = input_offset, .out_offset = out_offset, .ch_mult = ch_mult, - .stride = {stride_wd, stride_ht}, .padding = {pad_wd, pad_ht}, - .dilation = {0, 0}, .activation = {activation_min, activation_max}}; - quant_data_t quant_data = {.shift = out_shift, .mult = out_mult}; - - int scratch_buf_size = esp_nn_get_depthwise_conv_scratch_size(&input_dims, &filter_dims, - &output_dims, &conv_params); - if (scratch_buf_size > 0) { -#if IDF_HEAP_CAPS - scratch_buf = heap_caps_malloc(scratch_buf_size + 32, MALLOC_CAP_SPIRAM | MALLOC_CAP_8BIT); - int align_sz = 16 - (((int32_t) scratch_buf) & 0xf); -#else - scratch_buf = memalign(16, scratch_buf_size); - int align_sz = 0; -#endif - if (scratch_buf == NULL) { - printf(ANSI_COLOR_RED"%s[%d] scratch_buf alloc failed size %d\n"ANSI_COLOR_RESET, - __FUNCTION__, itr, scratch_buf_size); - goto dc_s8_cleanup; - } - esp_nn_set_depthwise_conv_scratch_buf(scratch_buf + align_sz); - } - if (itr == 0) { - /* enable profiler */ - profile_c_start(); - } - - /* C function */ - esp_nn_depthwise_conv_s8_ansi(&input_dims, input, &filter_dims, filter_data + 4, - bias + 1, &output_dims, out_data_c, &conv_params, &quant_data); - - if (itr == 0) { - profile_c_end(); - profile_opt_start(); - } - - /* Optimized function */ - esp_nn_depthwise_conv_s8(&input_dims, input, &filter_dims, filter_data + 4, - bias + 1, &output_dims, out_data_opt, &conv_params, &quant_data); - - if (itr == 0) { - /* disable profiler */ - profile_opt_end(); - } - - bool ret = CHECK_EQUAL(out_data_c, out_data_opt, out_size); - if (ret == false) { - printf(ANSI_COLOR_RED"%s[%d] failed\n"ANSI_COLOR_RESET, __FUNCTION__, itr); - printf("Output: \n"); - PRINT_ARRAY_HEX(out_data_opt, out_size / out_ht, out_ht); - printf("Expected: \n"); - PRINT_ARRAY_HEX(out_data_c, out_size / out_ht, out_ht); - printf("Input:\n"); - PRINT_ARRAY_HEX(input, in_size / input_ht, input_ht); - printf("Filter data:\n"); - PRINT_ARRAY_HEX(filter_data + 4, (filter_size - 4) / filter_ht, filter_ht); - printf("bias data:\n"); - PRINT_ARRAY_INT(bias + 1, ch_mult * channels, 1); - goto dc_s8_cleanup; - } - printf(ANSI_COLOR_GREEN"%s[%d] passed\n"ANSI_COLOR_RESET, __FUNCTION__, itr); - - dc_s8_cleanup: - if (input) { - free(input_orig); - } - if (filter_data) { - free(filter_data); - } - if (out_data_c) { - free(out_c_orig); - } - if (out_data_opt) { - free(out_opt_orig); - } - if (bias) { - free(bias); - } - if (scratch_buf) { - free(scratch_buf); - } - } -} - -void esp_nn_conv_s8_test() -{ - const int32_t input_offset = 5; /* some number in [-128, 127] */ - const int32_t activation_min = -125; - const int32_t activation_max = 122; - const int32_t out_offset = 3; - - void *scratch_buf = NULL; - int8_t *input_orig; - int8_t *out_c_orig; - int8_t *out_opt_orig; - int8_t *filter_data; - int32_t *bias; - - /* independent variable */ - int in_wd, in_ht, in_channels, out_channels; - uint16_t filter_ht, filter_wd; - uint16_t pad_wd, pad_ht, stride_wd, stride_ht; - - // run for 10 iterations - for (int itr = 0; itr < 10; itr++) { - switch (itr) { - case 0: // ch % 8 == 0 && filter (1,1), padding (0,0) - in_wd = 10; - in_ht = 10; - in_channels = 64; - out_channels = 64; - filter_ht = 1; - filter_wd = 1; - pad_wd = 0; - pad_ht = 0; - stride_wd = 1; - stride_ht = 1; - break; - case 1: // ch % 4 == 0 && (in_wd * in_ht) % 16 == 0 - in_wd = 4; - in_ht = 4; - in_channels = 20; - out_channels = 8; - filter_ht = 1; - filter_wd = 1; - pad_wd = 0; - pad_ht = 0; - stride_wd = 1; - stride_ht = 1; - break; - case 2: // ch, filter (3x3x3) - in_wd = 10; - in_ht = 10; - in_channels = 3; - out_channels = 64; - filter_ht = 3; - filter_wd = 3; - pad_wd = 0; - pad_ht = 0; - stride_wd = 1; - stride_ht = 1; - break; - case 3: // remaining pad (0, 0) - in_wd = 10; - in_ht = 10; - in_channels = 3; - out_channels = 64; - filter_ht = 1; - filter_wd = 1; - pad_wd = 0; - pad_ht = 0; - stride_wd = 1; - stride_ht = 1; - break; - case 4: // unopt case - in_wd = 10; - in_ht = 10; - in_channels = 12; - out_channels = 64; - filter_ht = 3; - filter_wd = 3; - pad_wd = 1; - pad_ht = 1; - stride_wd = 1; - stride_ht = 1; - break; - case 5: // ch % 8 == 0 & stride (2,2) - in_wd = 16; - in_ht = 16; - in_channels = 16; - out_channels = 16; - filter_ht = 1; - filter_wd = 1; - pad_wd = 0; - pad_ht = 0; - stride_wd = 2; - stride_ht = 2; - break; - case 6: // ch % 8 == 0 && filter (1,1), padding (0,0) - in_wd = 2; - in_ht = 2; - in_channels = 8; - out_channels = 8; - filter_ht = 1; - filter_wd = 1; - pad_wd = 0; - pad_ht = 0; - stride_wd = 1; - stride_ht = 1; - break; - default: // ch % 8 == 0 - in_wd = 8; - in_ht = 8; - in_channels = 16; - out_channels = 16; - filter_ht = 1; - filter_wd = 1; - pad_wd = 0; - pad_ht = 0; - stride_wd = 1; - stride_ht = 1; - break; - } - - /* prepare data */ - uint16_t out_wd = (in_wd - filter_wd + 1) / stride_wd; - uint16_t out_ht = (in_ht - filter_ht + 1) / stride_ht; - - int in_size = in_wd * in_ht * in_channels; - int filter_size = filter_wd * filter_ht * in_channels * out_channels + 2; - int out_size = out_wd * out_ht * out_channels; - -#if IDF_HEAP_CAPS - input_orig = (int8_t *) heap_caps_malloc(in_size + 32, MALLOC_CAP_SPIRAM | MALLOC_CAP_8BIT); - out_c_orig = (int8_t *) heap_caps_malloc(out_size + 32, MALLOC_CAP_SPIRAM | MALLOC_CAP_8BIT); - out_opt_orig = (int8_t *) heap_caps_malloc(out_size + 32, MALLOC_CAP_SPIRAM | MALLOC_CAP_8BIT); - filter_data = (int8_t *) heap_caps_malloc(filter_size + 32, MALLOC_CAP_SPIRAM | MALLOC_CAP_8BIT); - bias = (int32_t *) heap_caps_malloc(128 + sizeof (int32_t) * out_channels, MALLOC_CAP_SPIRAM | MALLOC_CAP_8BIT); - - int8_t *input = 16 + input_orig - ((uint32_t) input_orig & 0xf); - int8_t *out_data_c = 16 + out_c_orig - ((uint32_t) out_c_orig & 0xf); - int8_t *out_data_opt = 16 + out_opt_orig - ((uint32_t) out_opt_orig & 0xf); -#else - int8_t *input = memalign(16, in_size); - int8_t *out_data_c = memalign(16, out_size); - int8_t *out_data_opt = memalign(16, out_size); - filter_data = memalign(16, filter_size); - bias = calloc(1, 128 + sizeof (int32_t) * out_channels); - input_orig = input; - out_c_orig = out_data_c; - out_opt_orig = out_data_opt; -#endif - int32_t *out_shift = calloc(1, 128 + sizeof (int32_t) * out_channels); - int32_t *out_mult = calloc(1, 128 + sizeof (int32_t) * out_channels); - - if (input == NULL || filter_data == NULL || - out_data_c == NULL || out_data_opt == NULL) { - printf(ANSI_COLOR_RED"%s allocations failed\n"ANSI_COLOR_RESET, __FUNCTION__); - goto conv_s8_cleanup; - } - - if (bias == NULL || out_shift == NULL || out_mult == NULL) { - printf(ANSI_COLOR_RED"%s allocations failed\n"ANSI_COLOR_RESET, __FUNCTION__); - goto conv_s8_cleanup; - } - - /* Generate input data between -128 -> +127 */ - for (int i = 0; i < in_size; ++i) { - input[i] = rand() % 255 - 128; - } - - /* Generate filter data between -128 -> +127 */ - for (int i = 0; i < filter_size; ++i) { - filter_data[i] = rand() % 256 - 128; - } - - /* Generate bias data */ - for (int i = 0; i < out_channels; ++i) { - bias[i] = (int32_t)rand() % UINT16_MAX + UINT8_MAX; - } - - /* Shift and multiplier */ - for (int i = 0; i < out_channels; ++i) { - out_shift[i] = -10 + rand() % 2; - out_mult[i] = 0x7f67f4f8 + rand() % 50; - } - - data_dims_t input_dims = {.width = in_wd, .height = in_ht, .channels = in_channels, 1}; - data_dims_t output_dims = {.width = out_wd, .height = out_ht, .channels = out_channels, 1}; - data_dims_t filter_dims = {.width = filter_wd, .height = filter_ht, 0, 0}; - conv_params_t conv_params = {.in_offset = input_offset, .out_offset = out_offset, - .stride = {stride_wd, stride_ht}, .padding = {pad_wd, pad_ht}, - .dilation = {0, 0}, .activation = {activation_min, activation_max}}; - quant_data_t quant_data = {.shift = out_shift, .mult = out_mult}; - - int scratch_buf_size = esp_nn_get_conv_scratch_size(&input_dims, &filter_dims, - &output_dims, &conv_params); - if (scratch_buf_size > 0) { -#if IDF_HEAP_CAPS - void *scratch_buf = heap_caps_malloc(scratch_buf_size + 32, MALLOC_CAP_SPIRAM | MALLOC_CAP_8BIT); - int align_sz = 16 - (((int32_t) scratch_buf) & 0xf); -#else - void *scratch_buf = memalign(16, scratch_buf_size); - int align_sz = 0; -#endif - if (scratch_buf == NULL) { - printf(ANSI_COLOR_RED"%s scratch_buf alloc failed size %d\n"ANSI_COLOR_RESET, __FUNCTION__, scratch_buf_size); - goto conv_s8_cleanup; - } - esp_nn_set_conv_scratch_buf(scratch_buf + align_sz); - } - - if (itr == 0) { - /* enable profiler */ - profile_c_start(); - } - - /* C function */ - esp_nn_conv_s8_ansi(&input_dims, input, &filter_dims, filter_data + 2, - bias, &output_dims, out_data_c, &conv_params, &quant_data); - - if (itr == 0) { - profile_c_end(); - profile_opt_start(); - } - - /* Optimized function */ - esp_nn_conv_s8(&input_dims, input, &filter_dims, filter_data + 2, - bias, &output_dims, out_data_opt, &conv_params, &quant_data); - - if (itr == 0) { - /* disable profiler */ - profile_opt_end(); - } - - bool ret = CHECK_EQUAL(out_data_c, out_data_opt, out_size); - if (ret == false) { - printf(ANSI_COLOR_RED"%s[%d] failed\n"ANSI_COLOR_RESET, __FUNCTION__, itr); - printf("Output: \n"); - PRINT_ARRAY_HEX(out_data_opt, out_size / out_ht, out_ht); - printf("Expected: \n"); - PRINT_ARRAY_HEX(out_data_c, out_size / out_ht, out_ht); - printf("Input:\n"); - PRINT_ARRAY_HEX(input, in_size / in_ht, in_ht); - printf("Filter data:\n"); - PRINT_ARRAY_HEX(filter_data + 2, (filter_size - 2) / filter_ht, filter_ht); - printf("bias data:\n"); - PRINT_ARRAY_INT(bias, out_channels, 1); - goto conv_s8_cleanup; - } - printf(ANSI_COLOR_GREEN"%s[%d] passed\n"ANSI_COLOR_RESET, __FUNCTION__, itr); - - conv_s8_cleanup: - if (input) { - free(input_orig); - } - if (filter_data) { - free(filter_data); - } - if (out_data_c) { - free(out_c_orig); - } - if (out_data_opt) { - free(out_opt_orig); - } - if (bias) { - free(bias); - } - if (out_shift) { - free(out_shift); - } - if (out_mult) { - free(out_mult); - } - if (scratch_buf) { - free(scratch_buf); - } - } -} diff --git a/code/components/esp-nn/tests/src/fully_connected_test.c b/code/components/esp-nn/tests/src/fully_connected_test.c deleted file mode 100644 index d0210b46..00000000 --- a/code/components/esp-nn/tests/src/fully_connected_test.c +++ /dev/null @@ -1,111 +0,0 @@ -// Copyright 2020-2021 Espressif Systems (Shanghai) PTE LTD -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#include -#include -#include -#include - -#include -#include "test_utils.h" - - -void esp_nn_fully_connected_s8_test() -{ - /* prepare data */ - static uint16_t row_len = 256 + 8 + 7; /* odd len to test unaligned+left-over */ - static uint16_t out_channels = 3; - int8_t input[row_len]; - int8_t filter_data[row_len * out_channels]; - int8_t output_c[out_channels], output_opt[out_channels]; - static int32_t activation_min = -128; - static int32_t activation_max = 127; - static int32_t input_offset = 0; - static int32_t filter_offset = 0; - int32_t out_shift = -10; - static int32_t out_offset = 127; - int32_t out_mult = 0x59e492c4; - for (int itr = 0; itr < 5; itr++) { - out_mult = INT32_MAX / row_len + rand() % INT16_MAX; - switch (itr) { - case 0: - out_shift = -10; - break; - case 1: - out_shift = SHIFT_MIN; - break; - case 2: - out_shift = SHIFT_MAX; - break; - case 3: - out_shift = 0; - break; - default: - out_shift = -10 + rand() % 5; - break; - } - if (itr == 0) { - out_shift = SHIFT_MAX; - } - /* Generate input and filter data */ - for (int i = 0; i < row_len; ++i) { - input[i] = rand() % 256 - 128; - } - for (int i = 0; i < row_len * out_channels; ++i) { - filter_data[i] = rand() % 256 - 128; - } - - if (itr == 0) { - /* enable profiler */ - profile_c_start(); - } - - /* C function */ - esp_nn_fully_connected_s8_ansi(input, input_offset, row_len, filter_data, filter_offset, - NULL, output_c, out_channels, out_offset, out_shift, out_mult, - activation_min, activation_max); - - if (itr == 0) { - profile_c_end(); - profile_opt_start(); - } - - /* Optimized function */ - esp_nn_fully_connected_s8(input, input_offset, row_len, filter_data, filter_offset, - NULL, output_opt, out_channels, out_offset, out_shift, out_mult, - activation_min, activation_max); - - if (itr == 0) { - /* disable profiler */ - profile_opt_end(); - } - - bool ret = CHECK_EQUAL(output_c, output_opt, out_channels); - if (ret == false) { - printf(ANSI_COLOR_RED"%s[%d] failed\n"ANSI_COLOR_RESET, __FUNCTION__, itr); - printf("Output: \n"); - PRINT_ARRAY_HEX(output_opt, out_channels, 1); - printf("Expected: \n"); - PRINT_ARRAY_HEX(output_c, out_channels, 1); - printf("Input:\n"); - PRINT_ARRAY_HEX(input, row_len, 1); - printf("Filter data:\n"); - PRINT_ARRAY_HEX(filter_data, row_len, out_channels); - printf("Out shift: %d\n", out_shift); - printf("Out mult: %x\n", out_mult); - return; - } - printf(ANSI_COLOR_GREEN"%s[%d] passed\n"ANSI_COLOR_RESET, __FUNCTION__, itr); - } -} diff --git a/code/components/esp-nn/tests/src/pooling_test.c b/code/components/esp-nn/tests/src/pooling_test.c deleted file mode 100644 index c1c889e1..00000000 --- a/code/components/esp-nn/tests/src/pooling_test.c +++ /dev/null @@ -1,184 +0,0 @@ -// Copyright 2020-2021 Espressif Systems (Shanghai) PTE LTD -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#include -#include -#include -#include -#include - -#include -#include "test_utils.h" - - -void esp_nn_avg_pool_s8_test() -{ - /* prepare data */ - const uint16_t input_wd = 16; - const uint16_t input_ht = 16; - const uint16_t channels = 16; /* With TFLite example, I have seen it 256 */ - const int size = input_wd * input_ht * channels; - int8_t *input, *output_c, *output_opt; - const int32_t activation_min = -128; - const int32_t activation_max = 127; - const uint16_t pad_wd = 1; - const uint16_t pad_ht = 1; - const uint16_t stride_wd = 1; - const uint16_t stride_ht = 1; - const uint16_t filter_ht = 3; - const uint16_t filter_wd = 3; - const uint16_t out_wd = input_wd / stride_wd; - const uint16_t out_ht = input_ht / stride_ht; - const int out_size = out_wd * out_ht * channels; - - input = memalign(16, size); - output_c = memalign(16, out_size); - output_opt = memalign(16, out_size); - - if (input == NULL || output_c == NULL || output_opt == NULL) { - printf(ANSI_COLOR_RED"%s allocations failed\n"ANSI_COLOR_RESET, __FUNCTION__); - goto avg_pool_s8_cleanup; - } - /** - * width/height, channels etc look suspicious but it it true. - * It actually depends upon where in model this is actually placed. - * If at the end wd/ht tends to be smaller and depth larger. - */ - - for (int i = 0; i < size; ++i) { - input[i] = rand() % 256 - 128; - } - - /* enable profiler */ - profile_c_start(); - - /* C function */ - esp_nn_avg_pool_s8_ansi(input, input_wd, input_ht, output_c, out_wd, out_ht, - stride_wd, stride_ht, filter_wd, filter_ht, pad_wd, pad_ht, - activation_min, activation_max, channels); - - profile_c_end(); - profile_opt_start(); - - /* Optimized function */ - esp_nn_avg_pool_s8(input, input_wd, input_ht, output_opt, out_wd, out_ht, - stride_wd, stride_ht, filter_wd, filter_ht, pad_wd, pad_ht, - activation_min, activation_max, channels); - - /* disable profiler */ - profile_opt_end(); - - - bool ret = CHECK_EQUAL(output_c, output_opt, out_size); - if (ret == false) { - printf(ANSI_COLOR_RED"%s failed\n"ANSI_COLOR_RESET, __FUNCTION__); - printf("Output: \n"); - PRINT_ARRAY_HEX(output_opt, out_wd * channels, out_ht); - printf("Expected: \n"); - PRINT_ARRAY_HEX(output_c, out_wd * channels, out_ht); - printf("Input:\n"); - PRINT_ARRAY_HEX(input, input_wd * channels, input_ht); - goto avg_pool_s8_cleanup; - } - printf(ANSI_COLOR_GREEN"%s passed\n"ANSI_COLOR_RESET, __FUNCTION__); - -avg_pool_s8_cleanup: - if (input) { - free(input); - } - if (output_c) { - free(output_c); - } - if (output_opt) { - free(output_opt); - } -} - -void esp_nn_max_pool_s8_test() -{ - /* prepare data */ - const uint16_t input_wd = 16; - const uint16_t input_ht = 16; - const uint16_t channels = 16; /* With TFLite example, I have seen it 256 */ - int8_t *input, *output_c, *output_opt; - const int size = input_wd * input_ht * channels; - const int32_t activation_min = -128; - const int32_t activation_max = 127; - const uint16_t pad_wd = 1; - const uint16_t pad_ht = 1; - const uint16_t stride_wd = 1; - const uint16_t stride_ht = 1; - const uint16_t filter_ht = 3; - const uint16_t filter_wd = 3; - const uint16_t out_wd = input_wd / stride_wd; - const uint16_t out_ht = input_ht / stride_ht; - const int out_size = out_wd * out_ht * channels; - - input = memalign(16, size); - output_c = memalign(16, out_size); - output_opt = memalign(16, out_size); - - if (input == NULL || output_c == NULL || output_opt == NULL) { - printf(ANSI_COLOR_RED"%s allocations failed\n"ANSI_COLOR_RESET, __FUNCTION__); - goto max_pool_s8_cleanup; - } - - for (int i = 0; i < size; ++i) { - input[i] = rand() % 256 - 128; - } - - /* enable profiler */ - profile_c_start(); - - /* C function */ - esp_nn_max_pool_s8_ansi(input, input_wd, input_ht, output_c, out_wd, out_ht, - stride_wd, stride_ht, filter_wd, filter_ht, pad_wd, pad_ht, - activation_min, activation_max, channels); - - profile_c_end(); - profile_opt_start(); - - /* Optimized function */ - esp_nn_max_pool_s8(input, input_wd, input_ht, output_opt, out_wd, out_ht, - stride_wd, stride_ht, filter_wd, filter_ht, pad_wd, pad_ht, - activation_min, activation_max, channels); - - /* disable profiler */ - profile_opt_end(); - - - bool ret = CHECK_EQUAL(output_c, output_opt, out_wd * out_ht * channels); - if (ret == false) { - printf(ANSI_COLOR_RED"%s failed\n"ANSI_COLOR_RESET, __FUNCTION__); - printf("Output: \n"); - PRINT_ARRAY_HEX(output_opt, out_wd * out_ht * channels, 1); - printf("Expected: \n"); - PRINT_ARRAY_HEX(output_c, out_wd * out_ht * channels, 1); - printf("Input:\n"); - PRINT_ARRAY_HEX(input, 8, size / 8); - goto max_pool_s8_cleanup; - } - printf(ANSI_COLOR_GREEN"%s passed\n"ANSI_COLOR_RESET, __FUNCTION__); - -max_pool_s8_cleanup: - if (input) { - free(input); - } - if (output_c) { - free(output_c); - } - if (output_opt) { - free(output_opt); - } -} diff --git a/code/components/esp-nn/tests/src/relu_test.c b/code/components/esp-nn/tests/src/relu_test.c deleted file mode 100644 index ce6f13f1..00000000 --- a/code/components/esp-nn/tests/src/relu_test.c +++ /dev/null @@ -1,83 +0,0 @@ -// Copyright 2020-2021 Espressif Systems (Shanghai) PTE LTD -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#include -#include -#include -#include -#include - -#include -#include "test_utils.h" - -void esp_nn_relu6_s8_test() -{ - const int size = 1600 + 8 + 7; - int8_t *input, *inout_ansi, *inout_opt; - - input = memalign(16, size); - inout_ansi = memalign(16, size); - inout_opt = memalign(16, size); - - if (input == NULL || inout_ansi == NULL || inout_opt == NULL) { - printf(ANSI_COLOR_RED"%s allocations failed\n"ANSI_COLOR_RESET, __FUNCTION__); - goto relu6_s8_cleanup; - } - /* Generate filter data between -128 -> +127 */ - for (int i = 0; i < size; ++i) { - input[i] = rand() % 255 - 128; - inout_ansi[i] = input[i]; - inout_opt[i] = input[i]; - } - - /* enable profiler */ - profile_c_start(); - - /* C function */ - esp_nn_relu6_s8_ansi(inout_ansi, size); - - profile_c_end(); - profile_opt_start(); - - /* Optimized function */ - esp_nn_relu6_s8(inout_opt, size); - - /* disable profiler */ - profile_opt_end(); - - bool ret = CHECK_EQUAL(inout_ansi, inout_opt, size); - if (ret == false) { - printf(ANSI_COLOR_RED"%s failed\n"ANSI_COLOR_RESET, __FUNCTION__); - printf("Output: \n"); - PRINT_ARRAY_HEX(inout_opt, size, 1); - printf("Expected: \n"); - PRINT_ARRAY_HEX(inout_ansi, size, 1); - printf("Input:\n"); - PRINT_ARRAY_HEX(input, size, 1); - goto relu6_s8_cleanup; - } - printf(ANSI_COLOR_GREEN"%s passed\n"ANSI_COLOR_RESET, __FUNCTION__); - -relu6_s8_cleanup: - if (input) { - free (input); - } - if (inout_ansi) { - free (inout_ansi); - } - if (inout_opt) { - free (inout_opt); - } - -} diff --git a/code/components/esp-nn/tests/src/softmax_test.c b/code/components/esp-nn/tests/src/softmax_test.c deleted file mode 100644 index f7c734cd..00000000 --- a/code/components/esp-nn/tests/src/softmax_test.c +++ /dev/null @@ -1,101 +0,0 @@ -// Copyright 2022 Espressif Systems (Shanghai) PTE LTD -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#include -#include -#include -#include -#include - -#include -#include "test_utils.h" - -void esp_nn_softmax_s8_test() -{ - const int32_t height = 8; - const int32_t width = 32; - const int32_t diff_min = -128; - const int32_t mult = INT32_MAX / 2; - const int32_t shift = 7; - void *scratch_buf = NULL; - const int size = width * height; - int8_t *input, *out_ansi, *out_opt; - - input = memalign(16, size); - out_ansi = memalign(16, size); - out_opt = memalign(16, size); - - if (input == NULL || out_ansi == NULL || out_opt == NULL) { - printf(ANSI_COLOR_RED"%s buffer allocations failed\n"ANSI_COLOR_RESET, __FUNCTION__); - goto softmax_s8_cleanup; - } - - /* Generate input data between -128 -> +127 */ - for (int i = 0; i < size; ++i) { - input[i] = rand() % 255 - 128; - } - - /* enable profiler */ - profile_c_start(); - - /* C function */ - esp_nn_softmax_s8_ansi(input, height, width, mult, shift, diff_min, out_ansi); - - profile_c_end(); - - int32_t scratch_buf_size = esp_nn_get_softmax_scratch_size(width, height); - if (scratch_buf_size) { - scratch_buf = memalign(4, scratch_buf_size); - if (scratch_buf == NULL) { - printf(ANSI_COLOR_RED"%s scratch_buf alloc failed size %d\n"ANSI_COLOR_RESET, __FUNCTION__, scratch_buf_size); - goto softmax_s8_cleanup; - } - esp_nn_set_softmax_scratch_buf(scratch_buf); - } - - profile_opt_start(); - - /* Optimized function */ - esp_nn_softmax_s8(input, height, width, mult, shift, diff_min, out_opt); - - /* disable profiler */ - profile_opt_end(); - - bool ret = CHECK_EQUAL(out_ansi, out_opt, size); - if (ret == false) { - printf(ANSI_COLOR_RED"%s failed\n"ANSI_COLOR_RESET, __FUNCTION__); - printf("Output: \n"); - PRINT_ARRAY_HEX(out_opt, width, height); - printf("Expected: \n"); - PRINT_ARRAY_HEX(out_ansi, width, height); - printf("Input:\n"); - PRINT_ARRAY_HEX(input, width, height); - goto softmax_s8_cleanup; - } - printf(ANSI_COLOR_GREEN"%s passed\n"ANSI_COLOR_RESET, __FUNCTION__); - -softmax_s8_cleanup: - if (input) { - free (input); - } - if (out_ansi) { - free (out_ansi); - } - if (out_opt) { - free (out_opt); - } - if (scratch_buf) { - free (scratch_buf); - } -} From 570777db7ec20f812e68c0bb3be362d66d331ee8 Mon Sep 17 00:00:00 2001 From: CaCO3 Date: Fri, 23 Sep 2022 21:20:18 +0200 Subject: [PATCH 05/13] added esp-nn again as submodule (master) --- .gitmodules | 3 +++ code/components/esp-nn | 1 + 2 files changed, 4 insertions(+) create mode 160000 code/components/esp-nn diff --git a/.gitmodules b/.gitmodules index 8b570396..1480e9af 100644 --- a/.gitmodules +++ b/.gitmodules @@ -1,3 +1,6 @@ [submodule "code/components/esp32-camera-master"] path = code/components/esp32-camera-master url = https://github.com/espressif/esp32-camera.git +[submodule "code/components/esp-nn"] + path = code/components/esp-nn + url = https://github.com/espressif/esp-nn.git diff --git a/code/components/esp-nn b/code/components/esp-nn new file mode 160000 index 00000000..6b3ef8e2 --- /dev/null +++ b/code/components/esp-nn @@ -0,0 +1 @@ +Subproject commit 6b3ef8e226a05554a6d874f6456f5ca1771c01c2 From f6f70776d9f8c25b1d4973cb3a4af5e8dd748ebb Mon Sep 17 00:00:00 2001 From: CaCO3 Date: Fri, 23 Sep 2022 21:20:32 +0200 Subject: [PATCH 06/13] autogenerated file got update => maybe we also can remove it? --- code/sdkconfig.esp32cam | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/code/sdkconfig.esp32cam b/code/sdkconfig.esp32cam index b8ed069a..ce4d04f3 100644 --- a/code/sdkconfig.esp32cam +++ b/code/sdkconfig.esp32cam @@ -148,6 +148,11 @@ CONFIG_NN_OPTIMIZED=y CONFIG_NN_OPTIMIZATIONS=1 # end of ESP-NN +# +# ESP-NN +# +# end of ESP-NN + # # Compiler options # From b1d4df4309409d9b85d8e58e58d6158a6709b8fe Mon Sep 17 00:00:00 2001 From: CaCO3 Date: Fri, 23 Sep 2022 21:29:17 +0200 Subject: [PATCH 07/13] removed tflite-lib --- code/components/tflite-lib/CMakeLists.txt | 72 - .../tensorflow/lite/builtin_op_data.h | 22 - .../tflite-lib/tensorflow/lite/builtin_ops.h | 193 - .../tensorflow/lite/c/builtin_op_data.h | 525 - .../tensorflow/lite/c/c_api_types.h | 130 - .../tflite-lib/tensorflow/lite/c/common.cc | 286 - .../tflite-lib/tensorflow/lite/c/common.h | 1022 - .../tflite-lib/tensorflow/lite/context_util.h | 51 - .../lite/core/api/error_reporter.cc | 38 - .../tensorflow/lite/core/api/error_reporter.h | 59 - .../lite/core/api/flatbuffer_conversions.cc | 2457 -- .../lite/core/api/flatbuffer_conversions.h | 408 - .../tensorflow/lite/core/api/op_resolver.cc | 68 - .../tensorflow/lite/core/api/op_resolver.h | 140 - .../tensorflow/lite/core/api/tensor_utils.cc | 50 - .../tensorflow/lite/core/api/tensor_utils.h | 28 - .../experimental/microfrontend/lib/bits.h | 102 - .../experimental/microfrontend/lib/fft.cc | 52 - .../lite/experimental/microfrontend/lib/fft.h | 50 - .../microfrontend/lib/fft_util.cc | 70 - .../experimental/microfrontend/lib/fft_util.h | 34 - .../microfrontend/lib/filterbank.c | 134 - .../microfrontend/lib/filterbank.h | 63 - .../microfrontend/lib/filterbank_util.c | 220 - .../microfrontend/lib/filterbank_util.h | 50 - .../experimental/microfrontend/lib/frontend.c | 72 - .../experimental/microfrontend/lib/frontend.h | 64 - .../microfrontend/lib/frontend_util.c | 85 - .../microfrontend/lib/frontend_util.h | 52 - .../microfrontend/lib/kiss_fft_common.h | 48 - .../microfrontend/lib/kiss_fft_int16.cc | 8 - .../microfrontend/lib/kiss_fft_int16.h | 33 - .../experimental/microfrontend/lib/log_lut.c | 30 - .../experimental/microfrontend/lib/log_lut.h | 40 - .../microfrontend/lib/log_scale.c | 83 - .../microfrontend/lib/log_scale.h | 39 - .../microfrontend/lib/log_scale_util.c | 27 - .../microfrontend/lib/log_scale_util.h | 45 - .../microfrontend/lib/noise_reduction.c | 51 - .../microfrontend/lib/noise_reduction.h | 46 - .../microfrontend/lib/noise_reduction_util.c | 45 - .../microfrontend/lib/noise_reduction_util.h | 50 - .../microfrontend/lib/pcan_gain_control.c | 56 - .../microfrontend/lib/pcan_gain_control.h | 47 - .../lib/pcan_gain_control_util.c | 92 - .../lib/pcan_gain_control_util.h | 57 - .../experimental/microfrontend/lib/window.c | 70 - .../experimental/microfrontend/lib/window.h | 49 - .../microfrontend/lib/window_util.c | 73 - .../microfrontend/lib/window_util.h | 45 - .../tensorflow/lite/kernels/internal/common.h | 1180 - .../lite/kernels/internal/compatibility.h | 122 - .../lite/kernels/internal/cppmath.h | 40 - .../tensorflow/lite/kernels/internal/max.h | 35 - .../tensorflow/lite/kernels/internal/min.h | 35 - .../kernels/internal/optimized/neon_check.h | 20 - .../lite/kernels/internal/portable_tensor.h | 122 - .../kernels/internal/portable_tensor_utils.h | 484 - .../kernels/internal/quantization_util.cc | 416 - .../lite/kernels/internal/quantization_util.h | 292 - .../lite/kernels/internal/reference/add.h | 400 - .../lite/kernels/internal/reference/add_n.h | 86 - .../kernels/internal/reference/arg_min_max.h | 88 - .../kernels/internal/reference/batch_matmul.h | 275 - .../internal/reference/batch_to_space_nd.h | 101 - .../internal/reference/binary_function.h | 91 - .../internal/reference/broadcast_args.h | 56 - .../kernels/internal/reference/broadcast_to.h | 97 - .../lite/kernels/internal/reference/ceil.h | 37 - .../kernels/internal/reference/comparisons.h | 280 - .../internal/reference/concatenation.h | 141 - .../lite/kernels/internal/reference/conv.h | 287 - .../lite/kernels/internal/reference/cumsum.h | 175 - .../internal/reference/depth_to_space.h | 79 - .../internal/reference/depthwiseconv_float.h | 100 - .../internal/reference/depthwiseconv_uint8.h | 319 - .../kernels/internal/reference/dequantize.h | 78 - .../lite/kernels/internal/reference/div.h | 247 - .../lite/kernels/internal/reference/elu.h | 37 - .../lite/kernels/internal/reference/exp.h | 38 - .../lite/kernels/internal/reference/fill.h | 38 - .../lite/kernels/internal/reference/floor.h | 39 - .../kernels/internal/reference/floor_div.h | 35 - .../kernels/internal/reference/floor_mod.h | 44 - .../internal/reference/fully_connected.h | 323 - .../kernels/internal/reference/hard_swish.h | 168 - .../internal/reference/integer_ops/add.h | 145 - .../internal/reference/integer_ops/conv.h | 238 - .../reference/integer_ops/depthwise_conv.h | 291 - .../reference/integer_ops/fully_connected.h | 201 - .../reference/integer_ops/l2normalization.h | 67 - .../internal/reference/integer_ops/logistic.h | 121 - .../internal/reference/integer_ops/mean.h | 79 - .../internal/reference/integer_ops/mul.h | 133 - .../internal/reference/integer_ops/pooling.h | 264 - .../internal/reference/integer_ops/tanh.h | 117 - .../reference/integer_ops/transpose_conv.h | 224 - .../internal/reference/l2normalization.h | 90 - .../kernels/internal/reference/leaky_relu.h | 69 - .../kernels/internal/reference/log_softmax.h | 256 - .../kernels/internal/reference/logistic.h | 132 - .../kernels/internal/reference/lstm_cell.h | 422 - .../internal/reference/maximum_minimum.h | 64 - .../lite/kernels/internal/reference/mul.h | 168 - .../lite/kernels/internal/reference/neg.h | 37 - .../lite/kernels/internal/reference/pad.h | 169 - .../lite/kernels/internal/reference/pooling.h | 303 - .../reference/portable_tensor_utils.cc | 809 - .../reference/portable_tensor_utils.h | 333 - .../reference/portable_tensor_utils_impl.h | 244 - .../lite/kernels/internal/reference/prelu.h | 111 - .../reference/process_broadcast_shapes.h | 140 - .../kernels/internal/reference/quantize.h | 89 - .../lite/kernels/internal/reference/reduce.h | 526 - .../kernels/internal/reference/requantize.h | 70 - .../internal/reference/resize_bilinear.h | 228 - .../reference/resize_nearest_neighbor.h | 102 - .../lite/kernels/internal/reference/round.h | 51 - .../lite/kernels/internal/reference/slice.h | 80 - .../lite/kernels/internal/reference/softmax.h | 233 - .../internal/reference/space_to_batch_nd.h | 109 - .../internal/reference/space_to_depth.h | 80 - .../internal/reference/strided_slice.h | 121 - .../lite/kernels/internal/reference/sub.h | 479 - .../lite/kernels/internal/reference/tanh.h | 129 - .../kernels/internal/reference/transpose.h | 111 - .../internal/reference/transpose_conv.h | 219 - .../lite/kernels/internal/runtime_shape.h | 158 - .../kernels/internal/strided_slice_logic.h | 211 - .../lite/kernels/internal/tensor_ctypes.h | 47 - .../tensorflow/lite/kernels/internal/types.h | 1065 - .../tensorflow/lite/kernels/kernel_util.cc | 593 - .../tensorflow/lite/kernels/kernel_util.h | 330 - .../tensorflow/lite/kernels/op_macros.h | 38 - .../tensorflow/lite/kernels/padding.h | 115 - .../tensorflow/lite/micro/all_ops_resolver.cc | 119 - .../tensorflow/lite/micro/all_ops_resolver.h | 38 - .../micro/arena_allocator/ibuffer_allocator.h | 100 - .../non_persistent_arena_buffer_allocator.cc | 170 - .../non_persistent_arena_buffer_allocator.h | 105 - .../persistent_arena_buffer_allocator.cc | 52 - .../persistent_arena_buffer_allocator.h | 59 - ...recording_single_arena_buffer_allocator.cc | 87 - .../recording_single_arena_buffer_allocator.h | 64 - .../single_arena_buffer_allocator.cc | 209 - .../single_arena_buffer_allocator.h | 152 - .../tensorflow/lite/micro/compatibility.h | 32 - .../tensorflow/lite/micro/debug_log.cc | 50 - .../tensorflow/lite/micro/debug_log.h | 31 - .../lite/micro/fake_micro_context.cc | 107 - .../lite/micro/fake_micro_context.h | 56 - .../tensorflow/lite/micro/flatbuffer_utils.cc | 84 - .../tensorflow/lite/micro/flatbuffer_utils.h | 65 - .../lite/micro/kernels/activation_utils.h | 57 - .../lite/micro/kernels/activations.cc | 120 - .../lite/micro/kernels/activations.h | 63 - .../lite/micro/kernels/activations_common.cc | 158 - .../tensorflow/lite/micro/kernels/add.cc | 165 - .../tensorflow/lite/micro/kernels/add.h | 64 - .../lite/micro/kernels/add_common.cc | 106 - .../tensorflow/lite/micro/kernels/add_n.cc | 214 - .../lite/micro/kernels/arg_min_max.cc | 116 - .../lite/micro/kernels/assign_variable.cc | 101 - .../lite/micro/kernels/batch_to_space_nd.cc | 111 - .../lite/micro/kernels/broadcast_args.cc | 91 - .../lite/micro/kernels/broadcast_to.cc | 123 - .../lite/micro/kernels/call_once.cc | 88 - .../tensorflow/lite/micro/kernels/cast.cc | 114 - .../tensorflow/lite/micro/kernels/ceil.cc | 75 - .../lite/micro/kernels/circular_buffer.cc | 116 - .../lite/micro/kernels/circular_buffer.h | 48 - .../micro/kernels/circular_buffer_common.cc | 97 - ...rcular_buffer_flexbuffers_generated_data.h | 22 - .../lite/micro/kernels/comparisons.cc | 617 - .../lite/micro/kernels/concatenation.cc | 261 - .../tensorflow/lite/micro/kernels/conv.cc | 141 - .../tensorflow/lite/micro/kernels/conv.h | 112 - .../lite/micro/kernels/conv_common.cc | 197 - .../tensorflow/lite/micro/kernels/conv_test.h | 113 - .../tensorflow/lite/micro/kernels/cumsum.cc | 175 - .../lite/micro/kernels/depth_to_space.cc | 142 - .../lite/micro/kernels/depthwise_conv.cc | 98 - .../lite/micro/kernels/depthwise_conv.h | 80 - .../micro/kernels/depthwise_conv_common.cc | 202 - .../lite/micro/kernels/dequantize.cc | 88 - .../lite/micro/kernels/dequantize.h | 38 - .../lite/micro/kernels/dequantize_common.cc | 67 - .../micro/kernels/detection_postprocess.cc | 807 - ...n_postprocess_flexbuffers_generated_data.h | 25 - .../tensorflow/lite/micro/kernels/div.cc | 208 - .../lite/micro/kernels/elementwise.cc | 429 - .../tensorflow/lite/micro/kernels/elu.cc | 152 - .../lite/micro/kernels/esp_nn/README.md | 11 - .../lite/micro/kernels/esp_nn/add.cc | 202 - .../lite/micro/kernels/esp_nn/conv.cc | 344 - .../micro/kernels/esp_nn/depthwise_conv.cc | 346 - .../micro/kernels/esp_nn/fully_connected.cc | 191 - .../lite/micro/kernels/esp_nn/mul.cc | 124 - .../lite/micro/kernels/esp_nn/pooling.cc | 231 - .../lite/micro/kernels/esp_nn/softmax.cc | 208 - .../tensorflow/lite/micro/kernels/ethosu.cc | 27 - .../tensorflow/lite/micro/kernels/ethosu.h | 28 - .../tensorflow/lite/micro/kernels/exp.cc | 78 - .../lite/micro/kernels/expand_dims.cc | 152 - .../tensorflow/lite/micro/kernels/fill.cc | 141 - .../tensorflow/lite/micro/kernels/floor.cc | 50 - .../lite/micro/kernels/floor_div.cc | 129 - .../lite/micro/kernels/floor_mod.cc | 127 - .../lite/micro/kernels/fully_connected.cc | 158 - .../lite/micro/kernels/fully_connected.h | 104 - .../micro/kernels/fully_connected_common.cc | 83 - .../tensorflow/lite/micro/kernels/gather.cc | 224 - .../lite/micro/kernels/gather_nd.cc | 210 - .../lite/micro/kernels/hard_swish.cc | 75 - .../lite/micro/kernels/hard_swish.h | 30 - .../lite/micro/kernels/hard_swish_common.cc | 86 - .../tensorflow/lite/micro/kernels/if.cc | 121 - .../lite/micro/kernels/kernel_runner.cc | 110 - .../lite/micro/kernels/kernel_runner.h | 76 - .../lite/micro/kernels/kernel_util.cc | 218 - .../lite/micro/kernels/kernel_util.h | 123 - .../lite/micro/kernels/l2_pool_2d.cc | 142 - .../tensorflow/lite/micro/kernels/l2norm.cc | 147 - .../lite/micro/kernels/leaky_relu.cc | 95 - .../lite/micro/kernels/leaky_relu.h | 43 - .../lite/micro/kernels/leaky_relu_common.cc | 78 - .../lite/micro/kernels/log_softmax.cc | 148 - .../tensorflow/lite/micro/kernels/logical.cc | 44 - .../tensorflow/lite/micro/kernels/logical.h | 35 - .../lite/micro/kernels/logical_common.cc | 63 - .../tensorflow/lite/micro/kernels/logistic.cc | 111 - .../tensorflow/lite/micro/kernels/logistic.h | 42 - .../lite/micro/kernels/logistic_common.cc | 119 - .../lite/micro/kernels/lstm_eval.cc | 2955 --- .../tensorflow/lite/micro/kernels/lstm_eval.h | 250 - .../lite/micro/kernels/lstm_shared.h | 67 - .../lite/micro/kernels/maximum_minimum.cc | 133 - .../tensorflow/lite/micro/kernels/micro_ops.h | 133 - .../lite/micro/kernels/micro_tensor_utils.cc | 809 - .../lite/micro/kernels/micro_tensor_utils.h | 874 - .../lite/micro/kernels/micro_utils.h | 40 - .../lite/micro/kernels/mirror_pad.cc | 215 - .../tensorflow/lite/micro/kernels/mul.cc | 67 - .../tensorflow/lite/micro/kernels/mul.h | 65 - .../lite/micro/kernels/mul_common.cc | 184 - .../tensorflow/lite/micro/kernels/neg.cc | 59 - .../tensorflow/lite/micro/kernels/pack.cc | 116 - .../tensorflow/lite/micro/kernels/pad.cc | 236 - .../tensorflow/lite/micro/kernels/pooling.cc | 98 - .../tensorflow/lite/micro/kernels/pooling.h | 71 - .../lite/micro/kernels/pooling_common.cc | 170 - .../tensorflow/lite/micro/kernels/prelu.cc | 75 - .../tensorflow/lite/micro/kernels/prelu.h | 39 - .../lite/micro/kernels/prelu_common.cc | 105 - .../tensorflow/lite/micro/kernels/quantize.cc | 41 - .../tensorflow/lite/micro/kernels/quantize.h | 37 - .../lite/micro/kernels/quantize_common.cc | 239 - .../lite/micro/kernels/read_variable.cc | 87 - .../tensorflow/lite/micro/kernels/reduce.cc | 72 - .../tensorflow/lite/micro/kernels/reduce.h | 64 - .../lite/micro/kernels/reduce_common.cc | 374 - .../tensorflow/lite/micro/kernels/reshape.cc | 118 - .../lite/micro/kernels/resize_bilinear.cc | 117 - .../micro/kernels/resize_nearest_neighbor.cc | 126 - .../tensorflow/lite/micro/kernels/round.cc | 76 - .../tensorflow/lite/micro/kernels/shape.cc | 66 - .../tensorflow/lite/micro/kernels/slice.cc | 157 - .../tensorflow/lite/micro/kernels/softmax.cc | 89 - .../tensorflow/lite/micro/kernels/softmax.h | 69 - .../lite/micro/kernels/softmax_common.cc | 162 - .../lite/micro/kernels/space_to_batch_nd.cc | 120 - .../lite/micro/kernels/space_to_depth.cc | 127 - .../tensorflow/lite/micro/kernels/split.cc | 128 - .../tensorflow/lite/micro/kernels/split_v.cc | 129 - .../lite/micro/kernels/squared_difference.cc | 247 - .../tensorflow/lite/micro/kernels/squeeze.cc | 117 - .../lite/micro/kernels/strided_slice.cc | 202 - .../tensorflow/lite/micro/kernels/sub.cc | 168 - .../tensorflow/lite/micro/kernels/sub.h | 60 - .../lite/micro/kernels/sub_common.cc | 107 - .../tensorflow/lite/micro/kernels/svdf.cc | 106 - .../tensorflow/lite/micro/kernels/svdf.h | 99 - .../lite/micro/kernels/svdf_common.cc | 514 - .../tensorflow/lite/micro/kernels/tanh.cc | 203 - .../lite/micro/kernels/transpose.cc | 121 - .../lite/micro/kernels/transpose_conv.cc | 343 - .../kernels/unidirectional_sequence_lstm.cc | 1696 -- ...unidirectional_sequence_lstm_test_config.h | 244 - .../tensorflow/lite/micro/kernels/unpack.cc | 111 - .../lite/micro/kernels/var_handle.cc | 93 - .../tensorflow/lite/micro/kernels/while.cc | 133 - .../lite/micro/kernels/zeros_like.cc | 87 - .../tensorflow/lite/micro/memory_helpers.cc | 170 - .../tensorflow/lite/micro/memory_helpers.h | 59 - .../memory_planner/greedy_memory_planner.cc | 452 - .../memory_planner/greedy_memory_planner.h | 167 - .../memory_planner/linear_memory_planner.cc | 54 - .../memory_planner/linear_memory_planner.h | 50 - .../micro/memory_planner/memory_plan_struct.h | 73 - .../memory_planner/micro_memory_planner.h | 95 - .../non_persistent_buffer_planner_shim.cc | 66 - .../non_persistent_buffer_planner_shim.h | 130 - .../lite/micro/micro_allocation_info.cc | 351 - .../lite/micro/micro_allocation_info.h | 152 - .../tensorflow/lite/micro/micro_allocator.cc | 964 - .../tensorflow/lite/micro/micro_allocator.h | 331 - .../lite/micro/micro_arena_constants.h | 28 - .../tensorflow/lite/micro/micro_context.cc | 129 - .../tensorflow/lite/micro/micro_context.h | 161 - .../lite/micro/micro_error_reporter.cc | 68 - .../lite/micro/micro_error_reporter.h | 56 - .../tensorflow/lite/micro/micro_graph.cc | 248 - .../tensorflow/lite/micro/micro_graph.h | 104 - .../lite/micro/micro_interpreter.cc | 330 - .../tensorflow/lite/micro/micro_interpreter.h | 172 - .../lite/micro/micro_mutable_op_resolver.h | 632 - .../tensorflow/lite/micro/micro_op_resolver.h | 73 - .../tensorflow/lite/micro/micro_profiler.cc | 70 - .../tensorflow/lite/micro/micro_profiler.h | 123 - .../lite/micro/micro_resource_variable.cc | 148 - .../lite/micro/micro_resource_variable.h | 87 - .../tensorflow/lite/micro/micro_string.cc | 317 - .../tensorflow/lite/micro/micro_string.h | 33 - .../tensorflow/lite/micro/micro_time.cc | 58 - .../tensorflow/lite/micro/micro_time.h | 36 - .../tensorflow/lite/micro/micro_utils.cc | 91 - .../tensorflow/lite/micro/micro_utils.h | 143 - .../tensorflow/lite/micro/mock_micro_graph.cc | 66 - .../tensorflow/lite/micro/mock_micro_graph.h | 60 - .../lite/micro/recording_micro_allocator.cc | 262 - .../lite/micro/recording_micro_allocator.h | 126 - .../lite/micro/recording_micro_interpreter.h | 70 - .../tensorflow/lite/micro/system_setup.cc | 25 - .../tensorflow/lite/micro/system_setup.h | 27 - .../lite/micro/test_helper_custom_ops.cc | 113 - .../lite/micro/test_helper_custom_ops.h | 50 - .../tensorflow/lite/micro/test_helpers.cc | 1914 -- .../tensorflow/lite/micro/test_helpers.h | 298 - .../lite/portable_type_to_tflitetype.h | 75 - .../tensorflow/lite/schema/schema_generated.h | 19788 ---------------- .../tensorflow/lite/schema/schema_utils.cc | 62 - .../tensorflow/lite/schema/schema_utils.h | 33 - .../third_party/flatbuffers/LICENSE.txt | 202 - .../include/flatbuffers/allocator.h | 68 - .../flatbuffers/include/flatbuffers/array.h | 243 - .../flatbuffers/include/flatbuffers/base.h | 484 - .../flatbuffers/include/flatbuffers/buffer.h | 142 - .../include/flatbuffers/buffer_ref.h | 53 - .../include/flatbuffers/default_allocator.h | 58 - .../include/flatbuffers/detached_buffer.h | 114 - .../include/flatbuffers/flatbuffer_builder.h | 1187 - .../include/flatbuffers/flatbuffers.h | 284 - .../include/flatbuffers/flexbuffers.h | 1920 -- .../include/flatbuffers/stl_emulation.h | 509 - .../flatbuffers/include/flatbuffers/string.h | 64 - .../flatbuffers/include/flatbuffers/struct.h | 53 - .../flatbuffers/include/flatbuffers/table.h | 166 - .../flatbuffers/include/flatbuffers/util.h | 696 - .../flatbuffers/include/flatbuffers/vector.h | 370 - .../include/flatbuffers/vector_downward.h | 271 - .../include/flatbuffers/verifier.h | 280 - .../tflite-lib/third_party/gemmlowp/LICENSE | 202 - .../gemmlowp/fixedpoint/fixedpoint.h | 900 - .../gemmlowp/fixedpoint/fixedpoint_neon.h | 331 - .../gemmlowp/fixedpoint/fixedpoint_sse.h | 384 - .../gemmlowp/internal/detect_platform.h | 166 - .../tflite-lib/third_party/kissfft/COPYING | 11 - .../third_party/kissfft/_kiss_fft_guts.h | 168 - .../tflite-lib/third_party/kissfft/kiss_fft.c | 408 - .../tflite-lib/third_party/kissfft/kiss_fft.h | 124 - .../third_party/kissfft/tools/kiss_fftr.c | 159 - .../third_party/kissfft/tools/kiss_fftr.h | 46 - .../ruy/ruy/profiler/instrumentation.h | 203 - 373 files changed, 90368 deletions(-) delete mode 100644 code/components/tflite-lib/CMakeLists.txt delete mode 100644 code/components/tflite-lib/tensorflow/lite/builtin_op_data.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/builtin_ops.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/c/builtin_op_data.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/c/c_api_types.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/c/common.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/c/common.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/context_util.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/core/api/error_reporter.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/core/api/error_reporter.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/core/api/flatbuffer_conversions.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/core/api/flatbuffer_conversions.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/core/api/op_resolver.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/core/api/op_resolver.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/core/api/tensor_utils.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/core/api/tensor_utils.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/bits.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/fft.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/fft.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/fft_util.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/fft_util.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/filterbank.c delete mode 100644 code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/filterbank.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/filterbank_util.c delete mode 100644 code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/filterbank_util.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/frontend.c delete mode 100644 code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/frontend.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/frontend_util.c delete mode 100644 code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/frontend_util.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/kiss_fft_common.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/kiss_fft_int16.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/kiss_fft_int16.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/log_lut.c delete mode 100644 code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/log_lut.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/log_scale.c delete mode 100644 code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/log_scale.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/log_scale_util.c delete mode 100644 code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/log_scale_util.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/noise_reduction.c delete mode 100644 code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/noise_reduction.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/noise_reduction_util.c delete mode 100644 code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/noise_reduction_util.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/pcan_gain_control.c delete mode 100644 code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/pcan_gain_control.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/pcan_gain_control_util.c delete mode 100644 code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/pcan_gain_control_util.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/window.c delete mode 100644 code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/window.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/window_util.c delete mode 100644 code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/window_util.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/common.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/compatibility.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/cppmath.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/max.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/min.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/optimized/neon_check.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/portable_tensor.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/portable_tensor_utils.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/quantization_util.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/quantization_util.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/add.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/add_n.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/arg_min_max.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/batch_matmul.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/batch_to_space_nd.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/binary_function.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/broadcast_args.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/broadcast_to.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/ceil.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/comparisons.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/concatenation.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/conv.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/cumsum.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/depth_to_space.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/depthwiseconv_float.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/depthwiseconv_uint8.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/dequantize.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/div.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/elu.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/exp.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/fill.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/floor.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/floor_div.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/floor_mod.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/fully_connected.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/hard_swish.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/integer_ops/add.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/integer_ops/conv.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/integer_ops/depthwise_conv.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/integer_ops/fully_connected.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/integer_ops/l2normalization.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/integer_ops/logistic.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/integer_ops/mean.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/integer_ops/mul.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/integer_ops/pooling.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/integer_ops/tanh.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/integer_ops/transpose_conv.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/l2normalization.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/leaky_relu.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/log_softmax.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/logistic.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/lstm_cell.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/maximum_minimum.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/mul.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/neg.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/pad.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/pooling.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/portable_tensor_utils.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/portable_tensor_utils.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/portable_tensor_utils_impl.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/prelu.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/process_broadcast_shapes.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/quantize.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/reduce.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/requantize.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/resize_bilinear.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/resize_nearest_neighbor.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/round.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/slice.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/softmax.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/space_to_batch_nd.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/space_to_depth.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/strided_slice.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/sub.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/tanh.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/transpose.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/transpose_conv.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/runtime_shape.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/strided_slice_logic.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/tensor_ctypes.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/internal/types.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/kernel_util.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/kernel_util.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/op_macros.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/kernels/padding.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/all_ops_resolver.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/all_ops_resolver.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/arena_allocator/ibuffer_allocator.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/arena_allocator/non_persistent_arena_buffer_allocator.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/arena_allocator/non_persistent_arena_buffer_allocator.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/arena_allocator/persistent_arena_buffer_allocator.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/arena_allocator/persistent_arena_buffer_allocator.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/arena_allocator/recording_single_arena_buffer_allocator.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/arena_allocator/recording_single_arena_buffer_allocator.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/arena_allocator/single_arena_buffer_allocator.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/arena_allocator/single_arena_buffer_allocator.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/compatibility.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/debug_log.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/debug_log.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/fake_micro_context.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/fake_micro_context.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/flatbuffer_utils.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/flatbuffer_utils.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/activation_utils.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/activations.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/activations.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/activations_common.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/add.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/add.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/add_common.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/add_n.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/arg_min_max.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/assign_variable.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/batch_to_space_nd.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/broadcast_args.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/broadcast_to.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/call_once.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/cast.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/ceil.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/circular_buffer.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/circular_buffer.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/circular_buffer_common.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/circular_buffer_flexbuffers_generated_data.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/comparisons.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/concatenation.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/conv.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/conv.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/conv_common.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/conv_test.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/cumsum.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/depth_to_space.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/depthwise_conv.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/depthwise_conv.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/depthwise_conv_common.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/dequantize.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/dequantize.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/dequantize_common.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/detection_postprocess.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/detection_postprocess_flexbuffers_generated_data.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/div.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/elementwise.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/elu.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/esp_nn/README.md delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/esp_nn/add.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/esp_nn/conv.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/esp_nn/depthwise_conv.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/esp_nn/fully_connected.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/esp_nn/mul.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/esp_nn/pooling.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/esp_nn/softmax.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/ethosu.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/ethosu.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/exp.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/expand_dims.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/fill.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/floor.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/floor_div.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/floor_mod.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/fully_connected.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/fully_connected.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/fully_connected_common.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/gather.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/gather_nd.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/hard_swish.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/hard_swish.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/hard_swish_common.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/if.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/kernel_runner.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/kernel_runner.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/kernel_util.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/kernel_util.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/l2_pool_2d.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/l2norm.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/leaky_relu.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/leaky_relu.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/leaky_relu_common.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/log_softmax.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/logical.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/logical.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/logical_common.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/logistic.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/logistic.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/logistic_common.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/lstm_eval.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/lstm_eval.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/lstm_shared.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/maximum_minimum.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/micro_ops.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/micro_tensor_utils.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/micro_tensor_utils.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/micro_utils.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/mirror_pad.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/mul.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/mul.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/mul_common.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/neg.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/pack.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/pad.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/pooling.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/pooling.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/pooling_common.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/prelu.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/prelu.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/prelu_common.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/quantize.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/quantize.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/quantize_common.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/read_variable.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/reduce.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/reduce.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/reduce_common.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/reshape.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/resize_bilinear.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/resize_nearest_neighbor.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/round.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/shape.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/slice.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/softmax.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/softmax.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/softmax_common.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/space_to_batch_nd.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/space_to_depth.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/split.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/split_v.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/squared_difference.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/squeeze.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/strided_slice.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/sub.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/sub.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/sub_common.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/svdf.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/svdf.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/svdf_common.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/tanh.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/transpose.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/transpose_conv.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/unidirectional_sequence_lstm.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/unidirectional_sequence_lstm_test_config.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/unpack.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/var_handle.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/while.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/kernels/zeros_like.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/memory_helpers.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/memory_helpers.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/memory_planner/greedy_memory_planner.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/memory_planner/greedy_memory_planner.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/memory_planner/linear_memory_planner.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/memory_planner/linear_memory_planner.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/memory_planner/memory_plan_struct.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/memory_planner/micro_memory_planner.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/memory_planner/non_persistent_buffer_planner_shim.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/memory_planner/non_persistent_buffer_planner_shim.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/micro_allocation_info.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/micro_allocation_info.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/micro_allocator.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/micro_allocator.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/micro_arena_constants.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/micro_context.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/micro_context.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/micro_error_reporter.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/micro_error_reporter.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/micro_graph.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/micro_graph.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/micro_interpreter.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/micro_interpreter.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/micro_mutable_op_resolver.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/micro_op_resolver.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/micro_profiler.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/micro_profiler.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/micro_resource_variable.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/micro_resource_variable.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/micro_string.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/micro_string.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/micro_time.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/micro_time.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/micro_utils.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/micro_utils.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/mock_micro_graph.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/mock_micro_graph.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/recording_micro_allocator.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/recording_micro_allocator.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/recording_micro_interpreter.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/system_setup.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/system_setup.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/test_helper_custom_ops.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/test_helper_custom_ops.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/test_helpers.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/micro/test_helpers.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/portable_type_to_tflitetype.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/schema/schema_generated.h delete mode 100644 code/components/tflite-lib/tensorflow/lite/schema/schema_utils.cc delete mode 100644 code/components/tflite-lib/tensorflow/lite/schema/schema_utils.h delete mode 100644 code/components/tflite-lib/third_party/flatbuffers/LICENSE.txt delete mode 100644 code/components/tflite-lib/third_party/flatbuffers/include/flatbuffers/allocator.h delete mode 100644 code/components/tflite-lib/third_party/flatbuffers/include/flatbuffers/array.h delete mode 100644 code/components/tflite-lib/third_party/flatbuffers/include/flatbuffers/base.h delete mode 100644 code/components/tflite-lib/third_party/flatbuffers/include/flatbuffers/buffer.h delete mode 100644 code/components/tflite-lib/third_party/flatbuffers/include/flatbuffers/buffer_ref.h delete mode 100644 code/components/tflite-lib/third_party/flatbuffers/include/flatbuffers/default_allocator.h delete mode 100644 code/components/tflite-lib/third_party/flatbuffers/include/flatbuffers/detached_buffer.h delete mode 100644 code/components/tflite-lib/third_party/flatbuffers/include/flatbuffers/flatbuffer_builder.h delete mode 100644 code/components/tflite-lib/third_party/flatbuffers/include/flatbuffers/flatbuffers.h delete mode 100644 code/components/tflite-lib/third_party/flatbuffers/include/flatbuffers/flexbuffers.h delete mode 100644 code/components/tflite-lib/third_party/flatbuffers/include/flatbuffers/stl_emulation.h delete mode 100644 code/components/tflite-lib/third_party/flatbuffers/include/flatbuffers/string.h delete mode 100644 code/components/tflite-lib/third_party/flatbuffers/include/flatbuffers/struct.h delete mode 100644 code/components/tflite-lib/third_party/flatbuffers/include/flatbuffers/table.h delete mode 100644 code/components/tflite-lib/third_party/flatbuffers/include/flatbuffers/util.h delete mode 100644 code/components/tflite-lib/third_party/flatbuffers/include/flatbuffers/vector.h delete mode 100644 code/components/tflite-lib/third_party/flatbuffers/include/flatbuffers/vector_downward.h delete mode 100644 code/components/tflite-lib/third_party/flatbuffers/include/flatbuffers/verifier.h delete mode 100644 code/components/tflite-lib/third_party/gemmlowp/LICENSE delete mode 100644 code/components/tflite-lib/third_party/gemmlowp/fixedpoint/fixedpoint.h delete mode 100644 code/components/tflite-lib/third_party/gemmlowp/fixedpoint/fixedpoint_neon.h delete mode 100644 code/components/tflite-lib/third_party/gemmlowp/fixedpoint/fixedpoint_sse.h delete mode 100644 code/components/tflite-lib/third_party/gemmlowp/internal/detect_platform.h delete mode 100644 code/components/tflite-lib/third_party/kissfft/COPYING delete mode 100644 code/components/tflite-lib/third_party/kissfft/_kiss_fft_guts.h delete mode 100644 code/components/tflite-lib/third_party/kissfft/kiss_fft.c delete mode 100644 code/components/tflite-lib/third_party/kissfft/kiss_fft.h delete mode 100644 code/components/tflite-lib/third_party/kissfft/tools/kiss_fftr.c delete mode 100644 code/components/tflite-lib/third_party/kissfft/tools/kiss_fftr.h delete mode 100644 code/components/tflite-lib/third_party/ruy/ruy/profiler/instrumentation.h diff --git a/code/components/tflite-lib/CMakeLists.txt b/code/components/tflite-lib/CMakeLists.txt deleted file mode 100644 index aaf56231..00000000 --- a/code/components/tflite-lib/CMakeLists.txt +++ /dev/null @@ -1,72 +0,0 @@ -## TODO: GLOB is not a good way to collect files. Use explicit file list instead - -cmake_minimum_required(VERSION 3.5) - -set(tflite_dir "${CMAKE_CURRENT_SOURCE_DIR}/tensorflow/lite") -set(tfmicro_dir "${tflite_dir}/micro") -set(tfmicro_frontend_dir "${tflite_dir}/experimental/microfrontend/lib") -set(tfmicro_kernels_dir "${tfmicro_dir}/kernels") - -file(GLOB srcs_micro - "${tfmicro_dir}/*.cc" - "${tfmicro_dir}/*.c") - -file(GLOB src_micro_frontend - "${tfmicro_frontend_dir}/*.c" - "${tfmicro_frontend_dir}/*.cc") -file(GLOB srcs_kernels - "${tfmicro_kernels_dir}/*.c" - "${tfmicro_kernels_dir}/*.cc") - -# remove sources which will be provided by esp_nn -list(REMOVE_ITEM srcs_kernels - "${tfmicro_kernels_dir}/add.cc" - "${tfmicro_kernels_dir}/conv.cc" - "${tfmicro_kernels_dir}/depthwise_conv.cc" - "${tfmicro_kernels_dir}/fully_connected.cc" - "${tfmicro_kernels_dir}/mul.cc" - "${tfmicro_kernels_dir}/pooling.cc" - "${tfmicro_kernels_dir}/softmax.cc") - -FILE(GLOB esp_nn_kernels - "${tfmicro_kernels_dir}/esp_nn/*.cc") - -set(lib_srcs - "${srcs_micro}" - "${srcs_kernels}" - "${esp_nn_kernels}" - "${src_micro_frontend}" - "${tflite_dir}/kernels/kernel_util.cc" - "${tflite_dir}/micro/memory_planner/greedy_memory_planner.cc" - "${tflite_dir}/micro/memory_planner/linear_memory_planner.cc" - "${tflite_dir}/micro/arena_allocator/non_persistent_arena_buffer_allocator.cc" - "${tflite_dir}/micro/arena_allocator/persistent_arena_buffer_allocator.cc" - "${tflite_dir}/micro/arena_allocator/recording_single_arena_buffer_allocator.cc" - "${tflite_dir}/micro/arena_allocator/single_arena_buffer_allocator.cc" - "${tflite_dir}/c/common.cc" - "${tflite_dir}/core/api/error_reporter.cc" - "${tflite_dir}/core/api/flatbuffer_conversions.cc" - "${tflite_dir}/core/api/op_resolver.cc" - "${tflite_dir}/core/api/tensor_utils.cc" - "${tflite_dir}/kernels/internal/quantization_util.cc" - "${tflite_dir}/schema/schema_utils.cc") - -idf_component_register( - SRCS "${lib_srcs}" - INCLUDE_DIRS "." "third_party/gemmlowp" - "third_party/flatbuffers/include" - "third_party/ruy" - "third_party/kissfft" - REQUIRES "esp-nn") - -# Reduce the level of paranoia to be able to compile TF sources -target_compile_options(${COMPONENT_LIB} PRIVATE - -Wno-maybe-uninitialized - -Wno-missing-field-initializers - -DESP_NN # enables ESP-NN optimizations by Espressif - -Wno-type-limits) - -target_compile_options(${COMPONENT_LIB} PRIVATE -fno-unwind-tables -ffunction-sections -fdata-sections -fmessage-length=0 -DTF_LITE_STATIC_MEMORY -DTF_LITE_DISABLE_X86_NEON -O3 -Wsign-compare -Wdouble-promotion -Wshadow -Wunused-variable -Wmissing-field-initializers -Wunused-function -Wswitch -Wvla -Wall -Wextra -Wstrict-aliasing -Wno-unused-parameter -Wno-nonnull) -target_compile_options(${COMPONENT_LIB} PRIVATE $<$: -std=c++11 -fno-rtti -fno-exceptions -fno-threadsafe-statics -fno-unwind-tables -ffunction-sections -fdata-sections -fmessage-length=0 -DTF_LITE_STATIC_MEMORY -DTF_LITE_DISABLE_X86_NEON -O3 -Werror -Wsign-compare -Wdouble-promotion -Wshadow -Wunused-variable -Wmissing-field-initializers -Wunused-function -Wswitch -Wvla -Wall -Wextra -Wstrict-aliasing -Wno-unused-parameter -Wno-return-type -Wno-strict-aliasing -std=gnu++14 >) -target_compile_options(${COMPONENT_LIB} INTERFACE $<$>:-DTF_LITE_STATIC_MEMORY>) -target_link_libraries(${COMPONENT_LIB} PRIVATE -lm) diff --git a/code/components/tflite-lib/tensorflow/lite/builtin_op_data.h b/code/components/tflite-lib/tensorflow/lite/builtin_op_data.h deleted file mode 100644 index b9d42845..00000000 --- a/code/components/tflite-lib/tensorflow/lite/builtin_op_data.h +++ /dev/null @@ -1,22 +0,0 @@ -/* Copyright 2017 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -// Compatibility shim for new location of interface definitions. - -#ifndef TENSORFLOW_LITE_BUILTIN_OP_DATA_H_ -#define TENSORFLOW_LITE_BUILTIN_OP_DATA_H_ - -#include "tensorflow/lite/c/builtin_op_data.h" - -#endif // TENSORFLOW_LITE_BUILTIN_OP_DATA_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/builtin_ops.h b/code/components/tflite-lib/tensorflow/lite/builtin_ops.h deleted file mode 100644 index 01156c39..00000000 --- a/code/components/tflite-lib/tensorflow/lite/builtin_ops.h +++ /dev/null @@ -1,193 +0,0 @@ -/* Copyright 2018 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#ifndef TENSORFLOW_LITE_BUILTIN_OPS_H_ -#define TENSORFLOW_LITE_BUILTIN_OPS_H_ - -// DO NOT EDIT MANUALLY: This file is automatically generated by -// `schema/builtin_ops_header/generator.cc`. - -#ifdef __cplusplus -extern "C" { -#endif // __cplusplus - -// The enum for builtin operators. -// Note: CUSTOM, DELEGATE, and PLACEHOLDER_FOR_GREATER_OP_CODES are 3 special -// ops which are not real built-in ops. -typedef enum { - kTfLiteBuiltinAdd = 0, - kTfLiteBuiltinAveragePool2d = 1, - kTfLiteBuiltinConcatenation = 2, - kTfLiteBuiltinConv2d = 3, - kTfLiteBuiltinDepthwiseConv2d = 4, - kTfLiteBuiltinDepthToSpace = 5, - kTfLiteBuiltinDequantize = 6, - kTfLiteBuiltinEmbeddingLookup = 7, - kTfLiteBuiltinFloor = 8, - kTfLiteBuiltinFullyConnected = 9, - kTfLiteBuiltinHashtableLookup = 10, - kTfLiteBuiltinL2Normalization = 11, - kTfLiteBuiltinL2Pool2d = 12, - kTfLiteBuiltinLocalResponseNormalization = 13, - kTfLiteBuiltinLogistic = 14, - kTfLiteBuiltinLshProjection = 15, - kTfLiteBuiltinLstm = 16, - kTfLiteBuiltinMaxPool2d = 17, - kTfLiteBuiltinMul = 18, - kTfLiteBuiltinRelu = 19, - kTfLiteBuiltinReluN1To1 = 20, - kTfLiteBuiltinRelu6 = 21, - kTfLiteBuiltinReshape = 22, - kTfLiteBuiltinResizeBilinear = 23, - kTfLiteBuiltinRnn = 24, - kTfLiteBuiltinSoftmax = 25, - kTfLiteBuiltinSpaceToDepth = 26, - kTfLiteBuiltinSvdf = 27, - kTfLiteBuiltinTanh = 28, - kTfLiteBuiltinConcatEmbeddings = 29, - kTfLiteBuiltinSkipGram = 30, - kTfLiteBuiltinCall = 31, - kTfLiteBuiltinCustom = 32, - kTfLiteBuiltinEmbeddingLookupSparse = 33, - kTfLiteBuiltinPad = 34, - kTfLiteBuiltinUnidirectionalSequenceRnn = 35, - kTfLiteBuiltinGather = 36, - kTfLiteBuiltinBatchToSpaceNd = 37, - kTfLiteBuiltinSpaceToBatchNd = 38, - kTfLiteBuiltinTranspose = 39, - kTfLiteBuiltinMean = 40, - kTfLiteBuiltinSub = 41, - kTfLiteBuiltinDiv = 42, - kTfLiteBuiltinSqueeze = 43, - kTfLiteBuiltinUnidirectionalSequenceLstm = 44, - kTfLiteBuiltinStridedSlice = 45, - kTfLiteBuiltinBidirectionalSequenceRnn = 46, - kTfLiteBuiltinExp = 47, - kTfLiteBuiltinTopkV2 = 48, - kTfLiteBuiltinSplit = 49, - kTfLiteBuiltinLogSoftmax = 50, - kTfLiteBuiltinDelegate = 51, - kTfLiteBuiltinBidirectionalSequenceLstm = 52, - kTfLiteBuiltinCast = 53, - kTfLiteBuiltinPrelu = 54, - kTfLiteBuiltinMaximum = 55, - kTfLiteBuiltinArgMax = 56, - kTfLiteBuiltinMinimum = 57, - kTfLiteBuiltinLess = 58, - kTfLiteBuiltinNeg = 59, - kTfLiteBuiltinPadv2 = 60, - kTfLiteBuiltinGreater = 61, - kTfLiteBuiltinGreaterEqual = 62, - kTfLiteBuiltinLessEqual = 63, - kTfLiteBuiltinSelect = 64, - kTfLiteBuiltinSlice = 65, - kTfLiteBuiltinSin = 66, - kTfLiteBuiltinTransposeConv = 67, - kTfLiteBuiltinSparseToDense = 68, - kTfLiteBuiltinTile = 69, - kTfLiteBuiltinExpandDims = 70, - kTfLiteBuiltinEqual = 71, - kTfLiteBuiltinNotEqual = 72, - kTfLiteBuiltinLog = 73, - kTfLiteBuiltinSum = 74, - kTfLiteBuiltinSqrt = 75, - kTfLiteBuiltinRsqrt = 76, - kTfLiteBuiltinShape = 77, - kTfLiteBuiltinPow = 78, - kTfLiteBuiltinArgMin = 79, - kTfLiteBuiltinFakeQuant = 80, - kTfLiteBuiltinReduceProd = 81, - kTfLiteBuiltinReduceMax = 82, - kTfLiteBuiltinPack = 83, - kTfLiteBuiltinLogicalOr = 84, - kTfLiteBuiltinOneHot = 85, - kTfLiteBuiltinLogicalAnd = 86, - kTfLiteBuiltinLogicalNot = 87, - kTfLiteBuiltinUnpack = 88, - kTfLiteBuiltinReduceMin = 89, - kTfLiteBuiltinFloorDiv = 90, - kTfLiteBuiltinReduceAny = 91, - kTfLiteBuiltinSquare = 92, - kTfLiteBuiltinZerosLike = 93, - kTfLiteBuiltinFill = 94, - kTfLiteBuiltinFloorMod = 95, - kTfLiteBuiltinRange = 96, - kTfLiteBuiltinResizeNearestNeighbor = 97, - kTfLiteBuiltinLeakyRelu = 98, - kTfLiteBuiltinSquaredDifference = 99, - kTfLiteBuiltinMirrorPad = 100, - kTfLiteBuiltinAbs = 101, - kTfLiteBuiltinSplitV = 102, - kTfLiteBuiltinUnique = 103, - kTfLiteBuiltinCeil = 104, - kTfLiteBuiltinReverseV2 = 105, - kTfLiteBuiltinAddN = 106, - kTfLiteBuiltinGatherNd = 107, - kTfLiteBuiltinCos = 108, - kTfLiteBuiltinWhere = 109, - kTfLiteBuiltinRank = 110, - kTfLiteBuiltinElu = 111, - kTfLiteBuiltinReverseSequence = 112, - kTfLiteBuiltinMatrixDiag = 113, - kTfLiteBuiltinQuantize = 114, - kTfLiteBuiltinMatrixSetDiag = 115, - kTfLiteBuiltinRound = 116, - kTfLiteBuiltinHardSwish = 117, - kTfLiteBuiltinIf = 118, - kTfLiteBuiltinWhile = 119, - kTfLiteBuiltinNonMaxSuppressionV4 = 120, - kTfLiteBuiltinNonMaxSuppressionV5 = 121, - kTfLiteBuiltinScatterNd = 122, - kTfLiteBuiltinSelectV2 = 123, - kTfLiteBuiltinDensify = 124, - kTfLiteBuiltinSegmentSum = 125, - kTfLiteBuiltinBatchMatmul = 126, - kTfLiteBuiltinPlaceholderForGreaterOpCodes = 127, - kTfLiteBuiltinCumsum = 128, - kTfLiteBuiltinCallOnce = 129, - kTfLiteBuiltinBroadcastTo = 130, - kTfLiteBuiltinRfft2d = 131, - kTfLiteBuiltinConv3d = 132, - kTfLiteBuiltinImag = 133, - kTfLiteBuiltinReal = 134, - kTfLiteBuiltinComplexAbs = 135, - kTfLiteBuiltinHashtable = 136, - kTfLiteBuiltinHashtableFind = 137, - kTfLiteBuiltinHashtableImport = 138, - kTfLiteBuiltinHashtableSize = 139, - kTfLiteBuiltinReduceAll = 140, - kTfLiteBuiltinConv3dTranspose = 141, - kTfLiteBuiltinVarHandle = 142, - kTfLiteBuiltinReadVariable = 143, - kTfLiteBuiltinAssignVariable = 144, - kTfLiteBuiltinBroadcastArgs = 145, - kTfLiteBuiltinRandomStandardNormal = 146, - kTfLiteBuiltinBucketize = 147, - kTfLiteBuiltinRandomUniform = 148, - kTfLiteBuiltinMultinomial = 149, - kTfLiteBuiltinGelu = 150, - kTfLiteBuiltinDynamicUpdateSlice = 151, - kTfLiteBuiltinRelu0To1 = 152, - kTfLiteBuiltinUnsortedSegmentProd = 153, - kTfLiteBuiltinUnsortedSegmentMax = 154, - kTfLiteBuiltinUnsortedSegmentSum = 155, - kTfLiteBuiltinAtan2 = 156, - kTfLiteBuiltinUnsortedSegmentMin = 157, -} TfLiteBuiltinOperator; - -#ifdef __cplusplus -} // extern "C" -#endif // __cplusplus -#endif // TENSORFLOW_LITE_BUILTIN_OPS_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/c/builtin_op_data.h b/code/components/tflite-lib/tensorflow/lite/c/builtin_op_data.h deleted file mode 100644 index 7f160972..00000000 --- a/code/components/tflite-lib/tensorflow/lite/c/builtin_op_data.h +++ /dev/null @@ -1,525 +0,0 @@ -/* Copyright 2017 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_C_BUILTIN_OP_DATA_H_ -#define TENSORFLOW_LITE_C_BUILTIN_OP_DATA_H_ - -#include - -#include "tensorflow/lite/c/common.h" - -#ifdef __cplusplus -extern "C" { -#endif // __cplusplus - -// TfLiteReshapeParams can't have dynamic data so we fix the maximum possible -// number of dimensions. -#define TFLITE_RESHAPE_PARAMS_MAX_DIMENSION_COUNT 8 - -// TODO(aselle): Consider using "if this then that" for testing. - -// Useful placeholder to put in otherwise empty structs to avoid size warnings. -typedef struct { - char dummy; -} EmptyStructPlaceholder; - -// IMPORTANT: All new members of structs must be added at the end to ensure -// backwards compatibility. - -// Possible padding types (for convolutions) -typedef enum { - kTfLitePaddingUnknown = 0, - kTfLitePaddingSame, - kTfLitePaddingValid, -} TfLitePadding; - -typedef enum { - kTfLiteMirrorPaddingUnknown = 0, - kTfLiteMirrorPaddingReflect, - kTfLiteMirrorPaddingSymmetric, -} TfLiteMirrorPaddingMode; - -// TODO(b/130259536): We should move this out of builtin_op_data. -typedef struct { - int width; - int height; - int width_offset; - int height_offset; -} TfLitePaddingValues; - -typedef struct { - TfLiteMirrorPaddingMode mode; -} TfLiteMirrorPaddingParams; - -// Possible fused activation functions. -typedef enum { - kTfLiteActNone = 0, - kTfLiteActRelu, - kTfLiteActReluN1To1, // min(max(-1, x), 1) - kTfLiteActRelu6, // min(max(0, x), 6) - kTfLiteActTanh, - kTfLiteActSignBit, - kTfLiteActSigmoid, -} TfLiteFusedActivation; - -typedef struct { - // Parameters for CONV_2D version 1. - TfLitePadding padding; - int stride_width; - int stride_height; - TfLiteFusedActivation activation; - - // Parameters for CONV_2D version 2. - // Note: Version 2 supports dilation values not equal to 1. - int dilation_width_factor; - int dilation_height_factor; -} TfLiteConvParams; - -typedef struct { - TfLitePadding padding; - int stride_width; - int stride_height; - int stride_depth; - int dilation_width_factor; - int dilation_height_factor; - int dilation_depth_factor; - TfLiteFusedActivation activation; -} TfLiteConv3DParams; - -typedef TfLiteConv3DParams TfLiteConv3DTransposeParams; - -typedef struct { - TfLitePadding padding; - int stride_width; - int stride_height; - int filter_width; - int filter_height; - TfLiteFusedActivation activation; - struct { - TfLitePaddingValues padding; - } computed; -} TfLitePoolParams; - -typedef struct { - // Parameters for DepthwiseConv version 1 or above. - TfLitePadding padding; - int stride_width; - int stride_height; - // `depth_multiplier` is redundant. It's used by CPU kernels in - // TensorFlow 2.0 or below, but ignored in versions above. - // - // The information can be deduced from the shape of input and the shape of - // weights. Since the TFLiteConverter toolchain doesn't support partially - // specified shapes, relying on `depth_multiplier` stops us from supporting - // graphs with dynamic shape tensors. - // - // Note: Some of the delegates (e.g. NNAPI, GPU) are still relying on this - // field. - int depth_multiplier; - TfLiteFusedActivation activation; - // Parameters for DepthwiseConv version 2 or above. - int dilation_width_factor; - int dilation_height_factor; -} TfLiteDepthwiseConvParams; - -typedef struct { - int rank; - TfLiteFusedActivation activation; - - // Parameter for SVDF version 4. - bool asymmetric_quantize_inputs; -} TfLiteSVDFParams; - -typedef struct { - TfLiteFusedActivation activation; - - // Parameter for RNN version 3. - bool asymmetric_quantize_inputs; -} TfLiteRNNParams; - -typedef struct { - bool time_major; - TfLiteFusedActivation activation; - - // Parameter for Sequence RNN version 3. - bool asymmetric_quantize_inputs; -} TfLiteSequenceRNNParams; - -typedef struct { - bool time_major; - TfLiteFusedActivation activation; - bool merge_outputs; - - // Parameter for Bidirectional RNN verison 3. - bool asymmetric_quantize_inputs; -} TfLiteBidirectionalSequenceRNNParams; - -typedef enum { - kTfLiteFullyConnectedWeightsFormatDefault = 0, - kTfLiteFullyConnectedWeightsFormatShuffled4x16Int8 = 1, -} TfLiteFullyConnectedWeightsFormat; - -typedef struct { - // Parameters for FullyConnected version 1 or above. - TfLiteFusedActivation activation; - - // Parameters for FullyConnected version 2 or above. - TfLiteFullyConnectedWeightsFormat weights_format; - - // Parameters for FullyConnected version 5 or above. - // If set to true, then the number of dimensions in the input and the output - // tensors are the same. Furthermore, all but the last dimension of the input - // and output shapes will be equal. - bool keep_num_dims; - - // Parameters for FullyConnected version 7 or above. - // If set to true and the weights are quantized, then non constant inputs - // are quantized at evaluation time with asymmetric quantization. - bool asymmetric_quantize_inputs; -} TfLiteFullyConnectedParams; - -typedef enum { - kTfLiteLshProjectionUnknown = 0, - kTfLiteLshProjectionSparse = 1, - kTfLiteLshProjectionDense = 2, -} TfLiteLSHProjectionType; - -typedef struct { - TfLiteLSHProjectionType type; -} TfLiteLSHProjectionParams; - -typedef struct { - float beta; -} TfLiteSoftmaxParams; - -typedef struct { - int axis; - TfLiteFusedActivation activation; -} TfLiteConcatenationParams; - -typedef struct { - TfLiteFusedActivation activation; - // Parameter added for the version 4. - bool pot_scale_int16; -} TfLiteAddParams; - -typedef struct { - EmptyStructPlaceholder placeholder; -} TfLiteSpaceToBatchNDParams; - -typedef struct { - EmptyStructPlaceholder placeholder; -} TfLiteBatchToSpaceNDParams; - -typedef struct { - bool adj_x; - bool adj_y; - // Parameters for BatchMatMul version 4 or above. - // If set to true and the weights are quantized, then non constant inputs - // are quantized at evaluation time with asymmetric quantization. - bool asymmetric_quantize_inputs; -} TfLiteBatchMatMulParams; - -typedef struct { - TfLiteFusedActivation activation; -} TfLiteMulParams; - -typedef struct { - TfLiteFusedActivation activation; - // Parameter added for the version 5. - bool pot_scale_int16; -} TfLiteSubParams; - -typedef struct { - TfLiteFusedActivation activation; -} TfLiteDivParams; - -typedef struct { - TfLiteFusedActivation activation; -} TfLiteL2NormParams; - -typedef struct { - int radius; - float bias; - float alpha; - float beta; -} TfLiteLocalResponseNormParams; - -typedef enum { - kTfLiteLSTMFullKernel = 0, - kTfLiteLSTMBasicKernel -} TfLiteLSTMKernelType; - -typedef struct { - // Parameters for LSTM version 1. - TfLiteFusedActivation activation; - float cell_clip; - float proj_clip; - - // Parameters for LSTM version 2. - // kTfLiteLSTMBasicKernel is only supported in version 2 or above. - TfLiteLSTMKernelType kernel_type; - - // Parameters for LSTM version 4. - bool asymmetric_quantize_inputs; -} TfLiteLSTMParams; - -typedef struct { - // Parameters needed for the underlying LSTM. - TfLiteFusedActivation activation; - float cell_clip; - float proj_clip; - - // If set to true then the first dimension is time, otherwise batch. - bool time_major; - - // Parameter for unidirectional sequence RNN version 3. - bool asymmetric_quantize_inputs; -} TfLiteUnidirectionalSequenceLSTMParams; - -typedef struct { - // Parameters supported by version 1: - // Parameters inherited for the LSTM kernel. - TfLiteFusedActivation activation; - float cell_clip; - float proj_clip; - - // If true, store the outputs of both directions in the first output. - bool merge_outputs; - - // Parameters supported by version 2: - // If set to true then the first dimension is time, otherwise batch. - bool time_major; - - // Parameters supported by version 4: - // If set to true, then hybrid ops use asymmetric quantization for inputs. - bool asymmetric_quantize_inputs; -} TfLiteBidirectionalSequenceLSTMParams; - -typedef struct { - bool align_corners; - // half_pixel_centers assumes pixels are of half the actual dimensions, and - // yields more accurate resizes. Corresponds to the same argument for the - // original TensorFlow op in TF2.0. - bool half_pixel_centers; -} TfLiteResizeBilinearParams; - -typedef struct { - bool align_corners; - bool half_pixel_centers; -} TfLiteResizeNearestNeighborParams; - -typedef struct { - EmptyStructPlaceholder placeholder; -} TfLitePadParams; - -typedef struct { - EmptyStructPlaceholder placeholder; -} TfLitePadV2Params; - -typedef struct { - // These fields are only used in old models for backward compatibility. - // In the current implementation, we use the 2nd input of the op as the shape, - // and these fields are unused. - int shape[TFLITE_RESHAPE_PARAMS_MAX_DIMENSION_COUNT]; - int num_dimensions; -} TfLiteReshapeParams; - -typedef struct { - int ngram_size; - int max_skip_size; - bool include_all_ngrams; -} TfLiteSkipGramParams; - -typedef struct { - int block_size; -} TfLiteSpaceToDepthParams; - -typedef struct { - int block_size; -} TfLiteDepthToSpaceParams; - -typedef struct { - TfLiteType in_data_type; - TfLiteType out_data_type; -} TfLiteCastParams; - -typedef enum { - kTfLiteCombinerTypeSum = 0, - kTfLiteCombinerTypeMean = 1, - kTfLiteCombinerTypeSqrtn = 2, -} TfLiteCombinerType; - -typedef struct { - TfLiteCombinerType combiner; -} TfLiteEmbeddingLookupSparseParams; - -typedef struct { - int axis; - int batch_dims; -} TfLiteGatherParams; - -typedef struct { - EmptyStructPlaceholder placeholder; -} TfLiteTransposeParams; - -typedef struct { - bool keep_dims; -} TfLiteReducerParams; - -typedef struct { - int num_splits; -} TfLiteSplitParams; - -typedef struct { - int num_splits; -} TfLiteSplitVParams; - -typedef struct { - // TODO(ahentz): We can't have dynamic data in this struct, at least not yet. - // For now we will fix the maximum possible number of dimensions. - int squeeze_dims[8]; - int num_squeeze_dims; -} TfLiteSqueezeParams; - -typedef struct { - int begin_mask; - int end_mask; - int ellipsis_mask; - int new_axis_mask; - int shrink_axis_mask; -} TfLiteStridedSliceParams; - -typedef struct { - TfLiteType output_type; -} TfLiteArgMaxParams; - -typedef struct { - TfLiteType output_type; -} TfLiteArgMinParams; - -typedef struct { - TfLitePadding padding; - int stride_width; - int stride_height; -} TfLiteTransposeConvParams; - -typedef struct { - bool validate_indices; -} TfLiteSparseToDenseParams; - -typedef struct { - TfLiteType out_type; -} TfLiteShapeParams; - -typedef struct { - EmptyStructPlaceholder placeholder; -} TfLiteRankParams; - -typedef struct { - // Parameters supported by version 1: - float min; - float max; - int num_bits; - - // Parameters supported by version 2: - bool narrow_range; -} TfLiteFakeQuantParams; - -typedef struct { - int values_count; - int axis; -} TfLitePackParams; - -typedef struct { - int axis; -} TfLiteOneHotParams; - -typedef struct { - int num; - int axis; -} TfLiteUnpackParams; - -typedef struct { - float alpha; -} TfLiteLeakyReluParams; - -typedef struct { - TfLiteType index_out_type; -} TfLiteUniqueParams; - -typedef struct { - int seq_dim; - int batch_dim; -} TfLiteReverseSequenceParams; - -typedef struct { - EmptyStructPlaceholder placeholder; -} TfLiteMatrixDiagParams; - -typedef struct { - EmptyStructPlaceholder placeholder; -} TfLiteMatrixSetDiagParams; - -typedef struct { - int then_subgraph_index; - int else_subgraph_index; -} TfLiteIfParams; - -typedef struct { - int cond_subgraph_index; - int body_subgraph_index; -} TfLiteWhileParams; - -typedef struct { - bool exclusive; - bool reverse; -} TfLiteCumsumParams; - -typedef struct { - int init_subgraph_index; -} TfLiteCallOnceParams; - -typedef struct { - int table_id; - TfLiteType key_dtype; - TfLiteType value_dtype; -} TfLiteHashtableParams; - -typedef struct { - const char* container; - const char* shared_name; -} TfLiteVarHandleParams; - -typedef struct { - int seed; - int seed2; -} TfLiteRandomParams; - -typedef struct { - int num_boundaries; - // This points to the memory stored in the model (flatbuffer), - // and is not owned. - const float* boundaries; -} TfLiteBucketizeParams; - -typedef struct { - bool approximate; -} TfLiteGeluParams; - -#ifdef __cplusplus -} // extern "C" -#endif // __cplusplus - -#endif // TENSORFLOW_LITE_C_BUILTIN_OP_DATA_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/c/c_api_types.h b/code/components/tflite-lib/tensorflow/lite/c/c_api_types.h deleted file mode 100644 index d947213b..00000000 --- a/code/components/tflite-lib/tensorflow/lite/c/c_api_types.h +++ /dev/null @@ -1,130 +0,0 @@ -/* Copyright 2020 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -// This file declares types used by the pure C inference API defined in c_api.h, -// some of which are also used in the C++ and C kernel and interpreter APIs. - -#ifndef TENSORFLOW_LITE_C_C_API_TYPES_H_ -#define TENSORFLOW_LITE_C_C_API_TYPES_H_ - -#include - -#ifdef __cplusplus -extern "C" { -#endif - -// Define TFL_CAPI_EXPORT macro to export a function properly with a shared -// library. -#ifdef SWIG -#define TFL_CAPI_EXPORT -#elif defined(TFL_STATIC_LIBRARY_BUILD) -#define TFL_CAPI_EXPORT -#else // not definded TFL_STATIC_LIBRARY_BUILD -#if defined(_WIN32) -#ifdef TFL_COMPILE_LIBRARY -#define TFL_CAPI_EXPORT __declspec(dllexport) -#else -#define TFL_CAPI_EXPORT __declspec(dllimport) -#endif // TFL_COMPILE_LIBRARY -#else -#define TFL_CAPI_EXPORT __attribute__((visibility("default"))) -#endif // _WIN32 -#endif // SWIG - -// Note that new error status values may be added in future in order to -// indicate more fine-grained internal states, therefore, applications should -// not rely on status values being members of the enum. -typedef enum TfLiteStatus { - kTfLiteOk = 0, - - // Generally referring to an error in the runtime (i.e. interpreter) - kTfLiteError = 1, - - // Generally referring to an error from a TfLiteDelegate itself. - kTfLiteDelegateError = 2, - - // Generally referring to an error in applying a delegate due to - // incompatibility between runtime and delegate, e.g., this error is returned - // when trying to apply a TF Lite delegate onto a model graph that's already - // immutable. - kTfLiteApplicationError = 3, - - // Generally referring to serialized delegate data not being found. - // See tflite::delegates::Serialization. - kTfLiteDelegateDataNotFound = 4, - - // Generally referring to data-writing issues in delegate serialization. - // See tflite::delegates::Serialization. - kTfLiteDelegateDataWriteError = 5, - - // Generally referring to data-reading issues in delegate serialization. - // See tflite::delegates::Serialization. - kTfLiteDelegateDataReadError = 6, - - // Generally referring to issues when the TF Lite model has ops that cannot be - // resolved at runtime. This could happen when the specific op is not - // registered or built with the TF Lite framework. - kTfLiteUnresolvedOps = 7, -} TfLiteStatus; - -// Types supported by tensor -typedef enum { - kTfLiteNoType = 0, - kTfLiteFloat32 = 1, - kTfLiteInt32 = 2, - kTfLiteUInt8 = 3, - kTfLiteInt64 = 4, - kTfLiteString = 5, - kTfLiteBool = 6, - kTfLiteInt16 = 7, - kTfLiteComplex64 = 8, - kTfLiteInt8 = 9, - kTfLiteFloat16 = 10, - kTfLiteFloat64 = 11, - kTfLiteComplex128 = 12, - kTfLiteUInt64 = 13, - kTfLiteResource = 14, - kTfLiteVariant = 15, - kTfLiteUInt32 = 16, - kTfLiteUInt16 = 17, -} TfLiteType; - -// Legacy. Will be deprecated in favor of TfLiteAffineQuantization. -// If per-layer quantization is specified this field will still be populated in -// addition to TfLiteAffineQuantization. -// Parameters for asymmetric quantization. Quantized values can be converted -// back to float using: -// real_value = scale * (quantized_value - zero_point) -typedef struct TfLiteQuantizationParams { - float scale; - int32_t zero_point; -} TfLiteQuantizationParams; - -// -------------------------------------------------------------------------- -// Opaque types used by c_api.h, c_api_opaque.h and common.h. - -// TfLiteOpaqueContext is an opaque version of TfLiteContext; -typedef struct TfLiteOpaqueContext TfLiteOpaqueContext; - -// TfLiteOpaqueNode is an opaque version of TfLiteNode; -typedef struct TfLiteOpaqueNode TfLiteOpaqueNode; - -// TfLiteOpaqueTensor is an opaque version of TfLiteTensor; -typedef struct TfLiteOpaqueTensor TfLiteOpaqueTensor; - -#ifdef __cplusplus -} // extern C -#endif -#endif // TENSORFLOW_LITE_C_C_API_TYPES_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/c/common.cc b/code/components/tflite-lib/tensorflow/lite/c/common.cc deleted file mode 100644 index ae5c44b5..00000000 --- a/code/components/tflite-lib/tensorflow/lite/c/common.cc +++ /dev/null @@ -1,286 +0,0 @@ -/* Copyright 2019 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/c/common.h" - -#include "tensorflow/lite/c/c_api_types.h" -#ifdef TF_LITE_TENSORFLOW_PROFILER -#include "tensorflow/lite/tensorflow_profiler_logger.h" -#endif - -#ifndef TF_LITE_STATIC_MEMORY -#include -#include -#endif // TF_LITE_STATIC_MEMORY - -extern "C" { - -size_t TfLiteIntArrayGetSizeInBytes(int size) { - static TfLiteIntArray dummy; - - size_t computed_size = sizeof(dummy) + sizeof(dummy.data[0]) * size; -#if defined(_MSC_VER) - // Context for why this is needed is in http://b/189926408#comment21 - computed_size -= sizeof(dummy.data[0]); -#endif - return computed_size; -} - -int TfLiteIntArrayEqual(const TfLiteIntArray* a, const TfLiteIntArray* b) { - if (a == b) return 1; - if (a == nullptr || b == nullptr) return 0; - return TfLiteIntArrayEqualsArray(a, b->size, b->data); -} - -int TfLiteIntArrayEqualsArray(const TfLiteIntArray* a, int b_size, - const int b_data[]) { - if (a == nullptr) return (b_size == 0); - if (a->size != b_size) return 0; - int i = 0; - for (; i < a->size; i++) - if (a->data[i] != b_data[i]) return 0; - return 1; -} - -#ifndef TF_LITE_STATIC_MEMORY - -TfLiteIntArray* TfLiteIntArrayCreate(int size) { - size_t alloc_size = TfLiteIntArrayGetSizeInBytes(size); - if (alloc_size <= 0) return nullptr; - TfLiteIntArray* ret = (TfLiteIntArray*)malloc(alloc_size); - if (!ret) return ret; - ret->size = size; - return ret; -} - -TfLiteIntArray* TfLiteIntArrayCopy(const TfLiteIntArray* src) { - if (!src) return nullptr; - TfLiteIntArray* ret = TfLiteIntArrayCreate(src->size); - if (ret) { - memcpy(ret->data, src->data, src->size * sizeof(int)); - } - return ret; -} - -void TfLiteIntArrayFree(TfLiteIntArray* a) { free(a); } - -#endif // TF_LITE_STATIC_MEMORY - -int TfLiteFloatArrayGetSizeInBytes(int size) { - static TfLiteFloatArray dummy; - - int computed_size = sizeof(dummy) + sizeof(dummy.data[0]) * size; -#if defined(_MSC_VER) - // Context for why this is needed is in http://b/189926408#comment21 - computed_size -= sizeof(dummy.data[0]); -#endif - return computed_size; -} - -#ifndef TF_LITE_STATIC_MEMORY - -TfLiteFloatArray* TfLiteFloatArrayCreate(int size) { - TfLiteFloatArray* ret = - (TfLiteFloatArray*)malloc(TfLiteFloatArrayGetSizeInBytes(size)); - ret->size = size; - return ret; -} - -void TfLiteFloatArrayFree(TfLiteFloatArray* a) { free(a); } - -void TfLiteTensorDataFree(TfLiteTensor* t) { - if (t->allocation_type == kTfLiteDynamic || - t->allocation_type == kTfLitePersistentRo) { - if (t->data.raw) { -#ifdef TF_LITE_TENSORFLOW_PROFILER - tflite::OnTfLiteTensorDealloc(t); -#endif - free(t->data.raw); - } - } - t->data.raw = nullptr; -} - -void TfLiteQuantizationFree(TfLiteQuantization* quantization) { - if (quantization->type == kTfLiteAffineQuantization) { - TfLiteAffineQuantization* q_params = - (TfLiteAffineQuantization*)(quantization->params); - if (q_params->scale) { - TfLiteFloatArrayFree(q_params->scale); - q_params->scale = nullptr; - } - if (q_params->zero_point) { - TfLiteIntArrayFree(q_params->zero_point); - q_params->zero_point = nullptr; - } - free(q_params); - } - quantization->params = nullptr; - quantization->type = kTfLiteNoQuantization; -} - -void TfLiteSparsityFree(TfLiteSparsity* sparsity) { - if (sparsity == nullptr) { - return; - } - - if (sparsity->traversal_order) { - TfLiteIntArrayFree(sparsity->traversal_order); - sparsity->traversal_order = nullptr; - } - - if (sparsity->block_map) { - TfLiteIntArrayFree(sparsity->block_map); - sparsity->block_map = nullptr; - } - - if (sparsity->dim_metadata) { - int i = 0; - for (; i < sparsity->dim_metadata_size; i++) { - TfLiteDimensionMetadata metadata = sparsity->dim_metadata[i]; - if (metadata.format == kTfLiteDimSparseCSR) { - TfLiteIntArrayFree(metadata.array_segments); - metadata.array_segments = nullptr; - TfLiteIntArrayFree(metadata.array_indices); - metadata.array_indices = nullptr; - } - } - free(sparsity->dim_metadata); - sparsity->dim_metadata = nullptr; - } - - free(sparsity); -} - -void TfLiteTensorFree(TfLiteTensor* t) { - TfLiteTensorDataFree(t); - if (t->dims) TfLiteIntArrayFree(t->dims); - t->dims = nullptr; - - if (t->dims_signature) { - TfLiteIntArrayFree((TfLiteIntArray*)t->dims_signature); - } - t->dims_signature = nullptr; - - TfLiteQuantizationFree(&t->quantization); - TfLiteSparsityFree(t->sparsity); - t->sparsity = nullptr; -} - -void TfLiteTensorReset(TfLiteType type, const char* name, TfLiteIntArray* dims, - TfLiteQuantizationParams quantization, char* buffer, - size_t size, TfLiteAllocationType allocation_type, - const void* allocation, bool is_variable, - TfLiteTensor* tensor) { - TfLiteTensorFree(tensor); - tensor->type = type; - tensor->name = name; - tensor->dims = dims; - tensor->params = quantization; - tensor->data.raw = buffer; - tensor->bytes = size; - tensor->allocation_type = allocation_type; - tensor->allocation = allocation; - tensor->is_variable = is_variable; - - tensor->quantization.type = kTfLiteNoQuantization; - tensor->quantization.params = nullptr; -} - -TfLiteStatus TfLiteTensorCopy(const TfLiteTensor* src, TfLiteTensor* dst) { - if (!src || !dst) return kTfLiteOk; - if (src->bytes != dst->bytes) return kTfLiteError; - if (src == dst) return kTfLiteOk; - - dst->type = src->type; - if (dst->dims) TfLiteIntArrayFree(dst->dims); - dst->dims = TfLiteIntArrayCopy(src->dims); - memcpy(dst->data.raw, src->data.raw, src->bytes); - dst->buffer_handle = src->buffer_handle; - dst->data_is_stale = src->data_is_stale; - dst->delegate = src->delegate; - - return kTfLiteOk; -} - -void TfLiteTensorRealloc(size_t num_bytes, TfLiteTensor* tensor) { - if (tensor->allocation_type != kTfLiteDynamic && - tensor->allocation_type != kTfLitePersistentRo) { - return; - } - // TODO(b/145340303): Tensor data should be aligned. - if (!tensor->data.raw) { - tensor->data.raw = (char*)malloc(num_bytes); -#ifdef TF_LITE_TENSORFLOW_PROFILER - tflite::OnTfLiteTensorAlloc(tensor, num_bytes); -#endif - } else if (num_bytes > tensor->bytes) { -#ifdef TF_LITE_TENSORFLOW_PROFILER - tflite::OnTfLiteTensorDealloc(tensor); -#endif - tensor->data.raw = (char*)realloc(tensor->data.raw, num_bytes); -#ifdef TF_LITE_TENSORFLOW_PROFILER - tflite::OnTfLiteTensorAlloc(tensor, num_bytes); -#endif - } - tensor->bytes = num_bytes; -} -#endif // TF_LITE_STATIC_MEMORY - -const char* TfLiteTypeGetName(TfLiteType type) { - switch (type) { - case kTfLiteNoType: - return "NOTYPE"; - case kTfLiteFloat32: - return "FLOAT32"; - case kTfLiteUInt16: - return "UINT16"; - case kTfLiteInt16: - return "INT16"; - case kTfLiteInt32: - return "INT32"; - case kTfLiteUInt32: - return "UINT32"; - case kTfLiteUInt8: - return "UINT8"; - case kTfLiteInt8: - return "INT8"; - case kTfLiteInt64: - return "INT64"; - case kTfLiteUInt64: - return "UINT64"; - case kTfLiteBool: - return "BOOL"; - case kTfLiteComplex64: - return "COMPLEX64"; - case kTfLiteComplex128: - return "COMPLEX128"; - case kTfLiteString: - return "STRING"; - case kTfLiteFloat16: - return "FLOAT16"; - case kTfLiteFloat64: - return "FLOAT64"; - case kTfLiteResource: - return "RESOURCE"; - case kTfLiteVariant: - return "VARIANT"; - } - return "Unknown type"; -} - -TfLiteDelegate TfLiteDelegateCreate() { return TfLiteDelegate{}; } - -} // extern "C" diff --git a/code/components/tflite-lib/tensorflow/lite/c/common.h b/code/components/tflite-lib/tensorflow/lite/c/common.h deleted file mode 100644 index cc856f9a..00000000 --- a/code/components/tflite-lib/tensorflow/lite/c/common.h +++ /dev/null @@ -1,1022 +0,0 @@ -/* Copyright 2019 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -// This file defines common C types and APIs for implementing operations, -// delegates and other constructs in TensorFlow Lite. The actual operations and -// delegates can be defined using C++, but the interface between the interpreter -// and the operations are C. -// -// Summary of abstractions -// TF_LITE_ENSURE - Self-sufficient error checking -// TfLiteStatus - Status reporting -// TfLiteIntArray - stores tensor shapes (dims), -// TfLiteContext - allows an op to access the tensors -// TfLiteTensor - tensor (a multidimensional array) -// TfLiteNode - a single node or operation -// TfLiteRegistration - the implementation of a conceptual operation. -// TfLiteDelegate - allows delegation of nodes to alternative backends. -// -// Some abstractions in this file are created and managed by Interpreter. -// -// NOTE: The order of values in these structs are "semi-ABI stable". New values -// should be added only to the end of structs and never reordered. - -#ifndef TENSORFLOW_LITE_C_COMMON_H_ -#define TENSORFLOW_LITE_C_COMMON_H_ - -#include -#include -#include - -#include "tensorflow/lite/c/c_api_types.h" // IWYU pragma: export - -#ifdef __cplusplus -extern "C" { -#endif // __cplusplus - -// The list of external context types known to TF Lite. This list exists solely -// to avoid conflicts and to ensure ops can share the external contexts they -// need. Access to the external contexts is controlled by one of the -// corresponding support files. -typedef enum TfLiteExternalContextType { - kTfLiteEigenContext = 0, // include eigen_support.h to use. - kTfLiteGemmLowpContext = 1, // include gemm_support.h to use. - kTfLiteEdgeTpuContext = 2, // Placeholder for Edge TPU support. - kTfLiteCpuBackendContext = 3, // include cpu_backend_context.h to use. - kTfLiteMaxExternalContexts = 4 -} TfLiteExternalContextType; - -// Forward declare so dependent structs and methods can reference these types -// prior to the struct definitions. -struct TfLiteContext; -struct TfLiteDelegate; -struct TfLiteRegistration; - -// An external context is a collection of information unrelated to the TF Lite -// framework, but useful to a subset of the ops. TF Lite knows very little -// about the actual contexts, but it keeps a list of them, and is able to -// refresh them if configurations like the number of recommended threads -// change. -typedef struct TfLiteExternalContext { - TfLiteExternalContextType type; - TfLiteStatus (*Refresh)(struct TfLiteContext* context); -} TfLiteExternalContext; - -#define kTfLiteOptionalTensor (-1) - -// Fixed size list of integers. Used for dimensions and inputs/outputs tensor -// indices -typedef struct TfLiteIntArray { - int size; - -#if defined(_MSC_VER) - // Context for why this is needed is in http://b/189926408#comment21 - int data[1]; -#elif (!defined(__clang__) && defined(__GNUC__) && __GNUC__ == 6 && \ - __GNUC_MINOR__ >= 1) || \ - defined(HEXAGON) || \ - (defined(__clang__) && __clang_major__ == 7 && __clang_minor__ == 1) - // gcc 6.1+ have a bug where flexible members aren't properly handled - // https://github.com/google/re2/commit/b94b7cd42e9f02673cd748c1ac1d16db4052514c - int data[0]; -#else - int data[]; -#endif -} TfLiteIntArray; - -// Given the size (number of elements) in a TfLiteIntArray, calculate its size -// in bytes. -size_t TfLiteIntArrayGetSizeInBytes(int size); - -#ifndef TF_LITE_STATIC_MEMORY -// Create a array of a given `size` (uninitialized entries). -// This returns a pointer, that you must free using TfLiteIntArrayFree(). -TfLiteIntArray* TfLiteIntArrayCreate(int size); -#endif - -// Check if two intarrays are equal. Returns 1 if they are equal, 0 otherwise. -int TfLiteIntArrayEqual(const TfLiteIntArray* a, const TfLiteIntArray* b); - -// Check if an intarray equals an array. Returns 1 if equals, 0 otherwise. -int TfLiteIntArrayEqualsArray(const TfLiteIntArray* a, int b_size, - const int b_data[]); - -#ifndef TF_LITE_STATIC_MEMORY -// Create a copy of an array passed as `src`. -// You are expected to free memory with TfLiteIntArrayFree -TfLiteIntArray* TfLiteIntArrayCopy(const TfLiteIntArray* src); - -// Free memory of array `a`. -void TfLiteIntArrayFree(TfLiteIntArray* a); -#endif // TF_LITE_STATIC_MEMORY - -// Fixed size list of floats. Used for per-channel quantization. -typedef struct TfLiteFloatArray { - int size; -#if defined(_MSC_VER) - // Context for why this is needed is in http://b/189926408#comment21 - float data[1]; -#elif (!defined(__clang__) && defined(__GNUC__) && __GNUC__ == 6 && \ - __GNUC_MINOR__ >= 1) || \ - defined(HEXAGON) || \ - (defined(__clang__) && __clang_major__ == 7 && __clang_minor__ == 1) - // gcc 6.1+ have a bug where flexible members aren't properly handled - // https://github.com/google/re2/commit/b94b7cd42e9f02673cd748c1ac1d16db4052514c - float data[0]; -#else - float data[]; -#endif -} TfLiteFloatArray; - -// Given the size (number of elements) in a TfLiteFloatArray, calculate its size -// in bytes. -int TfLiteFloatArrayGetSizeInBytes(int size); - -#ifndef TF_LITE_STATIC_MEMORY -// Create a array of a given `size` (uninitialized entries). -// This returns a pointer, that you must free using TfLiteFloatArrayFree(). -TfLiteFloatArray* TfLiteFloatArrayCreate(int size); - -// Free memory of array `a`. -void TfLiteFloatArrayFree(TfLiteFloatArray* a); -#endif // TF_LITE_STATIC_MEMORY - -// Since we must not depend on any libraries, define a minimal subset of -// error macros while avoiding names that have pre-conceived meanings like -// assert and check. - -// Try to make all reporting calls through TF_LITE_KERNEL_LOG rather than -// calling the context->ReportError function directly, so that message strings -// can be stripped out if the binary size needs to be severely optimized. -#ifndef TF_LITE_STRIP_ERROR_STRINGS -#define TF_LITE_KERNEL_LOG(context, ...) \ - do { \ - (context)->ReportError((context), __VA_ARGS__); \ - } while (false) - -#define TF_LITE_MAYBE_KERNEL_LOG(context, ...) \ - do { \ - if ((context) != nullptr) { \ - (context)->ReportError((context), __VA_ARGS__); \ - } \ - } while (false) -#else // TF_LITE_STRIP_ERROR_STRINGS -#define ARGS_UNUSED(...) (void)sizeof(#__VA_ARGS__) -#define TF_LITE_KERNEL_LOG(context, ...) ARGS_UNUSED(__VA_ARGS__) -#define TF_LITE_MAYBE_KERNEL_LOG(context, ...) ARGS_UNUSED(__VA_ARGS__) -#endif // TF_LITE_STRIP_ERROR_STRINGS - -// Check whether value is true, and if not return kTfLiteError from -// the current function (and report the error string msg). -#define TF_LITE_ENSURE_MSG(context, value, msg) \ - do { \ - if (!(value)) { \ - TF_LITE_KERNEL_LOG((context), __FILE__ " " msg); \ - return kTfLiteError; \ - } \ - } while (0) - -// Check whether the value `a` is true, and if not return kTfLiteError from -// the current function, while also reporting the location of the error. -#define TF_LITE_ENSURE(context, a) \ - do { \ - if (!(a)) { \ - TF_LITE_KERNEL_LOG((context), "%s:%d %s was not true.", __FILE__, \ - __LINE__, #a); \ - return kTfLiteError; \ - } \ - } while (0) - -#define TF_LITE_ENSURE_STATUS(a) \ - do { \ - const TfLiteStatus s = (a); \ - if (s != kTfLiteOk) { \ - return s; \ - } \ - } while (0) - -// Check whether the value `a == b` is true, and if not return kTfLiteError from -// the current function, while also reporting the location of the error. -// `a` and `b` may be evaluated more than once, so no side effects or -// extremely expensive computations should be done. -// NOTE: Use TF_LITE_ENSURE_TYPES_EQ if comparing TfLiteTypes. -#define TF_LITE_ENSURE_EQ(context, a, b) \ - do { \ - if ((a) != (b)) { \ - TF_LITE_KERNEL_LOG((context), "%s:%d %s != %s (%d != %d)", __FILE__, \ - __LINE__, #a, #b, (a), (b)); \ - return kTfLiteError; \ - } \ - } while (0) - -#define TF_LITE_ENSURE_TYPES_EQ(context, a, b) \ - do { \ - if ((a) != (b)) { \ - TF_LITE_KERNEL_LOG((context), "%s:%d %s != %s (%s != %s)", __FILE__, \ - __LINE__, #a, #b, TfLiteTypeGetName(a), \ - TfLiteTypeGetName(b)); \ - return kTfLiteError; \ - } \ - } while (0) - -#define TF_LITE_ENSURE_NEAR(context, a, b, epsilon) \ - do { \ - auto delta = ((a) > (b)) ? ((a) - (b)) : ((b) - (a)); \ - if (delta > epsilon) { \ - TF_LITE_KERNEL_LOG((context), "%s:%d %s not near %s (%f != %f)", \ - __FILE__, __LINE__, #a, #b, static_cast(a), \ - static_cast(b)); \ - return kTfLiteError; \ - } \ - } while (0) - -#define TF_LITE_ENSURE_OK(context, status) \ - do { \ - const TfLiteStatus s = (status); \ - if ((s) != kTfLiteOk) { \ - return s; \ - } \ - } while (0) - -// Single-precision complex data type compatible with the C99 definition. -typedef struct TfLiteComplex64 { - float re, im; // real and imaginary parts, respectively. -} TfLiteComplex64; - -// Double-precision complex data type compatible with the C99 definition. -typedef struct TfLiteComplex128 { - double re, im; // real and imaginary parts, respectively. -} TfLiteComplex128; - -// Half precision data type compatible with the C99 definition. -typedef struct TfLiteFloat16 { - uint16_t data; -} TfLiteFloat16; - -// Return the name of a given type, for error reporting purposes. -const char* TfLiteTypeGetName(TfLiteType type); - -// SupportedQuantizationTypes. -typedef enum TfLiteQuantizationType { - // No quantization. - kTfLiteNoQuantization = 0, - // Affine quantization (with support for per-channel quantization). - // Corresponds to TfLiteAffineQuantization. - kTfLiteAffineQuantization = 1, -} TfLiteQuantizationType; - -// Structure specifying the quantization used by the tensor, if-any. -typedef struct TfLiteQuantization { - // The type of quantization held by params. - TfLiteQuantizationType type; - // Holds an optional reference to a quantization param structure. The actual - // type depends on the value of the `type` field (see the comment there for - // the values and corresponding types). - void* params; -} TfLiteQuantization; - -// Parameters for asymmetric quantization across a dimension (i.e per output -// channel quantization). -// quantized_dimension specifies which dimension the scales and zero_points -// correspond to. -// For a particular value in quantized_dimension, quantized values can be -// converted back to float using: -// real_value = scale * (quantized_value - zero_point) -typedef struct TfLiteAffineQuantization { - TfLiteFloatArray* scale; - TfLiteIntArray* zero_point; - int32_t quantized_dimension; -} TfLiteAffineQuantization; - -/* A union of pointers that points to memory for a given tensor. */ -typedef union TfLitePtrUnion { - /* Do not access these members directly, if possible, use - * GetTensorData(tensor) instead, otherwise only access .data, as other - * members are deprecated. */ - int32_t* i32; - uint32_t* u32; - int64_t* i64; - uint64_t* u64; - float* f; - TfLiteFloat16* f16; - double* f64; - char* raw; - const char* raw_const; - uint8_t* uint8; - bool* b; - int16_t* i16; - uint16_t* ui16; - TfLiteComplex64* c64; - TfLiteComplex128* c128; - int8_t* int8; - /* Only use this member. */ - void* data; -} TfLitePtrUnion; - -// Memory allocation strategies. -// * kTfLiteMmapRo: Read-only memory-mapped data, or data externally allocated. -// * kTfLiteArenaRw: Arena allocated with no guarantees about persistence, -// and available during eval. -// * kTfLiteArenaRwPersistent: Arena allocated but persistent across eval, and -// only available during eval. -// * kTfLiteDynamic: Allocated during eval, or for string tensors. -// * kTfLitePersistentRo: Allocated and populated during prepare. This is -// useful for tensors that can be computed during prepare and treated -// as constant inputs for downstream ops (also in prepare). -// * kTfLiteCustom: Custom memory allocation provided by the user. See -// TfLiteCustomAllocation below. -typedef enum TfLiteAllocationType { - kTfLiteMemNone = 0, - kTfLiteMmapRo, - kTfLiteArenaRw, - kTfLiteArenaRwPersistent, - kTfLiteDynamic, - kTfLitePersistentRo, - kTfLiteCustom, -} TfLiteAllocationType; - -// The delegates should use zero or positive integers to represent handles. -// -1 is reserved from unallocated status. -typedef int TfLiteBufferHandle; -enum { - kTfLiteNullBufferHandle = -1, -}; - -// Storage format of each dimension in a sparse tensor. -typedef enum TfLiteDimensionType { - kTfLiteDimDense = 0, - kTfLiteDimSparseCSR, -} TfLiteDimensionType; - -// Metadata to encode each dimension in a sparse tensor. -typedef struct TfLiteDimensionMetadata { - TfLiteDimensionType format; - int dense_size; - TfLiteIntArray* array_segments; - TfLiteIntArray* array_indices; -} TfLiteDimensionMetadata; - -// Parameters used to encode a sparse tensor. For detailed explanation of each -// field please refer to lite/schema/schema.fbs. -typedef struct TfLiteSparsity { - TfLiteIntArray* traversal_order; - TfLiteIntArray* block_map; - TfLiteDimensionMetadata* dim_metadata; - int dim_metadata_size; -} TfLiteSparsity; - -// Defines a custom memory allocation not owned by the runtime. -// `data` should be aligned to kDefaultTensorAlignment defined in -// lite/util.h. (Currently 64 bytes) -// NOTE: See Interpreter.SetCustomAllocationForTensor for details on usage. -typedef struct TfLiteCustomAllocation { - void* data; - size_t bytes; -} TfLiteCustomAllocation; - -// The flags used in `Interpreter::SetCustomAllocationForTensor`. -// Note that this is a bitmask, so the values should be 1, 2, 4, 8, ...etc. -typedef enum TfLiteCustomAllocationFlags { - kTfLiteCustomAllocationFlagsNone = 0, - // Skips checking whether allocation.data points to an aligned buffer as - // expected by the TFLite runtime. - // NOTE: Setting this flag can cause crashes when calling Invoke(). - // Use with caution. - kTfLiteCustomAllocationFlagsSkipAlignCheck = 1, -} TfLiteCustomAllocationFlags; - -// A tensor in the interpreter system which is a wrapper around a buffer of -// data including a dimensionality (or NULL if not currently defined). -#ifndef TF_LITE_STATIC_MEMORY -typedef struct TfLiteTensor { - // The data type specification for data stored in `data`. This affects - // what member of `data` union should be used. - TfLiteType type; - // A union of data pointers. The appropriate type should be used for a typed - // tensor based on `type`. - TfLitePtrUnion data; - // A pointer to a structure representing the dimensionality interpretation - // that the buffer should have. NOTE: the product of elements of `dims` - // and the element datatype size should be equal to `bytes` below. - TfLiteIntArray* dims; - // Quantization information. - TfLiteQuantizationParams params; - // How memory is mapped - // kTfLiteMmapRo: Memory mapped read only. - // i.e. weights - // kTfLiteArenaRw: Arena allocated read write memory - // (i.e. temporaries, outputs). - TfLiteAllocationType allocation_type; - // The number of bytes required to store the data of this Tensor. I.e. - // (bytes of each element) * dims[0] * ... * dims[n-1]. For example, if - // type is kTfLiteFloat32 and dims = {3, 2} then - // bytes = sizeof(float) * 3 * 2 = 4 * 3 * 2 = 24. - size_t bytes; - - // An opaque pointer to a tflite::MMapAllocation - const void* allocation; - - // Null-terminated name of this tensor. - const char* name; - - // The delegate which knows how to handle `buffer_handle`. - // WARNING: This is an experimental interface that is subject to change. - struct TfLiteDelegate* delegate; - - // An integer buffer handle that can be handled by `delegate`. - // The value is valid only when delegate is not null. - // WARNING: This is an experimental interface that is subject to change. - TfLiteBufferHandle buffer_handle; - - // If the delegate uses its own buffer (e.g. GPU memory), the delegate is - // responsible to set data_is_stale to true. - // `delegate->CopyFromBufferHandle` can be called to copy the data from - // delegate buffer. - // WARNING: This is an // experimental interface that is subject to change. - bool data_is_stale; - - // True if the tensor is a variable. - bool is_variable; - - // Quantization information. Replaces params field above. - TfLiteQuantization quantization; - - // Parameters used to encode a sparse tensor. - // This is optional. The field is NULL if a tensor is dense. - // WARNING: This is an experimental interface that is subject to change. - TfLiteSparsity* sparsity; - - // Optional. Encodes shapes with unknown dimensions with -1. This field is - // only populated when unknown dimensions exist in a read-write tensor (i.e. - // an input or output tensor). (e.g. `dims` contains [1, 1, 1, 3] and - // `dims_signature` contains [1, -1, -1, 3]). Note that this field only - // exists when TF_LITE_STATIC_MEMORY is not defined. - const TfLiteIntArray* dims_signature; -} TfLiteTensor; - -// A structure representing an instance of a node. -// This structure only exhibits the inputs, outputs, user defined data and some -// node properties (like statefulness), not other features like the type. -typedef struct TfLiteNode { - // Inputs to this node expressed as indices into the simulator's tensors. - TfLiteIntArray* inputs; - - // Outputs to this node expressed as indices into the simulator's tensors. - TfLiteIntArray* outputs; - - // intermediate tensors to this node expressed as indices into the simulator's - // tensors. - TfLiteIntArray* intermediates; - - // Temporary tensors uses during the computations. This usually contains no - // tensors, but ops are allowed to change that if they need scratch space of - // any sort. - TfLiteIntArray* temporaries; - - // Opaque data provided by the node implementer through `Registration.init`. - void* user_data; - - // Opaque data provided to the node if the node is a builtin. This is usually - // a structure defined in builtin_op_data.h - void* builtin_data; - - // Custom initial data. This is the opaque data provided in the flatbuffer. - // WARNING: This is an experimental interface that is subject to change. - const void* custom_initial_data; - int custom_initial_data_size; - - // The pointer to the delegate. This is non-null only when the node is - // created by calling `interpreter.ModifyGraphWithDelegate`. - // WARNING: This is an experimental interface that is subject to change. - struct TfLiteDelegate* delegate; - - // Whether this op might have side effect (e.g. stateful op). - bool might_have_side_effect; -} TfLiteNode; -#else // defined(TF_LITE_STATIC_MEMORY)? -// NOTE: This flag is opt-in only at compile time. -// -// Specific reduced TfLiteTensor struct for TF Micro runtime. This struct -// contains only the minimum fields required to initialize and prepare a micro -// inference graph. The fields in this struct have been ordered from -// largest-to-smallest for optimal struct sizeof. -// -// This struct does not use: -// - allocation -// - buffer_handle -// - data_is_stale -// - delegate -// - dims_signature -// - name -// - sparsity -typedef struct TfLiteTensor { - // TODO(b/155784997): Consider consolidating these quantization fields: - // Quantization information. Replaces params field above. - TfLiteQuantization quantization; - - // Quantization information. - TfLiteQuantizationParams params; - - // A union of data pointers. The appropriate type should be used for a typed - // tensor based on `type`. - TfLitePtrUnion data; - - // A pointer to a structure representing the dimensionality interpretation - // that the buffer should have. NOTE: the product of elements of `dims` - // and the element datatype size should be equal to `bytes` below. - TfLiteIntArray* dims; - - // The number of bytes required to store the data of this Tensor. I.e. - // (bytes of each element) * dims[0] * ... * dims[n-1]. For example, if - // type is kTfLiteFloat32 and dims = {3, 2} then - // bytes = sizeof(float) * 3 * 2 = 4 * 3 * 2 = 24. - size_t bytes; - - // The data type specification for data stored in `data`. This affects - // what member of `data` union should be used. - TfLiteType type; - - // How memory is mapped - // kTfLiteMmapRo: Memory mapped read only. - // i.e. weights - // kTfLiteArenaRw: Arena allocated read write memory - // (i.e. temporaries, outputs). - TfLiteAllocationType allocation_type; - - // True if the tensor is a variable. - bool is_variable; -} TfLiteTensor; - -// Specific reduced TfLiteNode struct for TF Micro runtime. This struct contains -// only the minimum fields required to represent a node. -// -// This struct does not use: -// - delegate -// - intermediates -// - temporaries -typedef struct TfLiteNode { - // Inputs to this node expressed as indices into the simulator's tensors. - TfLiteIntArray* inputs; - - // Outputs to this node expressed as indices into the simulator's tensors. - TfLiteIntArray* outputs; - - // intermediate tensors to this node expressed as indices into the simulator's - // tensors. - TfLiteIntArray* intermediates; - - // Opaque data provided by the node implementer through `Registration.init`. - void* user_data; - - // Opaque data provided to the node if the node is a builtin. This is usually - // a structure defined in builtin_op_data.h - void* builtin_data; - - // Custom initial data. This is the opaque data provided in the flatbuffer. - // WARNING: This is an experimental interface that is subject to change. - const void* custom_initial_data; - int custom_initial_data_size; -} TfLiteNode; -#endif // TF_LITE_STATIC_MEMORY - -// Light-weight tensor struct for TF Micro runtime. Provides the minimal amount -// of information required for a kernel to run during TfLiteRegistration::Eval. -// TODO(b/160955687): Move this field into TF_LITE_STATIC_MEMORY when TFLM -// builds with this flag by default internally. -typedef struct TfLiteEvalTensor { - // A union of data pointers. The appropriate type should be used for a typed - // tensor based on `type`. - TfLitePtrUnion data; - - // A pointer to a structure representing the dimensionality interpretation - // that the buffer should have. - TfLiteIntArray* dims; - - // The data type specification for data stored in `data`. This affects - // what member of `data` union should be used. - TfLiteType type; -} TfLiteEvalTensor; - -#ifndef TF_LITE_STATIC_MEMORY -// Free data memory of tensor `t`. -void TfLiteTensorDataFree(TfLiteTensor* t); - -// Free quantization data. -void TfLiteQuantizationFree(TfLiteQuantization* quantization); - -// Free sparsity parameters. -void TfLiteSparsityFree(TfLiteSparsity* sparsity); - -// Free memory of tensor `t`. -void TfLiteTensorFree(TfLiteTensor* t); - -// Set all of a tensor's fields (and free any previously allocated data). -void TfLiteTensorReset(TfLiteType type, const char* name, TfLiteIntArray* dims, - TfLiteQuantizationParams quantization, char* buffer, - size_t size, TfLiteAllocationType allocation_type, - const void* allocation, bool is_variable, - TfLiteTensor* tensor); - -// Copies the contents of 'src' in 'dst'. -// Function does nothing if either 'src' or 'dst' is passed as nullptr and -// return kTfLiteOk. -// Returns kTfLiteError if 'src' and 'dst' doesn't have matching data size. -// Note function copies contents, so it won't create new data pointer -// or change allocation type. -// All Tensor related properties will be copied from 'src' to 'dst' like -// quantization, sparsity, ... -TfLiteStatus TfLiteTensorCopy(const TfLiteTensor* src, TfLiteTensor* dst); - -// Resize the allocated data of a (dynamic) tensor. Tensors with allocation -// types other than kTfLiteDynamic will be ignored. -void TfLiteTensorRealloc(size_t num_bytes, TfLiteTensor* tensor); -#endif // TF_LITE_STATIC_MEMORY - -// WARNING: This is an experimental interface that is subject to change. -// -// Currently, TfLiteDelegateParams has to be allocated in a way that it's -// trivially destructable. It will be stored as `builtin_data` field in -// `TfLiteNode` of the delegate node. -// -// See also the `CreateDelegateParams` function in `interpreter.cc` details. -typedef struct TfLiteDelegateParams { - struct TfLiteDelegate* delegate; - TfLiteIntArray* nodes_to_replace; - TfLiteIntArray* input_tensors; - TfLiteIntArray* output_tensors; -} TfLiteDelegateParams; - -typedef struct TfLiteContext { - // Number of tensors in the context. - size_t tensors_size; - - // The execution plan contains a list of the node indices in execution - // order. execution_plan->size is the current number of nodes. And, - // execution_plan->data[0] is the first node that needs to be run. - // TfLiteDelegates can traverse the current execution plan by iterating - // through each member of this array and using GetNodeAndRegistration() to - // access details about a node. i.e. - // - // TfLiteIntArray* execution_plan; - // TF_LITE_ENSURE_STATUS(context->GetExecutionPlan(context, &execution_plan)); - // for (int exec_index = 0; exec_index < execution_plan->size; exec_index++) { - // int node_index = execution_plan->data[exec_index]; - // TfLiteNode* node; - // TfLiteRegistration* reg; - // context->GetNodeAndRegistration(context, node_index, &node, ®); - // } - // Note: the memory pointed by '`*execution_plan` is OWNED by TfLite runtime. - // Future calls to GetExecutionPlan invalidates earlier outputs. The following - // code snippet shows the issue of such an invocation pattern. After calling - // CheckNode, subsequent access to `plan_1st` is undefined. - // - // void CheckNode(const TfLiteNode* node) { - // ... - // TfLiteIntArray* plan_2nd; - // TF_LITE_ENSURE_STATUS(context->GetExecutionPlan(context, &plan_2nd)); - // ... - // } - // - // TfLiteIntArray* plan_1st; - // TF_LITE_ENSURE_STATUS(context->GetExecutionPlan(context, &plan_1st)); - // for (int exec_index = 0; exec_index < plan_1st->size; exec_index++) { - // int node_index = plan_1st->data[exec_index]; - // TfLiteNode* node; - // TfLiteRegistration* reg; - // context->GetNodeAndRegistration(context, node_index, &node, ®); - // CheckNode(node); - // } - // - // WARNING: This is an experimental interface that is subject to change. - TfLiteStatus (*GetExecutionPlan)(struct TfLiteContext* context, - TfLiteIntArray** execution_plan); - - // An array of tensors in the interpreter context (of length `tensors_size`) - TfLiteTensor* tensors; - - // opaque full context ptr (an opaque c++ data structure) - void* impl_; - - // Request memory pointer be resized. Updates dimensions on the tensor. - // NOTE: ResizeTensor takes ownership of newSize. - TfLiteStatus (*ResizeTensor)(struct TfLiteContext*, TfLiteTensor* tensor, - TfLiteIntArray* new_size); - // Request that an error be reported with format string msg. - void (*ReportError)(struct TfLiteContext*, const char* msg, ...); - - // Add `tensors_to_add` tensors, preserving pre-existing Tensor entries. If - // non-null, the value pointed to by `first_new_tensor_index` will be set to - // the index of the first new tensor. - TfLiteStatus (*AddTensors)(struct TfLiteContext*, int tensors_to_add, - int* first_new_tensor_index); - - // Get a Tensor node by node_index. - // WARNING: This is an experimental interface that is subject to change. - TfLiteStatus (*GetNodeAndRegistration)( - struct TfLiteContext*, int node_index, TfLiteNode** node, - struct TfLiteRegistration** registration); - - // Replace ops with one or more stub delegate operations. This function - // does not take ownership of `nodes_to_replace`. - TfLiteStatus (*ReplaceNodeSubsetsWithDelegateKernels)( - struct TfLiteContext*, struct TfLiteRegistration registration, - const TfLiteIntArray* nodes_to_replace, struct TfLiteDelegate* delegate); - - // Number of threads that are recommended to subsystems like gemmlowp and - // eigen. - int recommended_num_threads; - - // Access external contexts by type. - // WARNING: This is an experimental interface that is subject to change. - TfLiteExternalContext* (*GetExternalContext)(struct TfLiteContext*, - TfLiteExternalContextType); - // Set the value of a external context. Does not take ownership of the - // pointer. - // WARNING: This is an experimental interface that is subject to change. - void (*SetExternalContext)(struct TfLiteContext*, TfLiteExternalContextType, - TfLiteExternalContext*); - - // Flag for allowing float16 precision for FP32 calculation. - // default: false. - // WARNING: This is an experimental API and subject to change. - bool allow_fp32_relax_to_fp16; - - // Pointer to the op-level profiler, if set; nullptr otherwise. - void* profiler; - - // Allocate persistent buffer which has the same life time as the interpreter. - // Returns nullptr on failure. - // The memory is allocated from heap for TFL, and from tail in TFLM. - // This method is only available in Init or Prepare stage. - // WARNING: This is an experimental interface that is subject to change. - void* (*AllocatePersistentBuffer)(struct TfLiteContext* ctx, size_t bytes); - - // Allocate a buffer which will be deallocated right after invoke phase. - // The memory is allocated from heap in TFL, and from volatile arena in TFLM. - // This method is only available in invoke stage. - // NOTE: If possible use RequestScratchBufferInArena method to avoid memory - // allocation during inference time. - // WARNING: This is an experimental interface that is subject to change. - TfLiteStatus (*AllocateBufferForEval)(struct TfLiteContext* ctx, size_t bytes, - void** ptr); - - // Request a scratch buffer in the arena through static memory planning. - // This method is only available in Prepare stage and the buffer is allocated - // by the interpreter between Prepare and Eval stage. In Eval stage, - // GetScratchBuffer API can be used to fetch the address. - // WARNING: This is an experimental interface that is subject to change. - TfLiteStatus (*RequestScratchBufferInArena)(struct TfLiteContext* ctx, - size_t bytes, int* buffer_idx); - - // Get the scratch buffer pointer. - // This method is only available in Eval stage. - // WARNING: This is an experimental interface that is subject to change. - void* (*GetScratchBuffer)(struct TfLiteContext* ctx, int buffer_idx); - - // Resize the memory pointer of the `tensor`. This method behaves the same as - // `ResizeTensor`, except that it makes a copy of the shape array internally - // so the shape array could be deallocated right afterwards. - // WARNING: This is an experimental interface that is subject to change. - TfLiteStatus (*ResizeTensorExplicit)(struct TfLiteContext* ctx, - TfLiteTensor* tensor, int dims, - const int* shape); - - // This method provides a preview of post-delegation partitioning. Each - // TfLiteDelegateParams in the referenced array corresponds to one instance of - // the delegate kernel. - // Example usage: - // - // TfLiteIntArray* nodes_to_replace = ...; - // TfLiteDelegateParams* params_array; - // int num_partitions = 0; - // TF_LITE_ENSURE_STATUS(context->PreviewDelegatePartitioning( - // context, delegate, nodes_to_replace, ¶ms_array, &num_partitions)); - // for (int idx = 0; idx < num_partitions; idx++) { - // const auto& partition_params = params_array[idx]; - // ... - // } - // - // NOTE: The context owns the memory referenced by partition_params_array. It - // will be cleared with another call to PreviewDelegateParitioning, or after - // TfLiteDelegateParams::Prepare returns. - // - // WARNING: This is an experimental interface that is subject to change. - TfLiteStatus (*PreviewDelegatePartitioning)( - struct TfLiteContext* context, const TfLiteIntArray* nodes_to_replace, - TfLiteDelegateParams** partition_params_array, int* num_partitions); - - // Returns a TfLiteTensor struct for a given index. - // WARNING: This is an experimental interface that is subject to change. - // WARNING: This method may not be available on all platforms. - TfLiteTensor* (*GetTensor)(const struct TfLiteContext* context, - int tensor_idx); - - // Returns a TfLiteEvalTensor struct for a given index. - // WARNING: This is an experimental interface that is subject to change. - // WARNING: This method may not be available on all platforms. - TfLiteEvalTensor* (*GetEvalTensor)(const struct TfLiteContext* context, - int tensor_idx); - - // Retrieves named metadata buffer from the TFLite model. - // Returns kTfLiteOk if metadata is successfully obtained from the flatbuffer - // Model: that is, there exists a `metadata` entry with given `name` string. - // (see TFLite's schema.fbs). - // The corresponding `buffer` information is populated in `ptr` & `bytes`. - // The data from `ptr` is valid for the lifetime of the Interpreter. - // - // WARNING: This is an experimental interface that is subject to change. - TfLiteStatus (*GetModelMetadata)(const struct TfLiteContext* context, - const char* name, const char** ptr, - size_t* bytes); -} TfLiteContext; - -// `TfLiteRegistrationExternal` is an external version of `TfLiteRegistration` -// for C API which doesn't use internal types (such as `TfLiteContext`) but only -// uses stable API types (such as `TfLiteOpaqueContext`). The purpose of each -// field is the exactly the same as with `TfLiteRegistration`. -typedef struct TfLiteRegistrationExternal TfLiteRegistrationExternal; - -typedef struct TfLiteRegistration { - // Initializes the op from serialized data. - // Called only *once* for the lifetime of the op, so any one-time allocations - // should be made here (unless they depend on tensor sizes). - // - // If a built-in op: - // `buffer` is the op's params data (TfLiteLSTMParams*). - // `length` is zero. - // If custom op: - // `buffer` is the op's `custom_options`. - // `length` is the size of the buffer. - // - // Returns a type-punned (i.e. void*) opaque data (e.g. a primitive pointer - // or an instance of a struct). - // - // The returned pointer will be stored with the node in the `user_data` field, - // accessible within prepare and invoke functions below. - // NOTE: if the data is already in the desired format, simply implement this - // function to return `nullptr` and implement the free function to be a no-op. - void* (*init)(TfLiteContext* context, const char* buffer, size_t length); - - // The pointer `buffer` is the data previously returned by an init invocation. - void (*free)(TfLiteContext* context, void* buffer); - - // prepare is called when the inputs this node depends on have been resized. - // context->ResizeTensor() can be called to request output tensors to be - // resized. - // Can be called multiple times for the lifetime of the op. - // - // Returns kTfLiteOk on success. - TfLiteStatus (*prepare)(TfLiteContext* context, TfLiteNode* node); - - // Execute the node (should read node->inputs and output to node->outputs). - // Returns kTfLiteOk on success. - TfLiteStatus (*invoke)(TfLiteContext* context, TfLiteNode* node); - - // profiling_string is called during summarization of profiling information - // in order to group executions together. Providing a value here will cause a - // given op to appear multiple times is the profiling report. This is - // particularly useful for custom ops that can perform significantly - // different calculations depending on their `user-data`. - const char* (*profiling_string)(const TfLiteContext* context, - const TfLiteNode* node); - - // Builtin codes. If this kernel refers to a builtin this is the code - // of the builtin. This is so we can do marshaling to other frameworks like - // NN API. - // Note: It is the responsibility of the registration binder to set this - // properly. - int32_t builtin_code; - - // Custom op name. If the op is a builtin, this will be null. - // Note: It is the responsibility of the registration binder to set this - // properly. - // WARNING: This is an experimental interface that is subject to change. - const char* custom_name; - - // The version of the op. - // Note: It is the responsibility of the registration binder to set this - // properly. - int version; - - // The external version of `TfLiteRegistration`. Since we can't use internal - // types (such as `TfLiteContext`) for C API to maintain ABI stability. - // C API user will provide `TfLiteRegistrationExternal` to implement custom - // ops. We keep it inside of `TfLiteRegistration` and use it to route - // callbacks properly. - TfLiteRegistrationExternal* registration_external; -} TfLiteRegistration; - -// Old version of `TfLiteRegistration` to maintain binary backward -// compatibility. -// WARNING: This structure is deprecated / not an official part of the API. -// It should be only used for binary backward compatibility. -typedef struct TfLiteRegistration_V1 { - void* (*init)(TfLiteContext* context, const char* buffer, size_t length); - void (*free)(TfLiteContext* context, void* buffer); - TfLiteStatus (*prepare)(TfLiteContext* context, TfLiteNode* node); - TfLiteStatus (*invoke)(TfLiteContext* context, TfLiteNode* node); - const char* (*profiling_string)(const TfLiteContext* context, - const TfLiteNode* node); - int32_t builtin_code; - const char* custom_name; - int version; -} TfLiteRegistration_V1; - -// The flags used in `TfLiteDelegate`. Note that this is a bitmask, so the -// values should be 1, 2, 4, 8, ...etc. -typedef enum TfLiteDelegateFlags { - kTfLiteDelegateFlagsNone = 0, - // The flag is set if the delegate can handle dynamic sized tensors. - // For example, the output shape of a `Resize` op with non-constant shape - // can only be inferred when the op is invoked. - // In this case, the Delegate is responsible for calling - // `SetTensorToDynamic` to mark the tensor as a dynamic tensor, and calling - // `ResizeTensor` when invoking the op. - // - // If the delegate isn't capable to handle dynamic tensors, this flag need - // to be set to false. - kTfLiteDelegateFlagsAllowDynamicTensors = 1, - - // This flag can be used by delegates (that allow dynamic tensors) to ensure - // applicable tensor shapes are automatically propagated in the case of tensor - // resizing. - // This means that non-dynamic (allocation_type != kTfLiteDynamic) I/O tensors - // of a delegate kernel will have correct shapes before its Prepare() method - // is called. The runtime leverages TFLite builtin ops in the original - // execution plan to propagate shapes. - // - // A few points to note: - // 1. This requires kTfLiteDelegateFlagsAllowDynamicTensors. If that flag is - // false, this one is redundant since the delegate kernels are re-initialized - // every time tensors are resized. - // 2. Enabling this flag adds some overhead to AllocateTensors(), since extra - // work is required to prepare the original execution plan. - // 3. This flag requires that the original execution plan only have ops with - // valid registrations (and not 'dummy' custom ops like with Flex). - // WARNING: This feature is experimental and subject to change. - kTfLiteDelegateFlagsRequirePropagatedShapes = 2 -} TfLiteDelegateFlags; - -// WARNING: This is an experimental interface that is subject to change. -typedef struct TfLiteDelegate { - // Data that delegate needs to identify itself. This data is owned by the - // delegate. The delegate is owned in the user code, so the delegate is - // responsible for doing this when it is destroyed. - void* data_; - - // Invoked by ModifyGraphWithDelegate. This prepare is called, giving the - // delegate a view of the current graph through TfLiteContext*. It typically - // will look at the nodes and call ReplaceNodeSubsetsWithDelegateKernels() - // to ask the TensorFlow lite runtime to create macro-nodes to represent - // delegated subgraphs of the original graph. - TfLiteStatus (*Prepare)(TfLiteContext* context, - struct TfLiteDelegate* delegate); - - // Copy the data from delegate buffer handle into raw memory of the given - // 'tensor'. Note that the delegate is allowed to allocate the raw bytes as - // long as it follows the rules for kTfLiteDynamic tensors, in which case this - // cannot be null. - TfLiteStatus (*CopyFromBufferHandle)(TfLiteContext* context, - struct TfLiteDelegate* delegate, - TfLiteBufferHandle buffer_handle, - TfLiteTensor* tensor); - - // Copy the data from raw memory of the given 'tensor' to delegate buffer - // handle. This can be null if the delegate doesn't use its own buffer. - TfLiteStatus (*CopyToBufferHandle)(TfLiteContext* context, - struct TfLiteDelegate* delegate, - TfLiteBufferHandle buffer_handle, - TfLiteTensor* tensor); - - // Free the Delegate Buffer Handle. Note: This only frees the handle, but - // this doesn't release the underlying resource (e.g. textures). The - // resources are either owned by application layer or the delegate. - // This can be null if the delegate doesn't use its own buffer. - void (*FreeBufferHandle)(TfLiteContext* context, - struct TfLiteDelegate* delegate, - TfLiteBufferHandle* handle); - - // Bitmask flags. See the comments in `TfLiteDelegateFlags`. - int64_t flags; -} TfLiteDelegate; - -// Build a 'null' delegate, with all the fields properly set to their default -// values. -TfLiteDelegate TfLiteDelegateCreate(void); - -#ifdef __cplusplus -} // extern "C" -#endif // __cplusplus -#endif // TENSORFLOW_LITE_C_COMMON_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/context_util.h b/code/components/tflite-lib/tensorflow/lite/context_util.h deleted file mode 100644 index 7c8a5abd..00000000 --- a/code/components/tflite-lib/tensorflow/lite/context_util.h +++ /dev/null @@ -1,51 +0,0 @@ -/* Copyright 2017 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -// This provides a few C++ helpers that are useful for manipulating C structures -// in C++. -#ifndef TENSORFLOW_LITE_CONTEXT_UTIL_H_ -#define TENSORFLOW_LITE_CONTEXT_UTIL_H_ - -#include - -#include "tensorflow/lite/c/common.h" - -namespace tflite { - -// Provide a range iterable wrapper for TfLiteIntArray* (C lists that TfLite -// C api uses. Can't use the google array_view, since we can't depend on even -// absl for embedded device reasons. -class TfLiteIntArrayView { - public: - // Construct a view of a TfLiteIntArray*. Note, `int_array` should be non-null - // and this view does not take ownership of it. - explicit TfLiteIntArrayView(const TfLiteIntArray* int_array) - : int_array_(int_array) {} - - TfLiteIntArrayView(const TfLiteIntArrayView&) = default; - TfLiteIntArrayView& operator=(const TfLiteIntArrayView& rhs) = default; - - typedef const int* const_iterator; - const_iterator begin() const { return int_array_->data; } - const_iterator end() const { return &int_array_->data[int_array_->size]; } - size_t size() const { return end() - begin(); } - int operator[](size_t pos) const { return int_array_->data[pos]; } - - private: - const TfLiteIntArray* int_array_; -}; - -} // namespace tflite - -#endif // TENSORFLOW_LITE_CONTEXT_UTIL_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/core/api/error_reporter.cc b/code/components/tflite-lib/tensorflow/lite/core/api/error_reporter.cc deleted file mode 100644 index 7070eaa5..00000000 --- a/code/components/tflite-lib/tensorflow/lite/core/api/error_reporter.cc +++ /dev/null @@ -1,38 +0,0 @@ -/* Copyright 2017 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#include "tensorflow/lite/core/api/error_reporter.h" -#include - -namespace tflite { - -int ErrorReporter::Report(const char* format, ...) { - va_list args; - va_start(args, format); - int code = Report(format, args); - va_end(args); - return code; -} - -// TODO(aselle): Make the name of ReportError on context the same, so -// we can use the ensure functions w/o a context and w/ a reporter. -int ErrorReporter::ReportError(void*, const char* format, ...) { - va_list args; - va_start(args, format); - int code = Report(format, args); - va_end(args); - return code; -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/core/api/error_reporter.h b/code/components/tflite-lib/tensorflow/lite/core/api/error_reporter.h deleted file mode 100644 index 05839a61..00000000 --- a/code/components/tflite-lib/tensorflow/lite/core/api/error_reporter.h +++ /dev/null @@ -1,59 +0,0 @@ -/* Copyright 2017 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_CORE_API_ERROR_REPORTER_H_ -#define TENSORFLOW_LITE_CORE_API_ERROR_REPORTER_H_ - -#include - -namespace tflite { - -/// A functor that reports error to supporting system. Invoked similar to -/// printf. -/// -/// Usage: -/// ErrorReporter foo; -/// foo.Report("test %d", 5); -/// or -/// va_list args; -/// foo.Report("test %d", args); // where args is va_list -/// -/// Subclass ErrorReporter to provide another reporting destination. -/// For example, if you have a GUI program, you might redirect to a buffer -/// that drives a GUI error log box. -class ErrorReporter { - public: - virtual ~ErrorReporter() {} - virtual int Report(const char* format, va_list args) = 0; - int Report(const char* format, ...); - int ReportError(void*, const char* format, ...); -}; - -} // namespace tflite - -// You should not make bare calls to the error reporter, instead use the -// TF_LITE_REPORT_ERROR macro, since this allows message strings to be -// stripped when the binary size has to be optimized. If you are looking to -// reduce binary size, define TF_LITE_STRIP_ERROR_STRINGS when compiling and -// every call will be stubbed out, taking no memory. -#ifndef TF_LITE_STRIP_ERROR_STRINGS -#define TF_LITE_REPORT_ERROR(reporter, ...) \ - do { \ - static_cast(reporter)->Report(__VA_ARGS__); \ - } while (false) -#else // TF_LITE_STRIP_ERROR_STRINGS -#define TF_LITE_REPORT_ERROR(reporter, ...) -#endif // TF_LITE_STRIP_ERROR_STRINGS - -#endif // TENSORFLOW_LITE_CORE_API_ERROR_REPORTER_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/core/api/flatbuffer_conversions.cc b/code/components/tflite-lib/tensorflow/lite/core/api/flatbuffer_conversions.cc deleted file mode 100644 index 1ecefa47..00000000 --- a/code/components/tflite-lib/tensorflow/lite/core/api/flatbuffer_conversions.cc +++ /dev/null @@ -1,2457 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/core/api/flatbuffer_conversions.h" - -#include -#include -#include - -#include "flatbuffers/flatbuffers.h" // from @flatbuffers -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/core/api/error_reporter.h" -#include "tensorflow/lite/kernels/internal/compatibility.h" -#include "tensorflow/lite/schema/schema_generated.h" - -namespace tflite { - -namespace { - -// Utility class for safely allocating POD data. This is useful for avoiding -// leaks in cases where op params are allocated but fail to propagate to the -// parsed op data (e.g., when model parameters are invalid). -class SafeBuiltinDataAllocator { - public: - class BuiltinDataDeleter { - public: - explicit BuiltinDataDeleter(BuiltinDataAllocator* allocator) - : allocator_(allocator) {} - - void operator()(void* data) { allocator_->Deallocate(data); } - - private: - BuiltinDataAllocator* allocator_; - }; - - template - using BuiltinDataPtr = std::unique_ptr; - - explicit SafeBuiltinDataAllocator(BuiltinDataAllocator* allocator) - : allocator_(allocator) {} - - template - BuiltinDataPtr Allocate() { - return BuiltinDataPtr(allocator_->AllocatePOD(), - BuiltinDataDeleter(allocator_)); - } - - private: - BuiltinDataAllocator* allocator_; -}; - -// All the Parse functions take some pointers as params and this function has -// the common DCHECKs to catch if any of those are nullptr. -void CheckParsePointerParams(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, - void** builtin_data) { - TFLITE_DCHECK(op != nullptr); - TFLITE_DCHECK(error_reporter != nullptr); - TFLITE_DCHECK(allocator != nullptr); - TFLITE_DCHECK(builtin_data != nullptr); -} - -// Copies the contents from the flatbuffer int vector `flatbuffer` into the -// int array `buffer`. `flat_vector` and `buffer` represent the same -// configuration operation for a given operation. -TfLiteStatus FlatBufferIntVectorToArray( - int max_size_of_buffer, const flatbuffers::Vector* flat_vector, - int* buffer, ErrorReporter* error_reporter, const char* op_name) { - if (!flat_vector) { - TF_LITE_REPORT_ERROR(error_reporter, - "Input array not provided for operation '%s'.\n", - op_name); - return kTfLiteError; - } else { - size_t num_dimensions = flat_vector->size(); - if (num_dimensions > max_size_of_buffer / sizeof(int)) { - TF_LITE_REPORT_ERROR( - error_reporter, - "Found too many dimensions in the input array of operation '%s'.\n", - op_name); - return kTfLiteError; - } else { - for (size_t i = 0; i < num_dimensions; ++i) { - buffer[i] = flat_vector->Get(i); - } - } - } - return kTfLiteOk; -} - -// Converts the flatbuffer activation to what is used at runtime. -TfLiteFusedActivation ConvertActivation(ActivationFunctionType activation) { - switch (activation) { - case ActivationFunctionType_NONE: - return kTfLiteActNone; - case ActivationFunctionType_RELU: - return kTfLiteActRelu; - case ActivationFunctionType_RELU_N1_TO_1: - return kTfLiteActReluN1To1; - case ActivationFunctionType_RELU6: - return kTfLiteActRelu6; - case ActivationFunctionType_TANH: - return kTfLiteActTanh; - case ActivationFunctionType_SIGN_BIT: - return kTfLiteActSignBit; - } - return kTfLiteActNone; -} - -// Converts the flatbuffer padding enum to what is used at runtime. -TfLitePadding ConvertPadding(Padding padding) { - switch (padding) { - case Padding_SAME: - return kTfLitePaddingSame; - case Padding_VALID: - return kTfLitePaddingValid; - } - return kTfLitePaddingUnknown; -} - -// Converts the flatbuffer mirror padding enum to what is used at runtime. -TfLiteMirrorPaddingMode ConvertMirrorPadding(MirrorPadMode padding) { - switch (padding) { - case MirrorPadMode_REFLECT: - return kTfLiteMirrorPaddingReflect; - case MirrorPadMode_SYMMETRIC: - return kTfLiteMirrorPaddingSymmetric; - } - return kTfLiteMirrorPaddingUnknown; -} - -#ifndef TF_LITE_STATIC_MEMORY -TfLiteStatus ParseOpDataTfLite(const Operator* op, BuiltinOperator op_type, - ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, - void** builtin_data) { - auto parseLSHProjectionType = [](LSHProjectionType type) { - switch (type) { - case LSHProjectionType_SPARSE: - return kTfLiteLshProjectionSparse; - case LSHProjectionType_DENSE: - return kTfLiteLshProjectionDense; - default: - return kTfLiteLshProjectionUnknown; - } - }; - auto parseCombinerType = [](CombinerType type) { - switch (type) { - case CombinerType_MEAN: - return kTfLiteCombinerTypeMean; - case CombinerType_SQRTN: - return kTfLiteCombinerTypeSqrtn; - case CombinerType_SUM: - default: - return kTfLiteCombinerTypeSum; - } - }; - - SafeBuiltinDataAllocator safe_allocator(allocator); - *builtin_data = nullptr; - switch (op_type) { - case BuiltinOperator_ABS: { - return ParseAbs(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_ADD: { - return ParseAdd(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_ADD_N: { - return ParseAddN(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_ARG_MAX: { - return ParseArgMax(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_ARG_MIN: { - return ParseArgMin(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_ASSIGN_VARIABLE: { - return ParseAssignVariable(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_AVERAGE_POOL_2D: { - return ParsePool(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_BATCH_MATMUL: { - return ParseBatchMatMul(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_BATCH_TO_SPACE_ND: { - return ParseBatchToSpaceNd(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_BROADCAST_ARGS: { - return ParseBroadcastArgs(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_BROADCAST_TO: { - return ParseBroadcastTo(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_CALL_ONCE: { - return ParseCallOnce(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_CEIL: { - return ParseCeil(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_CONCATENATION: { - return ParseConcatenation(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_CONV_2D: { - return ParseConv2D(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_CUMSUM: { - return ParseCumsum(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_DEPTH_TO_SPACE: { - return ParseDepthToSpace(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_DEPTHWISE_CONV_2D: { - return ParseDepthwiseConv2D(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_DEQUANTIZE: { - return ParseDequantize(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_DIV: { - return ParseDiv(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_ELU: { - return ParseElu(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_EXP: { - return ParseExp(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_EXPAND_DIMS: { - return ParseExpandDims(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_FILL: { - return ParseFill(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_FLOOR: { - return ParseFloor(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_FLOOR_DIV: { - return ParseFloorDiv(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_FLOOR_MOD: { - return ParseFloorMod(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_FULLY_CONNECTED: { - return ParseFullyConnected(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_GATHER_ND: { - return ParseGatherNd(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_GREATER: { - return ParseGreater(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_GREATER_EQUAL: { - return ParseGreaterEqual(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_HARD_SWISH: { - return ParseHardSwish(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_L2_NORMALIZATION: { - return ParseL2Normalization(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_L2_POOL_2D: { - return ParsePool(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_LEAKY_RELU: { - return ParseLeakyRelu(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_LESS: { - return ParseLess(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_LESS_EQUAL: { - return ParseLessEqual(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_LOG: { - return ParseLog(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_LOGICAL_AND: { - return ParseLogicalAnd(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_LOGICAL_NOT: { - return ParseLogicalNot(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_LOGICAL_OR: { - return ParseLogicalOr(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_LOGISTIC: { - return ParseLogistic(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_LOG_SOFTMAX: { - return ParseLogSoftmax(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_LSTM: { - return ParseLSTM(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_MAXIMUM: { - return ParseMaximum(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_MAX_POOL_2D: { - return ParsePool(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_MIRROR_PAD: { - return ParseMirrorPad(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_MEAN: { - return ParseReducer(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_MINIMUM: { - return ParseMinimum(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_MUL: { - return ParseMul(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_NEG: { - return ParseNeg(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_NOT_EQUAL: { - return ParseNotEqual(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_PACK: { - return ParsePack(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_PAD: { - return ParsePad(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_PADV2: { - return ParsePadV2(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_POW: { - return ParsePow(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_PRELU: { - return ParsePrelu(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_QUANTIZE: { - return ParseQuantize(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_READ_VARIABLE: { - return ParseReadVariable(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_REDUCE_ANY: { - return ParseReducer(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_REDUCE_ALL: { - return ParseReducer(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_REDUCE_MAX: { - return ParseReducer(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_REDUCE_MIN: { - return ParseReducer(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_REDUCE_PROD: { - return ParseReducer(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_RELU: { - return ParseRelu(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_RELU6: { - return ParseRelu6(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_RESHAPE: { - return ParseReshape(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_RESIZE_BILINEAR: { - return ParseResizeBilinear(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_RESIZE_NEAREST_NEIGHBOR: { - return ParseResizeNearestNeighbor(op, error_reporter, allocator, - builtin_data); - } - - case BuiltinOperator_ROUND: { - return ParseRound(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_RSQRT: { - return ParseRsqrt(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_SHAPE: { - return ParseShape(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_SIN: { - return ParseSin(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_SOFTMAX: { - return ParseSoftmax(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_SPACE_TO_BATCH_ND: { - return ParseSpaceToBatchNd(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_SPACE_TO_DEPTH: { - return ParseSpaceToDepth(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_SPLIT: { - return ParseSplit(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_SPLIT_V: { - return ParseSplitV(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_SQRT: { - return ParseSqrt(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_SQUARE: { - return ParseSquare(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_SQUARED_DIFFERENCE: { - return ParseSquaredDifference(op, error_reporter, allocator, - builtin_data); - } - - case BuiltinOperator_SQUEEZE: { - return ParseSqueeze(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_STRIDED_SLICE: { - return ParseStridedSlice(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_SUB: { - return ParseSub(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_SUM: { - return ParseReducer(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_SVDF: { - return ParseSvdf(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_TANH: { - return ParseTanh(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_TRANSPOSE_CONV: { - return ParseTransposeConv(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_UNPACK: { - return ParseUnpack(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_VAR_HANDLE: { - return ParseVarHandle(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_ZEROS_LIKE: { - return ParseZerosLike(op, error_reporter, allocator, builtin_data); - } - - case BuiltinOperator_CAST: { - return ParseCast(op, error_reporter, allocator, builtin_data); - } - case BuiltinOperator_LSH_PROJECTION: { - auto params = safe_allocator.Allocate(); - TF_LITE_ENSURE(error_reporter, params != nullptr); - if (const auto* lshParams = - op->builtin_options_as_LSHProjectionOptions()) { - params->type = parseLSHProjectionType(lshParams->type()); - } - *builtin_data = params.release(); - return kTfLiteOk; - } - case BuiltinOperator_UNIDIRECTIONAL_SEQUENCE_RNN: { - auto params = safe_allocator.Allocate(); - TF_LITE_ENSURE(error_reporter, params != nullptr); - if (const auto* sequence_rnn_params = - op->builtin_options_as_SequenceRNNOptions()) { - params->activation = - ConvertActivation(sequence_rnn_params->fused_activation_function()); - params->time_major = sequence_rnn_params->time_major(); - params->asymmetric_quantize_inputs = - sequence_rnn_params->asymmetric_quantize_inputs(); - } - *builtin_data = params.release(); - return kTfLiteOk; - } - case BuiltinOperator_BIDIRECTIONAL_SEQUENCE_RNN: { - auto params = - safe_allocator.Allocate(); - TF_LITE_ENSURE(error_reporter, params != nullptr); - if (const auto* bidi_sequence_rnn_params = - op->builtin_options_as_BidirectionalSequenceRNNOptions()) { - params->activation = ConvertActivation( - bidi_sequence_rnn_params->fused_activation_function()); - params->time_major = bidi_sequence_rnn_params->time_major(); - params->merge_outputs = bidi_sequence_rnn_params->merge_outputs(); - params->asymmetric_quantize_inputs = - bidi_sequence_rnn_params->asymmetric_quantize_inputs(); - } - *builtin_data = params.release(); - return kTfLiteOk; - } - case BuiltinOperator_RNN: { - auto params = safe_allocator.Allocate(); - TF_LITE_ENSURE(error_reporter, params != nullptr); - if (const auto* rnn_params = op->builtin_options_as_RNNOptions()) { - params->activation = - ConvertActivation(rnn_params->fused_activation_function()); - params->asymmetric_quantize_inputs = - rnn_params->asymmetric_quantize_inputs(); - } - *builtin_data = params.release(); - return kTfLiteOk; - } - case BuiltinOperator_EMBEDDING_LOOKUP_SPARSE: { - auto params = - safe_allocator.Allocate(); - TF_LITE_ENSURE(error_reporter, params != nullptr); - if (const auto* embedding_params = - op->builtin_options_as_EmbeddingLookupSparseOptions()) { - params->combiner = parseCombinerType(embedding_params->combiner()); - } - *builtin_data = params.release(); - return kTfLiteOk; - } - - case BuiltinOperator_HASHTABLE_LOOKUP: - // no-op. - return kTfLiteOk; - - case BuiltinOperator_LOCAL_RESPONSE_NORMALIZATION: { - auto params = safe_allocator.Allocate(); - TF_LITE_ENSURE(error_reporter, params != nullptr); - if (const auto* schema_params = - op->builtin_options_as_LocalResponseNormalizationOptions()) { - params->radius = schema_params->radius(); - params->bias = schema_params->bias(); - params->alpha = schema_params->alpha(); - params->beta = schema_params->beta(); - } - *builtin_data = params.release(); - return kTfLiteOk; - } - case BuiltinOperator_UNIDIRECTIONAL_SEQUENCE_LSTM: { - return ParseUnidirectionalSequenceLSTM(op, error_reporter, allocator, - builtin_data); - } - case BuiltinOperator_BIDIRECTIONAL_SEQUENCE_LSTM: { - auto params = - safe_allocator.Allocate(); - TF_LITE_ENSURE(error_reporter, params != nullptr); - if (const auto* bidi_lstm_params = - op->builtin_options_as_BidirectionalSequenceLSTMOptions()) { - params->activation = - ConvertActivation(bidi_lstm_params->fused_activation_function()); - params->cell_clip = bidi_lstm_params->cell_clip(); - params->proj_clip = bidi_lstm_params->proj_clip(); - params->merge_outputs = bidi_lstm_params->merge_outputs(); - params->time_major = bidi_lstm_params->time_major(); - params->asymmetric_quantize_inputs = - bidi_lstm_params->asymmetric_quantize_inputs(); - } - *builtin_data = params.release(); - return kTfLiteOk; - } - case BuiltinOperator_SKIP_GRAM: { - auto params = safe_allocator.Allocate(); - TF_LITE_ENSURE(error_reporter, params != nullptr); - if (const auto* skip_gram_params = - op->builtin_options_as_SkipGramOptions()) { - params->ngram_size = skip_gram_params->ngram_size(); - params->max_skip_size = skip_gram_params->max_skip_size(); - params->include_all_ngrams = skip_gram_params->include_all_ngrams(); - } - *builtin_data = params.release(); - return kTfLiteOk; - } - - case BuiltinOperator_GATHER: { - return ParseGather(op, error_reporter, allocator, builtin_data); - } - case BuiltinOperator_SPARSE_TO_DENSE: { - auto params = safe_allocator.Allocate(); - TF_LITE_ENSURE(error_reporter, params != nullptr); - if (const auto* sparse_to_dense_params = - op->builtin_options_as_SparseToDenseOptions()) { - params->validate_indices = sparse_to_dense_params->validate_indices(); - } - *builtin_data = params.release(); - return kTfLiteOk; - } - case BuiltinOperator_DELEGATE: { - TF_LITE_REPORT_ERROR(error_reporter, - "DELEGATE op shouldn't exist in model."); - return kTfLiteError; - } - case BuiltinOperator_FAKE_QUANT: { - auto params = safe_allocator.Allocate(); - TF_LITE_ENSURE(error_reporter, params != nullptr); - if (const auto* schema_params = - op->builtin_options_as_FakeQuantOptions()) { - params->min = schema_params->min(); - params->max = schema_params->max(); - params->num_bits = schema_params->num_bits(); - params->narrow_range = schema_params->narrow_range(); - } - *builtin_data = params.release(); - return kTfLiteOk; - } - case BuiltinOperator_ONE_HOT: { - auto params = safe_allocator.Allocate(); - TF_LITE_ENSURE(error_reporter, params != nullptr); - if (const auto* schema_params = op->builtin_options_as_OneHotOptions()) { - params->axis = schema_params->axis(); - } - *builtin_data = params.release(); - return kTfLiteOk; - } - case BuiltinOperator_UNIQUE: { - auto params = safe_allocator.Allocate(); - TF_LITE_ENSURE(error_reporter, params != nullptr); - const auto* unique_params = op->builtin_options_as_UniqueOptions(); - if (unique_params != nullptr) { - params->index_out_type = - unique_params->idx_out_type() == tflite::TensorType_INT64 - ? TfLiteType::kTfLiteInt64 - : TfLiteType::kTfLiteInt32; - } - *builtin_data = params.release(); - return kTfLiteOk; - } - case BuiltinOperator_REVERSE_SEQUENCE: { - auto params = safe_allocator.Allocate(); - TF_LITE_ENSURE(error_reporter, params != nullptr); - if (const auto* reverse_seq_params = - op->builtin_options_as_ReverseSequenceOptions()) { - params->seq_dim = reverse_seq_params->seq_dim(); - params->batch_dim = reverse_seq_params->batch_dim(); - } - *builtin_data = params.release(); - return kTfLiteOk; - } - case BuiltinOperator_IF: { - auto params = safe_allocator.Allocate(); - TF_LITE_ENSURE(error_reporter, params != nullptr); - if (const auto* if_params = op->builtin_options_as_IfOptions()) { - params->then_subgraph_index = if_params->then_subgraph_index(); - params->else_subgraph_index = if_params->else_subgraph_index(); - } - *builtin_data = params.release(); - return kTfLiteOk; - } - case BuiltinOperator_WHILE: { - auto params = safe_allocator.Allocate(); - TF_LITE_ENSURE(error_reporter, params != nullptr); - if (const auto* while_params = op->builtin_options_as_WhileOptions()) { - params->cond_subgraph_index = while_params->cond_subgraph_index(); - params->body_subgraph_index = while_params->body_subgraph_index(); - } - *builtin_data = params.release(); - return kTfLiteOk; - } - case BuiltinOperator_CONV_3D: - case BuiltinOperator_CONV_3D_TRANSPOSE: { - auto params = safe_allocator.Allocate(); - TF_LITE_ENSURE(error_reporter, params != nullptr); - if (const auto* conv3d_params = op->builtin_options_as_Conv3DOptions()) { - params->padding = ConvertPadding(conv3d_params->padding()); - params->activation = - ConvertActivation(conv3d_params->fused_activation_function()); - params->stride_depth = conv3d_params->stride_d(); - params->stride_height = conv3d_params->stride_h(); - params->stride_width = conv3d_params->stride_w(); - params->dilation_depth_factor = conv3d_params->dilation_d_factor(); - params->dilation_height_factor = conv3d_params->dilation_h_factor(); - params->dilation_width_factor = conv3d_params->dilation_w_factor(); - } - *builtin_data = params.release(); - return kTfLiteOk; - } - case BuiltinOperator_HASHTABLE: { - auto params = safe_allocator.Allocate(); - TF_LITE_ENSURE(error_reporter, params != nullptr); - if (const auto* hashtable_params = - op->builtin_options_as_HashtableOptions()) { - params->table_id = hashtable_params->table_id(); - TF_LITE_ENSURE_STATUS(ConvertTensorType( - hashtable_params->key_dtype(), ¶ms->key_dtype, error_reporter)); - TF_LITE_ENSURE_STATUS(ConvertTensorType(hashtable_params->value_dtype(), - ¶ms->value_dtype, - error_reporter)); - } - *builtin_data = params.release(); - return kTfLiteOk; - } - case BuiltinOperator_MULTINOMIAL: { - auto params = safe_allocator.Allocate(); - TF_LITE_ENSURE(error_reporter, params != nullptr); - if (const auto* multinomial_params = - op->builtin_options_as_RandomOptions()) { - params->seed = multinomial_params->seed(); - params->seed2 = multinomial_params->seed2(); - } - *builtin_data = params.release(); - return kTfLiteOk; - } - case BuiltinOperator_RANDOM_STANDARD_NORMAL: { - auto params = safe_allocator.Allocate(); - TF_LITE_ENSURE(error_reporter, params != nullptr); - if (const auto* random_std_normal_params = - op->builtin_options_as_RandomOptions()) { - params->seed = random_std_normal_params->seed(); - params->seed2 = random_std_normal_params->seed2(); - } - *builtin_data = params.release(); - return kTfLiteOk; - } - case BuiltinOperator_BUCKETIZE: { - auto params = safe_allocator.Allocate(); - TF_LITE_ENSURE(error_reporter, params != nullptr); - if (const auto* bucketize_params = - op->builtin_options_as_BucketizeOptions()) { - const flatbuffers::Vector* boundaries = - bucketize_params->boundaries(); - if (boundaries == nullptr) { - TF_LITE_REPORT_ERROR( - error_reporter, - "boundaries array not provided for operation 'bucketize'.\n"); - return kTfLiteError; - } - params->num_boundaries = boundaries->size(); - if (boundaries->data() == nullptr) { - TF_LITE_REPORT_ERROR(error_reporter, - "boundaries.data() returned nullptr for " - "operation 'bucketize'.\n"); - return kTfLiteError; - } - params->boundaries = boundaries->data(); - } - *builtin_data = params.release(); - return kTfLiteOk; - } - case BuiltinOperator_RANDOM_UNIFORM: { - auto params = safe_allocator.Allocate(); - TF_LITE_ENSURE(error_reporter, params != nullptr); - if (const auto* random_uniform_params = - op->builtin_options_as_RandomOptions()) { - params->seed = random_uniform_params->seed(); - params->seed2 = random_uniform_params->seed2(); - } - *builtin_data = params.release(); - return kTfLiteOk; - } - case BuiltinOperator_GELU: { - auto params = safe_allocator.Allocate(); - TF_LITE_ENSURE(error_reporter, params != nullptr); - if (const auto* gelu_params = op->builtin_options_as_GeluOptions()) { - params->approximate = gelu_params->approximate(); - } - *builtin_data = params.release(); - return kTfLiteOk; - } - // Below are the ops with no builtin_data structure. - // TODO(aselle): Implement call in BuiltinOptions, but nullptrs are - // ok for now, since there is no call implementation either. - case BuiltinOperator_CALL: - case BuiltinOperator_COMPLEX_ABS: - case BuiltinOperator_CONCAT_EMBEDDINGS: - case BuiltinOperator_COS: - case BuiltinOperator_CUSTOM: - case BuiltinOperator_DENSIFY: - case BuiltinOperator_DYNAMIC_UPDATE_SLICE: - case BuiltinOperator_EMBEDDING_LOOKUP: - case BuiltinOperator_EQUAL: - case BuiltinOperator_HASHTABLE_FIND: - case BuiltinOperator_HASHTABLE_IMPORT: - case BuiltinOperator_HASHTABLE_SIZE: - case BuiltinOperator_IMAG: - case BuiltinOperator_MATRIX_DIAG: - case BuiltinOperator_MATRIX_SET_DIAG: - case BuiltinOperator_NON_MAX_SUPPRESSION_V4: - case BuiltinOperator_NON_MAX_SUPPRESSION_V5: - case BuiltinOperator_RELU_N1_TO_1: - case BuiltinOperator_RELU_0_TO_1: - case BuiltinOperator_SCATTER_ND: - case BuiltinOperator_SELECT: - case BuiltinOperator_SELECT_V2: - case BuiltinOperator_SLICE: - case BuiltinOperator_TILE: - case BuiltinOperator_TOPK_V2: - case BuiltinOperator_TRANSPOSE: - case BuiltinOperator_RANGE: - case BuiltinOperator_RANK: - case BuiltinOperator_REAL: - case BuiltinOperator_RFFT2D: - case BuiltinOperator_SEGMENT_SUM: - case BuiltinOperator_REVERSE_V2: - case BuiltinOperator_UNSORTED_SEGMENT_MAX: - case BuiltinOperator_UNSORTED_SEGMENT_MIN: - case BuiltinOperator_UNSORTED_SEGMENT_PROD: - case BuiltinOperator_UNSORTED_SEGMENT_SUM: - case BuiltinOperator_ATAN2: - case BuiltinOperator_WHERE: - return kTfLiteOk; - case BuiltinOperator_PLACEHOLDER_FOR_GREATER_OP_CODES: - return kTfLiteError; - } - return kTfLiteError; -} // NOLINT[readability/fn_size] -#endif // !defined(TF_LITE_STATIC_MEMORY) -} // namespace - -TfLiteStatus ConvertTensorType(TensorType tensor_type, TfLiteType* type, - ErrorReporter* error_reporter) { - switch (tensor_type) { - case TensorType_FLOAT16: - *type = kTfLiteFloat16; - return kTfLiteOk; - case TensorType_FLOAT32: - *type = kTfLiteFloat32; - return kTfLiteOk; - case TensorType_FLOAT64: - *type = kTfLiteFloat64; - return kTfLiteOk; - case TensorType_INT16: - *type = kTfLiteInt16; - return kTfLiteOk; - case TensorType_UINT16: - *type = kTfLiteUInt16; - return kTfLiteOk; - case TensorType_INT32: - *type = kTfLiteInt32; - return kTfLiteOk; - case TensorType_UINT32: - *type = kTfLiteUInt32; - return kTfLiteOk; - case TensorType_UINT8: - *type = kTfLiteUInt8; - return kTfLiteOk; - case TensorType_INT8: - *type = kTfLiteInt8; - return kTfLiteOk; - case TensorType_INT64: - *type = kTfLiteInt64; - return kTfLiteOk; - case TensorType_UINT64: - *type = kTfLiteUInt64; - return kTfLiteOk; - case TensorType_STRING: - *type = kTfLiteString; - return kTfLiteOk; - case TensorType_BOOL: - *type = kTfLiteBool; - return kTfLiteOk; - case TensorType_COMPLEX64: - *type = kTfLiteComplex64; - return kTfLiteOk; - case TensorType_COMPLEX128: - *type = kTfLiteComplex128; - return kTfLiteOk; - case TensorType_RESOURCE: - *type = kTfLiteResource; - return kTfLiteOk; - case TensorType_VARIANT: - *type = kTfLiteVariant; - return kTfLiteOk; - default: - *type = kTfLiteNoType; - TF_LITE_REPORT_ERROR(error_reporter, - "Unsupported data type %d in tensor\n", tensor_type); - return kTfLiteError; - } -} - -// We have this parse function instead of directly returning kTfLiteOk from the -// switch-case in ParseOpData because this function is used as part of the -// selective registration for the OpResolver implementation in micro. -TfLiteStatus ParseAbs(const Operator*, ErrorReporter*, BuiltinDataAllocator*, - void**) { - return kTfLiteOk; -} - -TfLiteStatus ParseAdd(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, void** builtin_data) { - CheckParsePointerParams(op, error_reporter, allocator, builtin_data); - - SafeBuiltinDataAllocator safe_allocator(allocator); - std::unique_ptr - params = safe_allocator.Allocate(); - TF_LITE_ENSURE(error_reporter, params != nullptr); - - const AddOptions* schema_params = op->builtin_options_as_AddOptions(); - - if (schema_params != nullptr) { - params->activation = - ConvertActivation(schema_params->fused_activation_function()); - params->pot_scale_int16 = schema_params->pot_scale_int16(); - } else { - // TODO(b/157480169): We should either return kTfLiteError or fill in some - // reasonable defaults in the params struct. We are not doing so until we - // better undertand the ramifications of changing the legacy behavior. - } - - *builtin_data = params.release(); - return kTfLiteOk; -} - -TfLiteStatus ParseAddN(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, void** builtin_data) { - return kTfLiteOk; -} - -TfLiteStatus ParseArgMax(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, void** builtin_data) { - CheckParsePointerParams(op, error_reporter, allocator, builtin_data); - - SafeBuiltinDataAllocator safe_allocator(allocator); - std::unique_ptr - params = safe_allocator.Allocate(); - TF_LITE_ENSURE(error_reporter, params != nullptr); - - const ArgMaxOptions* schema_params = op->builtin_options_as_ArgMaxOptions(); - - if (schema_params != nullptr) { - TF_LITE_ENSURE_STATUS(ConvertTensorType( - schema_params->output_type(), ¶ms->output_type, error_reporter)); - } else { - // TODO(b/157480169): We should either return kTfLiteError or fill in some - // reasonable defaults in the params struct. We are not doing so until we - // better undertand the ramifications of changing the legacy behavior. - } - - *builtin_data = params.release(); - return kTfLiteOk; -} - -TfLiteStatus ParseArgMin(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, void** builtin_data) { - CheckParsePointerParams(op, error_reporter, allocator, builtin_data); - - SafeBuiltinDataAllocator safe_allocator(allocator); - std::unique_ptr - params = safe_allocator.Allocate(); - TF_LITE_ENSURE(error_reporter, params != nullptr); - - const ArgMinOptions* schema_params = op->builtin_options_as_ArgMinOptions(); - - if (schema_params != nullptr) { - TF_LITE_ENSURE_STATUS(ConvertTensorType( - schema_params->output_type(), ¶ms->output_type, error_reporter)); - } else { - // TODO(b/157480169): We should either return kTfLiteError or fill in some - // reasonable defaults in the params struct. We are not doing so until we - // better undertand the ramifications of changing the legacy behavior. - } - - *builtin_data = params.release(); - return kTfLiteOk; -} - -// We have this parse function instead of directly returning kTfLiteOk from the -// switch-case in ParseOpData because this function is used as part of the -// selective registration for the OpResolver implementation in micro. -TfLiteStatus ParseAssignVariable(const Operator*, ErrorReporter*, - BuiltinDataAllocator*, void**) { - return kTfLiteOk; -} - -// We have this parse function instead of directly returning kTfLiteOk from the -// switch-case in ParseOpData because this function is used as part of the -// selective registration for the OpResolver implementation in micro. -TfLiteStatus ParseBatchMatMul(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, - void** builtin_data) { - CheckParsePointerParams(op, error_reporter, allocator, builtin_data); - - SafeBuiltinDataAllocator safe_allocator(allocator); - auto params = safe_allocator.Allocate(); - TF_LITE_ENSURE(error_reporter, params != nullptr); - if (const auto* bmm_params = op->builtin_options_as_BatchMatMulOptions()) { - params->adj_x = bmm_params->adj_x(); - params->adj_y = bmm_params->adj_y(); - params->asymmetric_quantize_inputs = - bmm_params->asymmetric_quantize_inputs(); - } - *builtin_data = params.release(); - return kTfLiteOk; -} - -// We have this parse function instead of directly returning kTfLiteOk from the -// switch-case in ParseOpData because this function is used as part of the -// selective registration for the OpResolver implementation in micro. -TfLiteStatus ParseBatchToSpaceNd(const Operator*, ErrorReporter*, - BuiltinDataAllocator*, void**) { - return kTfLiteOk; -} - -// We have this parse function instead of directly returning kTfLiteOk from the -// switch-case in ParseOpData because this function is used as part of the -// selective registration for the OpResolver implementation in micro. -TfLiteStatus ParseBroadcastArgs(const Operator*, ErrorReporter*, - BuiltinDataAllocator*, void**) { - return kTfLiteOk; -} - -// We have this parse function instead of directly returning kTfLiteOk from the -// switch-case in ParseOpData because this function is used as part of the -// selective registration for the OpResolver implementation in micro. -TfLiteStatus ParseBroadcastTo(const Operator*, ErrorReporter*, - BuiltinDataAllocator*, void**) { - return kTfLiteOk; -} - -TfLiteStatus ParseCallOnce(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, - void** builtin_data) { - CheckParsePointerParams(op, error_reporter, allocator, builtin_data); - - SafeBuiltinDataAllocator safe_allocator(allocator); - std::unique_ptr - params = safe_allocator.Allocate(); - TF_LITE_ENSURE(error_reporter, params != nullptr); - - const CallOnceOptions* schema_params = - op->builtin_options_as_CallOnceOptions(); - - if (schema_params != nullptr) { - params->init_subgraph_index = schema_params->init_subgraph_index(); - - } else { - // TODO(b/157480169): We should either return kTfLiteError or fill in some - // reasonable defaults in the params struct. We are not doing so until we - // better undertand the ramifications of changing the legacy behavior. - } - - *builtin_data = params.release(); - return kTfLiteOk; -} - -// We have this parse function instead of directly returning kTfLiteOk from the -// switch-case in ParseOpData because this function is used as part of the -// selective registration for the OpResolver implementation in micro. -TfLiteStatus ParseCast(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, void** builtin_data) { - CheckParsePointerParams(op, error_reporter, allocator, builtin_data); - - SafeBuiltinDataAllocator safe_allocator(allocator); - auto params = safe_allocator.Allocate(); - TF_LITE_ENSURE(error_reporter, params != nullptr); - if (const auto* schema_params = op->builtin_options_as_CastOptions()) { - TF_LITE_ENSURE_STATUS(ConvertTensorType( - schema_params->in_data_type(), ¶ms->in_data_type, error_reporter)); - TF_LITE_ENSURE_STATUS(ConvertTensorType(schema_params->out_data_type(), - ¶ms->out_data_type, - error_reporter)); - } - *builtin_data = params.release(); - return kTfLiteOk; -} - -// We have this parse function instead of directly returning kTfLiteOk from the -// switch-case in ParseOpData because this function is used as part of the -// selective registration for the OpResolver implementation in micro. -TfLiteStatus ParseCeil(const Operator*, ErrorReporter*, BuiltinDataAllocator*, - void**) { - return kTfLiteOk; -} - -TfLiteStatus ParseConcatenation(const Operator* op, - ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, - void** builtin_data) { - CheckParsePointerParams(op, error_reporter, allocator, builtin_data); - - SafeBuiltinDataAllocator safe_allocator(allocator); - std::unique_ptr - params = safe_allocator.Allocate(); - TF_LITE_ENSURE(error_reporter, params != nullptr); - - const ConcatenationOptions* schema_params = - op->builtin_options_as_ConcatenationOptions(); - - if (schema_params != nullptr) { - params->activation = - ConvertActivation(schema_params->fused_activation_function()); - params->axis = schema_params->axis(); - } else { - // TODO(b/157480169): We should either return kTfLiteError or fill in some - // reasonable defaults in the params struct. We are not doing so until we - // better undertand the ramifications of changing the legacy behavior. - } - - *builtin_data = params.release(); - return kTfLiteOk; -} - -TfLiteStatus ParseConv2D(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, void** builtin_data) { - CheckParsePointerParams(op, error_reporter, allocator, builtin_data); - - SafeBuiltinDataAllocator safe_allocator(allocator); - std::unique_ptr - params = safe_allocator.Allocate(); - TF_LITE_ENSURE(error_reporter, params != nullptr); - - const Conv2DOptions* schema_params = op->builtin_options_as_Conv2DOptions(); - - if (schema_params != nullptr) { - params->padding = ConvertPadding(schema_params->padding()); - params->stride_width = schema_params->stride_w(); - params->stride_height = schema_params->stride_h(); - params->activation = - ConvertActivation(schema_params->fused_activation_function()); - - params->dilation_width_factor = schema_params->dilation_w_factor(); - params->dilation_height_factor = schema_params->dilation_h_factor(); - } else { - // TODO(b/157480169): We should either return kTfLiteError or fill in some - // reasonable defaults in the params struct. We are not doing so until we - // better undertand the ramifications of changing the legacy behavior. - } - - *builtin_data = params.release(); - return kTfLiteOk; -} - -// We have this parse function instead of directly returning kTfLiteOk from the -// switch-case in ParseOpData because this function is used as part of the -// selective registration for the OpResolver implementation in micro. -TfLiteStatus ParseCumsum(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, void** builtin_data) { - CheckParsePointerParams(op, error_reporter, allocator, builtin_data); - - SafeBuiltinDataAllocator safe_allocator(allocator); - auto params = safe_allocator.Allocate(); - TF_LITE_ENSURE(error_reporter, params != nullptr); - if (const auto* cumsum_params = op->builtin_options_as_CumsumOptions()) { - params->exclusive = cumsum_params->exclusive(); - params->reverse = cumsum_params->reverse(); - } - *builtin_data = params.release(); - return kTfLiteOk; -} - -// We have this parse function instead of directly returning kTfLiteOk from the -// switch-case in ParseOpData because this function is used as part of the -// selective registration for the OpResolver implementation in micro. -TfLiteStatus ParseCos(const Operator*, ErrorReporter*, BuiltinDataAllocator*, - void**) { - return kTfLiteOk; -} - -TfLiteStatus ParseDepthToSpace(const Operator* op, - ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, - void** builtin_data) { - CheckParsePointerParams(op, error_reporter, allocator, builtin_data); - - SafeBuiltinDataAllocator safe_allocator(allocator); - std::unique_ptr - params = safe_allocator.Allocate(); - TF_LITE_ENSURE(error_reporter, params != nullptr); - - const auto* schema_params = op->builtin_options_as_DepthToSpaceOptions(); - if (schema_params != nullptr) { - params->block_size = schema_params->block_size(); - } else { - // TODO(b/157480169): We should either return kTfLiteError or fill in some - // reasonable defaults in the params struct. We are not doing so until we - // better undertand the ramifications of changing the legacy behavior. - } - - *builtin_data = params.release(); - return kTfLiteOk; -} - -TfLiteStatus ParseDepthwiseConv2D(const Operator* op, - ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, - void** builtin_data) { - CheckParsePointerParams(op, error_reporter, allocator, builtin_data); - - SafeBuiltinDataAllocator safe_allocator(allocator); - - std::unique_ptr - params = safe_allocator.Allocate(); - TF_LITE_ENSURE(error_reporter, params != nullptr); - - const DepthwiseConv2DOptions* schema_params = - op->builtin_options_as_DepthwiseConv2DOptions(); - - if (schema_params != nullptr) { - params->padding = ConvertPadding(schema_params->padding()); - params->stride_width = schema_params->stride_w(); - params->stride_height = schema_params->stride_h(); - params->depth_multiplier = schema_params->depth_multiplier(); - params->activation = - ConvertActivation(schema_params->fused_activation_function()); - - params->dilation_width_factor = schema_params->dilation_w_factor(); - params->dilation_height_factor = schema_params->dilation_h_factor(); - } else { - // TODO(b/157480169): We should either return kTfLiteError or fill in some - // reasonable defaults in the params struct. We are not doing so until we - // better undertand the ramifications of changing the legacy behavior. - } - - *builtin_data = params.release(); - return kTfLiteOk; -} - -// We have this parse function instead of directly returning kTfLiteOk from the -// switch-case in ParseOpData because this function is used as part of the -// selective registration for the OpResolver implementation in micro. -TfLiteStatus ParseDequantize(const Operator*, ErrorReporter*, - BuiltinDataAllocator*, void**) { - return kTfLiteOk; -} - -TfLiteStatus ParseDiv(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, void** builtin_data) { - CheckParsePointerParams(op, error_reporter, allocator, builtin_data); - - SafeBuiltinDataAllocator safe_allocator(allocator); - auto params = safe_allocator.Allocate(); - TF_LITE_ENSURE(error_reporter, params != nullptr); - if (const auto* schema_params = op->builtin_options_as_DivOptions()) { - params->activation = - ConvertActivation(schema_params->fused_activation_function()); - } - *builtin_data = params.release(); - return kTfLiteOk; -} - -// We have this parse function instead of directly returning kTfLiteOk from the -// switch-case in ParseOpData because this function is used as part of the -// selective registration for the OpResolver implementation in micro. -TfLiteStatus ParseElu(const Operator*, ErrorReporter*, BuiltinDataAllocator*, - void**) { - return kTfLiteOk; -} - -// We have this parse function instead of directly returning kTfLiteOk from the -// switch-case in ParseOpData because this function is used as part of the -// selective registration for the OpResolver implementation in micro. -TfLiteStatus ParseEqual(const Operator*, ErrorReporter*, BuiltinDataAllocator*, - void**) { - return kTfLiteOk; -} - -// We have this parse function instead of directly returning kTfLiteOk from the -// switch-case in ParseOpData because this function is used as part of the -// selective registration for the OpResolver implementation in micro. -TfLiteStatus ParseExp(const Operator*, ErrorReporter*, BuiltinDataAllocator*, - void**) { - return kTfLiteOk; -} - -// We have this parse function instead of directly returning kTfLiteOk from the -// switch-case in ParseOpData because this function is used as part of the -// selective registration for the OpResolver implementation in micro. -TfLiteStatus ParseExpandDims(const Operator*, ErrorReporter*, - BuiltinDataAllocator*, void**) { - return kTfLiteOk; -} - -// We have this parse function instead of directly returning kTfLiteOk from the -// switch-case in ParseOpData because this function is used as part of the -// selective registration for the OpResolver implementation in micro. -TfLiteStatus ParseFill(const Operator*, ErrorReporter*, BuiltinDataAllocator*, - void**) { - return kTfLiteOk; -} - -// We have this parse function instead of directly returning kTfLiteOk from the -// switch-case in ParseOpData because this function is used as part of the -// selective registration for the OpResolver implementation in micro. -TfLiteStatus ParseFloor(const Operator*, ErrorReporter*, BuiltinDataAllocator*, - void**) { - return kTfLiteOk; -} - -// We have this parse function instead of directly returning kTfLiteOk from the -// switch-case in ParseOpData because this function is used as part of the -// selective registration for the OpResolver implementation in micro. -TfLiteStatus ParseFloorDiv(const Operator*, ErrorReporter*, - BuiltinDataAllocator*, void**) { - return kTfLiteOk; -} - -// We have this parse function instead of directly returning kTfLiteOk from the -// switch-case in ParseOpData because this function is used as part of the -// selective registration for the OpResolver implementation in micro. -TfLiteStatus ParseFloorMod(const Operator*, ErrorReporter*, - BuiltinDataAllocator*, void**) { - return kTfLiteOk; -} - -TfLiteStatus ParseFullyConnected(const Operator* op, - ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, - void** builtin_data) { - CheckParsePointerParams(op, error_reporter, allocator, builtin_data); - - SafeBuiltinDataAllocator safe_allocator(allocator); - - std::unique_ptr - params = safe_allocator.Allocate(); - TF_LITE_ENSURE(error_reporter, params != nullptr); - - const FullyConnectedOptions* schema_params = - op->builtin_options_as_FullyConnectedOptions(); - - if (schema_params != nullptr) { - params->activation = - ConvertActivation(schema_params->fused_activation_function()); - params->keep_num_dims = schema_params->keep_num_dims(); - params->asymmetric_quantize_inputs = - schema_params->asymmetric_quantize_inputs(); - - switch (schema_params->weights_format()) { - case FullyConnectedOptionsWeightsFormat_DEFAULT: - params->weights_format = kTfLiteFullyConnectedWeightsFormatDefault; - break; - case FullyConnectedOptionsWeightsFormat_SHUFFLED4x16INT8: - params->weights_format = - kTfLiteFullyConnectedWeightsFormatShuffled4x16Int8; - break; - default: - TF_LITE_REPORT_ERROR(error_reporter, - "Unhandled fully-connected weights format."); - return kTfLiteError; - } - } else { - // TODO(b/157480169): We should either return kTfLiteError or fill in some - // reasonable defaults in the params struct. We are not doing so until we - // better undertand the ramifications of changing the legacy behavior. - } - - *builtin_data = params.release(); - return kTfLiteOk; -} - -// We have this parse function instead of directly returning kTfLiteOk from the -// switch-case in ParseOpData because this function is used as part of the -// selective registration for the OpResolver implementation in micro. -TfLiteStatus ParseGather(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, void** builtin_data) { - CheckParsePointerParams(op, error_reporter, allocator, builtin_data); - - SafeBuiltinDataAllocator safe_allocator(allocator); - auto params = safe_allocator.Allocate(); - TF_LITE_ENSURE(error_reporter, params != nullptr); - params->axis = 0; - params->batch_dims = 0; - if (const auto* gather_params = op->builtin_options_as_GatherOptions()) { - params->axis = gather_params->axis(); - params->batch_dims = gather_params->batch_dims(); - } - - *builtin_data = params.release(); - return kTfLiteOk; -} - -// We have this parse function instead of directly returning kTfLiteOk from the -// switch-case in ParseOpData because this function is used as part of the -// selective registration for the OpResolver implementation in micro. -TfLiteStatus ParseGatherNd(const Operator*, ErrorReporter*, - BuiltinDataAllocator*, void**) { - return kTfLiteOk; -} - -// We have this parse function instead of directly returning kTfLiteOk from the -// switch-case in ParseOpData because this function is used as part of the -// selective registration for the OpResolver implementation in micro. -TfLiteStatus ParseGreater(const Operator*, ErrorReporter*, - BuiltinDataAllocator*, void**) { - return kTfLiteOk; -} - -// We have this parse function instead of directly returning kTfLiteOk from the -// switch-case in ParseOpData because this function is used as part of the -// selective registration for the OpResolver implementation in micro. -TfLiteStatus ParseGreaterEqual(const Operator*, ErrorReporter*, - BuiltinDataAllocator*, void**) { - return kTfLiteOk; -} - -// We have this parse function instead of directly returning kTfLiteOk from the -// switch-case in ParseOpData because this function is used as part of the -// selective registration for the OpResolver implementation in micro. -TfLiteStatus ParseHardSwish(const Operator*, ErrorReporter*, - BuiltinDataAllocator*, void**) { - return kTfLiteOk; -} - -TfLiteStatus ParseIf(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, void** builtin_data) { - CheckParsePointerParams(op, error_reporter, allocator, builtin_data); - - SafeBuiltinDataAllocator safe_allocator(allocator); - std::unique_ptr - params = safe_allocator.Allocate(); - TF_LITE_ENSURE(error_reporter, params != nullptr); - - const IfOptions* schema_params = op->builtin_options_as_IfOptions(); - - if (schema_params != nullptr) { - params->then_subgraph_index = schema_params->then_subgraph_index(); - params->else_subgraph_index = schema_params->else_subgraph_index(); - } else { - // TODO(b/157480169): We should either return kTfLiteError or fill in some - // reasonable defaults in the params struct. We are not doing so until we - // better undertand the ramifications of changing the legacy behavior. - } - - *builtin_data = params.release(); - return kTfLiteOk; -} - -TfLiteStatus ParseL2Normalization(const Operator* op, - ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, - void** builtin_data) { - CheckParsePointerParams(op, error_reporter, allocator, builtin_data); - - SafeBuiltinDataAllocator safe_allocator(allocator); - std::unique_ptr - params = safe_allocator.Allocate(); - TF_LITE_ENSURE(error_reporter, params != nullptr); - - const L2NormOptions* schema_params = op->builtin_options_as_L2NormOptions(); - - if (schema_params != nullptr) { - params->activation = - ConvertActivation(schema_params->fused_activation_function()); - } else { - // TODO(b/157480169): We should either return kTfLiteError or fill in some - // reasonable defaults in the params struct. We are not doing so until we - // better undertand the ramifications of changing the legacy behavior. - } - - *builtin_data = params.release(); - return kTfLiteOk; -} - -TfLiteStatus ParseLeakyRelu(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, - void** builtin_data) { - CheckParsePointerParams(op, error_reporter, allocator, builtin_data); - - SafeBuiltinDataAllocator safe_allocator(allocator); - auto params = safe_allocator.Allocate(); - TF_LITE_ENSURE(error_reporter, params != nullptr); - if (const auto* leaky_relu_params = - op->builtin_options_as_LeakyReluOptions()) { - params->alpha = leaky_relu_params->alpha(); - } - *builtin_data = params.release(); - return kTfLiteOk; -} - -// We have this parse function instead of directly returning kTfLiteOk from the -// switch-case in ParseOpData because this function is used as part of the -// selective registration for the OpResolver implementation in micro. -TfLiteStatus ParseLess(const Operator*, ErrorReporter*, BuiltinDataAllocator*, - void**) { - return kTfLiteOk; -} - -// We have this parse function instead of directly returning kTfLiteOk from the -// switch-case in ParseOpData because this function is used as part of the -// selective registration for the OpResolver implementation in micro. -TfLiteStatus ParseLessEqual(const Operator*, ErrorReporter*, - BuiltinDataAllocator*, void**) { - return kTfLiteOk; -} - -// We have this parse function instead of directly returning kTfLiteOk from the -// switch-case in ParseOpData because this function is used as part of the -// selective registration for the OpResolver implementation in micro. -TfLiteStatus ParseLog(const Operator*, ErrorReporter*, BuiltinDataAllocator*, - void**) { - return kTfLiteOk; -} - -// We have this parse function instead of directly returning kTfLiteOk from the -// switch-case in ParseOpData because this function is used as part of the -// selective registration for the OpResolver implementation in micro. -TfLiteStatus ParseLogicalAnd(const Operator*, ErrorReporter*, - BuiltinDataAllocator*, void**) { - return kTfLiteOk; -} - -// We have this parse function instead of directly returning kTfLiteOk from the -// switch-case in ParseOpData because this function is used as part of the -// selective registration for the OpResolver implementation in micro. -TfLiteStatus ParseLogicalNot(const Operator*, ErrorReporter*, - BuiltinDataAllocator*, void**) { - return kTfLiteOk; -} - -// We have this parse function instead of directly returning kTfLiteOk from the -// switch-case in ParseOpData because this function is used as part of the -// selective registration for the OpResolver implementation in micro. -TfLiteStatus ParseLogicalOr(const Operator*, ErrorReporter*, - BuiltinDataAllocator*, void**) { - return kTfLiteOk; -} - -// We have this parse function instead of directly returning kTfLiteOk from the -// switch-case in ParseOpData because this function is used as part of the -// selective registration for the OpResolver implementation in micro. -TfLiteStatus ParseLogistic(const Operator*, ErrorReporter*, - BuiltinDataAllocator*, void**) { - return kTfLiteOk; -} - -// We have this parse function instead of directly returning kTfLiteOk from the -// switch-case in ParseOpData because this function is used as part of the -// selective registration for the OpResolver implementation in micro. -TfLiteStatus ParseLogSoftmax(const Operator*, ErrorReporter*, - BuiltinDataAllocator*, void**) { - return kTfLiteOk; -} - -TfLiteStatus ParseLSTM(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, void** builtin_data) { - CheckParsePointerParams(op, error_reporter, allocator, builtin_data); - - SafeBuiltinDataAllocator safe_allocator(allocator); - auto params = safe_allocator.Allocate(); - TF_LITE_ENSURE(error_reporter, params != nullptr); - if (const auto* lstm_params = op->builtin_options_as_LSTMOptions()) { - params->activation = - ConvertActivation(lstm_params->fused_activation_function()); - params->cell_clip = lstm_params->cell_clip(); - params->proj_clip = lstm_params->proj_clip(); - switch (lstm_params->kernel_type()) { - case LSTMKernelType_FULL: - params->kernel_type = kTfLiteLSTMFullKernel; - break; - case LSTMKernelType_BASIC: - params->kernel_type = kTfLiteLSTMBasicKernel; - break; - default: - TF_LITE_REPORT_ERROR(error_reporter, "Unhandled LSTM kernel type: %d", - lstm_params->kernel_type()); - return kTfLiteError; - } - params->asymmetric_quantize_inputs = - lstm_params->asymmetric_quantize_inputs(); - } else { - TF_LITE_REPORT_ERROR(error_reporter, "No valid LSTM builtin options exist"); - return kTfLiteError; - } - *builtin_data = params.release(); - return kTfLiteOk; -} - -// We have this parse function instead of directly returning kTfLiteOk from the -// switch-case in ParseOpData because this function is used as part of the -// selective registration for the OpResolver implementation in micro. -TfLiteStatus ParseMaximum(const Operator*, ErrorReporter*, - BuiltinDataAllocator*, void**) { - return kTfLiteOk; -} - -// We have this parse function instead of directly returning kTfLiteOk from the -// switch-case in ParseOpData because this function is used as part of the -// selective registration for the OpResolver implementation in micro. -TfLiteStatus ParseMinimum(const Operator*, ErrorReporter*, - BuiltinDataAllocator*, void**) { - return kTfLiteOk; -} - -TfLiteStatus ParseMirrorPad(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, - void** builtin_data) { - CheckParsePointerParams(op, error_reporter, allocator, builtin_data); - - SafeBuiltinDataAllocator safe_allocator(allocator); - std::unique_ptr - params = safe_allocator.Allocate(); - TF_LITE_ENSURE(error_reporter, params != nullptr); - - const MirrorPadOptions* schema_params = - op->builtin_options_as_MirrorPadOptions(); - - if (schema_params != nullptr) { - params->mode = ConvertMirrorPadding(schema_params->mode()); - } else { - // TODO(b/157480169): We should either return kTfLiteError or fill in some - // reasonable defaults in the params struct. We are not doing so until we - // better undertand the ramifications of changing the legacy behavior. - } - - *builtin_data = params.release(); - return kTfLiteOk; -} - -TfLiteStatus ParseMul(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, void** builtin_data) { - CheckParsePointerParams(op, error_reporter, allocator, builtin_data); - - SafeBuiltinDataAllocator safe_allocator(allocator); - std::unique_ptr - params = safe_allocator.Allocate(); - TF_LITE_ENSURE(error_reporter, params != nullptr); - - const MulOptions* schema_params = op->builtin_options_as_MulOptions(); - - if (schema_params != nullptr) { - params->activation = - ConvertActivation(schema_params->fused_activation_function()); - } else { - // TODO(b/157480169): We should either return kTfLiteError or fill in some - // reasonable defaults in the params struct. We are not doing so until we - // better undertand the ramifications of changing the legacy behavior. - } - - *builtin_data = params.release(); - return kTfLiteOk; -} - -// We have this parse function instead of directly returning kTfLiteOk from the -// switch-case in ParseOpData because this function is used as part of the -// selective registration for the OpResolver implementation in micro. -TfLiteStatus ParseNeg(const Operator*, ErrorReporter*, BuiltinDataAllocator*, - void**) { - return kTfLiteOk; -} - -// We have this parse function instead of directly returning kTfLiteOk from the -// switch-case in ParseOpData because this function is used as part of the -// selective registration for the OpResolver implementation in micro. -TfLiteStatus ParseNotEqual(const Operator*, ErrorReporter*, - BuiltinDataAllocator*, void**) { - return kTfLiteOk; -} - -TfLiteStatus ParsePack(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, void** builtin_data) { - CheckParsePointerParams(op, error_reporter, allocator, builtin_data); - - SafeBuiltinDataAllocator safe_allocator(allocator); - std::unique_ptr - params = safe_allocator.Allocate(); - TF_LITE_ENSURE(error_reporter, params != nullptr); - - const PackOptions* schema_params = op->builtin_options_as_PackOptions(); - - if (schema_params != nullptr) { - params->values_count = schema_params->values_count(); - params->axis = schema_params->axis(); - } else { - // TODO(b/157480169): We should either return kTfLiteError or fill in some - // reasonable defaults in the params struct. We are not doing so until we - // better undertand the ramifications of changing the legacy behavior. - } - - *builtin_data = params.release(); - return kTfLiteOk; -} - -// We have this parse function instead of directly returning kTfLiteOk from the -// switch-case in ParseOpData because this function is used as part of the -// selective registration for the OpResolver implementation in micro. -TfLiteStatus ParsePad(const Operator*, ErrorReporter*, BuiltinDataAllocator*, - void**) { - return kTfLiteOk; -} - -// We have this parse function instead of directly returning kTfLiteOk from the -// switch-case in ParseOpData because this function is used as part of the -// selective registration for the OpResolver implementation in micro. -TfLiteStatus ParsePadV2(const Operator*, ErrorReporter*, BuiltinDataAllocator*, - void**) { - return kTfLiteOk; -} - -TfLiteStatus ParsePool(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, void** builtin_data) { - CheckParsePointerParams(op, error_reporter, allocator, builtin_data); - - SafeBuiltinDataAllocator safe_allocator(allocator); - std::unique_ptr - params = safe_allocator.Allocate(); - TF_LITE_ENSURE(error_reporter, params != nullptr); - - const Pool2DOptions* schema_params = op->builtin_options_as_Pool2DOptions(); - - if (schema_params != nullptr) { - params->padding = ConvertPadding(schema_params->padding()); - params->stride_width = schema_params->stride_w(); - params->stride_height = schema_params->stride_h(); - params->filter_width = schema_params->filter_width(); - params->filter_height = schema_params->filter_height(); - params->activation = - ConvertActivation(schema_params->fused_activation_function()); - } else { - // TODO(b/157480169): We should either return kTfLiteError or fill in some - // reasonable defaults in the params struct. We are not doing so until we - // better undertand the ramifications of changing the legacy behavior. - } - - *builtin_data = params.release(); - return kTfLiteOk; -} - -// We have this parse function instead of directly returning kTfLiteOk from the -// switch-case in ParseOpData because this function is used as part of the -// selective registration for the OpResolver implementation in micro. -TfLiteStatus ParsePow(const Operator*, ErrorReporter*, BuiltinDataAllocator*, - void**) { - return kTfLiteOk; -} - -// We have this parse function instead of directly returning kTfLiteOk from the -// switch-case in ParseOpData because this function is used as part of the -// selective registration for the OpResolver implementation in micro. -TfLiteStatus ParsePrelu(const Operator*, ErrorReporter*, BuiltinDataAllocator*, - void**) { - return kTfLiteOk; -} - -// We have this parse function instead of directly returning kTfLiteOk from the -// switch-case in ParseOpData because this function is used as part of the -// selective registration for the OpResolver implementation in micro. -TfLiteStatus ParseQuantize(const Operator*, ErrorReporter*, - BuiltinDataAllocator*, void**) { - return kTfLiteOk; -} - -// We have this parse function instead of directly returning kTfLiteOk from the -// switch-case in ParseOpData because this function is used as part of the -// selective registration for the OpResolver implementation in micro. -TfLiteStatus ParseReadVariable(const Operator*, ErrorReporter*, - BuiltinDataAllocator*, void**) { - return kTfLiteOk; -} - -TfLiteStatus ParseReducer(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, - void** builtin_data) { - CheckParsePointerParams(op, error_reporter, allocator, builtin_data); - - SafeBuiltinDataAllocator safe_allocator(allocator); - - std::unique_ptr - params = safe_allocator.Allocate(); - TF_LITE_ENSURE(error_reporter, params != nullptr); - - const ReducerOptions* schema_params = op->builtin_options_as_ReducerOptions(); - - if (schema_params != nullptr) { - params->keep_dims = schema_params->keep_dims(); - } else { - // TODO(b/157480169): We should either return kTfLiteError or fill in some - // reasonable defaults in the params struct. We are not doing so until we - // better undertand the ramifications of changing the legacy behavior. - } - - *builtin_data = params.release(); - return kTfLiteOk; -} - -// We have this parse function instead of directly returning kTfLiteOk from the -// switch-case in ParseOpData because this function is used as part of the -// selective registration for the OpResolver implementation in micro. -TfLiteStatus ParseRelu(const Operator*, ErrorReporter*, BuiltinDataAllocator*, - void**) { - return kTfLiteOk; -} - -// We have this parse function instead of directly returning kTfLiteOk from the -// switch-case in ParseOpData because this function is used as part of the -// selective registration for the OpResolver implementation in micro. -TfLiteStatus ParseRelu6(const Operator*, ErrorReporter*, BuiltinDataAllocator*, - void**) { - return kTfLiteOk; -} - -TfLiteStatus ParseReshape(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, - void** builtin_data) { - CheckParsePointerParams(op, error_reporter, allocator, builtin_data); - - SafeBuiltinDataAllocator safe_allocator(allocator); - - std::unique_ptr - params = safe_allocator.Allocate(); - TF_LITE_ENSURE(error_reporter, params != nullptr); - - const ReshapeOptions* schema_params = op->builtin_options_as_ReshapeOptions(); - - if (schema_params != nullptr) { - const flatbuffers::Vector* new_shape = schema_params->new_shape(); - if (new_shape != nullptr) { - TF_LITE_ENSURE_STATUS( - FlatBufferIntVectorToArray(sizeof(params->shape), new_shape, - params->shape, error_reporter, "reshape")); - params->num_dimensions = new_shape->size(); - } else { - // TODO(b/157480169) TODO(b/147203660): We should either return - // kTfLiteError or fill in some reasonable defaults in the params struct. - // We are not doing so until we better undertand the ramifications of - // changing the legacy behavior. - } - } else { - // TODO(b/157480169): We should either return kTfLiteError or fill in some - // reasonable defaults in the params struct. We are not doing so until we - // better undertand the ramifications of changing the legacy behavior. - } - - *builtin_data = params.release(); - return kTfLiteOk; -} - -TfLiteStatus ParseResizeBilinear(const Operator* op, - ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, - void** builtin_data) { - CheckParsePointerParams(op, error_reporter, allocator, builtin_data); - - SafeBuiltinDataAllocator safe_allocator(allocator); - std::unique_ptr - params = safe_allocator.Allocate(); - TF_LITE_ENSURE(error_reporter, params != nullptr); - - const ResizeBilinearOptions* schema_params = - op->builtin_options_as_ResizeBilinearOptions(); - - if (schema_params != nullptr) { - params->align_corners = schema_params->align_corners(); - params->half_pixel_centers = schema_params->half_pixel_centers(); - } else { - params->align_corners = false; - params->half_pixel_centers = false; - } - - *builtin_data = params.release(); - return kTfLiteOk; -} - -TfLiteStatus ParseResizeNearestNeighbor(const Operator* op, - ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, - void** builtin_data) { - CheckParsePointerParams(op, error_reporter, allocator, builtin_data); - - SafeBuiltinDataAllocator safe_allocator(allocator); - std::unique_ptr - params = safe_allocator.Allocate(); - TF_LITE_ENSURE(error_reporter, params != nullptr); - - const ResizeNearestNeighborOptions* schema_params = - op->builtin_options_as_ResizeNearestNeighborOptions(); - - if (schema_params != nullptr) { - params->align_corners = schema_params->align_corners(); - params->half_pixel_centers = schema_params->half_pixel_centers(); - } else { - params->align_corners = false; - params->half_pixel_centers = false; - } - - *builtin_data = params.release(); - return kTfLiteOk; -} - -// We have this parse function instead of directly returning kTfLiteOk from the -// switch-case in ParseOpData because this function is used as part of the -// selective registration for the OpResolver implementation in micro. -TfLiteStatus ParseRound(const Operator*, ErrorReporter*, BuiltinDataAllocator*, - void**) { - return kTfLiteOk; -} - -// We have this parse function instead of directly returning kTfLiteOk from the -// switch-case in ParseOpData because this function is used as part of the -// selective registration for the OpResolver implementation in micro. -TfLiteStatus ParseRsqrt(const Operator*, ErrorReporter*, BuiltinDataAllocator*, - void**) { - return kTfLiteOk; -} - -TfLiteStatus ParseShape(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, void** builtin_data) { - SafeBuiltinDataAllocator safe_allocator(allocator); - std::unique_ptr - params = safe_allocator.Allocate(); - TF_LITE_ENSURE(error_reporter, params != nullptr); - - const ShapeOptions* schema_params = op->builtin_options_as_ShapeOptions(); - - if (schema_params != nullptr) { - TF_LITE_ENSURE_STATUS(ConvertTensorType(schema_params->out_type(), - ¶ms->out_type, error_reporter)); - } else { - // TODO(b/157480169): We should either return kTfLiteError or fill in some - // reasonable defaults in the params struct. We are not doing so until we - // better undertand the ramifications of changing the legacy behavior. - } - - *builtin_data = params.release(); - return kTfLiteOk; -} - -// We have this parse function instead of directly returning kTfLiteOk from the -// switch-case in ParseOpData because this function is used as part of the -// selective registration for the OpResolver implementation in micro. -TfLiteStatus ParseSin(const Operator*, ErrorReporter*, BuiltinDataAllocator*, - void**) { - return kTfLiteOk; -} - -// We have this parse function instead of directly returning kTfLiteOk from the -// switch-case in ParseOpData because this function is used as part of the -// selective registration for the OpResolver implementation in micro. -TfLiteStatus ParseSlice(const Operator*, ErrorReporter*, BuiltinDataAllocator*, - void**) { - return kTfLiteOk; -} - -TfLiteStatus ParseSoftmax(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, - void** builtin_data) { - CheckParsePointerParams(op, error_reporter, allocator, builtin_data); - - SafeBuiltinDataAllocator safe_allocator(allocator); - std::unique_ptr - params = safe_allocator.Allocate(); - TF_LITE_ENSURE(error_reporter, params != nullptr); - - const SoftmaxOptions* schema_params = op->builtin_options_as_SoftmaxOptions(); - - if (schema_params != nullptr) { - params->beta = schema_params->beta(); - } else { - // TODO(b/157480169): We should either return kTfLiteError or fill in some - // reasonable defaults in the params struct. We are not doing so until we - // better undertand the ramifications of changing the legacy behavior. - } - - *builtin_data = params.release(); - return kTfLiteOk; -} - -// We have this parse function instead of directly returning kTfLiteOk from the -// switch-case in ParseOpData because this function is used as part of the -// selective registration for the OpResolver implementation in micro. -TfLiteStatus ParseSpaceToBatchNd(const Operator*, ErrorReporter*, - BuiltinDataAllocator*, void**) { - return kTfLiteOk; -} - -TfLiteStatus ParseSpaceToDepth(const Operator* op, - ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, - void** builtin_data) { - CheckParsePointerParams(op, error_reporter, allocator, builtin_data); - - SafeBuiltinDataAllocator safe_allocator(allocator); - std::unique_ptr - params = safe_allocator.Allocate(); - TF_LITE_ENSURE(error_reporter, params != nullptr); - - const auto* schema_params = op->builtin_options_as_SpaceToDepthOptions(); - if (schema_params != nullptr) { - params->block_size = schema_params->block_size(); - } else { - // TODO(b/157480169): We should either return kTfLiteError or fill in some - // reasonable defaults in the params struct. We are not doing so until we - // better undertand the ramifications of changing the legacy behavior. - } - - *builtin_data = params.release(); - return kTfLiteOk; -} - -TfLiteStatus ParseSplit(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, void** builtin_data) { - CheckParsePointerParams(op, error_reporter, allocator, builtin_data); - - SafeBuiltinDataAllocator safe_allocator(allocator); - std::unique_ptr - params = safe_allocator.Allocate(); - TF_LITE_ENSURE(error_reporter, params != nullptr); - - const SplitOptions* schema_params = op->builtin_options_as_SplitOptions(); - - if (schema_params != nullptr) { - params->num_splits = schema_params->num_splits(); - } else { - // TODO(b/157480169): We should either return kTfLiteError or fill in some - // reasonable defaults in the params struct. We are not doing so until we - // better undertand the ramifications of changing the legacy behavior. - } - - *builtin_data = params.release(); - return kTfLiteOk; -} - -TfLiteStatus ParseSplitV(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, void** builtin_data) { - CheckParsePointerParams(op, error_reporter, allocator, builtin_data); - SafeBuiltinDataAllocator safe_allocator(allocator); - - std::unique_ptr - params = safe_allocator.Allocate(); - TF_LITE_ENSURE(error_reporter, params != nullptr); - - const SplitVOptions* schema_params = op->builtin_options_as_SplitVOptions(); - - if (schema_params != nullptr) { - params->num_splits = schema_params->num_splits(); - } else { - // TODO(b/157480169): We should either return kTfLiteError or fill in some - // reasonable defaults in the params struct. We are not doing so until we - // better undertand the ramifications of changing the legacy behavior. - } - - *builtin_data = params.release(); - return kTfLiteOk; -} - -TfLiteStatus ParseUnidirectionalSequenceLSTM(const Operator* op, - ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, - void** builtin_data) { - CheckParsePointerParams(op, error_reporter, allocator, builtin_data); - SafeBuiltinDataAllocator safe_allocator(allocator); - auto params = - safe_allocator.Allocate(); - TF_LITE_ENSURE(error_reporter, params != nullptr); - if (const auto* seq_lstm_params = - op->builtin_options_as_UnidirectionalSequenceLSTMOptions()) { - params->activation = - ConvertActivation(seq_lstm_params->fused_activation_function()); - params->cell_clip = seq_lstm_params->cell_clip(); - params->proj_clip = seq_lstm_params->proj_clip(); - params->time_major = seq_lstm_params->time_major(); - params->asymmetric_quantize_inputs = - seq_lstm_params->asymmetric_quantize_inputs(); - } - *builtin_data = params.release(); - return kTfLiteOk; -} - -TfLiteStatus ParseSqueeze(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, - void** builtin_data) { - CheckParsePointerParams(op, error_reporter, allocator, builtin_data); - SafeBuiltinDataAllocator safe_allocator(allocator); - - std::unique_ptr - params = safe_allocator.Allocate(); - TF_LITE_ENSURE(error_reporter, params != nullptr); - - const SqueezeOptions* schema_params = op->builtin_options_as_SqueezeOptions(); - - if (schema_params != nullptr) { - const auto* squeeze_dims = schema_params->squeeze_dims(); - if (squeeze_dims != nullptr) { - TF_LITE_ENSURE_STATUS(FlatBufferIntVectorToArray( - sizeof(params->squeeze_dims), squeeze_dims, params->squeeze_dims, - error_reporter, "squeeze")); - params->num_squeeze_dims = squeeze_dims->size(); - } else { - params->num_squeeze_dims = 0; - } - } else { - // TODO(b/157480169): We should either return kTfLiteError or fill in some - // reasonable defaults in the params struct. We are not doing so until we - // better undertand the ramifications of changing the legacy behavior. - } - - *builtin_data = params.release(); - return kTfLiteOk; -} - -// We have this parse function instead of directly returning kTfLiteOk from the -// switch-case in ParseOpData because this function is used as part of the -// selective registration for the OpResolver implementation in micro. -TfLiteStatus ParseSqrt(const Operator*, ErrorReporter*, BuiltinDataAllocator*, - void**) { - return kTfLiteOk; -} - -// We have this parse function instead of directly returning kTfLiteOk from the -// switch-case in ParseOpData because this function is used as part of the -// selective registration for the OpResolver implementation in micro. -TfLiteStatus ParseSquare(const Operator*, ErrorReporter*, BuiltinDataAllocator*, - void**) { - return kTfLiteOk; -} - -// We have this parse function instead of directly returning kTfLiteOk from the -// switch-case in ParseOpData because this function is used as part of the -// selective registration for the OpResolver implementation in micro. -TfLiteStatus ParseSquaredDifference(const Operator*, ErrorReporter*, - BuiltinDataAllocator*, void**) { - return kTfLiteOk; -} - -TfLiteStatus ParseStridedSlice(const Operator* op, - ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, - void** builtin_data) { - CheckParsePointerParams(op, error_reporter, allocator, builtin_data); - - SafeBuiltinDataAllocator safe_allocator(allocator); - std::unique_ptr - params = safe_allocator.Allocate(); - TF_LITE_ENSURE(error_reporter, params != nullptr); - - const StridedSliceOptions* schema_params = - op->builtin_options_as_StridedSliceOptions(); - - if (schema_params != nullptr) { - params->begin_mask = schema_params->begin_mask(); - params->end_mask = schema_params->end_mask(); - params->ellipsis_mask = schema_params->ellipsis_mask(); - params->new_axis_mask = schema_params->new_axis_mask(); - params->shrink_axis_mask = schema_params->shrink_axis_mask(); - } else { - // TODO(b/157480169): We should either return kTfLiteError or fill in some - // reasonable defaults in the params struct. We are not doing so until we - // better undertand the ramifications of changing the legacy behavior. - } - - *builtin_data = params.release(); - return kTfLiteOk; -} - -TfLiteStatus ParseSub(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, void** builtin_data) { - CheckParsePointerParams(op, error_reporter, allocator, builtin_data); - - SafeBuiltinDataAllocator safe_allocator(allocator); - std::unique_ptr - params = safe_allocator.Allocate(); - TF_LITE_ENSURE(error_reporter, params != nullptr); - - const SubOptions* schema_params = op->builtin_options_as_SubOptions(); - - if (schema_params != nullptr) { - params->activation = - ConvertActivation(schema_params->fused_activation_function()); - params->pot_scale_int16 = schema_params->pot_scale_int16(); - } else { - // TODO(b/157480169): We should either return kTfLiteError or fill in some - // reasonable defaults in the params struct. We are not doing so until we - // better undertand the ramifications of changing the legacy behavior. - } - - *builtin_data = params.release(); - return kTfLiteOk; -} - -TfLiteStatus ParseSvdf(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, void** builtin_data) { - CheckParsePointerParams(op, error_reporter, allocator, builtin_data); - - SafeBuiltinDataAllocator safe_allocator(allocator); - std::unique_ptr - params = safe_allocator.Allocate(); - TF_LITE_ENSURE(error_reporter, params != nullptr); - - const SVDFOptions* schema_params = op->builtin_options_as_SVDFOptions(); - if (schema_params != nullptr) { - params->rank = schema_params->rank(); - params->activation = - ConvertActivation(schema_params->fused_activation_function()); - params->asymmetric_quantize_inputs = - schema_params->asymmetric_quantize_inputs(); - } else { - // TODO(b/157480169): We should either return kTfLiteError or fill in some - // reasonable defaults in the params struct. We are not doing so until we - // better undertand the ramifications of changing the legacy behavior. - } - - *builtin_data = params.release(); - return kTfLiteOk; -} - -// We have this parse function instead of directly returning kTfLiteOk from the -// switch-case in ParseOpData because this function is used as part of the -// selective registration for the OpResolver implementation in micro. -TfLiteStatus ParseTanh(const Operator*, ErrorReporter*, BuiltinDataAllocator*, - void**) { - return kTfLiteOk; -} -// -// We have this parse function instead of directly returning kTfLiteOk from the -// switch-case in ParseOpData because this function is used as part of the -// selective registration for the OpResolver implementation in micro. -TfLiteStatus ParseTranspose(const Operator*, ErrorReporter*, - BuiltinDataAllocator*, void**) { - return kTfLiteOk; -} - -TfLiteStatus ParseTransposeConv(const Operator* op, - ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, - void** builtin_data) { - CheckParsePointerParams(op, error_reporter, allocator, builtin_data); - - SafeBuiltinDataAllocator safe_allocator(allocator); - std::unique_ptr - params = safe_allocator.Allocate(); - TF_LITE_ENSURE(error_reporter, params != nullptr); - const TransposeConvOptions* transpose_conv_params = - op->builtin_options_as_TransposeConvOptions(); - if (transpose_conv_params != nullptr) { - params->padding = ConvertPadding(transpose_conv_params->padding()); - params->stride_width = transpose_conv_params->stride_w(); - params->stride_height = transpose_conv_params->stride_h(); - } else { - // TODO(b/157480169): We should either return kTfLiteError or fill in some - // reasonable defaults in the params struct. We are not doing so until we - // better undertand the ramifications of changing the legacy behavior. - } - *builtin_data = params.release(); - return kTfLiteOk; -} - -TfLiteStatus ParseUnpack(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, void** builtin_data) { - CheckParsePointerParams(op, error_reporter, allocator, builtin_data); - - SafeBuiltinDataAllocator safe_allocator(allocator); - std::unique_ptr - params = safe_allocator.Allocate(); - TF_LITE_ENSURE(error_reporter, params != nullptr); - - const UnpackOptions* schema_params = op->builtin_options_as_UnpackOptions(); - - if (schema_params != nullptr) { - params->num = schema_params->num(); - params->axis = schema_params->axis(); - } else { - // TODO(b/157480169): We should either return kTfLiteError or fill in some - // reasonable defaults in the params struct. We are not doing so until we - // better undertand the ramifications of changing the legacy behavior. - } - - *builtin_data = params.release(); - return kTfLiteOk; -} - -TfLiteStatus ParseVarHandle(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, - void** builtin_data) { - CheckParsePointerParams(op, error_reporter, allocator, builtin_data); - - SafeBuiltinDataAllocator safe_allocator(allocator); - std::unique_ptr - params = safe_allocator.Allocate(); - TF_LITE_ENSURE(error_reporter, params != nullptr); - - const VarHandleOptions* schema_params = - op->builtin_options_as_VarHandleOptions(); - - if (schema_params != nullptr) { - if (schema_params->container()) { - params->container = schema_params->container()->c_str(); - } - if (schema_params->shared_name()) { - params->shared_name = schema_params->shared_name()->c_str(); - } - } else { - // TODO(b/157480169): We should either return kTfLiteError or fill in some - // reasonable defaults in the params struct. We are not doing so until we - // better undertand the ramifications of changing the legacy behavior. - } - - *builtin_data = params.release(); - return kTfLiteOk; -} - -TfLiteStatus ParseWhile(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, void** builtin_data) { - CheckParsePointerParams(op, error_reporter, allocator, builtin_data); - - SafeBuiltinDataAllocator safe_allocator(allocator); - std::unique_ptr - params = safe_allocator.Allocate(); - TF_LITE_ENSURE(error_reporter, params != nullptr); - - const WhileOptions* schema_params = op->builtin_options_as_WhileOptions(); - - if (schema_params != nullptr) { - params->cond_subgraph_index = schema_params->cond_subgraph_index(); - params->body_subgraph_index = schema_params->body_subgraph_index(); - } else { - // TODO(b/157480169): We should either return kTfLiteError or fill in some - // reasonable defaults in the params struct. We are not doing so until we - // better undertand the ramifications of changing the legacy behavior. - } - - *builtin_data = params.release(); - return kTfLiteOk; -} - -// We have this parse function instead of directly returning kTfLiteOk from the -// switch-case in ParseOpData because this function is used as part of the -// selective registration for the OpResolver implementation in micro. -TfLiteStatus ParseZerosLike(const Operator*, ErrorReporter*, - BuiltinDataAllocator*, void**) { - return kTfLiteOk; -} - -TfLiteStatus ParseOpData(const Operator* op, BuiltinOperator op_type, - ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, void** builtin_data) { -// TODO(b/145762662): It would be preferable to have the build graph for TF Lite -// Micro not have the ParseOpData function at all. This would require splitting -// the current file into two separate files, one of which defines the -// ParseOpData function and the other that defines the operator specific parse -// functions (e.g. ParseAdd). -// -// Such a split was attempted but was not worth the effort at the time because -// of the following reasons: -// * We could either duplicate the functions and the SafeBuiltinDataAllocator -// class in the anonymous namespace of this file, or attempt to make a common -// library with these helper functions and class. -// * Making a common library with a separate build target was not feasible as -// it introduced circular dependencies due to the ErrorReporter and a common -// .cc and .h within the same api build target the also cause circular -// dependencies due to the BuiltinDataAllocator class. -// * If all the builtin operators were to have their own parse functions, or we -// were ok with some amount of code duplication, then this split of the .cc -// files would be a lot more feasible. -#ifdef TF_LITE_STATIC_MEMORY - TF_LITE_REPORT_ERROR( - error_reporter, - "ParseOpData is unsupported on TfLiteMicro, please use the operator " - "specific parse functions (e.g. ParseAdd etc.).\n"); - return kTfLiteError; -#else - return ParseOpDataTfLite(op, op_type, error_reporter, allocator, - builtin_data); -#endif -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/core/api/flatbuffer_conversions.h b/code/components/tflite-lib/tensorflow/lite/core/api/flatbuffer_conversions.h deleted file mode 100644 index ed317b81..00000000 --- a/code/components/tflite-lib/tensorflow/lite/core/api/flatbuffer_conversions.h +++ /dev/null @@ -1,408 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_CORE_API_FLATBUFFER_CONVERSIONS_H_ -#define TENSORFLOW_LITE_CORE_API_FLATBUFFER_CONVERSIONS_H_ - -// These functions transform codes and data structures that are defined in the -// flatbuffer serialization format into in-memory values that are used by the -// runtime API and interpreter. - -#include -#include -#include - -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/core/api/error_reporter.h" -#include "tensorflow/lite/schema/schema_generated.h" - -namespace tflite { - -// Interface class for builtin data allocations. -class BuiltinDataAllocator { - public: - virtual void* Allocate(size_t size, size_t alignment_hint) = 0; - virtual void Deallocate(void* data) = 0; - - // Allocate a structure, but make sure it is a POD structure that doesn't - // require constructors to run. The reason we do this, is that Interpreter's C - // extension part will take ownership so destructors will not be run during - // deallocation. - template - T* AllocatePOD() { - // TODO(b/154346074): Change this to is_trivially_destructible when all - // platform targets support that properly. - static_assert(std::is_pod::value, "Builtin data structure must be POD."); - void* allocated_memory = this->Allocate(sizeof(T), alignof(T)); - return new (allocated_memory) T(); - } - - virtual ~BuiltinDataAllocator() {} -}; - -// Parse the appropriate data out of the op. -// -// This handles builtin data explicitly as there are flatbuffer schemas. -// If it returns kTfLiteOk, it passes the data out with `builtin_data`. The -// calling function has to pass in an allocator object, and this allocator -// will be called to reserve space for the output data. If the calling -// function's allocator reserves memory on the heap, then it's the calling -// function's responsibility to free it. -// If it returns kTfLiteError, `builtin_data` will be `nullptr`. -TfLiteStatus ParseOpData(const Operator* op, BuiltinOperator op_type, - ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, void** builtin_data); - -// Converts the tensor data type used in the flat buffer to the representation -// used by the runtime. -TfLiteStatus ConvertTensorType(TensorType tensor_type, TfLiteType* type, - ErrorReporter* error_reporter); - -TfLiteStatus ParseAbs(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, void** builtin_data); - -TfLiteStatus ParseAdd(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, void** builtin_data); - -TfLiteStatus ParseAddN(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, void** builtin_data); - -TfLiteStatus ParseArgMax(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, void** builtin_data); - -TfLiteStatus ParseArgMin(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, void** builtin_data); - -TfLiteStatus ParseAssignVariable(const Operator* op, - ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, - void** builtin_data); - -TfLiteStatus ParseBatchMatMul(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, - void** builtin_data); - -TfLiteStatus ParseBatchToSpaceNd(const Operator* op, - ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, - void** builtin_data); - -TfLiteStatus ParseBroadcastArgs(const Operator* op, - ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, - void** builtin_data); - -TfLiteStatus ParseBroadcastTo(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, - void** builtin_data); - -TfLiteStatus ParseCallOnce(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, - void** builtin_data); - -TfLiteStatus ParseCeil(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, void** builtin_data); - -TfLiteStatus ParseCast(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, void** builtin_data); - -TfLiteStatus ParseConcatenation(const Operator* op, - ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, - void** builtin_data); - -TfLiteStatus ParseConv2D(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, void** builtin_data); - -TfLiteStatus ParseCos(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, void** builtin_data); - -TfLiteStatus ParseCumsum(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, void** builtin_data); - -TfLiteStatus ParseDepthToSpace(const Operator* op, - ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, - void** builtin_data); - -TfLiteStatus ParseDepthwiseConv2D(const Operator* op, - ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, - void** builtin_data); - -TfLiteStatus ParseDequantize(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, - void** builtin_data); - -TfLiteStatus ParseDiv(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, void** builtin_data); - -TfLiteStatus ParseElu(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, void** builtin_data); - -TfLiteStatus ParseEqual(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, void** builtin_data); - -TfLiteStatus ParseExp(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, void** builtin_data); - -TfLiteStatus ParseExpandDims(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, - void** builtin_data); - -TfLiteStatus ParseFill(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, void** builtin_data); - -TfLiteStatus ParseFloor(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, void** builtin_data); - -TfLiteStatus ParseFloorDiv(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, - void** builtin_data); - -TfLiteStatus ParseFloorMod(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, - void** builtin_data); - -TfLiteStatus ParseFullyConnected(const Operator* op, - ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, - void** builtin_data); - -TfLiteStatus ParseGather(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, void** builtin_data); - -TfLiteStatus ParseGatherNd(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, - void** builtin_data); - -TfLiteStatus ParseGreater(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, void** builtin_data); - -TfLiteStatus ParseGreaterEqual(const Operator* op, - ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, - void** builtin_data); - -TfLiteStatus ParseHardSwish(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, - void** builtin_data); - -TfLiteStatus ParseIf(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, void** builtin_data); - -TfLiteStatus ParseL2Normalization(const Operator* op, - ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, - void** builtin_data); - -TfLiteStatus ParseLeakyRelu(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, - void** builtin_data); - -TfLiteStatus ParseLess(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, void** builtin_data); - -TfLiteStatus ParseLessEqual(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, - void** builtin_data); - -TfLiteStatus ParseLog(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, void** builtin_data); - -TfLiteStatus ParseLogicalAnd(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, - void** builtin_data); - -TfLiteStatus ParseLogicalNot(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, - void** builtin_data); - -TfLiteStatus ParseLogicalOr(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, - void** builtin_data); - -TfLiteStatus ParseLogistic(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, - void** builtin_data); - -TfLiteStatus ParseLogSoftmax(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, - void** builtin_data); - -TfLiteStatus ParseLSTM(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, void** builtin_data); - -TfLiteStatus ParseMaximum(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, void** builtin_data); - -TfLiteStatus ParseMinimum(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, void** builtin_data); - -TfLiteStatus ParseMirrorPad(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, - void** builtin_data); - -TfLiteStatus ParseMul(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, void** builtin_data); - -TfLiteStatus ParseNeg(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, void** builtin_data); - -TfLiteStatus ParseNotEqual(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, - void** builtin_data); - -TfLiteStatus ParsePack(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, void** builtin_data); - -TfLiteStatus ParsePad(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, void** builtin_data); - -TfLiteStatus ParsePadV2(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, void** builtin_data); - -TfLiteStatus ParsePool(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, void** builtin_data); - -TfLiteStatus ParsePow(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, void** builtin_data); - -TfLiteStatus ParsePrelu(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, void** builtin_data); - -TfLiteStatus ParseQuantize(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, - void** builtin_data); - -TfLiteStatus ParseReadVariable(const Operator* op, - ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, - void** builtin_data); - -TfLiteStatus ParseReducer(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, void** builtin_data); - -TfLiteStatus ParseRelu(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, void** builtin_data); - -TfLiteStatus ParseRelu6(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, void** builtin_data); - -TfLiteStatus ParseReshape(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, void** builtin_data); - -TfLiteStatus ParseResizeBilinear(const Operator* op, - ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, - void** builtin_data); - -TfLiteStatus ParseResizeNearestNeighbor(const Operator* op, - ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, - void** builtin_data); - -TfLiteStatus ParseRound(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, void** builtin_data); - -TfLiteStatus ParseRsqrt(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, void** builtin_data); - -TfLiteStatus ParseShape(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, void** builtin_data); - -TfLiteStatus ParseSin(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, void** builtin_data); - -TfLiteStatus ParseSlice(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, void** builtin_data); - -TfLiteStatus ParseSoftmax(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, void** builtin_data); - -TfLiteStatus ParseSpaceToBatchNd(const Operator* op, - ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, - void** builtin_data); - -TfLiteStatus ParseSpaceToDepth(const Operator* op, - ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, - void** builtin_data); - -TfLiteStatus ParseSplit(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, void** builtin_data); - -TfLiteStatus ParseSplitV(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, void** builtin_data); - -TfLiteStatus ParseSqueeze(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, void** builtin_data); - -TfLiteStatus ParseSqrt(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, void** builtin_data); - -TfLiteStatus ParseSquare(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, void** builtin_data); - -TfLiteStatus ParseSquaredDifference(const Operator* op, - ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, - void** builtin_data); - -TfLiteStatus ParseStridedSlice(const Operator* op, - ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, - void** builtin_data); - -TfLiteStatus ParseSub(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, void** builtin_data); - -TfLiteStatus ParseSvdf(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, void** builtin_data); - -TfLiteStatus ParseTanh(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, void** builtin_data); - -TfLiteStatus ParseTranspose(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, - void** builtin_data); - -TfLiteStatus ParseTransposeConv(const Operator* op, - ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, - void** builtin_data); - -TfLiteStatus ParseUnpack(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, void** builtin_data); - -TfLiteStatus ParseUnidirectionalSequenceLSTM(const Operator* op, - ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, - void** builtin_data); - -TfLiteStatus ParseVarHandle(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, - void** builtin_data); - -TfLiteStatus ParseWhile(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, void** builtin_data); - -TfLiteStatus ParseZerosLike(const Operator* op, ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, - void** builtin_data); - -} // namespace tflite - -#endif // TENSORFLOW_LITE_CORE_API_FLATBUFFER_CONVERSIONS_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/core/api/op_resolver.cc b/code/components/tflite-lib/tensorflow/lite/core/api/op_resolver.cc deleted file mode 100644 index 6f7e4c2a..00000000 --- a/code/components/tflite-lib/tensorflow/lite/core/api/op_resolver.cc +++ /dev/null @@ -1,68 +0,0 @@ -/* Copyright 2018 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/core/api/op_resolver.h" - -#include "flatbuffers/flatbuffers.h" // from @flatbuffers -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/core/api/error_reporter.h" -#include "tensorflow/lite/schema/schema_utils.h" - -namespace tflite { - -TfLiteStatus GetRegistrationFromOpCode( - const OperatorCode* opcode, const OpResolver& op_resolver, - ErrorReporter* error_reporter, const TfLiteRegistration** registration) { - TfLiteStatus status = kTfLiteOk; - *registration = nullptr; - auto builtin_code = GetBuiltinCode(opcode); - int version = opcode->version(); - - if (builtin_code > BuiltinOperator_MAX) { - TF_LITE_REPORT_ERROR( - error_reporter, - "Op builtin_code out of range: %d. Are you using old TFLite binary " - "with newer model?", - builtin_code); - status = kTfLiteError; - } else if (builtin_code != BuiltinOperator_CUSTOM) { - *registration = op_resolver.FindOp(builtin_code, version); - if (*registration == nullptr) { - TF_LITE_REPORT_ERROR( - error_reporter, - "Didn't find op for builtin opcode '%s' version '%d'. " - "An older version of this builtin might be supported. " - "Are you using an old TFLite binary with a newer model?\n", - EnumNameBuiltinOperator(builtin_code), version); - status = kTfLiteError; - } - } else if (!opcode->custom_code()) { - TF_LITE_REPORT_ERROR( - error_reporter, - "Operator with CUSTOM builtin_code has no custom_code.\n"); - status = kTfLiteError; - } else { - const char* name = opcode->custom_code()->c_str(); - *registration = op_resolver.FindOp(name, version); - if (*registration == nullptr) { - // Do not report error for unresolved custom op, we do the final check - // while preparing ops. - status = kTfLiteError; - } - } - return status; -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/core/api/op_resolver.h b/code/components/tflite-lib/tensorflow/lite/core/api/op_resolver.h deleted file mode 100644 index cec1f2dd..00000000 --- a/code/components/tflite-lib/tensorflow/lite/core/api/op_resolver.h +++ /dev/null @@ -1,140 +0,0 @@ -/* Copyright 2018 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_CORE_API_OP_RESOLVER_H_ -#define TENSORFLOW_LITE_CORE_API_OP_RESOLVER_H_ - -#include -#include -#include - -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/core/api/error_reporter.h" -#include "tensorflow/lite/schema/schema_generated.h" - -// Opaque type similar to TfLiteDelegate / TfLiteOpaqueDelegate. -// This is used for cases (e.g. when using "TF Lite with Google Play Services") -// where the TF Lite runtime might be built using a newer (or older) -// version of the TF Lite sources than the app, and hence might have a -// different definition of the TfLiteDelegate type. TF Lite APIs use -// TfLiteOpaqueDelegate rather than TfLiteDelegate when they want to -// refer to a delegate defined with that potentially different version -// of the TfLiteDelegate type. -struct TfLiteOpaqueDelegateStruct; - -namespace tflite { - -/// Abstract interface that returns TfLiteRegistrations given op codes or custom -/// op names. This is the mechanism that ops being referenced in the flatbuffer -/// model are mapped to executable function pointers (TfLiteRegistrations). -class OpResolver { - public: - /// Finds the op registration for a builtin operator by enum code. - virtual const TfLiteRegistration* FindOp(tflite::BuiltinOperator op, - int version) const = 0; - /// Finds the op registration of a custom operator by op name. - virtual const TfLiteRegistration* FindOp(const char* op, - int version) const = 0; - - // Represents a sequence of delegates. - using TfLiteDelegatePtrVector = - std::vector>; - - // Returns optional delegates for resolving and handling ops in the flatbuffer - // model. This may be used in addition to the standard TfLiteRegistration - // lookup for graph resolution. - // WARNING: This API is deprecated, GetDelegateCreators is preferred. - virtual TfLiteDelegatePtrVector GetDelegates(int num_threads) const { - return {}; - } - - // Represents a function that creates a TfLite delegate instance. - using TfLiteDelegateCreator = - std::function( - int /*num_threads*/)>; - - // Represents a sequence of delegate creator functions. - using TfLiteDelegateCreators = std::vector; - - // Returns a vector of delegate creators to create optional delegates for - // resolving and handling ops in the flatbuffer model. This may be used in - // addition to the standard TfLiteRegistration lookup for graph resolution. - // - // Note that this method is not used (will not be called) if you are using - // TF Lite in Google Play Services; the GetOpaqueDelegateCreators method - // (see below) is used for that case. - virtual TfLiteDelegateCreators GetDelegateCreators() const { return {}; } - - // TODO(b/202712825): it would be nice if we could avoid the need for separate - // "opaque" types & methods for use only with TF Lite in Google Play Services. - - // Represents an opaque delegate instance. - // WARNING: Experimental interface, subject to change. - using TfLiteOpaqueDelegatePtr = - std::unique_ptr; - - // Represents a function that creates an opaque delegate instance. - // WARNING: Experimental interface, subject to change. - using TfLiteOpaqueDelegateCreator = - std::function; - - // Represents a sequence of opaque delegate creator functions. - // WARNING: Experimental interface, subject to change. - using TfLiteOpaqueDelegateCreators = std::vector; - - // Returns a vector of opaque delegate creators to create optional opaque - // delegates for resolving and handling ops in the flatbuffer model. This may - // be used in addition to the standard TfLiteRegistration lookup for graph - // resolution. - // - // Note that this method will be called only if you are using TF Lite in - // Google Play Services; if you are using regular TF Lite, GetDelegateCreators - // (see above) is used instead. - // - // WARNING: Experimental interface, subject to change. - virtual TfLiteOpaqueDelegateCreators GetOpaqueDelegateCreators() const { - return {}; - } - - virtual ~OpResolver() {} - - private: - /// Returns true if this OpResolver may contain any "user defined" ops. - /// By "user defined" ops, we mean any op definitions other than those - /// contained in tflite::ops::builtin::BuiltinOpResolver. - /// - /// If this method returns true, it doesn't necessarily mean that the - /// OpResolver contains a user-defined op, just that the absence of - /// user-defined ops can't be guaranteed. - /// - /// Note that "user-defined" ops are not the same as "custom" ops; - /// BuiltinOpResolver may support certain "custom" ops, in addition to - /// "builtin" ops, and may not support all of the "builtin" op enum values. - virtual bool MayContainUserDefinedOps() const { return true; } - - friend class OpResolverInternal; -}; - -// Handles the logic for converting between an OperatorCode structure extracted -// from a flatbuffer and information about a registered operator -// implementation. -TfLiteStatus GetRegistrationFromOpCode(const OperatorCode* opcode, - const OpResolver& op_resolver, - ErrorReporter* error_reporter, - const TfLiteRegistration** registration); - -} // namespace tflite - -#endif // TENSORFLOW_LITE_CORE_API_OP_RESOLVER_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/core/api/tensor_utils.cc b/code/components/tflite-lib/tensorflow/lite/core/api/tensor_utils.cc deleted file mode 100644 index 3aac16b6..00000000 --- a/code/components/tflite-lib/tensorflow/lite/core/api/tensor_utils.cc +++ /dev/null @@ -1,50 +0,0 @@ -/* Copyright 2019 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/core/api/tensor_utils.h" - -#include - -#include "tensorflow/lite/c/common.h" - -namespace tflite { - -TfLiteStatus ResetVariableTensor(TfLiteTensor* tensor) { - if (!tensor->is_variable) { - return kTfLiteOk; - } - // TODO(b/115961645): Implement - If a variable tensor has a buffer, reset it - // to the value of the buffer. - int value = 0; - if (tensor->type == kTfLiteInt8) { - value = tensor->params.zero_point; - } - // TODO(b/139446230): Provide a platform header to better handle these - // specific scenarios. -#if __ANDROID__ || defined(__x86_64__) || defined(__i386__) || \ - defined(__i386) || defined(__x86__) || defined(__X86__) || \ - defined(_X86_) || defined(_M_IX86) || defined(_M_X64) - memset(tensor->data.raw, value, tensor->bytes); -#else - char* raw_ptr = tensor->data.raw; - for (size_t i = 0; i < tensor->bytes; ++i) { - *raw_ptr = value; - raw_ptr++; - } -#endif - return kTfLiteOk; -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/core/api/tensor_utils.h b/code/components/tflite-lib/tensorflow/lite/core/api/tensor_utils.h deleted file mode 100644 index 9f1cf94a..00000000 --- a/code/components/tflite-lib/tensorflow/lite/core/api/tensor_utils.h +++ /dev/null @@ -1,28 +0,0 @@ -/* Copyright 2019 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#ifndef TENSORFLOW_LITE_CORE_API_TENSOR_UTILS_H_ -#define TENSORFLOW_LITE_CORE_API_TENSOR_UTILS_H_ - -#include "tensorflow/lite/c/common.h" - -namespace tflite { - -// Resets a variable tensor to the default value. -TfLiteStatus ResetVariableTensor(TfLiteTensor* tensor); - -} // namespace tflite - -#endif // TENSORFLOW_LITE_CORE_API_TENSOR_UTILS_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/bits.h b/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/bits.h deleted file mode 100644 index 04b3ba6f..00000000 --- a/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/bits.h +++ /dev/null @@ -1,102 +0,0 @@ -/* Copyright 2018 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_BITS_H_ -#define TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_BITS_H_ - -#ifdef __cplusplus -#include - -extern "C" { -#endif - -static inline int CountLeadingZeros32Slow(uint64_t n) { - int zeroes = 28; - if (n >> 16) zeroes -= 16, n >>= 16; - if (n >> 8) zeroes -= 8, n >>= 8; - if (n >> 4) zeroes -= 4, n >>= 4; - return "\4\3\2\2\1\1\1\1\0\0\0\0\0\0\0"[n] + zeroes; -} - -static inline int CountLeadingZeros32(uint32_t n) { -#if defined(_MSC_VER) - unsigned long result = 0; // NOLINT(runtime/int) - if (_BitScanReverse(&result, n)) { - return 31 - result; - } - return 32; -#elif defined(__GNUC__) - - // Handle 0 as a special case because __builtin_clz(0) is undefined. - if (n == 0) { - return 32; - } - return __builtin_clz(n); -#else - return CountLeadingZeros32Slow(n); -#endif -} - -static inline int MostSignificantBit32(uint32_t n) { - return 32 - CountLeadingZeros32(n); -} - -static inline int CountLeadingZeros64Slow(uint64_t n) { - int zeroes = 60; - if (n >> 32) zeroes -= 32, n >>= 32; - if (n >> 16) zeroes -= 16, n >>= 16; - if (n >> 8) zeroes -= 8, n >>= 8; - if (n >> 4) zeroes -= 4, n >>= 4; - return "\4\3\2\2\1\1\1\1\0\0\0\0\0\0\0"[n] + zeroes; -} - -static inline int CountLeadingZeros64(uint64_t n) { -#if defined(_MSC_VER) && defined(_M_X64) - // MSVC does not have __builtin_clzll. Use _BitScanReverse64. - unsigned long result = 0; // NOLINT(runtime/int) - if (_BitScanReverse64(&result, n)) { - return 63 - result; - } - return 64; -#elif defined(_MSC_VER) - // MSVC does not have __builtin_clzll. Compose two calls to _BitScanReverse - unsigned long result = 0; // NOLINT(runtime/int) - if ((n >> 32) && _BitScanReverse(&result, n >> 32)) { - return 31 - result; - } - if (_BitScanReverse(&result, n)) { - return 63 - result; - } - return 64; -#elif defined(__GNUC__) - - // Handle 0 as a special case because __builtin_clzll(0) is undefined. - if (n == 0) { - return 64; - } - return __builtin_clzll(n); -#else - return CountLeadingZeros64Slow(n); -#endif -} - -static inline int MostSignificantBit64(uint64_t n) { - return 64 - CountLeadingZeros64(n); -} - -#ifdef __cplusplus -} // extern "C" -#endif - -#endif // TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_BITS_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/fft.cc b/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/fft.cc deleted file mode 100644 index bcdd9cc0..00000000 --- a/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/fft.cc +++ /dev/null @@ -1,52 +0,0 @@ -/* Copyright 2018 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#include "tensorflow/lite/experimental/microfrontend/lib/fft.h" - -#include - -#include "tensorflow/lite/experimental/microfrontend/lib/kiss_fft_int16.h" - -void FftCompute(struct FftState* state, const int16_t* input, - int input_scale_shift) { - const size_t input_size = state->input_size; - const size_t fft_size = state->fft_size; - - int16_t* fft_input = state->input; - // First, scale the input by the given shift. - size_t i; - for (i = 0; i < input_size; ++i) { - fft_input[i] = static_cast(static_cast(input[i]) - << input_scale_shift); - } - // Zero out whatever else remains in the top part of the input. - for (; i < fft_size; ++i) { - fft_input[i] = 0; - } - - // Apply the FFT. - kissfft_fixed16::kiss_fftr( - reinterpret_cast(state->scratch), - state->input, - reinterpret_cast(state->output)); -} - -void FftInit(struct FftState* state) { - // All the initialization is done in FftPopulateState() -} - -void FftReset(struct FftState* state) { - memset(state->input, 0, state->fft_size * sizeof(*state->input)); - memset(state->output, 0, (state->fft_size / 2 + 1) * sizeof(*state->output)); -} diff --git a/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/fft.h b/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/fft.h deleted file mode 100644 index aaffa69d..00000000 --- a/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/fft.h +++ /dev/null @@ -1,50 +0,0 @@ -/* Copyright 2018 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_FFT_H_ -#define TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_FFT_H_ - -#include -#include - -#ifdef __cplusplus -extern "C" { -#endif - -struct complex_int16_t { - int16_t real; - int16_t imag; -}; - -struct FftState { - int16_t* input; - struct complex_int16_t* output; - size_t fft_size; - size_t input_size; - void* scratch; - size_t scratch_size; -}; - -void FftCompute(struct FftState* state, const int16_t* input, - int input_scale_shift); - -void FftInit(struct FftState* state); - -void FftReset(struct FftState* state); - -#ifdef __cplusplus -} // extern "C" -#endif - -#endif // TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_FFT_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/fft_util.cc b/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/fft_util.cc deleted file mode 100644 index ed3dc8fb..00000000 --- a/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/fft_util.cc +++ /dev/null @@ -1,70 +0,0 @@ -/* Copyright 2018 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#include "tensorflow/lite/experimental/microfrontend/lib/fft_util.h" - -#include - -#include "tensorflow/lite/experimental/microfrontend/lib/kiss_fft_int16.h" - -int FftPopulateState(struct FftState* state, size_t input_size) { - state->input_size = input_size; - state->fft_size = 1; - while (state->fft_size < state->input_size) { - state->fft_size <<= 1; - } - - state->input = reinterpret_cast( - malloc(state->fft_size * sizeof(*state->input))); - if (state->input == nullptr) { - fprintf(stderr, "Failed to alloc fft input buffer\n"); - return 0; - } - - state->output = reinterpret_cast( - malloc((state->fft_size / 2 + 1) * sizeof(*state->output) * 2)); - if (state->output == nullptr) { - fprintf(stderr, "Failed to alloc fft output buffer\n"); - return 0; - } - - // Ask kissfft how much memory it wants. - size_t scratch_size = 0; - kissfft_fixed16::kiss_fftr_cfg kfft_cfg = kissfft_fixed16::kiss_fftr_alloc( - state->fft_size, 0, nullptr, &scratch_size); - if (kfft_cfg != nullptr) { - fprintf(stderr, "Kiss memory sizing failed.\n"); - return 0; - } - state->scratch = malloc(scratch_size); - if (state->scratch == nullptr) { - fprintf(stderr, "Failed to alloc fft scratch buffer\n"); - return 0; - } - state->scratch_size = scratch_size; - // Let kissfft configure the scratch space we just allocated - kfft_cfg = kissfft_fixed16::kiss_fftr_alloc(state->fft_size, 0, - state->scratch, &scratch_size); - if (kfft_cfg != state->scratch) { - fprintf(stderr, "Kiss memory preallocation strategy failed.\n"); - return 0; - } - return 1; -} - -void FftFreeStateContents(struct FftState* state) { - free(state->input); - free(state->output); - free(state->scratch); -} diff --git a/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/fft_util.h b/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/fft_util.h deleted file mode 100644 index 6a471301..00000000 --- a/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/fft_util.h +++ /dev/null @@ -1,34 +0,0 @@ -/* Copyright 2018 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_FFT_UTIL_H_ -#define TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_FFT_UTIL_H_ - -#include "tensorflow/lite/experimental/microfrontend/lib/fft.h" - -#ifdef __cplusplus -extern "C" { -#endif - -// Prepares and FFT for the given input size. -int FftPopulateState(struct FftState* state, size_t input_size); - -// Frees any allocated buffers. -void FftFreeStateContents(struct FftState* state); - -#ifdef __cplusplus -} // extern "C" -#endif - -#endif // TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_FFT_UTIL_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/filterbank.c b/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/filterbank.c deleted file mode 100644 index 80f8738f..00000000 --- a/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/filterbank.c +++ /dev/null @@ -1,134 +0,0 @@ -/* Copyright 2018 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#include "tensorflow/lite/experimental/microfrontend/lib/filterbank.h" - -#include - -#include "tensorflow/lite/experimental/microfrontend/lib/bits.h" - -void FilterbankConvertFftComplexToEnergy(struct FilterbankState* state, - struct complex_int16_t* fft_output, - int32_t* energy) { - const int end_index = state->end_index; - int i; - energy += state->start_index; - fft_output += state->start_index; - for (i = state->start_index; i < end_index; ++i) { - const int32_t real = fft_output->real; - const int32_t imag = fft_output->imag; - fft_output++; - const uint32_t mag_squared = (real * real) + (imag * imag); - *energy++ = mag_squared; - } -} - -void FilterbankAccumulateChannels(struct FilterbankState* state, - const int32_t* energy) { - uint64_t* work = state->work; - uint64_t weight_accumulator = 0; - uint64_t unweight_accumulator = 0; - - const int16_t* channel_frequency_starts = state->channel_frequency_starts; - const int16_t* channel_weight_starts = state->channel_weight_starts; - const int16_t* channel_widths = state->channel_widths; - - int num_channels_plus_1 = state->num_channels + 1; - int i; - for (i = 0; i < num_channels_plus_1; ++i) { - const int32_t* magnitudes = energy + *channel_frequency_starts++; - const int16_t* weights = state->weights + *channel_weight_starts; - const int16_t* unweights = state->unweights + *channel_weight_starts++; - const int width = *channel_widths++; - int j; - for (j = 0; j < width; ++j) { - weight_accumulator += *weights++ * ((uint64_t)*magnitudes); - unweight_accumulator += *unweights++ * ((uint64_t)*magnitudes); - ++magnitudes; - } - *work++ = weight_accumulator; - weight_accumulator = unweight_accumulator; - unweight_accumulator = 0; - } -} - -static uint16_t Sqrt32(uint32_t num) { - if (num == 0) { - return 0; - } - uint32_t res = 0; - int max_bit_number = 32 - MostSignificantBit32(num); - max_bit_number |= 1; - uint32_t bit = 1U << (31 - max_bit_number); - int iterations = (31 - max_bit_number) / 2 + 1; - while (iterations--) { - if (num >= res + bit) { - num -= res + bit; - res = (res >> 1U) + bit; - } else { - res >>= 1U; - } - bit >>= 2U; - } - // Do rounding - if we have the bits. - if (num > res && res != 0xFFFF) { - ++res; - } - return res; -} - -static uint32_t Sqrt64(uint64_t num) { - // Take a shortcut and just use 32 bit operations if the upper word is all - // clear. This will cause a slight off by one issue for numbers close to 2^32, - // but it probably isn't going to matter (and gives us a big performance win). - if ((num >> 32) == 0) { - return Sqrt32((uint32_t)num); - } - uint64_t res = 0; - int max_bit_number = 64 - MostSignificantBit64(num); - max_bit_number |= 1; - uint64_t bit = 1ULL << (63 - max_bit_number); - int iterations = (63 - max_bit_number) / 2 + 1; - while (iterations--) { - if (num >= res + bit) { - num -= res + bit; - res = (res >> 1U) + bit; - } else { - res >>= 1U; - } - bit >>= 2U; - } - // Do rounding - if we have the bits. - if (num > res && res != 0xFFFFFFFFLL) { - ++res; - } - return res; -} - -uint32_t* FilterbankSqrt(struct FilterbankState* state, int scale_down_shift) { - const int num_channels = state->num_channels; - const uint64_t* work = state->work + 1; - // Reuse the work buffer since we're fine clobbering it at this point to hold - // the output. - uint32_t* output = (uint32_t*)state->work; - int i; - for (i = 0; i < num_channels; ++i) { - *output++ = Sqrt64(*work++) >> scale_down_shift; - } - return (uint32_t*)state->work; -} - -void FilterbankReset(struct FilterbankState* state) { - memset(state->work, 0, (state->num_channels + 1) * sizeof(*state->work)); -} diff --git a/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/filterbank.h b/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/filterbank.h deleted file mode 100644 index 1e6d3885..00000000 --- a/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/filterbank.h +++ /dev/null @@ -1,63 +0,0 @@ -/* Copyright 2018 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_FILTERBANK_H_ -#define TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_FILTERBANK_H_ - -#include -#include - -#include "tensorflow/lite/experimental/microfrontend/lib/fft.h" - -#define kFilterbankBits 12 - -#ifdef __cplusplus -extern "C" { -#endif - -struct FilterbankState { - int num_channels; - int start_index; - int end_index; - int16_t* channel_frequency_starts; - int16_t* channel_weight_starts; - int16_t* channel_widths; - int16_t* weights; - int16_t* unweights; - uint64_t* work; -}; - -// Converts the relevant complex values of an FFT output into energy (the -// square magnitude). -void FilterbankConvertFftComplexToEnergy(struct FilterbankState* state, - struct complex_int16_t* fft_output, - int32_t* energy); - -// Computes the mel-scale filterbank on the given energy array. Output is cached -// internally - to fetch it, you need to call FilterbankSqrt. -void FilterbankAccumulateChannels(struct FilterbankState* state, - const int32_t* energy); - -// Applies an integer square root to the 64 bit intermediate values of the -// filterbank, and returns a pointer to them. Memory will be invalidated the -// next time FilterbankAccumulateChannels is called. -uint32_t* FilterbankSqrt(struct FilterbankState* state, int scale_down_shift); - -void FilterbankReset(struct FilterbankState* state); - -#ifdef __cplusplus -} // extern "C" -#endif - -#endif // TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_FILTERBANK_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/filterbank_util.c b/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/filterbank_util.c deleted file mode 100644 index f18ebf54..00000000 --- a/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/filterbank_util.c +++ /dev/null @@ -1,220 +0,0 @@ -/* Copyright 2018 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#include "tensorflow/lite/experimental/microfrontend/lib/filterbank_util.h" - -#include -#include -#include - -#define kFilterbankIndexAlignment 4 -#define kFilterbankChannelBlockSize 4 - -void FilterbankFillConfigWithDefaults(struct FilterbankConfig* config) { - config->num_channels = 32; - config->lower_band_limit = 125.0f; - config->upper_band_limit = 7500.0f; - config->output_scale_shift = 7; -} - -static float FreqToMel(float freq) { return 1127.0 * log1p(freq / 700.0); } - -static void CalculateCenterFrequencies(const int num_channels, - const float lower_frequency_limit, - const float upper_frequency_limit, - float* center_frequencies) { - assert(lower_frequency_limit >= 0.0f); - assert(upper_frequency_limit > lower_frequency_limit); - - const float mel_low = FreqToMel(lower_frequency_limit); - const float mel_hi = FreqToMel(upper_frequency_limit); - const float mel_span = mel_hi - mel_low; - const float mel_spacing = mel_span / ((float)num_channels); - int i; - for (i = 0; i < num_channels; ++i) { - center_frequencies[i] = mel_low + (mel_spacing * (i + 1)); - } -} - -static void QuantizeFilterbankWeights(const float float_weight, int16_t* weight, - int16_t* unweight) { - *weight = floor(float_weight * (1 << kFilterbankBits) + 0.5); - *unweight = floor((1.0 - float_weight) * (1 << kFilterbankBits) + 0.5); -} - -int FilterbankPopulateState(const struct FilterbankConfig* config, - struct FilterbankState* state, int sample_rate, - int spectrum_size) { - state->num_channels = config->num_channels; - const int num_channels_plus_1 = config->num_channels + 1; - - // How should we align things to index counts given the byte alignment? - const int index_alignment = - (kFilterbankIndexAlignment < sizeof(int16_t) - ? 1 - : kFilterbankIndexAlignment / sizeof(int16_t)); - - state->channel_frequency_starts = - malloc(num_channels_plus_1 * sizeof(*state->channel_frequency_starts)); - state->channel_weight_starts = - malloc(num_channels_plus_1 * sizeof(*state->channel_weight_starts)); - state->channel_widths = - malloc(num_channels_plus_1 * sizeof(*state->channel_widths)); - state->work = malloc(num_channels_plus_1 * sizeof(*state->work)); - - float* center_mel_freqs = - malloc(num_channels_plus_1 * sizeof(*center_mel_freqs)); - int16_t* actual_channel_starts = - malloc(num_channels_plus_1 * sizeof(*actual_channel_starts)); - int16_t* actual_channel_widths = - malloc(num_channels_plus_1 * sizeof(*actual_channel_widths)); - - if (state->channel_frequency_starts == NULL || - state->channel_weight_starts == NULL || state->channel_widths == NULL || - center_mel_freqs == NULL || actual_channel_starts == NULL || - actual_channel_widths == NULL) { - free(center_mel_freqs); - free(actual_channel_starts); - free(actual_channel_widths); - fprintf(stderr, "Failed to allocate channel buffers\n"); - return 0; - } - - CalculateCenterFrequencies(num_channels_plus_1, config->lower_band_limit, - config->upper_band_limit, center_mel_freqs); - - // Always exclude DC. - const float hz_per_sbin = 0.5 * sample_rate / ((float)spectrum_size - 1); - state->start_index = 1.5 + config->lower_band_limit / hz_per_sbin; - state->end_index = 0; // Initialized to zero here, but actually set below. - - // For each channel, we need to figure out what frequencies belong to it, and - // how much padding we need to add so that we can efficiently multiply the - // weights and unweights for accumulation. To simplify the multiplication - // logic, all channels will have some multiplication to do (even if there are - // no frequencies that accumulate to that channel) - they will be directed to - // a set of zero weights. - int chan_freq_index_start = state->start_index; - int weight_index_start = 0; - int needs_zeros = 0; - - int chan; - for (chan = 0; chan < num_channels_plus_1; ++chan) { - // Keep jumping frequencies until we overshoot the bound on this channel. - int freq_index = chan_freq_index_start; - while (FreqToMel((freq_index)*hz_per_sbin) <= center_mel_freqs[chan]) { - ++freq_index; - } - - const int width = freq_index - chan_freq_index_start; - actual_channel_starts[chan] = chan_freq_index_start; - actual_channel_widths[chan] = width; - - if (width == 0) { - // This channel doesn't actually get anything from the frequencies, it's - // always zero. We need then to insert some 'zero' weights into the - // output, and just redirect this channel to do a single multiplication at - // this point. For simplicity, the zeros are placed at the beginning of - // the weights arrays, so we have to go and update all the other - // weight_starts to reflect this shift (but only once). - state->channel_frequency_starts[chan] = 0; - state->channel_weight_starts[chan] = 0; - state->channel_widths[chan] = kFilterbankChannelBlockSize; - if (!needs_zeros) { - needs_zeros = 1; - int j; - for (j = 0; j < chan; ++j) { - state->channel_weight_starts[j] += kFilterbankChannelBlockSize; - } - weight_index_start += kFilterbankChannelBlockSize; - } - } else { - // How far back do we need to go to ensure that we have the proper - // alignment? - const int aligned_start = - (chan_freq_index_start / index_alignment) * index_alignment; - const int aligned_width = (chan_freq_index_start - aligned_start + width); - const int padded_width = - (((aligned_width - 1) / kFilterbankChannelBlockSize) + 1) * - kFilterbankChannelBlockSize; - - state->channel_frequency_starts[chan] = aligned_start; - state->channel_weight_starts[chan] = weight_index_start; - state->channel_widths[chan] = padded_width; - weight_index_start += padded_width; - } - chan_freq_index_start = freq_index; - } - - // Allocate the two arrays to store the weights - weight_index_start contains - // the index of what would be the next set of weights that we would need to - // add, so that's how many weights we need to allocate. - state->weights = calloc(weight_index_start, sizeof(*state->weights)); - state->unweights = calloc(weight_index_start, sizeof(*state->unweights)); - - // If the alloc failed, we also need to nuke the arrays. - if (state->weights == NULL || state->unweights == NULL) { - free(center_mel_freqs); - free(actual_channel_starts); - free(actual_channel_widths); - fprintf(stderr, "Failed to allocate weights or unweights\n"); - return 0; - } - - // Next pass, compute all the weights. Since everything has been memset to - // zero, we only need to fill in the weights that correspond to some frequency - // for a channel. - const float mel_low = FreqToMel(config->lower_band_limit); - for (chan = 0; chan < num_channels_plus_1; ++chan) { - int frequency = actual_channel_starts[chan]; - const int num_frequencies = actual_channel_widths[chan]; - const int frequency_offset = - frequency - state->channel_frequency_starts[chan]; - const int weight_start = state->channel_weight_starts[chan]; - const float denom_val = (chan == 0) ? mel_low : center_mel_freqs[chan - 1]; - - int j; - for (j = 0; j < num_frequencies; ++j, ++frequency) { - const float weight = - (center_mel_freqs[chan] - FreqToMel(frequency * hz_per_sbin)) / - (center_mel_freqs[chan] - denom_val); - - // Make the float into an integer for the weights (and unweights). - const int weight_index = weight_start + frequency_offset + j; - QuantizeFilterbankWeights(weight, state->weights + weight_index, - state->unweights + weight_index); - } - if (frequency > state->end_index) { - state->end_index = frequency; - } - } - - free(center_mel_freqs); - free(actual_channel_starts); - free(actual_channel_widths); - if (state->end_index >= spectrum_size) { - fprintf(stderr, "Filterbank end_index is above spectrum size.\n"); - return 0; - } - return 1; -} - -void FilterbankFreeStateContents(struct FilterbankState* state) { - free(state->channel_frequency_starts); - free(state->channel_weight_starts); - free(state->channel_widths); - free(state->weights); - free(state->unweights); - free(state->work); -} diff --git a/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/filterbank_util.h b/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/filterbank_util.h deleted file mode 100644 index 781d1024..00000000 --- a/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/filterbank_util.h +++ /dev/null @@ -1,50 +0,0 @@ -/* Copyright 2018 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_FILTERBANK_UTIL_H_ -#define TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_FILTERBANK_UTIL_H_ - -#include "tensorflow/lite/experimental/microfrontend/lib/filterbank.h" - -#ifdef __cplusplus -extern "C" { -#endif - -struct FilterbankConfig { - // number of frequency channel buckets for filterbank - int num_channels; - // maximum frequency to include - float upper_band_limit; - // minimum frequency to include - float lower_band_limit; - // unused - int output_scale_shift; -}; - -// Fills the frontendConfig with "sane" defaults. -void FilterbankFillConfigWithDefaults(struct FilterbankConfig* config); - -// Allocates any buffers. -int FilterbankPopulateState(const struct FilterbankConfig* config, - struct FilterbankState* state, int sample_rate, - int spectrum_size); - -// Frees any allocated buffers. -void FilterbankFreeStateContents(struct FilterbankState* state); - -#ifdef __cplusplus -} // extern "C" -#endif - -#endif // TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_FILTERBANK_UTIL_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/frontend.c b/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/frontend.c deleted file mode 100644 index 9de2a879..00000000 --- a/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/frontend.c +++ /dev/null @@ -1,72 +0,0 @@ -/* Copyright 2018 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#include "tensorflow/lite/experimental/microfrontend/lib/frontend.h" - -#include "tensorflow/lite/experimental/microfrontend/lib/bits.h" - -struct FrontendOutput FrontendProcessSamples(struct FrontendState* state, - const int16_t* samples, - size_t num_samples, - size_t* num_samples_read) { - struct FrontendOutput output; - output.values = NULL; - output.size = 0; - - // Try to apply the window - if it fails, return and wait for more data. - if (!WindowProcessSamples(&state->window, samples, num_samples, - num_samples_read)) { - return output; - } - - // Apply the FFT to the window's output (and scale it so that the fixed point - // FFT can have as much resolution as possible). - int input_shift = - 15 - MostSignificantBit32(state->window.max_abs_output_value); - FftCompute(&state->fft, state->window.output, input_shift); - - // We can re-ruse the fft's output buffer to hold the energy. - int32_t* energy = (int32_t*)state->fft.output; - - FilterbankConvertFftComplexToEnergy(&state->filterbank, state->fft.output, - energy); - - FilterbankAccumulateChannels(&state->filterbank, energy); - uint32_t* scaled_filterbank = FilterbankSqrt(&state->filterbank, input_shift); - - // Apply noise reduction. - NoiseReductionApply(&state->noise_reduction, scaled_filterbank); - - if (state->pcan_gain_control.enable_pcan) { - PcanGainControlApply(&state->pcan_gain_control, scaled_filterbank); - } - - // Apply the log and scale. - int correction_bits = - MostSignificantBit32(state->fft.fft_size) - 1 - (kFilterbankBits / 2); - uint16_t* logged_filterbank = - LogScaleApply(&state->log_scale, scaled_filterbank, - state->filterbank.num_channels, correction_bits); - - output.size = state->filterbank.num_channels; - output.values = logged_filterbank; - return output; -} - -void FrontendReset(struct FrontendState* state) { - WindowReset(&state->window); - FftReset(&state->fft); - FilterbankReset(&state->filterbank); - NoiseReductionReset(&state->noise_reduction); -} diff --git a/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/frontend.h b/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/frontend.h deleted file mode 100644 index 883df5fd..00000000 --- a/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/frontend.h +++ /dev/null @@ -1,64 +0,0 @@ -/* Copyright 2018 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_FRONTEND_H_ -#define TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_FRONTEND_H_ - -#include -#include - -#include "tensorflow/lite/experimental/microfrontend/lib/fft.h" -#include "tensorflow/lite/experimental/microfrontend/lib/filterbank.h" -#include "tensorflow/lite/experimental/microfrontend/lib/log_scale.h" -#include "tensorflow/lite/experimental/microfrontend/lib/noise_reduction.h" -#include "tensorflow/lite/experimental/microfrontend/lib/pcan_gain_control.h" -#include "tensorflow/lite/experimental/microfrontend/lib/window.h" - -#ifdef __cplusplus -extern "C" { -#endif - -struct FrontendState { - struct WindowState window; - struct FftState fft; - struct FilterbankState filterbank; - struct NoiseReductionState noise_reduction; - struct PcanGainControlState pcan_gain_control; - struct LogScaleState log_scale; -}; - -struct FrontendOutput { - const uint16_t* values; - size_t size; -}; - -// Main entry point to processing frontend samples. Updates num_samples_read to -// contain the number of samples that have been consumed from the input array. -// Returns a struct containing the generated output. If not enough samples were -// added to generate a feature vector, the returned size will be 0 and the -// values pointer will be NULL. Note that the output pointer will be invalidated -// as soon as FrontendProcessSamples is called again, so copy the contents -// elsewhere if you need to use them later. -struct FrontendOutput FrontendProcessSamples(struct FrontendState* state, - const int16_t* samples, - size_t num_samples, - size_t* num_samples_read); - -void FrontendReset(struct FrontendState* state); - -#ifdef __cplusplus -} // extern "C" -#endif - -#endif // TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_FRONTEND_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/frontend_util.c b/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/frontend_util.c deleted file mode 100644 index 27224f6d..00000000 --- a/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/frontend_util.c +++ /dev/null @@ -1,85 +0,0 @@ -/* Copyright 2018 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#include "tensorflow/lite/experimental/microfrontend/lib/frontend_util.h" - -#include -#include - -#include "tensorflow/lite/experimental/microfrontend/lib/bits.h" - -void FrontendFillConfigWithDefaults(struct FrontendConfig* config) { - WindowFillConfigWithDefaults(&config->window); - FilterbankFillConfigWithDefaults(&config->filterbank); - NoiseReductionFillConfigWithDefaults(&config->noise_reduction); - PcanGainControlFillConfigWithDefaults(&config->pcan_gain_control); - LogScaleFillConfigWithDefaults(&config->log_scale); -} - -int FrontendPopulateState(const struct FrontendConfig* config, - struct FrontendState* state, int sample_rate) { - memset(state, 0, sizeof(*state)); - - if (!WindowPopulateState(&config->window, &state->window, sample_rate)) { - fprintf(stderr, "Failed to populate window state\n"); - return 0; - } - - if (!FftPopulateState(&state->fft, state->window.size)) { - fprintf(stderr, "Failed to populate fft state\n"); - return 0; - } - FftInit(&state->fft); - - if (!FilterbankPopulateState(&config->filterbank, &state->filterbank, - sample_rate, state->fft.fft_size / 2 + 1)) { - fprintf(stderr, "Failed to populate filterbank state\n"); - return 0; - } - - if (!NoiseReductionPopulateState(&config->noise_reduction, - &state->noise_reduction, - state->filterbank.num_channels)) { - fprintf(stderr, "Failed to populate noise reduction state\n"); - return 0; - } - - int input_correction_bits = - MostSignificantBit32(state->fft.fft_size) - 1 - (kFilterbankBits / 2); - if (!PcanGainControlPopulateState( - &config->pcan_gain_control, &state->pcan_gain_control, - state->noise_reduction.estimate, state->filterbank.num_channels, - state->noise_reduction.smoothing_bits, input_correction_bits)) { - fprintf(stderr, "Failed to populate pcan gain control state\n"); - return 0; - } - - if (!LogScalePopulateState(&config->log_scale, &state->log_scale)) { - fprintf(stderr, "Failed to populate log scale state\n"); - return 0; - } - - FrontendReset(state); - - // All good, return a true value. - return 1; -} - -void FrontendFreeStateContents(struct FrontendState* state) { - WindowFreeStateContents(&state->window); - FftFreeStateContents(&state->fft); - FilterbankFreeStateContents(&state->filterbank); - NoiseReductionFreeStateContents(&state->noise_reduction); - PcanGainControlFreeStateContents(&state->pcan_gain_control); -} diff --git a/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/frontend_util.h b/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/frontend_util.h deleted file mode 100644 index 895ce6cd..00000000 --- a/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/frontend_util.h +++ /dev/null @@ -1,52 +0,0 @@ -/* Copyright 2018 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_FRONTEND_UTIL_H_ -#define TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_FRONTEND_UTIL_H_ - -#include "tensorflow/lite/experimental/microfrontend/lib/fft_util.h" -#include "tensorflow/lite/experimental/microfrontend/lib/filterbank_util.h" -#include "tensorflow/lite/experimental/microfrontend/lib/frontend.h" -#include "tensorflow/lite/experimental/microfrontend/lib/log_scale_util.h" -#include "tensorflow/lite/experimental/microfrontend/lib/noise_reduction_util.h" -#include "tensorflow/lite/experimental/microfrontend/lib/pcan_gain_control_util.h" -#include "tensorflow/lite/experimental/microfrontend/lib/window_util.h" - -#ifdef __cplusplus -extern "C" { -#endif - -struct FrontendConfig { - struct WindowConfig window; - struct FilterbankConfig filterbank; - struct NoiseReductionConfig noise_reduction; - struct PcanGainControlConfig pcan_gain_control; - struct LogScaleConfig log_scale; -}; - -// Fills the frontendConfig with "sane" defaults. -void FrontendFillConfigWithDefaults(struct FrontendConfig* config); - -// Allocates any buffers. -int FrontendPopulateState(const struct FrontendConfig* config, - struct FrontendState* state, int sample_rate); - -// Frees any allocated buffers. -void FrontendFreeStateContents(struct FrontendState* state); - -#ifdef __cplusplus -} // extern "C" -#endif - -#endif // TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_FRONTEND_UTIL_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/kiss_fft_common.h b/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/kiss_fft_common.h deleted file mode 100644 index 33556dab..00000000 --- a/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/kiss_fft_common.h +++ /dev/null @@ -1,48 +0,0 @@ -/* Copyright 2019 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#ifndef TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_KISS_FFT_COMMON_H_ -#define TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_KISS_FFT_COMMON_H_ - -// This header file should be included in all variants of kiss_fft_$type.{h,cc} -// so that their sub-included source files do not mistakenly wrap libc header -// files within their kissfft_$type namespaces. -// E.g, This header avoids kissfft_int16.h containing: -// namespace kiss_fft_int16 { -// #include "kiss_fft.h" -// } -// where kiss_fft_.h contains: -// #include -// -// TRICK: By including the following header files here, their preprocessor -// header guards prevent them being re-defined inside of the kiss_fft_$type -// namespaces declared within the kiss_fft_$type.{h,cc} sources. -// Note that the original kiss_fft*.h files are untouched since they -// may be used in libraries that include them directly. - -#include -#include -#include -#include -#include - -#ifdef FIXED_POINT -#include -#endif - -#ifdef USE_SIMD -#include -#endif -#endif // TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_KISS_FFT_COMMON_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/kiss_fft_int16.cc b/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/kiss_fft_int16.cc deleted file mode 100644 index 55457f4d..00000000 --- a/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/kiss_fft_int16.cc +++ /dev/null @@ -1,8 +0,0 @@ -#include "tensorflow/lite/experimental/microfrontend/lib/kiss_fft_common.h" - -#define FIXED_POINT 16 -namespace kissfft_fixed16 { -#include "kiss_fft.c" -#include "tools/kiss_fftr.c" -} // namespace kissfft_fixed16 -#undef FIXED_POINT diff --git a/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/kiss_fft_int16.h b/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/kiss_fft_int16.h deleted file mode 100644 index beee99aa..00000000 --- a/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/kiss_fft_int16.h +++ /dev/null @@ -1,33 +0,0 @@ -/* Copyright 2019 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#ifndef TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_KISS_FFT_INT16_H_ -#define TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_KISS_FFT_INT16_H_ - -#include "tensorflow/lite/experimental/microfrontend/lib/kiss_fft_common.h" - -// Wrap 16-bit kiss fft in its own namespace. Enables us to link an application -// with different kiss fft resultions (16/32 bit interger, float, double) -// without getting a linker error. -#define FIXED_POINT 16 -namespace kissfft_fixed16 { -#include "kiss_fft.h" -#include "tools/kiss_fftr.h" -} // namespace kissfft_fixed16 -#undef FIXED_POINT -#undef kiss_fft_scalar -#undef KISS_FFT_H - -#endif // TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_KISS_FFT_INT16_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/log_lut.c b/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/log_lut.c deleted file mode 100644 index f59618e0..00000000 --- a/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/log_lut.c +++ /dev/null @@ -1,30 +0,0 @@ -/* Copyright 2018 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#include "tensorflow/lite/experimental/microfrontend/lib/log_lut.h" -const uint16_t kLogLut[] -#ifndef _MSC_VER - __attribute__((aligned(4))) -#endif // _MSV_VER - = {0, 224, 442, 654, 861, 1063, 1259, 1450, 1636, 1817, 1992, 2163, - 2329, 2490, 2646, 2797, 2944, 3087, 3224, 3358, 3487, 3611, 3732, 3848, - 3960, 4068, 4172, 4272, 4368, 4460, 4549, 4633, 4714, 4791, 4864, 4934, - 5001, 5063, 5123, 5178, 5231, 5280, 5326, 5368, 5408, 5444, 5477, 5507, - 5533, 5557, 5578, 5595, 5610, 5622, 5631, 5637, 5640, 5641, 5638, 5633, - 5626, 5615, 5602, 5586, 5568, 5547, 5524, 5498, 5470, 5439, 5406, 5370, - 5332, 5291, 5249, 5203, 5156, 5106, 5054, 5000, 4944, 4885, 4825, 4762, - 4697, 4630, 4561, 4490, 4416, 4341, 4264, 4184, 4103, 4020, 3935, 3848, - 3759, 3668, 3575, 3481, 3384, 3286, 3186, 3084, 2981, 2875, 2768, 2659, - 2549, 2437, 2323, 2207, 2090, 1971, 1851, 1729, 1605, 1480, 1353, 1224, - 1094, 963, 830, 695, 559, 421, 282, 142, 0, 0}; diff --git a/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/log_lut.h b/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/log_lut.h deleted file mode 100644 index b2448a32..00000000 --- a/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/log_lut.h +++ /dev/null @@ -1,40 +0,0 @@ -/* Copyright 2018 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_LOG_LUT_H_ -#define TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_LOG_LUT_H_ - -#include - -#ifdef __cplusplus -extern "C" { -#endif - -// Number of segments in the log lookup table. The table will be kLogSegments+1 -// in length (with some padding). -#define kLogSegments 128 -#define kLogSegmentsLog2 7 - -// Scale used by lookup table. -#define kLogScale 65536 -#define kLogScaleLog2 16 -#define kLogCoeff 45426 - -extern const uint16_t kLogLut[]; - -#ifdef __cplusplus -} // extern "C" -#endif - -#endif // TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_LOG_LUT_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/log_scale.c b/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/log_scale.c deleted file mode 100644 index c27a50a6..00000000 --- a/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/log_scale.c +++ /dev/null @@ -1,83 +0,0 @@ -/* Copyright 2018 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#include "tensorflow/lite/experimental/microfrontend/lib/log_scale.h" - -#include "tensorflow/lite/experimental/microfrontend/lib/bits.h" -#include "tensorflow/lite/experimental/microfrontend/lib/log_lut.h" - -#define kuint16max 0x0000FFFF - -// The following functions implement integer logarithms of various sizes. The -// approximation is calculated according to method described in -// www.inti.gob.ar/electronicaeinformatica/instrumentacion/utic/ -// publicaciones/SPL2007/Log10-spl07.pdf -// It first calculates log2 of the input and then converts it to natural -// logarithm. - -static uint32_t Log2FractionPart(const uint32_t x, const uint32_t log2x) { - // Part 1 - int32_t frac = x - (1LL << log2x); - if (log2x < kLogScaleLog2) { - frac <<= kLogScaleLog2 - log2x; - } else { - frac >>= log2x - kLogScaleLog2; - } - // Part 2 - const uint32_t base_seg = frac >> (kLogScaleLog2 - kLogSegmentsLog2); - const uint32_t seg_unit = - (((uint32_t)1) << kLogScaleLog2) >> kLogSegmentsLog2; - - const int32_t c0 = kLogLut[base_seg]; - const int32_t c1 = kLogLut[base_seg + 1]; - const int32_t seg_base = seg_unit * base_seg; - const int32_t rel_pos = ((c1 - c0) * (frac - seg_base)) >> kLogScaleLog2; - return frac + c0 + rel_pos; -} - -static uint32_t Log(const uint32_t x, const uint32_t scale_shift) { - const uint32_t integer = MostSignificantBit32(x) - 1; - const uint32_t fraction = Log2FractionPart(x, integer); - const uint32_t log2 = (integer << kLogScaleLog2) + fraction; - const uint32_t round = kLogScale / 2; - const uint32_t loge = (((uint64_t)kLogCoeff) * log2 + round) >> kLogScaleLog2; - // Finally scale to our output scale - const uint32_t loge_scaled = ((loge << scale_shift) + round) >> kLogScaleLog2; - return loge_scaled; -} - -uint16_t* LogScaleApply(struct LogScaleState* state, uint32_t* signal, - int signal_size, int correction_bits) { - const int scale_shift = state->scale_shift; - uint16_t* output = (uint16_t*)signal; - uint16_t* ret = output; - int i; - for (i = 0; i < signal_size; ++i) { - uint32_t value = *signal++; - if (state->enable_log) { - if (correction_bits < 0) { - value >>= -correction_bits; - } else { - value <<= correction_bits; - } - if (value > 1) { - value = Log(value, scale_shift); - } else { - value = 0; - } - } - *output++ = (value < kuint16max) ? value : kuint16max; - } - return ret; -} diff --git a/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/log_scale.h b/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/log_scale.h deleted file mode 100644 index a383f32f..00000000 --- a/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/log_scale.h +++ /dev/null @@ -1,39 +0,0 @@ -/* Copyright 2018 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_LOG_SCALE_H_ -#define TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_LOG_SCALE_H_ - -#include -#include - -#ifdef __cplusplus -extern "C" { -#endif - -struct LogScaleState { - int enable_log; - int scale_shift; -}; - -// Applies a fixed point logarithm to the signal and converts it to 16 bit. Note -// that the signal array will be modified. -uint16_t* LogScaleApply(struct LogScaleState* state, uint32_t* signal, - int signal_size, int correction_bits); - -#ifdef __cplusplus -} // extern "C" -#endif - -#endif // TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_LOG_SCALE_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/log_scale_util.c b/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/log_scale_util.c deleted file mode 100644 index 0e3dd1d1..00000000 --- a/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/log_scale_util.c +++ /dev/null @@ -1,27 +0,0 @@ -/* Copyright 2018 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#include "tensorflow/lite/experimental/microfrontend/lib/log_scale_util.h" - -void LogScaleFillConfigWithDefaults(struct LogScaleConfig* config) { - config->enable_log = 1; - config->scale_shift = 6; -} - -int LogScalePopulateState(const struct LogScaleConfig* config, - struct LogScaleState* state) { - state->enable_log = config->enable_log; - state->scale_shift = config->scale_shift; - return 1; -} diff --git a/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/log_scale_util.h b/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/log_scale_util.h deleted file mode 100644 index 11f7d9ee..00000000 --- a/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/log_scale_util.h +++ /dev/null @@ -1,45 +0,0 @@ -/* Copyright 2018 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_LOG_SCALE_UTIL_H_ -#define TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_LOG_SCALE_UTIL_H_ - -#include -#include - -#include "tensorflow/lite/experimental/microfrontend/lib/log_scale.h" - -#ifdef __cplusplus -extern "C" { -#endif - -struct LogScaleConfig { - // set to false (0) to disable this module - int enable_log; - // scale results by 2^(scale_shift) - int scale_shift; -}; - -// Populates the LogScaleConfig with "sane" default values. -void LogScaleFillConfigWithDefaults(struct LogScaleConfig* config); - -// Allocates any buffers. -int LogScalePopulateState(const struct LogScaleConfig* config, - struct LogScaleState* state); - -#ifdef __cplusplus -} // extern "C" -#endif - -#endif // TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_LOG_SCALE_UTIL_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/noise_reduction.c b/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/noise_reduction.c deleted file mode 100644 index 16b30e66..00000000 --- a/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/noise_reduction.c +++ /dev/null @@ -1,51 +0,0 @@ -/* Copyright 2018 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#include "tensorflow/lite/experimental/microfrontend/lib/noise_reduction.h" - -#include - -void NoiseReductionApply(struct NoiseReductionState* state, uint32_t* signal) { - int i; - for (i = 0; i < state->num_channels; ++i) { - const uint32_t smoothing = - ((i & 1) == 0) ? state->even_smoothing : state->odd_smoothing; - const uint32_t one_minus_smoothing = (1 << kNoiseReductionBits) - smoothing; - - // Update the estimate of the noise. - const uint32_t signal_scaled_up = signal[i] << state->smoothing_bits; - uint32_t estimate = - (((uint64_t)signal_scaled_up * smoothing) + - ((uint64_t)state->estimate[i] * one_minus_smoothing)) >> - kNoiseReductionBits; - state->estimate[i] = estimate; - - // Make sure that we can't get a negative value for the signal - estimate. - if (estimate > signal_scaled_up) { - estimate = signal_scaled_up; - } - - const uint32_t floor = - ((uint64_t)signal[i] * state->min_signal_remaining) >> - kNoiseReductionBits; - const uint32_t subtracted = - (signal_scaled_up - estimate) >> state->smoothing_bits; - const uint32_t output = subtracted > floor ? subtracted : floor; - signal[i] = output; - } -} - -void NoiseReductionReset(struct NoiseReductionState* state) { - memset(state->estimate, 0, sizeof(*state->estimate) * state->num_channels); -} diff --git a/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/noise_reduction.h b/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/noise_reduction.h deleted file mode 100644 index 46d3f52e..00000000 --- a/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/noise_reduction.h +++ /dev/null @@ -1,46 +0,0 @@ -/* Copyright 2018 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_NOISE_REDUCTION_H_ -#define TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_NOISE_REDUCTION_H_ - -#define kNoiseReductionBits 14 - -#include -#include - -#ifdef __cplusplus -extern "C" { -#endif - -struct NoiseReductionState { - int smoothing_bits; - uint16_t even_smoothing; - uint16_t odd_smoothing; - uint16_t min_signal_remaining; - int num_channels; - uint32_t* estimate; -}; - -// Removes stationary noise from each channel of the signal using a low pass -// filter. -void NoiseReductionApply(struct NoiseReductionState* state, uint32_t* signal); - -void NoiseReductionReset(struct NoiseReductionState* state); - -#ifdef __cplusplus -} // extern "C" -#endif - -#endif // TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_NOISE_REDUCTION_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/noise_reduction_util.c b/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/noise_reduction_util.c deleted file mode 100644 index a6c9234e..00000000 --- a/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/noise_reduction_util.c +++ /dev/null @@ -1,45 +0,0 @@ -/* Copyright 2018 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#include "tensorflow/lite/experimental/microfrontend/lib/noise_reduction_util.h" - -#include - -void NoiseReductionFillConfigWithDefaults(struct NoiseReductionConfig* config) { - config->smoothing_bits = 10; - config->even_smoothing = 0.025; - config->odd_smoothing = 0.06; - config->min_signal_remaining = 0.05; -} - -int NoiseReductionPopulateState(const struct NoiseReductionConfig* config, - struct NoiseReductionState* state, - int num_channels) { - state->smoothing_bits = config->smoothing_bits; - state->odd_smoothing = config->odd_smoothing * (1 << kNoiseReductionBits); - state->even_smoothing = config->even_smoothing * (1 << kNoiseReductionBits); - state->min_signal_remaining = - config->min_signal_remaining * (1 << kNoiseReductionBits); - state->num_channels = num_channels; - state->estimate = calloc(state->num_channels, sizeof(*state->estimate)); - if (state->estimate == NULL) { - fprintf(stderr, "Failed to alloc estimate buffer\n"); - return 0; - } - return 1; -} - -void NoiseReductionFreeStateContents(struct NoiseReductionState* state) { - free(state->estimate); -} diff --git a/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/noise_reduction_util.h b/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/noise_reduction_util.h deleted file mode 100644 index fa555391..00000000 --- a/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/noise_reduction_util.h +++ /dev/null @@ -1,50 +0,0 @@ -/* Copyright 2018 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_NOISE_REDUCTION_UTIL_H_ -#define TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_NOISE_REDUCTION_UTIL_H_ - -#include "tensorflow/lite/experimental/microfrontend/lib/noise_reduction.h" - -#ifdef __cplusplus -extern "C" { -#endif - -struct NoiseReductionConfig { - // scale the signal up by 2^(smoothing_bits) before reduction - int smoothing_bits; - // smoothing coefficient for even-numbered channels - float even_smoothing; - // smoothing coefficient for odd-numbered channels - float odd_smoothing; - // fraction of signal to preserve (1.0 disables this module) - float min_signal_remaining; -}; - -// Populates the NoiseReductionConfig with "sane" default values. -void NoiseReductionFillConfigWithDefaults(struct NoiseReductionConfig* config); - -// Allocates any buffers. -int NoiseReductionPopulateState(const struct NoiseReductionConfig* config, - struct NoiseReductionState* state, - int num_channels); - -// Frees any allocated buffers. -void NoiseReductionFreeStateContents(struct NoiseReductionState* state); - -#ifdef __cplusplus -} // extern "C" -#endif - -#endif // TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_NOISE_REDUCTION_UTIL_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/pcan_gain_control.c b/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/pcan_gain_control.c deleted file mode 100644 index 22d58767..00000000 --- a/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/pcan_gain_control.c +++ /dev/null @@ -1,56 +0,0 @@ -/* Copyright 2018 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#include "tensorflow/lite/experimental/microfrontend/lib/pcan_gain_control.h" - -#include "tensorflow/lite/experimental/microfrontend/lib/bits.h" - -int16_t WideDynamicFunction(const uint32_t x, const int16_t* lut) { - if (x <= 2) { - return lut[x]; - } - - const int16_t interval = MostSignificantBit32(x); - lut += 4 * interval - 6; - - const int16_t frac = - ((interval < 11) ? (x << (11 - interval)) : (x >> (interval - 11))) & - 0x3FF; - - int32_t result = ((int32_t)lut[2] * frac) >> 5; - result += (int32_t)((uint32_t)lut[1] << 5); - result *= frac; - result = (result + (1 << 14)) >> 15; - result += lut[0]; - return (int16_t)result; -} - -uint32_t PcanShrink(const uint32_t x) { - if (x < (2 << kPcanSnrBits)) { - return (x * x) >> (2 + 2 * kPcanSnrBits - kPcanOutputBits); - } else { - return (x >> (kPcanSnrBits - kPcanOutputBits)) - (1 << kPcanOutputBits); - } -} - -void PcanGainControlApply(struct PcanGainControlState* state, - uint32_t* signal) { - int i; - for (i = 0; i < state->num_channels; ++i) { - const uint32_t gain = - WideDynamicFunction(state->noise_estimate[i], state->gain_lut); - const uint32_t snr = ((uint64_t)signal[i] * gain) >> state->snr_shift; - signal[i] = PcanShrink(snr); - } -} diff --git a/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/pcan_gain_control.h b/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/pcan_gain_control.h deleted file mode 100644 index 3f6222be..00000000 --- a/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/pcan_gain_control.h +++ /dev/null @@ -1,47 +0,0 @@ -/* Copyright 2018 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_PCAN_GAIN_CONTROL_H_ -#define TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_PCAN_GAIN_CONTROL_H_ - -#include -#include - -#define kPcanSnrBits 12 -#define kPcanOutputBits 6 - -#ifdef __cplusplus -extern "C" { -#endif - -// Details at https://research.google/pubs/pub45911.pdf -struct PcanGainControlState { - int enable_pcan; - uint32_t* noise_estimate; - int num_channels; - int16_t* gain_lut; - int32_t snr_shift; -}; - -int16_t WideDynamicFunction(const uint32_t x, const int16_t* lut); - -uint32_t PcanShrink(const uint32_t x); - -void PcanGainControlApply(struct PcanGainControlState* state, uint32_t* signal); - -#ifdef __cplusplus -} // extern "C" -#endif - -#endif // TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_PCAN_GAIN_CONTROL_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/pcan_gain_control_util.c b/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/pcan_gain_control_util.c deleted file mode 100644 index e850d439..00000000 --- a/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/pcan_gain_control_util.c +++ /dev/null @@ -1,92 +0,0 @@ -/* Copyright 2018 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#include "tensorflow/lite/experimental/microfrontend/lib/pcan_gain_control_util.h" - -#include -#include - -#define kint16max 0x00007FFF - -void PcanGainControlFillConfigWithDefaults( - struct PcanGainControlConfig* config) { - config->enable_pcan = 0; - config->strength = 0.95; - config->offset = 80.0; - config->gain_bits = 21; -} - -int16_t PcanGainLookupFunction(const struct PcanGainControlConfig* config, - int32_t input_bits, uint32_t x) { - const float x_as_float = ((float)x) / ((uint32_t)1 << input_bits); - const float gain_as_float = - ((uint32_t)1 << config->gain_bits) * - powf(x_as_float + config->offset, -config->strength); - - if (gain_as_float > kint16max) { - return kint16max; - } - return (int16_t)(gain_as_float + 0.5f); -} - -int PcanGainControlPopulateState(const struct PcanGainControlConfig* config, - struct PcanGainControlState* state, - uint32_t* noise_estimate, - const int num_channels, - const uint16_t smoothing_bits, - const int32_t input_correction_bits) { - state->enable_pcan = config->enable_pcan; - if (!state->enable_pcan) { - return 1; - } - state->noise_estimate = noise_estimate; - state->num_channels = num_channels; - state->gain_lut = malloc(kWideDynamicFunctionLUTSize * sizeof(int16_t)); - if (state->gain_lut == NULL) { - fprintf(stderr, "Failed to allocate gain LUT\n"); - return 0; - } - state->snr_shift = config->gain_bits - input_correction_bits - kPcanSnrBits; - - const int32_t input_bits = smoothing_bits - input_correction_bits; - state->gain_lut[0] = PcanGainLookupFunction(config, input_bits, 0); - state->gain_lut[1] = PcanGainLookupFunction(config, input_bits, 1); - state->gain_lut -= 6; - int interval; - for (interval = 2; interval <= kWideDynamicFunctionBits; ++interval) { - const uint32_t x0 = (uint32_t)1 << (interval - 1); - const uint32_t x1 = x0 + (x0 >> 1); - const uint32_t x2 = - (interval == kWideDynamicFunctionBits) ? x0 + (x0 - 1) : 2 * x0; - - const int16_t y0 = PcanGainLookupFunction(config, input_bits, x0); - const int16_t y1 = PcanGainLookupFunction(config, input_bits, x1); - const int16_t y2 = PcanGainLookupFunction(config, input_bits, x2); - - const int32_t diff1 = (int32_t)y1 - y0; - const int32_t diff2 = (int32_t)y2 - y0; - const int32_t a1 = 4 * diff1 - diff2; - const int32_t a2 = diff2 - a1; - - state->gain_lut[4 * interval] = y0; - state->gain_lut[4 * interval + 1] = (int16_t)a1; - state->gain_lut[4 * interval + 2] = (int16_t)a2; - } - state->gain_lut += 6; - return 1; -} - -void PcanGainControlFreeStateContents(struct PcanGainControlState* state) { - free(state->gain_lut); -} diff --git a/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/pcan_gain_control_util.h b/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/pcan_gain_control_util.h deleted file mode 100644 index d4bfaa2e..00000000 --- a/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/pcan_gain_control_util.h +++ /dev/null @@ -1,57 +0,0 @@ -/* Copyright 2018 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_PCAN_GAIN_CONTROL_UTIL_H_ -#define TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_PCAN_GAIN_CONTROL_UTIL_H_ - -#include "tensorflow/lite/experimental/microfrontend/lib/pcan_gain_control.h" - -#define kWideDynamicFunctionBits 32 -#define kWideDynamicFunctionLUTSize (4 * kWideDynamicFunctionBits - 3) - -#ifdef __cplusplus -extern "C" { -#endif - -struct PcanGainControlConfig { - // set to false (0) to disable this module - int enable_pcan; - // gain normalization exponent (0.0 disables, 1.0 full strength) - float strength; - // positive value added in the normalization denominator - float offset; - // number of fractional bits in the gain - int gain_bits; -}; - -void PcanGainControlFillConfigWithDefaults( - struct PcanGainControlConfig* config); - -int16_t PcanGainLookupFunction(const struct PcanGainControlConfig* config, - int32_t input_bits, uint32_t x); - -int PcanGainControlPopulateState(const struct PcanGainControlConfig* config, - struct PcanGainControlState* state, - uint32_t* noise_estimate, - const int num_channels, - const uint16_t smoothing_bits, - const int32_t input_correction_bits); - -void PcanGainControlFreeStateContents(struct PcanGainControlState* state); - -#ifdef __cplusplus -} // extern "C" -#endif - -#endif // TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_PCAN_GAIN_CONTROL_UTIL_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/window.c b/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/window.c deleted file mode 100644 index 10da6762..00000000 --- a/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/window.c +++ /dev/null @@ -1,70 +0,0 @@ -/* Copyright 2018 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#include "tensorflow/lite/experimental/microfrontend/lib/window.h" - -#include - -int WindowProcessSamples(struct WindowState* state, const int16_t* samples, - size_t num_samples, size_t* num_samples_read) { - const int size = state->size; - - // Copy samples from the samples buffer over to our local input. - size_t max_samples_to_copy = state->size - state->input_used; - if (max_samples_to_copy > num_samples) { - max_samples_to_copy = num_samples; - } - memcpy(state->input + state->input_used, samples, - max_samples_to_copy * sizeof(*samples)); - *num_samples_read = max_samples_to_copy; - state->input_used += max_samples_to_copy; - - if (state->input_used < state->size) { - // We don't have enough samples to compute a window. - return 0; - } - - // Apply the window to the input. - const int16_t* coefficients = state->coefficients; - const int16_t* input = state->input; - int16_t* output = state->output; - int i; - int16_t max_abs_output_value = 0; - for (i = 0; i < size; ++i) { - int16_t new_value = - (((int32_t)*input++) * *coefficients++) >> kFrontendWindowBits; - *output++ = new_value; - if (new_value < 0) { - new_value = -new_value; - } - if (new_value > max_abs_output_value) { - max_abs_output_value = new_value; - } - } - // Shuffle the input down by the step size, and update how much we have used. - memmove(state->input, state->input + state->step, - sizeof(*state->input) * (state->size - state->step)); - state->input_used -= state->step; - state->max_abs_output_value = max_abs_output_value; - - // Indicate that the output buffer is valid for the next stage. - return 1; -} - -void WindowReset(struct WindowState* state) { - memset(state->input, 0, state->size * sizeof(*state->input)); - memset(state->output, 0, state->size * sizeof(*state->output)); - state->input_used = 0; - state->max_abs_output_value = 0; -} diff --git a/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/window.h b/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/window.h deleted file mode 100644 index bad81514..00000000 --- a/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/window.h +++ /dev/null @@ -1,49 +0,0 @@ -/* Copyright 2018 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_WINDOW_H_ -#define TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_WINDOW_H_ - -#include -#include - -#define kFrontendWindowBits 12 - -#ifdef __cplusplus -extern "C" { -#endif - -struct WindowState { - size_t size; - int16_t* coefficients; - size_t step; - - int16_t* input; - size_t input_used; - int16_t* output; - int16_t max_abs_output_value; -}; - -// Applies a window to the samples coming in, stepping forward at the given -// rate. -int WindowProcessSamples(struct WindowState* state, const int16_t* samples, - size_t num_samples, size_t* num_samples_read); - -void WindowReset(struct WindowState* state); - -#ifdef __cplusplus -} // extern "C" -#endif - -#endif // TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_WINDOW_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/window_util.c b/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/window_util.c deleted file mode 100644 index eee6e7b5..00000000 --- a/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/window_util.c +++ /dev/null @@ -1,73 +0,0 @@ -/* Copyright 2018 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#include "tensorflow/lite/experimental/microfrontend/lib/window_util.h" - -#include -#include -#include -#include - -// Some platforms don't have M_PI -#ifndef M_PI -#define M_PI 3.14159265358979323846 -#endif - -void WindowFillConfigWithDefaults(struct WindowConfig* config) { - config->size_ms = 25; - config->step_size_ms = 10; -} - -int WindowPopulateState(const struct WindowConfig* config, - struct WindowState* state, int sample_rate) { - state->size = config->size_ms * sample_rate / 1000; - state->step = config->step_size_ms * sample_rate / 1000; - - state->coefficients = malloc(state->size * sizeof(*state->coefficients)); - if (state->coefficients == NULL) { - fprintf(stderr, "Failed to allocate window coefficients\n"); - return 0; - } - - // Populate the window values. - const float arg = M_PI * 2.0 / ((float)state->size); - int i; - for (i = 0; i < state->size; ++i) { - float float_value = 0.5 - (0.5 * cos(arg * (i + 0.5))); - // Scale it to fixed point and round it. - state->coefficients[i] = - floor(float_value * (1 << kFrontendWindowBits) + 0.5); - } - - state->input_used = 0; - state->input = malloc(state->size * sizeof(*state->input)); - if (state->input == NULL) { - fprintf(stderr, "Failed to allocate window input\n"); - return 0; - } - - state->output = malloc(state->size * sizeof(*state->output)); - if (state->output == NULL) { - fprintf(stderr, "Failed to allocate window output\n"); - return 0; - } - - return 1; -} - -void WindowFreeStateContents(struct WindowState* state) { - free(state->coefficients); - free(state->input); - free(state->output); -} diff --git a/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/window_util.h b/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/window_util.h deleted file mode 100644 index 68e4de9e..00000000 --- a/code/components/tflite-lib/tensorflow/lite/experimental/microfrontend/lib/window_util.h +++ /dev/null @@ -1,45 +0,0 @@ -/* Copyright 2018 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_WINDOW_UTIL_H_ -#define TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_WINDOW_UTIL_H_ - -#include "tensorflow/lite/experimental/microfrontend/lib/window.h" - -#ifdef __cplusplus -extern "C" { -#endif - -struct WindowConfig { - // length of window frame in milliseconds - size_t size_ms; - // length of step for next frame in milliseconds - size_t step_size_ms; -}; - -// Populates the WindowConfig with "sane" default values. -void WindowFillConfigWithDefaults(struct WindowConfig* config); - -// Allocates any buffers. -int WindowPopulateState(const struct WindowConfig* config, - struct WindowState* state, int sample_rate); - -// Frees any allocated buffers. -void WindowFreeStateContents(struct WindowState* state); - -#ifdef __cplusplus -} // extern "C" -#endif - -#endif // TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_WINDOW_UTIL_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/common.h b/code/components/tflite-lib/tensorflow/lite/kernels/internal/common.h deleted file mode 100644 index 205294fd..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/common.h +++ /dev/null @@ -1,1180 +0,0 @@ -/* Copyright 2017 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_COMMON_H_ -#define TENSORFLOW_LITE_KERNELS_INTERNAL_COMMON_H_ - -#include -#ifndef ALLOW_SLOW_GENERIC_DEPTHWISECONV_FALLBACK -#ifdef GEMMLOWP_ALLOW_SLOW_SCALAR_FALLBACK -#define ALLOW_SLOW_GENERIC_DEPTHWISECONV_FALLBACK -#endif -#endif - -#include - -#include "fixedpoint/fixedpoint.h" -#include "tensorflow/lite/kernels/internal/cppmath.h" -#include "tensorflow/lite/kernels/internal/optimized/neon_check.h" -#include "tensorflow/lite/kernels/internal/types.h" - -namespace tflite { - -constexpr int kReverseShift = -1; - -inline void GetActivationMinMax(FusedActivationFunctionType ac, - float* output_activation_min, - float* output_activation_max) { - switch (ac) { - case FusedActivationFunctionType::kNone: - *output_activation_min = std::numeric_limits::lowest(); - *output_activation_max = std::numeric_limits::max(); - break; - case FusedActivationFunctionType::kRelu: - *output_activation_min = 0.f; - *output_activation_max = std::numeric_limits::max(); - break; - case FusedActivationFunctionType::kRelu1: - *output_activation_min = -1.f; - *output_activation_max = 1.f; - break; - case FusedActivationFunctionType::kRelu6: - *output_activation_min = 0.f; - *output_activation_max = 6.f; - break; - } -} - -template -inline T ActivationFunctionWithMinMax(T x, T output_activation_min, - T output_activation_max) { - using std::max; - using std::min; - return min(max(x, output_activation_min), output_activation_max); -} - -// Legacy function, left for compatibility only. -template -float ActivationFunction(float x) { - float output_activation_min, output_activation_max; - GetActivationMinMax(Ac, &output_activation_min, &output_activation_max); - return ActivationFunctionWithMinMax(x, output_activation_min, - output_activation_max); -} - -inline void BiasAndClamp(float clamp_min, float clamp_max, int bias_size, - const float* bias_data, int array_size, - float* array_data) { - if (bias_size == 0) return; - // Note: see b/132215220: in May 2019 we thought it would be OK to replace - // this with the Eigen one-liner: - // return (array.colwise() + bias).cwiseMin(clamp_max).cwiseMin(clamp_max). - // This turned out to severely regress performance: +4ms (i.e. 8%) on - // MobileNet v2 / 1.0 / 224. So we keep custom NEON code for now. - TFLITE_DCHECK_EQ((array_size % bias_size), 0); -#ifdef USE_NEON - float* array_ptr = array_data; - float* array_end_ptr = array_ptr + array_size; - const auto clamp_min_vec = vdupq_n_f32(clamp_min); - const auto clamp_max_vec = vdupq_n_f32(clamp_max); - for (; array_ptr != array_end_ptr; array_ptr += bias_size) { - int i = 0; - for (; i <= bias_size - 16; i += 16) { - auto b0 = vld1q_f32(bias_data + i); - auto b1 = vld1q_f32(bias_data + i + 4); - auto b2 = vld1q_f32(bias_data + i + 8); - auto b3 = vld1q_f32(bias_data + i + 12); - auto a0 = vld1q_f32(array_ptr + i); - auto a1 = vld1q_f32(array_ptr + i + 4); - auto a2 = vld1q_f32(array_ptr + i + 8); - auto a3 = vld1q_f32(array_ptr + i + 12); - auto x0 = vaddq_f32(a0, b0); - auto x1 = vaddq_f32(a1, b1); - auto x2 = vaddq_f32(a2, b2); - auto x3 = vaddq_f32(a3, b3); - x0 = vmaxq_f32(clamp_min_vec, x0); - x1 = vmaxq_f32(clamp_min_vec, x1); - x2 = vmaxq_f32(clamp_min_vec, x2); - x3 = vmaxq_f32(clamp_min_vec, x3); - x0 = vminq_f32(clamp_max_vec, x0); - x1 = vminq_f32(clamp_max_vec, x1); - x2 = vminq_f32(clamp_max_vec, x2); - x3 = vminq_f32(clamp_max_vec, x3); - vst1q_f32(array_ptr + i, x0); - vst1q_f32(array_ptr + i + 4, x1); - vst1q_f32(array_ptr + i + 8, x2); - vst1q_f32(array_ptr + i + 12, x3); - } - for (; i <= bias_size - 4; i += 4) { - auto b = vld1q_f32(bias_data + i); - auto a = vld1q_f32(array_ptr + i); - auto x = vaddq_f32(a, b); - x = vmaxq_f32(clamp_min_vec, x); - x = vminq_f32(clamp_max_vec, x); - vst1q_f32(array_ptr + i, x); - } - for (; i < bias_size; i++) { - array_ptr[i] = ActivationFunctionWithMinMax(array_ptr[i] + bias_data[i], - clamp_min, clamp_max); - } - } -#else // not NEON - for (int array_offset = 0; array_offset < array_size; - array_offset += bias_size) { - for (int i = 0; i < bias_size; i++) { - array_data[array_offset + i] = ActivationFunctionWithMinMax( - array_data[array_offset + i] + bias_data[i], clamp_min, clamp_max); - } - } -#endif -} - -// Single-rounding MultiplyByQuantizedMultiplier -#if TFLITE_SINGLE_ROUNDING -inline int32_t MultiplyByQuantizedMultiplier(int32_t x, - int32_t quantized_multiplier, - int shift) { - TFLITE_DCHECK(quantized_multiplier >= 0); - TFLITE_DCHECK(shift >= -31 && shift <= 30); - - const int64_t total_shift = 31 - shift; - const int64_t round = static_cast(1) << (total_shift - 1); - int64_t result = x * static_cast(quantized_multiplier) + round; - result = result >> total_shift; - - TFLITE_DCHECK(result >= std::numeric_limits::min() && - result <= std::numeric_limits::max()); - return static_cast(result); -} - -inline int32_t MultiplyByQuantizedMultiplierSmallerThanOneExp( - int32_t x, int32_t quantized_multiplier, int shift) { - TFLITE_DCHECK_LE(shift, 0); - return MultiplyByQuantizedMultiplier(x, quantized_multiplier, shift); -} - -inline int32_t MultiplyByQuantizedMultiplierGreaterThanOne( - int32_t x, int32_t quantized_multiplier, int shift) { - TFLITE_DCHECK_GE(shift, 0); - return MultiplyByQuantizedMultiplier(x, quantized_multiplier, shift); -} - -inline int32_t MultiplyByQuantizedMultiplier(int64_t x, - int32_t quantized_multiplier, - int shift) { - // Inputs: - // - quantized_multiplier has fixed point at bit 31 - // - shift is -31 to +7 (negative for right shift) - // - // Assumptions: The following input ranges are assumed - // - quantize_scale>=0 (the usual range is (1<<30) to (1>>31)-1) - // - scaling is chosen so final scaled result fits in int32_t - // - input x is in the range -(1<<47) <= x < (1<<47) - TFLITE_DCHECK(quantized_multiplier >= 0); - TFLITE_DCHECK(shift >= -31 && shift < 8); - TFLITE_DCHECK(x >= -(static_cast(1) << 47) && - x < (static_cast(1) << 47)); - - const int32_t reduced_multiplier = - (quantized_multiplier < 0x7FFF0000) - ? ((quantized_multiplier + (1 << 15)) >> 16) - : 0x7FFF; - const int64_t total_shift = 15 - shift; - const int64_t round = static_cast(1) << (total_shift - 1); - int64_t result = x * static_cast(reduced_multiplier) + round; - result = result >> total_shift; - - TFLITE_DCHECK(result >= std::numeric_limits::min() && - result <= std::numeric_limits::max()); - return static_cast(result); -} - -#ifdef USE_NEON -inline int32x4x4_t MultiplyByQuantizedMultiplier4Rows( - int32x4x4_t input_val, int32_t quantized_multiplier, int shift) { - TFLITE_DCHECK(quantized_multiplier >= 0); - - const int right_shift = std::min(-1, shift); - const int left_shift = shift - right_shift; - - const int32x4_t multiplier_dup = vdupq_n_s32(quantized_multiplier); - const int32x4_t left_shift_dup = vdupq_n_s32(left_shift); - const int32x4_t right_shift_dup = vdupq_n_s32(right_shift); - - int32x4x4_t result; - result.val[0] = vrshlq_s32( - vqdmulhq_s32(vshlq_s32(input_val.val[0], left_shift_dup), multiplier_dup), - right_shift_dup); - - result.val[1] = vrshlq_s32( - vqdmulhq_s32(vshlq_s32(input_val.val[1], left_shift_dup), multiplier_dup), - right_shift_dup); - - result.val[2] = vrshlq_s32( - vqdmulhq_s32(vshlq_s32(input_val.val[2], left_shift_dup), multiplier_dup), - right_shift_dup); - - result.val[3] = vrshlq_s32( - vqdmulhq_s32(vshlq_s32(input_val.val[3], left_shift_dup), multiplier_dup), - right_shift_dup); - - return result; -} -#endif // USE_NEON -// Double-rounding MultiplyByQuantizedMultiplier -#else -inline int32_t MultiplyByQuantizedMultiplierSmallerThanOneExp( - int32_t x, int32_t quantized_multiplier, int left_shift) { - using gemmlowp::RoundingDivideByPOT; - using gemmlowp::SaturatingRoundingDoublingHighMul; - return RoundingDivideByPOT( - SaturatingRoundingDoublingHighMul(x, quantized_multiplier), -left_shift); -} - -inline int32_t MultiplyByQuantizedMultiplierGreaterThanOne( - int32_t x, int32_t quantized_multiplier, int left_shift) { - using gemmlowp::SaturatingRoundingDoublingHighMul; - return SaturatingRoundingDoublingHighMul(x * (1 << left_shift), - quantized_multiplier); -} - -inline int32_t MultiplyByQuantizedMultiplier(int32_t x, - int32_t quantized_multiplier, - int shift) { - using gemmlowp::RoundingDivideByPOT; - using gemmlowp::SaturatingRoundingDoublingHighMul; - int left_shift = shift > 0 ? shift : 0; - int right_shift = shift > 0 ? 0 : -shift; - return RoundingDivideByPOT(SaturatingRoundingDoublingHighMul( - x * (1 << left_shift), quantized_multiplier), - right_shift); -} - -inline int32_t MultiplyByQuantizedMultiplier(int64_t x, - int32_t quantized_multiplier, - int shift) { - // Inputs: - // - quantized_multiplier has fixed point at bit 31 - // - shift is -31 to +7 (negative for right shift) - // - // Assumptions: The following input ranges are assumed - // - quantize_scale>=0 (the usual range is (1<<30) to (1>>31)-1) - // - scaling is chosen so final scaled result fits in int32_t - // - input x is in the range -(1<<47) <= x < (1<<47) - assert(quantized_multiplier >= 0); - assert(shift >= -31 && shift < 8); - assert(x >= -(static_cast(1) << 47) && - x < (static_cast(1) << 47)); - - int32_t reduced_multiplier = (quantized_multiplier < 0x7FFF0000) - ? ((quantized_multiplier + (1 << 15)) >> 16) - : 0x7FFF; - int total_shift = 15 - shift; - x = (x * (int64_t)reduced_multiplier) + ((int64_t)1 << (total_shift - 1)); - int32_t result = x >> total_shift; - return result; -} - -#ifdef USE_NEON -// Round uses ARM's rounding shift right. -inline int32x4x4_t MultiplyByQuantizedMultiplier4Rows( - int32x4x4_t input_val, int32_t quantized_multiplier, int shift) { - const int left_shift = std::max(shift, 0); - const int right_shift = std::min(shift, 0); - int32x4x4_t result; - - int32x4_t multiplier_dup = vdupq_n_s32(quantized_multiplier); - int32x4_t left_shift_dup = vdupq_n_s32(left_shift); - int32x4_t right_shift_dup = vdupq_n_s32(right_shift); - - result.val[0] = - vrshlq_s32(vqrdmulhq_s32(vshlq_s32(input_val.val[0], left_shift_dup), - multiplier_dup), - right_shift_dup); - - result.val[1] = - vrshlq_s32(vqrdmulhq_s32(vshlq_s32(input_val.val[1], left_shift_dup), - multiplier_dup), - right_shift_dup); - - result.val[2] = - vrshlq_s32(vqrdmulhq_s32(vshlq_s32(input_val.val[2], left_shift_dup), - multiplier_dup), - right_shift_dup); - - result.val[3] = - vrshlq_s32(vqrdmulhq_s32(vshlq_s32(input_val.val[3], left_shift_dup), - multiplier_dup), - right_shift_dup); - - return result; -} -#endif // USE_NEON -#endif // TFLITE_SINGLE_ROUNDING - -template -int CountLeadingZeros(T integer_input) { - static_assert(std::is_unsigned::value, - "Only unsigned integer types handled."); -#if defined(__GNUC__) - return integer_input ? __builtin_clz(integer_input) - : std::numeric_limits::digits; -#else - if (integer_input == 0) { - return std::numeric_limits::digits; - } - - const T one_in_leading_positive = static_cast(1) - << (std::numeric_limits::digits - 1); - int leading_zeros = 0; - while (integer_input < one_in_leading_positive) { - integer_input <<= 1; - ++leading_zeros; - } - return leading_zeros; -#endif -} - -template -inline int CountLeadingSignBits(T integer_input) { - static_assert(std::is_signed::value, "Only signed integer types handled."); -#if defined(__GNUC__) && !defined(__clang__) - return integer_input ? __builtin_clrsb(integer_input) - : std::numeric_limits::digits; -#else - using U = typename std::make_unsigned::type; - return integer_input >= 0 - ? CountLeadingZeros(static_cast(integer_input)) - 1 - : integer_input != std::numeric_limits::min() - ? CountLeadingZeros(2 * static_cast(-integer_input) - 1) - : 0; -#endif -} - -// Use "count leading zeros" helper functions to do a fast Floor(log_2(x)). -template -inline Integer FloorLog2(Integer n) { - static_assert(std::is_integral::value, ""); - static_assert(std::is_signed::value, ""); - static_assert(sizeof(Integer) == 4 || sizeof(Integer) == 8, ""); - TFLITE_CHECK_GT(n, 0); - if (sizeof(Integer) == 4) { - return 30 - CountLeadingSignBits(n); - } else { - return 62 - CountLeadingSignBits(n); - } -} - -// The size of the LUT depends on the type of input. For int8 inputs a simple -// 256 entries LUT is used. For int16 inputs the high 9 bits are used for -// indexing and the 7 remaining bits are used for interpolation. We thus use a -// 513-entries LUT for int16 cases, 512 for the 9-bit indexing and 1 extra entry -// to interpolate the last value. -template -constexpr int lut_size() { - static_assert(std::is_same::value || - std::is_same::value, - "Only LUTs with int8 or int16 inputs are supported."); - return std::is_same::value ? 256 : 513; -} - -// Generate a LUT for 'func' which can be used to approximate functions like -// exp, log, ... -// -// - func: the function to build the LUT for (e.g exp(x)) -// - input_min, input_max: range of the func inputs -// - output_min, output_max: range of the func outputs -// - lut: pointer to the LUT table to fill, the table must be of size -// lut_size() -template -inline void gen_lut(FloatT (*func)(FloatT), FloatT input_min, FloatT input_max, - FloatT output_min, FloatT output_max, LutOutT* lut) { - static_assert(std::is_same::value || - std::is_same::value, - "Only LUTs with int8 or int16 inputs are supported."); - static_assert(std::is_same::value || - std::is_same::value, - "Only LUTs with int8 or int16 outputs are supported."); - static_assert(std::is_floating_point::value, - "FloatT must be a floating-point type."); - - const int nb_steps = std::is_same::value ? 256 : 512; - const FloatT step = (input_max - input_min) / nb_steps; - const FloatT half_step = step / 2; - const FloatT output_scaling_inv = - static_cast(std::numeric_limits::max() - - std::numeric_limits::min() + 1) / - (output_max - output_min); - const FloatT table_min = - static_cast(std::numeric_limits::min()); - const FloatT table_max = - static_cast(std::numeric_limits::max()); - - for (int i = 0; i < nb_steps; i++) { - const FloatT val = func(input_min + i * step); - const FloatT val_midpoint = func(input_min + i * step + half_step); - const FloatT val_next = func(input_min + (i + 1) * step); - - const FloatT sample_val = TfLiteRound(val * output_scaling_inv); - const FloatT midpoint_interp_val = - TfLiteRound((val_next * output_scaling_inv + - TfLiteRound(val * output_scaling_inv)) / - 2); - const FloatT midpoint_val = TfLiteRound(val_midpoint * output_scaling_inv); - const FloatT midpoint_err = midpoint_interp_val - midpoint_val; - const FloatT bias = TfLiteRound(midpoint_err / 2); - - lut[i] = static_cast(std::min( - std::max(sample_val - bias, table_min), table_max)); - } - - const bool with_extra_interpolation_value = - std::is_same::value; - if (with_extra_interpolation_value) { - lut[nb_steps] = static_cast(std::min( - std::max(TfLiteRound(func(input_max) * output_scaling_inv), - table_min), - table_max)); - } -} - -// LUT must have 513 values -template -inline LutOutT lut_lookup_with_interpolation(int16_t value, - const LutOutT* lut) { - static_assert(std::is_same::value || - std::is_same::value, - "Only LUTs with int8 or int16 outputs are supported."); - // 512 base values, lut[513] is only used to calculate the slope - const uint16_t index = static_cast(256 + (value >> 7)); - assert(index < 512 && "LUT index out of range."); - const int16_t offset = value & 0x7f; - - // Base and slope are Q0.x - const LutOutT base = lut[index]; - const LutOutT slope = lut[index + 1] - lut[index]; - - // Q0.x * Q0.7 = Q0.(x + 7) - // Round and convert from Q0.(x + 7) to Q0.x - const int delta = (slope * offset + 64) >> 7; - - // Q0.15 + Q0.15 - return static_cast(base + delta); -} - -// int16_t -> int16_t table lookup with interpolation -// LUT must have 513 values -inline int16_t lut_lookup(int16_t value, const int16_t* lut) { - return lut_lookup_with_interpolation(value, lut); -} - -// int16_t -> int8_t table lookup with interpolation -// LUT must have 513 values -inline int8_t lut_lookup(int16_t value, const int8_t* lut) { - return lut_lookup_with_interpolation(value, lut); -} - -// int8_t -> int8_t table lookup without interpolation -// LUT must have 256 values -inline int8_t lut_lookup(int8_t value, const int8_t* lut) { - return lut[128 + value]; -} - -// int8_t -> int16_t table lookup without interpolation -// LUT must have 256 values -inline int16_t lut_lookup(int8_t value, const int16_t* lut) { - return lut[128 + value]; -} - -// Table of sigmoid(i/24) at 0.16 format - 256 elements. - -// We use combined sigmoid and tanh look-up table, since -// tanh(x) = 2*sigmoid(2*x) -1. -// Both functions are symmetric, so the LUT table is only needed -// for the absolute value of the input. -static const uint16_t sigmoid_table_uint16[256] = { - 32768, 33451, 34133, 34813, 35493, 36169, 36843, 37513, 38180, 38841, 39498, - 40149, 40794, 41432, 42064, 42688, 43304, 43912, 44511, 45102, 45683, 46255, - 46817, 47369, 47911, 48443, 48964, 49475, 49975, 50464, 50942, 51409, 51865, - 52311, 52745, 53169, 53581, 53983, 54374, 54755, 55125, 55485, 55834, 56174, - 56503, 56823, 57133, 57433, 57724, 58007, 58280, 58544, 58800, 59048, 59288, - 59519, 59743, 59959, 60168, 60370, 60565, 60753, 60935, 61110, 61279, 61441, - 61599, 61750, 61896, 62036, 62172, 62302, 62428, 62549, 62666, 62778, 62886, - 62990, 63090, 63186, 63279, 63368, 63454, 63536, 63615, 63691, 63765, 63835, - 63903, 63968, 64030, 64090, 64148, 64204, 64257, 64308, 64357, 64405, 64450, - 64494, 64536, 64576, 64614, 64652, 64687, 64721, 64754, 64786, 64816, 64845, - 64873, 64900, 64926, 64950, 64974, 64997, 65019, 65039, 65060, 65079, 65097, - 65115, 65132, 65149, 65164, 65179, 65194, 65208, 65221, 65234, 65246, 65258, - 65269, 65280, 65291, 65301, 65310, 65319, 65328, 65337, 65345, 65352, 65360, - 65367, 65374, 65381, 65387, 65393, 65399, 65404, 65410, 65415, 65420, 65425, - 65429, 65433, 65438, 65442, 65445, 65449, 65453, 65456, 65459, 65462, 65465, - 65468, 65471, 65474, 65476, 65479, 65481, 65483, 65485, 65488, 65489, 65491, - 65493, 65495, 65497, 65498, 65500, 65501, 65503, 65504, 65505, 65507, 65508, - 65509, 65510, 65511, 65512, 65513, 65514, 65515, 65516, 65517, 65517, 65518, - 65519, 65520, 65520, 65521, 65522, 65522, 65523, 65523, 65524, 65524, 65525, - 65525, 65526, 65526, 65526, 65527, 65527, 65528, 65528, 65528, 65529, 65529, - 65529, 65529, 65530, 65530, 65530, 65530, 65531, 65531, 65531, 65531, 65531, - 65532, 65532, 65532, 65532, 65532, 65532, 65533, 65533, 65533, 65533, 65533, - 65533, 65533, 65533, 65534, 65534, 65534, 65534, 65534, 65534, 65534, 65534, - 65534, 65534, 65535}; - -// TODO(b/77858996): Add these to gemmlowp. -template -IntegerType SaturatingAddNonGemmlowp(IntegerType a, IntegerType b) { - static_assert(std::is_same::value, "unimplemented"); - return a; -} - -template <> -inline std::int32_t SaturatingAddNonGemmlowp(std::int32_t a, std::int32_t b) { - std::int64_t a64 = a; - std::int64_t b64 = b; - std::int64_t sum = a64 + b64; - return static_cast(std::min( - static_cast(std::numeric_limits::max()), - std::max( - static_cast(std::numeric_limits::min()), - sum))); -} - -template -gemmlowp::FixedPoint SaturatingAddNonGemmlowp( - gemmlowp::FixedPoint a, - gemmlowp::FixedPoint b) { - return gemmlowp::FixedPoint::FromRaw( - SaturatingAddNonGemmlowp(a.raw(), b.raw())); -} - -template -IntegerType SaturatingSub(IntegerType a, IntegerType b) { - static_assert(std::is_same::value, "unimplemented"); - return a; -} - -template <> -inline std::int16_t SaturatingSub(std::int16_t a, std::int16_t b) { - std::int32_t a32 = a; - std::int32_t b32 = b; - std::int32_t diff = a32 - b32; - return static_cast( - std::min(static_cast(32767), - std::max(static_cast(-32768), diff))); -} - -template <> -inline std::int32_t SaturatingSub(std::int32_t a, std::int32_t b) { - std::int64_t a64 = a; - std::int64_t b64 = b; - std::int64_t diff = a64 - b64; - return static_cast(std::min( - static_cast(std::numeric_limits::max()), - std::max( - static_cast(std::numeric_limits::min()), - diff))); -} - -template -gemmlowp::FixedPoint SaturatingSub( - gemmlowp::FixedPoint a, - gemmlowp::FixedPoint b) { - return gemmlowp::FixedPoint::FromRaw( - SaturatingSub(a.raw(), b.raw())); -} -// End section to be moved to gemmlowp. - -template -IntegerType SaturatingRoundingMultiplyByPOTParam(IntegerType x, int exponent) { - if (exponent == 0) { - return x; - } - using ScalarIntegerType = - typename gemmlowp::FixedPointRawTypeTraits::ScalarRawType; - const IntegerType min = - gemmlowp::Dup(std::numeric_limits::min()); - const IntegerType max = - gemmlowp::Dup(std::numeric_limits::max()); - const int ScalarIntegerTypeBits = 8 * sizeof(ScalarIntegerType); - - const std::int32_t threshold = - ((1 << (ScalarIntegerTypeBits - 1 - exponent)) - 1); - const IntegerType positive_mask = - gemmlowp::MaskIfGreaterThan(x, gemmlowp::Dup(threshold)); - const IntegerType negative_mask = - gemmlowp::MaskIfLessThan(x, gemmlowp::Dup(-threshold)); - - IntegerType result = gemmlowp::ShiftLeft(x, exponent); - result = gemmlowp::SelectUsingMask(positive_mask, max, result); - result = gemmlowp::SelectUsingMask(negative_mask, min, result); - return result; -} - -// If we want to leave IntegerBits fixed, then multiplication -// by a power of two has to be saturating/rounding, not exact anymore. -template -gemmlowp::FixedPoint -SaturatingRoundingMultiplyByPOTParam( - gemmlowp::FixedPoint a, int exponent) { - return gemmlowp::FixedPoint::FromRaw( - SaturatingRoundingMultiplyByPOTParam(a.raw(), exponent)); -} - -// Convert int32_t multiplier to int16_t with rounding. -inline void DownScaleInt32ToInt16Multiplier(int32_t multiplier_int32_t, - int16_t* multiplier_int16_t) { - TFLITE_DCHECK_GE(multiplier_int32_t, 0); - static constexpr int32_t kRoundingOffset = 1 << 15; - if (multiplier_int32_t >= - std::numeric_limits::max() - kRoundingOffset) { - *multiplier_int16_t = std::numeric_limits::max(); - return; - } - const int32_t result = (multiplier_int32_t + kRoundingOffset) >> 16; - TFLITE_DCHECK_LE(result << 16, multiplier_int32_t + kRoundingOffset); - TFLITE_DCHECK_GT(result << 16, multiplier_int32_t - kRoundingOffset); - *multiplier_int16_t = result; - TFLITE_DCHECK_EQ(*multiplier_int16_t, result); -} - -// Minimum output bits to accommodate log of maximum input range. It actually -// does not matter if one considers, say, [-64,64] or [-64,64). -// -// For example, run this through Octave: -// [0:127; ... -// ceil(log(abs( log(2.^(0:127))+1 ))/log(2)); ... -// ceil(log(abs( log(2.^(0:127))+1 ))/log(2))] -constexpr int min_log_x_output_bits(int input_bits) { - return input_bits > 90 ? 7 - : input_bits > 44 ? 6 - : input_bits > 21 ? 5 - : input_bits > 10 ? 4 - : input_bits > 4 ? 3 - : input_bits > 1 ? 2 - : 1; -} - -// Although currently the name of this function says that it cannot handle -// values less than 1, in practice it can handle as low as 1/x_max, where -// x_max is the largest representable input. In other words, the output range -// is symmetric. -template -inline gemmlowp::FixedPoint -log_x_for_x_greater_than_or_equal_to_1_impl( - gemmlowp::FixedPoint input_val) { - // assert(__builtin_clz(0u) >= std::numeric_limits::digits - 1); - // assert(__builtin_clz(0u) <= std::numeric_limits::digits); - using FixedPoint0 = gemmlowp::FixedPoint; - // The reason for accumulating the result with an extra bit of headroom is - // that z_pow_2_adj * log_2 might be saturated, and adding num_scaled * - // recip_denom will otherwise introduce an error. - static constexpr int kAccumIntegerBits = OutputIntegerBits + 1; - using FixedPointAccum = gemmlowp::FixedPoint; - - const FixedPoint0 log_2 = GEMMLOWP_CHECKED_FIXEDPOINT_CONSTANT( - FixedPoint0, 1488522236, std::log(2.0)); - const FixedPoint0 sqrt_sqrt_half = GEMMLOWP_CHECKED_FIXEDPOINT_CONSTANT( - FixedPoint0, 1805811301, std::sqrt(std::sqrt(0.5))); - const FixedPoint0 sqrt_half = GEMMLOWP_CHECKED_FIXEDPOINT_CONSTANT( - FixedPoint0, 1518500250, std::sqrt(0.5)); - const FixedPoint0 one_quarter = - GEMMLOWP_CHECKED_FIXEDPOINT_CONSTANT(FixedPoint0, 536870912, 1.0 / 4.0); - - const FixedPoint0 alpha_n = GEMMLOWP_CHECKED_FIXEDPOINT_CONSTANT( - FixedPoint0, 117049297, 11.0 / 240.0 * std::sqrt(std::sqrt(2.0))); - const FixedPoint0 alpha_d = GEMMLOWP_CHECKED_FIXEDPOINT_CONSTANT( - FixedPoint0, 127690142, 1.0 / 20.0 * std::sqrt(std::sqrt(2.0))); - const FixedPoint0 alpha_i = GEMMLOWP_CHECKED_FIXEDPOINT_CONSTANT( - FixedPoint0, 1057819769, - 2.0 / std::sqrt(std::sqrt(2.0)) - std::sqrt(std::sqrt(2.0))); - const FixedPoint0 alpha_f = GEMMLOWP_CHECKED_FIXEDPOINT_CONSTANT( - FixedPoint0, 638450708, 1.0 / 4.0 * std::sqrt(std::sqrt(2.0))); - - const FixedPointAccum shifted_quarter = - gemmlowp::Rescale(one_quarter); - - // Reinterpret the input value as Q0.31, because we will figure out the - // required shift "ourselves" instead of using, say, Rescale. - FixedPoint0 z_a = FixedPoint0::FromRaw(input_val.raw()); - // z_a_pow_2 = input_integer_bits - z_a_headroom; - int z_a_headroom_plus_1 = CountLeadingZeros(static_cast(z_a.raw())); - FixedPoint0 r_a_tmp = - SaturatingRoundingMultiplyByPOTParam(z_a, (z_a_headroom_plus_1 - 1)); - const int32_t r_a_raw = - SaturatingRoundingMultiplyByPOTParam((r_a_tmp * sqrt_half).raw(), 1); - // z_pow_2_adj = max(z_pow_2_a - 0.75, z_pow_2_b - 0.25); - // z_pow_2_adj = max(InputIntegerBits - z_a_headroom_plus_1 + 0.25, - // InputIntegerBits - z_b_headroom - 0.25); - const FixedPointAccum z_a_pow_2_adj = SaturatingAddNonGemmlowp( - FixedPointAccum::FromRaw(SaturatingRoundingMultiplyByPOTParam( - static_cast(InputIntegerBits - z_a_headroom_plus_1), - 31 - kAccumIntegerBits)), - shifted_quarter); - - // z_b is treated like z_a, but premultiplying by sqrt(0.5). - FixedPoint0 z_b = z_a * sqrt_half; - int z_b_headroom = CountLeadingZeros(static_cast(z_b.raw())) - 1; - const int32_t r_b_raw = - SaturatingRoundingMultiplyByPOTParam(z_a.raw(), z_b_headroom); - const FixedPointAccum z_b_pow_2_adj = SaturatingSub( - FixedPointAccum::FromRaw(SaturatingRoundingMultiplyByPOTParam( - static_cast(InputIntegerBits - z_b_headroom), - 31 - kAccumIntegerBits)), - shifted_quarter); - - const FixedPoint0 r = FixedPoint0::FromRaw(std::min(r_a_raw, r_b_raw)); - const FixedPointAccum z_pow_2_adj = FixedPointAccum::FromRaw( - std::max(z_a_pow_2_adj.raw(), z_b_pow_2_adj.raw())); - - const FixedPoint0 p = gemmlowp::RoundingHalfSum(r, sqrt_sqrt_half); - FixedPoint0 q = r - sqrt_sqrt_half; - q = q + q; - - const FixedPoint0 common_sq = q * q; - const FixedPoint0 num = q * r + q * common_sq * alpha_n; - const FixedPoint0 denom_minus_one_0 = - p * (alpha_i + q + alpha_d * common_sq) + alpha_f * q; - const FixedPoint0 recip_denom = - one_over_one_plus_x_for_x_in_0_1(denom_minus_one_0); - - const FixedPointAccum num_scaled = gemmlowp::Rescale(num); - return gemmlowp::Rescale(z_pow_2_adj * log_2 + - num_scaled * recip_denom); -} - -template -inline gemmlowp::FixedPoint -log_x_for_x_greater_than_or_equal_to_1( - gemmlowp::FixedPoint input_val) { - static_assert( - OutputIntegerBits >= min_log_x_output_bits(InputIntegerBits), - "Output integer bits must be sufficient to accommodate logs of inputs."); - return log_x_for_x_greater_than_or_equal_to_1_impl( - input_val); -} - -inline int32_t GetReciprocal(int32_t x, int x_integer_digits, - int* num_bits_over_unit) { - int headroom_plus_one = CountLeadingZeros(static_cast(x)); - // This is the number of bits to the left of the binary point above 1.0. - // Consider x=1.25. In that case shifted_scale=0.8 and - // no later adjustment will be needed. - *num_bits_over_unit = x_integer_digits - headroom_plus_one; - const int32_t shifted_sum_minus_one = - static_cast((static_cast(x) << headroom_plus_one) - - (static_cast(1) << 31)); - - gemmlowp::FixedPoint shifted_scale = - gemmlowp::one_over_one_plus_x_for_x_in_0_1( - gemmlowp::FixedPoint::FromRaw(shifted_sum_minus_one)); - return shifted_scale.raw(); -} - -inline void GetInvSqrtQuantizedMultiplierExp(int32_t input, int reverse_shift, - int32_t* output_inv_sqrt, - int* output_shift) { - TFLITE_DCHECK_GE(input, 0); - if (input <= 1) { - // Handle the input value 1 separately to avoid overflow in that case - // in the general computation below (b/143972021). Also handle 0 as if it - // were a 1. 0 is an invalid input here (divide by zero) and 1 is a valid - // but rare/unrealistic input value. We can expect both to occur in some - // incompletely trained models, but probably not in fully trained models. - *output_inv_sqrt = std::numeric_limits::max(); - *output_shift = 0; - return; - } - TFLITE_DCHECK_GT(input, 1); - *output_shift = 11; - while (input >= (1 << 29)) { - input /= 4; - ++*output_shift; - } - const unsigned max_left_shift_bits = - CountLeadingZeros(static_cast(input)) - 1; - const unsigned max_left_shift_bit_pairs = max_left_shift_bits / 2; - const unsigned left_shift_bit_pairs = max_left_shift_bit_pairs - 1; - *output_shift -= left_shift_bit_pairs; - input <<= 2 * left_shift_bit_pairs; - TFLITE_DCHECK_GE(input, (1 << 27)); - TFLITE_DCHECK_LT(input, (1 << 29)); - using gemmlowp::FixedPoint; - using gemmlowp::Rescale; - using gemmlowp::SaturatingRoundingMultiplyByPOT; - // Using 3 integer bits gives us enough room for the internal arithmetic in - // this Newton-Raphson iteration. - using F3 = FixedPoint; - using F0 = FixedPoint; - const F3 fixedpoint_input = F3::FromRaw(input >> 1); - const F3 fixedpoint_half_input = - SaturatingRoundingMultiplyByPOT<-1>(fixedpoint_input); - const F3 fixedpoint_half_three = - GEMMLOWP_CHECKED_FIXEDPOINT_CONSTANT(F3, (1 << 28) + (1 << 27), 1.5); - // Newton-Raphson iteration - // Naive unoptimized starting guess: x = 1 - F3 x = F3::One(); - // Naive unoptimized number of iterations: 5 - for (int i = 0; i < 5; i++) { - const F3 x3 = Rescale<3>(x * x * x); - x = Rescale<3>(fixedpoint_half_three * x - fixedpoint_half_input * x3); - } - const F0 fixedpoint_half_sqrt_2 = - GEMMLOWP_CHECKED_FIXEDPOINT_CONSTANT(F0, 1518500250, std::sqrt(2.) / 2.); - x = x * fixedpoint_half_sqrt_2; - *output_inv_sqrt = x.raw(); - if (*output_shift < 0) { - *output_inv_sqrt <<= -*output_shift; - *output_shift = 0; - } - // Convert right shift (right is positive) to left shift. - *output_shift *= reverse_shift; -} - -// DO NOT USE THIS STRUCT FOR NEW FUNCTIONALITY BEYOND IMPLEMENTING -// BROADCASTING. -// -// NdArrayDesc describes the shape and memory layout of an N-dimensional -// rectangular array of numbers. -// -// NdArrayDesc is basically identical to Dims defined in types.h. -// However, as Dims is to be deprecated, this class exists as an adaptor -// to enable simple unoptimized implementations of element-wise broadcasting -// operations. -template -struct NdArrayDesc { - // The "extent" of each dimension. Indices along dimension d must be in the - // half-open interval [0, extents[d]). - int extents[N]; - - // The number of *elements* (not bytes) between consecutive indices of each - // dimension. - int strides[N]; -}; - -// DO NOT USE THIS FUNCTION FOR NEW FUNCTIONALITY BEYOND IMPLEMENTING -// BROADCASTING. -// -// Same as Offset(), except takes as NdArrayDesc instead of Dims. -inline int SubscriptToIndex(const NdArrayDesc<4>& desc, int i0, int i1, int i2, - int i3) { - TFLITE_DCHECK(i0 >= 0 && i0 < desc.extents[0]); - TFLITE_DCHECK(i1 >= 0 && i1 < desc.extents[1]); - TFLITE_DCHECK(i2 >= 0 && i2 < desc.extents[2]); - TFLITE_DCHECK(i3 >= 0 && i3 < desc.extents[3]); - return i0 * desc.strides[0] + i1 * desc.strides[1] + i2 * desc.strides[2] + - i3 * desc.strides[3]; -} - -inline int SubscriptToIndex(const NdArrayDesc<5>& desc, int indexes[5]) { - return indexes[0] * desc.strides[0] + indexes[1] * desc.strides[1] + - indexes[2] * desc.strides[2] + indexes[3] * desc.strides[3] + - indexes[4] * desc.strides[4]; -} - -inline int SubscriptToIndex(const NdArrayDesc<8>& desc, int indexes[8]) { - return indexes[0] * desc.strides[0] + indexes[1] * desc.strides[1] + - indexes[2] * desc.strides[2] + indexes[3] * desc.strides[3] + - indexes[4] * desc.strides[4] + indexes[5] * desc.strides[5] + - indexes[6] * desc.strides[6] + indexes[7] * desc.strides[7]; -} - -// Given the dimensions of the operands for an element-wise binary broadcast, -// adjusts them so that they can be directly iterated over with simple loops. -// Returns the adjusted dims as instances of NdArrayDesc in 'desc0_out' and -// 'desc1_out'. 'desc0_out' and 'desc1_out' cannot be nullptr. -// -// This function assumes that the two input shapes are compatible up to -// broadcasting and the shorter one has already been prepended with 1s to be the -// same length. E.g., if shape0 is (1, 16, 16, 64) and shape1 is (1, 64), -// shape1 must already have been prepended to be (1, 1, 1, 64). Recall that -// Dims refer to shapes in reverse order. In this case, input0_dims will be -// (64, 16, 16, 1) and input1_dims will be (64, 1, 1, 1). -// -// When two shapes are compatible up to broadcasting, for each dimension d, -// the input extents are either equal, or one of them is 1. -// -// This function performs the following for each dimension d: -// - If the extents are equal, then do nothing since the loop that walks over -// both of the input arrays is correct. -// - Otherwise, one (and only one) of the extents must be 1. Say extent0 is 1 -// and extent1 is e1. Then set extent0 to e1 and stride0 *to 0*. This allows -// array0 to be referenced *at any index* in dimension d and still access the -// same slice. -template -inline void NdArrayDescsForElementwiseBroadcast(const Dims& input0_dims, - const Dims& input1_dims, - NdArrayDesc* desc0_out, - NdArrayDesc* desc1_out) { - TFLITE_DCHECK(desc0_out != nullptr); - TFLITE_DCHECK(desc1_out != nullptr); - - // Copy dims to desc. - for (int i = 0; i < N; ++i) { - desc0_out->extents[i] = input0_dims.sizes[i]; - desc0_out->strides[i] = input0_dims.strides[i]; - desc1_out->extents[i] = input1_dims.sizes[i]; - desc1_out->strides[i] = input1_dims.strides[i]; - } - - // Walk over each dimension. If the extents are equal do nothing. - // Otherwise, set the desc with extent 1 to have extent equal to the other and - // stride 0. - for (int i = 0; i < N; ++i) { - const int extent0 = ArraySize(input0_dims, i); - const int extent1 = ArraySize(input1_dims, i); - if (extent0 != extent1) { - if (extent0 == 1) { - desc0_out->strides[i] = 0; - desc0_out->extents[i] = extent1; - } else { - TFLITE_DCHECK_EQ(extent1, 1); - desc1_out->strides[i] = 0; - desc1_out->extents[i] = extent0; - } - } - } -} - -// Copies dims to desc, calculating strides. -template -inline void CopyDimsToDesc(const RuntimeShape& input_shape, - NdArrayDesc* desc_out) { - int desc_stride = 1; - for (int i = N - 1; i >= 0; --i) { - desc_out->extents[i] = input_shape.Dims(i); - desc_out->strides[i] = desc_stride; - desc_stride *= input_shape.Dims(i); - } -} - -template -inline void NdArrayDescsForElementwiseBroadcast( - const RuntimeShape& input0_shape, const RuntimeShape& input1_shape, - NdArrayDesc* desc0_out, NdArrayDesc* desc1_out) { - TFLITE_DCHECK(desc0_out != nullptr); - TFLITE_DCHECK(desc1_out != nullptr); - - auto extended_input0_shape = RuntimeShape::ExtendedShape(N, input0_shape); - auto extended_input1_shape = RuntimeShape::ExtendedShape(N, input1_shape); - - // Copy dims to desc, calculating strides. - CopyDimsToDesc(extended_input0_shape, desc0_out); - CopyDimsToDesc(extended_input1_shape, desc1_out); - - // Walk over each dimension. If the extents are equal do nothing. - // Otherwise, set the desc with extent 1 to have extent equal to the other and - // stride 0. - for (int i = 0; i < N; ++i) { - const int extent0 = extended_input0_shape.Dims(i); - const int extent1 = extended_input1_shape.Dims(i); - if (extent0 != extent1) { - if (extent0 == 1) { - desc0_out->strides[i] = 0; - desc0_out->extents[i] = extent1; - } else { - TFLITE_DCHECK_EQ(extent1, 1); - desc1_out->strides[i] = 0; - desc1_out->extents[i] = extent0; - } - } - } -} - -template -inline void NdArrayDescsForElementwiseBroadcast( - const RuntimeShape& input0_shape, const RuntimeShape& input1_shape, - const RuntimeShape& input2_shape, NdArrayDesc* desc0_out, - NdArrayDesc* desc1_out, NdArrayDesc* desc2_out) { - TFLITE_DCHECK(desc0_out != nullptr); - TFLITE_DCHECK(desc1_out != nullptr); - TFLITE_DCHECK(desc2_out != nullptr); - - auto extended_input0_shape = RuntimeShape::ExtendedShape(N, input0_shape); - auto extended_input1_shape = RuntimeShape::ExtendedShape(N, input1_shape); - auto extended_input2_shape = RuntimeShape::ExtendedShape(N, input2_shape); - - // Copy dims to desc, calculating strides. - CopyDimsToDesc(extended_input0_shape, desc0_out); - CopyDimsToDesc(extended_input1_shape, desc1_out); - CopyDimsToDesc(extended_input2_shape, desc2_out); - - // Walk over each dimension. If the extents are equal do nothing. - // Otherwise, set the desc with extent 1 to have extent equal to the other and - // stride 0. - for (int i = 0; i < N; ++i) { - const int extent0 = extended_input0_shape.Dims(i); - const int extent1 = extended_input1_shape.Dims(i); - const int extent2 = extended_input2_shape.Dims(i); - - int extent = extent0; - if (extent1 != 1) extent = extent1; - if (extent2 != 1) extent = extent2; - - TFLITE_DCHECK(extent0 == 1 || extent0 == extent); - TFLITE_DCHECK(extent1 == 1 || extent1 == extent); - TFLITE_DCHECK(extent2 == 1 || extent2 == extent); - - if (!(extent0 == extent1 && extent1 == extent2)) { - if (extent0 == 1) { - desc0_out->strides[i] = 0; - desc0_out->extents[i] = extent; - } - if (extent1 == 1) { - desc1_out->strides[i] = 0; - desc1_out->extents[i] = extent; - } - if (extent2 == 1) { - desc2_out->strides[i] = 0; - desc2_out->extents[i] = extent; - } - } - } -} - -// Detailed implementation of NDOpsHelper, the indexes must be a zero array. -// This implementation is equivalent to N nested loops. Ex, if N=4, it can be -// re-writen as: -// for (int b = 0; b < output.extents[0]; ++b) { -// for (int y = 0; y < output.extents[1]; ++y) { -// for (int x = 0; x < output.extents[2]; ++x) { -// for (int c = 0; c < output.extents[3]; ++c) { -// calc({b,y,x,c}); -// } -// } -// } -// } -template -typename std::enable_if::type NDOpsHelperImpl( - const NdArrayDesc& output, const Calc& calc, int indexes[N]) { - for (indexes[DIM] = 0; indexes[DIM] < output.extents[DIM]; ++indexes[DIM]) { - NDOpsHelperImpl(output, calc, indexes); - } -} - -template -typename std::enable_if::type NDOpsHelperImpl( - const NdArrayDesc& output, const Calc& calc, int indexes[N]) { - for (indexes[DIM] = 0; indexes[DIM] < output.extents[DIM]; ++indexes[DIM]) { - calc(indexes); - } -} - -// Execute the calc function in the innermost iteration based on the shape of -// the output. The calc function should take a single argument of type int[N]. -template -inline void NDOpsHelper(const NdArrayDesc& output, const Calc& calc) { - int indexes[N] = {0}; - NDOpsHelperImpl(output, calc, indexes); -} -// Copied from gemmlowp::RoundDown when we dropped direct dependency on -// gemmlowp. -// -// Returns the runtime argument rounded down to the nearest multiple of -// the fixed Modulus. -template -Integer RoundDown(Integer i) { - return i - (i % Modulus); -} - -// Copied from gemmlowp::RoundUp when we dropped direct dependency on -// gemmlowp. -// -// Returns the runtime argument rounded up to the nearest multiple of -// the fixed Modulus. -template -Integer RoundUp(Integer i) { - return RoundDown(i + Modulus - 1); -} - -// Copied from gemmlowp::CeilQuotient when we dropped direct dependency on -// gemmlowp. -// -// Returns the quotient a / b rounded up ('ceil') to the nearest integer. -template -Integer CeilQuotient(Integer a, Integer b) { - return (a + b - 1) / b; -} - -// This function is a copy of gemmlowp::HowManyThreads, copied when we dropped -// the direct dependency of internal/optimized/ on gemmlowp. -// -// It computes a reasonable number of threads to use for a GEMM of shape -// (rows, cols, depth). -// -// TODO(b/131910176): get rid of this function by switching each call site -// to its own more sensible logic for its own workload. -template -inline int LegacyHowManyThreads(int max_num_threads, int rows, int cols, - int depth) { - // Early-exit in the default case where multi-threading is disabled. - if (max_num_threads == 1) { - return 1; - } - - // Ensure that each thread has KernelRows rows to process, if at all possible. - int thread_count = std::min(max_num_threads, rows / KernelRows); - - // Limit the number of threads according to the overall size of the problem. - if (thread_count > 1) { - // Empirically determined value. - static constexpr std::uint64_t min_cubic_size_per_thread = 64 * 1024; - - // We can only multiply two out of three sizes without risking overflow - const std::uint64_t cubic_size = - std::uint64_t(rows) * std::uint64_t(cols) * std::uint64_t(depth); - - thread_count = std::min( - thread_count, static_cast(cubic_size / min_cubic_size_per_thread)); - } - - if (thread_count < 1) { - thread_count = 1; - } - - assert(thread_count > 0 && thread_count <= max_num_threads); - return thread_count; -} - -template -void optimized_ops_preload_l1_stream(const T* ptr) { -#ifdef __GNUC__ - // builtin offered by GCC-compatible compilers including clang - __builtin_prefetch(ptr, /* 0 means read */ 0, /* 0 means no locality */ 0); -#else - (void)ptr; -#endif -} - -template -void optimized_ops_preload_l1_keep(const T* ptr) { -#ifdef __GNUC__ - // builtin offered by GCC-compatible compilers including clang - __builtin_prefetch(ptr, /* 0 means read */ 0, /* 3 means high locality */ 3); -#else - (void)ptr; -#endif -} - -template -void optimized_ops_prefetch_write_l1_keep(const T* ptr) { -#ifdef __GNUC__ - // builtin offered by GCC-compatible compilers including clang - __builtin_prefetch(ptr, /* 1 means write */ 1, /* 3 means high locality */ 3); -#else - (void)ptr; -#endif -} - -} // namespace tflite - -#endif // TENSORFLOW_LITE_KERNELS_INTERNAL_COMMON_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/compatibility.h b/code/components/tflite-lib/tensorflow/lite/kernels/internal/compatibility.h deleted file mode 100644 index 7ba66ed8..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/compatibility.h +++ /dev/null @@ -1,122 +0,0 @@ -/* Copyright 2017 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_COMPATIBILITY_H_ -#define TENSORFLOW_LITE_KERNELS_INTERNAL_COMPATIBILITY_H_ - -#include - -#include "tensorflow/lite/kernels/op_macros.h" - -#ifndef TFLITE_DCHECK -#define TFLITE_DCHECK(condition) (condition) ? (void)0 : TFLITE_ASSERT_FALSE -#endif - -#ifndef TFLITE_DCHECK_EQ -#define TFLITE_DCHECK_EQ(x, y) ((x) == (y)) ? (void)0 : TFLITE_ASSERT_FALSE -#endif - -#ifndef TFLITE_DCHECK_NE -#define TFLITE_DCHECK_NE(x, y) ((x) != (y)) ? (void)0 : TFLITE_ASSERT_FALSE -#endif - -#ifndef TFLITE_DCHECK_GE -#define TFLITE_DCHECK_GE(x, y) ((x) >= (y)) ? (void)0 : TFLITE_ASSERT_FALSE -#endif - -#ifndef TFLITE_DCHECK_GT -#define TFLITE_DCHECK_GT(x, y) ((x) > (y)) ? (void)0 : TFLITE_ASSERT_FALSE -#endif - -#ifndef TFLITE_DCHECK_LE -#define TFLITE_DCHECK_LE(x, y) ((x) <= (y)) ? (void)0 : TFLITE_ASSERT_FALSE -#endif - -#ifndef TFLITE_DCHECK_LT -#define TFLITE_DCHECK_LT(x, y) ((x) < (y)) ? (void)0 : TFLITE_ASSERT_FALSE -#endif - -// TODO(ahentz): Clean up: We should stick to the DCHECK versions. -#ifndef TFLITE_CHECK -#define TFLITE_CHECK(condition) (condition) ? (void)0 : TFLITE_ABORT -#endif - -#ifndef TFLITE_CHECK_EQ -#define TFLITE_CHECK_EQ(x, y) ((x) == (y)) ? (void)0 : TFLITE_ABORT -#endif - -#ifndef TFLITE_CHECK_NE -#define TFLITE_CHECK_NE(x, y) ((x) != (y)) ? (void)0 : TFLITE_ABORT -#endif - -#ifndef TFLITE_CHECK_GE -#define TFLITE_CHECK_GE(x, y) ((x) >= (y)) ? (void)0 : TFLITE_ABORT -#endif - -#ifndef TFLITE_CHECK_GT -#define TFLITE_CHECK_GT(x, y) ((x) > (y)) ? (void)0 : TFLITE_ABORT -#endif - -#ifndef TFLITE_CHECK_LE -#define TFLITE_CHECK_LE(x, y) ((x) <= (y)) ? (void)0 : TFLITE_ABORT -#endif - -#ifndef TFLITE_CHECK_LT -#define TFLITE_CHECK_LT(x, y) ((x) < (y)) ? (void)0 : TFLITE_ABORT -#endif - -#ifndef TF_LITE_STATIC_MEMORY -// TODO(b/162019032): Consider removing these type-aliases. -using int8 = std::int8_t; -using uint8 = std::uint8_t; -using int16 = std::int16_t; -using uint16 = std::uint16_t; -using int32 = std::int32_t; -using uint32 = std::uint32_t; -#endif // !defined(TF_LITE_STATIC_MEMORY) - -// Allow for cross-compiler usage of function signatures - currently used for -// specifying named RUY profiler regions in templated methods. -#if defined(_MSC_VER) -#define TFLITE_PRETTY_FUNCTION __FUNCSIG__ -#elif defined(__GNUC__) -#define TFLITE_PRETTY_FUNCTION __PRETTY_FUNCTION__ -#else -#define TFLITE_PRETTY_FUNCTION __func__ -#endif - -// TFLITE_DEPRECATED() -// -// Duplicated from absl/base/macros.h to avoid pulling in that library. -// Marks a deprecated class, struct, enum, function, method and variable -// declarations. The macro argument is used as a custom diagnostic message (e.g. -// suggestion of a better alternative). -// -// Example: -// -// class TFLITE_DEPRECATED("Use Bar instead") Foo {...}; -// TFLITE_DEPRECATED("Use Baz instead") void Bar() {...} -// -// Every usage of a deprecated entity will trigger a warning when compiled with -// clang's `-Wdeprecated-declarations` option. This option is turned off by -// default, but the warnings will be reported by clang-tidy. -#if defined(__clang__) && __cplusplus >= 201103L -#define TFLITE_DEPRECATED(message) __attribute__((deprecated(message))) -#endif - -#ifndef TFLITE_DEPRECATED -#define TFLITE_DEPRECATED(message) -#endif - -#endif // TENSORFLOW_LITE_KERNELS_INTERNAL_COMPATIBILITY_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/cppmath.h b/code/components/tflite-lib/tensorflow/lite/kernels/internal/cppmath.h deleted file mode 100644 index c97cc31d..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/cppmath.h +++ /dev/null @@ -1,40 +0,0 @@ -/* Copyright 2020 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_CPPMATH_H_ -#define TENSORFLOW_LITE_KERNELS_INTERNAL_CPPMATH_H_ - -#include - -namespace tflite { - -#if defined(TF_LITE_USE_GLOBAL_CMATH_FUNCTIONS) || \ - (defined(__ANDROID__) && !defined(__NDK_MAJOR__)) || defined(__ZEPHYR__) -#define TF_LITE_GLOBAL_STD_PREFIX -#else -#define TF_LITE_GLOBAL_STD_PREFIX std -#endif - -#define DECLARE_STD_GLOBAL_SWITCH1(tf_name, std_name) \ - template \ - inline T tf_name(const T x) { \ - return TF_LITE_GLOBAL_STD_PREFIX::std_name(x); \ - } - -DECLARE_STD_GLOBAL_SWITCH1(TfLiteRound, round); -DECLARE_STD_GLOBAL_SWITCH1(TfLiteExpm1, expm1); - -} // namespace tflite - -#endif // TENSORFLOW_LITE_KERNELS_INTERNAL_CPPMATH_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/max.h b/code/components/tflite-lib/tensorflow/lite/kernels/internal/max.h deleted file mode 100644 index c1810027..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/max.h +++ /dev/null @@ -1,35 +0,0 @@ -/* Copyright 2020 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_MAX_H_ -#define TENSORFLOW_LITE_KERNELS_INTERNAL_MAX_H_ - -#include - -namespace tflite { - -#if defined(TF_LITE_USE_GLOBAL_MAX) || defined(__ZEPHYR__) -inline float TfLiteMax(const float& x, const float& y) { - return std::max(x, y); -} -#else -template -inline T TfLiteMax(const T& x, const T& y) { - return std::fmax(x, y); -} -#endif - -} // namespace tflite - -#endif // TENSORFLOW_LITE_KERNELS_INTERNAL_MAX_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/min.h b/code/components/tflite-lib/tensorflow/lite/kernels/internal/min.h deleted file mode 100644 index 62035dcc..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/min.h +++ /dev/null @@ -1,35 +0,0 @@ -/* Copyright 2020 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_MIN_H_ -#define TENSORFLOW_LITE_KERNELS_INTERNAL_MIN_H_ - -#include - -namespace tflite { - -#if defined(TF_LITE_USE_GLOBAL_MIN) || defined(__ZEPHYR__) -inline float TfLiteMin(const float& x, const float& y) { - return std::min(x, y); -} -#else -template -inline T TfLiteMin(const T& x, const T& y) { - return std::fmin(x, y); -} -#endif - -} // namespace tflite - -#endif // TENSORFLOW_LITE_KERNELS_INTERNAL_MIN_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/optimized/neon_check.h b/code/components/tflite-lib/tensorflow/lite/kernels/internal/optimized/neon_check.h deleted file mode 100644 index 7df1129d..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/optimized/neon_check.h +++ /dev/null @@ -1,20 +0,0 @@ -/* Copyright 2019 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_OPTIMIZED_NEON_CHECK_H_ -#define TENSORFLOW_LITE_KERNELS_INTERNAL_OPTIMIZED_NEON_CHECK_H_ - -// TFLM does not need to utilize any Neon optimizations. - -#endif // TENSORFLOW_LITE_KERNELS_INTERNAL_OPTIMIZED_NEON_CHECK_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/portable_tensor.h b/code/components/tflite-lib/tensorflow/lite/kernels/internal/portable_tensor.h deleted file mode 100644 index 4d71c967..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/portable_tensor.h +++ /dev/null @@ -1,122 +0,0 @@ -/* Copyright 2017 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_PORTABLE_TENSOR_H_ -#define TENSORFLOW_LITE_KERNELS_INTERNAL_PORTABLE_TENSOR_H_ - -#include - -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/kernels/internal/types.h" - -namespace tflite { - -inline RuntimeShape GetTensorShape(std::vector data) { - return RuntimeShape(data.size(), data.data()); -} - -// A list of tensors in a format that can be used by kernels like split and -// concatenation. -template -class VectorOfTensors { - public: - // Build with the tensors in 'tensor_list'. - VectorOfTensors(const TfLiteContext& context, - const TfLiteIntArray& tensor_list) { - int num_tensors = tensor_list.size; - - all_data_.reserve(num_tensors); - all_shape_.reserve(num_tensors); - all_shape_ptr_.reserve(num_tensors); - - for (int i = 0; i < num_tensors; ++i) { - TfLiteTensor* t = &context.tensors[tensor_list.data[i]]; - all_data_.push_back(GetTensorData(t)); - all_shape_.push_back(GetTensorShape(t)); - } - - // Taking the pointer from inside a std::vector is only OK if the vector is - // never modified, so we populate all_shape in the previous loop and then we - // are free to grab iterators here. - for (int i = 0; i < num_tensors; ++i) { - all_shape_ptr_.push_back(&all_shape_[i]); - } - } - // Return a pointer to the data pointers of all tensors in the list. For - // example: - // float* const* f = v.data(); - // f[0][1] is the second element of the first tensor. - T* const* data() const { return all_data_.data(); } - - // Return a pointer the shape pointers of all tensors in the list. For - // example: - // const RuntimeShape* const* d = v.dims(); - // dims[1] are the dimensions of the second tensor in the list. - const RuntimeShape* const* shapes() const { return all_shape_ptr_.data(); } - - private: - std::vector all_data_; - std::vector all_shape_; - std::vector all_shape_ptr_; -}; - -// A list of quantized tensors in a format that can be used by kernels like -// split and concatenation. -class VectorOfQuantizedTensors : public VectorOfTensors { - public: - // Build with the tensors in 'tensor_list'. - VectorOfQuantizedTensors(const TfLiteContext& context, - const TfLiteIntArray& tensor_list) - : VectorOfTensors(context, tensor_list) { - for (int i = 0; i < tensor_list.size; ++i) { - TfLiteTensor* t = &context.tensors[tensor_list.data[i]]; - zero_point_.push_back(t->params.zero_point); - scale_.push_back(t->params.scale); - } - } - - const float* scale() const { return scale_.data(); } - const int32_t* zero_point() const { return zero_point_.data(); } - - private: - std::vector zero_point_; - std::vector scale_; -}; - -// Writes randomly accessed values from `input` sequentially into `output`. -template -class SequentialTensorWriter { - public: - SequentialTensorWriter(const TfLiteTensor* input, TfLiteTensor* output) { - input_data_ = GetTensorData(input); - output_ptr_ = GetTensorData(output); - } - SequentialTensorWriter(const T* input_data, T* output_data) - : input_data_(input_data), output_ptr_(output_data) {} - - void Write(int position) { *output_ptr_++ = input_data_[position]; } - void WriteN(int position, int len) { - memcpy(output_ptr_, &input_data_[position], sizeof(T) * len); - output_ptr_ += len; - } - - private: - const T* input_data_; - T* output_ptr_; -}; - -} // namespace tflite - -#endif // TENSORFLOW_LITE_KERNELS_INTERNAL_PORTABLE_TENSOR_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/portable_tensor_utils.h b/code/components/tflite-lib/tensorflow/lite/kernels/internal/portable_tensor_utils.h deleted file mode 100644 index 122a0dc2..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/portable_tensor_utils.h +++ /dev/null @@ -1,484 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_PORTABLE_TENSOR_UTILS_H_ -#define TENSORFLOW_LITE_KERNELS_INTERNAL_PORTABLE_TENSOR_UTILS_H_ - -#include -#include -#include - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" - -#if defined(_MSC_VER) -#define __restrict__ __restrict -#endif - -namespace tflite { - -namespace tensor_utils { - -// Multiplies a matrix with a scalar and reduce the result on each row to a -// scalar. -// Parameters: -// - matrix: matrix of size n_row * n_col -// - scalar: the scalar that is multiplied to each element in the matrix -// - n_row: the row count of the matrix -// - n_col: the column count of the matrix -// - output: the 32bit output -// Note: We do not need saturation because the int8 * int8 is safe from overflow -// in (2^31-1) / (2^14) = 131072, which is bigger than the n_row. Non-zero -// initial output value is not exceptionally large. -void MatrixScalarMultiplyAccumulate(const int8_t* matrix, int32_t scalar, - int32_t n_row, int32_t n_col, - int32_t* output); - -// Add another vector for each batch in the batch vector. -template -void VectorBatchVectorAdd(const T* vector, int v_size, int n_batch, - T* batch_vector) { - for (int b = 0; b < n_batch; b++) { - for (int i = 0; i < v_size; ++i) { - batch_vector[i] += vector[i]; - } - batch_vector += v_size; - } -} - -// Cwise product of two vectors. -template -inline void VectorVectorCwiseProduct(const T* vector1, const T* vector2, - int v_size, T* result) { - for (int v = 0; v < v_size; v++) { - *result++ = *vector1++ * *vector2++; - } -} - -// Cwise product of a vector and a batch-vector. -template -inline void VectorBatchVectorCwiseProduct(const T* vector, int v_size, - const T* batch_vector, int n_batch, - T* result) { - for (int b = 0; b < n_batch; b++) { - VectorVectorCwiseProduct(vector, batch_vector, v_size, result); - // Update the pointers. - result += v_size; - batch_vector += v_size; - } -} - -// Cwise product and accumulate of two vectors. Since it's a MAC operation, the -// assumption here is that result array is initialized to valid values. -template -inline void VectorVectorCwiseProductAccumulate(const T* __restrict__ vector1, - const T* __restrict__ vector2, - int v_size, - T* __restrict__ result) { - for (int v = 0; v < v_size; v++) { - *result++ += *vector1++ * *vector2++; - } -} - -// Cwise product and accumulate of a vector and a batch-vector. Since it's a MAC -// operation, the assumption here is that result array is initialized to valid -// values. -template -inline void VectorBatchVectorCwiseProductAccumulate(const T* vector, int v_size, - const T* batch_vector, - int n_batch, T* result) { - for (int b = 0; b < n_batch; b++) { - VectorVectorCwiseProductAccumulate(vector, batch_vector, v_size, result); - // Update the pointers. - result += v_size; - batch_vector += v_size; - } -} - -// Batch vector initialization with another vector. -template -void VectorBatchVectorAssign(const T* vector, int v_size, int n_batch, - T* batch_vector) { - for (int b = 0; b < n_batch; b++) { - std::copy_n(vector, v_size, batch_vector + b * v_size); - } -} - -// Checks if all entries of vector are zero for float. -bool IsZeroVector(const float* vector, int v_size); - -// Checks if all entries of vector are zero for int8. -bool IsZeroVector(const int8_t* vector, int v_size); - -// Quantizes a buffer of floating point values using a symmetric quantization -// (i.e. linear quantization without an offset) to 8-bit signed integers. -// It also outputs the range (min, max) of the floating point buffer, and the -// scaling factor used to quantize the values. -void SymmetricQuantizeFloats(const float* values, const int size, - int8_t* quantized_values, float* min_value, - float* max_value, float* scaling_factor); - -// Quantizes a buffer of floating point values using a symmetric quantization -// (i.e. linear quantization without an offset) to 8-bit signed integers. -// It uses the range (min, max) provided to the function to calculate the -// appropriate scaling factor to quantize the values. -void SymmetricQuantizeFloats(const float* values, const int size, - int8_t* quantized_values, float min_value, - float max_value, float* scaling_factor); - -void AsymmetricQuantizeFloats(const float* values, const int size, - int8_t* quantized_values, float* scaling_factor, - int32_t* offset); - -// Helper function to quantize floats. -// float_data_ptr input float vectors -// n_batch number of input vectors -// n_data size of a single input vector -// quantized_data_ptr (out) vector with quantized data -// scaling_factors (out) scaling factors (one per vector) -// zero_points (out) zero points (one per vector) -// do_asymmetric controls if the quantization should be asymmetric. -inline void BatchQuantizeFloats(const float* float_data_ptr, int n_batch, - int n_data, int8_t* quantized_data_ptr, - float* scaling_factors, int32_t* zero_points, - bool do_asymmetric) { - for (int b = 0; b < n_batch; ++b) { - const int offset = b * n_data; - if (do_asymmetric) { - tensor_utils::AsymmetricQuantizeFloats( - float_data_ptr + offset, n_data, quantized_data_ptr + offset, - &scaling_factors[b], &zero_points[b]); - } else { - float unused_min, unused_max; - tensor_utils::SymmetricQuantizeFloats( - float_data_ptr + offset, n_data, quantized_data_ptr + offset, - &unused_min, &unused_max, &scaling_factors[b]); - } - } -} - -// Multiplies a matrix by a "batched" vector (i.e. a matrix with a batch -// dimension composed by input vectors independent from each other). The result -// of the multiplication is accumulated to the passed result buffer. -// More specifically, for a matrix M of shape [n, i] and a batched-vector -// of shape [i, batch] it will first compute the product of shape [n, batch]. -// This product will be accumulated to the result buffer. -void MatrixBatchVectorMultiplyAccumulate(const float* matrix, int m_rows, - int m_cols, const float* vector, - int n_batch, float* result); - -// Same as the function above, but the matrix is a sparse tensor with block -// pattern 1x4. -// This function assumes that m_cols is a multiple of the block size (4 in this -// case) so that there's no incomplete block. -void SparseMatrixBatchVectorMultiplyAccumulate1x4( - const float* __restrict__ matrix, const int32_t* __restrict__ segments, - const int32_t* __restrict__ indices, int m_rows, int m_cols, - const float* __restrict__ vector, int n_batch, float* __restrict__ result); - -// Same as the function above, but the matrix is stored in block compressed -// sparse row format with block pattern 1x16 which consists of two arrays: -// 1. A matrix array stores non-zero blocks of the matrix in row major. -// 2. A ledger array stores nrows groups, one group per row. Each group starts -// with an integer representing the number of non-zero blocks for the -// corresponding row and follows with column indexes of the first element -// of each non-zero block. -// This function assumes that -// 1. m_cols is a multiple of 16 so that all blocks are full blocks. -// 2. m_cols < 254 * 16 so that block index can be represented by uint8. -void SparseMatrixBatchVectorMultiplyAccumulate( - const float* __restrict__ matrix, const uint8_t* __restrict__ ledger, - int m_rows, int m_cols, const float* __restrict__ vector, int n_batch, - float* __restrict__ result); - -// Same as the function above, but for values quantized using symmetric -// quantization (e.g. by calling SymmetricQuantizeFloats). -// The passed scaling factors is a buffer of the quantization scaling factors -// that will be used to dequentize the products into the final result buffer. -// These scaling factors are the multiplication of the matrix scaling factor -// by the vector's scaling factor, one per batch (i.e. this allows quantizing -// each batch in the batch-vector matrix independently). -void MatrixBatchVectorMultiplyAccumulate( - const int8_t* __restrict__ matrix, const int m_rows, const int m_cols, - const int8_t* __restrict__ vectors, - const float* __restrict__ scaling_factors, int n_batch, - float* __restrict__ result); - -// Same as the function above except that vector values -// are quantized with asymmetric quantization per-batch and the matrix -// is quantized per row. -void MatrixBatchVectorMultiplyAccumulate( - const int8_t* __restrict__ matrix, const int m_rows, const int m_cols, - const int8_t* __restrict__ vectors, - const float* __restrict__ scaling_factors, int n_batch, - float* __restrict__ result, const float* __restrict__ per_channel_scale, - const int32_t* __restrict__ input_offset); - -// Same as the function above, but the matrix is a sparse tensor with block -// pattern 1x16. -// This function assumes that m_cols is a multiple of the block size (16 in this -// case) so that there's no incomplete block. Also, it assumes all offsets of -// input, output and filter are zero. -void SparseMatrixBatchVectorMultiplyAccumulate1x16( - const int8_t* __restrict__ matrix, const int32_t* __restrict__ segments, - const int32_t* __restrict__ indices, int m_rows, int m_cols, - const int8_t* __restrict__ vector, const int32_t* __restrict__ bias_vector, - int n_batch, const int32_t input_offset, const int32_t output_multiplier, - const int32_t output_shift, const int32_t output_offset, - const int32_t output_activation_min, const int32_t output_activation_max, - int8_t* __restrict__ result); - -// Same as the function above, but the matrix is stored in block compressed -// sparse row format with block pattern 1x16 which consists of two arrays: -// 1. A matrix array stores non-zero blocks of the matrix in row major. -// 2. A ledger array stores nrows groups, one group per row. Each group starts -// with an integer representing the number of non-zero blocks for the -// corresponding row followed by column index of the first element of -// each non-zero block. -// This function assumes that -// 1. m_cols is a multiple of 16 so that all blocks are full blocks. -// 2. m_cols < 254 * 16 so that block index can be represented by uint8. -void SparseMatrixBatchVectorMultiplyAccumulate( - const int8_t* __restrict__ matrix, const uint8_t* __restrict__ ledger, - const int m_rows, const int m_cols, const int8_t* __restrict__ vectors, - const float* __restrict__ scaling_factors, int n_batch, - float* __restrict__ result); - -// Same as the above 8, 8, 8 integer matmul except for the presence of zero -// point and non-accumulative. -// TODO(b/148688698): remove this function by folding zero point calculation in -// prepare() function. -void MatrixBatchVectorMultiply(const int8_t* input, int32_t input_zeropoint, - const int8_t* input_to_gate_weights, - int32_t input_to_gate_effective_scale_a, - int32_t input_to_gate_effective_scale_b, - int32_t n_batch, int32_t n_input, int32_t n_cell, - int8_t* gate_output, int8_t gate_output_zp); - -// Same as above but has 16 bit and 8 bit input and 8 bit output. -// Used in projection when hidden is 16bit. -void MatrixBatchVectorMultiply(const int16_t* hidden, - const int8_t* hidden_to_output_weights, - int32_t proj_effective_scale_a, - int32_t proj_effective_scale_b, - const int32_t* gate_bias, int32_t n_batch, - int32_t n_hidden, int32_t n_output, - int32_t output_zp, int8_t* proj_output); - -// Apply Layer Normalization (https://arxiv.org/abs/1607.06450) to a Quantized -// vector. -// Parameters: -// - input: batch vector of size n_batch * n_input; 16 bit. -// - layer_norm_weights: the quantized layer normalization weights. -// - bias: the bias for the layer normalization. -// - layer_norm_scale_a: multiplier for scale factor. -// - layer_norm_scale_b: shift for scale factor. -// - variance_limit: the guard to make sure the inverse does not overflow. -// - n_batch: the number of batches. -// - n_input: the size for input and output. -// - output: the 16 bit output -void ApplyLayerNorm(const int16_t* input, const int16_t* layer_norm_weights, - const int32_t* bias, int32_t layer_norm_scale_a, - int32_t layer_norm_scale_b, int32_t variance_limit, - int n_batch, int n_input, int16_t* output); - -// Same as above but the internal calculation is done in float. -void ApplyLayerNormFloat(const int16_t* input, - const int16_t* layer_norm_weights, - int32_t layer_norm_scale_a, int32_t layer_norm_scale_b, - const int32_t* bias, int n_batch, int n_input, - int16_t* output); - -// Apply Sigmoid to a quantized vector. -// Parameters: -// - input: batch vector of size n_batch * n_input; 16 bit. -// - n_batch: the number of batches. -// - n_input: the size for input and output. -// - output: the 16 bit output -// The input is in Q3.12 format and the output is in Q0.15 format. -void ApplySigmoid(const int16_t* input, int32_t n_batch, int32_t n_input, - int16_t* output); - -// Same as above but the internal calcualtion is float. -void ApplySigmoidFloat(const int16_t* input, int32_t n_batch, int32_t n_input, - int16_t* output); - -// Apply Tanh to a quantized vector. -// Parameters: -// - integer_bits: the integer bits of the input. -// Currently supports 0, 1, 2, 3, 4, 5, 6. -// - input: batch vector of size n_batch * n_input; 16 bit. -// - n_batch: the number of batches. -// - n_input: the size for input and output. -// - output: the 16 bit output -// The input is in Qm.15-m format and the output is in Q0.15 format. -void ApplyTanh(int32_t intger_bits, const int16_t* input, int32_t n_batch, - int32_t n_input, int16_t* output); - -// Apply Tanh to a quantized vector. Tbe internal calculation is in float. -// - Input has 2^(integer_bits) as scale. -// - Output has Q0.15 as scale. -void ApplyTanhFloat(const int16_t* input, int32_t n_batch, int32_t n_input, - int32_t integer_bits, int16_t* output); - -// Element-wise multiplication of two quantized vectors. -// Parameters: -// - input_1: batch vector of size n_batch * n_input; 16 bit. -// - input_2: batch vector of size n_batch * n_input; 16 bit. -// - n_batch: the number of batches. -// - n_input: the size for input and output. -// - shift: the shift needed to produce the output. -// - output: the 16 bit output of size n_batch * n_input. -// Output does not need to be initialized. -void CwiseMul(const int16_t* input_1, const int16_t* input_2, int n_batch, - int n_input, int shift, int16_t* output); - -// Element-wise multiplication of two quantized vectors. -// Parameters: -// - input_1: batch vector of size n_batch * n_input; 16 bit. -// - input_2: batch vector of size n_batch * n_input; 16 bit. -// - n_batch: the number of batches. -// - n_input: the size for input and output. -// - shift: the shift needed to produce the output. -// - output: the 8 bit output of size n_batch * n_input. -// Output does not need to be initialized. -void CwiseMul(const int16_t* input_1, const int16_t* input_2, int n_batch, - int n_input, int shift, int8_t* output); - -// Element-wise multiplication of two quantized vectors with rescaling. -// Parameters: -// - input_1: batch vector of size n_batch * n_input; 16 bit. -// - input_2: batch vector of size n_batch * n_input; 16 bit. -// - multiplier: the multiplier part of scale. -// - shift: the shift part of scale. -// - n_batch: the number of batches. -// - n_input: the size for input and output. -// - output: the 8 bit output of size n_batch * n_input. -// - output_zp: the zero point of output. -// Output does not need to be initialized. -// Multiplier ("m") and shift ("s") are connected to scale ("s") with s = m * -// 2^(s - 31). -void CwiseMul(const int16_t* input_1, const int16_t* input_2, - int32_t multiplier, int32_t shift, int32_t n_batch, - int32_t n_input, int32_t output_zp, int8_t* output); - -// Element-wise saturating addition of two quantized vectors without rescaling. -// Parameters: -// - input_1: batch vector of size n_batch * n_input; 16 bit. -// - input_2: batch vector of size n_batch * n_input; 16 bit. -// - n_batch: the number of batches. -// - n_input: the size for input and output. -// - output: the 8 bit output of size n_batch * n_input. -// Output does not need to be initialized. -void CwiseAdd(const int16_t* input_1, const int16_t* input_2, int n_batch, - int n_input, int16_t* output); - -// Element-wise in-place clipping of a vector. Overloaded for float, int16_t, -// int8_t. Parameters: -// - vector: vector of size v_size. -// - v_size: the size of the vector. -// - clipping_value: the value used for clipping. -void CwiseClipping(float* vector, const int v_size, const float clipping_value); -void CwiseClipping(int16_t* vector, const int v_size, - const int16_t clipping_value); -void CwiseClipping(int8_t* vector, const int v_size, - const int8_t clipping_value); - -// Dot product of two vectors. -float VectorVectorDotProduct(const float* vector1, const float* vector2, - int v_size); - -// Dot product of two batch vectors of size n_batch * v_size: -// vector1 = [x_1_1, x_1_2, ..., x_1_vsize, -// x_2_1, x_2_2, ..., x_2_vsize, -// ... -// x_nbatch_1,..., x_nbatch_vsize] -// vector2 = [y_1_1, y_1_2, ..., y_1_vsize, -// y_2_1, y_2_2, ..., y_2_vsize, -// ... -// y_nbatch_1,..., y_nbatch_vsize] -// Then result will be a vector of n_batch size starting from 'result': -// [x_1_1 * y_1_1 + x_1_2 * y_1_2 + ... + x_1_vsize * y_1_vsize, -// x_2_1 * y_2_1 + x_2_2 * y_2_2 + ... + x_2_vsize * y_2_vsize, -// ... -// x_nbatch_1 * y_nbatch_1 + ... + x_nbatch_vsize * y_nbatch_vsize] -template -inline void BatchVectorBatchVectorDotProduct(const T* vector1, const T* vector2, - int v_size, int n_batch, - T* result) { - for (int b = 0; b < n_batch; b++) { - result[b] = VectorVectorDotProduct(vector1, vector2, v_size); - vector1 += v_size; - vector2 += v_size; - } -} - -// Same as above but input is 16bit and output is 32bit. -void BatchVectorBatchVectorDotProduct(const int16_t* vector1, - const int16_t* vector2, int v_size, - int n_batch, int32_t* result); - -// Same as above, but inputs are 16bit integer and output is 16bit integer. -void VectorBatchVectorCwiseProductAccumulate(const int16_t* vector, int v_size, - const int16_t* batch_vector, - int n_batch, int32_t multiplier, - int shift, int16_t* result); - -// Compute "1.0f - elements of vector" (used in CIFG). -void Sub1Vector(const float* vector, int v_size, float* result); - -// Compute "1.0f - elements of vector" (used in CIFG) for int16 input. -// "vector" has range [0, 32767] because it is the output of sigmoid function. -void Sub1Vector(const int16_t* vector, int v_size, int16_t* result); - -// Multiply all elements of vector with a scalar. -void VectorScalarMultiply(const int8_t* vector, int v_size, float scale, - float* result); - -// Reduce-sum on a float input vector: -// input_vector: float pointer to input vector. -// output_vector: float pointer to vector. -// output_size: output vector size. -// reduction_size: number of consecutive elements from input vector which are -// added to get one element of output. -void ReductionSumVector(const float* input_vector, float* output_vector, - int output_size, int reduction_size); - -// Same as above but input/output is 32 bit integer. -void ReductionSumVector(const int32_t* input_vector, int32_t* output_vector, - int output_size, int reduction_size); - -// Same as above but input is 8 bit integer. -void ReductionSumVector(const int8_t* input_vector, int32_t* output_vector, - int output_size, int reduction_size); - -// Layer norm for each batch. -void MeanStddevNormalization(const float* input_vector, float* output_vector, - int v_size, int n_batch); - -// Saturate Add with rescale on both inputs. -void TwoGateSaturatingAdd(const int8_t* input, int8_t input_zp, - const int8_t* recurrent, int8_t recurrent_zp, - int32_t input_effective_scale_a, - int32_t input_effective_scale_b, - int32_t recurrent_effective_scale_a, - int32_t recurrent_effective_scale_b, int32_t n_batch, - int32_t n_cell, int16_t* output); - -} // namespace tensor_utils - -} // namespace tflite - -#endif // TENSORFLOW_LITE_KERNELS_INTERNAL_PORTABLE_TENSOR_UTILS_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/quantization_util.cc b/code/components/tflite-lib/tensorflow/lite/kernels/internal/quantization_util.cc deleted file mode 100644 index 62045d67..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/quantization_util.cc +++ /dev/null @@ -1,416 +0,0 @@ -/* Copyright 2017 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/kernels/internal/quantization_util.h" - -#include -#include -#include - -#include "tensorflow/lite/kernels/internal/compatibility.h" -#include "tensorflow/lite/kernels/internal/cppmath.h" - -namespace tflite { - -namespace { -// These constants are used to manipulate the binary representation of doubles. -// Double-precision binary64 floating point format is: -// Bit | 63 | 62-52 | 51-0 | -// | Sign | Exponent | Fraction | -// To avoid 64-bit integers as much as possible, I break this into high and -// low 32-bit chunks. High is: -// Bit | 31 | 30-20 | 19-0 | -// | Sign | Exponent | High Fraction | -// Low is: -// Bit | 31-0 | -// | Low Fraction | -// We then access the components through logical bit-wise operations to -// extract the parts needed, with the positions and masks derived from the -// layout shown above. -constexpr uint64_t kSignMask = 0x8000000000000000LL; -constexpr uint64_t kExponentMask = 0x7ff0000000000000LL; -constexpr int32_t kExponentShift = 52; -constexpr int32_t kExponentBias = 1023; -constexpr uint32_t kExponentIsBadNum = 0x7ff; -constexpr uint64_t kFractionMask = 0x000fffffffc00000LL; -constexpr uint32_t kFractionShift = 22; -constexpr uint32_t kFractionRoundingMask = 0x003fffff; -constexpr uint32_t kFractionRoundingThreshold = 0x00200000; -} // namespace - -void QuantizeMultiplier(double double_multiplier, int32_t* quantized_multiplier, - int* shift) { -#if TFLITE_SINGLE_ROUNDING - // Single-rounding MultiplyByQuantizedMultiplier only supports positive - // multipliers. - // TFLITE_DCHECK(double_multiplier >= 0); -#endif - if (double_multiplier == 0.) { - *quantized_multiplier = 0; - *shift = 0; - return; - } -#ifdef TFLITE_EMULATE_FLOAT - // If we're trying to avoid the use of floating-point instructions (for - // example on microcontrollers) then use an alternative implementation - // that only requires integer and bitwise operations. To enable this, you - // need to set the define during the build process for your platform. - int64_t q_fixed = IntegerFrExp(double_multiplier, shift); -#else // TFLITE_EMULATE_FLOAT - const double q = std::frexp(double_multiplier, shift); - auto q_fixed = static_cast(TfLiteRound(q * (1LL << 31))); -#endif // TFLITE_EMULATE_FLOAT - TFLITE_CHECK(q_fixed <= (1LL << 31)); - if (q_fixed == (1LL << 31)) { - q_fixed /= 2; - ++*shift; - } - TFLITE_CHECK_LE(q_fixed, std::numeric_limits::max()); - // A shift amount smaller than -31 would cause all bits to be shifted out - // and thus all results would be zero. We implement that instead with - // q_fixed==0, so as to avoid hitting issues with right-shift - // operations with shift amounts greater than 31. Note that this happens - // roughly when abs(double_multiplier) < 2^-31 and the present handling means - // that we're effectively flushing tiny double_multiplier's to zero. - // We could conceivably handle values in the range (roughly) [32, 63] - // as 'denormals' i.e. (shift==0, q_fixed < 2^30). In that point of view - // the present handling is just doing 'flush denormals to zero'. We could - // reconsider and actually generate nonzero denormals if a need arises. - if (*shift < -31) { - *shift = 0; - q_fixed = 0; - } -#if TFLITE_SINGLE_ROUNDING - // Single-rounding MultiplyByQuantizedMultiplier doesn't support a shift > 30, - // saturate it. - if (*shift > 30) { - *shift = 30; - q_fixed = (1LL << 31) - 1; - } -#endif - *quantized_multiplier = static_cast(q_fixed); -} - -void QuantizeMultiplierGreaterThanOne(double double_multiplier, - int32_t* quantized_multiplier, - int* left_shift) { - TFLITE_CHECK_GT(double_multiplier, 1.); - QuantizeMultiplier(double_multiplier, quantized_multiplier, left_shift); - TFLITE_CHECK_GE(*left_shift, 0); -} - -void QuantizeMultiplierSmallerThanOneExp(double double_multiplier, - int32_t* quantized_multiplier, - int* left_shift) { - TFLITE_CHECK_LT(double_multiplier, 1.); - TFLITE_CHECK_GT(double_multiplier, 0.); - int shift; - QuantizeMultiplier(double_multiplier, quantized_multiplier, &shift); - TFLITE_CHECK_LE(shift, 0); - *left_shift = shift; -} - -int64_t IntegerFrExp(double input, int* shift) { - // Make sure our assumptions about the double layout hold. - TFLITE_CHECK_EQ(8, sizeof(double)); - - // We want to access the bits of the input double value directly, which is - // tricky to do safely, so use a union to handle the casting. - union { - double double_value; - uint64_t double_as_uint; - } cast_union; - cast_union.double_value = input; - const uint64_t u = cast_union.double_as_uint; - - // If the bitfield is all zeros apart from the sign bit, this is a normalized - // zero value, so return standard values for this special case. - if ((u & ~kSignMask) == 0) { - *shift = 0; - return 0; - } - - // Deal with NaNs and Infs, which are always indicated with a fixed pattern in - // the exponent, and distinguished by whether the fractions are zero or - // non-zero. - const uint32_t exponent_part = ((u & kExponentMask) >> kExponentShift); - if (exponent_part == kExponentIsBadNum) { - *shift = std::numeric_limits::max(); - if (u & kFractionMask) { - // NaN, so just return zero (with the exponent set to INT_MAX). - return 0; - } else { - // Infinity, so return +/- INT_MAX. - if (u & kSignMask) { - return std::numeric_limits::min(); - } else { - return std::numeric_limits::max(); - } - } - } - - // The shift is fairly easy to extract from the high bits of the double value, - // just by masking it out and applying a bias. The std::frexp() implementation - // always returns values between 0.5 and 1.0 though, whereas the exponent - // assumes 1.0 to 2.0 is the standard range, so I add on one to match that - // interface. - *shift = (exponent_part - kExponentBias) + 1; - - // There's an implicit high bit in the double format definition, so make sure - // we include that at the top, and then reconstruct the rest of the fractional - // value from the remaining fragments. - int64_t fraction = 0x40000000 + ((u & kFractionMask) >> kFractionShift); - - // We're cutting off some bits at the bottom, so to exactly match the standard - // frexp implementation here we'll apply rounding by adding one to the least - // significant bit of the result if the discarded portion is over half of the - // maximum. - if ((u & kFractionRoundingMask) > kFractionRoundingThreshold) { - fraction += 1; - } - // Negate the fraction if the sign bit was set. - if (u & kSignMask) { - fraction *= -1; - } - - return fraction; -} - -double DoubleFromFractionAndShift(int64_t fraction, int shift) { - union { - double double_value; - uint64_t double_as_uint; - } result; - - // Detect NaNs and infinities. - if (shift == std::numeric_limits::max()) { - if (fraction == 0) { - return std::numeric_limits::quiet_NaN(); - } else if (fraction > 0) { - return std::numeric_limits::infinity(); - } else { - return -std::numeric_limits::infinity(); - } - } - - // Return a normalized zero for a zero fraction. - if (fraction == 0) { - result.double_as_uint = 0; - return result.double_value; - } - - bool is_negative = (fraction < 0); - int64_t encoded_fraction = is_negative ? -fraction : fraction; - int64_t encoded_shift = (shift - 1); - while (encoded_fraction < 0x40000000) { - encoded_fraction *= 2; - encoded_shift -= 1; - } - while (encoded_fraction > 0x80000000) { - encoded_fraction /= 2; - encoded_shift += 1; - } - encoded_fraction -= 0x40000000; - if (encoded_shift < -1022) { - encoded_shift = -1023; - } else if (encoded_shift > 1022) { - encoded_shift = 1023; - } - encoded_shift += kExponentBias; - uint64_t encoded_sign = is_negative ? kSignMask : 0; - result.double_as_uint = encoded_sign | (encoded_shift << kExponentShift) | - (encoded_fraction << kFractionShift); - return result.double_value; -} - -double IntegerDoubleMultiply(double a, double b) { - int a_shift; - const int64_t a_fraction = IntegerFrExp(a, &a_shift); - int b_shift; - const int64_t b_fraction = IntegerFrExp(b, &b_shift); - // Detect NaNs and infinities. - if (a_shift == std::numeric_limits::max() || - (b_shift == std::numeric_limits::max())) { - return std::numeric_limits::quiet_NaN(); - } - const int result_shift = a_shift + b_shift + 1; - const int64_t result_fraction = (a_fraction * b_fraction) >> 32; - return DoubleFromFractionAndShift(result_fraction, result_shift); -} - -int IntegerDoubleCompare(double a, double b) { - int a_shift; - const int64_t a_fraction = IntegerFrExp(a, &a_shift); - int b_shift; - const int64_t b_fraction = IntegerFrExp(b, &b_shift); - - // Detect NaNs and infinities. - if (a_shift == std::numeric_limits::max() || - (b_shift == std::numeric_limits::max())) { - return 1; - } - - if ((a_fraction == 0) && (b_fraction < 0)) { - return 1; - } else if ((a_fraction < 0) && (b_fraction == 0)) { - return -1; - } else if (a_shift < b_shift) { - return -1; - } else if (a_shift > b_shift) { - return 1; - } else if (a_fraction < b_fraction) { - return -1; - } else if (a_fraction > b_fraction) { - return 1; - } else { - return 0; - } -} - -void PreprocessSoftmaxScaling(double beta, double input_scale, - int input_integer_bits, - int32_t* quantized_multiplier, int* left_shift) { - // If the overall multiplier (input and beta) is large, then exp() of an - // input difference of 1 scaled by this will be large. In other words, we - // can cap the multiplier and know that, when it is used, the output will be - // (round to) zero wherever the input is not at the maximum value. - - // If the overall scale is less than one, and input_integer_bits=0, then the - // result is double equivalent of Q0.31 (actually with more precision). Thus - // this generates a Q(input_integer_bits).(31-input_integer_bits) - // representation. -#if TFLITE_SINGLE_ROUNDING - const double max_real_multiplier = (1LL << 30) - 1.0; -#else - const double max_real_multiplier = (1LL << 31) - 1.0; -#endif - -#ifdef TFLITE_EMULATE_FLOAT - const double input_beta = IntegerDoubleMultiply(beta, input_scale); - int shift; - int64_t fraction = IntegerFrExp(input_beta, &shift); - shift += (31 - input_integer_bits); - double input_beta_real_multiplier = - DoubleFromFractionAndShift(fraction, shift); - if (IntegerDoubleCompare(input_beta_real_multiplier, max_real_multiplier) > - 0) { - input_beta_real_multiplier = max_real_multiplier; - } -#else // TFLITE_EMULATE_FLOAT - const double input_beta_real_multiplier = - std::min(beta * input_scale * (1 << (31 - input_integer_bits)), - max_real_multiplier); -#endif // TFLITE_EMULATE_FLOAT - - QuantizeMultiplierGreaterThanOne(input_beta_real_multiplier, - quantized_multiplier, left_shift); -} - -void PreprocessLogSoftmaxScalingExp(double beta, double input_scale, - int input_integer_bits, - int32_t* quantized_multiplier, - int* left_shift, - int32_t* reverse_scaling_divisor, - int* reverse_scaling_left_shift) { - PreprocessSoftmaxScaling(beta, input_scale, input_integer_bits, - quantized_multiplier, left_shift); - - // Also calculate what amounts to the inverse scaling factor for the input. - const double real_reverse_scaling_divisor = - (1 << (31 - *left_shift)) / static_cast(*quantized_multiplier); - tflite::QuantizeMultiplierSmallerThanOneExp(real_reverse_scaling_divisor, - reverse_scaling_divisor, - reverse_scaling_left_shift); -} - -int CalculateInputRadius(int input_integer_bits, int input_left_shift, - int total_signed_bits) { -#ifdef TFLITE_EMULATE_FLOAT - int64_t result = (1 << input_integer_bits) - 1; - result <<= (total_signed_bits - input_integer_bits); - result >>= input_left_shift; - return result; -#else // TFLITE_EMULATE_FLOAT - const double max_input_rescaled = - 1.0 * ((1 << input_integer_bits) - 1) * - (1LL << (total_signed_bits - input_integer_bits)) / - (1LL << input_left_shift); - // Tighten bound using floor. Suppose that we could use the exact value. - // After scaling the difference, the result would be at the maximum. Thus we - // must ensure that our value has lower magnitude. - return static_cast(std::floor(max_input_rescaled)); -#endif // TFLITE_EMULATE_FLOAT -} - -void NudgeQuantizationRange(const float min, const float max, - const int quant_min, const int quant_max, - float* nudged_min, float* nudged_max, - float* nudged_scale) { - // This code originates from tensorflow/core/kernels/fake_quant_ops_functor.h. - const float quant_min_float = static_cast(quant_min); - const float quant_max_float = static_cast(quant_max); - *nudged_scale = (max - min) / (quant_max_float - quant_min_float); - const float zero_point_from_min = quant_min_float - min / *nudged_scale; - uint16_t nudged_zero_point; - if (zero_point_from_min < quant_min_float) { - nudged_zero_point = static_cast(quant_min); - } else if (zero_point_from_min > quant_max_float) { - nudged_zero_point = static_cast(quant_max); - } else { - nudged_zero_point = static_cast(TfLiteRound(zero_point_from_min)); - } - *nudged_min = (quant_min_float - nudged_zero_point) * (*nudged_scale); - *nudged_max = (quant_max_float - nudged_zero_point) * (*nudged_scale); -} - -void FakeQuantizeArray(const float nudged_scale, const float nudged_min, - const float nudged_max, const float* input_data, - float* output_data, const float size) { - // This code originates from tensorflow/core/kernels/fake_quant_ops_functor.h. - const float inv_nudged_scale = 1.0f / nudged_scale; - - for (int i = 0; i < size; i++) { - const float src_val = input_data[i]; - const float clamped = std::min(nudged_max, std::max(nudged_min, src_val)); - const float clamped_shifted = clamped - nudged_min; - const float dst_val = - TfLiteRound(clamped_shifted * inv_nudged_scale) * nudged_scale + - nudged_min; - output_data[i] = dst_val; - } -} - -bool CheckedLog2(const float x, int* log2_result) { - // Using TfLiteRound instead of std::round and std::log instead of - // std::log2 to work around these functions being missing in a toolchain - // used in some TensorFlow tests as of May 2018. - const float x_log2 = std::log(x) * (1.0f / std::log(2.0f)); - const float x_log2_rounded = TfLiteRound(x_log2); - const float x_log2_fracpart = x_log2 - x_log2_rounded; - - *log2_result = static_cast(x_log2_rounded); - return std::abs(x_log2_fracpart) < 1e-3f; -} - -void QuantizeMultiplierArray(const double* effective_scales, size_t size, - int32_t* effective_scale_significand, - int* effective_shift) { - for (size_t i = 0; i < size; ++i) { - QuantizeMultiplier(effective_scales[i], &effective_scale_significand[i], - &effective_shift[i]); - } -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/quantization_util.h b/code/components/tflite-lib/tensorflow/lite/kernels/internal/quantization_util.h deleted file mode 100644 index 0ee914b0..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/quantization_util.h +++ /dev/null @@ -1,292 +0,0 @@ -/* Copyright 2017 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_QUANTIZATION_UTIL_H_ -#define TENSORFLOW_LITE_KERNELS_INTERNAL_QUANTIZATION_UTIL_H_ - -#include -#include -#include - -#include "tensorflow/lite/kernels/internal/compatibility.h" -#include "tensorflow/lite/kernels/internal/cppmath.h" -#include "tensorflow/lite/kernels/internal/types.h" - -namespace tflite { - -// Given the min and max values of a float array, return -// reasonable quantization parameters to use for this array. -template -QuantizationParams ChooseQuantizationParams(double rmin, double rmax, - bool narrow_range) { - const T qmin = std::numeric_limits::min() + (narrow_range ? 1 : 0); - const T qmax = std::numeric_limits::max(); - const double qmin_double = qmin; - const double qmax_double = qmax; - // 0 should always be a representable value. Let's assume that the initial - // min,max range contains 0. - TFLITE_CHECK_LE(rmin, 0.); - TFLITE_CHECK_GE(rmax, 0.); - if (rmin == rmax) { - // Special case where the min,max range is a point. Should be {0}. - TFLITE_CHECK_EQ(rmin, 0.); - TFLITE_CHECK_EQ(rmax, 0.); - QuantizationParams quantization_params; - quantization_params.zero_point = 0; - quantization_params.scale = 0.; - return quantization_params; - } - - // General case. - // - // First determine the scale. - const double scale = (rmax - rmin) / (qmax_double - qmin_double); - - // Zero-point computation. - // First the initial floating-point computation. The zero-point can be - // determined from solving an affine equation for any known pair - // (real value, corresponding quantized value). - // We know two such pairs: (rmin, qmin) and (rmax, qmax). - // The arithmetic error on the zero point computed from either pair - // will be roughly machine_epsilon * (sum of absolute values of terms) - // so we want to use the variant that adds the smaller terms. - const double zero_point_from_min = qmin_double - rmin / scale; - const double zero_point_from_max = qmax_double - rmax / scale; - const double zero_point_from_min_error = - std::abs(qmin_double) + std::abs(rmin / scale); - const double zero_point_from_max_error = - std::abs(qmax_double) + std::abs(rmax / scale); - - const double zero_point_double = - zero_point_from_min_error < zero_point_from_max_error - ? zero_point_from_min - : zero_point_from_max; - - // Now we need to nudge the zero point to be an integer - // (our zero points are integer, and this is motivated by the requirement - // to be able to represent the real value "0" exactly as a quantized value, - // which is required in multiple places, for example in Im2col with SAME - // padding). - T nudged_zero_point = 0; - if (zero_point_double < qmin_double) { - nudged_zero_point = qmin; - } else if (zero_point_double > qmax_double) { - nudged_zero_point = qmax; - } else { - nudged_zero_point = static_cast(round(zero_point_double)); - } - // The zero point should always be in the range of quantized value, - // [qmin, qmax]. - TFLITE_CHECK_GE(nudged_zero_point, qmin); - TFLITE_CHECK_LE(nudged_zero_point, qmax); - - // Finally, store the result nudged quantization params. - QuantizationParams quantization_params; - quantization_params.zero_point = nudged_zero_point; - quantization_params.scale = scale; - return quantization_params; -} - -template -QuantizationParams ChooseQuantizationParams(double rmin, double rmax) { - return ChooseQuantizationParams(rmin, rmax, false); -} - -// Converts a floating-point number to an integer. For all inputs x where -// static_cast(x) is legal according to the C++ standard, the result -// is identical to that cast (i.e. the result is x with its fractional part -// truncated whenever that is representable as IntOut). -// -// static_cast would cause undefined behavior for the following cases, which -// have well-defined behavior for this function: -// -// 1. If x is NaN, the result is zero. -// -// 2. If the truncated form of x is above the representable range of IntOut, -// the result is std::numeric_limits::max(). -// -// 3. If the truncated form of x is below the representable range of IntOut, -// the result is std::numeric_limits::min(). -// -// Note that cases #2 and #3 cover infinities as well as finite numbers. -// -// The range of FloatIn must include the range of IntOut, otherwise -// the results are undefined. -// TODO(sfeuz): Replace by absl::SafeCast once available. -template -IntOut SafeCast(FloatIn x) { - static_assert(!std::numeric_limits::is_integer, - "FloatIn is integer"); - static_assert(std::numeric_limits::is_integer, - "IntOut is not integer"); - static_assert(std::numeric_limits::radix == 2, "IntOut is base 2"); - - // Special case NaN, for which the logic below doesn't work. - if (std::isnan(x)) { - return 0; - } - - // Negative values all clip to zero for unsigned results. - if (!std::numeric_limits::is_signed && x < 0) { - return 0; - } - - // Handle infinities. - if (std::isinf(x)) { - return x < 0 ? std::numeric_limits::min() - : std::numeric_limits::max(); - } - - // Set exp such that x == f * 2^exp for some f with |f| in [0.5, 1.0), - // unless x is zero in which case exp == 0. Note that this implies that the - // magnitude of x is strictly less than 2^exp. - int exp = 0; - std::frexp(x, &exp); - - // Let N be the number of non-sign bits in the representation of IntOut. If - // the magnitude of x is strictly less than 2^N, the truncated version of x - // is representable as IntOut. The only representable integer for which this - // is not the case is kMin for signed types (i.e. -2^N), but that is covered - // by the fall-through below. - if (exp <= std::numeric_limits::digits) { - return x; - } - - // Handle numbers with magnitude >= 2^N. - return x < 0 ? std::numeric_limits::min() - : std::numeric_limits::max(); -} - -// Decompose a double multiplier into a Q0.31 int32 representation of its -// significand, and shift representation of NEGATIVE its exponent --- -// this is intended as a RIGHT-shift. -// -// Restricted to the case where the multiplier < 1 (and non-negative). -void QuantizeMultiplierSmallerThanOneExp(double double_multiplier, - int32_t* quantized_multiplier, - int* left_shift); - -// Decompose a double multiplier into a Q0.31 int32 representation of its -// significand, and shift representation of its exponent. -// -// Restricted to the case where the multiplier > 1. -void QuantizeMultiplierGreaterThanOne(double double_multiplier, - int32_t* quantized_multiplier, - int* left_shift); - -// Decompose a double multiplier into a Q0.31 int32 representation of its -// significand, and shift representation of its exponent. -// -// Handles an arbitrary positive multiplier. The 'shift' output-value is -// basically the 'floating-point exponent' of the multiplier: -// Negative for a right-shift (when the multiplier is <1), positive for a -// left-shift (when the multiplier is >1) -void QuantizeMultiplier(double double_multiplier, int32_t* quantized_multiplier, - int* shift); - -// Splits a double input value into a returned fraction, and a shift value from -// the exponent, using only bitwise and integer operations to support -// microcontrollers and other environments without floating-point support. -// -// This is designed to be a replacement for how std::frexp() is used within the -// QuantizeMultiplier() function, and so has a different signature than the -// standard version, returning a 64-bit integer rather than a double. This -// result has a maximum value of 1<<31, with the fraction expressed as a -// proportion of that maximum. -// -// std::frexp() returns NaNs and infinities unmodified, but since we're -// returning integers that can't represent those values, instead we return -// a shift of std::numeric_limits::max() for all bad numbers, with an int64 -// result of 0 for NaNs, std:numeric_limits::max() for +INFINITY, and -// std::numeric_limits::min() for -INFINITY. Denormalized inputs will -// result in return values that end up truncating some bits at the end, -// reflecting the loss of precision inherent in denormalization. -int64_t IntegerFrExp(double input, int* shift); - -// Converts an integer fraction in the format produced by IntegerFrExp (where -// 0x40000000 is 1.0) and an exponent shift (between -1022 and +1022) into an -// IEEE binary64 double format result. The implementation uses only integer and -// bitwise operators, so no floating point hardware support or emulation is -// needed. This is here so quantized operations can run non-time-critical -// preparation calculations on microcontrollers and other platforms without -// float support. -double DoubleFromFractionAndShift(int64_t fraction, int shift); - -// Performs a multiplication of two numbers in double format, using only integer -// and bitwise instructions. This is aimed at supporting housekeeping functions -// for quantized operations on microcontrollers without floating-point hardware. -double IntegerDoubleMultiply(double a, double b); - -// Returns -1 if a is less than b, 0 if a and b are equal, and +1 if a is -// greater than b. It is implemented using only integer and logical instructions -// so that it can be easily run on microcontrollers for quantized operations. -int IntegerDoubleCompare(double a, double b); - -// This first creates a multiplier in a double equivalent of -// Q(input_integer_bits).(31-input_integer_bits) representation, with extra -// precision in the double's fractional bits. It then splits the result into -// significand and exponent. -void PreprocessSoftmaxScaling(double beta, double input_scale, - int input_integer_bits, - int32_t* quantized_multiplier, int* left_shift); -// Like PreprocessSoftmaxScaling, but inverse scaling factors also calculated. -void PreprocessLogSoftmaxScalingExp(double beta, double input_scale, - int input_integer_bits, - int32_t* quantized_multiplier, - int* left_shift, - int32_t* reverse_scaling_divisor, - int* reverse_scaling_left_shift); -// Calculate the largest input that will result in a within-bounds intermediate -// result within MultiplyByQuantizedMultiplierGreaterThanOne. In other words, -// it must not overflow before we reduce the value by multiplication by the -// input multiplier. The negative radius is used as the minimum difference in -// Softmax. -int CalculateInputRadius(int input_integer_bits, int input_left_shift, - int total_signed_bits = 31); - -// Nudges a min/max quantization range to ensure zero is zero. -// Gymnastics with nudged zero point is to ensure that real zero maps to -// an integer, which is required for e.g. zero-padding in convolutional layers. -// Outputs nudged_min, nudged_max, nudged_scale. -void NudgeQuantizationRange(const float min, const float max, - const int quant_min, const int quant_max, - float* nudged_min, float* nudged_max, - float* nudged_scale); - -// Fake quantizes (quantizes and dequantizes) input_data using the scale, -// nudged_min, and nudged_max from NudgeQuantizationRange. This matches the code -// in TensorFlow's FakeQuantizeWithMinMaxVarsFunctor. -void FakeQuantizeArray(const float nudged_scale, const float nudged_min, - const float nudged_max, const float* input_data, - float* output_data, const float size); - -// If x is approximately a power of two (with any positive or negative -// exponent), stores that exponent (i.e. log2(x)) in *log2_result, otherwise -// returns false. -bool CheckedLog2(const float x, int* log2_result); - -// Decomposes an array of double multipliers into a Q0.31 int32 representation -// of its significand, and shift representation of its exponent. -// -// Handles an arbitrary multiplier. The 'shift' output-value is -// basically the 'floating-point exponent' of the multiplier: -// Negative for a right-shift (when the multiplier is <1), positive for a -// left-shift (when the multiplier is >1) -void QuantizeMultiplierArray(const double* effective_scales, size_t size, - int32_t* effective_scale_significand, - int* effective_shift); - -} // namespace tflite - -#endif // TENSORFLOW_LITE_KERNELS_INTERNAL_QUANTIZATION_UTIL_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/add.h b/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/add.h deleted file mode 100644 index 1f521316..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/add.h +++ /dev/null @@ -1,400 +0,0 @@ -/* Copyright 2019 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_ADD_H_ -#define TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_ADD_H_ - -#include -#include - -#include "fixedpoint/fixedpoint.h" -#include "tensorflow/lite/kernels/internal/common.h" - -namespace tflite { - -namespace reference_ops { - -template -inline void Add(const ArithmeticParams& params, - const RuntimeShape& input1_shape, const T* input1_data, - const RuntimeShape& input2_shape, const T* input2_data, - const RuntimeShape& output_shape, T* output_data) { - T activation_min, activation_max; - GetActivationParams(params, &activation_min, &activation_max); - - const int flat_size = - MatchingElementsSize(input1_shape, input2_shape, output_shape); - for (int i = 0; i < flat_size; ++i) { - output_data[i] = ActivationFunctionWithMinMax( - input1_data[i] + input2_data[i], activation_min, activation_max); - } -} - -// Element-wise add that can often be used for inner loop of broadcast add as -// well as the non-broadcast add. - -// This function is used for 8-bit as well as for 16-bit, but the accumulator -// is 32-bit for both cases. The overflow does not happen due to the -// choice of the shift (20 or 15, accordingly - see add.cc for more comments). -template -inline void AddElementwise(int size, const ArithmeticParams& params, - const T* input1_data, const T* input2_data, - T* output_data) { - TFLITE_DCHECK_GT(params.input1_offset, -std::numeric_limits::max()); - TFLITE_DCHECK_GT(params.input2_offset, -std::numeric_limits::max()); - TFLITE_DCHECK_LT(params.input1_offset, std::numeric_limits::max()); - TFLITE_DCHECK_LT(params.input2_offset, std::numeric_limits::max()); - - for (int i = 0; i < size; ++i) { - const int32_t input1_val = params.input1_offset + input1_data[i]; - const int32_t input2_val = params.input2_offset + input2_data[i]; - const int32_t shifted_input1_val = input1_val * (1 << params.left_shift); - const int32_t shifted_input2_val = input2_val * (1 << params.left_shift); - const int32_t scaled_input1_val = - MultiplyByQuantizedMultiplierSmallerThanOneExp( - shifted_input1_val, params.input1_multiplier, params.input1_shift); - const int32_t scaled_input2_val = - MultiplyByQuantizedMultiplierSmallerThanOneExp( - shifted_input2_val, params.input2_multiplier, params.input2_shift); - const int32_t raw_sum = scaled_input1_val + scaled_input2_val; - const int32_t raw_output = - MultiplyByQuantizedMultiplierSmallerThanOneExp( - raw_sum, params.output_multiplier, params.output_shift) + - params.output_offset; - const int32_t clamped_output = - std::min(params.quantized_activation_max, - std::max(params.quantized_activation_min, raw_output)); - output_data[i] = static_cast(clamped_output); - } -} - -// Scalar-broadcast add that can be used for inner loop of more general -// broadcast add, so that, for example, scalar-broadcast with batch will still -// be fast. -inline void AddScalarBroadcast(int size, const ArithmeticParams& params, - uint8_t input1_data, const uint8_t* input2_data, - uint8_t* output_data) { - TFLITE_DCHECK_GT(params.input1_offset, -256); - TFLITE_DCHECK_GT(params.input2_offset, -256); - TFLITE_DCHECK_LT(params.input1_offset, 256); - TFLITE_DCHECK_LT(params.input2_offset, 256); - - const int32_t input1_val = params.input1_offset + input1_data; - const int32_t shifted_input1_val = input1_val * (1 << params.left_shift); - const int32_t scaled_input1_val = - MultiplyByQuantizedMultiplierSmallerThanOneExp( - shifted_input1_val, params.input1_multiplier, params.input1_shift); - for (int i = 0; i < size; ++i) { - const int32_t input2_val = params.input2_offset + input2_data[i]; - const int32_t shifted_input2_val = input2_val * (1 << params.left_shift); - const int32_t scaled_input2_val = - MultiplyByQuantizedMultiplierSmallerThanOneExp( - shifted_input2_val, params.input2_multiplier, params.input2_shift); - const int32_t raw_sum = scaled_input1_val + scaled_input2_val; - const int32_t raw_output = - MultiplyByQuantizedMultiplierSmallerThanOneExp( - raw_sum, params.output_multiplier, params.output_shift) + - params.output_offset; - const int32_t clamped_output = - std::min(params.quantized_activation_max, - std::max(params.quantized_activation_min, raw_output)); - output_data[i] = static_cast(clamped_output); - } -} - -inline void Add(const ArithmeticParams& params, - const RuntimeShape& input1_shape, const uint8_t* input1_data, - const RuntimeShape& input2_shape, const uint8_t* input2_data, - const RuntimeShape& output_shape, uint8_t* output_data) { - TFLITE_DCHECK_LE(params.quantized_activation_min, - params.quantized_activation_max); - const int flat_size = - MatchingElementsSize(input1_shape, input2_shape, output_shape); - - TFLITE_DCHECK_GT(params.input1_offset, -256); - TFLITE_DCHECK_GT(params.input2_offset, -256); - TFLITE_DCHECK_LT(params.input1_offset, 256); - TFLITE_DCHECK_LT(params.input2_offset, 256); - AddElementwise(flat_size, params, input1_data, input2_data, output_data); -} - -inline void AddGeneralParamScale(const ArithmeticParams& params, - const RuntimeShape& input1_shape, - const int16_t* input1_data, - const RuntimeShape& input2_shape, - const int16_t* input2_data, - const RuntimeShape& output_shape, - int16_t* output_data) { - TFLITE_DCHECK_LE(params.quantized_activation_min, - params.quantized_activation_max); - const int flat_size = - MatchingElementsSize(input1_shape, input2_shape, output_shape); - - int max_value = std::numeric_limits::max(); - - TFLITE_DCHECK_GT(params.input1_offset, -max_value); - TFLITE_DCHECK_GT(params.input2_offset, -max_value); - TFLITE_DCHECK_LT(params.input1_offset, max_value); - TFLITE_DCHECK_LT(params.input2_offset, max_value); - AddElementwise(flat_size, params, input1_data, input2_data, output_data); -} - -inline void Add(const ArithmeticParams& params, - const RuntimeShape& input1_shape, const int16_t* input1_data, - const RuntimeShape& input2_shape, const int16_t* input2_data, - const RuntimeShape& output_shape, int16_t* output_data, - bool pot_scale = true) { - if (!pot_scale) { - AddGeneralParamScale(params, input1_shape, input1_data, input2_shape, - input2_data, output_shape, output_data); - return; - } - - TFLITE_DCHECK_LE(params.quantized_activation_min, - params.quantized_activation_max); - - const int input1_shift = params.input1_shift; - const int flat_size = - MatchingElementsSize(input1_shape, input2_shape, output_shape); - const int16_t output_activation_min = params.quantized_activation_min; - const int16_t output_activation_max = params.quantized_activation_max; - - TFLITE_DCHECK(input1_shift == 0 || params.input2_shift == 0); - TFLITE_DCHECK_LE(input1_shift, 0); - TFLITE_DCHECK_LE(params.input2_shift, 0); - const int16_t* not_shift_input = - input1_shift == 0 ? input1_data : input2_data; - const int16_t* shift_input = input1_shift == 0 ? input2_data : input1_data; - const int input_right_shift = - input1_shift == 0 ? -params.input2_shift : -input1_shift; - - for (int i = 0; i < flat_size; i++) { - // F0 uses 0 integer bits, range [-1, 1]. - using F0 = gemmlowp::FixedPoint; - - F0 input_ready_scaled = F0::FromRaw(not_shift_input[i]); - F0 scaled_input = F0::FromRaw( - gemmlowp::RoundingDivideByPOT(shift_input[i], input_right_shift)); - F0 result = gemmlowp::SaturatingAdd(scaled_input, input_ready_scaled); - const int16_t raw_output = result.raw(); - const int16_t clamped_output = std::min( - output_activation_max, std::max(output_activation_min, raw_output)); - output_data[i] = clamped_output; - } -} - -template -inline typename std::enable_if::value, void>::type -BroadcastAdd4DSlow(const ArithmeticParams& params, - const RuntimeShape& input1_shape, const T* input1_data, - const RuntimeShape& input2_shape, const T* input2_data, - const RuntimeShape& output_shape, T* output_data) { - NdArrayDesc<4> desc1; - NdArrayDesc<4> desc2; - NdArrayDescsForElementwiseBroadcast(input1_shape, input2_shape, &desc1, - &desc2); - const RuntimeShape extended_output_shape = - RuntimeShape::ExtendedShape(4, output_shape); - - T activation_min, activation_max; - GetActivationParams(params, &activation_min, &activation_max); - - // In Tensorflow, the dimensions are canonically named (batch_number, row, - // col, channel), with extents (batches, height, width, depth), with the - // trailing dimension changing most rapidly (channels has the smallest stride, - // typically 1 element). - // - // In generated C code, we store arrays with the dimensions reversed. The - // first dimension has smallest stride. - // - // We name our variables by their Tensorflow convention, but generate C code - // nesting loops such that the innermost loop has the smallest stride for the - // best cache behavior. - for (int b = 0; b < extended_output_shape.Dims(0); ++b) { - for (int y = 0; y < extended_output_shape.Dims(1); ++y) { - for (int x = 0; x < extended_output_shape.Dims(2); ++x) { - for (int c = 0; c < extended_output_shape.Dims(3); ++c) { - output_data[Offset(extended_output_shape, b, y, x, c)] = - ActivationFunctionWithMinMax( - input1_data[SubscriptToIndex(desc1, b, y, x, c)] + - input2_data[SubscriptToIndex(desc2, b, y, x, c)], - activation_min, activation_max); - } - } - } - } -} - -// This function is used for 8-bit as well as for 16-bit, but the accumulator -// is 32-bit for both cases. The overflow does not happen due to the -// choice of the shift (20 or 15, accordingly - see add.cc for more comments). -template -inline typename std::enable_if::value, void>::type -BroadcastAdd4DSlow(const ArithmeticParams& params, - const RuntimeShape& input1_shape, const T* input1_data, - const RuntimeShape& input2_shape, const T* input2_data, - const RuntimeShape& output_shape, T* output_data) { - NdArrayDesc<4> desc1; - NdArrayDesc<4> desc2; - NdArrayDescsForElementwiseBroadcast(input1_shape, input2_shape, &desc1, - &desc2); - const RuntimeShape extended_output_shape = - RuntimeShape::ExtendedShape(4, output_shape); - - // In Tensorflow, the dimensions are canonically named (batch_number, row, - // col, channel), with extents (batches, height, width, depth), with the - // trailing dimension changing most rapidly (channels has the smallest stride, - // typically 1 element). - // - // In generated C code, we store arrays with the dimensions reversed. The - // first dimension has smallest stride. - // - // We name our variables by their Tensorflow convention, but generate C code - // nesting loops such that the innermost loop has the smallest stride for the - // best cache behavior. - for (int b = 0; b < extended_output_shape.Dims(0); ++b) { - for (int y = 0; y < extended_output_shape.Dims(1); ++y) { - for (int x = 0; x < extended_output_shape.Dims(2); ++x) { - for (int c = 0; c < extended_output_shape.Dims(3); ++c) { - const int32_t input1_val = - params.input1_offset + - input1_data[SubscriptToIndex(desc1, b, y, x, c)]; - const int32_t input2_val = - params.input2_offset + - input2_data[SubscriptToIndex(desc2, b, y, x, c)]; - const int32_t shifted_input1_val = - input1_val * (1 << params.left_shift); - const int32_t shifted_input2_val = - input2_val * (1 << params.left_shift); - const int32_t scaled_input1_val = - MultiplyByQuantizedMultiplierSmallerThanOneExp( - shifted_input1_val, params.input1_multiplier, - params.input1_shift); - const int32_t scaled_input2_val = - MultiplyByQuantizedMultiplierSmallerThanOneExp( - shifted_input2_val, params.input2_multiplier, - params.input2_shift); - const int32_t raw_sum = scaled_input1_val + scaled_input2_val; - const int32_t raw_output = - MultiplyByQuantizedMultiplierSmallerThanOneExp( - raw_sum, params.output_multiplier, params.output_shift) + - params.output_offset; - const int32_t clamped_output = - std::min(params.quantized_activation_max, - std::max(params.quantized_activation_min, raw_output)); - output_data[Offset(extended_output_shape, b, y, x, c)] = - static_cast(clamped_output); - } - } - } - } -} - -inline void BroadcastAddFivefold(const ArithmeticParams& unswitched_params, - const RuntimeShape& unswitched_input1_shape, - const uint8_t* unswitched_input1_data, - const RuntimeShape& unswitched_input2_shape, - const uint8_t* unswitched_input2_data, - const RuntimeShape& output_shape, - uint8_t* output_data) { - ArithmeticParams switched_params = unswitched_params; - switched_params.input1_offset = unswitched_params.input2_offset; - switched_params.input1_multiplier = unswitched_params.input2_multiplier; - switched_params.input1_shift = unswitched_params.input2_shift; - switched_params.input2_offset = unswitched_params.input1_offset; - switched_params.input2_multiplier = unswitched_params.input1_multiplier; - switched_params.input2_shift = unswitched_params.input1_shift; - - const bool use_unswitched = - unswitched_params.broadcast_category == - tflite::BroadcastableOpCategory::kFirstInputBroadcastsFast; - - const ArithmeticParams& params = - use_unswitched ? unswitched_params : switched_params; - const uint8_t* input1_data = - use_unswitched ? unswitched_input1_data : unswitched_input2_data; - const uint8_t* input2_data = - use_unswitched ? unswitched_input2_data : unswitched_input1_data; - - // Fivefold nested loops. The second input resets its position for each - // iteration of the second loop. The first input resets its position at the - // beginning of the fourth loop. The innermost loop is an elementwise add of - // sections of the arrays. - uint8_t* output_data_ptr = output_data; - const uint8_t* input1_data_ptr = input1_data; - const uint8_t* input2_data_reset = input2_data; - // In the fivefold pattern, y0, y2 and y4 are not broadcast, and so shared - // between input shapes. y3 for input 1 is always broadcast, and so the - // dimension there is 1, whereas optionally y1 might be broadcast for input 2. - // Put another way, - // input1.shape.FlatSize = y0 * y1 * y2 * y4, - // input2.shape.FlatSize = y0 * y2 * y3 * y4. - int y0 = params.broadcast_shape[0]; - int y1 = params.broadcast_shape[1]; - int y2 = params.broadcast_shape[2]; - int y3 = params.broadcast_shape[3]; - int y4 = params.broadcast_shape[4]; - if (y4 > 1) { - // General fivefold pattern, with y4 > 1 so there is a non-broadcast inner - // dimension. - for (int i0 = 0; i0 < y0; ++i0) { - const uint8_t* input2_data_ptr; - for (int i1 = 0; i1 < y1; ++i1) { - input2_data_ptr = input2_data_reset; - for (int i2 = 0; i2 < y2; ++i2) { - for (int i3 = 0; i3 < y3; ++i3) { - AddElementwise(y4, params, input1_data_ptr, input2_data_ptr, - output_data_ptr); - input2_data_ptr += y4; - output_data_ptr += y4; - } - // We have broadcast y4 of input1 data y3 times, and now move on. - input1_data_ptr += y4; - } - } - // We have broadcast y2*y3*y4 of input2 data y1 times, and now move on. - input2_data_reset = input2_data_ptr; - } - } else { - // Special case of y4 == 1, in which the innermost loop is a single element - // and can be combined with the next (y3) as an inner broadcast. - // - // Note that this handles the case of pure scalar broadcast when - // y0 == y1 == y2 == 1. With low overhead it handles cases such as scalar - // broadcast with batch (as y2 > 1). - // - // NOTE The process is the same as the above general case except simplified - // for y4 == 1 and the loop over y3 is contained within the - // AddScalarBroadcast function. - for (int i0 = 0; i0 < y0; ++i0) { - const uint8_t* input2_data_ptr; - for (int i1 = 0; i1 < y1; ++i1) { - input2_data_ptr = input2_data_reset; - for (int i2 = 0; i2 < y2; ++i2) { - AddScalarBroadcast(y3, params, *input1_data_ptr, input2_data_ptr, - output_data_ptr); - input2_data_ptr += y3; - output_data_ptr += y3; - input1_data_ptr += 1; - } - } - input2_data_reset = input2_data_ptr; - } - } -} - -} // namespace reference_ops -} // namespace tflite - -#endif // TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_ADD_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/add_n.h b/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/add_n.h deleted file mode 100644 index b6b5882d..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/add_n.h +++ /dev/null @@ -1,86 +0,0 @@ -/* Copyright 2020 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_ADD_N_H_ -#define TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_ADD_N_H_ - -#include -#include - -#include "tensorflow/lite/kernels/internal/common.h" - -namespace tflite { -namespace reference_ops { - -// T is expected to be either float or int. -template -inline void AddN(const RuntimeShape& input_shape, const size_t num_inputs, - const T* const* input_data, T* output_data) { - // All inputs and output should have the same shape, this is checked during - // Prepare stage. - const size_t size = input_shape.FlatSize(); - for (size_t i = 0; i < size; ++i) { - T x = 0; - for (size_t j = 0; j < num_inputs; ++j) { - x += input_data[j][i]; - } - output_data[i] = x; - } -} - -inline void AddN(const ArithmeticParams& params, - const RuntimeShape& input_shape, const size_t num_inputs, - const int8_t* const* input_data, int8_t* output_data) { - TFLITE_DCHECK_LE(params.quantized_activation_min, - params.quantized_activation_max); - // Input offset is negative input zero point. Activation tensors are - // asymmetric quantized so they span the full int8 range. - // All inputs should have same zero-point and scale, this is checked during - // Prepare stage. - TFLITE_DCHECK_GE(-params.input1_offset, std::numeric_limits::min()); - TFLITE_DCHECK_LE(-params.input1_offset, std::numeric_limits::max()); - - // All inputs and output should have the same shape, this is checked during - // Prepare stage. - const size_t size = input_shape.FlatSize(); - for (size_t i = 0; i < size; ++i) { - // accumulate in scaled_x before clamping to avoid overflow - const int32_t x = params.input1_offset; // x = 0 - const int32_t shifted_x = x * (1 << params.left_shift); - int32_t scaled_x = MultiplyByQuantizedMultiplierSmallerThanOneExp( - shifted_x, params.input1_multiplier, params.input1_shift); - - for (size_t j = 0; j < num_inputs; ++j) { - const int32_t y = params.input1_offset + input_data[j][i]; - const int32_t shifted_y = y * (1 << params.left_shift); - int32_t scaled_y = MultiplyByQuantizedMultiplierSmallerThanOneExp( - shifted_y, params.input1_multiplier, params.input1_shift); - scaled_x += scaled_y; - } - - const int32_t raw_output = - MultiplyByQuantizedMultiplierSmallerThanOneExp( - scaled_x, params.output_multiplier, params.output_shift) + - params.output_offset; - const int32_t clamped_output = - std::min(params.quantized_activation_max, - std::max(params.quantized_activation_min, raw_output)); - output_data[i] = static_cast(clamped_output); - } -} - -} // namespace reference_ops -} // namespace tflite - -#endif // TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_ADD_N_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/arg_min_max.h b/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/arg_min_max.h deleted file mode 100644 index 8154fbf7..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/arg_min_max.h +++ /dev/null @@ -1,88 +0,0 @@ -/* Copyright 2019 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_ARG_MIN_MAX_H_ -#define TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_ARG_MIN_MAX_H_ - -#include - -#include "tensorflow/lite/kernels/internal/types.h" - -namespace tflite { - -namespace reference_ops { - -template -std::function GetComparefunction(bool is_arg_max) { - if (is_arg_max) { - return std::greater(); - } else { - return std::less(); - } -} - -template -void ArgMinMax(const RuntimeShape& input1_shape, const T1* input1_data, - const T3* input2_data, const RuntimeShape& output_shape, - T2* output_data, const Cmp& cmp) { - TFLITE_DCHECK_GT(input1_shape.DimensionsCount(), 0); - TFLITE_DCHECK_EQ(input1_shape.DimensionsCount() - 1, - output_shape.DimensionsCount()); - int axis = input2_data[0]; - if (axis < 0) { - axis += input1_shape.DimensionsCount(); - } - const int axis_size = input1_shape.Dims(axis); - - int outer_size = 1; - for (int i = 0; i < axis; ++i) { - TFLITE_DCHECK_EQ(input1_shape.Dims(i), output_shape.Dims(i)); - outer_size *= input1_shape.Dims(i); - } - - int inner_size = 1; - const int dims_count = input1_shape.DimensionsCount(); - for (int i = axis + 1; i < dims_count; ++i) { - TFLITE_DCHECK_EQ(input1_shape.Dims(i), output_shape.Dims(i - 1)); - inner_size *= input1_shape.Dims(i); - } - for (int outer = 0; outer < outer_size; ++outer) { - for (int inner = 0; inner < inner_size; ++inner) { - auto min_max_value = input1_data[outer * axis_size * inner_size + inner]; - T2 min_max_index = 0; - for (int i = 1; i < axis_size; ++i) { - const auto& curr_value = - input1_data[(outer * axis_size + i) * inner_size + inner]; - if (cmp(curr_value, min_max_value)) { - min_max_value = curr_value; - min_max_index = static_cast(i); - } - } - output_data[outer * inner_size + inner] = min_max_index; - } - } -} - -template -void ArgMinMax(const RuntimeShape& input1_shape, const T1* input1_data, - const T3* input2_data, const RuntimeShape& output_shape, - T2* output_data, const bool is_arg_max) { - ArgMinMax(input1_shape, input1_data, input2_data, output_shape, output_data, - GetComparefunction(is_arg_max)); -} - -} // namespace reference_ops -} // namespace tflite - -#endif // TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_ARG_MIN_MAX_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/batch_matmul.h b/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/batch_matmul.h deleted file mode 100644 index 767ad6ab..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/batch_matmul.h +++ /dev/null @@ -1,275 +0,0 @@ -/* Copyright 2020 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_BATCH_MATMUL_H_ -#define TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_BATCH_MATMUL_H_ - -#include -#include - -#include "tensorflow/lite/kernels/internal/common.h" -#include "tensorflow/lite/kernels/internal/compatibility.h" -#include "tensorflow/lite/kernels/internal/portable_tensor_utils.h" -#include "tensorflow/lite/kernels/internal/types.h" - -namespace tflite { -namespace reference_ops { -namespace batch_matmul { - -// Determine which dimension is the broadcast dimension. -inline int broadcast_dim(int lhs_dim, int rhs_dim) { - if (lhs_dim == rhs_dim) return lhs_dim; - if (lhs_dim == 1) return rhs_dim; - TFLITE_DCHECK_EQ(rhs_dim, 1); - return lhs_dim; -} - -// Compute the "extent" for iterating on this dimension. -// If we are broadcasting, then don't advance (i.e return 0). -inline int extent(const RuntimeShape& shape, int x) { - if (shape.Dims(x) == 1) { - return 0; - } - int prod = 1; - for (int i = x + 1; i < shape.DimensionsCount(); ++i) { - prod *= shape.Dims(i); - } - return prod; -} - -} // namespace batch_matmul - -template -inline void BatchMatMul(const RuntimeShape& lhs_shape, const Ta* lhs_data, - const RuntimeShape& rhs_shape, const Tb* rhs_data, - const RuntimeShape& output_shape, Tout* output_data) { - const RuntimeShape extended_lhs_shape = - RuntimeShape::ExtendedShape(5, lhs_shape); - const RuntimeShape extended_rhs_shape = - RuntimeShape::ExtendedShape(5, rhs_shape); - - const int batch_dim0 = batch_matmul::broadcast_dim( - extended_lhs_shape.Dims(0), extended_rhs_shape.Dims(0)); - const int batch_dim1 = batch_matmul::broadcast_dim( - extended_lhs_shape.Dims(1), extended_rhs_shape.Dims(1)); - const int batch_dim2 = batch_matmul::broadcast_dim( - extended_lhs_shape.Dims(2), extended_rhs_shape.Dims(2)); - - const int lhs_ext0 = batch_matmul::extent(extended_lhs_shape, 0); - const int lhs_ext1 = batch_matmul::extent(extended_lhs_shape, 1); - const int lhs_ext2 = batch_matmul::extent(extended_lhs_shape, 2); - const int rhs_ext0 = batch_matmul::extent(extended_rhs_shape, 0); - const int rhs_ext1 = batch_matmul::extent(extended_rhs_shape, 1); - const int rhs_ext2 = batch_matmul::extent(extended_rhs_shape, 2); - - // Set params for each matrix multiply. - const int lhs_rows = extended_lhs_shape.Dims(3); - const int rhs_cols = extended_rhs_shape.Dims(4); - const int accum_depth = extended_lhs_shape.Dims(4); - - for (int b0 = 0; b0 < batch_dim0; ++b0) { - const Ta* lhs_ptr0 = lhs_data + (b0 * lhs_ext0); - const Tb* rhs_ptr0 = rhs_data + (b0 * rhs_ext0); - for (int b1 = 0; b1 < batch_dim1; ++b1) { - const Ta* lhs_ptr1 = lhs_ptr0 + b1 * lhs_ext1; - const Tb* rhs_ptr1 = rhs_ptr0 + b1 * rhs_ext1; - for (int b2 = 0; b2 < batch_dim2; ++b2) { - const Ta* lhs_ptr2 = lhs_ptr1 + b2 * lhs_ext2; - const Tb* rhs_ptr2 = rhs_ptr1 + b2 * rhs_ext2; - Tout* out_ptr = output_data + ((b0 * batch_dim1 * batch_dim2) + - b1 * batch_dim2 + b2) * - lhs_rows * rhs_cols; - for (int j = 0; j < rhs_cols; ++j) { - for (int i = 0; i < lhs_rows; ++i) { - Tout total = 0; - for (int k = 0; k < accum_depth; ++k) { - total += static_cast(lhs_ptr2[accum_depth * i + k]) * - static_cast(rhs_ptr2[j * accum_depth + k]); - } - int idx = lhs_rows * j + i; - out_ptr[idx] = total; - } - } - } - } - } -} - -inline void BatchMatMul(const RuntimeShape& lhs_shape, const int8_t* lhs_data, - const RuntimeShape& rhs_shape, const int8_t* rhs_data, - const float* scaling_factors, - const int32_t* input_offset, int32_t* row_sums, - const RuntimeShape& output_shape, float* output_data, - bool* compute_row_sums) { - const RuntimeShape extended_lhs_shape = - RuntimeShape::ExtendedShape(5, lhs_shape); - const RuntimeShape extended_rhs_shape = - RuntimeShape::ExtendedShape(5, rhs_shape); - - const int batch_dim0 = batch_matmul::broadcast_dim( - extended_lhs_shape.Dims(0), extended_rhs_shape.Dims(0)); - const int batch_dim1 = batch_matmul::broadcast_dim( - extended_lhs_shape.Dims(1), extended_rhs_shape.Dims(1)); - const int batch_dim2 = batch_matmul::broadcast_dim( - extended_lhs_shape.Dims(2), extended_rhs_shape.Dims(2)); - - const int lhs_ext0 = batch_matmul::extent(extended_lhs_shape, 0); - const int lhs_ext1 = batch_matmul::extent(extended_lhs_shape, 1); - const int lhs_ext2 = batch_matmul::extent(extended_lhs_shape, 2); - const int rhs_ext0 = batch_matmul::extent(extended_rhs_shape, 0); - const int rhs_ext1 = batch_matmul::extent(extended_rhs_shape, 1); - const int rhs_ext2 = batch_matmul::extent(extended_rhs_shape, 2); - - // Set params for each matrix multiply. - const int lhs_rows = extended_lhs_shape.Dims(3); - const int rhs_cols = extended_rhs_shape.Dims(4); - const int accum_depth = extended_lhs_shape.Dims(4); - - const int ioff_ext0 = rhs_ext0 == 0 ? 0 : rhs_cols; - const int ioff_ext1 = rhs_ext1 == 0 ? 0 : rhs_cols; - const int ioff_ext2 = rhs_ext2 == 0 ? 0 : rhs_cols; - const int woff_ext0 = lhs_ext0 == 0 ? 0 : lhs_rows; - const int woff_ext1 = lhs_ext1 == 0 ? 0 : lhs_rows; - const int woff_ext2 = lhs_ext2 == 0 ? 0 : lhs_rows; - - if (!compute_row_sums || *compute_row_sums) { - int num_weights_matrices = 1; - for (int i = 1; i < extended_lhs_shape.DimensionsCount() - 2; ++i) { - num_weights_matrices *= extended_lhs_shape.Dims(i); - } - tensor_utils::ReductionSumVector( - lhs_data, row_sums, num_weights_matrices * lhs_rows, accum_depth); - if (compute_row_sums) { - *compute_row_sums = false; - } - } - - for (int b0 = 0; b0 < batch_dim0; ++b0) { - const int8_t* lhs_ptr0 = lhs_data + (b0 * lhs_ext0); - const int8_t* rhs_ptr0 = rhs_data + (b0 * rhs_ext0); - const int32_t* ioff_ptr0 = input_offset + (b0 * ioff_ext0); - const float* scale_ptr0 = scaling_factors + (b0 * ioff_ext0); - const int32_t* woff_ptr0 = row_sums + (b0 * woff_ext0); - for (int b1 = 0; b1 < batch_dim1; ++b1) { - const int8_t* lhs_ptr1 = lhs_ptr0 + b1 * lhs_ext1; - const int8_t* rhs_ptr1 = rhs_ptr0 + b1 * rhs_ext1; - const int32_t* ioff_ptr1 = ioff_ptr0 + (b1 * ioff_ext1); - const float* scale_ptr1 = scale_ptr0 + (b1 * ioff_ext1); - const int32_t* woff_ptr1 = woff_ptr0 + (b1 * woff_ext1); - for (int b2 = 0; b2 < batch_dim2; ++b2) { - const int8_t* lhs_ptr2 = lhs_ptr1 + b2 * lhs_ext2; - const int8_t* rhs_ptr2 = rhs_ptr1 + b2 * rhs_ext2; - const int32_t* ioff_ptr2 = ioff_ptr1 + (b2 * ioff_ext2); - const float* scale_ptr2 = scale_ptr1 + (b2 * ioff_ext2); - const int32_t* woff_ptr2 = woff_ptr1 + (b2 * woff_ext2); - float* out_ptr = output_data + ((b0 * batch_dim1 * batch_dim2) + - b1 * batch_dim2 + b2) * - lhs_rows * rhs_cols; - for (int j = 0; j < rhs_cols; ++j) { - const float batch_scaling_factor = scale_ptr2[j]; - const float batch_offset = static_cast(ioff_ptr2[j]); - for (int i = 0; i < lhs_rows; ++i) { - int32_t total = 0; - for (int k = 0; k < accum_depth; ++k) { - total += - lhs_ptr2[accum_depth * i + k] * rhs_ptr2[j * accum_depth + k]; - } - int32_t row_sum = woff_ptr2[i]; - total -= row_sum * batch_offset; - int idx = lhs_rows * j + i; - out_ptr[idx] += batch_scaling_factor * total; - } - } - } - } - } -} - -template -inline void BatchMatMul(const FullyConnectedParams& params, - const RuntimeShape& lhs_shape, const T* lhs_data, - const RuntimeShape& rhs_shape, const T* rhs_data, - const RuntimeShape& output_shape, T* output_data) { - const RuntimeShape extended_lhs_shape = - RuntimeShape::ExtendedShape(5, lhs_shape); - const RuntimeShape extended_rhs_shape = - RuntimeShape::ExtendedShape(5, rhs_shape); - - const int batch_dim0 = batch_matmul::broadcast_dim( - extended_lhs_shape.Dims(0), extended_rhs_shape.Dims(0)); - const int batch_dim1 = batch_matmul::broadcast_dim( - extended_lhs_shape.Dims(1), extended_rhs_shape.Dims(1)); - const int batch_dim2 = batch_matmul::broadcast_dim( - extended_lhs_shape.Dims(2), extended_rhs_shape.Dims(2)); - - const int lhs_ext0 = batch_matmul::extent(extended_lhs_shape, 0); - const int lhs_ext1 = batch_matmul::extent(extended_lhs_shape, 1); - const int lhs_ext2 = batch_matmul::extent(extended_lhs_shape, 2); - const int rhs_ext0 = batch_matmul::extent(extended_rhs_shape, 0); - const int rhs_ext1 = batch_matmul::extent(extended_rhs_shape, 1); - const int rhs_ext2 = batch_matmul::extent(extended_rhs_shape, 2); - - // Set params for each matrix multiply. - const int lhs_rows = extended_lhs_shape.Dims(3); - const int rhs_cols = extended_rhs_shape.Dims(4); - const int accum_depth = extended_lhs_shape.Dims(4); - - const int32_t input_offset = params.input_offset; - const int32_t filter_offset = params.weights_offset; - const int32_t output_offset = params.output_offset; - const int32_t output_multiplier = params.output_multiplier; - const int output_shift = params.output_shift; - const int32_t output_activation_min = params.quantized_activation_min; - const int32_t output_activation_max = params.quantized_activation_max; - TFLITE_DCHECK_LE(output_activation_min, output_activation_max); - - for (int b0 = 0; b0 < batch_dim0; ++b0) { - const T* lhs_ptr0 = lhs_data + (b0 * lhs_ext0); - const T* rhs_ptr0 = rhs_data + (b0 * rhs_ext0); - for (int b1 = 0; b1 < batch_dim1; ++b1) { - const T* lhs_ptr1 = lhs_ptr0 + b1 * lhs_ext1; - const T* rhs_ptr1 = rhs_ptr0 + b1 * rhs_ext1; - for (int b2 = 0; b2 < batch_dim2; ++b2) { - const T* lhs_ptr2 = lhs_ptr1 + b2 * lhs_ext2; - const T* rhs_ptr2 = rhs_ptr1 + b2 * rhs_ext2; - T* out_ptr = output_data + - ((b0 * batch_dim1 * batch_dim2) + b1 * batch_dim2 + b2) * - lhs_rows * rhs_cols; - - for (int j = 0; j < rhs_cols; ++j) { - for (int i = 0; i < lhs_rows; ++i) { - AccumT total = 0; - for (int k = 0; k < accum_depth; ++k) { - AccumT lhs_val = lhs_ptr2[accum_depth * i + k]; - AccumT rhs_val = rhs_ptr2[accum_depth * j + k]; - total += (lhs_val + filter_offset) * (rhs_val + input_offset); - } - int32_t total_scaled = MultiplyByQuantizedMultiplier( - total, output_multiplier, output_shift); - total_scaled += output_offset; - total_scaled = std::max(total_scaled, output_activation_min); - total_scaled = std::min(total_scaled, output_activation_max); - const int idx = lhs_rows * j + i; - out_ptr[idx] = static_cast(total_scaled); - } - } - } - } - } -} - -} // namespace reference_ops -} // namespace tflite - -#endif // TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_BATCH_MATMUL_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/batch_to_space_nd.h b/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/batch_to_space_nd.h deleted file mode 100644 index cda46a26..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/batch_to_space_nd.h +++ /dev/null @@ -1,101 +0,0 @@ -/* Copyright 2020 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_BATCH_TO_SPACE_ND_H_ -#define TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_BATCH_TO_SPACE_ND_H_ - -#include - -#include "ruy/profiler/instrumentation.h" // from @ruy -#include "tensorflow/lite/kernels/internal/types.h" - -namespace tflite { -namespace reference_ops { - -// TODO(b/135760455): Move this method anonymous namespace in a cc file. -inline RuntimeShape ExtendShapeBatchToSpace(const RuntimeShape& shape) { - if (shape.DimensionsCount() == 4) { - return shape; - } - RuntimeShape new_shape(4, 1); - new_shape.SetDim(0, shape.Dims(0)); - new_shape.SetDim(1, shape.Dims(1)); - new_shape.SetDim(3, shape.Dims(2)); - return new_shape; -} - -template -inline void BatchToSpaceND(const RuntimeShape& unextended_input1_shape, - const T* input1_data, - const RuntimeShape& unextended_input2_shape, - const int32_t* block_shape_data, - const RuntimeShape& unextended_input3_shape, - const int32_t* crops_data, - const RuntimeShape& unextended_output_shape, - T* output_data) { - ruy::profiler::ScopeLabel label("BatchToSpaceND"); - TFLITE_DCHECK_GE(unextended_input1_shape.DimensionsCount(), 3); - TFLITE_DCHECK_LE(unextended_input1_shape.DimensionsCount(), 4); - TFLITE_DCHECK_EQ(unextended_input1_shape.DimensionsCount(), - unextended_output_shape.DimensionsCount()); - - const RuntimeShape input1_shape = - ExtendShapeBatchToSpace(unextended_input1_shape); - const RuntimeShape output_shape = - ExtendShapeBatchToSpace(unextended_output_shape); - - const int output_width = output_shape.Dims(2); - const int output_height = output_shape.Dims(1); - const int output_batch_size = output_shape.Dims(0); - - const int depth = input1_shape.Dims(3); - const int input_width = input1_shape.Dims(2); - const int input_height = input1_shape.Dims(1); - const int input_batch_size = input1_shape.Dims(0); - - const int block_shape_height = block_shape_data[0]; - const int block_shape_width = - unextended_input1_shape.DimensionsCount() == 4 ? block_shape_data[1] : 1; - const int crops_top = crops_data[0]; - const int crops_left = - unextended_input1_shape.DimensionsCount() == 4 ? crops_data[2] : 0; - for (int in_batch = 0; in_batch < input_batch_size; ++in_batch) { - const int out_batch = in_batch % output_batch_size; - const int spatial_offset = in_batch / output_batch_size; - for (int in_h = 0; in_h < input_height; ++in_h) { - const int out_h = in_h * block_shape_height + - spatial_offset / block_shape_width - crops_top; - if (out_h < 0 || out_h >= output_height) { - continue; - } - for (int in_w = 0; in_w < input_width; ++in_w) { - const int out_w = in_w * block_shape_width + - spatial_offset % block_shape_width - crops_left; - - if (out_w < 0 || out_w >= output_width) { - continue; - } - T* out = output_data + Offset(output_shape, out_batch, out_h, out_w, 0); - const T* in = - input1_data + Offset(input1_shape, in_batch, in_h, in_w, 0); - memcpy(out, in, depth * sizeof(T)); - } - } - } -} - -} // namespace reference_ops -} // namespace tflite - -#endif // TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_BATCH_TO_SPACE_ND_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/binary_function.h b/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/binary_function.h deleted file mode 100644 index 0b124af8..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/binary_function.h +++ /dev/null @@ -1,91 +0,0 @@ -/* Copyright 2019 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_BINARY_FUNCTION_H_ -#define TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_BINARY_FUNCTION_H_ - -#include "tensorflow/lite/kernels/internal/common.h" -#include "tensorflow/lite/kernels/internal/compatibility.h" -#include "tensorflow/lite/kernels/internal/types.h" - -namespace tflite { - -namespace reference_ops { - -// Also appears to duplicate MinimumMaximum. -// -// R: Result type. T1: Input 1 type. T2: Input 2 type. -template -inline void BroadcastBinaryFunction4DSlow( - const RuntimeShape& unextended_input1_shape, const T1* input1_data, - const RuntimeShape& unextended_input2_shape, const T2* input2_data, - const RuntimeShape& unextended_output_shape, R* output_data, - R (*func)(T1, T2)) { - TFLITE_DCHECK_LE(unextended_input1_shape.DimensionsCount(), 4); - TFLITE_DCHECK_LE(unextended_input2_shape.DimensionsCount(), 4); - TFLITE_DCHECK_LE(unextended_output_shape.DimensionsCount(), 4); - const RuntimeShape output_shape = - RuntimeShape::ExtendedShape(4, unextended_output_shape); - - NdArrayDesc<4> desc1; - NdArrayDesc<4> desc2; - NdArrayDescsForElementwiseBroadcast(unextended_input1_shape, - unextended_input2_shape, &desc1, &desc2); - - const int* dims_data = - reinterpret_cast(output_shape.DimsDataUpTo5D()); - for (int b = 0; b < output_shape.Dims(0); ++b) { - int out_idx_b = b * dims_data[1]; - int in_idx1_b = desc1.strides[0] * b; - int in_idx2_b = desc2.strides[0] * b; - for (int y = 0; y < output_shape.Dims(1); ++y) { - int out_idx_y = (out_idx_b + y) * dims_data[2]; - int in_idx1_y = in_idx1_b + desc1.strides[1] * y; - int in_idx2_y = in_idx2_b + desc2.strides[1] * y; - for (int x = 0; x < output_shape.Dims(2); ++x) { - int out_idx_x = (out_idx_y + x) * dims_data[3]; - int in1_idx = in_idx1_y + desc1.strides[2] * x; - int in2_idx = in_idx2_y + desc2.strides[2] * x; - for (int c = 0; c < output_shape.Dims(3); ++c) { - auto out_idx = out_idx_x + c; - auto in1_val = input1_data[in1_idx]; - auto in2_val = input2_data[in2_idx]; - output_data[out_idx] = func(in1_val, in2_val); - in1_idx += desc1.strides[3]; - in2_idx += desc2.strides[3]; - } - } - } - } -} - -// R: Result type. T1: Input 1 type. T2: Input 2 type. -template -inline void BinaryFunction(const RuntimeShape& input1_shape, - const T1* input1_data, - const RuntimeShape& input2_shape, - const T2* input2_data, - const RuntimeShape& output_shape, R* output_data, - R (*func)(T1, T2)) { - const int flat_size = - MatchingFlatSize(input1_shape, input2_shape, output_shape); - for (int i = 0; i < flat_size; ++i) { - output_data[i] = func(input1_data[i], input2_data[i]); - } -} - -} // namespace reference_ops -} // namespace tflite - -#endif // TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_BINARY_FUNCTION_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/broadcast_args.h b/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/broadcast_args.h deleted file mode 100644 index d93c316d..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/broadcast_args.h +++ /dev/null @@ -1,56 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_BROADCAST_ARGS_H_ -#define TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_BROADCAST_ARGS_H_ - -#include "tensorflow/lite/kernels/internal/compatibility.h" -#include "tensorflow/lite/kernels/internal/types.h" - -namespace tflite { -namespace reference_ops { - -template -void BroadcastArgs(const RuntimeShape& input1_shape, const T* input1_data, - const RuntimeShape& input2_shape, const T* input2_data, - const RuntimeShape& output_shape, T* output_data) { - // Gets data at the backward index i of the shape tensor. Returns 1 if the - // index is out of range. - auto get_shape_data = [](const RuntimeShape& shape, const T* data, - int backward_idx) -> T { - int forward_idx = shape.FlatSize() - 1 - backward_idx; - if (forward_idx < 0) return 1; - return data[forward_idx]; - }; - - int output_num_elements = output_shape.FlatSize(); - for (int i = 0; i < output_num_elements; ++i) { - int backward_i = output_num_elements - 1 - i; - int shape1_i = get_shape_data(input1_shape, input1_data, i); - int shape2_i = get_shape_data(input2_shape, input2_data, i); - if (shape1_i == 1) { - output_data[backward_i] = shape2_i; - } else if (shape2_i == 1) { - output_data[backward_i] = shape1_i; - } else { - TFLITE_CHECK_EQ(shape1_i, shape2_i); - output_data[backward_i] = shape1_i; - } - } -} - -} // namespace reference_ops -} // namespace tflite - -#endif // TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_BROADCAST_ARGS_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/broadcast_to.h b/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/broadcast_to.h deleted file mode 100644 index f106b2b5..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/broadcast_to.h +++ /dev/null @@ -1,97 +0,0 @@ -/* Copyright 2020 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_BROADCAST_TO_H_ -#define TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_BROADCAST_TO_H_ - -#include "tensorflow/lite/kernels/internal/common.h" -#include "tensorflow/lite/kernels/kernel_util.h" - -namespace tflite { -namespace reference_ops { -template -void BroadcastImpl(const NdArrayDesc& input_desc, const char* input_data, - const NdArrayDesc& output_desc, char* output_data, - int indexes[N], int dim, const int last_broadcasting_dim, - const int type_size) { - // Copy data from input to output. - if (dim == last_broadcasting_dim) { - int copy_size = output_desc.strides[dim] * type_size; - const char* data_src = - input_data + SubscriptToIndex(input_desc, indexes) * type_size; - char* data_dst = - output_data + SubscriptToIndex(output_desc, indexes) * type_size; - for (int i = 0; i < output_desc.extents[dim]; ++i, data_dst += copy_size) { - memcpy(data_dst, data_src, copy_size); - } - return; - } - - // Recursive call to find the next broadcasting. - for (indexes[dim] = 0; indexes[dim] < input_desc.extents[dim]; - ++indexes[dim]) { - BroadcastImpl(input_desc, input_data, output_desc, output_data, indexes, - dim + 1, last_broadcasting_dim, type_size); - } - - // Duplicate data in output tensor. - indexes[dim] = 0; - if (input_desc.extents[dim] != output_desc.extents[dim]) { - int copy_size = output_desc.strides[dim] * type_size; - char* data_src = - output_data + SubscriptToIndex(output_desc, indexes) * type_size; - char* data_dst = data_src + copy_size; - for (int i = 1; i < output_desc.extents[dim]; ++i, data_dst += copy_size) { - memcpy(data_dst, data_src, copy_size); - } - } -} - -template -inline void BroadcastTo(const RuntimeShape& unextended_input_shape, - const char* input_data, - const RuntimeShape& unextended_output_shape, - char* output_data, TfLiteType data_type) { - NdArrayDesc input_desc; - NdArrayDesc output_desc; - CopyDimsToDesc(RuntimeShape::ExtendedShape(N, unextended_input_shape), - &input_desc); - CopyDimsToDesc(RuntimeShape::ExtendedShape(N, unextended_output_shape), - &output_desc); - - // Get the last dimension has broadcasting. At this dimension, the data is - // copied from input tensor to output tensor. - int last_broadcast_dim = -1; - for (int i = N - 1; i >= 0; --i) { - if (input_desc.extents[i] != output_desc.extents[i]) { - last_broadcast_dim = i; - break; - } - } - - // If non-broadcasting, just copy data from input to output tensor. - if (last_broadcast_dim == -1) { - memcpy(output_data, input_data, - unextended_input_shape.FlatSize() * TfLiteTypeGetSize(data_type)); - return; - } - - // Broadcasting using memcpy. - int indexes[N] = {0}; - BroadcastImpl(input_desc, input_data, output_desc, output_data, indexes, 0, - last_broadcast_dim, TfLiteTypeGetSize(data_type)); -} -} // namespace reference_ops -} // namespace tflite -#endif // TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_BROADCAST_TO_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/ceil.h b/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/ceil.h deleted file mode 100644 index 66d1dc35..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/ceil.h +++ /dev/null @@ -1,37 +0,0 @@ -/* Copyright 2018 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_CEIL_H_ -#define TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_CEIL_H_ - -#include - -#include "tensorflow/lite/kernels/internal/types.h" - -namespace tflite { - -namespace reference_ops { - -inline void Ceil(const RuntimeShape& input_shape, const float* input_data, - const RuntimeShape& output_shape, float* output_data) { - const int flat_size = MatchingFlatSize(input_shape, output_shape); - - for (int i = 0; i < flat_size; ++i) { - output_data[i] = std::ceil(input_data[i]); - } -} - -} // namespace reference_ops -} // namespace tflite -#endif // TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_CEIL_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/comparisons.h b/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/comparisons.h deleted file mode 100644 index 6344bdc7..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/comparisons.h +++ /dev/null @@ -1,280 +0,0 @@ -/* Copyright 2019 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_COMPARISONS_H_ -#define TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_COMPARISONS_H_ - -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/common.h" -#include "tensorflow/lite/kernels/internal/types.h" - -namespace tflite { - -namespace reference_ops { - -template -inline bool EqualFn(T lhs, T rhs) { - return lhs == rhs; -} - -template -inline bool NotEqualFn(T lhs, T rhs) { - return lhs != rhs; -} - -template -inline bool GreaterFn(T lhs, T rhs) { - return lhs > rhs; -} -template -inline bool GreaterEqualFn(T lhs, T rhs) { - return lhs >= rhs; -} -template -inline bool LessFn(T lhs, T rhs) { - return lhs < rhs; -} -template -inline bool LessEqualFn(T lhs, T rhs) { - return lhs <= rhs; -} - -template -using ComparisonFn = bool (*)(T, T); - -template F> -inline void ComparisonImpl( - const ComparisonParams& op_params, const RuntimeShape& input1_shape, - const T* input1_data, const RuntimeShape& input2_shape, - const T* input2_data, const RuntimeShape& output_shape, bool* output_data) { - const int64_t flatsize = - MatchingFlatSize(input1_shape, input2_shape, output_shape); - for (int64_t i = 0; i < flatsize; ++i) { - output_data[i] = F(input1_data[i], input2_data[i]); - } -} - -template F> -inline void Comparison(const ComparisonParams& op_params, - const RuntimeShape& input1_shape, - const float* input1_data, - const RuntimeShape& input2_shape, - const float* input2_data, - const RuntimeShape& output_shape, bool* output_data) { - ComparisonImpl(op_params, input1_shape, input1_data, input2_shape, - input2_data, output_shape, output_data); -} - -template F> -inline void ComparisonWithScaling( - const ComparisonParams& op_params, const RuntimeShape& input1_shape, - const T* input1_data, const RuntimeShape& input2_shape, - const T* input2_data, const RuntimeShape& output_shape, bool* output_data) { - int left_shift = op_params.left_shift; - int32_t input1_offset = op_params.input1_offset; - int32_t input1_multiplier = op_params.input1_multiplier; - int input1_shift = op_params.input1_shift; - int32_t input2_offset = op_params.input2_offset; - int32_t input2_multiplier = op_params.input2_multiplier; - int input2_shift = op_params.input2_shift; - - const int64_t flatsize = - MatchingFlatSize(input1_shape, input2_shape, output_shape); - for (int64_t i = 0; i < flatsize; ++i) { - const int32_t input1_val = input1_offset + input1_data[i]; - const int32_t input2_val = input2_offset + input2_data[i]; - const int32_t shifted_input1_val = input1_val * (1 << left_shift); - const int32_t shifted_input2_val = input2_val * (1 << left_shift); - const int32_t scaled_input1_val = - MultiplyByQuantizedMultiplierSmallerThanOneExp( - shifted_input1_val, input1_multiplier, input1_shift); - const int32_t scaled_input2_val = - MultiplyByQuantizedMultiplierSmallerThanOneExp( - shifted_input2_val, input2_multiplier, input2_shift); - output_data[i] = F(scaled_input1_val, scaled_input2_val); - } -} - -struct BroadcastComparison4DSlowCommon { - const RuntimeShape output_shape; - NdArrayDesc<4> desc1; - NdArrayDesc<4> desc2; -}; - -inline BroadcastComparison4DSlowCommon BroadcastComparison4DSlowPreprocess( - const RuntimeShape& unextended_input1_shape, - const RuntimeShape& unextended_input2_shape, - const RuntimeShape& unextended_output_shape) { - TFLITE_DCHECK_LE(unextended_input1_shape.DimensionsCount(), 4); - TFLITE_DCHECK_LE(unextended_input2_shape.DimensionsCount(), 4); - TFLITE_DCHECK_LE(unextended_output_shape.DimensionsCount(), 4); - NdArrayDesc<4> desc1; - NdArrayDesc<4> desc2; - NdArrayDescsForElementwiseBroadcast(unextended_input1_shape, - unextended_input2_shape, &desc1, &desc2); - return {RuntimeShape::ExtendedShape(4, unextended_output_shape), desc1, - desc2}; -} - -template F> -inline void BroadcastComparison4DSlowImpl( - const ComparisonParams& op_params, - const RuntimeShape& unextended_input1_shape, const T* input1_data, - const RuntimeShape& unextended_input2_shape, const T* input2_data, - const RuntimeShape& unextended_output_shape, bool* output_data) { - const BroadcastComparison4DSlowCommon dims = - BroadcastComparison4DSlowPreprocess(unextended_input1_shape, - unextended_input2_shape, - unextended_output_shape); - - for (int b = 0; b < dims.output_shape.Dims(0); ++b) { - for (int y = 0; y < dims.output_shape.Dims(1); ++y) { - for (int x = 0; x < dims.output_shape.Dims(2); ++x) { - for (int c = 0; c < dims.output_shape.Dims(3); ++c) { - output_data[Offset(dims.output_shape, b, y, x, c)] = - F(input1_data[SubscriptToIndex(dims.desc1, b, y, x, c)], - input2_data[SubscriptToIndex(dims.desc2, b, y, x, c)]); - } - } - } - } -} - -template F> -inline void BroadcastComparison4DSlow(const ComparisonParams& op_params, - const RuntimeShape& input1_shape, - const float* input1_data, - const RuntimeShape& input2_shape, - const float* input2_data, - const RuntimeShape& output_shape, - bool* output_data) { - BroadcastComparison4DSlowImpl(op_params, input1_shape, input1_data, - input2_shape, input2_data, - output_shape, output_data); -} - -template F> -inline void BroadcastComparison4DSlowWithScaling( - const ComparisonParams& op_params, - const RuntimeShape& unextended_input1_shape, const T* input1_data, - const RuntimeShape& unextended_input2_shape, const T* input2_data, - const RuntimeShape& unextended_output_shape, bool* output_data) { - const BroadcastComparison4DSlowCommon dims = - BroadcastComparison4DSlowPreprocess(unextended_input1_shape, - unextended_input2_shape, - unextended_output_shape); - - int left_shift = op_params.left_shift; - int32_t input1_offset = op_params.input1_offset; - int32_t input1_multiplier = op_params.input1_multiplier; - int input1_shift = op_params.input1_shift; - int32_t input2_offset = op_params.input2_offset; - int32_t input2_multiplier = op_params.input2_multiplier; - int input2_shift = op_params.input2_shift; - - for (int b = 0; b < dims.output_shape.Dims(0); ++b) { - for (int y = 0; y < dims.output_shape.Dims(1); ++y) { - for (int x = 0; x < dims.output_shape.Dims(2); ++x) { - for (int c = 0; c < dims.output_shape.Dims(3); ++c) { - const int32_t input1_val = - input1_offset + - input1_data[SubscriptToIndex(dims.desc1, b, y, x, c)]; - const int32_t input2_val = - input2_offset + - input2_data[SubscriptToIndex(dims.desc2, b, y, x, c)]; - const int32_t shifted_input1_val = input1_val * (1 << left_shift); - const int32_t shifted_input2_val = input2_val * (1 << left_shift); - const int32_t scaled_input1_val = - MultiplyByQuantizedMultiplierSmallerThanOneExp( - shifted_input1_val, input1_multiplier, input1_shift); - const int32_t scaled_input2_val = - MultiplyByQuantizedMultiplierSmallerThanOneExp( - shifted_input2_val, input2_multiplier, input2_shift); - output_data[Offset(dims.output_shape, b, y, x, c)] = - F(scaled_input1_val, scaled_input2_val); - } - } - } - } -} - -#define TFLITE_COMPARISON_OP(name) \ - inline void name(const ComparisonParams& op_params, \ - const RuntimeShape& input1_shape, const float* input1_data, \ - const RuntimeShape& input2_shape, const float* input2_data, \ - const RuntimeShape& output_shape, bool* output_data) { \ - Comparison(op_params, input1_shape, input1_data, input2_shape, \ - input2_data, output_shape, output_data); \ - } \ - template \ - inline void name##NoScaling( \ - const ComparisonParams& op_params, const RuntimeShape& input1_shape, \ - const T* input1_data, const RuntimeShape& input2_shape, \ - const T* input2_data, const RuntimeShape& output_shape, \ - bool* output_data) { \ - ComparisonImpl(op_params, input1_shape, input1_data, \ - input2_shape, input2_data, output_shape, \ - output_data); \ - } \ - template \ - inline void name##WithScaling( \ - const ComparisonParams& op_params, const RuntimeShape& input1_shape, \ - const T* input1_data, const RuntimeShape& input2_shape, \ - const T* input2_data, const RuntimeShape& output_shape, \ - bool* output_data) { \ - ComparisonWithScaling(op_params, input1_shape, input1_data, \ - input2_shape, input2_data, \ - output_shape, output_data); \ - } \ - template \ - inline void Broadcast4DSlow##name##NoScaling( \ - const ComparisonParams& op_params, const RuntimeShape& input1_shape, \ - const T* input1_data, const RuntimeShape& input2_shape, \ - const T* input2_data, const RuntimeShape& output_shape, \ - bool* output_data) { \ - BroadcastComparison4DSlowImpl( \ - op_params, input1_shape, input1_data, input2_shape, input2_data, \ - output_shape, output_data); \ - } \ - inline void Broadcast4DSlow##name( \ - const ComparisonParams& op_params, const RuntimeShape& input1_shape, \ - const float* input1_data, const RuntimeShape& input2_shape, \ - const float* input2_data, const RuntimeShape& output_shape, \ - bool* output_data) { \ - BroadcastComparison4DSlow(op_params, input1_shape, input1_data, \ - input2_shape, input2_data, \ - output_shape, output_data); \ - } \ - template \ - inline void Broadcast4DSlow##name##WithScaling( \ - const ComparisonParams& op_params, const RuntimeShape& input1_shape, \ - const T* input1_data, const RuntimeShape& input2_shape, \ - const T* input2_data, const RuntimeShape& output_shape, \ - bool* output_data) { \ - BroadcastComparison4DSlowWithScaling( \ - op_params, input1_shape, input1_data, input2_shape, input2_data, \ - output_shape, output_data); \ - } -TFLITE_COMPARISON_OP(Equal); -TFLITE_COMPARISON_OP(NotEqual); -TFLITE_COMPARISON_OP(Greater); -TFLITE_COMPARISON_OP(GreaterEqual); -TFLITE_COMPARISON_OP(Less); -TFLITE_COMPARISON_OP(LessEqual); -#undef TFLITE_COMPARISON_OP - -} // namespace reference_ops -} // namespace tflite - -#endif // TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_COMPARISONS_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/concatenation.h b/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/concatenation.h deleted file mode 100644 index 9d2ecbec..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/concatenation.h +++ /dev/null @@ -1,141 +0,0 @@ -/* Copyright 2019 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_CONCATENATION_H_ -#define TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_CONCATENATION_H_ - -#include - -#include "tensorflow/lite/kernels/internal/common.h" -#include "tensorflow/lite/kernels/internal/compatibility.h" -#include "tensorflow/lite/kernels/internal/cppmath.h" -#include "tensorflow/lite/kernels/internal/types.h" - -namespace tflite { -namespace reference_ops { - -template -inline void Concatenation(const ConcatenationParams& params, - const RuntimeShape* const* input_shapes, - const Scalar* const* input_data, - const RuntimeShape& output_shape, - Scalar* output_data) { - int axis = params.axis; - int inputs_count = params.inputs_count; - const int concat_dimensions = output_shape.DimensionsCount(); - TFLITE_DCHECK_LT(axis, concat_dimensions); - - int64_t concat_size = 0; - for (int i = 0; i < inputs_count; i++) { - TFLITE_DCHECK_EQ(input_shapes[i]->DimensionsCount(), concat_dimensions); - for (int j = 0; j < concat_dimensions; j++) { - if (j != axis) { - MatchingDim(*input_shapes[i], j, output_shape, j); - } - } - concat_size += input_shapes[i]->Dims(axis); - } - TFLITE_DCHECK_EQ(concat_size, output_shape.Dims(axis)); - int64_t outer_size = 1; - for (int i = 0; i < axis; ++i) { - outer_size *= output_shape.Dims(i); - } - // For all input arrays, - // FlatSize() = outer_size * Dims(axis) * base_inner_size; - int64_t base_inner_size = 1; - for (int i = axis + 1; i < concat_dimensions; ++i) { - base_inner_size *= output_shape.Dims(i); - } - - Scalar* output_ptr = output_data; - for (int k = 0; k < outer_size; k++) { - for (int i = 0; i < inputs_count; ++i) { - const int copy_size = input_shapes[i]->Dims(axis) * base_inner_size; - const Scalar* input_ptr = input_data[i] + k * copy_size; - memcpy(output_ptr, input_ptr, copy_size * sizeof(Scalar)); - output_ptr += copy_size; - } - } -} - -// TODO(b/174275780): The quantized implementation of concatentation isn't fully -// quantized as it takes scale as a floating point value. This should be fixed -// when optimizng this routine further. -inline void ConcatenationWithScaling(const ConcatenationParams& params, - const RuntimeShape* const* input_shapes, - const uint8_t* const* input_data, - const RuntimeShape& output_shape, - uint8_t* output_data) { - int axis = params.axis; - const int32_t* input_zeropoint = params.input_zeropoint; - const float* input_scale = params.input_scale; - int inputs_count = params.inputs_count; - const int32_t output_zeropoint = params.output_zeropoint; - const float output_scale = params.output_scale; - - const int concat_dimensions = output_shape.DimensionsCount(); - TFLITE_DCHECK_LT(axis, concat_dimensions); - - int64_t concat_size = 0; - for (int i = 0; i < inputs_count; i++) { - TFLITE_DCHECK_EQ(input_shapes[i]->DimensionsCount(), concat_dimensions); - for (int j = 0; j < concat_dimensions; j++) { - if (j != axis) { - MatchingDim(*input_shapes[i], j, output_shape, j); - } - } - concat_size += input_shapes[i]->Dims(axis); - } - TFLITE_DCHECK_EQ(concat_size, output_shape.Dims(axis)); - int64_t outer_size = 1; - for (int i = 0; i < axis; ++i) { - outer_size *= output_shape.Dims(i); - } - // For all input arrays, - // FlatSize() = outer_size * Dims(axis) * base_inner_size; - int64_t base_inner_size = 1; - for (int i = axis + 1; i < concat_dimensions; ++i) { - base_inner_size *= output_shape.Dims(i); - } - - const float inverse_output_scale = 1.f / output_scale; - uint8_t* output_ptr = output_data; - for (int k = 0; k < outer_size; k++) { - for (int i = 0; i < inputs_count; ++i) { - const int copy_size = input_shapes[i]->Dims(axis) * base_inner_size; - const uint8_t* input_ptr = input_data[i] + k * copy_size; - if (input_zeropoint[i] == output_zeropoint && - input_scale[i] == output_scale) { - memcpy(output_ptr, input_ptr, copy_size); - } else { - const float scale = input_scale[i] * inverse_output_scale; - const float bias = -input_zeropoint[i] * scale; - for (int j = 0; j < copy_size; ++j) { - const int32_t value = static_cast(tflite::TfLiteRound( - input_ptr[j] * scale + bias)) + - output_zeropoint; - output_ptr[j] = static_cast( - std::max(std::min(255, value), 0)); - } - } - output_ptr += copy_size; - } - } -} - -} // namespace reference_ops -} // namespace tflite - -#endif // TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_CONCATENATION_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/conv.h b/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/conv.h deleted file mode 100644 index 3a53e06e..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/conv.h +++ /dev/null @@ -1,287 +0,0 @@ -/* Copyright 2019 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_CONV_H_ -#define TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_CONV_H_ - -#include - -#include "tensorflow/lite/kernels/internal/common.h" -#include "tensorflow/lite/kernels/internal/types.h" - -namespace tflite { - -namespace reference_ops { - -inline void Conv(const ConvParams& params, const RuntimeShape& input_shape, - const float* input_data, const RuntimeShape& filter_shape, - const float* filter_data, const RuntimeShape& bias_shape, - const float* bias_data, const RuntimeShape& output_shape, - float* output_data, const RuntimeShape& im2col_shape, - float* im2col_data) { - const int stride_width = params.stride_width; - const int stride_height = params.stride_height; - const int dilation_width_factor = params.dilation_width_factor; - const int dilation_height_factor = params.dilation_height_factor; - const int pad_width = params.padding_values.width; - const int pad_height = params.padding_values.height; - const float output_activation_min = params.float_activation_min; - const float output_activation_max = params.float_activation_max; - TFLITE_DCHECK_EQ(input_shape.DimensionsCount(), 4); - TFLITE_DCHECK_EQ(filter_shape.DimensionsCount(), 4); - TFLITE_DCHECK_EQ(output_shape.DimensionsCount(), 4); - - (void)im2col_data; // only used in optimized code. - (void)im2col_shape; // only used in optimized code. - const int batches = MatchingDim(input_shape, 0, output_shape, 0); - const int input_depth = input_shape.Dims(3); - const int output_depth = MatchingDim(filter_shape, 0, output_shape, 3); - if (bias_data) { - TFLITE_DCHECK_EQ(bias_shape.FlatSize(), output_depth); - } - const int input_height = input_shape.Dims(1); - const int input_width = input_shape.Dims(2); - const int filter_height = filter_shape.Dims(1); - const int filter_width = filter_shape.Dims(2); - const int filter_input_depth = filter_shape.Dims(3); - const int groups = input_depth / filter_input_depth; - TFLITE_DCHECK_EQ(input_depth % filter_input_depth, 0); - const int filters_per_group = output_depth / groups; - const int output_height = output_shape.Dims(1); - const int output_width = output_shape.Dims(2); - - for (int batch = 0; batch < batches; ++batch) { - for (int out_y = 0; out_y < output_height; ++out_y) { - const int in_y_origin = (out_y * stride_height) - pad_height; - for (int out_x = 0; out_x < output_width; ++out_x) { - const int in_x_origin = (out_x * stride_width) - pad_width; - for (int out_channel = 0; out_channel < output_depth; ++out_channel) { - auto group = out_channel / filters_per_group; - float total = 0.f; - for (int filter_y = 0; filter_y < filter_height; ++filter_y) { - const int in_y = in_y_origin + dilation_height_factor * filter_y; - for (int filter_x = 0; filter_x < filter_width; ++filter_x) { - const int in_x = in_x_origin + dilation_width_factor * filter_x; - - // Zero padding by omitting the areas outside the image. - const bool is_point_inside_image = - (in_x >= 0) && (in_x < input_width) && (in_y >= 0) && - (in_y < input_height); - - if (!is_point_inside_image) { - continue; - } - for (int in_channel = 0; in_channel < filter_input_depth; - ++in_channel) { - float input_value = - input_data[Offset(input_shape, batch, in_y, in_x, - in_channel + group * filter_input_depth)]; - float filter_value = filter_data[Offset( - filter_shape, out_channel, filter_y, filter_x, in_channel)]; - total += (input_value * filter_value); - } - } - } - float bias_value = 0.0f; - if (bias_data) { - bias_value = bias_data[out_channel]; - } - output_data[Offset(output_shape, batch, out_y, out_x, out_channel)] = - ActivationFunctionWithMinMax(total + bias_value, - output_activation_min, - output_activation_max); - } - } - } - } -} - -inline void Conv(const ConvParams& params, const RuntimeShape& input_shape, - const uint8_t* input_data, const RuntimeShape& filter_shape, - const uint8_t* filter_data, const RuntimeShape& bias_shape, - const int32_t* bias_data, const RuntimeShape& output_shape, - uint8_t* output_data, const RuntimeShape& im2col_shape, - uint8_t* im2col_data, void* cpu_backend_context) { - (void)cpu_backend_context; // only used in optimized code. - (void)im2col_data; // only used in optimized code. - (void)im2col_shape; // only used in optimized code. - const int stride_width = params.stride_width; - const int stride_height = params.stride_height; - const int dilation_width_factor = params.dilation_width_factor; - const int dilation_height_factor = params.dilation_height_factor; - const int pad_width = params.padding_values.width; - const int pad_height = params.padding_values.height; - const int32_t input_offset = params.input_offset; - const int32_t filter_offset = params.weights_offset; - const int32_t output_offset = params.output_offset; - const int32_t output_multiplier = params.output_multiplier; - const int output_shift = params.output_shift; - const int32_t output_activation_min = params.quantized_activation_min; - const int32_t output_activation_max = params.quantized_activation_max; - TFLITE_DCHECK_LE(output_activation_min, output_activation_max); - - TFLITE_DCHECK_EQ(input_shape.DimensionsCount(), 4); - TFLITE_DCHECK_EQ(filter_shape.DimensionsCount(), 4); - TFLITE_DCHECK_EQ(output_shape.DimensionsCount(), 4); - const int batches = MatchingDim(input_shape, 0, output_shape, 0); - const int input_depth = input_shape.Dims(3); - const int output_depth = MatchingDim(filter_shape, 0, output_shape, 3); - if (bias_data) { - TFLITE_DCHECK_EQ(bias_shape.FlatSize(), output_depth); - } - const int input_height = input_shape.Dims(1); - const int input_width = input_shape.Dims(2); - const int filter_height = filter_shape.Dims(1); - const int filter_width = filter_shape.Dims(2); - const int filter_input_depth = filter_shape.Dims(3); - const int groups = input_depth / filter_input_depth; - TFLITE_DCHECK_EQ(input_depth % filter_input_depth, 0); - const int filters_per_group = output_depth / groups; - const int output_height = output_shape.Dims(1); - const int output_width = output_shape.Dims(2); - for (int batch = 0; batch < batches; ++batch) { - for (int out_y = 0; out_y < output_height; ++out_y) { - const int in_y_origin = (out_y * stride_height) - pad_height; - for (int out_x = 0; out_x < output_width; ++out_x) { - const int in_x_origin = (out_x * stride_width) - pad_width; - for (int out_channel = 0; out_channel < output_depth; ++out_channel) { - auto group = out_channel / filters_per_group; - int32_t acc = 0; - for (int filter_y = 0; filter_y < filter_height; ++filter_y) { - const int in_y = in_y_origin + dilation_height_factor * filter_y; - for (int filter_x = 0; filter_x < filter_width; ++filter_x) { - const int in_x = in_x_origin + dilation_width_factor * filter_x; - - // Zero padding by omitting the areas outside the image. - const bool is_point_inside_image = - (in_x >= 0) && (in_x < input_width) && (in_y >= 0) && - (in_y < input_height); - - if (!is_point_inside_image) { - continue; - } - - for (int in_channel = 0; in_channel < filter_input_depth; - ++in_channel) { - int32_t input_val = - input_data[Offset(input_shape, batch, in_y, in_x, - in_channel + group * filter_input_depth)]; - int32_t filter_val = filter_data[Offset( - filter_shape, out_channel, filter_y, filter_x, in_channel)]; - acc += - (filter_val + filter_offset) * (input_val + input_offset); - } - } - } - if (bias_data) { - acc += bias_data[out_channel]; - } - acc = MultiplyByQuantizedMultiplier(acc, output_multiplier, - output_shift); - acc += output_offset; - acc = std::max(acc, output_activation_min); - acc = std::min(acc, output_activation_max); - output_data[Offset(output_shape, batch, out_y, out_x, out_channel)] = - static_cast(acc); - } - } - } - } -} - -inline void HybridConvPerChannel( - const ConvParams& params, float* scaling_factors_ptr, - const RuntimeShape& input_shape, const int8_t* input_data, - const RuntimeShape& filter_shape, const int8_t* filter_data, - const RuntimeShape& bias_shape, const float* bias_data, - const RuntimeShape& output_shape, float* output_data, - const RuntimeShape& im2col_shape, int8_t* im2col_data, - const float* per_channel_scale, int32_t* input_offset) { - (void)im2col_data; // only used in optimized code. - (void)im2col_shape; // only used in optimized code. - const int stride_width = params.stride_width; - const int stride_height = params.stride_height; - const int dilation_width_factor = params.dilation_width_factor; - const int dilation_height_factor = params.dilation_height_factor; - const int pad_width = params.padding_values.width; - const int pad_height = params.padding_values.height; - const float output_activation_min = params.float_activation_min; - const float output_activation_max = params.float_activation_max; - TFLITE_DCHECK_EQ(input_shape.DimensionsCount(), 4); - TFLITE_DCHECK_EQ(filter_shape.DimensionsCount(), 4); - TFLITE_DCHECK_EQ(output_shape.DimensionsCount(), 4); - const int batches = MatchingDim(input_shape, 0, output_shape, 0); - const int input_depth = input_shape.Dims(3); - const int output_depth = MatchingDim(filter_shape, 0, output_shape, 3); - if (bias_data) { - TFLITE_DCHECK_EQ(bias_shape.FlatSize(), output_depth); - } - const int input_height = input_shape.Dims(1); - const int input_width = input_shape.Dims(2); - const int filter_height = filter_shape.Dims(1); - const int filter_width = filter_shape.Dims(2); - const int filter_input_depth = filter_shape.Dims(3); - const int groups = input_depth / filter_input_depth; - TFLITE_DCHECK_EQ(input_depth % filter_input_depth, 0); - const int filters_per_group = output_depth / groups; - const int output_height = output_shape.Dims(1); - const int output_width = output_shape.Dims(2); - for (int batch = 0; batch < batches; ++batch) { - for (int out_y = 0; out_y < output_height; ++out_y) { - for (int out_x = 0; out_x < output_width; ++out_x) { - for (int out_channel = 0; out_channel < output_depth; ++out_channel) { - auto group = out_channel / filters_per_group; - const int in_x_origin = (out_x * stride_width) - pad_width; - const int in_y_origin = (out_y * stride_height) - pad_height; - int32_t acc = 0; - for (int filter_y = 0; filter_y < filter_height; ++filter_y) { - for (int filter_x = 0; filter_x < filter_width; ++filter_x) { - for (int in_channel = 0; in_channel < filter_input_depth; - ++in_channel) { - const int in_x = in_x_origin + dilation_width_factor * filter_x; - const int in_y = - in_y_origin + dilation_height_factor * filter_y; - // If the location is outside the bounds of the input image, - // use zero as a default value. - if ((in_x >= 0) && (in_x < input_width) && (in_y >= 0) && - (in_y < input_height)) { - int32_t input_val = input_data[Offset( - input_shape, batch, in_y, in_x, - in_channel + group * filter_input_depth)]; - int32_t filter_val = - filter_data[Offset(filter_shape, out_channel, filter_y, - filter_x, in_channel)]; - acc += filter_val * (input_val - input_offset[batch]); - } - } - } - } - float acc_float = - acc * per_channel_scale[out_channel] * scaling_factors_ptr[batch]; - if (bias_data) { - acc_float += bias_data[out_channel]; - } - output_data[Offset(output_shape, batch, out_y, out_x, out_channel)] = - ActivationFunctionWithMinMax(acc_float, output_activation_min, - output_activation_max); - } - } - } - } -} - -} // namespace reference_ops -} // namespace tflite - -#endif // TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_CONV_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/cumsum.h b/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/cumsum.h deleted file mode 100644 index 7cbc87c0..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/cumsum.h +++ /dev/null @@ -1,175 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_CUMSUM_H_ -#define TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_CUMSUM_H_ - -#include -#include -#include - -#include "tensorflow/lite/kernels/internal/common.h" -#include "tensorflow/lite/kernels/internal/compatibility.h" - -namespace tflite { -namespace reference_ops { - -template -inline void CumSum(const T* input_data, const RuntimeShape& shape, int32_t axis, - bool exclusive, bool reverse, T* output_data) { - const int32_t rank = shape.DimensionsCount(); - TFLITE_DCHECK_GE(rank, 1); - TFLITE_DCHECK_GE(axis, 0); - TFLITE_DCHECK_LT(axis, rank); - - size_t inner = 1; - size_t outer = 1; - size_t depth = 1; - for (int32_t i = 0; i < rank; i++) { - if (i < axis) - inner *= shape.Dims(i); - else if (i > axis) - outer *= shape.Dims(i); - else - depth = shape.Dims(i); - } - - for (size_t outer_index = 0; outer_index < outer; outer_index++) { - size_t outer_index_adj; - if (reverse) - outer_index_adj = (outer - 1) - outer_index; - else - outer_index_adj = outer_index; - for (size_t inner_index = 0; inner_index < inner; inner_index++) { - T accumulator = 0; - size_t inner_index_adj; - if (reverse) - inner_index_adj = (inner - 1) - inner_index; - else - inner_index_adj = inner_index; - for (size_t depth_index = 0; depth_index < depth; depth_index++) { - size_t depth_index_adj; - if (reverse) - depth_index_adj = (depth - 1) - depth_index; - else - depth_index_adj = depth_index; - - size_t index = outer_index_adj; - index += inner_index_adj * depth * outer; - index += depth_index_adj * outer; - - if (exclusive) { - output_data[index] = accumulator; - accumulator += input_data[index]; - } else { - accumulator += input_data[index]; - output_data[index] = accumulator; - } - } - } - } -} - -// -// Quantized INT8 CUMSUM -// -inline void CumSum(const ArithmeticParams& params, const int8_t* input_data, - const RuntimeShape& shape, int32_t axis, bool exclusive, - bool reverse, int8_t* output_data) { - TFLITE_DCHECK_LE(params.quantized_activation_min, - params.quantized_activation_max); - // Input offset is negative input zero point. Activation tensors are - // asymmetric quantized so they span the full int8 range. - // All inputs should have same zero-point and scale, this is checked during - // Prepare stage. - TFLITE_DCHECK_GE(-params.input1_offset, std::numeric_limits::min()); - TFLITE_DCHECK_LE(-params.input1_offset, std::numeric_limits::max()); - - const int32_t rank = shape.DimensionsCount(); - TFLITE_DCHECK_GE(rank, 1); - TFLITE_DCHECK_GE(axis, 0); - TFLITE_DCHECK_LT(axis, rank); - - size_t inner = 1; - size_t outer = 1; - size_t depth = 1; - for (int32_t i = 0; i < rank; i++) { - if (i < axis) - inner *= shape.Dims(i); - else if (i > axis) - outer *= shape.Dims(i); - else - depth = shape.Dims(i); - } - - for (size_t outer_index = 0; outer_index < outer; outer_index++) { - size_t outer_index_adj; - if (reverse) - outer_index_adj = (outer - 1) - outer_index; - else - outer_index_adj = outer_index; - for (size_t inner_index = 0; inner_index < inner; inner_index++) { - int32_t accumulator = params.input1_offset; // accumulator = 0 - accumulator *= (1 << params.left_shift); - accumulator = MultiplyByQuantizedMultiplierSmallerThanOneExp( - accumulator, params.input1_multiplier, params.input1_shift); - - size_t inner_index_adj; - if (reverse) - inner_index_adj = (inner - 1) - inner_index; - else - inner_index_adj = inner_index; - - for (size_t depth_index = 0; depth_index < depth; depth_index++) { - size_t depth_index_adj; - if (reverse) - depth_index_adj = (depth - 1) - depth_index; - else - depth_index_adj = depth_index; - - size_t index = outer_index_adj; - index += inner_index_adj * depth * outer; - index += depth_index_adj * outer; - - const int32_t y = params.input1_offset + input_data[index]; - const int32_t shifted_y = y * (1 << params.left_shift); - const int32_t scaled_y = MultiplyByQuantizedMultiplierSmallerThanOneExp( - shifted_y, params.input1_multiplier, params.input1_shift); - - int32_t scaled_output; - if (exclusive) { - scaled_output = accumulator; - accumulator += scaled_y; - } else { - accumulator += scaled_y; - scaled_output = accumulator; - } - - const int32_t raw_output = - MultiplyByQuantizedMultiplierSmallerThanOneExp( - scaled_output, params.output_multiplier, params.output_shift) + - params.output_offset; - const int32_t clamped_output = - std::min(params.quantized_activation_max, - std::max(params.quantized_activation_min, raw_output)); - output_data[index] = static_cast(clamped_output); - } - } - } -} - -} // namespace reference_ops -} // namespace tflite - -#endif // TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_CUMSUM_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/depth_to_space.h b/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/depth_to_space.h deleted file mode 100644 index 23cff285..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/depth_to_space.h +++ /dev/null @@ -1,79 +0,0 @@ -/* Copyright 2020 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_DEPTH_TO_SPACE_H_ -#define TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_DEPTH_TO_SPACE_H_ - -#include "tensorflow/lite/kernels/internal/types.h" - -namespace tflite { -namespace reference_ops { - -template -inline void DepthToSpace(const tflite::DepthToSpaceParams& op_params, - const RuntimeShape& unextended_input_shape, - const T* input_data, - const RuntimeShape& unextended_output_shape, - T* output_data) { - TFLITE_DCHECK_LE(unextended_input_shape.DimensionsCount(), 4); - TFLITE_DCHECK_LE(unextended_output_shape.DimensionsCount(), 4); - const RuntimeShape input_shape = - RuntimeShape::ExtendedShape(4, unextended_input_shape); - const RuntimeShape output_shape = - RuntimeShape::ExtendedShape(4, unextended_output_shape); - - const int input_depth = input_shape.Dims(3); - const int input_width = input_shape.Dims(2); - const int input_height = input_shape.Dims(1); - const int input_batch = input_shape.Dims(0); - - const int output_depth = output_shape.Dims(3); - const int output_width = output_shape.Dims(2); - const int output_height = output_shape.Dims(1); - const int output_batch = output_shape.Dims(0); - - const int32_t block_size = op_params.block_size; - - TFLITE_DCHECK_EQ(input_width * block_size, output_width); - TFLITE_DCHECK_EQ(input_height * block_size, output_height); - TFLITE_DCHECK_EQ(input_depth, output_depth * block_size * block_size); - TFLITE_DCHECK_EQ(input_batch, output_batch); - - for (int out_b = 0; out_b < output_batch; ++out_b) { - for (int out_h = 0; out_h < output_height; ++out_h) { - for (int out_w = 0; out_w < output_width; ++out_w) { - for (int out_d = 0; out_d < output_depth; ++out_d) { - const int in_d = - out_d + ((out_h % block_size) * block_size + out_w % block_size) * - output_depth; - - const int in_w = out_w / block_size; - const int in_h = out_h / block_size; - const int in_b = out_b; - - const int input_index = Offset(input_shape, in_b, in_h, in_w, in_d); - const int output_index = - Offset(output_shape, out_b, out_h, out_w, out_d); - - output_data[output_index] = input_data[input_index]; - } - } - } - } -} - -} // namespace reference_ops -} // namespace tflite - -#endif // TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_DEPTH_TO_SPACE_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/depthwiseconv_float.h b/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/depthwiseconv_float.h deleted file mode 100644 index 0cecb16b..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/depthwiseconv_float.h +++ /dev/null @@ -1,100 +0,0 @@ -/* Copyright 2017 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_DEPTHWISECONV_FLOAT_H_ -#define TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_DEPTHWISECONV_FLOAT_H_ - -#include "tensorflow/lite/kernels/internal/common.h" -#include "tensorflow/lite/kernels/internal/compatibility.h" -#include "tensorflow/lite/kernels/internal/types.h" - -namespace tflite { -namespace reference_ops { - -inline void DepthwiseConv( - const DepthwiseParams& params, const RuntimeShape& input_shape, - const float* input_data, const RuntimeShape& filter_shape, - const float* filter_data, const RuntimeShape& bias_shape, - const float* bias_data, const RuntimeShape& output_shape, - float* output_data) { - const int stride_width = params.stride_width; - const int stride_height = params.stride_height; - const int dilation_width_factor = params.dilation_width_factor; - const int dilation_height_factor = params.dilation_height_factor; - const int pad_width = params.padding_values.width; - const int pad_height = params.padding_values.height; - const int depth_multiplier = params.depth_multiplier; - const float output_activation_min = params.float_activation_min; - const float output_activation_max = params.float_activation_max; - TFLITE_DCHECK_EQ(input_shape.DimensionsCount(), 4); - TFLITE_DCHECK_EQ(filter_shape.DimensionsCount(), 4); - TFLITE_DCHECK_EQ(output_shape.DimensionsCount(), 4); - - const int batches = MatchingDim(input_shape, 0, output_shape, 0); - const int output_depth = MatchingDim(filter_shape, 3, output_shape, 3); - const int input_height = input_shape.Dims(1); - const int input_width = input_shape.Dims(2); - const int input_depth = input_shape.Dims(3); - const int filter_height = filter_shape.Dims(1); - const int filter_width = filter_shape.Dims(2); - const int output_height = output_shape.Dims(1); - const int output_width = output_shape.Dims(2); - TFLITE_DCHECK_EQ(output_depth, input_depth * depth_multiplier); - TFLITE_DCHECK_EQ(bias_shape.FlatSize(), output_depth); - - for (int b = 0; b < batches; ++b) { - for (int out_y = 0; out_y < output_height; ++out_y) { - for (int out_x = 0; out_x < output_width; ++out_x) { - for (int ic = 0; ic < input_depth; ++ic) { - for (int m = 0; m < depth_multiplier; m++) { - const int oc = m + ic * depth_multiplier; - const int in_x_origin = (out_x * stride_width) - pad_width; - const int in_y_origin = (out_y * stride_height) - pad_height; - float total = 0.f; - for (int filter_y = 0; filter_y < filter_height; ++filter_y) { - for (int filter_x = 0; filter_x < filter_width; ++filter_x) { - const int in_x = in_x_origin + dilation_width_factor * filter_x; - const int in_y = - in_y_origin + dilation_height_factor * filter_y; - // If the location is outside the bounds of the input image, - // use zero as a default value. - if ((in_x >= 0) && (in_x < input_width) && (in_y >= 0) && - (in_y < input_height)) { - float input_value = - input_data[Offset(input_shape, b, in_y, in_x, ic)]; - float filter_value = filter_data[Offset( - filter_shape, 0, filter_y, filter_x, oc)]; - total += (input_value * filter_value); - } - } - } - float bias_value = 0.0f; - if (bias_data) { - bias_value = bias_data[oc]; - } - output_data[Offset(output_shape, b, out_y, out_x, oc)] = - ActivationFunctionWithMinMax(total + bias_value, - output_activation_min, - output_activation_max); - } - } - } - } - } -} - -} // end namespace reference_ops -} // end namespace tflite - -#endif // TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_DEPTHWISECONV_FLOAT_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/depthwiseconv_uint8.h b/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/depthwiseconv_uint8.h deleted file mode 100644 index d4fba139..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/depthwiseconv_uint8.h +++ /dev/null @@ -1,319 +0,0 @@ -/* Copyright 2017 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_DEPTHWISECONV_UINT8_H_ -#define TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_DEPTHWISECONV_UINT8_H_ - -#include - -#include "fixedpoint/fixedpoint.h" -#include "tensorflow/lite/kernels/internal/common.h" -#include "tensorflow/lite/kernels/internal/compatibility.h" -#include "tensorflow/lite/kernels/internal/types.h" - -namespace tflite { - -// Used in tests and template parameters to control which version of depthwise -// convolution is called. Primarily for reference code, and specializations -// forced in tests. -enum class DepthwiseConvImplementation { - // Run all tests against kUseStandardEntry even if also testing another - // kernel, since we need to be sure that the main DepthwiseConv() function in - // optimized_ops.h dispatches to a correctly-executing kernel. - kNone = 0, // The "default" option: use the normal - // DepthwiseConv kernel (entry) function. - kUseGenericKernel, // Forced use of generic kernel. - kUseNeon3x3, // 3x3 kernel that uses NEON when available. - kUseNeon3x3DotProduct, // 3x3 kernel that uses dot-product enabled NEON - // when available. - kUseCModel3x3DotProduct, // 3x3 kernel, reference C model that is intended - // to match overall design NEON code. - kUseUnwound3x3DotProduct, // 3x3 kernel, reference C model with unwound loops - // and some arrays. - kUseIntrinsics3x3DotProduct, // 3x3 kernel using NEON intrinsics. -}; - -// Category of depthwise convolution output rounding. -enum class DepthwiseConvOutputRounding { - kNone = 0, // Invalid: specific method must be specified. - kAwayFromZero, // Original method: exact halves rounded away from zero. - kUpward, // Halves towards +infinity: adds 0.5 before truncate. - // This is where a future kNearestEven would be placed. -}; - -// Category of depthwise convolution depth multiplication. -enum class DepthwiseConvDepthMultiplication { - kNoMultiplication = 0, // Depth multiplier = 1. - kUnitInputDepth, // Input depth = 1, output depth = depth multiplier. -}; - -namespace reference_ops { -namespace depthwise_conv { - -template -inline int32_t DepthwiseConvRound(int32_t x, int32_t quantized_multiplier, - int shift) { - TFLITE_DCHECK_NE(output_rounding, DepthwiseConvOutputRounding::kNone); - return MultiplyByQuantizedMultiplier(x, quantized_multiplier, shift); -} - -// Single-rounding MultiplyByQuantizedMultiplier -#if TFLITE_SINGLE_ROUNDING -template <> -inline int32_t DepthwiseConvRound( - int32_t x, int32_t quantized_multiplier, int shift) { - using gemmlowp::RoundingDivideByPOT; - using gemmlowp::SaturatingRoundingDoublingHighMul; - int left_shift = shift > 0 ? shift : 0; - int right_shift = shift > 0 ? 0 : -shift; - return RoundingDivideByPOT(SaturatingRoundingDoublingHighMul( - x * (1 << left_shift), quantized_multiplier), - right_shift); -} - -template <> -inline int32_t DepthwiseConvRound( - int32_t x, int32_t quantized_multiplier, int shift) { - return MultiplyByQuantizedMultiplier(x, quantized_multiplier, shift); -} -// Double-rounding MultiplyByQuantizedMultiplier -#else -template <> -inline int32_t DepthwiseConvRound( - int32_t x, int32_t quantized_multiplier, int shift) { - return MultiplyByQuantizedMultiplier(x, quantized_multiplier, shift); -} - -template <> -inline int32_t DepthwiseConvRound( - int32_t x, int32_t quantized_multiplier, int shift) { - using gemmlowp::SaturatingRoundingDoublingHighMul; - const int left_shift = shift > 0 ? shift : 0; - const int right_shift = shift > 0 ? 0 : -shift; - const int rounding_offset = right_shift > 0 ? 1 << (right_shift - 1) : 0; - return (SaturatingRoundingDoublingHighMul(x * (1 << left_shift), - quantized_multiplier) + - rounding_offset) >> - right_shift; -} -#endif // TFLITE_SINGLE_ROUNDING - -template -struct DepthwiseConvBasicKernel { - static inline void Run( - const DepthwiseParams& params, const RuntimeShape& input_shape, - const uint8_t* input_data, const RuntimeShape& filter_shape, - const uint8_t* filter_data, const RuntimeShape& bias_shape, - const int32_t* bias_data, const RuntimeShape& output_shape, - uint8_t* output_data) { - const int stride_width = params.stride_width; - const int stride_height = params.stride_height; - const int dilation_width_factor = params.dilation_width_factor; - const int dilation_height_factor = params.dilation_height_factor; - const int pad_width = params.padding_values.width; - const int pad_height = params.padding_values.height; - const int depth_multiplier = params.depth_multiplier; - const int32_t output_activation_min = params.quantized_activation_min; - const int32_t output_activation_max = params.quantized_activation_max; - const int32_t input_offset = params.input_offset; - const int32_t filter_offset = params.weights_offset; - const int32_t output_offset = params.output_offset; - const int32_t output_multiplier = params.output_multiplier; - const int output_shift = params.output_shift; - TFLITE_DCHECK_EQ(input_shape.DimensionsCount(), 4); - TFLITE_DCHECK_EQ(filter_shape.DimensionsCount(), 4); - TFLITE_DCHECK_EQ(output_shape.DimensionsCount(), 4); - - TFLITE_DCHECK_LE(output_activation_min, output_activation_max); - const int batches = MatchingDim(input_shape, 0, output_shape, 0); - const int output_depth = MatchingDim(filter_shape, 3, output_shape, 3); - const int input_height = input_shape.Dims(1); - const int input_width = input_shape.Dims(2); - const int input_depth = input_shape.Dims(3); - const int filter_height = filter_shape.Dims(1); - const int filter_width = filter_shape.Dims(2); - const int output_height = output_shape.Dims(1); - const int output_width = output_shape.Dims(2); - TFLITE_DCHECK_EQ(output_depth, input_depth * depth_multiplier); - TFLITE_DCHECK_EQ(bias_shape.FlatSize(), output_depth); - - for (int b = 0; b < batches; ++b) { - for (int out_y = 0; out_y < output_height; ++out_y) { - for (int out_x = 0; out_x < output_width; ++out_x) { - for (int ic = 0; ic < input_depth; ++ic) { - for (int m = 0; m < depth_multiplier; m++) { - const int oc = m + ic * depth_multiplier; - const int in_x_origin = (out_x * stride_width) - pad_width; - const int in_y_origin = (out_y * stride_height) - pad_height; - int32_t acc = 0; - for (int filter_y = 0; filter_y < filter_height; ++filter_y) { - for (int filter_x = 0; filter_x < filter_width; ++filter_x) { - const int in_x = - in_x_origin + dilation_width_factor * filter_x; - const int in_y = - in_y_origin + dilation_height_factor * filter_y; - // If the location is outside the bounds of the input image, - // use zero as a default value. - if ((in_x >= 0) && (in_x < input_width) && (in_y >= 0) && - (in_y < input_height)) { - int32_t input_val = - input_data[Offset(input_shape, b, in_y, in_x, ic)]; - int32_t filter_val = filter_data[Offset( - filter_shape, 0, filter_y, filter_x, oc)]; - acc += (filter_val + filter_offset) * - (input_val + input_offset); - } - } - } - if (bias_data) { - acc += bias_data[oc]; - } - acc = DepthwiseConvRound(acc, output_multiplier, - output_shift); - acc += output_offset; - acc = std::max(acc, output_activation_min); - acc = std::min(acc, output_activation_max); - output_data[Offset(output_shape, b, out_y, out_x, oc)] = - static_cast(acc); - } - } - } - } - } - } - - // TODO(b/148596273): Reconcile reference versions, perhaps with common - // MultiplyByQuantizedMultiplier or DepthwiseConvRound function. - static inline void RunPerChannel( - const DepthwiseParams& params, const RuntimeShape& input_shape, - const int8_t* input_data, const RuntimeShape& filter_shape, - const int8_t* filter_data, const RuntimeShape& bias_shape, - const int32_t* bias_data, const RuntimeShape& output_shape, - int8_t* output_data) { - // Get parameters. - // TODO(b/141565753): Re-introduce ScopedProfilingLabel on Micro. - const int stride_width = params.stride_width; - const int stride_height = params.stride_height; - const int dilation_width_factor = params.dilation_width_factor; - const int dilation_height_factor = params.dilation_height_factor; - const int pad_width = params.padding_values.width; - const int pad_height = params.padding_values.height; - const int depth_multiplier = params.depth_multiplier; - const int32_t input_offset = params.input_offset; - const int32_t output_offset = params.output_offset; - const int32_t output_activation_min = params.quantized_activation_min; - const int32_t output_activation_max = params.quantized_activation_max; - const int32_t* output_multiplier = params.output_multiplier_per_channel; - const int32_t* output_shift = params.output_shift_per_channel; - - // Check dimensions of the tensors. - TFLITE_DCHECK_EQ(input_shape.DimensionsCount(), 4); - TFLITE_DCHECK_EQ(filter_shape.DimensionsCount(), 4); - TFLITE_DCHECK_EQ(output_shape.DimensionsCount(), 4); - - TFLITE_DCHECK_LE(output_activation_min, output_activation_max); - const int batches = MatchingDim(input_shape, 0, output_shape, 0); - const int output_depth = MatchingDim(filter_shape, 3, output_shape, 3); - const int input_height = input_shape.Dims(1); - const int input_width = input_shape.Dims(2); - const int input_depth = input_shape.Dims(3); - const int filter_height = filter_shape.Dims(1); - const int filter_width = filter_shape.Dims(2); - const int output_height = output_shape.Dims(1); - const int output_width = output_shape.Dims(2); - TFLITE_DCHECK_EQ(output_depth, input_depth * depth_multiplier); - TFLITE_DCHECK_EQ(bias_shape.FlatSize(), output_depth); - - for (int batch = 0; batch < batches; ++batch) { - for (int out_y = 0; out_y < output_height; ++out_y) { - for (int out_x = 0; out_x < output_width; ++out_x) { - for (int in_channel = 0; in_channel < input_depth; ++in_channel) { - for (int m = 0; m < depth_multiplier; ++m) { - const int output_channel = m + in_channel * depth_multiplier; - const int in_x_origin = (out_x * stride_width) - pad_width; - const int in_y_origin = (out_y * stride_height) - pad_height; - int32_t acc = 0; - for (int filter_y = 0; filter_y < filter_height; ++filter_y) { - for (int filter_x = 0; filter_x < filter_width; ++filter_x) { - const int in_x = - in_x_origin + dilation_width_factor * filter_x; - const int in_y = - in_y_origin + dilation_height_factor * filter_y; - // Zero padding by omitting the areas outside the image. - const bool is_point_inside_image = - (in_x >= 0) && (in_x < input_width) && (in_y >= 0) && - (in_y < input_height); - if (is_point_inside_image) { - int32_t input_val = input_data[Offset( - input_shape, batch, in_y, in_x, in_channel)]; - int32_t filter_val = filter_data[Offset( - filter_shape, 0, filter_y, filter_x, output_channel)]; - // Accumulate with 32 bits accumulator. - // In the nudging process during model quantization, we - // force real value of 0.0 be represented by a quantized - // value. This guarantees that the input_offset is a int8_t, - // even though it is represented using int32_t. int32_t += - // int8_t - // * (int8_t - int8_t) so the highest value we can get from - // each accumulation is [-127, 127] * ([-128, 127] - - // [-128, 127]), which is [-32512, 32512]. log2(32512) - // = 14.98, which means we can accumulate at least 2^16 - // multiplications without overflow. The accumulator is - // applied to a filter so the accumulation logic will hold - // as long as the filter size (filter_y * filter_x * - // in_channel) does not exceed 2^16, which is the case in - // all the models we have seen so far. - acc += filter_val * (input_val + input_offset); - } - } - } - if (bias_data) { - acc += bias_data[output_channel]; - } - acc = DepthwiseConvRound( - acc, output_multiplier[output_channel], - output_shift[output_channel]); - acc += output_offset; - acc = std::max(acc, output_activation_min); - acc = std::min(acc, output_activation_max); - output_data[Offset(output_shape, batch, out_y, out_x, - output_channel)] = static_cast(acc); - } - } - } - } - } - } -}; - -} // namespace depthwise_conv - -inline void DepthwiseConv( - const DepthwiseParams& params, const RuntimeShape& input_shape, - const uint8_t* input_data, const RuntimeShape& filter_shape, - const uint8_t* filter_data, const RuntimeShape& bias_shape, - const int32_t* bias_data, const RuntimeShape& output_shape, - uint8_t* output_data) { - return depthwise_conv::DepthwiseConvBasicKernel< - DepthwiseConvOutputRounding::kAwayFromZero>::Run(params, input_shape, - input_data, filter_shape, - filter_data, bias_shape, - bias_data, output_shape, - output_data); -} - -} // namespace reference_ops -} // end namespace tflite - -#endif // TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_DEPTHWISECONV_UINT8_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/dequantize.h b/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/dequantize.h deleted file mode 100644 index b90951f9..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/dequantize.h +++ /dev/null @@ -1,78 +0,0 @@ -/* Copyright 2019 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_DEQUANTIZE_H_ -#define TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_DEQUANTIZE_H_ - -#include - -#include - -#include "tensorflow/lite/kernels/internal/common.h" -#include "tensorflow/lite/kernels/internal/types.h" - -namespace tflite { - -namespace reference_ops { - -// Dequantizes into a float without rounding. -template -inline void Dequantize(const tflite::DequantizationParams& op_params, - const RuntimeShape& input_shape, - const InputT* input_data, - const RuntimeShape& output_shape, OutputT* output_data) { - int32_t zero_point = op_params.zero_point; - const double scale = op_params.scale; - const int flat_size = MatchingFlatSize(input_shape, output_shape); - - for (int i = 0; i < flat_size; i++) { - const int32_t val = input_data[i]; - const OutputT result = static_cast(scale * (val - zero_point)); - output_data[i] = result; - } -} - -// Dequantizes per-channel quantized tensor to float. -template -inline void PerChannelDequantize( - const tflite::PerChannelDequantizationParams& op_params, - const RuntimeShape& input_shape, const T* input_data, - const RuntimeShape& output_shape, float* output_data) { - // Ensure flat size is same. - MatchingFlatSize(input_shape, output_shape); - - const int32_t* zero_point = op_params.zero_point; - const float* scale = op_params.scale; - const int32_t quantized_dimension = op_params.quantized_dimension; - const int32_t num_dims = input_shape.DimensionsCount(); - const int32_t* dims_data = input_shape.DimsData(); - std::vector current_dim(num_dims, 0); - - do { - size_t offset = - ReducedOutputOffset(num_dims, reinterpret_cast(dims_data), - current_dim.data(), 0, nullptr); - const int channel = current_dim[quantized_dimension]; - const int32_t val = input_data[offset]; - const float result = - static_cast(scale[channel] * (val - zero_point[channel])); - output_data[offset] = result; - } while (NextIndex(num_dims, reinterpret_cast(dims_data), - current_dim.data())); -} - -} // namespace reference_ops - -} // namespace tflite -#endif // TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_DEQUANTIZE_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/div.h b/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/div.h deleted file mode 100644 index df8da1b1..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/div.h +++ /dev/null @@ -1,247 +0,0 @@ -/* Copyright 2020 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_DIV_H_ -#define TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_DIV_H_ - -#include - -#include "tensorflow/lite/kernels/internal/common.h" - -namespace tflite { - -namespace reference_ops { - -template -inline void DivCheckArithmeticParams(const ArithmeticParams& params) { - TFLITE_DCHECK_LE(params.quantized_activation_min, - params.quantized_activation_max); - // Input offset is negative input zero point. Activation tensors are - // asymmetric quantized so they span the full int8 range. - constexpr int32_t max_value = - static_cast(std::numeric_limits::max()); - TFLITE_DCHECK_GE(params.input1_offset, -max_value); - TFLITE_DCHECK_LE(params.input1_offset, max_value); - TFLITE_DCHECK_GE(params.input2_offset, -max_value); - TFLITE_DCHECK_LE(params.input2_offset, max_value); - TFLITE_DCHECK_GE(params.output_offset, -max_value); - TFLITE_DCHECK_LE(params.output_offset, max_value); -} - -// Element-wise div that can often be used for inner loop of broadcast Div as -// well as the non-broadcast Div. -template -inline void DivElementwise(int size, const ArithmeticParams& params, - const T* input1_data, const T* input2_data, - T* output_data) { - DivCheckArithmeticParams(params); - - for (int i = 0; i < size; ++i) { - int32_t input1_val = params.input1_offset + input1_data[i]; - int32_t input2_val = params.input2_offset + input2_data[i]; - TFLITE_DCHECK_NE(input2_val, 0); - if (input2_val < 0) { - // Invert signs to avoid a negative input2_val as input2_inv needs to be - // positive to be used as multiplier of MultiplyByQuantizedMultiplier. - input1_val = -input1_val; - input2_val = -input2_val; - } - int recip_shift; - const int32_t input2_inv = GetReciprocal(input2_val, 31, &recip_shift); - const int headroom = CountLeadingSignBits(input1_val); - const int32_t unscaled_quotient = - MultiplyByQuantizedMultiplierGreaterThanOne(input1_val, input2_inv, - headroom); - const int total_shift = params.output_shift - recip_shift - headroom; - const int32_t unclamped_result = - params.output_offset + - MultiplyByQuantizedMultiplierSmallerThanOneExp( - unscaled_quotient, params.output_multiplier, total_shift); - const int32_t clamped_output = - std::min(params.quantized_activation_max, - std::max(params.quantized_activation_min, unclamped_result)); - output_data[i] = static_cast(clamped_output); - } -} - -inline void Div(const ArithmeticParams& params, - const RuntimeShape& input1_shape, const uint8_t* input1_data, - const RuntimeShape& input2_shape, const uint8_t* input2_data, - const RuntimeShape& output_shape, uint8_t* output_data) { - TFLITE_DCHECK_LE(params.quantized_activation_min, - params.quantized_activation_max); - const int flat_size = - MatchingElementsSize(input1_shape, input2_shape, output_shape); - - DivElementwise(flat_size, params, input1_data, input2_data, output_data); -} - -inline void Div(const ArithmeticParams& params, - const RuntimeShape& input1_shape, const int8_t* input1_data, - const RuntimeShape& input2_shape, const int8_t* input2_data, - const RuntimeShape& output_shape, int8_t* output_data) { - TFLITE_DCHECK_LE(params.quantized_activation_min, - params.quantized_activation_max); - const int flat_size = - MatchingElementsSize(input1_shape, input2_shape, output_shape); - - DivElementwise(flat_size, params, input1_data, input2_data, output_data); -} - -template -inline void BroadcastDivSlowQuantized( - const ArithmeticParams& params, const RuntimeShape& unextended_input1_shape, - const T* input1_data, const RuntimeShape& unextended_input2_shape, - const T* input2_data, const RuntimeShape& unextended_output_shape, - T* output_data) { - TFLITE_DCHECK_LE(unextended_input1_shape.DimensionsCount(), N); - TFLITE_DCHECK_LE(unextended_input2_shape.DimensionsCount(), N); - TFLITE_DCHECK_LE(unextended_output_shape.DimensionsCount(), N); - - NdArrayDesc desc1; - NdArrayDesc desc2; - NdArrayDesc output_desc; - NdArrayDescsForElementwiseBroadcast(unextended_input1_shape, - unextended_input2_shape, &desc1, &desc2); - CopyDimsToDesc(RuntimeShape::ExtendedShape(N, unextended_output_shape), - &output_desc); - - DivCheckArithmeticParams(params); - - auto div_func = [&](int indexes[N]) { - int32_t input1_val = - params.input1_offset + input1_data[SubscriptToIndex(desc1, indexes)]; - int32_t input2_val = - params.input2_offset + input2_data[SubscriptToIndex(desc2, indexes)]; - TFLITE_DCHECK_NE(input2_val, 0); - if (input2_val < 0) { - // Invert signs to avoid a negative input2_val as input2_inv needs to be - // positive to be used as multiplier of MultiplyByQuantizedMultiplier. - input1_val = -input1_val; - input2_val = -input2_val; - } - int recip_shift; - const int32_t input2_inv = GetReciprocal(input2_val, 31, &recip_shift); - const int headroom = CountLeadingSignBits(input1_val); - const int32_t unscaled_quotient = - MultiplyByQuantizedMultiplierGreaterThanOne(input1_val, input2_inv, - headroom); - const int total_shift = params.output_shift - recip_shift - headroom; - const int32_t unclamped_result = - params.output_offset + - MultiplyByQuantizedMultiplierSmallerThanOneExp( - unscaled_quotient, params.output_multiplier, total_shift); - const int32_t clamped_output = - std::min(params.quantized_activation_max, - std::max(params.quantized_activation_min, unclamped_result)); - output_data[SubscriptToIndex(output_desc, indexes)] = - static_cast(clamped_output); - }; - NDOpsHelper(output_desc, div_func); -} - -template -inline void BroadcastDivSlow(const ArithmeticParams& params, - const RuntimeShape& unextended_input1_shape, - const uint8_t* input1_data, - const RuntimeShape& unextended_input2_shape, - const uint8_t* input2_data, - const RuntimeShape& unextended_output_shape, - uint8_t* output_data) { - BroadcastDivSlowQuantized( - params, unextended_input1_shape, input1_data, unextended_input2_shape, - input2_data, unextended_output_shape, output_data); -} - -template -inline void BroadcastDivSlow(const ArithmeticParams& params, - const RuntimeShape& unextended_input1_shape, - const int8_t* input1_data, - const RuntimeShape& unextended_input2_shape, - const int8_t* input2_data, - const RuntimeShape& unextended_output_shape, - int8_t* output_data) { - BroadcastDivSlowQuantized( - params, unextended_input1_shape, input1_data, unextended_input2_shape, - input2_data, unextended_output_shape, output_data); -} - -// TODO(jiawen): We can implement BroadcastDiv on buffers of arbitrary -// dimensionality if the runtime code does a single loop over one dimension -// that handles broadcasting as the base case. The code generator would then -// generate max(D1, D2) nested for loops. -template -void BroadcastDivSlow(const ArithmeticParams& params, - const RuntimeShape& unextended_input1_shape, - const T* input1_data, - const RuntimeShape& unextended_input2_shape, - const T* input2_data, - const RuntimeShape& unextended_output_shape, - T* output_data) { - T output_activation_min; - T output_activation_max; - GetActivationParams(params, &output_activation_min, &output_activation_max); - - TFLITE_DCHECK_LE(unextended_input1_shape.DimensionsCount(), N); - TFLITE_DCHECK_LE(unextended_input2_shape.DimensionsCount(), N); - TFLITE_DCHECK_LE(unextended_output_shape.DimensionsCount(), N); - - NdArrayDesc desc1; - NdArrayDesc desc2; - NdArrayDesc output_desc; - NdArrayDescsForElementwiseBroadcast(unextended_input1_shape, - unextended_input2_shape, &desc1, &desc2); - CopyDimsToDesc(RuntimeShape::ExtendedShape(N, unextended_output_shape), - &output_desc); - - // In Tensorflow, the dimensions are canonically named (batch_number, row, - // col, channel), with extents (batches, height, width, depth), with the - // trailing dimension changing most rapidly (channels has the smallest - // stride, typically 1 element). - // - // In generated C code, we store arrays with the dimensions reversed. The - // first dimension has smallest stride. - - auto div_func = [&](int indexes[N]) { - output_data[SubscriptToIndex(output_desc, indexes)] = - ActivationFunctionWithMinMax( - input1_data[SubscriptToIndex(desc1, indexes)] / - input2_data[SubscriptToIndex(desc2, indexes)], - output_activation_min, output_activation_max); - }; - NDOpsHelper(output_desc, div_func); -} - -template -inline void Div(const ArithmeticParams& params, - const RuntimeShape& input1_shape, const T* input1_data, - const RuntimeShape& input2_shape, const T* input2_data, - const RuntimeShape& output_shape, T* output_data) { - T output_activation_min; - T output_activation_max; - GetActivationParams(params, &output_activation_min, &output_activation_max); - - const int flat_size = - MatchingElementsSize(input1_shape, input2_shape, output_shape); - for (int i = 0; i < flat_size; ++i) { - output_data[i] = ActivationFunctionWithMinMax( - input1_data[i] / input2_data[i], output_activation_min, - output_activation_max); - } -} - -} // namespace reference_ops -} // namespace tflite - -#endif // TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_DIV_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/elu.h b/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/elu.h deleted file mode 100644 index 3dc93589..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/elu.h +++ /dev/null @@ -1,37 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_ELU_H_ -#define TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_ELU_H_ - -#include "tensorflow/lite/kernels/internal/cppmath.h" -#include "tensorflow/lite/kernels/internal/types.h" - -namespace tflite { - -namespace reference_ops { - -inline void Elu(const RuntimeShape& input_shape, const float* input_data, - const RuntimeShape& output_shape, float* output_data) { - const int flat_size = MatchingFlatSize(input_shape, output_shape); - for (int i = 0; i < flat_size; ++i) { - const float val = input_data[i]; - output_data[i] = val < 0.0f ? TfLiteExpm1(val) : val; - } -} - -} // namespace reference_ops -} // namespace tflite - -#endif // TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_ELU_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/exp.h b/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/exp.h deleted file mode 100644 index 134ee13f..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/exp.h +++ /dev/null @@ -1,38 +0,0 @@ -/* Copyright 2020 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_EXP_H_ -#define TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_EXP_H_ - -#include - -#include "ruy/profiler/instrumentation.h" // from @ruy -#include "tensorflow/lite/kernels/internal/types.h" - -namespace tflite { -namespace reference_ops { - -template -inline void Exp(const T* input_data, const size_t num_elements, - T* output_data) { - ruy::profiler::ScopeLabel label("Exp"); - for (size_t idx = 0; idx < num_elements; ++idx) { - output_data[idx] = std::exp(input_data[idx]); - } -} - -} // namespace reference_ops -} // namespace tflite - -#endif // TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_EXP_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/fill.h b/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/fill.h deleted file mode 100644 index 16630e61..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/fill.h +++ /dev/null @@ -1,38 +0,0 @@ -/* Copyright 2020 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_FILL_H_ -#define TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_FILL_H_ - -#include - -#include "tensorflow/lite/kernels/internal/types.h" - -namespace tflite { -namespace reference_ops { - -template -void Fill(const RuntimeShape& value_shape, const T* value_data, - const RuntimeShape& output_shape, T* output_data) { - TFLITE_DCHECK_EQ(value_shape.DimensionsCount(), 0); - const int flat_size = output_shape.FlatSize(); - for (int i = 0; i < flat_size; ++i) { - output_data[i] = *value_data; - } -} - -} // namespace reference_ops -} // namespace tflite - -#endif // TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_FILL_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/floor.h b/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/floor.h deleted file mode 100644 index 0693fd42..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/floor.h +++ /dev/null @@ -1,39 +0,0 @@ -/* Copyright 2019 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_FLOOR_H_ -#define TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_FLOOR_H_ - -#include - -#include "tensorflow/lite/kernels/internal/types.h" - -namespace tflite { - -namespace reference_ops { - -inline void Floor(const RuntimeShape& input_shape, const float* input_data, - const RuntimeShape& output_shape, float* output_data) { - const int flat_size = MatchingFlatSize(input_shape, output_shape); - - for (int i = 0; i < flat_size; i++) { - int offset = i; - output_data[offset] = std::floor(input_data[offset]); - } -} - -} // namespace reference_ops -} // namespace tflite - -#endif // TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_FLOOR_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/floor_div.h b/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/floor_div.h deleted file mode 100644 index e75d473c..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/floor_div.h +++ /dev/null @@ -1,35 +0,0 @@ -/* Copyright 2020 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_FLOOR_DIV_H_ -#define TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_FLOOR_DIV_H_ - -#include -#include - -#include "tensorflow/lite/kernels/internal/types.h" - -namespace tflite { -namespace reference_ops { - -template -T FloorDiv(T input1, T input2) { - return std::floor(std::divides()(static_cast(input1), - static_cast(input2))); -} - -} // namespace reference_ops -} // namespace tflite - -#endif // TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_FLOOR_DIV_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/floor_mod.h b/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/floor_mod.h deleted file mode 100644 index 20ce18b7..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/floor_mod.h +++ /dev/null @@ -1,44 +0,0 @@ -/* Copyright 2020 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_FLOOR_MOD_H_ -#define TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_FLOOR_MOD_H_ - -#include -#include - -namespace tflite { - -namespace reference_ops { - -template -T FloorMod(T input1, T input2) { - struct FloatMod { - float operator()(const float lhs, const float rhs) const { - return std::fmod(lhs, rhs); - } - }; - using ModFunc = typename std::conditional::value, - std::modulus, FloatMod>::type; - ModFunc mod_func; - T trunc_mod = mod_func(input1, input2); - return (trunc_mod != 0) && ((input2 < 0) != (trunc_mod < 0)) - ? (trunc_mod + input2) - : trunc_mod; -} - -} // namespace reference_ops -} // namespace tflite - -#endif // TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_FLOOR_MOD_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/fully_connected.h b/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/fully_connected.h deleted file mode 100644 index ba51cbcf..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/fully_connected.h +++ /dev/null @@ -1,323 +0,0 @@ -/* Copyright 2017 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_FULLY_CONNECTED_H_ -#define TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_FULLY_CONNECTED_H_ - -#include - -#include "ruy/profiler/instrumentation.h" // from @ruy -#include "tensorflow/lite/kernels/internal/common.h" -#include "tensorflow/lite/kernels/internal/cppmath.h" -#include "tensorflow/lite/kernels/internal/quantization_util.h" -#include "tensorflow/lite/kernels/internal/types.h" - -namespace tflite { -namespace reference_ops { - -inline void FullyConnected( - const FullyConnectedParams& params, const RuntimeShape& input_shape, - const float* input_data, const RuntimeShape& weights_shape, - const float* weights_data, const RuntimeShape& bias_shape, - const float* bias_data, const RuntimeShape& output_shape, - float* output_data) { - const float output_activation_min = params.float_activation_min; - const float output_activation_max = params.float_activation_max; - // TODO(b/62193649): This really should be: - // const int batches = ArraySize(output_dims, 1); - // but the current --variable_batch hack consists in overwriting the 3rd - // dimension with the runtime batch size, as we don't keep track for each - // array of which dimension is the batch dimension in it. - const int output_dims_count = output_shape.DimensionsCount(); - const int weights_dims_count = weights_shape.DimensionsCount(); - const int batches = FlatSizeSkipDim(output_shape, output_dims_count - 1); - const int output_depth = MatchingDim(weights_shape, weights_dims_count - 2, - output_shape, output_dims_count - 1); - const int accum_depth = weights_shape.Dims(weights_dims_count - 1); - for (int b = 0; b < batches; ++b) { - for (int out_c = 0; out_c < output_depth; ++out_c) { - float total = 0.f; - for (int d = 0; d < accum_depth; ++d) { - total += input_data[b * accum_depth + d] * - weights_data[out_c * accum_depth + d]; - } - float bias_value = 0.0f; - if (bias_data) { - bias_value = bias_data[out_c]; - } - output_data[out_c + output_depth * b] = ActivationFunctionWithMinMax( - total + bias_value, output_activation_min, output_activation_max); - } - } -} - -inline void FullyConnected( - const FullyConnectedParams& params, const RuntimeShape& input_shape, - const uint8_t* input_data, const RuntimeShape& filter_shape, - const uint8_t* filter_data, const RuntimeShape& bias_shape, - const int32_t* bias_data, const RuntimeShape& output_shape, - uint8_t* output_data) { - const int32_t input_offset = params.input_offset; - const int32_t filter_offset = params.weights_offset; - const int32_t output_offset = params.output_offset; - const int32_t output_multiplier = params.output_multiplier; - const int output_shift = params.output_shift; - const int32_t output_activation_min = params.quantized_activation_min; - const int32_t output_activation_max = params.quantized_activation_max; - TFLITE_DCHECK_GE(filter_shape.DimensionsCount(), 2); - TFLITE_DCHECK_GE(output_shape.DimensionsCount(), 1); - - TFLITE_DCHECK_LE(output_activation_min, output_activation_max); - // TODO(b/62193649): This really should be: - // const int batches = ArraySize(output_dims, 1); - // but the current --variable_batch hack consists in overwriting the 3rd - // dimension with the runtime batch size, as we don't keep track for each - // array of which dimension is the batch dimension in it. - const int output_dim_count = output_shape.DimensionsCount(); - const int filter_dim_count = filter_shape.DimensionsCount(); - const int batches = FlatSizeSkipDim(output_shape, output_dim_count - 1); - const int output_depth = MatchingDim(filter_shape, filter_dim_count - 2, - output_shape, output_dim_count - 1); - const int accum_depth = filter_shape.Dims(filter_dim_count - 1); - for (int b = 0; b < batches; ++b) { - for (int out_c = 0; out_c < output_depth; ++out_c) { - int32_t acc = 0; - for (int d = 0; d < accum_depth; ++d) { - int32_t input_val = input_data[b * accum_depth + d]; - int32_t filter_val = filter_data[out_c * accum_depth + d]; - acc += (filter_val + filter_offset) * (input_val + input_offset); - } - if (bias_data) { - acc += bias_data[out_c]; - } - acc = MultiplyByQuantizedMultiplier(acc, output_multiplier, output_shift); - acc += output_offset; - acc = std::max(acc, output_activation_min); - acc = std::min(acc, output_activation_max); - output_data[out_c + output_depth * b] = static_cast(acc); - } - } -} - -inline void FullyConnected( - const FullyConnectedParams& params, const RuntimeShape& input_shape, - const uint8_t* input_data, const RuntimeShape& filter_shape, - const uint8_t* filter_data, const RuntimeShape& bias_shape, - const int32_t* bias_data, const RuntimeShape& output_shape, - int16_t* output_data) { - const int32_t input_offset = params.input_offset; - const int32_t filter_offset = params.weights_offset; - const int32_t output_offset = params.output_offset; - const int32_t output_multiplier = params.output_multiplier; - const int output_shift = params.output_shift; - const int32_t output_activation_min = params.quantized_activation_min; - const int32_t output_activation_max = params.quantized_activation_max; - - TFLITE_DCHECK_LE(output_activation_min, output_activation_max); - TFLITE_DCHECK_EQ(output_offset, 0); - // TODO(b/62193649): This really should be: - // const int batches = ArraySize(output_dims, 1); - // but the current --variable_batch hack consists in overwriting the 3rd - // dimension with the runtime batch size, as we don't keep track for each - // array of which dimension is the batch dimension in it. - const int output_dim_count = output_shape.DimensionsCount(); - const int filter_dim_count = filter_shape.DimensionsCount(); - const int batches = FlatSizeSkipDim(output_shape, output_dim_count - 1); - const int output_depth = MatchingDim(filter_shape, filter_dim_count - 2, - output_shape, output_dim_count - 1); - const int accum_depth = filter_shape.Dims(filter_dim_count - 1); - for (int b = 0; b < batches; ++b) { - for (int out_c = 0; out_c < output_depth; ++out_c) { - // Internal accumulation. - // Initialize accumulator with the bias-value. - int32_t accum = bias_data[out_c]; - // Accumulation loop. - for (int d = 0; d < accum_depth; ++d) { - int16_t input_val = input_data[b * accum_depth + d] + input_offset; - int16_t filter_val = - filter_data[out_c * accum_depth + d] + filter_offset; - accum += filter_val * input_val; - } - // Down-scale the final int32_t accumulator to the scale used by our - // (16-bit, typically 3 integer bits) fixed-point format. The quantized - // multiplier and shift here have been pre-computed offline - // (e.g. by toco). - accum = - MultiplyByQuantizedMultiplier(accum, output_multiplier, output_shift); - // Saturate, cast to int16_t, and store to output array. - accum = std::max(accum, output_activation_min - output_offset); - accum = std::min(accum, output_activation_max - output_offset); - accum += output_offset; - output_data[out_c + output_depth * b] = accum; - } - } -} - -inline void ShuffledFullyConnected( - const FullyConnectedParams& params, const RuntimeShape& input_shape, - const uint8_t* input_data, const RuntimeShape& weights_shape, - const uint8_t* shuffled_weights_data, const RuntimeShape& bias_shape, - const int32_t* bias_data, const RuntimeShape& output_shape, - int16_t* output_data, uint8_t* shuffled_input_workspace_data) { - const int32_t output_multiplier = params.output_multiplier; - const int output_shift = params.output_shift; - const int32_t output_activation_min = params.quantized_activation_min; - const int32_t output_activation_max = params.quantized_activation_max; - TFLITE_DCHECK_LE(output_activation_min, output_activation_max); - - TFLITE_DCHECK_GE(input_shape.DimensionsCount(), 1); - TFLITE_DCHECK_GE(weights_shape.DimensionsCount(), 2); - TFLITE_DCHECK_GE(output_shape.DimensionsCount(), 1); - // TODO(b/62193649): This really should be: - // const int batches = ArraySize(output_dims, 1); - // but the current --variable_batch hack consists in overwriting the 3rd - // dimension with the runtime batch size, as we don't keep track for each - // array of which dimension is the batch dimension in it. - const int output_dim_count = output_shape.DimensionsCount(); - const int weights_dim_count = weights_shape.DimensionsCount(); - const int batches = FlatSizeSkipDim(output_shape, output_dim_count - 1); - const int output_depth = MatchingDim(weights_shape, weights_dim_count - 2, - output_shape, output_dim_count - 1); - const int accum_depth = weights_shape.Dims(weights_dim_count - 1); - TFLITE_DCHECK((accum_depth % 16) == 0); - TFLITE_DCHECK((output_depth % 4) == 0); - - // Shuffling and xoring of input activations into the workspace buffer - uint8_t* shuffled_input_workspace_ptr = shuffled_input_workspace_data; - if (batches == 1) { - for (int i = 0; i < accum_depth; i++) { - shuffled_input_workspace_data[i] = input_data[i] ^ 0x80; - } - } else if (batches == 4) { - for (int c = 0; c < accum_depth; c += 16) { - for (int b = 0; b < 4; b++) { - const uint8_t* src_data_ptr = input_data + b * accum_depth + c; - for (int j = 0; j < 16; j++) { - uint8_t src_val = *src_data_ptr++; - // Flip the sign bit, so that the kernel will only need to - // reinterpret these uint8_t values as int8_t, getting for free the - // subtraction of the zero_point value 128. - uint8_t dst_val = src_val ^ 0x80; - *shuffled_input_workspace_ptr++ = dst_val; - } - } - } - } else { - TFLITE_DCHECK(false); - return; - } - - // Actual computation - if (batches == 1) { - int16_t* output_ptr = output_data; - // Shuffled weights have had their sign bit (0x80) pre-flipped (xor'd) - // so that just reinterpreting them as int8_t values is equivalent to - // subtracting 128 from them, thus implementing for free the subtraction of - // the zero_point value 128. - const int8_t* shuffled_weights_ptr = - reinterpret_cast(shuffled_weights_data); - // Likewise, we preshuffled and pre-xored the input data above. - const int8_t* shuffled_input_data = - reinterpret_cast(shuffled_input_workspace_data); - for (int c = 0; c < output_depth; c += 4) { - // Internal accumulation. - // Initialize accumulator with the bias-value. - int32_t accum[4] = {0}; - // Accumulation loop. - for (int d = 0; d < accum_depth; d += 16) { - for (int i = 0; i < 4; i++) { - for (int j = 0; j < 16; j++) { - int8_t input_val = shuffled_input_data[d + j]; - int8_t weights_val = *shuffled_weights_ptr++; - accum[i] += weights_val * input_val; - } - } - } - for (int i = 0; i < 4; i++) { - // Add bias value - int32_t acc = accum[i] + bias_data[c + i]; - // Down-scale the final int32_t accumulator to the scale used by our - // (16-bit, typically 3 integer bits) fixed-point format. The quantized - // multiplier and shift here have been pre-computed offline - // (e.g. by toco). - acc = - MultiplyByQuantizedMultiplier(acc, output_multiplier, output_shift); - // Saturate, cast to int16_t, and store to output array. - acc = std::max(acc, output_activation_min); - acc = std::min(acc, output_activation_max); - output_ptr[c + i] = acc; - } - } - } else if (batches == 4) { - int16_t* output_ptr = output_data; - // Shuffled weights have had their sign bit (0x80) pre-flipped (xor'd) - // so that just reinterpreting them as int8_t values is equivalent to - // subtracting 128 from them, thus implementing for free the subtraction of - // the zero_point value 128. - const int8_t* shuffled_weights_ptr = - reinterpret_cast(shuffled_weights_data); - // Likewise, we preshuffled and pre-xored the input data above. - const int8_t* shuffled_input_data = - reinterpret_cast(shuffled_input_workspace_data); - for (int c = 0; c < output_depth; c += 4) { - const int8_t* shuffled_input_ptr = shuffled_input_data; - // Accumulation loop. - // Internal accumulation. - // Initialize accumulator with the bias-value. - int32_t accum[4][4]; - for (int i = 0; i < 4; i++) { - for (int b = 0; b < 4; b++) { - accum[i][b] = 0; - } - } - for (int d = 0; d < accum_depth; d += 16) { - for (int i = 0; i < 4; i++) { - for (int b = 0; b < 4; b++) { - for (int j = 0; j < 16; j++) { - int8_t input_val = shuffled_input_ptr[16 * b + j]; - int8_t weights_val = shuffled_weights_ptr[16 * i + j]; - accum[i][b] += weights_val * input_val; - } - } - } - shuffled_input_ptr += 64; - shuffled_weights_ptr += 64; - } - for (int i = 0; i < 4; i++) { - for (int b = 0; b < 4; b++) { - // Add bias value - int32_t acc = accum[i][b] + bias_data[c + i]; - // Down-scale the final int32_t accumulator to the scale used by our - // (16-bit, typically 3 integer bits) fixed-point format. The - // quantized multiplier and shift here have been pre-computed offline - // (e.g. by toco). - acc = MultiplyByQuantizedMultiplier(acc, output_multiplier, - output_shift); - // Saturate, cast to int16_t, and store to output array. - acc = std::max(acc, output_activation_min); - acc = std::min(acc, output_activation_max); - output_ptr[b * output_depth + c + i] = acc; - } - } - } - } else { - TFLITE_DCHECK(false); - return; - } -} - -} // namespace reference_ops -} // namespace tflite - -#endif // TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_FULLY_CONNECTED_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/hard_swish.h b/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/hard_swish.h deleted file mode 100644 index d9fe32e9..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/hard_swish.h +++ /dev/null @@ -1,168 +0,0 @@ -/* Copyright 2020 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_ACTIVATIONS_H_ -#define TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_ACTIVATIONS_H_ - -#include - -#include "ruy/profiler/instrumentation.h" // from @ruy -#include "tensorflow/lite/kernels/internal/common.h" -#include "tensorflow/lite/kernels/internal/types.h" - -namespace tflite { -namespace reference_ops { - -inline int16_t SaturatingLeftShift(int16_t value, int amount) { - int64_t result = static_cast(value) * (1 << amount); - result = std::min(result, std::numeric_limits::max()); - result = std::max(result, std::numeric_limits::min()); - return result; -} - -// Similar to ARM instruction SQDMULH. -// Similar to gemmlowp::SaturatingRoundingDoublingHighMul except -// rounding to zero instead of to nearest (SQRDMULH). -inline std::int16_t SaturatingDoublingHighMul(std::int16_t a, std::int16_t b) { - bool overflow = a == b && a == std::numeric_limits::min(); - std::int32_t a_32(a); - std::int32_t b_32(b); - std::int32_t ab_32 = a_32 * b_32; - std::int16_t ab_x2_high16 = static_cast((ab_32) / (1 << 15)); - return overflow ? std::numeric_limits::max() : ab_x2_high16; -} - -template -inline void HardSwish(const RuntimeShape& input_shape, const T* input_data, - const RuntimeShape& output_shape, T* output_data) { - ruy::profiler::ScopeLabel label("ReferenceHardSwish/Float"); - auto matching_size = MatchingFlatSize(input_shape, output_shape); - const T* in_end = input_data + matching_size; - for (; input_data < in_end; input_data++, output_data++) { - const float in = *input_data; - *output_data = - in * std::min(static_cast(6), std::max(static_cast(0), in + 3)) / - 6; - } -} - -template -inline void HardSwish(const HardSwishParams& params, - const RuntimeShape& input_shape, const T* input_data, - const RuntimeShape& output_shape, T* output_data) { - ruy::profiler::ScopeLabel label("ReferenceHardSwish/Quantized"); - - const int flat_size = MatchingFlatSize(input_shape, output_shape); - - for (int i = 0; i < flat_size; i++) { - const int16_t input_value = input_data[i] - params.input_zero_point; - // Left-shift as much as we can without overflow/saturation to put - // significant bits in the high bits of our 16-bit fixedpoint values, so - // that fixed-point approximate computations below are as accurate as - // possible. - const int16_t input_value_on_hires_input_scale = input_value * (1 << 7); - // Compute the input value on essentially the output scale, just not - // right-shifted yet. This is the value that we'll use in the (x >= +3) - // case, and that in the general case we'll multiply against the "relu-ish" - // fixed-point multiplier in [0, 1]. - const int16_t input_value_on_preshift_output_scale = - gemmlowp::SaturatingRoundingDoublingHighMul( - input_value_on_hires_input_scale, - params.output_multiplier_fixedpoint_int16); - // Now compute the "relu-ish multiplier". In the (-3 <= x <= +3) case, that - // is just an affine rescaling of x from [-3, 3] to [0, 1]. In the general - // case, it is just that plus saturation at the boundaries of [-3, 3]. - // First, we rescale from [-3, 3] to [-1, 1], saturating. - // That is done by rescaling the input value with a fixed-point multiplier - // (reluish_multiplier_fixedpoint) and bit-shift such that we represent - // that input value on the scale where the real value 3.0f is represented - // by the quantized value 32768. (+32768 is actually not representable as - // int16_t, so this saturates at +32767, and that is seen empirically to be - // a negligible contribution to numerical error/bias). - // - // This code is careful to correctly implement any magnitude of multiplier, - // involving either a right shift or a left shift, with correct saturation - // behavior in the left-shift case. This forces this code to be more - // complicated, but is necessary for real applications: a partially - // trained quantized MobileNet v3-small model that motivated this code - // exhibits some large [min, max] range boundaries, of the order of - // magnitude of 10 or 100 depending on layers. - // - // The next few lines are basically just an ordinary - // MultiplyByQuantizedMultiplier, except that we are more careful here - // about the fine details of saturation when left-shifting, because here - // overflow in left-shift is a common case, not an anomaly as - // MultiplyByQuantizedMultiplier assumes. - int16_t reluish_value = input_value_on_hires_input_scale; - // Shift left, saturating, as much as we can while ensuring that this - // saturation will not contribute to the result. That is, left shift amount - // reduced by 1. - if (params.reluish_multiplier_exponent > 0) { - reluish_value = SaturatingLeftShift( - reluish_value, params.reluish_multiplier_exponent - 1); - } - // Apply the fixed-point multiplier, dividing the value by a divisor - // ranging in [1, 2]. - reluish_value = gemmlowp::SaturatingRoundingDoublingHighMul( - reluish_value, params.reluish_multiplier_fixedpoint_int16); - // Apply the last bit of left-shift. Thus, in the left-shifting case, if - // any saturation affects the result, it is happening here --- any - // saturation having occurred above is overwritten here, not affecting the - // result. - if (params.reluish_multiplier_exponent > 0) { - reluish_value = SaturatingLeftShift(reluish_value, 1); - } - // Shift right, in the right-shifting case. - if (params.reluish_multiplier_exponent < 0) { - reluish_value = gemmlowp::RoundingDivideByPOT( - reluish_value, -params.reluish_multiplier_exponent); - } - // At this point we have rescaled the value into a 16bit fixedpoint - // reluish_value in [-1, 1]. - // We now convert that to a 16bit fixedpoint value in [0, 1]. - reluish_value = (reluish_value + (1 << 15)) >> 1; - // Use of SaturatingDoublingHighMul here is important to cancel the biases - // from the above SaturatingRoundingDoublingHighMul. - // - // On a partially trained MobileNet-v3-small, - // - // | bias on | ImageNet - // | quantized | Top-1 - // Operation used here | values | accuracy (50k) - // --------------------------------------+------------+----------- - // SaturatingDoublingHighMul | -0.0024 | 58.920 - // SaturatingRoundingDoublingHighMul | -0.0067 | 58.064 - // - // In activations_test, this is covered by this testcase: - // QuantizedActivationsOpTest.HardSwishBias - // - const int16_t preshift_output_value = SaturatingDoublingHighMul( - reluish_value, input_value_on_preshift_output_scale); - // We were so far operating on the pre-shift output scale. Now we finally - // apply that output shift, arriving at the final output scale. - int16_t output_value = gemmlowp::RoundingDivideByPOT( - preshift_output_value, -params.output_multiplier_exponent); - output_value += params.output_zero_point; - output_value = - std::min(output_value, std::numeric_limits::max()); - output_value = - std::max(output_value, std::numeric_limits::min()); - output_data[i] = output_value; - } -} - -} // namespace reference_ops -} // namespace tflite - -#endif // TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_CONV_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/integer_ops/add.h b/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/integer_ops/add.h deleted file mode 100644 index 8d9b318c..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/integer_ops/add.h +++ /dev/null @@ -1,145 +0,0 @@ -/* Copyright 2019 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_INTEGER_OPS_ADD_H_ -#define TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_INTEGER_OPS_ADD_H_ - -#include -#include - -#include "tensorflow/lite/kernels/internal/common.h" -#include "tensorflow/lite/kernels/internal/types.h" - -namespace tflite { -namespace reference_integer_ops { - -inline void CheckArithmeticParams(const ArithmeticParams& params) { - TFLITE_DCHECK_LE(params.quantized_activation_min, - params.quantized_activation_max); - // Input offset is negative input zero point. Activation tensors are - // asymmetric quantized so they span the full int8 range. - TFLITE_DCHECK_GE(-params.input1_offset, std::numeric_limits::min()); - TFLITE_DCHECK_GE(-params.input2_offset, std::numeric_limits::min()); - TFLITE_DCHECK_LE(-params.input1_offset, std::numeric_limits::max()); - TFLITE_DCHECK_LE(-params.input2_offset, std::numeric_limits::max()); -} - -inline void ElementWise( - int size, const ArithmeticParams& params, const int8_t* input1_data, - const int8_t* input2_data, int8_t* output_data, - void (*check_arithmetic_params)(const ArithmeticParams&), - int8_t (*binary_func)(int8_t, int8_t, const ArithmeticParams&)) { - CheckArithmeticParams(params); - for (int i = 0; i < size; ++i) { - output_data[i] = binary_func(input1_data[i], input2_data[i], params); - } -} - -inline void BroadcastBinaryFunction4DSlow( - const ArithmeticParams& params, const RuntimeShape& input1_shape, - const int8_t* input1_data, const RuntimeShape& input2_shape, - const int8_t* input2_data, const RuntimeShape& output_shape, - int8_t* output_data, - void (*check_arithmetic_params)(const ArithmeticParams&), - int8_t (*binary_func)(int8_t, int8_t, const ArithmeticParams&)) { - NdArrayDesc<4> desc1; - NdArrayDesc<4> desc2; - NdArrayDescsForElementwiseBroadcast(input1_shape, input2_shape, &desc1, - &desc2); - const RuntimeShape extended_output_shape = - RuntimeShape::ExtendedShape(4, output_shape); - - // In Tensorflow, the dimensions are canonically named (batch_number, row, - // col, channel), with extents (batches, height, width, depth), with the - // trailing dimension changing most rapidly (channels has the smallest stride, - // typically 1 element). - // - // In generated C code, we store arrays with the dimensions reversed. The - // first dimension has smallest stride. - // - // We name our variables by their Tensorflow convention, but generate C code - // nesting loops such that the innermost loop has the smallest stride for the - // best cache behavior. - for (int b = 0; b < extended_output_shape.Dims(0); ++b) { - for (int y = 0; y < extended_output_shape.Dims(1); ++y) { - for (int x = 0; x < extended_output_shape.Dims(2); ++x) { - for (int c = 0; c < extended_output_shape.Dims(3); ++c) { - output_data[Offset(extended_output_shape, b, y, x, c)] = binary_func( - input1_data[SubscriptToIndex(desc1, b, y, x, c)], - input2_data[SubscriptToIndex(desc2, b, y, x, c)], params); - } - } - } - } -} - -inline int8_t AddFunc(int8_t x, int8_t y, const ArithmeticParams& params) { - const int32_t input1_val = params.input1_offset + x; - const int32_t input2_val = params.input2_offset + y; - const int32_t shifted_input1_val = input1_val * (1 << params.left_shift); - const int32_t shifted_input2_val = input2_val * (1 << params.left_shift); - const int32_t scaled_input1_val = - MultiplyByQuantizedMultiplierSmallerThanOneExp( - shifted_input1_val, params.input1_multiplier, params.input1_shift); - const int32_t scaled_input2_val = - MultiplyByQuantizedMultiplierSmallerThanOneExp( - shifted_input2_val, params.input2_multiplier, params.input2_shift); - const int32_t raw_sum = scaled_input1_val + scaled_input2_val; - const int32_t raw_output = - MultiplyByQuantizedMultiplierSmallerThanOneExp( - raw_sum, params.output_multiplier, params.output_shift) + - params.output_offset; - const int32_t clamped_output = - std::min(params.quantized_activation_max, - std::max(params.quantized_activation_min, raw_output)); - return static_cast(clamped_output); -} - -// Element-wise add that can often be used for inner loop of broadcast add as -// well as the non-broadcast add. -inline void AddElementwise(int size, const ArithmeticParams& params, - const int8_t* input1_data, const int8_t* input2_data, - int8_t* output_data) { - ElementWise(size, params, input1_data, input2_data, output_data, - CheckArithmeticParams, AddFunc); -} - -inline void Add(const ArithmeticParams& params, - const RuntimeShape& input1_shape, const int8_t* input1_data, - const RuntimeShape& input2_shape, const int8_t* input2_data, - const RuntimeShape& output_shape, int8_t* output_data) { - CheckArithmeticParams(params); - - const int flat_size = - MatchingElementsSize(input1_shape, input2_shape, output_shape); - - AddElementwise(flat_size, params, input1_data, input2_data, output_data); -} - -inline void BroadcastAdd4DSlow(const ArithmeticParams& params, - const RuntimeShape& input1_shape, - const int8_t* input1_data, - const RuntimeShape& input2_shape, - const int8_t* input2_data, - const RuntimeShape& output_shape, - int8_t* output_data) { - BroadcastBinaryFunction4DSlow(params, input1_shape, input1_data, input2_shape, - input2_data, output_shape, output_data, - CheckArithmeticParams, AddFunc); -} - -} // namespace reference_integer_ops -} // namespace tflite - -#endif // TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_INTEGER_OPS_ADD_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/integer_ops/conv.h b/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/integer_ops/conv.h deleted file mode 100644 index ffd4978e..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/integer_ops/conv.h +++ /dev/null @@ -1,238 +0,0 @@ -/* Copyright 2019 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_INTEGER_OPS_CONV_H_ -#define TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_INTEGER_OPS_CONV_H_ - -#include - -#include "tensorflow/lite/kernels/internal/common.h" - -namespace tflite { -namespace reference_integer_ops { - -// Fixed-point per-channel-quantization convolution reference kernel. -inline void ConvPerChannel( - const ConvParams& params, const int32_t* output_multiplier, - const int32_t* output_shift, const RuntimeShape& input_shape, - const int8_t* input_data, const RuntimeShape& filter_shape, - const int8_t* filter_data, const RuntimeShape& bias_shape, - const int32_t* bias_data, const RuntimeShape& output_shape, - int8_t* output_data) { - // Get parameters. - const int32_t input_offset = params.input_offset; // r = s(q - Z) - const int stride_width = params.stride_width; - const int stride_height = params.stride_height; - const int dilation_width_factor = params.dilation_width_factor; - const int dilation_height_factor = params.dilation_height_factor; - const int pad_width = params.padding_values.width; - const int pad_height = params.padding_values.height; - const int32_t output_offset = params.output_offset; - - // Set min and max value of the output. - const int32_t output_activation_min = params.quantized_activation_min; - const int32_t output_activation_max = params.quantized_activation_max; - - // Consistency check. - TFLITE_DCHECK_LE(output_activation_min, output_activation_max); - TFLITE_DCHECK_EQ(input_shape.DimensionsCount(), 4); - TFLITE_DCHECK_EQ(filter_shape.DimensionsCount(), 4); - TFLITE_DCHECK_EQ(output_shape.DimensionsCount(), 4); - const int batches = MatchingDim(input_shape, 0, output_shape, 0); - const int input_depth = input_shape.Dims(3); - const int output_depth = MatchingDim(filter_shape, 0, output_shape, 3); - if (bias_data) { - TFLITE_DCHECK_EQ(bias_shape.FlatSize(), output_depth); - } - - // Check dimensions of the tensors. - const int input_height = input_shape.Dims(1); - const int input_width = input_shape.Dims(2); - const int filter_height = filter_shape.Dims(1); - const int filter_width = filter_shape.Dims(2); - const int filter_input_depth = filter_shape.Dims(3); - const int groups = input_depth / filter_input_depth; - TFLITE_DCHECK_EQ(input_depth % filter_input_depth, 0); - const int filters_per_group = output_depth / groups; - const int output_height = output_shape.Dims(1); - const int output_width = output_shape.Dims(2); - for (int batch = 0; batch < batches; ++batch) { - for (int out_y = 0; out_y < output_height; ++out_y) { - const int in_y_origin = (out_y * stride_height) - pad_height; - for (int out_x = 0; out_x < output_width; ++out_x) { - const int in_x_origin = (out_x * stride_width) - pad_width; - for (int out_channel = 0; out_channel < output_depth; ++out_channel) { - auto group = out_channel / filters_per_group; - int32_t acc = 0; - for (int filter_y = 0; filter_y < filter_height; ++filter_y) { - const int in_y = in_y_origin + dilation_height_factor * filter_y; - for (int filter_x = 0; filter_x < filter_width; ++filter_x) { - const int in_x = in_x_origin + dilation_width_factor * filter_x; - - // Zero padding by omitting the areas outside the image. - const bool is_point_inside_image = - (in_x >= 0) && (in_x < input_width) && (in_y >= 0) && - (in_y < input_height); - - if (!is_point_inside_image) { - continue; - } - - for (int in_channel = 0; in_channel < filter_input_depth; - ++in_channel) { - int32_t input_val = - input_data[Offset(input_shape, batch, in_y, in_x, - in_channel + group * filter_input_depth)]; - int32_t filter_val = filter_data[Offset( - filter_shape, out_channel, filter_y, filter_x, in_channel)]; - // Accumulate with 32 bits accumulator. - // In the nudging process during model quantization, we force - // real value of 0.0 be represented by a quantized value. This - // guarantees that the input_offset is a int8_t, even though - // it is represented using int32_t. int32_t += int8_t * - // (int8_t - int8_t) so the highest value we can get from each - // accumulation is [-127, 127] * ([-128, 127] - - // [-128, 127]), which is [-32512, 32512]. log2(32512) - // = 14.98, which means we can accumulate at least 2^16 - // multiplications without overflow. The accumulator is - // applied to a filter so the accumulation logic will hold as - // long as the filter size (filter_y * filter_x * in_channel) - // does not exceed 2^16, which is the case in all the models - // we have seen so far. - // TODO(b/174275578): Add a check to make sure the - // accumulator depth is smaller than 2^16. - acc += filter_val * (input_val + input_offset); - } - } - } - - if (bias_data) { - acc += bias_data[out_channel]; - } - acc = MultiplyByQuantizedMultiplier( - acc, output_multiplier[out_channel], output_shift[out_channel]); - acc += output_offset; - acc = std::max(acc, output_activation_min); - acc = std::min(acc, output_activation_max); - output_data[Offset(output_shape, batch, out_y, out_x, out_channel)] = - static_cast(acc); - } - } - } - } -} - -// Fixed-point per-channel-quantization convolution reference kernel. -// 16-bit data and 8-bit filter -template -inline void ConvPerChannel( - const ConvParams& params, const int32_t* output_multiplier, - const int32_t* output_shift, const RuntimeShape& input_shape, - const int16_t* input_data, const RuntimeShape& filter_shape, - const int8_t* filter_data, const RuntimeShape& bias_shape, - const AccumScalar* bias_data, const RuntimeShape& output_shape, - int16_t* output_data) { - // Get parameters. - const int stride_width = params.stride_width; - const int stride_height = params.stride_height; - const int dilation_width_factor = params.dilation_width_factor; - const int dilation_height_factor = params.dilation_height_factor; - const int pad_width = params.padding_values.width; - const int pad_height = params.padding_values.height; - - // Set min and max value of the output. - const int32_t output_activation_min = params.quantized_activation_min; - const int32_t output_activation_max = params.quantized_activation_max; - - // Consistency check. - TFLITE_DCHECK_LE(output_activation_min, output_activation_max); - TFLITE_DCHECK_EQ(input_shape.DimensionsCount(), 4); - TFLITE_DCHECK_EQ(filter_shape.DimensionsCount(), 4); - TFLITE_DCHECK_EQ(output_shape.DimensionsCount(), 4); - const int batches = MatchingDim(input_shape, 0, output_shape, 0); - const int input_depth = input_shape.Dims(3); - const int output_depth = MatchingDim(filter_shape, 0, output_shape, 3); - if (bias_data) { - TFLITE_DCHECK_EQ(bias_shape.FlatSize(), output_depth); - } - - // Check dimensions of the tensors. - const int input_height = input_shape.Dims(1); - const int input_width = input_shape.Dims(2); - const int filter_height = filter_shape.Dims(1); - const int filter_width = filter_shape.Dims(2); - const int filter_input_depth = filter_shape.Dims(3); - const int groups = input_depth / filter_input_depth; - TFLITE_DCHECK_EQ(input_depth % filter_input_depth, 0); - const int filters_per_group = output_depth / groups; - const int output_height = output_shape.Dims(1); - const int output_width = output_shape.Dims(2); - for (int batch = 0; batch < batches; ++batch) { - for (int out_y = 0; out_y < output_height; ++out_y) { - const int in_y_origin = (out_y * stride_height) - pad_height; - for (int out_x = 0; out_x < output_width; ++out_x) { - const int in_x_origin = (out_x * stride_width) - pad_width; - for (int out_channel = 0; out_channel < output_depth; ++out_channel) { - auto group = out_channel / filters_per_group; - AccumScalar acc = 0; - for (int filter_y = 0; filter_y < filter_height; ++filter_y) { - const int in_y = in_y_origin + dilation_height_factor * filter_y; - for (int filter_x = 0; filter_x < filter_width; ++filter_x) { - const int in_x = in_x_origin + dilation_width_factor * filter_x; - - // Zero padding by omitting the areas outside the image. - const bool is_point_inside_image = - (in_x >= 0) && (in_x < input_width) && (in_y >= 0) && - (in_y < input_height); - - if (!is_point_inside_image) { - continue; - } - - for (int in_channel = 0; in_channel < filter_input_depth; - ++in_channel) { - int32_t input_val = - input_data[Offset(input_shape, batch, in_y, in_x, - in_channel + group * filter_input_depth)]; - int32_t filter_val = filter_data[Offset( - filter_shape, out_channel, filter_y, filter_x, in_channel)]; - // Accumulate with 64 bits accumulator. - // int64_t += int8_t * int16_t so the highest value we can - // get from each accumulation is [-127, 127] * ([-32768, - // 32767] - - // [-32768, 32767]), which is [-8322945, 8322945]. - // log2(8322945) = 22.99. - acc += filter_val * input_val; - } - } - } - if (bias_data) { - acc += bias_data[out_channel]; - } - int32_t scaled_acc = MultiplyByQuantizedMultiplier( - acc, output_multiplier[out_channel], output_shift[out_channel]); - scaled_acc = std::max(scaled_acc, output_activation_min); - scaled_acc = std::min(scaled_acc, output_activation_max); - output_data[Offset(output_shape, batch, out_y, out_x, out_channel)] = - static_cast(scaled_acc); - } - } - } - } -} - -} // namespace reference_integer_ops -} // namespace tflite - -#endif // TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_INTEGER_OPS_CONV_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/integer_ops/depthwise_conv.h b/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/integer_ops/depthwise_conv.h deleted file mode 100644 index 7676fce0..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/integer_ops/depthwise_conv.h +++ /dev/null @@ -1,291 +0,0 @@ -/* Copyright 2019 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_INTEGER_OPS_DEPTHWISE_CONV_H_ -#define TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_INTEGER_OPS_DEPTHWISE_CONV_H_ - -#include - -#include "tensorflow/lite/kernels/internal/common.h" - -namespace tflite { -namespace reference_integer_ops { -inline void DepthwiseConvPerChannel( - const DepthwiseParams& params, const int32_t* output_multiplier, - const int32_t* output_shift, const RuntimeShape& input_shape, - const int8_t* input_data, const RuntimeShape& filter_shape, - const int8_t* filter_data, const RuntimeShape& bias_shape, - const int32_t* bias_data, const RuntimeShape& output_shape, - int8_t* output_data) { - // Get parameters. - // TODO(b/141565753): Re-introduce ScopedProfilingLabel on Micro. - const int stride_width = params.stride_width; - const int stride_height = params.stride_height; - const int dilation_width_factor = params.dilation_width_factor; - const int dilation_height_factor = params.dilation_height_factor; - const int pad_width = params.padding_values.width; - const int pad_height = params.padding_values.height; - const int depth_multiplier = params.depth_multiplier; - const int32_t input_offset = params.input_offset; - const int32_t output_offset = params.output_offset; - const int32_t output_activation_min = params.quantized_activation_min; - const int32_t output_activation_max = params.quantized_activation_max; - - // Check dimensions of the tensors. - TFLITE_DCHECK_EQ(input_shape.DimensionsCount(), 4); - TFLITE_DCHECK_EQ(filter_shape.DimensionsCount(), 4); - TFLITE_DCHECK_EQ(output_shape.DimensionsCount(), 4); - - TFLITE_DCHECK_LE(output_activation_min, output_activation_max); - const int batches = MatchingDim(input_shape, 0, output_shape, 0); - const int output_depth = MatchingDim(filter_shape, 3, output_shape, 3); - const int input_height = input_shape.Dims(1); - const int input_width = input_shape.Dims(2); - const int input_depth = input_shape.Dims(3); - const int filter_height = filter_shape.Dims(1); - const int filter_width = filter_shape.Dims(2); - const int output_height = output_shape.Dims(1); - const int output_width = output_shape.Dims(2); - TFLITE_DCHECK_EQ(output_depth, input_depth * depth_multiplier); - TFLITE_DCHECK_EQ(bias_shape.FlatSize(), output_depth); - - for (int batch = 0; batch < batches; ++batch) { - for (int out_y = 0; out_y < output_height; ++out_y) { - for (int out_x = 0; out_x < output_width; ++out_x) { - for (int in_channel = 0; in_channel < input_depth; ++in_channel) { - for (int m = 0; m < depth_multiplier; ++m) { - const int output_channel = m + in_channel * depth_multiplier; - const int in_x_origin = (out_x * stride_width) - pad_width; - const int in_y_origin = (out_y * stride_height) - pad_height; - int32_t acc = 0; - for (int filter_y = 0; filter_y < filter_height; ++filter_y) { - for (int filter_x = 0; filter_x < filter_width; ++filter_x) { - const int in_x = in_x_origin + dilation_width_factor * filter_x; - const int in_y = - in_y_origin + dilation_height_factor * filter_y; - // Zero padding by omitting the areas outside the image. - const bool is_point_inside_image = - (in_x >= 0) && (in_x < input_width) && (in_y >= 0) && - (in_y < input_height); - if (is_point_inside_image) { - int32_t input_val = input_data[Offset( - input_shape, batch, in_y, in_x, in_channel)]; - int32_t filter_val = filter_data[Offset( - filter_shape, 0, filter_y, filter_x, output_channel)]; - // Accumulate with 32 bits accumulator. - // In the nudging process during model quantization, we force - // real value of 0.0 be represented by a quantized value. This - // guarantees that the input_offset is a int8_t, even though - // it is represented using int32_t. int32_t += int8_t * - // (int8_t - int8_t) so the highest value we can get from each - // accumulation is [-127, 127] * ([-128, 127] - - // [-128, 127]), which is [-32512, 32512]. log2(32512) - // = 14.98, which means we can accumulate at least 2^16 - // multiplications without overflow. The accumulator is - // applied to a filter so the accumulation logic will hold as - // long as the filter size (filter_y * filter_x * in_channel) - // does not exceed 2^16, which is the case in all the models - // we have seen so far. - // TODO(b/174275578): Add a check to make sure the - // accumulator depth is smaller than 2^16. - acc += filter_val * (input_val + input_offset); - } - } - } - if (bias_data) { - acc += bias_data[output_channel]; - } - acc = MultiplyByQuantizedMultiplier( - acc, output_multiplier[output_channel], - output_shift[output_channel]); - acc += output_offset; - acc = std::max(acc, output_activation_min); - acc = std::min(acc, output_activation_max); - output_data[Offset(output_shape, batch, out_y, out_x, - output_channel)] = static_cast(acc); - } - } - } - } - } -} - -inline void DepthwiseConvPerChannel( - const DepthwiseParams& params, const int32_t* output_multiplier, - const int32_t* output_shift, const RuntimeShape& input_shape, - const int16_t* input_data, const RuntimeShape& filter_shape, - const int8_t* filter_data, const RuntimeShape& bias_shape, - const std::int64_t* bias_data, const RuntimeShape& output_shape, - int16_t* output_data) { - // Get parameters. - const int stride_width = params.stride_width; - const int stride_height = params.stride_height; - const int dilation_width_factor = params.dilation_width_factor; - const int dilation_height_factor = params.dilation_height_factor; - const int pad_width = params.padding_values.width; - const int pad_height = params.padding_values.height; - const int depth_multiplier = params.depth_multiplier; - const int32_t output_activation_min = params.quantized_activation_min; - const int32_t output_activation_max = params.quantized_activation_max; - - // Check dimensions of the tensors. - TFLITE_DCHECK_EQ(input_shape.DimensionsCount(), 4); - TFLITE_DCHECK_EQ(filter_shape.DimensionsCount(), 4); - TFLITE_DCHECK_EQ(output_shape.DimensionsCount(), 4); - - TFLITE_DCHECK_LE(output_activation_min, output_activation_max); - const int batches = MatchingDim(input_shape, 0, output_shape, 0); - const int output_depth = MatchingDim(filter_shape, 3, output_shape, 3); - const int input_height = input_shape.Dims(1); - const int input_width = input_shape.Dims(2); - const int input_depth = input_shape.Dims(3); - const int filter_height = filter_shape.Dims(1); - const int filter_width = filter_shape.Dims(2); - const int output_height = output_shape.Dims(1); - const int output_width = output_shape.Dims(2); - TFLITE_DCHECK_EQ(output_depth, input_depth * depth_multiplier); - TFLITE_DCHECK_EQ(bias_shape.FlatSize(), output_depth); - - for (int batch = 0; batch < batches; ++batch) { - for (int out_y = 0; out_y < output_height; ++out_y) { - for (int out_x = 0; out_x < output_width; ++out_x) { - for (int in_channel = 0; in_channel < input_depth; ++in_channel) { - for (int m = 0; m < depth_multiplier; ++m) { - const int output_channel = m + in_channel * depth_multiplier; - const int in_x_origin = (out_x * stride_width) - pad_width; - const int in_y_origin = (out_y * stride_height) - pad_height; - std::int64_t acc = 0; - for (int filter_y = 0; filter_y < filter_height; ++filter_y) { - for (int filter_x = 0; filter_x < filter_width; ++filter_x) { - const int in_x = in_x_origin + dilation_width_factor * filter_x; - const int in_y = - in_y_origin + dilation_height_factor * filter_y; - // Zero padding by omitting the areas outside the image. - const bool is_point_inside_image = - (in_x >= 0) && (in_x < input_width) && (in_y >= 0) && - (in_y < input_height); - if (is_point_inside_image) { - int32_t input_val = input_data[Offset( - input_shape, batch, in_y, in_x, in_channel)]; - int32_t filter_val = filter_data[Offset( - filter_shape, 0, filter_y, filter_x, output_channel)]; - // Accumulate with 64 bits accumulator. - // We assume maximum of 2^16 accumulations as with the 8-bit - // case so actually the value in the accumulator should not - // exceed 40 bits - acc += static_cast(filter_val) * - static_cast(input_val); - } - } - } - if (bias_data) { - acc += bias_data[output_channel]; - } - int32_t scaled_acc = MultiplyByQuantizedMultiplier( - acc, output_multiplier[output_channel], - output_shift[output_channel]); - scaled_acc = std::max(scaled_acc, output_activation_min); - scaled_acc = std::min(scaled_acc, output_activation_max); - output_data[Offset(output_shape, batch, out_y, out_x, - output_channel)] = - static_cast(scaled_acc); - } - } - } - } - } -} - -inline void DepthwiseConvHybridPerChannel( - const DepthwiseParams& params, float* scaling_factors_ptr, - const RuntimeShape& input_shape, const int8_t* input_data, - const RuntimeShape& filter_shape, const int8_t* filter_data, - const RuntimeShape& bias_shape, const float* bias_data, - const RuntimeShape& output_shape, float* output_data, - const float* per_channel_scale, int32_t* input_offset) { - const int stride_width = params.stride_width; - const int stride_height = params.stride_height; - const int dilation_width_factor = params.dilation_width_factor; - const int dilation_height_factor = params.dilation_height_factor; - const int pad_width = params.padding_values.width; - const int pad_height = params.padding_values.height; - const int depth_multiplier = params.depth_multiplier; - const float output_activation_min = params.float_activation_min; - const float output_activation_max = params.float_activation_max; - // Check dimensions of the tensors. - TFLITE_DCHECK_EQ(input_shape.DimensionsCount(), 4); - TFLITE_DCHECK_EQ(filter_shape.DimensionsCount(), 4); - TFLITE_DCHECK_EQ(output_shape.DimensionsCount(), 4); - - const int batches = MatchingDim(input_shape, 0, output_shape, 0); - const int output_depth = MatchingDim(filter_shape, 3, output_shape, 3); - const int input_height = input_shape.Dims(1); - const int input_width = input_shape.Dims(2); - const int input_depth = input_shape.Dims(3); - const int filter_height = filter_shape.Dims(1); - const int filter_width = filter_shape.Dims(2); - const int output_height = output_shape.Dims(1); - const int output_width = output_shape.Dims(2); - const int bias_depth = bias_shape.FlatSize(); - TFLITE_DCHECK_EQ(output_depth, input_depth * depth_multiplier); - TFLITE_DCHECK_EQ(bias_depth, output_depth); - - for (int batch = 0; batch < batches; ++batch) { - for (int out_y = 0; out_y < output_height; ++out_y) { - for (int out_x = 0; out_x < output_width; ++out_x) { - for (int in_channel = 0; in_channel < input_depth; ++in_channel) { - for (int m = 0; m < depth_multiplier; ++m) { - const int output_channel = m + in_channel * depth_multiplier; - const int in_x_origin = (out_x * stride_width) - pad_width; - const int in_y_origin = (out_y * stride_height) - pad_height; - int32_t acc = 0; - for (int filter_y = 0; filter_y < filter_height; ++filter_y) { - for (int filter_x = 0; filter_x < filter_width; ++filter_x) { - const int in_x = in_x_origin + dilation_width_factor * filter_x; - const int in_y = - in_y_origin + dilation_height_factor * filter_y; - // Zero padding by omitting the areas outside the image. - const bool is_point_inside_image = - (in_x >= 0) && (in_x < input_width) && (in_y >= 0) && - (in_y < input_height); - if (is_point_inside_image) { - int32_t input_val = input_data[Offset( - input_shape, batch, in_y, in_x, in_channel)]; - int32_t filter_val = filter_data[Offset( - filter_shape, 0, filter_y, filter_x, output_channel)]; - acc += filter_val * (input_val - input_offset[batch]); - } - } - } - float acc_float = static_cast(acc); - acc_float *= - per_channel_scale[output_channel] * scaling_factors_ptr[batch]; - if (bias_data && output_channel < bias_depth) { - acc_float += bias_data[output_channel]; - } - output_data[Offset(output_shape, batch, out_y, out_x, - output_channel)] = - ActivationFunctionWithMinMax(acc_float, output_activation_min, - output_activation_max); - } - } - } - } - } -} - -} // namespace reference_integer_ops -} // namespace tflite - -#endif // TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_INTEGER_OPS_DEPTHWISE_CONV_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/integer_ops/fully_connected.h b/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/integer_ops/fully_connected.h deleted file mode 100644 index 634f0bff..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/integer_ops/fully_connected.h +++ /dev/null @@ -1,201 +0,0 @@ -/* Copyright 2019 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_INTEGER_OPS_FULLY_CONNECTED_H_ -#define TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_INTEGER_OPS_FULLY_CONNECTED_H_ - -#include - -#include "tensorflow/lite/kernels/internal/common.h" - -namespace tflite { -namespace reference_integer_ops { - -// For per-channel functions, since it is defined in quantization spec that -// weights are symmetric -// (https://www.tensorflow.org/lite/performance/quantization_spec#symmetric_vs_asymmetric), -// zero_point (params.weights_offset) is always 0. -// However, for per-tensor functions, params.weights_offset is still applied for -// backward compatibility. - -inline void FullyConnectedPerChannel( - const FullyConnectedParams& params, const int32_t* output_multiplier, - const int* output_shift, const RuntimeShape& input_shape, - const int8_t* input_data, const RuntimeShape& filter_shape, - const int8_t* filter_data, const RuntimeShape& bias_shape, - const int32_t* bias_data, const RuntimeShape& output_shape, - int8_t* output_data) { - const int32_t input_offset = params.input_offset; - const int32_t output_offset = params.output_offset; - const int32_t output_activation_min = params.quantized_activation_min; - const int32_t output_activation_max = params.quantized_activation_max; - TFLITE_DCHECK_GE(filter_shape.DimensionsCount(), 2); - TFLITE_DCHECK_EQ(output_shape.DimensionsCount(), 2); - - TFLITE_DCHECK_LE(output_activation_min, output_activation_max); - const int filter_dim_count = filter_shape.DimensionsCount(); - const int batches = output_shape.Dims(0); - const int output_depth = output_shape.Dims(1); - TFLITE_DCHECK_LE(output_depth, filter_shape.Dims(filter_dim_count - 2)); - const int accum_depth = filter_shape.Dims(filter_dim_count - 1); - for (int b = 0; b < batches; ++b) { - for (int out_c = 0; out_c < output_depth; ++out_c) { - int32_t acc = 0; - for (int d = 0; d < accum_depth; ++d) { - int32_t input_val = input_data[b * accum_depth + d]; - int32_t filter_val = filter_data[out_c * accum_depth + d]; - acc += filter_val * (input_val + input_offset); - } - if (bias_data) { - acc += bias_data[out_c]; - } - acc = MultiplyByQuantizedMultiplier(acc, output_multiplier[out_c], - output_shift[out_c]); - acc += output_offset; - acc = std::max(acc, output_activation_min); - acc = std::min(acc, output_activation_max); - output_data[out_c + output_depth * b] = static_cast(acc); - } - } -} - -template -inline void FullyConnectedPerChannel( - const FullyConnectedParams& params, const int32_t* output_multiplier, - const int* output_shift, const RuntimeShape& input_shape, - const int16_t* input_data, const RuntimeShape& filter_shape, - const int8_t* filter_data, const RuntimeShape& bias_shape, - const AccumScalar* bias_data, const RuntimeShape& output_shape, - int16_t* output_data) { - const int32_t output_activation_min = params.quantized_activation_min; - const int32_t output_activation_max = params.quantized_activation_max; - TFLITE_DCHECK_GE(filter_shape.DimensionsCount(), 2); - TFLITE_DCHECK_GE(output_shape.DimensionsCount(), 1); - - TFLITE_DCHECK_LE(output_activation_min, output_activation_max); - const int filter_dim_count = filter_shape.DimensionsCount(); - const int output_dim_count = output_shape.DimensionsCount(); - const int batches = FlatSizeSkipDim(output_shape, output_dim_count - 1); - const int output_depth = output_shape.Dims(output_dim_count - 1); - TFLITE_DCHECK_LE(output_depth, filter_shape.Dims(filter_dim_count - 2)); - const int accum_depth = filter_shape.Dims(filter_dim_count - 1); - for (int b = 0; b < batches; ++b) { - for (int out_c = 0; out_c < output_depth; ++out_c) { - AccumScalar acc = 0; - for (int d = 0; d < accum_depth; ++d) { - int32_t input_val = input_data[b * accum_depth + d]; - int32_t filter_val = filter_data[out_c * accum_depth + d]; - acc += filter_val * input_val; - } - if (bias_data) { - acc += bias_data[out_c]; - } - int32_t acc_scaled = MultiplyByQuantizedMultiplier( - acc, output_multiplier[out_c], output_shift[out_c]); - acc_scaled = std::max(acc_scaled, output_activation_min); - acc_scaled = std::min(acc_scaled, output_activation_max); - output_data[out_c + output_depth * b] = static_cast(acc_scaled); - } - } -} - -inline void FullyConnected( - const FullyConnectedParams& params, const RuntimeShape& input_shape, - const int8_t* input_data, const RuntimeShape& filter_shape, - const int8_t* filter_data, const RuntimeShape& bias_shape, - const int32_t* bias_data, const RuntimeShape& output_shape, - int8_t* output_data) { - const int32_t input_offset = params.input_offset; - const int32_t filter_offset = params.weights_offset; - const int32_t output_offset = params.output_offset; - const int32_t output_multiplier = params.output_multiplier; - const int output_shift = params.output_shift; - const int32_t output_activation_min = params.quantized_activation_min; - const int32_t output_activation_max = params.quantized_activation_max; - TFLITE_DCHECK_GE(filter_shape.DimensionsCount(), 2); - TFLITE_DCHECK_GE(output_shape.DimensionsCount(), 1); - - TFLITE_DCHECK_LE(output_activation_min, output_activation_max); - const int filter_dim_count = filter_shape.DimensionsCount(); - const int output_dim_count = output_shape.DimensionsCount(); - const int batches = FlatSizeSkipDim(output_shape, output_dim_count - 1); - const int output_depth = output_shape.Dims(output_dim_count - 1); - TFLITE_DCHECK_LE(output_depth, filter_shape.Dims(filter_dim_count - 2)); - const int accum_depth = filter_shape.Dims(filter_dim_count - 1); - for (int b = 0; b < batches; ++b) { - for (int out_c = 0; out_c < output_depth; ++out_c) { - int32_t acc = 0; - for (int d = 0; d < accum_depth; ++d) { - int32_t input_val = input_data[b * accum_depth + d]; - int32_t filter_val = filter_data[out_c * accum_depth + d]; - acc += (filter_val + filter_offset) * (input_val + input_offset); - } - if (bias_data) { - acc += bias_data[out_c]; - } - acc = MultiplyByQuantizedMultiplier(acc, output_multiplier, output_shift); - acc += output_offset; - acc = std::max(acc, output_activation_min); - acc = std::min(acc, output_activation_max); - output_data[out_c + output_depth * b] = static_cast(acc); - } - } -} - -template -inline void FullyConnected( - const FullyConnectedParams& params, const RuntimeShape& input_shape, - const int16_t* input_data, const RuntimeShape& filter_shape, - const int8_t* filter_data, const RuntimeShape& bias_shape, - const AccumScalar* bias_data, const RuntimeShape& output_shape, - int16_t* output_data) { - const int32_t filter_offset = params.weights_offset; - const int32_t output_multiplier = params.output_multiplier; - const int output_shift = params.output_shift; - const int32_t output_activation_min = params.quantized_activation_min; - const int32_t output_activation_max = params.quantized_activation_max; - TFLITE_DCHECK_GE(filter_shape.DimensionsCount(), 2); - TFLITE_DCHECK_GE(output_shape.DimensionsCount(), 1); - - TFLITE_DCHECK_LE(output_activation_min, output_activation_max); - const int filter_dim_count = filter_shape.DimensionsCount(); - const int output_dim_count = output_shape.DimensionsCount(); - const int batches = FlatSizeSkipDim(output_shape, output_dim_count - 1); - const int output_depth = output_shape.Dims(output_dim_count - 1); - TFLITE_DCHECK_LE(output_depth, filter_shape.Dims(filter_dim_count - 2)); - const int accum_depth = filter_shape.Dims(filter_dim_count - 1); - for (int b = 0; b < batches; ++b) { - for (int out_c = 0; out_c < output_depth; ++out_c) { - AccumScalar acc = 0; - for (int d = 0; d < accum_depth; ++d) { - int32_t input_val = input_data[b * accum_depth + d]; - int32_t filter_val = filter_data[out_c * accum_depth + d]; - acc += (filter_val + filter_offset) * input_val; - } - if (bias_data) { - acc += bias_data[out_c]; - } - int32_t acc_scaled = - MultiplyByQuantizedMultiplier(acc, output_multiplier, output_shift); - acc_scaled = std::max(acc_scaled, output_activation_min); - acc_scaled = std::min(acc_scaled, output_activation_max); - output_data[out_c + output_depth * b] = static_cast(acc_scaled); - } - } -} - -} // namespace reference_integer_ops -} // namespace tflite - -#endif // TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_INTEGER_OPS_FULLY_CONNECTED_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/integer_ops/l2normalization.h b/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/integer_ops/l2normalization.h deleted file mode 100644 index 164a8367..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/integer_ops/l2normalization.h +++ /dev/null @@ -1,67 +0,0 @@ -/* Copyright 2019 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_INTEGER_OPS_L2NORMALIZATION_H_ -#define TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_INTEGER_OPS_L2NORMALIZATION_H_ - -#include - -#include "tensorflow/lite/kernels/internal/common.h" - -namespace tflite { -namespace reference_integer_ops { - -inline void L2Normalization(int32_t input_zero_point, int32_t outer_size, - int32_t depth, const int8_t* input_data, - int8_t* output_data) { - static constexpr int8_t kMinInt8 = std::numeric_limits::min(); - static constexpr int8_t kMaxInt8 = std::numeric_limits::max(); - // The output scale must be in sync with Prepare(). - // Output is in 1/128 scale so the actual output range is nudged from [-1, 1] - // to [-1, 127/128]. - static constexpr int32_t kOutputScale = 7; - for (int outer_index = 0; outer_index < outer_size; ++outer_index) { - // int32_t = (int8_t - int8_t) ^ 2. - // ([-128, 127] - [-128, 127]) ^ 2 = [0, (2^8 - 1)^2] so the accumulator is - // safe from overflowing in at least 2^16 steps. - int32_t acc = 0; - for (int inner_index = 0; inner_index < depth; ++inner_index) { - int32_t input = - input_data[depth * outer_index + inner_index] - input_zero_point; - acc += input * input; - } - int32_t inv_l2norm_multiplier; - int inv_l2norm_shift; - GetInvSqrtQuantizedMultiplierExp(acc, kReverseShift, &inv_l2norm_multiplier, - &inv_l2norm_shift); - - for (int inner_index = 0; inner_index < depth; ++inner_index) { - int32_t input = - input_data[depth * outer_index + inner_index] - input_zero_point; - - // Rescale and downcast. Rescale is folded into the division. - int32_t output_in_q24 = MultiplyByQuantizedMultiplier( - input, inv_l2norm_multiplier, inv_l2norm_shift + kOutputScale); - output_in_q24 = - std::min(static_cast(kMaxInt8), - std::max(static_cast(kMinInt8), output_in_q24)); - output_data[depth * outer_index + inner_index] = - static_cast(output_in_q24); - } - } -} -} // namespace reference_integer_ops -} // namespace tflite - -#endif // TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_INTEGER_OPS_L2NORMALIZATION_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/integer_ops/logistic.h b/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/integer_ops/logistic.h deleted file mode 100644 index 16eff133..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/integer_ops/logistic.h +++ /dev/null @@ -1,121 +0,0 @@ -/* Copyright 2019 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_INTEGER_OPS_LOGISTIC_H_ -#define TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_INTEGER_OPS_LOGISTIC_H_ - -#include -#include - -#include "tensorflow/lite/kernels/internal/common.h" - -namespace tflite { -namespace reference_integer_ops { - -inline void Logistic(int32_t input_zero_point, int32_t input_range_radius, - int32_t input_multiplier, int32_t input_left_shift, - int32_t input_size, const int8_t* input_data, - int8_t* output_data) { - // Integer bits must be in sync with Prepare() function. - static constexpr int32_t kInputIntegerBits = 4; - static constexpr int32_t kOutputIntegerBits = 8; - static constexpr int8_t kMinInt8 = std::numeric_limits::min(); - static constexpr int8_t kMaxInt8 = std::numeric_limits::max(); - static constexpr int32_t kOutputZeroPoint = -128; - - for (int i = 0; i < input_size; ++i) { - const int32_t input = - static_cast(input_data[i]) - input_zero_point; - if (input <= -input_range_radius) { - output_data[i] = kMinInt8; - } else if (input >= input_range_radius) { - output_data[i] = kMaxInt8; - } else { - const int32_t input_in_q4 = MultiplyByQuantizedMultiplier( - input, input_multiplier, input_left_shift); - using FixedPoint4 = gemmlowp::FixedPoint; - const int32_t output_in_q0 = - gemmlowp::logistic(FixedPoint4::FromRaw(input_in_q4)).raw(); - - // Rescale and downcast. - using gemmlowp::RoundingDivideByPOT; - int32_t output_in_q23 = - RoundingDivideByPOT(output_in_q0, 31 - kOutputIntegerBits); - output_in_q23 = std::min(std::max(output_in_q23 + kOutputZeroPoint, - static_cast(kMinInt8)), - static_cast(kMaxInt8)); - output_data[i] = static_cast(output_in_q23); - } - } -} - -inline void Logistic(int32_t input_multiplier, int32_t input_left_shift, - int32_t input_size, const int16_t* ptr_input_data, - int16_t* ptr_output_data) { - // We use the LUT for sigmoid and take into account, that - // tanh(x) = 2*sigmoid(2*x) - 1 - - // We scale by 3/4 to expand range [-8,8]->[-10.7,10.7]. - // In case of general parameter scale, multiplier 3 is taken into account - // in TanhPrepare function and it is included in - // input_multiplier already. - - TFLITE_DCHECK_GE(input_left_shift, 0); - if (input_multiplier == 0) { // power of two case - input_multiplier = 3 << input_left_shift; - input_left_shift = 0; - } - - int32_t round = (input_left_shift > 0) ? 1 << (input_left_shift - 1) : 0; - - for (int i = 0; i < input_size; ++i, ptr_input_data++, ptr_output_data++) { - int32_t input_data = - ((*ptr_input_data) * input_multiplier + round) >> input_left_shift; - - // We do interpolation on unsigned values. - uint32_t abs_input_data = abs(input_data); - - // We divide by 2 power of 9, because - // we need to divide by 2 in power of 7 for - // the input conversion + 1/4 from the scale above. - - // Define uh as uint32_t type not to make this function overflow. - uint32_t uh = abs_input_data >> 9; - uint32_t result; - - if (uh >= 255) { - // Saturate to maximum. - result = 0x7FFF << 10; - } else { - uint32_t ua = sigmoid_table_uint16[uh]; - uint32_t ub = sigmoid_table_uint16[uh + 1]; - uint32_t ut = abs_input_data & 0x1ff; - // Interpolation is done using the fractional bit. - result = (ua << 9) + ut * (ub - ua); - } - - result = (input_data >= 0) ? (result + (1 << 9)) - : ((1 << (16 + 9)) - result + (1 << 9) - 1); - - // Back to 16-bit. - result >>= 10; - - *ptr_output_data = result; - } -} - -} // namespace reference_integer_ops -} // namespace tflite - -#endif // TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_INTEGER_OPS_LOGISTIC_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/integer_ops/mean.h b/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/integer_ops/mean.h deleted file mode 100644 index 09d37b72..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/integer_ops/mean.h +++ /dev/null @@ -1,79 +0,0 @@ -/* Copyright 2019 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_INTEGER_OPS_MEAN_H_ -#define TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_INTEGER_OPS_MEAN_H_ - -#include - -#include "tensorflow/lite/kernels/internal/common.h" - -namespace tflite { -namespace reference_integer_ops { - -template -inline void Mean(const tflite::MeanParams& op_params, int32_t multiplier, - int32_t shift, const RuntimeShape& unextended_input_shape, - const integer_type* input_data, int32_t input_zero_point, - const RuntimeShape& unextended_output_shape, - integer_type* output_data, int32_t output_zero_point) { - // Current implementation only supports dimension equals 4 and simultaneous - // reduction over width and height. - TFLITE_CHECK_EQ(unextended_input_shape.DimensionsCount(), 4); - TFLITE_CHECK_LE(unextended_output_shape.DimensionsCount(), 4); - const RuntimeShape input_shape = - RuntimeShape::ExtendedShape(4, unextended_input_shape); - const RuntimeShape output_shape = - RuntimeShape::ExtendedShape(4, unextended_output_shape); - const int output_batch = output_shape.Dims(0); - const int output_height = output_shape.Dims(1); - const int output_width = output_shape.Dims(2); - const int output_depth = output_shape.Dims(3); - const int input_height = input_shape.Dims(1); - const int input_width = input_shape.Dims(2); - const int num_elements_in_axis = input_width * input_height; - - TFLITE_CHECK_EQ(op_params.axis_count, 2); - TFLITE_CHECK((op_params.axis[0] == 1 && op_params.axis[1] == 2) || - (op_params.axis[0] == 2 && op_params.axis[1] == 1)); - TFLITE_CHECK_EQ(output_height, 1); - TFLITE_CHECK_EQ(output_width, 1); - - static constexpr int32_t kMinInt = std::numeric_limits::min(); - static constexpr int32_t kMaxInt = std::numeric_limits::max(); - - for (int out_b = 0; out_b < output_batch; ++out_b) { - for (int out_d = 0; out_d < output_depth; ++out_d) { - int32_t acc = 0; - for (int in_h = 0; in_h < input_height; ++in_h) { - for (int in_w = 0; in_w < input_width; ++in_w) { - acc += input_data[Offset(input_shape, out_b, in_h, in_w, out_d)] - - input_zero_point; - } - } - acc = MultiplyByQuantizedMultiplier(acc, multiplier, shift); - acc = acc > 0 ? (acc + num_elements_in_axis / 2) / num_elements_in_axis - : (acc - num_elements_in_axis / 2) / num_elements_in_axis; - acc += output_zero_point; - acc = std::min(std::max(acc, kMinInt), kMaxInt); - output_data[Offset(output_shape, out_b, 0, 0, out_d)] = - static_cast(acc); - } - } -} - -} // namespace reference_integer_ops -} // namespace tflite - -#endif // TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_INTEGER_OPS_MEAN_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/integer_ops/mul.h b/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/integer_ops/mul.h deleted file mode 100644 index 22e89740..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/integer_ops/mul.h +++ /dev/null @@ -1,133 +0,0 @@ -/* Copyright 2019 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_INTEGER_OPS_MUL_H_ -#define TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_INTEGER_OPS_MUL_H_ - -#include - -#include "fixedpoint/fixedpoint.h" -#include "ruy/profiler/instrumentation.h" // from @ruy -#include "tensorflow/lite/kernels/internal/common.h" - -namespace tflite { -namespace reference_integer_ops { - -template -inline void MulElementwise(int size, const ArithmeticParams& params, - const T* input1_data, const T* input2_data, - T* output_data) { - for (int i = 0; i < size; ++i) { - const int32_t input1_val = params.input1_offset + input1_data[i]; - const int32_t input2_val = params.input2_offset + input2_data[i]; - const int32_t unclamped_result = - params.output_offset + - MultiplyByQuantizedMultiplier(input1_val * input2_val, - params.output_multiplier, - params.output_shift); - const int32_t clamped_output = - std::min(params.quantized_activation_max, - std::max(params.quantized_activation_min, unclamped_result)); - output_data[i] = static_cast(clamped_output); - } -} - -template -inline void Mul(const ArithmeticParams& params, - const RuntimeShape& input1_shape, const T* input1_data, - const RuntimeShape& input2_shape, const T* input2_data, - const RuntimeShape& output_shape, T* output_data) { - TFLITE_DCHECK_LE(params.quantized_activation_min, - params.quantized_activation_max); - ruy::profiler::ScopeLabel label("Mul/8bit"); - const int flat_size = - MatchingElementsSize(input1_shape, input2_shape, output_shape); - - MulElementwise(flat_size, params, input1_data, input2_data, output_data); -} - -// Mul with 16 bit inputs and int8_t outputs. -inline void Mul(const ArithmeticParams& params, - const RuntimeShape& input1_shape, const int16_t* input1_data, - const RuntimeShape& input2_shape, const int16_t* input2_data, - const RuntimeShape& output_shape, int8_t* output_data) { - ruy::profiler::ScopeLabel label("Mul/Int16Int8"); - int32_t output_offset = params.output_offset; - int32_t output_activation_min = params.quantized_activation_min; - int32_t output_activation_max = params.quantized_activation_max; - TFLITE_DCHECK_LE(output_activation_min, output_activation_max); - - const int flat_size = - MatchingElementsSize(input1_shape, input2_shape, output_shape); - - for (int i = 0; i < flat_size; i++) { - // F0 uses 0 integer bits, range [-1, 1]. - using F0 = gemmlowp::FixedPoint; - - F0 unclamped_result = - F0::FromRaw(input1_data[i]) * F0::FromRaw(input2_data[i]); - int16_t rescaled_result = - gemmlowp::RoundingDivideByPOT(unclamped_result.raw(), 8); - int16_t clamped_result = std::min( - output_activation_max - output_offset, rescaled_result); - clamped_result = std::max(output_activation_min - output_offset, - clamped_result); - output_data[i] = output_offset + clamped_result; - } -} - -template -inline void BroadcastMul4DSlow( - const ArithmeticParams& params, const RuntimeShape& input1_shape, - const T* input1_data, const RuntimeShape& input2_shape, - const T* input2_data, const RuntimeShape& output_shape, T* output_data) { - ruy::profiler::ScopeLabel label("BroadcastMul4DSlow"); - - NdArrayDesc<4> desc1; - NdArrayDesc<4> desc2; - // The input shapes are extended as part of NdArrayDesc initialization. - NdArrayDescsForElementwiseBroadcast(input1_shape, input2_shape, &desc1, - &desc2); - const RuntimeShape extended_output_shape = - RuntimeShape::ExtendedShape(4, output_shape); - - for (int b = 0; b < extended_output_shape.Dims(0); ++b) { - for (int y = 0; y < extended_output_shape.Dims(1); ++y) { - for (int x = 0; x < extended_output_shape.Dims(2); ++x) { - for (int c = 0; c < extended_output_shape.Dims(3); ++c) { - const int32_t input1_val = - params.input1_offset + - input1_data[SubscriptToIndex(desc1, b, y, x, c)]; - const int32_t input2_val = - params.input2_offset + - input2_data[SubscriptToIndex(desc2, b, y, x, c)]; - const int32_t unclamped_result = - params.output_offset + - MultiplyByQuantizedMultiplier(input1_val * input2_val, - params.output_multiplier, - params.output_shift); - const int32_t clamped_output = std::min( - params.quantized_activation_max, - std::max(params.quantized_activation_min, unclamped_result)); - output_data[Offset(extended_output_shape, b, y, x, c)] = - static_cast(clamped_output); - } - } - } - } -} - -} // namespace reference_integer_ops -} // namespace tflite -#endif // TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_INTEGER_OPS_MUL_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/integer_ops/pooling.h b/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/integer_ops/pooling.h deleted file mode 100644 index 4dc31d9e..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/integer_ops/pooling.h +++ /dev/null @@ -1,264 +0,0 @@ -/* Copyright 2018 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_INTEGER_OPS_POOLING_H_ -#define TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_INTEGER_OPS_POOLING_H_ - -#include -#include - -#include "tensorflow/lite/kernels/internal/common.h" - -namespace tflite { -namespace reference_integer_ops { - -inline bool AveragePool(const PoolParams& params, - const RuntimeShape& input_shape, - const int8_t* input_data, - const RuntimeShape& output_shape, int8_t* output_data) { - TFLITE_DCHECK_LE(params.quantized_activation_min, - params.quantized_activation_max); - TFLITE_DCHECK_EQ(input_shape.DimensionsCount(), 4); - TFLITE_DCHECK_EQ(output_shape.DimensionsCount(), 4); - const int batches = MatchingDim(input_shape, 0, output_shape, 0); - const int depth = MatchingDim(input_shape, 3, output_shape, 3); - const int input_height = input_shape.Dims(1); - const int input_width = input_shape.Dims(2); - const int output_height = output_shape.Dims(1); - const int output_width = output_shape.Dims(2); - const int stride_height = params.stride_height; - const int stride_width = params.stride_width; - for (int batch = 0; batch < batches; ++batch) { - for (int out_y = 0; out_y < output_height; ++out_y) { - for (int out_x = 0; out_x < output_width; ++out_x) { - for (int channel = 0; channel < depth; ++channel) { - const int in_x_origin = - (out_x * stride_width) - params.padding_values.width; - const int in_y_origin = - (out_y * stride_height) - params.padding_values.height; - // Compute the boundaries of the filter region clamped so as to - // ensure that the filter window fits in the input array. - const int filter_x_start = std::max(0, -in_x_origin); - const int filter_x_end = - std::min(params.filter_width, input_width - in_x_origin); - const int filter_y_start = std::max(0, -in_y_origin); - const int filter_y_end = - std::min(params.filter_height, input_height - in_y_origin); - int32_t acc = 0; - int filter_count = 0; - for (int filter_y = filter_y_start; filter_y < filter_y_end; - ++filter_y) { - for (int filter_x = filter_x_start; filter_x < filter_x_end; - ++filter_x) { - const int in_x = in_x_origin + filter_x; - const int in_y = in_y_origin + filter_y; - acc += - input_data[Offset(input_shape, batch, in_y, in_x, channel)]; - filter_count++; - } - } - if (filter_count == 0) return false; - // Round to the closest integer value. - acc = acc > 0 ? (acc + filter_count / 2) / filter_count - : (acc - filter_count / 2) / filter_count; - acc = std::max(acc, params.quantized_activation_min); - acc = std::min(acc, params.quantized_activation_max); - output_data[Offset(output_shape, batch, out_y, out_x, channel)] = - static_cast(acc); - } - } - } - } - return true; -} - -inline void MaxPool(const PoolParams& params, const RuntimeShape& input_shape, - const int8_t* input_data, const RuntimeShape& output_shape, - int8_t* output_data) { - TFLITE_DCHECK_LE(params.quantized_activation_min, - params.quantized_activation_max); - TFLITE_DCHECK_GE(params.quantized_activation_min, - std::numeric_limits::min()); - TFLITE_DCHECK_LE(params.quantized_activation_max, - std::numeric_limits::max()); - TFLITE_DCHECK_EQ(input_shape.DimensionsCount(), 4); - TFLITE_DCHECK_EQ(output_shape.DimensionsCount(), 4); - const int batches = MatchingDim(input_shape, 0, output_shape, 0); - const int depth = MatchingDim(input_shape, 3, output_shape, 3); - const int input_height = input_shape.Dims(1); - const int input_width = input_shape.Dims(2); - const int output_height = output_shape.Dims(1); - const int output_width = output_shape.Dims(2); - const int stride_height = params.stride_height; - const int stride_width = params.stride_width; - for (int batch = 0; batch < batches; ++batch) { - for (int out_y = 0; out_y < output_height; ++out_y) { - for (int out_x = 0; out_x < output_width; ++out_x) { - for (int channel = 0; channel < depth; ++channel) { - const int in_x_origin = - (out_x * stride_width) - params.padding_values.width; - const int in_y_origin = - (out_y * stride_height) - params.padding_values.height; - // Compute the boundaries of the filter region clamped so as to - // ensure that the filter window fits in the input array. - const int filter_x_start = std::max(0, -in_x_origin); - const int filter_x_end = - std::min(params.filter_width, input_width - in_x_origin); - const int filter_y_start = std::max(0, -in_y_origin); - const int filter_y_end = - std::min(params.filter_height, input_height - in_y_origin); - int8_t max = std::numeric_limits::lowest(); - for (int filter_y = filter_y_start; filter_y < filter_y_end; - ++filter_y) { - for (int filter_x = filter_x_start; filter_x < filter_x_end; - ++filter_x) { - const int in_x = in_x_origin + filter_x; - const int in_y = in_y_origin + filter_y; - max = std::max( - max, - input_data[Offset(input_shape, batch, in_y, in_x, channel)]); - } - } - max = std::max(max, params.quantized_activation_min); - max = std::min(max, params.quantized_activation_max); - output_data[Offset(output_shape, batch, out_y, out_x, channel)] = - static_cast(max); - } - } - } - } -} - -inline bool AveragePool(const PoolParams& params, - const RuntimeShape& input_shape, - const int16_t* input_data, - const RuntimeShape& output_shape, - int16_t* output_data) { - TFLITE_DCHECK_LE(params.quantized_activation_min, - params.quantized_activation_max); - TFLITE_DCHECK_EQ(input_shape.DimensionsCount(), 4); - TFLITE_DCHECK_EQ(output_shape.DimensionsCount(), 4); - const int batches = MatchingDim(input_shape, 0, output_shape, 0); - const int depth = MatchingDim(input_shape, 3, output_shape, 3); - const int input_height = input_shape.Dims(1); - const int input_width = input_shape.Dims(2); - const int output_height = output_shape.Dims(1); - const int output_width = output_shape.Dims(2); - const int stride_height = params.stride_height; - const int stride_width = params.stride_width; - for (int batch = 0; batch < batches; ++batch) { - for (int out_y = 0; out_y < output_height; ++out_y) { - for (int out_x = 0; out_x < output_width; ++out_x) { - for (int channel = 0; channel < depth; ++channel) { - const int in_x_origin = - (out_x * stride_width) - params.padding_values.width; - const int in_y_origin = - (out_y * stride_height) - params.padding_values.height; - // Compute the boundaries of the filter region clamped so as to - // ensure that the filter window fits in the input array. - const int filter_x_start = std::max(0, -in_x_origin); - const int filter_x_end = - std::min(params.filter_width, input_width - in_x_origin); - const int filter_y_start = std::max(0, -in_y_origin); - const int filter_y_end = - std::min(params.filter_height, input_height - in_y_origin); - int32_t acc = 0; - int filter_count = 0; - for (int filter_y = filter_y_start; filter_y < filter_y_end; - ++filter_y) { - for (int filter_x = filter_x_start; filter_x < filter_x_end; - ++filter_x) { - const int in_x = in_x_origin + filter_x; - const int in_y = in_y_origin + filter_y; - acc += - input_data[Offset(input_shape, batch, in_y, in_x, channel)]; - filter_count++; - } - } - if (filter_count == 0) return false; - // Round to the closest integer value. - acc = acc > 0 ? (acc + filter_count / 2) / filter_count - : (acc - filter_count / 2) / filter_count; - acc = std::max(acc, params.quantized_activation_min); - acc = std::min(acc, params.quantized_activation_max); - output_data[Offset(output_shape, batch, out_y, out_x, channel)] = - static_cast(acc); - } - } - } - } - return true; -} - -inline void MaxPool(const PoolParams& params, const RuntimeShape& input_shape, - const int16_t* input_data, const RuntimeShape& output_shape, - int16_t* output_data) { - TFLITE_DCHECK_LE(params.quantized_activation_min, - params.quantized_activation_max); - TFLITE_DCHECK_GE(params.quantized_activation_min, - std::numeric_limits::min()); - TFLITE_DCHECK_LE(params.quantized_activation_max, - std::numeric_limits::max()); - TFLITE_DCHECK_EQ(input_shape.DimensionsCount(), 4); - TFLITE_DCHECK_EQ(output_shape.DimensionsCount(), 4); - const int batches = MatchingDim(input_shape, 0, output_shape, 0); - const int depth = MatchingDim(input_shape, 3, output_shape, 3); - const int input_height = input_shape.Dims(1); - const int input_width = input_shape.Dims(2); - const int output_height = output_shape.Dims(1); - const int output_width = output_shape.Dims(2); - const int stride_height = params.stride_height; - const int stride_width = params.stride_width; - for (int batch = 0; batch < batches; ++batch) { - for (int out_y = 0; out_y < output_height; ++out_y) { - for (int out_x = 0; out_x < output_width; ++out_x) { - for (int channel = 0; channel < depth; ++channel) { - const int in_x_origin = - (out_x * stride_width) - params.padding_values.width; - const int in_y_origin = - (out_y * stride_height) - params.padding_values.height; - // Compute the boundaries of the filter region clamped so as to - // ensure that the filter window fits in the input array. - const int filter_x_start = std::max(0, -in_x_origin); - const int filter_x_end = - std::min(params.filter_width, input_width - in_x_origin); - const int filter_y_start = std::max(0, -in_y_origin); - const int filter_y_end = - std::min(params.filter_height, input_height - in_y_origin); - int16_t max = std::numeric_limits::lowest(); - for (int filter_y = filter_y_start; filter_y < filter_y_end; - ++filter_y) { - for (int filter_x = filter_x_start; filter_x < filter_x_end; - ++filter_x) { - const int in_x = in_x_origin + filter_x; - const int in_y = in_y_origin + filter_y; - max = std::max( - max, - input_data[Offset(input_shape, batch, in_y, in_x, channel)]); - } - } - max = std::max(max, params.quantized_activation_min); - max = std::min(max, params.quantized_activation_max); - output_data[Offset(output_shape, batch, out_y, out_x, channel)] = - static_cast(max); - } - } - } - } -} - -} // namespace reference_integer_ops -} // namespace tflite - -#endif // TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_INTEGER_OPS_POOLING_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/integer_ops/tanh.h b/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/integer_ops/tanh.h deleted file mode 100644 index 7b1e003b..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/integer_ops/tanh.h +++ /dev/null @@ -1,117 +0,0 @@ -/* Copyright 2019 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_INTEGER_OPS_TANH_H_ -#define TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_INTEGER_OPS_TANH_H_ - -#include -#include - -#include "fixedpoint/fixedpoint.h" -#include "tensorflow/lite/kernels/internal/common.h" - -namespace tflite { -namespace reference_integer_ops { - -inline void Tanh(int32_t input_zero_point, int32_t input_range_radius, - int32_t input_multiplier, int32_t input_shift, - const RuntimeShape& input_shape, const int8_t* input_data, - const RuntimeShape& output_shape, int8_t* output_data) { - // Integer bits must be in sync with Prepare() function. - static constexpr int32_t kInputIntegerBits = 4; - static constexpr int32_t kOutputScale = 7; - static constexpr int32_t kMinInt8 = std::numeric_limits::min(); - static constexpr int32_t kMaxInt8 = std::numeric_limits::max(); - using F4 = gemmlowp::FixedPoint; - - const int flat_size = MatchingFlatSize(input_shape, output_shape); - - for (int i = 0; i < flat_size; ++i) { - const int32_t input = - static_cast(input_data[i]) - input_zero_point; - if (input <= -input_range_radius) { - output_data[i] = kMinInt8; - } else if (input >= input_range_radius) { - output_data[i] = kMaxInt8; - } else { - const int32_t input_in_q4 = - MultiplyByQuantizedMultiplier(input, input_multiplier, input_shift); - const int32_t output_in_q0 = - gemmlowp::tanh(F4::FromRaw(input_in_q4)).raw(); - - // Rescale and downcast. - using gemmlowp::RoundingDivideByPOT; - int32_t output_in_q24 = - RoundingDivideByPOT(output_in_q0, 31 - kOutputScale); - output_in_q24 = std::min(std::max(output_in_q24, kMinInt8), kMaxInt8); - output_data[i] = static_cast(output_in_q24); - } - } -} - -inline void Tanh(int32_t input_multiplier, int32_t input_left_shift, - const RuntimeShape& input_shape, const int16_t* ptr_input_data, - const RuntimeShape& output_shape, int16_t* ptr_output_data) { - // We use the LUT for sigmoid and take into account, that - // tanh(x) = 2*sigmoid(2*x) - 1 - - // We scale by 3/4 to expand range [-8,8]->[-10.7,10.7]. - // In case of general parameter scale, multiplier 3 is taken into account - // in TanhPrepare function and it is included in - // input_multiplier already. - - if (input_multiplier == 0) { // power of two case - input_multiplier = 3 << input_left_shift; - input_left_shift = 0; - } - - int32_t round = (input_left_shift > 0) ? 1 << (input_left_shift - 1) : 0; - - int flat_size = MatchingFlatSize(input_shape, output_shape); - - for (int i = 0; i < flat_size; ++i, ptr_input_data++, ptr_output_data++) { - int32_t input_data = - ((*ptr_input_data) * input_multiplier + round) >> input_left_shift; - - uint32_t abs_input_data = abs(input_data); - uint32_t uh = abs_input_data >> 8; - int32_t result; - - if (uh >= 255) { - // Saturate to maximum. - result = 0xFFFF << 8; - } else { - uint32_t ua = sigmoid_table_uint16[uh]; - uint32_t ub = sigmoid_table_uint16[uh + 1]; - - uint8_t ut = abs_input_data & 0xFF; - - result = (ua << 8) + ut * (ub - ua); - } - - result = (input_data >= 0) - ? (result - (1 << (14 + 9)) + (1 << (9 - 2))) - : (-result + (1 << (14 + 9)) + (1 << (9 - 2)) - 1); - - // Convert back to 16-bit. - result >>= (9 - 1); - - *ptr_output_data = result; - } -} - -} // namespace reference_integer_ops -} // namespace tflite - -#endif // TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_INTEGER_OPS_TANH_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/integer_ops/transpose_conv.h b/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/integer_ops/transpose_conv.h deleted file mode 100644 index 92919a71..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/integer_ops/transpose_conv.h +++ /dev/null @@ -1,224 +0,0 @@ -/* Copyright 2019 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_INTEGER_OPS_TRANSPOSE_CONV_H_ -#define TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_INTEGER_OPS_TRANSPOSE_CONV_H_ - -#include - -#include "tensorflow/lite/kernels/internal/common.h" - -namespace tflite { -namespace reference_integer_ops { - -// Fixed-point per-channel-quantization transpose convolution reference kernel. -inline void TransposeConv( - const ConvParams& params, const int32_t* output_multiplier, - const int32_t* output_shift, const RuntimeShape& input_shape, - const int8_t* input_data, const RuntimeShape& filter_shape, - const int8_t* filter_data, const RuntimeShape& bias_shape, - const int32_t* bias_data, const RuntimeShape& output_shape, - int8_t* output_data, const RuntimeShape& im2col_shape, int8_t* im2col_data, - int32_t* scratch_buffer) { - const int stride_width = params.stride_width; - const int stride_height = params.stride_height; - const int pad_width = params.padding_values.width; - const int pad_height = params.padding_values.height; - TFLITE_DCHECK_EQ(input_shape.DimensionsCount(), 4); - TFLITE_DCHECK_EQ(filter_shape.DimensionsCount(), 4); - TFLITE_DCHECK_EQ(output_shape.DimensionsCount(), 4); - (void)im2col_data; // only used in optimized code. - (void)im2col_shape; // only used in optimized code. - - const int batches = MatchingDim(input_shape, 0, output_shape, 0); - const int input_depth = MatchingDim(input_shape, 3, filter_shape, 3); - const int output_depth = MatchingDim(filter_shape, 0, output_shape, 3); - if (bias_data) { - TFLITE_DCHECK_EQ(bias_shape.FlatSize(), output_depth); - } - const int input_height = input_shape.Dims(1); - const int input_width = input_shape.Dims(2); - const int filter_height = filter_shape.Dims(1); - const int filter_width = filter_shape.Dims(2); - const int output_height = output_shape.Dims(1); - const int output_width = output_shape.Dims(2); - const int32_t input_offset = params.input_offset; - const int32_t output_offset = params.output_offset; - const int32_t output_activation_min = std::numeric_limits::min(); - const int32_t output_activation_max = std::numeric_limits::max(); - TFLITE_DCHECK_LE(output_activation_min, output_activation_max); - - const int num_elements = output_shape.FlatSize(); - // We need to initialize scratch_buffer to all 0s, as we apply the same - // 'scatter' based trick as in float version. - memset(scratch_buffer, 0, num_elements * sizeof(int32_t)); - - // Loop through input elements one at a time. - for (int batch = 0; batch < batches; ++batch) { - for (int in_y = 0; in_y < input_height; ++in_y) { - for (int in_x = 0; in_x < input_width; ++in_x) { - for (int in_channel = 0; in_channel < input_depth; ++in_channel) { - // Loop through the output elements it will influence. - const int out_x_origin = (in_x * stride_width) - pad_width; - const int out_y_origin = (in_y * stride_height) - pad_height; - for (int filter_y = 0; filter_y < filter_height; ++filter_y) { - for (int filter_x = 0; filter_x < filter_width; ++filter_x) { - for (int out_channel = 0; out_channel < output_depth; - ++out_channel) { - // Compute output element location. - const int out_x = out_x_origin + filter_x; - const int out_y = out_y_origin + filter_y; - // We cannot accumulate out of bounds. - if ((out_x >= 0) && (out_x < output_width) && (out_y >= 0) && - (out_y < output_height)) { - const int8_t input_value = input_data[Offset( - input_shape, batch, in_y, in_x, in_channel)]; - const int8_t filter_value = - filter_data[Offset(filter_shape, out_channel, filter_y, - filter_x, in_channel)]; - scratch_buffer[Offset(output_shape, batch, out_y, out_x, - out_channel)] += - (input_value + input_offset) * filter_value; - } - } - } - } - } - } - } - } - - for (int batch = 0; batch < batches; ++batch) { - for (int out_y = 0; out_y < output_height; ++out_y) { - for (int out_x = 0; out_x < output_width; ++out_x) { - for (int out_channel = 0; out_channel < output_depth; ++out_channel) { - int32_t acc = scratch_buffer[Offset(output_shape, batch, out_y, out_x, - out_channel)]; - if (bias_data) { - acc += bias_data[out_channel]; - } - acc = MultiplyByQuantizedMultiplier( - acc, output_multiplier[out_channel], output_shift[out_channel]); - acc += output_offset; - acc = std::max(acc, output_activation_min); - acc = std::min(acc, output_activation_max); - output_data[Offset(output_shape, batch, out_y, out_x, out_channel)] = - static_cast(acc); - } - } - } - } -} - -// int16_t input (zero_point=0), int8_t filter, int32 or int64 accumulator -template -inline void TransposeConv( - const ConvParams& params, const int32_t* output_multiplier, - const int32_t* output_shift, const RuntimeShape& input_shape, - const int16_t* input_data, const RuntimeShape& filter_shape, - const int8_t* filter_data, const RuntimeShape& bias_shape, - const Scalar* bias_data, const RuntimeShape& output_shape, - int16_t* output_data, const RuntimeShape& im2col_shape, int8_t* im2col_data, - Scalar* scratch_buffer) { - const int stride_width = params.stride_width; - const int stride_height = params.stride_height; - const int pad_width = params.padding_values.width; - const int pad_height = params.padding_values.height; - TFLITE_DCHECK_EQ(input_shape.DimensionsCount(), 4); - TFLITE_DCHECK_EQ(filter_shape.DimensionsCount(), 4); - TFLITE_DCHECK_EQ(output_shape.DimensionsCount(), 4); - (void)im2col_data; // only used in optimized code. - (void)im2col_shape; // only used in optimized code. - - const int batches = MatchingDim(input_shape, 0, output_shape, 0); - const int input_depth = MatchingDim(input_shape, 3, filter_shape, 3); - const int output_depth = MatchingDim(filter_shape, 0, output_shape, 3); - if (bias_data) { - TFLITE_DCHECK_EQ(bias_shape.FlatSize(), output_depth); - } - const int input_height = input_shape.Dims(1); - const int input_width = input_shape.Dims(2); - const int filter_height = filter_shape.Dims(1); - const int filter_width = filter_shape.Dims(2); - const int output_height = output_shape.Dims(1); - const int output_width = output_shape.Dims(2); - const int32_t output_activation_min = std::numeric_limits::min(); - const int32_t output_activation_max = std::numeric_limits::max(); - TFLITE_DCHECK_LE(output_activation_min, output_activation_max); - - const int num_elements = output_shape.FlatSize(); - // We need to initialize scratch_buffer to all 0s, as we apply the same - // 'scatter' based trick as in float version. - memset(scratch_buffer, 0, num_elements * sizeof(Scalar)); - - // Loop through input elements one at a time. - for (int batch = 0; batch < batches; ++batch) { - for (int in_y = 0; in_y < input_height; ++in_y) { - for (int in_x = 0; in_x < input_width; ++in_x) { - for (int in_channel = 0; in_channel < input_depth; ++in_channel) { - // Loop through the output elements it will influence. - const int out_x_origin = (in_x * stride_width) - pad_width; - const int out_y_origin = (in_y * stride_height) - pad_height; - for (int filter_y = 0; filter_y < filter_height; ++filter_y) { - for (int filter_x = 0; filter_x < filter_width; ++filter_x) { - for (int out_channel = 0; out_channel < output_depth; - ++out_channel) { - // Compute output element location. - const int out_x = out_x_origin + filter_x; - const int out_y = out_y_origin + filter_y; - // We cannot accumulate out of bounds. - if ((out_x >= 0) && (out_x < output_width) && (out_y >= 0) && - (out_y < output_height)) { - const int32_t input_value = input_data[Offset( - input_shape, batch, in_y, in_x, in_channel)]; - const int32_t filter_value = - filter_data[Offset(filter_shape, out_channel, filter_y, - filter_x, in_channel)]; - scratch_buffer[Offset(output_shape, batch, out_y, out_x, - out_channel)] += - input_value * filter_value; - } - } - } - } - } - } - } - } - - for (int batch = 0; batch < batches; ++batch) { - for (int out_y = 0; out_y < output_height; ++out_y) { - for (int out_x = 0; out_x < output_width; ++out_x) { - for (int out_channel = 0; out_channel < output_depth; ++out_channel) { - Scalar acc = scratch_buffer[Offset(output_shape, batch, out_y, out_x, - out_channel)]; - if (bias_data) { - acc += bias_data[out_channel]; - } - int32_t scaled_acc = MultiplyByQuantizedMultiplier( - acc, output_multiplier[out_channel], output_shift[out_channel]); - scaled_acc = std::max(scaled_acc, output_activation_min); - scaled_acc = std::min(scaled_acc, output_activation_max); - output_data[Offset(output_shape, batch, out_y, out_x, out_channel)] = - static_cast(scaled_acc); - } - } - } - } -} - -} // namespace reference_integer_ops -} // namespace tflite - -#endif // TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_INTEGER_OPS_TRANSPOSE_CONV_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/l2normalization.h b/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/l2normalization.h deleted file mode 100644 index 7587d2b5..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/l2normalization.h +++ /dev/null @@ -1,90 +0,0 @@ -/* Copyright 2020 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_L2NORMALIZATION_H_ -#define TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_L2NORMALIZATION_H_ - -#include -#include - -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/common.h" -#include "tensorflow/lite/kernels/internal/types.h" - -namespace tflite { - -namespace reference_ops { - -inline void L2Normalization(const tflite::L2NormalizationParams& op_params, - const RuntimeShape& input_shape, - const float* input_data, - const RuntimeShape& output_shape, - float* output_data, float epsilon = 1e-6) { - const int trailing_dim = input_shape.DimensionsCount() - 1; - const int outer_size = - MatchingFlatSizeSkipDim(input_shape, trailing_dim, output_shape); - const int depth = - MatchingDim(input_shape, trailing_dim, output_shape, trailing_dim); - for (int i = 0; i < outer_size; ++i) { - float squared_l2_norm = 0; - for (int c = 0; c < depth; ++c) { - const float val = input_data[depth * i + c]; - squared_l2_norm += val * val; - } - float l2_norm = std::sqrt(squared_l2_norm); - l2_norm = std::max(l2_norm, epsilon); - for (int c = 0; c < depth; ++c) { - output_data[depth * i + c] = input_data[depth * i + c] / l2_norm; - } - } -} - -inline void L2Normalization(const tflite::L2NormalizationParams& op_params, - const RuntimeShape& input_shape, - const uint8_t* input_data, - const RuntimeShape& output_shape, - uint8_t* output_data) { - const int trailing_dim = input_shape.DimensionsCount() - 1; - const int depth = - MatchingDim(input_shape, trailing_dim, output_shape, trailing_dim); - const int outer_size = - MatchingFlatSizeSkipDim(input_shape, trailing_dim, output_shape); - const int32_t input_zero_point = op_params.input_zero_point; - - for (int i = 0; i < outer_size; ++i) { - int32_t square_l2_norm = 0; - for (int c = 0; c < depth; c++) { - int32_t diff = input_data[depth * i + c] - input_zero_point; - square_l2_norm += diff * diff; - } - int32_t inv_l2norm_multiplier; - int inv_l2norm_shift; - GetInvSqrtQuantizedMultiplierExp(square_l2_norm, kReverseShift, - &inv_l2norm_multiplier, &inv_l2norm_shift); - for (int c = 0; c < depth; c++) { - int32_t diff = input_data[depth * i + c] - input_zero_point; - int32_t rescaled_diff = MultiplyByQuantizedMultiplierSmallerThanOneExp( - 128 * diff, inv_l2norm_multiplier, inv_l2norm_shift); - int32_t unclamped_output_val = 128 + rescaled_diff; - int32_t output_val = - std::min(static_cast(255), - std::max(static_cast(0), unclamped_output_val)); - output_data[depth * i + c] = static_cast(output_val); - } - } -} - -} // namespace reference_ops -} // namespace tflite -#endif // TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_L2NORMALIZATION_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/leaky_relu.h b/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/leaky_relu.h deleted file mode 100644 index 06f691ab..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/leaky_relu.h +++ /dev/null @@ -1,69 +0,0 @@ -/* Copyright 2020 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_LEAKY_RELU_H_ -#define TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_LEAKY_RELU_H_ - -#include -#include - -#include "tensorflow/lite/kernels/internal/common.h" - -namespace tflite { -namespace reference_ops { - -inline void LeakyRelu(const tflite::LeakyReluParams& params, - const RuntimeShape& input_shape, const float* input_data, - const RuntimeShape& output_shape, float* output_data) { - const int flat_size = MatchingFlatSize(input_shape, output_shape); - for (int i = 0; i < flat_size; ++i) { - const float val = input_data[i]; - // Note that alpha might be > 1 or < 0, so we don't use std::max here. - output_data[i] = val > 0 ? val : val * params.alpha; - } -} - -template -inline void QuantizeLeakyRelu(const LeakyReluParams& params, - const RuntimeShape& input_shape, - const T* input_data, - const RuntimeShape& output_shape, - T* output_data) { - const int flat_size = MatchingFlatSize(input_shape, output_shape); - static const int32_t quantized_min = std::numeric_limits::min(); - static const int32_t quantized_max = std::numeric_limits::max(); - for (int i = 0; i < flat_size; ++i) { - const int32_t input_value = input_data[i] - params.input_offset; - int32_t unclamped_output; - if (input_value >= 0) { - unclamped_output = params.output_offset + - MultiplyByQuantizedMultiplier( - input_value, params.output_multiplier_identity, - params.output_shift_identity); - } else { - unclamped_output = params.output_offset + - MultiplyByQuantizedMultiplier( - input_value, params.output_multiplier_alpha, - params.output_shift_alpha); - } - const T clamped_output = - std::min(quantized_max, std::max(quantized_min, unclamped_output)); - output_data[i] = static_cast(clamped_output); - } -} - -} // namespace reference_ops -} // namespace tflite - -#endif // TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_LEAKY_RELU_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/log_softmax.h b/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/log_softmax.h deleted file mode 100644 index 394dd3a9..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/log_softmax.h +++ /dev/null @@ -1,256 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_LOG_SOFTMAX_H_ -#define TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_LOG_SOFTMAX_H_ - -#include -#include -#include - -#include "fixedpoint/fixedpoint.h" -#include "tensorflow/lite/kernels/internal/common.h" - -namespace tflite { -namespace reference_ops { - -inline void LogSoftmax(const SoftmaxParams& params, - const RuntimeShape& input_shape, const float* input_data, - const RuntimeShape& output_shape, float* output_data) { - const int trailing_dim = input_shape.DimensionsCount() - 1; - const int outer_size = - MatchingFlatSizeSkipDim(input_shape, trailing_dim, output_shape); - const int depth = - MatchingDim(input_shape, trailing_dim, output_shape, trailing_dim); - - for (int i = 0; i < outer_size; ++i) { - // Find max element value which we'll use to ensure numerical stability - // taking advantage of the following equality: - // log(exp(x[i])/sum(exp(x[i]))) == log(exp(x[i]+C)/sum(exp(x[i]+C))) - float max = std::numeric_limits::lowest(); - for (int c = 0; c < depth; ++c) { - max = std::max(max, input_data[i * depth + c]); - } - - // Compute sum. - float sum = 0.f; - for (int c = 0; c < depth; ++c) { - sum += std::exp(input_data[i * depth + c] - max); - } - - // Compute result. - const float log_sum = std::log(sum); - for (int c = 0; c < depth; ++c) { - output_data[i * depth + c] = input_data[i * depth + c] - max - log_sum; - } - } -} - -inline void LogSoftmax(const SoftmaxParams& params, - const RuntimeShape& input_shape, - const uint8_t* input_data, - const RuntimeShape& output_shape, uint8_t* output_data) { - const int32_t input_multiplier = params.input_multiplier; - const int32_t input_left_shift = params.input_left_shift; - const int32_t reverse_scaling_divisor = params.reverse_scaling_divisor; - const int32_t reverse_scaling_right_shift = - params.reverse_scaling_right_shift; - const int diff_min = params.diff_min; - // The representation chosen for the input to the exp() function is Q5.26. - // We need to leave extra space since values that we skip might be as large - // as -32 before multiplying by input_beta_multiplier, and therefore as - // large as -16 afterwards. Note that exp(-8) is definitely not - // insignificant to accumulation, but exp(-16) definitely is. - static constexpr int kScaledDiffIntegerBits = 5; - static constexpr int kAccumulationIntegerBits = 12; - static constexpr int kOutputIntegerBits = 4; - using FixedPointScaledDiff = - gemmlowp::FixedPoint; - using FixedPointAccum = - gemmlowp::FixedPoint; - - const int trailing_dim = input_shape.DimensionsCount() - 1; - const int outer_size = - MatchingFlatSizeSkipDim(input_shape, trailing_dim, output_shape); - const int depth = - MatchingDim(input_shape, trailing_dim, output_shape, trailing_dim); - - for (int i = 0; i < outer_size; ++i) { - uint8_t max_in_row = 0; - for (int c = 0; c < depth; ++c) { - max_in_row = std::max(max_in_row, input_data[i * depth + c]); - } - - FixedPointAccum sum_of_exps = FixedPointAccum::Zero(); - for (int c = 0; c < depth; ++c) { - int32_t input_diff = - static_cast(input_data[i * depth + c]) - max_in_row; - if (input_diff >= diff_min) { - const int32_t input_diff_rescaled = - MultiplyByQuantizedMultiplierGreaterThanOne( - input_diff, input_multiplier, input_left_shift); - const FixedPointScaledDiff scaled_diff_f8 = - FixedPointScaledDiff::FromRaw(input_diff_rescaled); - sum_of_exps = sum_of_exps + gemmlowp::Rescale( - exp_on_negative_values(scaled_diff_f8)); - } - } - - const int32_t fixed_log_sum_of_exps = - log_x_for_x_greater_than_or_equal_to_1( - sum_of_exps) - .raw(); - - // rescaled_diff_min is smallest representable in - // Q(kScaledDiffIntegerBits).(31-kScaledDiffIntegerBits) plus the - // log-sub-exps that will be subtracted in the loop. - // - // The thresholds diff_min, etc are negative. - const int rescaled_diff_min = - fixed_log_sum_of_exps + std::numeric_limits::lowest(); - const int adjusted_diff_min = - std::max(static_cast( - diff_min - 1), // Note use of > below instead of >= above. - MultiplyByQuantizedMultiplierSmallerThanOneExp( - rescaled_diff_min, reverse_scaling_divisor, - -reverse_scaling_right_shift)); - - for (int c = 0; c < depth; ++c) { - int32_t input_diff = - static_cast(input_data[i * depth + c]) - max_in_row; - if (input_diff > adjusted_diff_min) { - const int32_t input_diff_rescaled = - MultiplyByQuantizedMultiplierGreaterThanOne( - input_diff, input_multiplier, input_left_shift); - int32_t unsat_output = - gemmlowp::RoundingDivideByPOT( - (input_diff_rescaled - fixed_log_sum_of_exps), - 31 - kScaledDiffIntegerBits - kOutputIntegerBits) + - 255; - - output_data[i * depth + c] = static_cast( - std::max(std::min(unsat_output, static_cast(255)), - static_cast(0))); - } else { - // Set output to smallest value. - output_data[i * depth + c] = 0; - } - } - } -} - -template -inline void LogSoftmaxQuantized(const SoftmaxParams& params, - const size_t outer_size, const size_t depth, - const RuntimeShape& input_shape, - const T* input_data, - const RuntimeShape& output_shape, - T* output_data) { - const int32_t input_multiplier = params.input_multiplier; - const int32_t input_left_shift = params.input_left_shift; - const int32_t reverse_scaling_divisor = params.reverse_scaling_divisor; - const int32_t reverse_scaling_right_shift = - params.reverse_scaling_right_shift; - const int diff_min = params.diff_min; - - static constexpr T kMinT8 = std::numeric_limits::min(); - static constexpr T kMaxT8 = std::numeric_limits::max(); - static constexpr int32_t kMinInt32 = std::numeric_limits::min(); - - // All IntegerBits must agree with Prepare function. - // Input is chosen as Q5.26 so exp(-1 * 2^5 * 2^-1) = exp(-16) is negligible. - static constexpr int kInputIntegerBits = 5; - static constexpr int kAccumulationIntegerBits = 12; - static constexpr int kOutputIntegerBits = 4; - using F5 = gemmlowp::FixedPoint; - using F12 = gemmlowp::FixedPoint; - - for (size_t outer_index = 0; outer_index < outer_size; ++outer_index) { - T max_in_row = kMinT8; - for (size_t inner_index = 0; inner_index < depth; ++inner_index) { - max_in_row = - std::max(max_in_row, input_data[outer_index * depth + inner_index]); - } - - // Accumulator "sum_of_exps_in_q12" is safe from overflowing in 2^12 steps. - F12 sum_of_exps_in_q12 = F12::FromRaw(0); - for (size_t inner_index = 0; inner_index < depth; ++inner_index) { - int32_t input_diff = - static_cast(input_data[outer_index * depth + inner_index]) - - max_in_row; - if (input_diff >= diff_min) { - const int32_t input_diff_in_q5 = MultiplyByQuantizedMultiplier( - input_diff, input_multiplier, input_left_shift); - sum_of_exps_in_q12 = - sum_of_exps_in_q12 + - gemmlowp::Rescale( - exp_on_negative_values(F5::FromRaw(input_diff_in_q5))); - } - } - - const int32_t log_sum_of_exps_in_q5 = - log_x_for_x_greater_than_or_equal_to_1( - sum_of_exps_in_q12) - .raw(); - - // Potentially reduced the valid range. shifted_log_sum_of_exps_in_q5 is - // smallest representable in Q5.26 plus the log_sum_of_exps. - const int32_t shifted_log_sum_of_exps_in_q5 = - log_sum_of_exps_in_q5 + kMinInt32; - const int32_t adjusted_diff_min = - std::max(static_cast(diff_min - 1), - MultiplyByQuantizedMultiplier(shifted_log_sum_of_exps_in_q5, - reverse_scaling_divisor, - -reverse_scaling_right_shift)); - - for (size_t inner_index = 0; inner_index < depth; ++inner_index) { - int32_t input_diff = - static_cast(input_data[outer_index * depth + inner_index]) - - max_in_row; - // Note use of > below instead of >= above. - if (input_diff > adjusted_diff_min) { - const int32_t input_diff_in_q5 = MultiplyByQuantizedMultiplier( - input_diff, input_multiplier, input_left_shift); - - // Rescale and downcast. - int32_t output_in_q27 = - gemmlowp::RoundingDivideByPOT( - (input_diff_in_q5 - log_sum_of_exps_in_q5), - 31 - kInputIntegerBits - kOutputIntegerBits) + - kMaxT8; - - output_in_q27 = - std::max(std::min(output_in_q27, static_cast(kMaxT8)), - static_cast(kMinT8)); - output_data[outer_index * depth + inner_index] = - static_cast(output_in_q27); - } else { - output_data[outer_index * depth + inner_index] = kMinT8; - } - } - } -} - -inline void LogSoftmax(const SoftmaxParams& params, const size_t outer_size, - const size_t depth, const RuntimeShape& input_shape, - const int8_t* input_data, - const RuntimeShape& output_shape, int8_t* output_data) { - LogSoftmaxQuantized(params, outer_size, depth, input_shape, input_data, - output_shape, output_data); -} - -} // namespace reference_ops -} // namespace tflite - -#endif // TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_LOG_SOFTMAX_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/logistic.h b/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/logistic.h deleted file mode 100644 index 64b7133b..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/logistic.h +++ /dev/null @@ -1,132 +0,0 @@ -/* Copyright 2019 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_LOGISTIC_H_ -#define TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_LOGISTIC_H_ - -#include - -#include "fixedpoint/fixedpoint.h" -#include "tensorflow/lite/kernels/internal/common.h" -#include "tensorflow/lite/kernels/internal/cppmath.h" -#include "tensorflow/lite/kernels/internal/quantization_util.h" -#include "tensorflow/lite/kernels/internal/types.h" -#include "tensorflow/lite/kernels/op_macros.h" - -namespace tflite { -namespace reference_ops { - -inline void Logistic(const RuntimeShape& input_shape, const float* input_data, - const RuntimeShape& output_shape, float* output_data) { - const float cutoff_upper = 16.619047164916992188f; - const float cutoff_lower = -9.f; - - const int flat_size = MatchingFlatSize(input_shape, output_shape); - - // Rational for using approximation in reference kernel. - // 0. This approximation gives enough precision for float. - // 1. This works around an issue on an embedded chipset where exp() does not - // return correctly as expected - exp(x) should return inf when overflown - // not 1.701417 IEEE 754 defines representation for inf. - // 2. This will speed up calculation and is matching the behavior in the - // optimized kernels. (check the definition of scalar_logistic_op) - - for (int i = 0; i < flat_size; i++) { - float val = input_data[i]; - float result; - if (val > cutoff_upper) { - result = 1.0f; - } else if (val < cutoff_lower) { - result = std::exp(val); - } else { - result = 1.f / (1.f + std::exp(-val)); - } - output_data[i] = result; - } -} - -// Convenience version that allows, for example, generated-code calls to be -// uniform between data types. -inline void Logistic(const LogisticParams&, const RuntimeShape& input_shape, - const float* input_data, const RuntimeShape& output_shape, - float* output_data) { - // Drop params: not needed. - Logistic(input_shape, input_data, output_shape, output_data); -} - -inline void Logistic(const LogisticParams& params, - const RuntimeShape& input_shape, const int16_t* input_data, - const RuntimeShape& output_shape, int16_t* output_data) { - const int flat_size = MatchingFlatSize(input_shape, output_shape); - - for (int i = 0; i < flat_size; i++) { - // F0 uses 0 integer bits, range [-1, 1]. - // This is the return type of math functions such as tanh, logistic, - // whose range is in [-1, 1]. - using F0 = gemmlowp::FixedPoint; - // F3 uses 3 integer bits, range [-8, 8], the input range expected here. - using F3 = gemmlowp::FixedPoint; - - const F3 input = F3::FromRaw(input_data[i]); - F0 output = gemmlowp::logistic(input); - output_data[i] = output.raw(); - } -} - -// Quantized int8_t logistic activation. Cheats by dequantizing and -// requantizing around the floating point logistic method. This implementation -// is slow on platforms without a floating point unit. - -// TODO(b/141211002): Delete this int8_t implementation once we can reuse the -// approach used in TFLite for int8_t Logistic. -inline void Logistic(const RuntimeShape& input_shape, const int8_t* input_data, - float input_scale, int input_zero_point, - const RuntimeShape& output_shape, int8_t* output_data, - float output_scale, int output_zero_point) { - const float cutoff_upper = 16.619047164916992188f; - const float cutoff_lower = -9.f; - - const int flat_size = MatchingFlatSize(input_shape, output_shape); - - // Rational for using approximation in reference kernel. - // 0. This approximation gives enough precision for float. - // 1. This works around an issue on an embedded chipset where exp() does not - // return correctly as expected - exp(x) should return inf when overflown - // not 1.701417 IEEE 754 defines representation for inf. - // 2. This will speed up calculation and is matching the behavior in the - // optimized kernels. (check the definition of scalar_logistic_op) - - for (int i = 0; i < flat_size; i++) { - // Dequantize. - float val = - static_cast((input_data[i] - input_zero_point) * input_scale); - float result; - if (val > cutoff_upper) { - result = 1.0f; - } else if (val < cutoff_lower) { - result = std::exp(val); - } else { - result = 1.f / (1.f + std::exp(-val)); - } - // Requantize - int8_t output = - static_cast(result / output_scale + output_zero_point); - output_data[i] = output; - } -} - -} // namespace reference_ops -} // namespace tflite - -#endif // TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_LOGISTIC_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/lstm_cell.h b/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/lstm_cell.h deleted file mode 100644 index 17b113eb..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/lstm_cell.h +++ /dev/null @@ -1,422 +0,0 @@ -/* Copyright 2022 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_LSTM_CELL_H_ -#define TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_LSTM_CELL_H_ - -#include -#include -#include - -#include "tensorflow/lite/kernels/internal/common.h" -#include "tensorflow/lite/kernels/internal/reference/concatenation.h" -#include "tensorflow/lite/kernels/internal/reference/fully_connected.h" -#include "tensorflow/lite/kernels/internal/types.h" - -namespace tflite { -namespace reference_ops { - -inline void LstmCell( - const LstmCellParams& params, const RuntimeShape& unextended_input_shape, - const float* input_data, const RuntimeShape& unextended_prev_activ_shape, - const float* prev_activ_data, const RuntimeShape& weights_shape, - const float* weights_data, const RuntimeShape& unextended_bias_shape, - const float* bias_data, const RuntimeShape& unextended_prev_state_shape, - const float* prev_state_data, - const RuntimeShape& unextended_output_state_shape, float* output_state_data, - const RuntimeShape& unextended_output_activ_shape, float* output_activ_data, - const RuntimeShape& unextended_concat_temp_shape, float* concat_temp_data, - const RuntimeShape& unextended_activ_temp_shape, float* activ_temp_data) { - TFLITE_DCHECK_LE(unextended_input_shape.DimensionsCount(), 4); - TFLITE_DCHECK_LE(unextended_prev_activ_shape.DimensionsCount(), 4); - TFLITE_DCHECK_LE(unextended_bias_shape.DimensionsCount(), 4); - TFLITE_DCHECK_LE(unextended_prev_state_shape.DimensionsCount(), 4); - TFLITE_DCHECK_LE(unextended_output_state_shape.DimensionsCount(), 4); - TFLITE_DCHECK_LE(unextended_output_activ_shape.DimensionsCount(), 4); - TFLITE_DCHECK_LE(unextended_concat_temp_shape.DimensionsCount(), 4); - TFLITE_DCHECK_LE(unextended_activ_temp_shape.DimensionsCount(), 4); - const RuntimeShape input_shape = - RuntimeShape::ExtendedShape(4, unextended_input_shape); - const RuntimeShape prev_activ_shape = - RuntimeShape::ExtendedShape(4, unextended_prev_activ_shape); - const RuntimeShape bias_shape = - RuntimeShape::ExtendedShape(4, unextended_bias_shape); - const RuntimeShape prev_state_shape = - RuntimeShape::ExtendedShape(4, unextended_prev_state_shape); - const RuntimeShape output_state_shape = - RuntimeShape::ExtendedShape(4, unextended_output_state_shape); - const RuntimeShape output_activ_shape = - RuntimeShape::ExtendedShape(4, unextended_output_activ_shape); - const RuntimeShape concat_temp_shape = - RuntimeShape::ExtendedShape(4, unextended_concat_temp_shape); - const RuntimeShape activ_temp_shape = - RuntimeShape::ExtendedShape(4, unextended_activ_temp_shape); - TFLITE_DCHECK_GE(weights_shape.DimensionsCount(), 2); - - const int weights_dim_count = weights_shape.DimensionsCount(); - const int batches = - MatchingDim(input_shape, 0, prev_activ_shape, 0, prev_state_shape, 0, - output_state_shape, 0, output_activ_shape, 0); - const int height = - MatchingDim(input_shape, 1, prev_activ_shape, 1, prev_state_shape, 1, - output_state_shape, 1, output_activ_shape, 1); - const int width = - MatchingDim(input_shape, 2, prev_activ_shape, 2, prev_state_shape, 2, - output_state_shape, 2, output_activ_shape, 2); - const int input_depth = input_shape.Dims(3); - const int prev_activ_depth = prev_activ_shape.Dims(3); - const int total_input_depth = prev_activ_depth + input_depth; - TFLITE_DCHECK_EQ(weights_shape.Dims(weights_dim_count - 1), - total_input_depth); - TFLITE_DCHECK_EQ(FlatSizeSkipDim(bias_shape, 3), 1); - const int intern_activ_depth = - MatchingDim(weights_shape, weights_dim_count - 2, bias_shape, 3); - TFLITE_DCHECK_EQ(weights_shape.FlatSize(), - intern_activ_depth * total_input_depth); - TFLITE_DCHECK_EQ(intern_activ_depth % 4, 0); - const int output_depth = - MatchingDim(prev_state_shape, 3, prev_activ_shape, 3, output_state_shape, - 3, output_activ_shape, 3); - TFLITE_DCHECK_EQ(output_depth, intern_activ_depth / 4); - - // Concatenate prev_activ and input data together - float const* concat_input_arrays_data[2] = {input_data, prev_activ_data}; - const RuntimeShape* concat_input_arrays_shapes[2] = {&input_shape, - &prev_activ_shape}; - tflite::ConcatenationParams concat_params; - concat_params.axis = 3; - concat_params.inputs_count = 2; - Concatenation(concat_params, concat_input_arrays_shapes, - concat_input_arrays_data, concat_temp_shape, concat_temp_data); - - // Fully connected - tflite::FullyConnectedParams fc_params; - fc_params.float_activation_min = std::numeric_limits::lowest(); - fc_params.float_activation_max = std::numeric_limits::max(); - FullyConnected(fc_params, concat_temp_shape, concat_temp_data, weights_shape, - weights_data, bias_shape, bias_data, activ_temp_shape, - activ_temp_data); - - // Memory state update (the LSTM "guts") - for (int b = 0; b < batches; ++b) { - for (int w = 0; w < width; ++w) { - for (int h = 0; h < height; ++h) { - for (int c = 0; c < output_depth; ++c) { - const float input_gate = - 1.f / - (1.f + std::exp(-activ_temp_data[Offset(activ_temp_shape, b, h, w, - 0 * output_depth + c)])); - const float new_input = std::tanh(activ_temp_data[Offset( - activ_temp_shape, b, h, w, 1 * output_depth + c)]); - const float forget_gate = - 1.f / - (1.f + std::exp(-activ_temp_data[Offset(activ_temp_shape, b, h, w, - 2 * output_depth + c)])); - const float output_gate = - 1.f / - (1.f + std::exp(-activ_temp_data[Offset(activ_temp_shape, b, h, w, - 3 * output_depth + c)])); - const float new_state = - input_gate * new_input + - forget_gate * - prev_state_data[Offset(prev_state_shape, b, h, w, c)]; - output_state_data[Offset(output_state_shape, b, h, w, c)] = new_state; - output_activ_data[Offset(output_activ_shape, b, h, w, c)] = - output_gate * std::tanh(new_state); - } - } - } - } -} - -// Quantized LSTM cell implementation. -// The quantization of the input, output arrays is as follows: -// - The input activations are quantized as uint8 on the interval -// [-1, 127/128]. -// The rationale for that is that is the natural interval for output -// activations (see next point) and these need to be concatenated together. -// We could accommodate different ranges by re-scaling, but we empirically -// found that setting the input activations range to be [-1, 127/128] in the -// first place, removing the need for re-scaling, greatly improves accuracy. -// - The output activations are quantized as uint8 on the interval -// [-1, 127/128]. -// The rationale for that is that the definition of a LSTM cell makes them -// intrinsically constrained in [-1, 1]; tweaking that to [-1, 127/128] -// makes for simpler, more accurate fixed-point arithmetic. -// - The output-at-previous-timestep state array is obviously quantized as -// the output activations. -// - The internal LSTM memory (not the output-at-previous-timestep, the other -// internal state array) is int16-quantized and may use any power-of-two, -// symmetric range i.e. [-2^N, 2^N * 32767/32768] for any N, which we call -// StateIntegerBits below, see the below discussion of that template -// parameter ("The StateIntegerBits template parameter"). -// - The output of the internal fully-connected node is int16-quantized -// on the interval [-8, 8 * 32767/32768], the rationale for which is -// explained just below ("Why [-8, 8] for fully-connected output?"). -// -// -// === The StateIntegerBits template parameter === -// -// The StateIntegerBits template parameter controls the fixed-point format used -// to represent the internal memory of the LSTM cell (not the -// output-at-previous-timestep, the other internal state array). It's currently -// a template parameter so that the model can control that. The most typical -// value for StateIntegerBits is 4. Other plausible values are anywhere between -// 3 and 5. We might eventually standardize on a single supported value, e.g. 4, -// and drop that template parameter. The reason why it can't be a runtime -// parameter is that this controls the fixed-point format used, i.e. we need to -// generate actually different code based on it. In particular, we generate code -// for a fixed-point tanh() implementation for that format, which internally -// uses a fixed-point exp() implementation, which internally uses a -// barrel-shifter with a number of steps that depends on StateIntegerBits. -// Another consequence of that is that a higher value of StateIntegerBits -// results in a more expensive implementation (more barrel shifter steps -// needed). -// -// -// === Why [-8, 8] for fully-connected output? === -// -// This array is only fed to Logistic and Tanh functions, for which -// the quantized implementation will want to use fixed-point arithmetic, -// requiring a power-of-two representation interval. Thus, we should right -// away quantize this array to a power-of-two interval; otherwise, -// implementation will need to rescale that, losing any benefit that a tighter -// representation interval might otherwise yield, while introducing some -// numerical error and computational overhead. -// -// Now, Logistic and Tanh -// are nearly constant (nearly equal to their horizontal asymptotes) -// outside of a small bounded interval around 0: -// -// Logistic(4) = 1 - 1.8e-2 Tanh(4) = 1 - 6.7e-4 -// Logistic(8) = 1 - 3.4e-4 Tanh(8) = 1 - 2.3e-7 -// Logistic(16) = 1 - 1.1e-7 Tanh(16) = 1 - 2.5e-14 -// -// From this, we see that clamping to [-4, 4] would be too inaccurate -// (the error of 1.8e-2 on Logistic would be felt even in 8bit precision) -// while clamping to [-16, 16] would make no difference even in float32. -// However, for a fixed-point implementation in 16-bit integers, using 5 -// integer bits to represent the [-16, 16] range would leave only 11 -// fractional bits, giving an increment of 2^-11 = 4.9e-4 between consecutive -// representable values. Notice that is higher than the -// worst-case clamping error with clamping to [-8, 8]: 3.4e-4 for Logistic. -// Using [-8, 8] thus seems like the better compromise overall, enjoying -// an increment of 2.4e-4 between representable values and a worst-case -// clamping error of 3.4e-4, both better than the increment of 4.9e-4 with -// [-16, 16]. -// -// Moreover, all other things being equal, it is nice to choose the narrower -// representation range, as that makes the implementation of fixed-point -// math functions a little cheaper (each integer bit requires an additional -// barrel-shifter atep in the implementation of exp(-x)). That is further -// reason to prefer [-8, 8] over [-16, 16]. The choice of [-16, 16] would make -// sense for 32-bit float or 32-bit fixed-point quantization, but we are -// aiming for 16-bit fixed-point quantization of these internal nodes here. -// -template -inline void LstmCell(const LstmCellParams& params, - const RuntimeShape& unextended_input_shape, - const uint8_t* input_data_uint8, - const RuntimeShape& unextended_prev_activ_shape, - const uint8_t* prev_activ_data_uint8, - const RuntimeShape& weights_shape, - const uint8_t* weights_data_uint8, - const RuntimeShape& unextended_bias_shape, - const int32_t* bias_data_int32, - const RuntimeShape& unextended_prev_state_shape, - const int16_t* prev_state_data_int16, - const RuntimeShape& unextended_output_state_shape, - int16_t* output_state_data_int16, - const RuntimeShape& unextended_output_activ_shape, - uint8_t* output_activ_data_uint8, - const RuntimeShape& unextended_concat_temp_shape, - uint8_t* concat_temp_data_uint8, - const RuntimeShape& unextended_activ_temp_shape, - int16_t* activ_temp_data_int16, void* gemmlowp_context) { - (void)gemmlowp_context; // only used in optimized code. - int32_t weights_zero_point = params.weights_zero_point; - int32_t accum_multiplier = params.accum_multiplier; - int accum_shift = params.accum_shift; - TFLITE_DCHECK_LE(unextended_input_shape.DimensionsCount(), 4); - TFLITE_DCHECK_LE(unextended_prev_activ_shape.DimensionsCount(), 4); - TFLITE_DCHECK_LE(unextended_bias_shape.DimensionsCount(), 4); - TFLITE_DCHECK_LE(unextended_prev_state_shape.DimensionsCount(), 4); - TFLITE_DCHECK_LE(unextended_output_state_shape.DimensionsCount(), 4); - TFLITE_DCHECK_LE(unextended_output_activ_shape.DimensionsCount(), 4); - TFLITE_DCHECK_LE(unextended_concat_temp_shape.DimensionsCount(), 4); - TFLITE_DCHECK_LE(unextended_activ_temp_shape.DimensionsCount(), 4); - const RuntimeShape input_shape = - RuntimeShape::ExtendedShape(4, unextended_input_shape); - const RuntimeShape prev_activ_shape = - RuntimeShape::ExtendedShape(4, unextended_prev_activ_shape); - const RuntimeShape bias_shape = - RuntimeShape::ExtendedShape(4, unextended_bias_shape); - const RuntimeShape prev_state_shape = - RuntimeShape::ExtendedShape(4, unextended_prev_state_shape); - const RuntimeShape output_state_shape = - RuntimeShape::ExtendedShape(4, unextended_output_state_shape); - const RuntimeShape output_activ_shape = - RuntimeShape::ExtendedShape(4, unextended_output_activ_shape); - const RuntimeShape concat_temp_shape = - RuntimeShape::ExtendedShape(4, unextended_concat_temp_shape); - const RuntimeShape activ_temp_shape = - RuntimeShape::ExtendedShape(4, unextended_activ_temp_shape); - TFLITE_DCHECK_GE(weights_shape.DimensionsCount(), 2); - - // Gather dimensions information, and perform consistency checks. - const int weights_dim_count = weights_shape.DimensionsCount(); - const int outer_size = MatchingFlatSizeSkipDim( - input_shape, 3, prev_activ_shape, prev_state_shape, output_state_shape, - output_activ_shape); - const int input_depth = input_shape.Dims(3); - const int prev_activ_depth = prev_activ_shape.Dims(3); - const int total_input_depth = prev_activ_depth + input_depth; - TFLITE_DCHECK_EQ(weights_shape.Dims(weights_dim_count - 1), - total_input_depth); - const int intern_activ_depth = - MatchingDim(weights_shape, weights_dim_count - 2, bias_shape, 3); - TFLITE_DCHECK_EQ(weights_shape.FlatSize(), - intern_activ_depth * total_input_depth); - TFLITE_DCHECK_EQ(FlatSizeSkipDim(bias_shape, 3), 1); - TFLITE_DCHECK_EQ(intern_activ_depth % 4, 0); - const int output_depth = - MatchingDim(prev_state_shape, 3, prev_activ_shape, 3, output_state_shape, - 3, output_activ_shape, 3); - TFLITE_DCHECK_EQ(output_depth, intern_activ_depth / 4); - const int fc_batches = FlatSizeSkipDim(activ_temp_shape, 3); - const int fc_output_depth = - MatchingDim(weights_shape, weights_dim_count - 2, activ_temp_shape, 3); - const int fc_accum_depth = total_input_depth; - TFLITE_DCHECK_EQ(fc_output_depth, 4 * output_depth); - - // Depth-concatenate prev_activ and input data together. - uint8_t const* concat_input_arrays_data[2] = {input_data_uint8, - prev_activ_data_uint8}; - const RuntimeShape* concat_input_arrays_shapes[2] = {&input_shape, - &prev_activ_shape}; - tflite::ConcatenationParams concat_params; - concat_params.axis = 3; - concat_params.inputs_count = 2; - Concatenation(concat_params, concat_input_arrays_shapes, - concat_input_arrays_data, concat_temp_shape, - concat_temp_data_uint8); - - // Implementation of the fully connected node inside the LSTM cell. - // The operands are 8-bit integers, the accumulators are internally 32bit - // integers, and the output is 16-bit fixed-point with 3 integer bits so - // the output range is [-2^3, 2^3] == [-8, 8]. The rationale for that - // is explained in the function comment above. - for (int b = 0; b < fc_batches; ++b) { - for (int out_c = 0; out_c < fc_output_depth; ++out_c) { - // Internal accumulation. - // Initialize accumulator with the bias-value. - int32_t accum = bias_data_int32[out_c]; - // Accumulation loop. - for (int d = 0; d < fc_accum_depth; ++d) { - int16_t input_val = - concat_temp_data_uint8[b * fc_accum_depth + d] - 128; - int16_t weights_val = - weights_data_uint8[out_c * fc_accum_depth + d] - weights_zero_point; - accum += input_val * weights_val; - } - // Down-scale the final int32 accumulator to the scale used by our - // (16-bit, using 3 integer bits) fixed-point format. The quantized - // multiplier and shift here have been pre-computed offline - // (e.g. by toco). - accum = - MultiplyByQuantizedMultiplier(accum, accum_multiplier, accum_shift); - // Saturate, cast to int16, and store to the temporary activations array. - accum = std::max(-32768, std::min(32767, accum)); - activ_temp_data_int16[out_c + fc_output_depth * b] = accum; - } - } - - // Rest of the LSTM cell: tanh and logistic math functions, and some adds - // and muls, all done in 16-bit fixed-point. - for (int b = 0; b < outer_size; ++b) { - for (int c = 0; c < output_depth; ++c) { - // Define the fixed-point data types that we will use here. All use - // int16 as the underlying integer type i.e. all are 16-bit fixed-point. - // They only differ by the number of integral vs. fractional bits, - // determining the range of values that they can represent. - // - // F0 uses 0 integer bits, range [-1, 1]. - // This is the return type of math functions such as tanh, logistic, - // whose range is in [-1, 1]. - using F0 = gemmlowp::FixedPoint; - // F3 uses 3 integer bits, range [-8, 8]. - // This is the range of the previous fully-connected node's output, - // which is our input here. - using F3 = gemmlowp::FixedPoint; - // FS uses StateIntegerBits integer bits, range [-2^StateIntegerBits, - // 2^StateIntegerBits]. It's used to represent the internal state, whose - // number of integer bits is currently dictated by the model. See comment - // on the StateIntegerBits template parameter above. - using FS = gemmlowp::FixedPoint; - // Implementation of input gate, using fixed-point logistic function. - F3 input_gate_input = F3::FromRaw( - activ_temp_data_int16[b * fc_output_depth + 0 * output_depth + c]); - F0 input_gate_output = gemmlowp::logistic(input_gate_input); - // Implementation of input modulation gate, using fixed-point tanh - // function. - F3 input_modulation_gate_input = F3::FromRaw( - activ_temp_data_int16[b * fc_output_depth + 1 * output_depth + c]); - F0 input_modulation_gate_output = - gemmlowp::tanh(input_modulation_gate_input); - // Implementation of forget gate, using fixed-point logistic function. - F3 forget_gate_input = F3::FromRaw( - activ_temp_data_int16[b * fc_output_depth + 2 * output_depth + c]); - F0 forget_gate_output = gemmlowp::logistic(forget_gate_input); - // Implementation of output gate, using fixed-point logistic function. - F3 output_gate_input = F3::FromRaw( - activ_temp_data_int16[b * fc_output_depth + 3 * output_depth + c]); - F0 output_gate_output = gemmlowp::logistic(output_gate_input); - // Implementation of internal multiplication nodes, still in fixed-point. - F0 input_times_input_modulation = - input_gate_output * input_modulation_gate_output; - FS prev_state = FS::FromRaw(prev_state_data_int16[b * output_depth + c]); - FS prev_state_times_forget_state = forget_gate_output * prev_state; - // Implementation of internal addition node, saturating. - FS new_state = gemmlowp::SaturatingAdd( - gemmlowp::Rescale(input_times_input_modulation), - prev_state_times_forget_state); - // Implementation of last internal Tanh node, still in fixed-point. - // Since a Tanh fixed-point implementation is specialized for a given - // number or integer bits, and each specialization can have a substantial - // code size, and we already used above a Tanh on an input with 3 integer - // bits, and per the table in the above function comment there is no - // significant accuracy to be lost by clamping to [-8, +8] for a - // 3-integer-bits representation, let us just do that. This helps people - // porting this to targets where code footprint must be minimized. - F3 new_state_f3 = gemmlowp::Rescale<3>(new_state); - F0 output_activ_int16 = output_gate_output * gemmlowp::tanh(new_state_f3); - // Store the new internal state back to memory, as 16-bit integers. - // Note: here we store the original value with StateIntegerBits, not - // the rescaled 3-integer-bits value fed to tanh. - output_state_data_int16[b * output_depth + c] = new_state.raw(); - // Down-scale the output activations to 8-bit integers, saturating, - // and store back to memory. - int16_t rescaled_output_activ = - gemmlowp::RoundingDivideByPOT(output_activ_int16.raw(), 8); - int16_t clamped_output_activ = std::max( - -128, std::min(127, rescaled_output_activ)); - output_activ_data_uint8[b * output_depth + c] = - 128 + clamped_output_activ; - } - } -} - -} // namespace reference_ops -} // namespace tflite -#endif // TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_LSTM_CELL_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/maximum_minimum.h b/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/maximum_minimum.h deleted file mode 100644 index cd11b419..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/maximum_minimum.h +++ /dev/null @@ -1,64 +0,0 @@ -/* Copyright 2017 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_MAXIMUM_MINIMUM_H_ -#define TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_MAXIMUM_MINIMUM_H_ - -#include "tensorflow/lite/kernels/internal/common.h" -#include "tensorflow/lite/kernels/internal/types.h" - -namespace tflite { -namespace reference_ops { - -template -void MaximumMinimumBroadcastSlow(const RuntimeShape& unextended_input1_shape, - const T* input1_data, - const RuntimeShape& unextended_input2_shape, - const T* input2_data, - const RuntimeShape& unextended_output_shape, - T* output_data, Op op) { - // Uses element-wise calculation if broadcast is not required. - if (unextended_input1_shape == unextended_input2_shape) { - const int flat_size = - MatchingElementsSize(unextended_input1_shape, unextended_input2_shape, - unextended_output_shape); - for (int i = 0; i < flat_size; ++i) { - output_data[i] = op(input1_data[i], input2_data[i]); - } - } else { - TFLITE_DCHECK_LE(unextended_input1_shape.DimensionsCount(), N); - TFLITE_DCHECK_LE(unextended_input2_shape.DimensionsCount(), N); - TFLITE_DCHECK_LE(unextended_output_shape.DimensionsCount(), N); - - NdArrayDesc desc1; - NdArrayDesc desc2; - NdArrayDesc output_desc; - NdArrayDescsForElementwiseBroadcast( - unextended_input1_shape, unextended_input2_shape, &desc1, &desc2); - CopyDimsToDesc(RuntimeShape::ExtendedShape(N, unextended_output_shape), - &output_desc); - - auto maxmin_func = [&](int indexes[N]) { - output_data[SubscriptToIndex(output_desc, indexes)] = - op(input1_data[SubscriptToIndex(desc1, indexes)], - input2_data[SubscriptToIndex(desc2, indexes)]); - }; - NDOpsHelper(output_desc, maxmin_func); - } -} - -} // namespace reference_ops -} // namespace tflite - -#endif // TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_MAXIMUM_MINIMUM_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/mul.h b/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/mul.h deleted file mode 100644 index b977104c..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/mul.h +++ /dev/null @@ -1,168 +0,0 @@ -/* Copyright 2019 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_MUL_H_ -#define TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_MUL_H_ - -#include - -#include "tensorflow/lite/kernels/internal/common.h" - -namespace tflite { - -namespace reference_ops { - -// Element-wise mul that can often be used for inner loop of broadcast Mul as -// well as the non-broadcast Mul. -inline void MulElementwise(int size, const ArithmeticParams& params, - const uint8_t* input1_data, - const uint8_t* input2_data, uint8_t* output_data) { - for (int i = 0; i < size; ++i) { - const int32_t input1_val = params.input1_offset + input1_data[i]; - const int32_t input2_val = params.input2_offset + input2_data[i]; - const int32_t unclamped_result = - params.output_offset + - MultiplyByQuantizedMultiplier(input1_val * input2_val, - params.output_multiplier, - params.output_shift); - const int32_t clamped_output = - std::min(params.quantized_activation_max, - std::max(params.quantized_activation_min, unclamped_result)); - output_data[i] = static_cast(clamped_output); - } -} - -template -inline void Mul(const ArithmeticParams& params, - const RuntimeShape& input1_shape, const T* input1_data, - const RuntimeShape& input2_shape, const T* input2_data, - const RuntimeShape& output_shape, T* output_data) { - T output_activation_min; - T output_activation_max; - GetActivationParams(params, &output_activation_min, &output_activation_max); - - const int flat_size = - MatchingExtendedShapeFlatSize(input1_shape, input2_shape, output_shape); - for (int i = 0; i < flat_size; ++i) { - output_data[i] = ActivationFunctionWithMinMax( - input1_data[i] * input2_data[i], output_activation_min, - output_activation_max); - } -} - -inline void Mul(const ArithmeticParams& params, - const RuntimeShape& input1_shape, const uint8_t* input1_data, - const RuntimeShape& input2_shape, const uint8_t* input2_data, - const RuntimeShape& output_shape, uint8_t* output_data) { - TFLITE_DCHECK_LE(params.quantized_activation_min, - params.quantized_activation_max); - const int flat_size = - MatchingExtendedShapeFlatSize(input1_shape, input2_shape, output_shape); - - MulElementwise(flat_size, params, input1_data, input2_data, output_data); -} - -inline void BroadcastMul4DSlow(const ArithmeticParams& params, - const RuntimeShape& input1_shape, - const uint8_t* input1_data, - const RuntimeShape& input2_shape, - const uint8_t* input2_data, - const RuntimeShape& output_shape, - uint8_t* output_data) { - NdArrayDesc<4> desc1; - NdArrayDesc<4> desc2; - NdArrayDescsForElementwiseBroadcast(input1_shape, input2_shape, &desc1, - &desc2); - const RuntimeShape extended_output_shape = - RuntimeShape::ExtendedShape(4, output_shape); - - for (int b = 0; b < extended_output_shape.Dims(0); ++b) { - for (int y = 0; y < extended_output_shape.Dims(1); ++y) { - for (int x = 0; x < extended_output_shape.Dims(2); ++x) { - for (int c = 0; c < extended_output_shape.Dims(3); ++c) { - const int32_t input1_val = - params.input1_offset + - input1_data[SubscriptToIndex(desc1, b, y, x, c)]; - const int32_t input2_val = - params.input2_offset + - input2_data[SubscriptToIndex(desc2, b, y, x, c)]; - const int32_t unclamped_result = - params.output_offset + - MultiplyByQuantizedMultiplier(input1_val * input2_val, - params.output_multiplier, - params.output_shift); - const int32_t clamped_output = std::min( - params.quantized_activation_max, - std::max(params.quantized_activation_min, unclamped_result)); - output_data[Offset(extended_output_shape, b, y, x, c)] = - static_cast(clamped_output); - } - } - } - } -} - -template -void BroadcastMul4DSlow(const ArithmeticParams& params, - const RuntimeShape& unextended_input1_shape, - const T* input1_data, - const RuntimeShape& unextended_input2_shape, - const T* input2_data, - const RuntimeShape& unextended_output_shape, - T* output_data) { - T output_activation_min; - T output_activation_max; - GetActivationParams(params, &output_activation_min, &output_activation_max); - - TFLITE_DCHECK_LE(unextended_input1_shape.DimensionsCount(), 4); - TFLITE_DCHECK_LE(unextended_input2_shape.DimensionsCount(), 4); - TFLITE_DCHECK_LE(unextended_output_shape.DimensionsCount(), 4); - const RuntimeShape output_shape = - RuntimeShape::ExtendedShape(4, unextended_output_shape); - - NdArrayDesc<4> desc1; - NdArrayDesc<4> desc2; - NdArrayDescsForElementwiseBroadcast(unextended_input1_shape, - unextended_input2_shape, &desc1, &desc2); - - // In Tensorflow, the dimensions are canonically named (batch_number, row, - // col, channel), with extents (batches, height, width, depth), with the - // trailing dimension changing most rapidly (channels has the smallest stride, - // typically 1 element). - // - // In generated C code, we store arrays with the dimensions reversed. The - // first dimension has smallest stride. - // - // We name our variables by their Tensorflow convention, but generate C code - // nesting loops such that the innermost loop has the smallest stride for the - // best cache behavior. - for (int b = 0; b < output_shape.Dims(0); ++b) { - for (int y = 0; y < output_shape.Dims(1); ++y) { - for (int x = 0; x < output_shape.Dims(2); ++x) { - for (int c = 0; c < output_shape.Dims(3); ++c) { - output_data[Offset(output_shape, b, y, x, c)] = - ActivationFunctionWithMinMax( - input1_data[SubscriptToIndex(desc1, b, y, x, c)] * - input2_data[SubscriptToIndex(desc2, b, y, x, c)], - output_activation_min, output_activation_max); - } - } - } - } -} - -} // namespace reference_ops -} // namespace tflite - -#endif // TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_MUL_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/neg.h b/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/neg.h deleted file mode 100644 index e127883f..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/neg.h +++ /dev/null @@ -1,37 +0,0 @@ -/* Copyright 2019 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_NEG_H_ -#define TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_NEG_H_ - -#include "tensorflow/lite/kernels/internal/types.h" - -namespace tflite { - -namespace reference_ops { - -template -inline void Negate(const RuntimeShape& input_shape, const T* input_data, - const RuntimeShape& output_shape, T* output_data) { - const int flat_size = MatchingFlatSize(input_shape, output_shape); - - for (int i = 0; i < flat_size; ++i) { - output_data[i] = -input_data[i]; - } -} - -} // namespace reference_ops -} // namespace tflite - -#endif // TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_NEG_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/pad.h b/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/pad.h deleted file mode 100644 index 27589445..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/pad.h +++ /dev/null @@ -1,169 +0,0 @@ -/* Copyright 2019 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_PAD_H_ -#define TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_PAD_H_ - -#include - -#include "tensorflow/lite/kernels/internal/types.h" - -namespace tflite { - -namespace reference_ops { - -// TFLite Pad supports activation tensors with up to 5 dimensions. -constexpr int PadKernelMaxDimensionCount() { return 5; } - -// There are two versions of pad: Pad and PadV2. In PadV2 there is a second -// scalar input that provides the padding value. Therefore pad_value_ptr can be -// equivalent to a simple input1_data. For Pad, it should point to a zero -// value. -// -// Note that two typenames are required, so that T=P=int32_t is considered a -// specialization distinct from P=int32_t. -template -inline void PadImpl(const tflite::PadParams& op_params, - const RuntimeShape& input_shape, const T* input_data, - const P* pad_value_ptr, const RuntimeShape& output_shape, - T* output_data) { - const RuntimeShape ext_input_shape = - RuntimeShape::ExtendedShape(PadKernelMaxDimensionCount(), input_shape); - const RuntimeShape ext_output_shape = - RuntimeShape::ExtendedShape(PadKernelMaxDimensionCount(), output_shape); - TFLITE_DCHECK_LE(op_params.left_padding_count, PadKernelMaxDimensionCount()); - TFLITE_DCHECK_LE(op_params.right_padding_count, PadKernelMaxDimensionCount()); - - // Runtime calls are currently fixed at 5 dimensions. Copy inputs so we can - // pad them to 5 dims (yes, we are "padding the padding"). - int left_padding_copy[PadKernelMaxDimensionCount()]; - for (int i = 0; i < PadKernelMaxDimensionCount(); i++) { - left_padding_copy[i] = 0; - } - for (int i = 0; i < op_params.left_padding_count; ++i) { - left_padding_copy[i + PadKernelMaxDimensionCount() - - op_params.left_padding_count] = op_params.left_padding[i]; - } - int right_padding_copy[PadKernelMaxDimensionCount()]; - for (int i = 0; i < PadKernelMaxDimensionCount(); i++) { - right_padding_copy[i] = 0; - } - for (int i = 0; i < op_params.right_padding_count; ++i) { - right_padding_copy[i + PadKernelMaxDimensionCount() - - op_params.right_padding_count] = - op_params.right_padding[i]; - } - - const int output_batch = ext_output_shape.Dims(0); - const int output_plane = ext_output_shape.Dims(1); - const int output_height = ext_output_shape.Dims(2); - const int output_width = ext_output_shape.Dims(3); - const int output_depth = ext_output_shape.Dims(4); - - const int left_b_padding = left_padding_copy[0]; - const int left_p_padding = left_padding_copy[1]; - const int left_h_padding = left_padding_copy[2]; - const int left_w_padding = left_padding_copy[3]; - const int left_d_padding = left_padding_copy[4]; - - const int right_b_padding = right_padding_copy[0]; - const int right_p_padding = right_padding_copy[1]; - const int right_h_padding = right_padding_copy[2]; - const int right_w_padding = right_padding_copy[3]; - const int right_d_padding = right_padding_copy[4]; - - const T pad_value = *pad_value_ptr; - - const T* in_ptr = input_data; - T* out_ptr = output_data; - for (int out_b = 0; out_b < output_batch; ++out_b) { - for (int out_p = 0; out_p < output_plane; ++out_p) { - for (int out_h = 0; out_h < output_height; ++out_h) { - for (int out_w = 0; out_w < output_width; ++out_w) { - for (int out_d = 0; out_d < output_depth; ++out_d) { - if (out_b < left_b_padding || - out_b >= output_batch - right_b_padding || - out_p < left_p_padding || - out_p >= output_plane - right_p_padding || - out_h < left_h_padding || - out_h >= output_height - right_h_padding || - out_w < left_w_padding || - out_w >= output_width - right_w_padding || - out_d < left_d_padding || - out_d >= output_depth - right_d_padding) { - *out_ptr++ = pad_value; - } else { - *out_ptr++ = *in_ptr++; - } - } - } - } - } - } -} - -template -inline void Pad(const tflite::PadParams& op_params, - const RuntimeShape& input_shape, const T* input_data, - const P* pad_value_ptr, const RuntimeShape& output_shape, - T* output_data) { - PadImpl(op_params, input_shape, input_data, pad_value_ptr, output_shape, - output_data); -} - -// The second (pad-value) input can be int32_t when, say, the first is uint8_t. -template -inline void Pad(const tflite::PadParams& op_params, - const RuntimeShape& input_shape, const T* input_data, - const int32_t* pad_value_ptr, const RuntimeShape& output_shape, - T* output_data) { - const T converted_pad_value = static_cast(*pad_value_ptr); - PadImpl(op_params, input_shape, input_data, &converted_pad_value, - output_shape, output_data); -} - -// This version avoids conflicting template matching. -template <> -inline void Pad(const tflite::PadParams& op_params, - const RuntimeShape& input_shape, const int32_t* input_data, - const int32_t* pad_value_ptr, const RuntimeShape& output_shape, - int32_t* output_data) { - PadImpl(op_params, input_shape, input_data, pad_value_ptr, output_shape, - output_data); -} - -template -inline void PadImageStyle(const tflite::PadParams& op_params, - const RuntimeShape& input_shape, const T* input_data, - const P* pad_value_ptr, - const RuntimeShape& output_shape, T* output_data) { - Pad(op_params, input_shape, input_data, pad_value_ptr, output_shape, - output_data); -} - -template -inline void PadImageStyle(const tflite::PadParams& op_params, - const RuntimeShape& input_shape, - const float* input_data, const P* pad_value_ptr, - const RuntimeShape& output_shape, - float* output_data) { - Pad(op_params, input_shape, input_data, pad_value_ptr, output_shape, - output_data); -} - -} // namespace reference_ops -} // namespace tflite - -#endif // TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_PAD_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/pooling.h b/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/pooling.h deleted file mode 100644 index fe17484c..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/pooling.h +++ /dev/null @@ -1,303 +0,0 @@ -/* Copyright 2019 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_POOLING_H_ -#define TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_POOLING_H_ - -#include - -#include "tensorflow/lite/kernels/internal/common.h" -#include "tensorflow/lite/kernels/internal/cppmath.h" -#include "tensorflow/lite/kernels/internal/quantization_util.h" -#include "tensorflow/lite/kernels/internal/types.h" - -namespace tflite { -namespace reference_ops { - -inline bool AveragePool(const PoolParams& params, - const RuntimeShape& input_shape, - const float* input_data, - const RuntimeShape& output_shape, float* output_data) { - TFLITE_DCHECK_EQ(input_shape.DimensionsCount(), 4); - TFLITE_DCHECK_EQ(output_shape.DimensionsCount(), 4); - const int batches = MatchingDim(input_shape, 0, output_shape, 0); - const int depth = MatchingDim(input_shape, 3, output_shape, 3); - const int input_height = input_shape.Dims(1); - const int input_width = input_shape.Dims(2); - const int output_height = output_shape.Dims(1); - const int output_width = output_shape.Dims(2); - const int stride_height = params.stride_height; - const int stride_width = params.stride_width; - for (int batch = 0; batch < batches; ++batch) { - for (int out_y = 0; out_y < output_height; ++out_y) { - for (int out_x = 0; out_x < output_width; ++out_x) { - for (int channel = 0; channel < depth; ++channel) { - const int in_x_origin = - (out_x * stride_width) - params.padding_values.width; - const int in_y_origin = - (out_y * stride_height) - params.padding_values.height; - // Compute the boundaries of the filter region clamped so as to - // ensure that the filter window fits in the input array. - const int filter_x_start = std::max(0, -in_x_origin); - const int filter_x_end = - std::min(params.filter_width, input_width - in_x_origin); - const int filter_y_start = std::max(0, -in_y_origin); - const int filter_y_end = - std::min(params.filter_height, input_height - in_y_origin); - float total = 0.f; - float filter_count = 0; - for (int filter_y = filter_y_start; filter_y < filter_y_end; - ++filter_y) { - for (int filter_x = filter_x_start; filter_x < filter_x_end; - ++filter_x) { - const int in_x = in_x_origin + filter_x; - const int in_y = in_y_origin + filter_y; - total += - input_data[Offset(input_shape, batch, in_y, in_x, channel)]; - filter_count++; - } - } - if (filter_count == 0) return false; - const float average = total / filter_count; - output_data[Offset(output_shape, batch, out_y, out_x, channel)] = - ActivationFunctionWithMinMax(average, params.float_activation_min, - params.float_activation_max); - } - } - } - } - return true; -} - -inline bool AveragePool(const PoolParams& params, - const RuntimeShape& input_shape, - const uint8_t* input_data, - const RuntimeShape& output_shape, - uint8_t* output_data) { - TFLITE_DCHECK_LE(params.quantized_activation_min, - params.quantized_activation_max); - TFLITE_DCHECK_EQ(input_shape.DimensionsCount(), 4); - TFLITE_DCHECK_EQ(output_shape.DimensionsCount(), 4); - const int batches = MatchingDim(input_shape, 0, output_shape, 0); - const int depth = MatchingDim(input_shape, 3, output_shape, 3); - const int input_height = input_shape.Dims(1); - const int input_width = input_shape.Dims(2); - const int output_height = output_shape.Dims(1); - const int output_width = output_shape.Dims(2); - const int stride_height = params.stride_height; - const int stride_width = params.stride_width; - for (int batch = 0; batch < batches; ++batch) { - for (int out_y = 0; out_y < output_height; ++out_y) { - for (int out_x = 0; out_x < output_width; ++out_x) { - for (int channel = 0; channel < depth; ++channel) { - const int in_x_origin = - (out_x * stride_width) - params.padding_values.width; - const int in_y_origin = - (out_y * stride_height) - params.padding_values.height; - // Compute the boundaries of the filter region clamped so as to - // ensure that the filter window fits in the input array. - const int filter_x_start = std::max(0, -in_x_origin); - const int filter_x_end = - std::min(params.filter_width, input_width - in_x_origin); - const int filter_y_start = std::max(0, -in_y_origin); - const int filter_y_end = - std::min(params.filter_height, input_height - in_y_origin); - int32_t acc = 0; - int filter_count = 0; - for (int filter_y = filter_y_start; filter_y < filter_y_end; - ++filter_y) { - for (int filter_x = filter_x_start; filter_x < filter_x_end; - ++filter_x) { - const int in_x = in_x_origin + filter_x; - const int in_y = in_y_origin + filter_y; - acc += - input_data[Offset(input_shape, batch, in_y, in_x, channel)]; - filter_count++; - } - } - if (filter_count == 0) return false; - acc = (acc + filter_count / 2) / filter_count; - acc = std::max(acc, params.quantized_activation_min); - acc = std::min(acc, params.quantized_activation_max); - output_data[Offset(output_shape, batch, out_y, out_x, channel)] = - static_cast(acc); - } - } - } - } - return true; -} - -inline void L2Pool(const PoolParams& params, const RuntimeShape& input_shape, - const float* input_data, const RuntimeShape& output_shape, - float* output_data) { - TFLITE_DCHECK_EQ(input_shape.DimensionsCount(), 4); - TFLITE_DCHECK_EQ(output_shape.DimensionsCount(), 4); - const int batches = MatchingDim(input_shape, 0, output_shape, 0); - const int depth = MatchingDim(input_shape, 3, output_shape, 3); - const int input_height = input_shape.Dims(1); - const int input_width = input_shape.Dims(2); - const int output_height = output_shape.Dims(1); - const int output_width = output_shape.Dims(2); - const int stride_height = params.stride_height; - const int stride_width = params.stride_width; - for (int batch = 0; batch < batches; ++batch) { - for (int out_y = 0; out_y < output_height; ++out_y) { - for (int out_x = 0; out_x < output_width; ++out_x) { - for (int channel = 0; channel < depth; ++channel) { - const int in_x_origin = - (out_x * stride_width) - params.padding_values.width; - const int in_y_origin = - (out_y * stride_height) - params.padding_values.height; - // Compute the boundaries of the filter region clamped so as to - // ensure that the filter window fits in the input array. - const int filter_x_start = std::max(0, -in_x_origin); - const int filter_x_end = - std::min(params.filter_width, input_width - in_x_origin); - const int filter_y_start = std::max(0, -in_y_origin); - const int filter_y_end = - std::min(params.filter_height, input_height - in_y_origin); - float sum_squares = 0.f; - int filter_count = 0; - for (int filter_y = filter_y_start; filter_y < filter_y_end; - ++filter_y) { - for (int filter_x = filter_x_start; filter_x < filter_x_end; - ++filter_x) { - const int in_x = in_x_origin + filter_x; - const int in_y = in_y_origin + filter_y; - const float val = - input_data[Offset(input_shape, batch, in_y, in_x, channel)]; - sum_squares += val * val; - filter_count++; - } - } - const float l2pool_result = std::sqrt(sum_squares / filter_count); - output_data[Offset(output_shape, batch, out_y, out_x, channel)] = - ActivationFunctionWithMinMax(l2pool_result, - params.float_activation_min, - params.float_activation_max); - } - } - } - } -} - -inline void MaxPool(const PoolParams& params, const RuntimeShape& input_shape, - const float* input_data, const RuntimeShape& output_shape, - float* output_data) { - TFLITE_DCHECK_EQ(input_shape.DimensionsCount(), 4); - TFLITE_DCHECK_EQ(output_shape.DimensionsCount(), 4); - const int batches = MatchingDim(input_shape, 0, output_shape, 0); - const int depth = MatchingDim(input_shape, 3, output_shape, 3); - const int input_height = input_shape.Dims(1); - const int input_width = input_shape.Dims(2); - const int output_height = output_shape.Dims(1); - const int output_width = output_shape.Dims(2); - const int stride_height = params.stride_height; - const int stride_width = params.stride_width; - for (int batch = 0; batch < batches; ++batch) { - for (int out_y = 0; out_y < output_height; ++out_y) { - for (int out_x = 0; out_x < output_width; ++out_x) { - for (int channel = 0; channel < depth; ++channel) { - const int in_x_origin = - (out_x * stride_width) - params.padding_values.width; - const int in_y_origin = - (out_y * stride_height) - params.padding_values.height; - // Compute the boundaries of the filter region clamped so as to - // ensure that the filter window fits in the input array. - const int filter_x_start = std::max(0, -in_x_origin); - const int filter_x_end = - std::min(params.filter_width, input_width - in_x_origin); - const int filter_y_start = std::max(0, -in_y_origin); - const int filter_y_end = - std::min(params.filter_height, input_height - in_y_origin); - float max = std::numeric_limits::lowest(); - for (int filter_y = filter_y_start; filter_y < filter_y_end; - ++filter_y) { - for (int filter_x = filter_x_start; filter_x < filter_x_end; - ++filter_x) { - const int in_x = in_x_origin + filter_x; - const int in_y = in_y_origin + filter_y; - max = std::max( - max, - input_data[Offset(input_shape, batch, in_y, in_x, channel)]); - } - } - output_data[Offset(output_shape, batch, out_y, out_x, channel)] = - ActivationFunctionWithMinMax(max, params.float_activation_min, - params.float_activation_max); - } - } - } - } -} - -inline void MaxPool(const PoolParams& params, const RuntimeShape& input_shape, - const uint8_t* input_data, const RuntimeShape& output_shape, - uint8_t* output_data) { - TFLITE_DCHECK_LE(params.quantized_activation_min, - params.quantized_activation_max); - TFLITE_DCHECK_GE(params.quantized_activation_min, 0); - TFLITE_DCHECK_LE(params.quantized_activation_max, 255); - TFLITE_DCHECK_EQ(input_shape.DimensionsCount(), 4); - TFLITE_DCHECK_EQ(output_shape.DimensionsCount(), 4); - const int batches = MatchingDim(input_shape, 0, output_shape, 0); - const int depth = MatchingDim(input_shape, 3, output_shape, 3); - const int input_height = input_shape.Dims(1); - const int input_width = input_shape.Dims(2); - const int output_height = output_shape.Dims(1); - const int output_width = output_shape.Dims(2); - const int stride_height = params.stride_height; - const int stride_width = params.stride_width; - for (int batch = 0; batch < batches; ++batch) { - for (int out_y = 0; out_y < output_height; ++out_y) { - for (int out_x = 0; out_x < output_width; ++out_x) { - for (int channel = 0; channel < depth; ++channel) { - const int in_x_origin = - (out_x * stride_width) - params.padding_values.width; - const int in_y_origin = - (out_y * stride_height) - params.padding_values.height; - // Compute the boundaries of the filter region clamped so as to - // ensure that the filter window fits in the input array. - const int filter_x_start = std::max(0, -in_x_origin); - const int filter_x_end = - std::min(params.filter_width, input_width - in_x_origin); - const int filter_y_start = std::max(0, -in_y_origin); - const int filter_y_end = - std::min(params.filter_height, input_height - in_y_origin); - uint8_t max = 0; - for (int filter_y = filter_y_start; filter_y < filter_y_end; - ++filter_y) { - for (int filter_x = filter_x_start; filter_x < filter_x_end; - ++filter_x) { - const int in_x = in_x_origin + filter_x; - const int in_y = in_y_origin + filter_y; - max = std::max( - max, - input_data[Offset(input_shape, batch, in_y, in_x, channel)]); - } - } - max = std::max(max, params.quantized_activation_min); - max = std::min(max, params.quantized_activation_max); - output_data[Offset(output_shape, batch, out_y, out_x, channel)] = - static_cast(max); - } - } - } - } -} -} // namespace reference_ops -} // namespace tflite - -#endif // TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_POOLING_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/portable_tensor_utils.cc b/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/portable_tensor_utils.cc deleted file mode 100644 index 4684be64..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/portable_tensor_utils.cc +++ /dev/null @@ -1,809 +0,0 @@ -/* Copyright 2019 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#include -#include -#include -#include -#include -#include - -#include "fixedpoint/fixedpoint.h" -#include "tensorflow/lite/kernels/internal/common.h" -#include "tensorflow/lite/kernels/internal/compatibility.h" -#include "tensorflow/lite/kernels/internal/cppmath.h" -#include "tensorflow/lite/kernels/internal/reference/portable_tensor_utils_impl.h" - -#if defined(_MSC_VER) -#define __restrict__ __restrict -#endif - -namespace tflite { -namespace tensor_utils { - -namespace { -const int32_t kInt16Max = std::numeric_limits::max(); -const int32_t kInt16Min = std::numeric_limits::min(); -} // namespace - -void PortableSymmetricQuantizeFloats(const float* values, const int size, - int8_t* quantized_values, float* min_value, - float* max_value, float* scaling_factor) { - auto minmax = std::minmax_element(values, values + size); - *min_value = *minmax.first; - *max_value = *minmax.second; - - PortableSymmetricQuantizeFloats(values, size, quantized_values, *min_value, - *max_value, scaling_factor); -} - -void PortableSymmetricQuantizeFloats(const float* values, const int size, - int8_t* quantized_values, float min_value, - float max_value, float* scaling_factor) { - const int32_t kScale = 127; - const float range = std::max(std::abs(min_value), std::abs(max_value)); - if (range == 0) { - memset(quantized_values, 0, size * sizeof(int8_t)); - *scaling_factor = 1; - return; - } - *scaling_factor = range / kScale; - const float scaling_factor_inv = kScale / range; - for (int i = 0; i < size; ++i) { - const int32_t quantized_value = - static_cast(TfLiteRound(values[i] * scaling_factor_inv)); - // Clamp: just in case some odd numeric offset. - quantized_values[i] = static_cast( - std::min(kScale, std::max(-kScale, quantized_value))); - } -} - -void PortableAsymmetricQuantizeFloats(const float* values, const int size, - int8_t* quantized_values, - float* scaling_factor, int32_t* offset) { - const int32_t kMinScale = -128; - const int32_t kMaxScale = 127; - const double qmin_double = kMinScale; - const double qmax_double = kMaxScale; - const auto minmax = std::minmax_element(values, values + size); - const double rmin = static_cast(std::min(0.0f, *minmax.first)); - const double rmax = static_cast(std::max(0.0f, *minmax.second)); - if (rmin == rmax) { - memset(quantized_values, 0, size * sizeof(int8_t)); - *scaling_factor = 1; - *offset = 0; - return; - } else { - double scale = (rmax - rmin) / (qmax_double - qmin_double); - const double zero_point_from_min = qmin_double - rmin / scale; - const double zero_point_from_max = qmax_double - rmax / scale; - const double zero_point_from_min_error = - std::abs(qmin_double) + std::abs(rmin / scale); - const double zero_point_from_max_error = - std::abs(qmax_double) + std::abs(rmax / scale); - const double zero_point_double = - zero_point_from_min_error < zero_point_from_max_error - ? zero_point_from_min - : zero_point_from_max; - int8_t nudged_zero_point = 0; - if (zero_point_double <= qmin_double) { - nudged_zero_point = kMinScale; - } else if (zero_point_double >= qmax_double) { - nudged_zero_point = kMaxScale; - } else { - nudged_zero_point = static_cast(round(zero_point_double)); - } - *scaling_factor = scale; - *offset = nudged_zero_point; - } - const float scaling_factor_inv = 1.0f / *scaling_factor; - for (int i = 0; i < size; ++i) { - const int32_t quantized_value = static_cast( - TfLiteRound(*offset + values[i] * scaling_factor_inv)); - quantized_values[i] = - std::min(kMaxScale, std::max(kMinScale, quantized_value)); - } -} - -void PortableMatrixBatchVectorMultiplyAccumulate(const float* matrix, - int m_rows, int m_cols, - const float* vector, - int n_batch, float* result) { - float* result_in_batch = result; - for (int b = 0; b < n_batch; b++) { - const float* matrix_ptr = matrix; - for (int r = 0; r < m_rows; r++) { - float dot_prod = 0.0f; - const float* vector_in_batch = vector + b * m_cols; - for (int c = 0; c < m_cols; c++) { - dot_prod += *matrix_ptr++ * *vector_in_batch++; - } - *result_in_batch += dot_prod; - ++result_in_batch; - } - } -} - -void PortableMatrixBatchVectorMultiplyAccumulate( - const int8_t* __restrict__ matrix, const int m_rows, const int m_cols, - const int8_t* __restrict__ vectors, const float* scaling_factors, - int n_batch, float* __restrict__ result) { - for (int batch = 0; batch < n_batch; ++batch, vectors += m_cols) { - const float batch_scaling_factor = scaling_factors[batch]; - // Get the address of the first row. - const int8_t* row_ptr = matrix; - for (int row = 0; row < m_rows; ++row) { - // Initialize the dot product sum for the row to 0. - int32_t dotprod = 0; -#if defined(__GNUC__) - // Prefetch the row to cache. - __builtin_prefetch(row_ptr, 0 /* prefetch for read */, - 3 /* temporal locality */); -#endif - for (int col = 0; col < m_cols; ++col, ++row_ptr) { - dotprod += (*row_ptr) * (vectors[col]); - } // for col - *result += dotprod * batch_scaling_factor; - ++result; - } // for row - } // for batch -} - -void PortableMatrixBatchVectorMultiplyAccumulate( - const int8_t* __restrict__ matrix, const int m_rows, const int m_cols, - const int8_t* __restrict__ vectors, const float* scaling_factors, - int n_batch, float* __restrict__ result, const float* per_channel_scale, - const int32_t* input_offset, int32_t* scratch, int32_t* row_sums, - bool* compute_row_sums, CpuBackendContext* context) { - if (input_offset == nullptr) { - PortableMatrixBatchVectorMultiplyAccumulate( - matrix, m_rows, m_cols, vectors, scaling_factors, n_batch, result); - return; - } - if (!compute_row_sums || *compute_row_sums) { - PortableReductionSumVector(matrix, row_sums, m_rows, m_cols); - if (compute_row_sums) { - *compute_row_sums = false; - } - } - - for (int batch = 0; batch < n_batch; ++batch, vectors += m_cols) { - const float batch_scaling_factor = scaling_factors[batch]; - const int32_t batch_offset = input_offset[batch]; - const int8_t* row_ptr = matrix; - for (int row = 0; row < m_rows; ++row) { - int32_t dotprod = 0; - float scale = batch_scaling_factor; - if (per_channel_scale) { - scale *= per_channel_scale[row]; - } -#if defined(__GNUC__) - // Prefetch the row to cache. - __builtin_prefetch(row_ptr, 0 /* prefetch for read */, - 3 /* temporal locality */); -#endif - for (int col = 0; col < m_cols; ++col, ++row_ptr) { - dotprod += (*row_ptr) * vectors[col]; - } // for col - dotprod -= row_sums[row] * batch_offset; - *result += dotprod * scale; - ++result; - } // for row - } // for batch -} - -void PortableSparseMatrixBatchVectorMultiplyAccumulate1x4( - const float* __restrict__ matrix, const int32_t* __restrict__ segments, - const int32_t* __restrict__ indices, int m_rows, int m_cols, - const float* __restrict__ vector, int n_batch, float* __restrict__ result) { - const int kBlockSize = 4; - TFLITE_DCHECK_EQ(m_cols % kBlockSize, 0); - for (int batch = 0; batch < n_batch; batch++) { - const float* matrix_ptr = matrix; - for (int row = 0; row < m_rows; row++) { - float dot_prod = 0.0f; - const float* vector_in_batch = vector + batch * m_cols; - for (int i = segments[row]; i < segments[row + 1]; i++) { - const int block_start_index = indices[i] * kBlockSize; - const float* vector_block_in_batch_ptr = - vector_in_batch + block_start_index; - for (int c = 0; c < kBlockSize; c++) { - dot_prod += *matrix_ptr++ * *vector_block_in_batch_ptr++; - } - } - result[batch * m_rows + row] += dot_prod; - } - } -} - -void PortableSparseMatrixBatchVectorMultiplyAccumulate1x16( - const int8_t* __restrict__ matrix, const int32_t* __restrict__ segments, - const int32_t* __restrict__ indices, int m_rows, int m_cols, - const int8_t* __restrict__ vector, const int32_t* __restrict__ bias_vector, - int n_batch, const int32_t input_offset, const int32_t output_multiplier, - const int32_t output_shift, const int32_t output_offset, - const int32_t output_activation_min, const int32_t output_activation_max, - int8_t* __restrict__ result) { - const int kBlockSize = 16; - TFLITE_DCHECK_EQ(m_cols % kBlockSize, 0); - for (int batch = 0; batch < n_batch; ++batch) { - const int8_t* matrix_ptr = matrix; - for (int row = 0; row < m_rows; ++row) { - int32_t dot_prod = 0; - const int8_t* vector_in_batch = vector + batch * m_cols; - for (int i = segments[row]; i < segments[row + 1]; ++i) { - const int block_start_index = indices[i] * kBlockSize; - const int8_t* vector_block_in_batch_ptr = - vector_in_batch + block_start_index; - for (int c = 0; c < kBlockSize; c++) { - dot_prod += *matrix_ptr * *vector_block_in_batch_ptr++; - dot_prod += *matrix_ptr++ * input_offset; - } - } - const int32_t bias_value = bias_vector != nullptr ? bias_vector[row] : 0; - dot_prod = MultiplyByQuantizedMultiplier(dot_prod + bias_value, - output_multiplier, output_shift); - dot_prod += output_offset; - result[batch * m_rows + row] = - static_cast(ActivationFunctionWithMinMax( - dot_prod, output_activation_min, output_activation_max)); - } - } -} - -void PortableSparseMatrixBatchVectorMultiplyAccumulate( - const float* __restrict__ matrix, const uint8_t* __restrict__ ledger, - int m_rows, int m_cols, const float* __restrict__ vector, int n_batch, - float* __restrict__ result) { - const int kBlockSize = 16; - TFLITE_DCHECK_EQ( // NOLINT - m_cols % kBlockSize, 0); - for (int batch = 0; batch < n_batch; batch++) { - const float* matrix_ptr = matrix; - const uint8_t* ledger_ptr = ledger; - for (int row = 0; row < m_rows; row++) { - float dot_prod = 0.0f; - int num_nonzero_blocks = *ledger_ptr++; - if (num_nonzero_blocks > 0) { - const float* vector_in_batch = vector + batch * m_cols; - for (int i = 0; i < num_nonzero_blocks; i++) { - const int block_start_index = *ledger_ptr++ * kBlockSize; - const float* vector_block_in_batch_ptr = - vector_in_batch + block_start_index; - for (int c = 0; c < kBlockSize; c++) { - dot_prod += *matrix_ptr++ * *vector_block_in_batch_ptr++; - } - } - } - result[batch * m_rows + row] += dot_prod; - } - } -} - -void PortableSparseMatrixBatchVectorMultiplyAccumulate( - const int8_t* __restrict__ matrix, const uint8_t* ledger, const int m_rows, - const int m_cols, const int8_t* __restrict__ vectors, - const float* scaling_factors, int n_batch, float* __restrict__ result) { - static const int kBlockSize = 16; - TFLITE_DCHECK_EQ( // NOLINT - m_cols % kBlockSize, 0); - for (int batch = 0; batch < n_batch; ++batch, vectors += m_cols) { - const float batch_scaling_factor = scaling_factors[batch]; - const uint8_t* ledger_ptr = ledger; - // Get the address of the first row. - const int8_t* row_ptr = matrix; - for (int row = 0; row < m_rows; ++row) { - // Initialize the dot product sum for the row to 0. - int32_t dotprod = 0; -#if defined(__GNUC__) - // Prefetch the row to cache. - __builtin_prefetch(row_ptr, 0 /* prefetch for read */, - 3 /* temporal locality */); -#endif - int num_nonzero_blocks = *ledger_ptr++; - for (int i = 0; i < num_nonzero_blocks; i++) { - const int block_start_index = *ledger_ptr++ * kBlockSize; - const int8_t* vector_block_ptr = vectors + block_start_index; - for (int c = 0; c < kBlockSize; c++) { - dotprod += (*row_ptr++) * (*vector_block_ptr++); - } // for block - } // for num_nonzero_blocks - result[batch * m_rows + row] += dotprod * batch_scaling_factor; - } // for row - } // for batch -} - -template -void PortableMatrixBatchVectorMultiplyAccumulateImpl( - const int8_t* input, const int32_t* bias, - const int8_t* input_to_gate_weights, int32_t multiplier, int32_t shift, - int32_t n_batch, int32_t n_input, int32_t n_output, int32_t output_zp, - T* output) { - const int16_t output_max = std::numeric_limits::max(); - const int16_t output_min = std::numeric_limits::min(); - for (int batch = 0; batch < n_batch; ++batch) { - for (int row = 0; row < n_output; ++row) { - int32_t acc = bias[row]; - for (int col = 0; col < n_input; ++col) { - int8_t input_val = input[batch * n_input + col]; - int8_t weights_val = input_to_gate_weights[row * n_input + col]; - acc += input_val * weights_val; - } - acc = MultiplyByQuantizedMultiplier(acc, multiplier, shift); - acc += output_zp; - acc += output[batch * n_output + row]; - if (acc > output_max) { - acc = output_max; - } - if (acc < output_min) { - acc = output_min; - } - output[batch * n_output + row] = static_cast(acc); - } - } -} - -void PortableMatrixBatchVectorMultiplyAccumulate( - const int8_t* input, const int32_t* bias, - const int8_t* input_to_gate_weights, int32_t multiplier, int32_t shift, - int32_t n_batch, int32_t n_input, int32_t n_output, int32_t output_zp, - int32_t* scratch, int16_t* output, CpuBackendContext* context) { - PortableMatrixBatchVectorMultiplyAccumulateImpl( - input, bias, input_to_gate_weights, multiplier, shift, n_batch, n_input, - n_output, output_zp, output); -} - -void PortableMatrixBatchVectorMultiplyAccumulate( - const int8_t* input, const int32_t* bias, - const int8_t* input_to_gate_weights, int32_t multiplier, int32_t shift, - int32_t n_batch, int32_t n_input, int32_t n_output, int32_t output_zp, - int32_t* scratch, int8_t* output, CpuBackendContext* context) { - PortableMatrixBatchVectorMultiplyAccumulateImpl( - input, bias, input_to_gate_weights, multiplier, shift, n_batch, n_input, - n_output, output_zp, output); -} - -void PortableMatrixBatchVectorMultiply(const int8_t* input, - int32_t input_zeropoint, - const int8_t* input_to_gate_weights, - int32_t input_to_gate_effective_scale_a, - int32_t input_to_gate_effective_scale_b, - int32_t n_batch, int32_t n_input, - int32_t n_cell, int8_t* gate_output, - int8_t gate_output_zp) { - const int32_t int8_max = std::numeric_limits::max(); - const int32_t int8_min = std::numeric_limits::min(); - for (int batch = 0; batch < n_batch; ++batch) { - for (int row = 0; row < n_cell; ++row) { - int32_t acc = 0; - for (int col = 0; col < n_input; ++col) { - int32_t input_val = input[batch * n_input + col]; - int8_t weights_val = input_to_gate_weights[row * n_input + col]; - acc += (input_val - input_zeropoint) * weights_val; - } - acc = MultiplyByQuantizedMultiplier(acc, input_to_gate_effective_scale_a, - input_to_gate_effective_scale_b); - acc += gate_output_zp; - if (acc > int8_max) { - acc = int8_max; - } - if (acc < int8_min) { - acc = int8_min; - } - gate_output[batch * n_cell + row] = static_cast(acc); - } - } -} - -void PortableMatrixBatchVectorMultiply( - const int16_t* hidden, const int8_t* hidden_to_output_weights, - int32_t proj_effective_scale_a, int32_t proj_effective_scale_b, - const int32_t* gate_bias, int32_t n_batch, int32_t n_hidden, - int32_t n_output, int32_t output_zp, int8_t* proj_output) { - const int16_t int8_max = std::numeric_limits::max(); - const int16_t int8_min = std::numeric_limits::min(); - for (int batch = 0; batch < n_batch; ++batch) { - for (int row = 0; row < n_output; ++row) { - int64_t acc = gate_bias[row]; - for (int col = 0; col < n_hidden; ++col) { - int16_t input_val = hidden[batch * n_hidden + col]; - int8_t weights_val = hidden_to_output_weights[row * n_hidden + col]; - int64_t curr = acc; - acc += input_val * weights_val; - if (input_val * weights_val > 0 && acc < curr) { - acc = std::numeric_limits::max(); - } - if (input_val * weights_val < 0 && acc > curr) { - acc = std::numeric_limits::min(); - } - } - acc = MultiplyByQuantizedMultiplier(acc, proj_effective_scale_a, - proj_effective_scale_b); - acc += output_zp; - if (acc > int8_max) { - acc = int8_max; - } - if (acc < int8_min) { - acc = int8_min; - } - proj_output[batch * n_output + row] = acc; - } - } -} - -void PortableApplyLayerNorm(const int16_t* input, - const int16_t* layer_norm_weights, - const int32_t* bias, int32_t layer_norm_scale_a, - int32_t layer_norm_scale_b, int32_t variance_limit, - int n_batch, int n_input, int16_t* output) { - // The square of std::pow(2, 10), which is the extra factor that makes sure - // normalized values has enough resolution. - static const int kTwoToPower20 = 1 << 20; - for (int i = 0; i < n_batch; ++i) { - int64_t sum = 0; - int64_t sum_sq = 0; - for (int j = 0; j < n_input; ++j) { - const int32_t index = i * n_input + j; - int32_t val = static_cast(input[index]); - sum += val; - sum_sq += val * val; - } - int32_t mean = - static_cast(static_cast(sum) * 1024 / n_input); - // TODO(b/173994730): Avoids overflow but only works for POT n_input. - int32_t temp = kTwoToPower20 / n_input; - int64_t variance = - sum_sq * temp - static_cast(mean) * static_cast(mean); - int32_t variance2 = static_cast(variance / kTwoToPower20); - if (variance2 < 1) { - variance2 = variance_limit; - } - int32_t stddev_inverse_a; - int stddev_inverse_b; - GetInvSqrtQuantizedMultiplierExp(variance2, /*reverse_shift*/ -1, - &stddev_inverse_a, &stddev_inverse_b); - - for (int j = 0; j < n_input; ++j) { - const int32_t index = i * n_input + j; - int32_t val = static_cast(input[index]); - int32_t shifted = 1024 * val - mean; - int32_t rescaled = MultiplyByQuantizedMultiplier( - shifted, stddev_inverse_a, stddev_inverse_b); - // TODO(jianlijianli): Saturate this. - int64_t val3 = rescaled * layer_norm_weights[j] + bias[j]; - int32_t val4 = - static_cast((val3 > 0 ? val3 + 512 : val3 - 512) / 1024); - int32_t val5 = MultiplyByQuantizedMultiplier(val4, layer_norm_scale_a, - layer_norm_scale_b + 12); - val5 = std::min(std::max(kInt16Min, val5), kInt16Max); - output[index] = static_cast(val5); - } - } -} - -void PortableApplyLayerNormFloat(const int16_t* input, - const int16_t* layer_norm_weights, - int32_t layer_norm_scale_a, - int32_t layer_norm_scale_b, - const int32_t* bias, int n_batch, int n_input, - int16_t* output) { - const int32_t int16_max = std::numeric_limits::max(); - const int32_t int16_min = std::numeric_limits::min(); - const float layer_norm_scale = - layer_norm_scale_a * - std::pow(2.0, static_cast(layer_norm_scale_b - 31)); - const float bias_scale = - static_cast(std::pow(2.0, -10)) * layer_norm_scale; - - for (int batch = 0; batch < n_batch; ++batch) { - float sum = 0.0f; - float sum_sq = 0.0f; - for (int i = 0; i < n_input; ++i) { - const int index = batch * n_input + i; - const float value = static_cast(input[index]); - sum += value; - sum_sq += value * value; - } - const float mean = sum / n_input; - float stddev_inv = 0.0f; - const float variance = sum_sq / n_input - mean * mean; - if (variance == 0) { - stddev_inv = 1.0f / std::sqrt(1e-8f); - } else { - stddev_inv = 1.0f / std::sqrt(variance); - } - for (int i = 0; i < n_input; ++i) { - const int index = batch * n_input + i; - const float normalized_value = - (static_cast(input[index]) - mean) * stddev_inv; - const float weighted_normalized_value = - normalized_value * layer_norm_weights[i] * layer_norm_scale + - bias[i] * bias_scale; - const int32_t quant_output = static_cast(round( - weighted_normalized_value * static_cast(std::pow(2, 12)))); - output[index] = std::min(int16_max, std::max(int16_min, quant_output)); - } - } -} - -void PortableMatrixScalarMultiplyAccumulate(const int8_t* matrix, - int32_t scalar, int32_t n_row, - int32_t n_col, int32_t* output) { - for (int i = 0; i < n_row; ++i) { - int32_t row_sum = 0; - for (int j = 0; j < n_col; ++j) { - row_sum += *matrix++; - } - output[i] += row_sum * scalar; - } -} - -void PortableApplySigmoid(const int16_t* input, int32_t n_batch, - int32_t n_input, int16_t* output) { - for (int batch = 0; batch < n_batch; ++batch) { - for (int c = 0; c < n_input; c++) { - using F3 = gemmlowp::FixedPoint; - using F0 = gemmlowp::FixedPoint; - const int index = batch * n_input + c; - F3 sigmoid_input = F3::FromRaw(input[index]); - F0 sigmoid_output = gemmlowp::logistic(sigmoid_input); - output[index] = sigmoid_output.raw(); - } - } -} - -void PortableApplySigmoidFloat(const int16_t* input, int32_t n_batch, - int32_t n_input, int16_t* output) { - const int32_t int16_max = std::numeric_limits::max(); - const int32_t int16_min = std::numeric_limits::min(); - for (int batch = 0; batch < n_batch; ++batch) { - for (int i = 0; i < n_input; ++i) { - const int index = batch * n_input + i; - const float float_input = - input[index] * static_cast(std::pow(2, -12)); - const float float_output = 1.0f / (1.0f + std::exp(-float_input)); - const int32_t quant_output = static_cast( - float_output * static_cast(std::pow(2, 15))); - const int32_t quant_output_clamped = - std::min(int16_max, std::max(int16_min, quant_output)); - output[index] = static_cast(quant_output_clamped); - } - } -} - -template -void PortableApplyTanhImpl(const int16_t* input, int32_t n_batch, - int32_t n_input, int16_t* output) { - using FX = gemmlowp::FixedPoint; - using F0 = gemmlowp::FixedPoint; - for (int batch = 0; batch < n_batch; ++batch) { - for (int i = 0; i < n_input; ++i) { - const int index = batch * n_input + i; - FX tanh_input = FX::FromRaw(input[index]); - F0 tanh_output = gemmlowp::tanh(tanh_input); - output[index] = tanh_output.raw(); - } - } -} - -void PortableApplyTanh(int32_t integer_bits, const int16_t* input, - int32_t n_batch, int32_t n_input, int16_t* output) { - assert(integer_bits <= 6); -#define DISPATCH_TANH(i) \ - case i: \ - PortableApplyTanhImpl(input, n_batch, n_input, output); \ - break; - switch (integer_bits) { - DISPATCH_TANH(0); - DISPATCH_TANH(1); - DISPATCH_TANH(2); - DISPATCH_TANH(3); - DISPATCH_TANH(4); - DISPATCH_TANH(5); - DISPATCH_TANH(6); - default: - return; - } -#undef DISPATCH_TANH -} - -void PortableApplyTanhFloat(const int16_t* input, int32_t n_batch, - int32_t n_input, int32_t integer_bits, - int16_t* output) { - const int32_t int16_max = std::numeric_limits::max(); - const int32_t int16_min = std::numeric_limits::min(); - const double two = 2.0; - for (int batch = 0; batch < n_batch; ++batch) { - for (int i = 0; i < n_input; ++i) { - const int index = batch * n_input + i; - const float float_input = - input[index] * std::pow(two, static_cast(integer_bits)); - const float float_output = std::tanh(float_input); - const int32_t quant_output = static_cast( - float_output * static_cast(std::pow(2, 15))); - const int32_t quant_output_clamped = - std::min(int16_max, std::max(int16_min, quant_output)); - output[index] = static_cast(quant_output_clamped); - } - } -} - -void PortableCwiseMul(const int16_t* input_1, const int16_t* input_2, - int n_batch, int n_input, int shift, int16_t* output) { - for (int batch = 0; batch < n_batch; ++batch) { - for (int i = 0; i < n_input; ++i) { - const int index = batch * n_input + i; - const int16_t a = input_1[index]; - const int16_t b = input_2[index]; - const int32_t value = static_cast(a) * static_cast(b); - output[index] = - static_cast(gemmlowp::RoundingDivideByPOT(value, shift)); - } - } -} - -void PortableCwiseMul(const int16_t* input_1, const int16_t* input_2, - int32_t multiplier, int32_t shift, int32_t n_batch, - int32_t n_input, int32_t output_zp, int8_t* output) { - for (int batch = 0; batch < n_batch; ++batch) { - for (int i = 0; i < n_input; ++i) { - const int index = batch * n_input + i; - const int16_t a = input_1[index]; - const int16_t b = input_2[index]; - int32_t value = static_cast(a) * static_cast(b); - value = MultiplyByQuantizedMultiplier(value, multiplier, shift); - value -= output_zp; - value = std::min(std::max(static_cast(-128), value), - static_cast(127)); - - output[index] = static_cast(value); - } - } -} - -void PortableCwiseAdd(const int16_t* input_1, const int16_t* input_2, - int n_batch, int n_input, int16_t* output) { - for (int batch = 0; batch < n_batch; ++batch) { - for (int i = 0; i < n_input; ++i) { - const int index = batch * n_input + i; - int32_t sum = input_1[index] + input_2[index]; - const int32_t sum_clamped = std::min(kInt16Max, std::max(kInt16Min, sum)); - output[index] = static_cast(sum_clamped); - } - } -} - -float PortableVectorVectorDotProduct(const float* vector1, const float* vector2, - int v_size) { - float result = 0.0; - for (int v = 0; v < v_size; v++) { - result += *vector1++ * *vector2++; - } - return result; -} - -namespace { -inline int32_t VectorVectorDotProduct(const int16_t* vector1, - const int16_t* vector2, int v_size) { - int32_t result = 0; - for (int v = 0; v < v_size; v++) { - result += *vector1++ * *vector2++; - } - return result; -} -} // namespace - -void PortableBatchVectorBatchVectorDotProduct(const int16_t* vector1, - const int16_t* vector2, - int v_size, int n_batch, - int32_t* result) { - for (int b = 0; b < n_batch; b++) { - result[b] = VectorVectorDotProduct(vector1, vector2, v_size); - vector1 += v_size; - vector2 += v_size; - } -} - -void PortableVectorBatchVectorCwiseProductAccumulate( - const int16_t* vector, int v_size, const int16_t* batch_vector, int n_batch, - int32_t multiplier, int shift, int16_t* result) { - for (int b = 0; b < n_batch; b++) { - for (int v = 0; v < v_size; v++) { - int32_t prod = vector[v] * *batch_vector++; - prod = MultiplyByQuantizedMultiplier(prod, multiplier, shift); - int32_t output = prod + *result; - output = std::max(std::min(static_cast(32767), output), - static_cast(-32768)); - *result++ = output; - } - } -} - -void PortableSub1Vector(const float* vector, int v_size, float* result) { - for (int v = 0; v < v_size; v++) { - *result++ = 1.0f - *vector++; - } -} - -void PortableSub1Vector(const int16_t* vector, int v_size, int16_t* result) { - static const int16_t kOne = 32767; - for (int v = 0; v < v_size; v++) { - *result++ = kOne - *vector++; - } -} - -void PortableVectorScalarMultiply(const int8_t* vector, const int v_size, - const float scale, float* result) { - for (int v = 0; v < v_size; ++v) { - *result++ = scale * *vector++; - } -} - -void PortableMeanStddevNormalization(const float* __restrict__ input_vector, - float* __restrict__ output_vector, - int v_size, int n_batch) { - for (int batch = 0; batch < n_batch; ++batch) { - float sum = 0.0f; - for (int i = 0; i < v_size; ++i) { - sum += input_vector[i]; - } - const float mean = sum / v_size; - float sum_diff_sq = 0.0f; - for (int i = 0; i < v_size; ++i) { - const float diff = input_vector[i] - mean; - sum_diff_sq += diff * diff; - } - const float variance = sum_diff_sq / v_size; - constexpr float kNormalizationConstant = 1e-8f; - const float stddev_inv = - 1.0f / std::sqrt(variance + kNormalizationConstant); - for (int i = 0; i < v_size; ++i) { - output_vector[i] = (input_vector[i] - mean) * stddev_inv; - } - input_vector += v_size; - output_vector += v_size; - } -} - -void PortableTwoGateSaturatingAdd(const int8_t* input, int8_t input_zp, - const int8_t* recurrent, int8_t recurrent_zp, - int32_t input_effective_scale_a, - int32_t input_effective_scale_b, - int32_t recurrent_effective_scale_a, - int32_t recurrent_effective_scale_b, - int32_t n_batch, int32_t n_cell, - int16_t* output) { - const int32_t int16_max = std::numeric_limits::max(); - const int32_t int16_min = std::numeric_limits::min(); - for (int i = 0; i < n_batch * n_cell; ++i) { - int32_t x = static_cast(input[i]) - static_cast(input_zp); - int32_t h = - static_cast(recurrent[i]) - static_cast(recurrent_zp); - int32_t x_scaled = MultiplyByQuantizedMultiplier(x, input_effective_scale_a, - input_effective_scale_b); - int32_t h_scaled = MultiplyByQuantizedMultiplier( - h, recurrent_effective_scale_a, recurrent_effective_scale_b); - int32_t y = h_scaled + x_scaled; - if (y > int16_max) { - y = int16_max; - } - if (y < int16_min) { - y = int16_min; - } - output[i] = static_cast(y); - } -} - -} // namespace tensor_utils -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/portable_tensor_utils.h b/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/portable_tensor_utils.h deleted file mode 100644 index 0416db09..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/portable_tensor_utils.h +++ /dev/null @@ -1,333 +0,0 @@ -/* Copyright 2017 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_PORTABLE_TENSOR_UTILS_H_ -#define TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_PORTABLE_TENSOR_UTILS_H_ - -#include "tensorflow/lite/kernels/internal/reference/portable_tensor_utils_impl.h" - -#if defined(_MSC_VER) -#define __restrict__ __restrict -#endif - -namespace tflite { -namespace tensor_utils { - -// Check if all entries of a vector are zero for float. -bool IsZeroVector(const float* vector, int v_size) { - return PortableIsZeroVector(vector, v_size); -} - -// Check if all entries of a vector are zero for int8_t. -bool IsZeroVector(const int8_t* vector, int v_size) { - return PortableIsZeroVector(vector, v_size); -} - -void SymmetricQuantizeFloats(const float* values, const int size, - int8_t* quantized_values, float* min, float* max, - float* scaling_factor) { - PortableSymmetricQuantizeFloats(values, size, quantized_values, min, max, - scaling_factor); -} - -void SymmetricQuantizeFloats(const float* values, const int size, - int8_t* quantized_values, float min_value, - float max_value, float* scaling_factor) { - PortableSymmetricQuantizeFloats(values, size, quantized_values, min_value, - max_value, scaling_factor); -} - -void AsymmetricQuantizeFloats(const float* values, const int size, - int8_t* quantized_values, float* scaling_factor, - int32_t* offset) { - PortableAsymmetricQuantizeFloats(values, size, quantized_values, - scaling_factor, offset); -} - -void MatrixBatchVectorMultiplyAccumulate(const float* matrix, int m_rows, - int m_cols, const float* vector, - int n_batch, float* result) { - PortableMatrixBatchVectorMultiplyAccumulate(matrix, m_rows, m_cols, vector, - n_batch, result); -} - -void MatrixBatchVectorMultiplyAccumulate(const int8_t* __restrict__ matrix, - const int m_rows, const int m_cols, - const int8_t* __restrict__ vector, - const float* scaling_factors, - int n_batch, - float* __restrict__ result) { - PortableMatrixBatchVectorMultiplyAccumulate(matrix, m_rows, m_cols, vector, - scaling_factors, n_batch, result); -} - -void MatrixBatchVectorMultiplyAccumulate( - const int8_t* __restrict__ matrix, const int m_rows, const int m_cols, - const int8_t* __restrict__ vectors, const float* scaling_factors, - int n_batch, float* __restrict__ result, const float* per_channel_scale, - const int32_t* input_offset, int32_t* scratch, int32_t* row_sums, - bool* compute_row_sums, CpuBackendContext* context) { - PortableMatrixBatchVectorMultiplyAccumulate( - matrix, m_rows, m_cols, vectors, scaling_factors, n_batch, result, - per_channel_scale, input_offset, scratch, row_sums, compute_row_sums, - context); -} - -void MatrixBatchVectorMultiplyAccumulate(const int8_t* __restrict__ matrix, - const int m_rows, const int m_cols, - const int8_t* __restrict__ vector, - const float* scaling_factors, - int n_batch, int32_t* scratch, - float* __restrict__ result, - CpuBackendContext* context) { - PortableMatrixBatchVectorMultiplyAccumulate(matrix, m_rows, m_cols, vector, - scaling_factors, n_batch, result); -} - -void SparseMatrixBatchVectorMultiplyAccumulate1x4( - const float* __restrict__ matrix, const int32_t* __restrict__ segments, - const int32_t* __restrict__ indices, int m_rows, int m_cols, - const float* __restrict__ vector, int n_batch, float* __restrict__ result) { - PortableSparseMatrixBatchVectorMultiplyAccumulate1x4( - matrix, segments, indices, m_rows, m_cols, vector, n_batch, result); -} - -void SparseMatrixBatchVectorMultiplyAccumulate( - const float* __restrict__ matrix, const uint8_t* __restrict__ ledger, - int m_rows, int m_cols, const float* __restrict__ vector, int n_batch, - float* __restrict__ result) { - PortableSparseMatrixBatchVectorMultiplyAccumulate( - matrix, ledger, m_rows, m_cols, vector, n_batch, result); -} - -void SparseMatrixBatchVectorMultiplyAccumulate1x16( - const int8_t* __restrict__ matrix, const int32_t* __restrict__ segments, - const int32_t* __restrict__ indices, int m_rows, int m_cols, - const int8_t* __restrict__ vector, const int32_t* __restrict__ bias_vector, - int n_batch, const int32_t input_offset, const int32_t output_multiplier, - const int32_t output_shift, const int32_t output_offset, - const int32_t output_activation_min, const int32_t output_activation_max, - - int8_t* __restrict__ result) { - PortableSparseMatrixBatchVectorMultiplyAccumulate1x16( - matrix, segments, indices, m_rows, m_cols, vector, bias_vector, n_batch, - input_offset, output_multiplier, output_shift, output_offset, - output_activation_min, output_activation_max, result); -} - -void SparseMatrixBatchVectorMultiplyAccumulate( - const int8_t* __restrict__ matrix, const uint8_t* ledger, const int m_rows, - const int m_cols, const int8_t* __restrict__ vectors, - const float* scaling_factors, int n_batch, float* __restrict__ result) { - PortableSparseMatrixBatchVectorMultiplyAccumulate( - matrix, ledger, m_rows, m_cols, vectors, scaling_factors, n_batch, - result); -} - -void MatrixBatchVectorMultiplyAccumulate( - const int8_t* input, const int32_t* bias, - const int8_t* input_to_gate_weights, int32_t multiplier, int32_t shift, - int32_t n_batch, int32_t n_input, int32_t n_output, int32_t output_zp, - int32_t* scratch, int16_t* output, CpuBackendContext* context) { - PortableMatrixBatchVectorMultiplyAccumulate( - input, bias, input_to_gate_weights, multiplier, shift, n_batch, n_input, - n_output, output_zp, scratch, output, context); -} - -void MatrixBatchVectorMultiplyAccumulate( - const int8_t* input, const int32_t* bias, - const int8_t* input_to_gate_weights, int32_t multiplier, int32_t shift, - int32_t n_batch, int32_t n_input, int32_t n_output, int32_t output_zp, - int32_t* scratch, int8_t* output, CpuBackendContext* context) { - PortableMatrixBatchVectorMultiplyAccumulate( - input, bias, input_to_gate_weights, multiplier, shift, n_batch, n_input, - n_output, output_zp, scratch, output, context); -} - -void MatrixScalarMultiplyAccumulate(const int8_t* matrix, int32_t scalar, - int32_t n_row, int32_t n_col, - int32_t* output) { - PortableMatrixScalarMultiplyAccumulate(matrix, scalar, n_row, n_col, output); -} - -void MatrixBatchVectorMultiply(const int8_t* input, int32_t input_zeropoint, - const int8_t* input_to_gate_weights, - int32_t input_to_gate_effective_scale_a, - int32_t input_to_gate_effective_scale_b, - int32_t n_batch, int32_t n_input, int32_t n_cell, - int8_t* gate_output, int8_t gate_output_zp) { - PortableMatrixBatchVectorMultiply( - input, input_zeropoint, input_to_gate_weights, - input_to_gate_effective_scale_a, input_to_gate_effective_scale_b, n_batch, - n_input, n_cell, gate_output, gate_output_zp); -} - -void MatrixBatchVectorMultiply(const int16_t* hidden, - const int8_t* hidden_to_output_weights, - int32_t proj_effective_scale_a, - int32_t proj_effective_scale_b, - const int32_t* gate_bias, int32_t n_batch, - int32_t n_hidden, int32_t n_output, - int32_t output_zp, int8_t* proj_output) { - PortableMatrixBatchVectorMultiply(hidden, hidden_to_output_weights, - proj_effective_scale_a, - proj_effective_scale_b, gate_bias, n_batch, - n_hidden, n_output, output_zp, proj_output); -} - -void ApplyLayerNorm(const int16_t* input, const int16_t* layer_norm_weights, - const int32_t* bias, int32_t layer_norm_scale_a, - int32_t layer_norm_scale_b, int32_t variance_limit, - int n_batch, int n_input, int16_t* output) { - PortableApplyLayerNorm(input, layer_norm_weights, bias, layer_norm_scale_a, - layer_norm_scale_b, variance_limit, n_batch, n_input, - output); -} - -void ApplyLayerNormFloat(const int16_t* input, - const int16_t* layer_norm_weights, - int32_t layer_norm_scale_a, int32_t layer_norm_scale_b, - const int32_t* bias, int n_batch, int n_input, - int16_t* output) { - PortableApplyLayerNormFloat(input, layer_norm_weights, layer_norm_scale_a, - layer_norm_scale_b, bias, n_batch, n_input, - output); -} - -void ApplySigmoid(const int16_t* input, int32_t n_batch, int32_t n_input, - int16_t* output) { - PortableApplySigmoid(input, n_batch, n_input, output); -} - -void ApplySigmoidFloat(const int16_t* input, int32_t n_batch, int32_t n_input, - int16_t* output) { - PortableApplySigmoidFloat(input, n_batch, n_input, output); -} - -void ApplyTanh(int32_t integer_bits, const int16_t* input, int32_t n_batch, - int32_t n_input, int16_t* output) { - PortableApplyTanh(integer_bits, input, n_batch, n_input, output); -} - -void ApplyTanhFloat(const int16_t* input, int32_t n_batch, int32_t n_input, - int32_t integer_bits, int16_t* output) { - PortableApplyTanhFloat(input, n_batch, n_input, integer_bits, output); -} - -void CwiseMul(const int16_t* input_1, const int16_t* input_2, int n_batch, - int n_input, int shift, int16_t* output) { - PortableCwiseMul(input_1, input_2, n_batch, n_input, shift, output); -} - -void CwiseMul(const int16_t* input_1, const int16_t* input_2, - int32_t multiplier, int32_t shift, int32_t n_batch, - int32_t n_input, int32_t output_zp, int8_t* output) { - PortableCwiseMul(input_1, input_2, multiplier, shift, n_batch, n_input, - output_zp, output); -} - -void CwiseAdd(const int16_t* input_1, const int16_t* input_2, int n_batch, - int n_input, int16_t* output) { - PortableCwiseAdd(input_1, input_2, n_batch, n_input, output); -} - -void CwiseClipping(float* vector, const int v_size, - const float clipping_value) { - PortableCwiseClipping(vector, v_size, clipping_value); -} - -void CwiseClipping(int16_t* vector, const int v_size, - const int16_t clipping_value) { - PortableCwiseClipping(vector, v_size, clipping_value); -} - -void CwiseClipping(int8_t* vector, const int v_size, - const int8_t clipping_value) { - PortableCwiseClipping(vector, v_size, clipping_value); -} - -void VectorBatchVectorCwiseProductAccumulate(const int16_t* vector, int v_size, - const int16_t* batch_vector, - int n_batch, int32_t multiplier, - int shift, int16_t* result) { - PortableVectorBatchVectorCwiseProductAccumulate( - vector, v_size, batch_vector, n_batch, multiplier, shift, result); -} - -float VectorVectorDotProduct(const float* vector1, const float* vector2, - int v_size) { - return PortableVectorVectorDotProduct(vector1, vector2, v_size); -} - -void BatchVectorBatchVectorDotProduct(const int16_t* vector1, - const int16_t* vector2, int v_size, - int n_batch, int32_t* result) { - PortableBatchVectorBatchVectorDotProduct(vector1, vector2, v_size, n_batch, - result); -} - -void Sub1Vector(const float* vector, int v_size, float* result) { - PortableSub1Vector(vector, v_size, result); -} - -void Sub1Vector(const int16_t* vector, int v_size, int16_t* result) { - PortableSub1Vector(vector, v_size, result); -} - -// Multiply all elements of vector with a scalar. -void VectorScalarMultiply(const int8_t* vector, int v_size, float scale, - float* result) { - PortableVectorScalarMultiply(vector, v_size, scale, result); -} - -void ReductionSumVector(const float* input_vector, float* output_vector, - int output_size, int reduction_size) { - PortableReductionSumVector(input_vector, output_vector, output_size, - reduction_size); -} - -void ReductionSumVector(const int32_t* input_vector, int32_t* output_vector, - int output_size, int reduction_size) { - PortableReductionSumVector(input_vector, output_vector, output_size, - reduction_size); -} - -void ReductionSumVector(const int8_t* input_vector, int32_t* output_vector, - int output_size, int reduction_size) { - PortableReductionSumVector(input_vector, output_vector, output_size, - reduction_size); -} - -void MeanStddevNormalization(const float* input_vector, float* output_vector, - int v_size, int n_batch) { - PortableMeanStddevNormalization(input_vector, output_vector, v_size, n_batch); -} - -void TwoGateSaturatingAdd(const int8_t* input, int8_t input_zp, - const int8_t* recurrent, int8_t recurrent_zp, - int32_t input_effective_scale_a, - int32_t input_effective_scale_b, - int32_t recurrent_effective_scale_a, - int32_t recurrent_effective_scale_b, int32_t n_batch, - int32_t n_cell, int16_t* output) { - PortableTwoGateSaturatingAdd( - input, input_zp, recurrent, recurrent_zp, input_effective_scale_a, - input_effective_scale_b, recurrent_effective_scale_a, - recurrent_effective_scale_b, n_batch, n_cell, output); -} - -} // namespace tensor_utils -} // namespace tflite - -#endif // TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_PORTABLE_TENSOR_UTILS_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/portable_tensor_utils_impl.h b/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/portable_tensor_utils_impl.h deleted file mode 100644 index 6c404d5e..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/portable_tensor_utils_impl.h +++ /dev/null @@ -1,244 +0,0 @@ -/* Copyright 2019 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_PORTABLE_TENSOR_UTILS_IMPL_H_ -#define TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_PORTABLE_TENSOR_UTILS_IMPL_H_ - -#include -#include - -#if defined(_MSC_VER) -#define __restrict__ __restrict -#endif - -namespace tflite { - -// Not all backends support CpuBackendContext usage, so forward declare to avoid -// pulling in its implementation. -class CpuBackendContext; - -namespace tensor_utils { - -template -bool PortableIsZeroVector(const T* vector, int v_size) { - for (int i = 0; i < v_size; ++i) { - if (vector[i] != 0) { - return false; - } - } - return true; -} - -void PortableSymmetricQuantizeFloats(const float* values, const int size, - int8_t* quantized_values, float* min_value, - float* max_value, float* scaling_factor); - -void PortableSymmetricQuantizeFloats(const float* values, const int size, - int8_t* quantized_values, float min_value, - float max_value, float* scaling_factor); - -void PortableAsymmetricQuantizeFloats(const float* values, const int size, - int8_t* quantized_values, - float* scaling_factor, int32_t* offset); - -// Multiply a matrix by a batch vector, and store results in a batch-size -// vector. -void PortableMatrixBatchVectorMultiplyAccumulate(const float* matrix, - int m_rows, int m_cols, - const float* vector, - int n_batch, float* result); - -void PortableMatrixBatchVectorMultiplyAccumulate( - const int8_t* __restrict__ matrix, const int m_rows, const int m_cols, - const int8_t* __restrict__ vectors, const float* scaling_factors, - int n_batch, float* __restrict__ result); - -void PortableMatrixBatchVectorMultiplyAccumulate( - const int8_t* __restrict__ matrix, const int m_rows, const int m_cols, - const int8_t* __restrict__ vectors, const float* scaling_factors, - int n_batch, float* __restrict__ result, const float* per_channel_scale, - const int32_t* input_offset, int32_t* scratch, int32_t* row_sums, - bool* compute_row_sums, CpuBackendContext* context); - -void PortableMatrixBatchVectorMultiplyAccumulate( - const int8_t* __restrict__ matrix, const int m_rows, const int m_cols, - const int8_t* __restrict__ vector, const float* scaling_factors, - int n_batch, int32_t* scratch, float* __restrict__ result, - CpuBackendContext* context); - -void PortableSparseMatrixBatchVectorMultiplyAccumulate1x4( - const float* __restrict__ matrix, const int32_t* __restrict__ segments, - const int32_t* __restrict__ indices, int m_rows, int m_cols, - const float* __restrict__ vector, int n_batch, float* __restrict__ result); - -void PortableSparseMatrixBatchVectorMultiplyAccumulate( - const float* __restrict__ matrix, const uint8_t* __restrict__ ledger, - int m_rows, int m_cols, const float* __restrict__ vector, int n_batch, - float* __restrict__ result); - -void PortableSparseMatrixBatchVectorMultiplyAccumulate1x16( - const int8_t* __restrict__ matrix, const int32_t* __restrict__ segments, - const int32_t* __restrict__ indices, int m_rows, int m_cols, - const int8_t* __restrict__ vector, const int32_t* __restrict__ bias_vector, - int n_batch, const int32_t input_offset, const int32_t output_multiplier, - const int32_t output_shift, const int32_t output_offset, - const int32_t output_activation_min, const int32_t output_activation_max, - int8_t* __restrict__ result); - -void PortableSparseMatrixBatchVectorMultiplyAccumulate( - const int8_t* __restrict__ matrix, const uint8_t* ledger, const int m_rows, - const int m_cols, const int8_t* __restrict__ vectors, - const float* scaling_factors, int n_batch, float* __restrict__ result); - -// Dot product of two vectors. -float PortableVectorVectorDotProduct(const float* vector1, const float* vector2, - int v_size); - -void PortableBatchVectorBatchVectorDotProduct(const int16_t* vector1, - const int16_t* vector2, - int v_size, int n_batch, - int32_t* result); - -void PortableVectorBatchVectorCwiseProductAccumulate( - const int16_t* vector, int v_size, const int16_t* batch_vector, int n_batch, - int32_t multiplier, int shift, int16_t* result); - -void PortableMatrixBatchVectorMultiplyAccumulate( - const int8_t* input, const int32_t* bias, - const int8_t* input_to_gate_weights, int32_t multiplier, int32_t shift, - int32_t n_batch, int32_t n_input, int32_t n_output, int32_t output_zp, - int32_t* scratch, int16_t* output, CpuBackendContext* context); - -void PortableMatrixBatchVectorMultiplyAccumulate( - const int8_t* input, const int32_t* bias, - const int8_t* input_to_gate_weights, int32_t multiplier, int32_t shift, - int32_t n_batch, int32_t n_input, int32_t n_output, int32_t output_zp, - int32_t* scratch, int8_t* output, CpuBackendContext* context); - -void PortableMatrixBatchVectorMultiply(const int8_t* input, - int32_t input_zeropoint, - const int8_t* input_to_gate_weights, - int32_t input_to_gate_effective_scale_a, - int32_t input_to_gate_effective_scale_b, - int32_t n_batch, int32_t n_input, - int32_t n_cell, int8_t* gate_output, - int8_t gate_output_zp); - -void PortableMatrixBatchVectorMultiply( - const int16_t* hidden, const int8_t* hidden_to_output_weights, - int32_t proj_effective_scale_a, int32_t proj_effective_scale_b, - const int32_t* gate_bias, int32_t n_batch, int32_t n_hidden, - int32_t n_output, int32_t output_zp, int8_t* proj_output); - -void PortableMatrixScalarMultiplyAccumulate(const int8_t* matrix, - int32_t scalar, int32_t n_row, - int32_t n_col, int32_t* output); - -void PortableApplyLayerNorm(const int16_t* input, - const int16_t* layer_norm_weights, - const int32_t* bias, int32_t layer_norm_scale_a, - int32_t layer_norm_scale_b, int32_t variance_limit, - int n_batch, int n_input, int16_t* output); - -void PortableApplyLayerNormFloat(const int16_t* input, - const int16_t* layer_norm_weights, - int32_t layer_norm_scale_a, - int32_t layer_norm_scale_b, - const int32_t* bias, int n_batch, int n_input, - int16_t* output); - -void PortableApplySigmoid(const int16_t* input, int32_t n_batch, - int32_t n_input, int16_t* output); - -void PortableApplySigmoidFloat(const int16_t* input, int32_t n_batch, - int32_t n_input, int16_t* output); - -void PortableApplyTanh(int32_t integer_bits, const int16_t* input, - int32_t n_batch, int32_t n_input, int16_t* output); - -void PortableApplyTanhFloat(const int16_t* input, int32_t n_batch, - int32_t n_input, int32_t integer_bits, - int16_t* output); - -void PortableCwiseMul(const int16_t* input_1, const int16_t* input_2, - int n_batch, int n_input, int shift, int16_t* output); - -void PortableCwiseMul(const int16_t* input_1, const int16_t* input_2, - int32_t multiplier, int32_t shift, int32_t n_batch, - int32_t n_input, int32_t output_zp, int8_t* output); - -void PortableCwiseAdd(const int16_t* input_1, const int16_t* input_2, - int n_batch, int n_input, int16_t* output); - -template -void PortableCwiseClipping(T* vector, const int v_size, - const T& clipping_value) { - for (int i = 0; i < v_size; i++) { - vector[i] = std::max(std::min(clipping_value, vector[i]), - static_cast(-clipping_value)); - } -} - -// Batch vector initialization with another vector. -void PortableVectorBatchVectorAssign(const float* vector, int v_size, - int n_batch, float* batch_vector); - -// Compute "1.0f - elements of vector" (used in CIFG). -void PortableSub1Vector(const float* vector, int v_size, float* result); - -void PortableSub1Vector(const int16_t* vector, int v_size, int16_t* result); - -// Multiply all elements of vector with a scalar. -void PortableVectorScalarMultiply(const int8_t* vector, int v_size, float scale, - float* result); - -// Reduce-sum on a vector: -// input_vector: pointer to input vector. -// output_vector: pointer to vector. -// output_size: output vector size. -// reduction_size: number of consecutive elements from input vector which are -// added to get one element of output. -template -void PortableReductionSumVector(const INPUT* input_vector, - OUTPUT* output_vector, int output_size, - int reduction_size) { - for (int o = 0; o < output_size; o++) { - OUTPUT result = 0; - for (int r = 0; r < reduction_size; r++) { - result += input_vector[r]; - } - output_vector[o] = result; - input_vector += reduction_size; - } -} - -// Layer norm for each batch. -void PortableMeanStddevNormalization(const float* __restrict__ input_vector, - float* __restrict__ output_vector, - int v_size, int n_batch); - -// Saturate Add. -void PortableTwoGateSaturatingAdd(const int8_t* input, int8_t input_zp, - const int8_t* recurrent, int8_t recurrent_zp, - int32_t input_effective_scale_a, - int32_t input_effective_scale_b, - int32_t recurrent_effective_scale_a, - int32_t recurrent_effective_scale_b, - int32_t n_batch, int32_t n_cell, - int16_t* output); - -} // namespace tensor_utils -} // namespace tflite - -#endif // TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_PORTABLE_TENSOR_UTILS_IMPL_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/prelu.h b/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/prelu.h deleted file mode 100644 index aa9901d6..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/prelu.h +++ /dev/null @@ -1,111 +0,0 @@ -/* Copyright 2019 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_PRELU_H_ -#define TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_PRELU_H_ - -#include - -#include "tensorflow/lite/kernels/internal/common.h" -#include "tensorflow/lite/kernels/internal/compatibility.h" -#include "tensorflow/lite/kernels/internal/types.h" - -namespace tflite { - -namespace reference_ops { - -// Broadcast prelu to output_shape for quantized uint8_t/int8_t data. -template -inline void BroadcastPrelu4DSlow( - const PreluParams& params, const RuntimeShape& input_shape, - const T* input_data, const RuntimeShape& alpha_shape, const T* alpha_data, - const RuntimeShape& output_shape, T* output_data) { - TFLITE_DCHECK_LE(input_shape.DimensionsCount(), 4); - TFLITE_DCHECK_LE(alpha_shape.DimensionsCount(), 4); - TFLITE_DCHECK_LE(output_shape.DimensionsCount(), 4); - const RuntimeShape extended_output_shape = - RuntimeShape::ExtendedShape(4, output_shape); - NdArrayDesc<4> desc1; - NdArrayDesc<4> desc2; - NdArrayDescsForElementwiseBroadcast(input_shape, alpha_shape, &desc1, &desc2); - - for (int b = 0; b < extended_output_shape.Dims(0); ++b) { - for (int y = 0; y < extended_output_shape.Dims(1); ++y) { - for (int x = 0; x < extended_output_shape.Dims(2); ++x) { - for (int c = 0; c < extended_output_shape.Dims(3); ++c) { - int output_index = Offset(extended_output_shape, b, y, x, c); - int input_index = SubscriptToIndex(desc1, b, y, x, c); - const int32_t input_value = - params.input_offset + input_data[input_index]; - int32_t output_value; - if (input_value >= 0) { - output_value = MultiplyByQuantizedMultiplier( - input_value, params.output_multiplier_1, params.output_shift_1); - } else { - auto alpha_index = SubscriptToIndex(desc2, b, y, x, c); - const int32_t alpha_value = - params.alpha_offset + alpha_data[alpha_index]; - - output_value = MultiplyByQuantizedMultiplier( - input_value * alpha_value, params.output_multiplier_2, - params.output_shift_2); - } - output_value += params.output_offset; - - const int32_t quantized_min = std::numeric_limits::min(); - const int32_t quantized_max = std::numeric_limits::max(); - const int32_t clamped_output = - std::min(quantized_max, std::max(quantized_min, output_value)); - output_data[output_index] = static_cast(clamped_output); - } - } - } - } -} - -template -inline void Prelu(const PreluParams& params, const RuntimeShape& input_shape, - const T* input_data, const RuntimeShape& alpha_shape, - const T* alpha_data, const RuntimeShape& output_shape, - T* output_data) { - const int32_t quantized_min = std::numeric_limits::min(); - const int32_t quantized_max = std::numeric_limits::max(); - - const int flat_size = - MatchingElementsSize(input_shape, alpha_shape, output_shape); - for (int i = 0; i < flat_size; ++i) { - const int32_t input_value = params.input_offset + input_data[i]; - int32_t output_value; - if (input_value >= 0) { - output_value = MultiplyByQuantizedMultiplier( - input_value, params.output_multiplier_1, params.output_shift_1); - } else { - const int32_t alpha_value = params.alpha_offset + alpha_data[i]; - - output_value = MultiplyByQuantizedMultiplier(input_value * alpha_value, - params.output_multiplier_2, - params.output_shift_2); - } - output_value += params.output_offset; - - const int32_t clamped_output = - std::min(quantized_max, std::max(quantized_min, output_value)); - output_data[i] = static_cast(clamped_output); - } -} - -} // namespace reference_ops -} // namespace tflite - -#endif // TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_PRELU_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/process_broadcast_shapes.h b/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/process_broadcast_shapes.h deleted file mode 100644 index bda27693..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/process_broadcast_shapes.h +++ /dev/null @@ -1,140 +0,0 @@ -/* Copyright 2019 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_PROCESS_BROADCAST_SHAPES_H_ -#define TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_PROCESS_BROADCAST_SHAPES_H_ - -#include - -#include "tensorflow/lite/kernels/internal/types.h" - -namespace tflite { - -namespace reference_ops { - -// Consolidates dimensions in broadcast inputs, checks for five-fold pattern. -// -// For example, if sequence of dimensions of one input is -// ..., 1, 3, 1, 7, 9, 5,... and the other is ..., 2, 3, 1, 7, 1, 1, ... -// we can consolidate these as -// ..., 1, 3*7, 9*5, ... and 2, 3*7, 1. -// -// The category is updated in the less-frequent case of shapes that are -// not suited to a fivefold-loop broadcast. -// -// Falls back to generic pattern when it does not know how to process properly. -// -// Returns true iff there is some sort of broadcast, which includes five-fold -// patterns and falling back to generic broadcast. -inline bool ProcessBroadcastShapes(const RuntimeShape& shape0, - const RuntimeShape& shape1, - tflite::ArithmeticParams* params) { - const int dims_count = - std::max(shape0.DimensionsCount(), shape1.DimensionsCount()); - - params->broadcast_category = BroadcastableOpCategory::kGenericBroadcast; - RuntimeShape scalar_shape(dims_count, 1); - - auto extended_shape0 = RuntimeShape::ExtendedShape(dims_count, shape0); - auto extended_shape1 = RuntimeShape::ExtendedShape(dims_count, shape1); - - // Check for "exact" match, implicitly accepting any scalar shapes. - if (extended_shape0 == extended_shape1) { - params->broadcast_category = BroadcastableOpCategory::kNonBroadcast; - return false; - } - - for (int i = dims_count - 1; i >= 0; --i) { - if (extended_shape0.Dims(i) == extended_shape1.Dims(i)) { - continue; - } else if (extended_shape0.Dims(i) == 1) { - params->broadcast_category = - BroadcastableOpCategory::kFirstInputBroadcastsFast; - break; - } else if (extended_shape1.Dims(i) == 1) { - params->broadcast_category = - BroadcastableOpCategory::kSecondInputBroadcastsFast; - break; - } else { - // This case is erroneous: there is a dimension that does not match and - // is not a broadcast from one shape to the other. - params->broadcast_category = BroadcastableOpCategory::kGenericBroadcast; - return true; - } - } - - if (params->broadcast_category != - BroadcastableOpCategory::kFirstInputBroadcastsFast && - params->broadcast_category != - BroadcastableOpCategory::kSecondInputBroadcastsFast) { - // This is unreachable because at least one else clause in the above loop - // must be reached. - TFLITE_DCHECK(false); - params->broadcast_category = BroadcastableOpCategory::kNonBroadcast; - return false; - } - - // From this point it is assumed contractually that corresponding dimensions - // in shape0 and shape1 are either (a) equal or (b) one or other equals 1. - const bool swap_inputs = params->broadcast_category == - BroadcastableOpCategory::kSecondInputBroadcastsFast; - const RuntimeShape* shape_a = - swap_inputs ? &extended_shape1 : &extended_shape0; - const RuntimeShape* shape_b = - swap_inputs ? &extended_shape0 : &extended_shape1; - - int i = dims_count - 1; - params->broadcast_shape[0] = 1; - params->broadcast_shape[1] = 1; - params->broadcast_shape[2] = 1; - params->broadcast_shape[3] = 1; - params->broadcast_shape[4] = 1; - // y_0 is greedy: include dims if both or neither equal 1: in other words, - // test for equality rather than (shape_a->Dims(i) != 1). - while (i >= 0 && shape_a->Dims(i) == shape_b->Dims(i)) { - params->broadcast_shape[4] *= shape_b->Dims(i); - --i; - } - // Here either input_a or input_b has dim of 1 (if i >= 0). If it is input_b - // that has the unit dimension, the next two loops are not entered. - while (i >= 0 && shape_a->Dims(i) == 1) { - params->broadcast_shape[3] *= shape_b->Dims(i); - --i; - } - while (i >= 0 && shape_a->Dims(i) == shape_b->Dims(i)) { - params->broadcast_shape[2] *= shape_a->Dims(i); - --i; - } - // Here either input_a or input_b has dim of 1 (if i >= 0). - while (i >= 0 && shape_b->Dims(i) == 1) { - params->broadcast_shape[1] *= shape_a->Dims(i); - --i; - } - while (i >= 0 && shape_a->Dims(i) == shape_b->Dims(i)) { - params->broadcast_shape[0] *= shape_b->Dims(i); - --i; - } - - // Rarer case is when the broadcast dimensions cannot be handled by a fivefold - // loop. - if (i >= 0) { - params->broadcast_category = BroadcastableOpCategory::kGenericBroadcast; - } - return true; -} - -} // namespace reference_ops -} // namespace tflite - -#endif // TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_PROCESS_BROADCAST_SHAPES_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/quantize.h b/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/quantize.h deleted file mode 100644 index f304b641..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/quantize.h +++ /dev/null @@ -1,89 +0,0 @@ -/* Copyright 2019 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_QUANTIZE_H_ -#define TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_QUANTIZE_H_ - -#include -#include -#include - -#include "tensorflow/lite/kernels/internal/common.h" -#include "tensorflow/lite/kernels/internal/compatibility.h" -#include "tensorflow/lite/kernels/internal/cppmath.h" -#include "tensorflow/lite/kernels/internal/types.h" - -namespace tflite { - -namespace reference_ops { - -template -inline void AffineQuantize(const tflite::QuantizationParams& op_params, - const RuntimeShape& input_shape, - const InputT* input_data, - const RuntimeShape& output_shape, - OutputT* output_data) { - const int32_t zero_point = op_params.zero_point; - const double scale = op_params.scale; - const int flat_size = MatchingFlatSize(input_shape, output_shape); - static constexpr int32_t min_val = std::numeric_limits::min(); - static constexpr int32_t max_val = std::numeric_limits::max(); - - for (int i = 0; i < flat_size; i++) { - const InputT val = input_data[i]; - int32_t unclamped = - static_cast(TfLiteRound(val / static_cast(scale))) + - zero_point; - int32_t clamped = std::min(std::max(unclamped, min_val), max_val); - output_data[i] = clamped; - } -} - -// Quantizes per-channel. -template -inline void PerChannelQuantize( - const tflite::PerChannelQuantizationParams& op_params, - const RuntimeShape& input_shape, const InputT* input_data, - const RuntimeShape& output_shape, OutputT* output_data) { - // Ensure flat size is same. - MatchingFlatSize(input_shape, output_shape); - - const int32_t* zero_point = op_params.zero_point; - const float* scale = op_params.scale; - const int32_t quantized_dimension = op_params.quantized_dimension; - const int32_t num_dims = input_shape.DimensionsCount(); - const int32_t* dims_data = input_shape.DimsData(); - std::vector current_dim(num_dims, 0); - static constexpr int32_t min_val = std::numeric_limits::min(); - static constexpr int32_t max_val = std::numeric_limits::max(); - - do { - size_t offset = - ReducedOutputOffset(num_dims, reinterpret_cast(dims_data), - current_dim.data(), 0, nullptr); - const InputT val = input_data[offset]; - const int channel = current_dim[quantized_dimension]; - int32_t unclamped = static_cast(TfLiteRound( - val / static_cast(scale[channel]))) + - zero_point[channel]; - int32_t clamped = std::min(std::max(unclamped, min_val), max_val); - output_data[offset] = static_cast(clamped); - } while (NextIndex(num_dims, reinterpret_cast(dims_data), - current_dim.data())); -} - -} // namespace reference_ops - -} // namespace tflite -#endif // TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_QUANTIZE_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/reduce.h b/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/reduce.h deleted file mode 100644 index 341b3a08..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/reduce.h +++ /dev/null @@ -1,526 +0,0 @@ -/* Copyright 2019 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_REDUCE_H_ -#define TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_REDUCE_H_ - -#include - -#include "ruy/profiler/instrumentation.h" // from @ruy -#include "tensorflow/lite/kernels/internal/common.h" -#include "tensorflow/lite/kernels/internal/cppmath.h" -#include "tensorflow/lite/kernels/internal/max.h" -#include "tensorflow/lite/kernels/internal/min.h" -#include "tensorflow/lite/kernels/internal/quantization_util.h" -#include "tensorflow/lite/kernels/internal/types.h" - -// Check if the reduction at index is the first one along the dimensions given -// in axis. -inline bool IsFirstReduction(const int* index, const int num_axis, - const int* axis) { - if (num_axis == 0) { - return true; - } - - TFLITE_DCHECK(index != nullptr); - TFLITE_DCHECK(axis != nullptr); - for (int axis_idx = 0; axis_idx < num_axis; ++axis_idx) { - if (index[axis[axis_idx]] != 0) { - return false; - } - } - - return true; -} - -namespace tflite { - -namespace reference_ops { - -// A generic reduce method that can be used for reduce_sum, reduce_mean, etc. -// This method iterates through input data and reduce elements along the -// dimensions given in axis. -template -inline bool Reduce(const In* input_data, const int* input_dims, - const int* output_dims, const int input_num_dims, - const int output_num_dims, const int* axis, - const int num_axis, int* input_iter, - Out reducer(Out current, const In in), Out* output_data) { - // Reset input iterator. - for (int idx = 0; idx < input_num_dims; ++idx) { - input_iter[idx] = 0; - } - // Iterate through input_data. - do { - size_t input_offset = - ReducedOutputOffset(input_num_dims, input_dims, input_iter, 0, nullptr); - size_t output_offset = ReducedOutputOffset(input_num_dims, input_dims, - input_iter, num_axis, axis); - output_data[output_offset] = - reducer(output_data[output_offset], input_data[input_offset]); - } while (NextIndex(input_num_dims, input_dims, input_iter)); - return true; -} - -// Similar to above Reduce function but takes two reducer functions. -// The 'reducer_first' is called with the first value of the reduction, -// 'reducer_next' is then called for all the others. -template -inline bool Reduce(const In* input_data, const int* input_dims, - const int* output_dims, const int input_num_dims, - const int output_num_dims, const int* axis, - const int num_axis, int* input_iter, - const std::function& reducer_first, - const std::function& reducer_next, - Out* output_data) { - // Reset input iterator. - for (int idx = 0; idx < input_num_dims; ++idx) { - input_iter[idx] = 0; - } - // Iterate through input_data. - do { - size_t input_offset = - ReducedOutputOffset(input_num_dims, input_dims, input_iter, 0, nullptr); - size_t output_offset = ReducedOutputOffset(input_num_dims, input_dims, - input_iter, num_axis, axis); - if (IsFirstReduction(input_iter, num_axis, axis)) { - output_data[output_offset] = reducer_first(input_data[input_offset]); - } else { - output_data[output_offset] = - reducer_next(output_data[output_offset], input_data[input_offset]); - } - } while (NextIndex(input_num_dims, input_dims, input_iter)); - return true; -} - -// This method parses the input 'axis' to remove duplicates and handle negative -// values, and returns a valid 'out_axis' -inline bool ResolveAxis(const int num_dims, const int* axis, - const int64_t num_axis, int* out_axis, - int* out_num_axis) { - *out_num_axis = 0; // Just in case. - // Short-circuit axis resolution for scalars; the axis will go unused. - if (num_dims == 0) { - return true; - } - // o(n^2) is fine since out_num_axis should be really small, mostly <= 4 - for (int64_t idx = 0; idx < num_axis; ++idx) { - // Handle negative index. A positive index 'p_idx' can be represented as a - // negative index 'n_idx' as: n_idx = p_idx-num_dims - // eg: For num_dims=3, [0, 1, 2] is the same as [-3, -2, -1] */ - int current = axis[idx] < 0 ? (axis[idx] + num_dims) : axis[idx]; - TFLITE_DCHECK(current >= 0 && current < num_dims); - if (current < 0 || current >= num_dims) { - return false; - } - bool is_dup = false; - for (int j = 0; j < *out_num_axis; ++j) { - if (out_axis[j] == current) { - is_dup = true; - break; - } - } - if (!is_dup) { - out_axis[*out_num_axis] = current; - *out_num_axis += 1; - } - } - return true; -} - -// This method expects that output_data has been initialized. -template -inline bool ReduceSumImpl(const In* input_data, const int* input_dims, - const int* output_dims, const int input_num_dims, - const int output_num_dims, const int* axis, - const int num_axis, int* input_iter, - Out* output_data) { - auto reducer = [](const Out current, const In in) -> Out { - const Out actual_in = static_cast(in); - return current + actual_in; - }; - return Reduce(input_data, input_dims, output_dims, input_num_dims, - output_num_dims, axis, num_axis, input_iter, reducer, - output_data); -} - -template -inline bool InitTensorDataForReduce(const int* dims, const int num_dims, - const T init_value, T* data) { - size_t num_elements = 1; - for (int idx = 0; idx < num_dims; ++idx) { - size_t current = static_cast(dims[idx]); - // Overflow prevention. - if (current > 0 && - num_elements > std::numeric_limits::max() / current) { - return false; - } - num_elements *= current; - } - for (size_t idx = 0; idx < num_elements; ++idx) { - data[idx] = init_value; - } - return true; -} - -// Computes the generic value (i.e., sum/max/min/prod) of elements across -// dimensions given in axis. It needs to pass in init_value and reducer. -template -inline bool ReduceGeneric(const T* input_data, const int* input_dims, - const int input_num_dims, T* output_data, - const int* output_dims, const int output_num_dims, - const int* axis, const int64_t num_axis_dimensions, - bool keep_dims, int* temp_index, int* resolved_axis, - T init_value, - T reducer(const T current, const T in)) { - // Reset output data. - if (!InitTensorDataForReduce(output_dims, output_num_dims, init_value, - output_data)) { - return false; - } - - // Return early when input shape has zero dim. This is done after initializing - // data for output tensor because there are cases that the input tensor is - // empty but output tensor is not. In that case, output tensor should be - // filled with init_value. - for (int i = 0; i < input_num_dims; ++i) { - if (input_dims[i] == 0) return true; - } - - // Resolve axis. - int num_resolved_axis = 0; - if (!ResolveAxis(input_num_dims, axis, num_axis_dimensions, resolved_axis, - &num_resolved_axis)) { - return false; - } - - return Reduce(input_data, input_dims, output_dims, input_num_dims, - output_num_dims, resolved_axis, num_resolved_axis, - temp_index, reducer, output_data); -} - -// Computes the mean of elements across dimensions given in axis. -// It does so in two stages, first calculates the sum of elements along the axis -// then divides it by the number of element in axis. -template -inline bool Mean(const T* input_data, const int* input_dims, - const int input_num_dims, T* output_data, - const int* output_dims, const int output_num_dims, - const int* axis, const int num_axis_dimensions, bool keep_dims, - int* temp_index, int* resolved_axis, U* temp_sum) { - ruy::profiler::ScopeLabel label("Mean"); - // Reset output data. - size_t num_outputs = 1; - for (int idx = 0; idx < output_num_dims; ++idx) { - size_t current = static_cast(output_dims[idx]); - // Overflow prevention. - if (num_outputs > std::numeric_limits::max() / current) { - return false; - } - num_outputs *= current; - } - for (size_t idx = 0; idx < num_outputs; ++idx) { - output_data[idx] = T(); - temp_sum[idx] = U(); - } - - // Resolve axis. - int num_resolved_axis = 0; - if (!ResolveAxis(input_num_dims, axis, num_axis_dimensions, resolved_axis, - &num_resolved_axis)) { - return false; - } - - if (!ReduceSumImpl(input_data, input_dims, output_dims, input_num_dims, - output_num_dims, resolved_axis, num_resolved_axis, - temp_index, temp_sum)) { - return false; - } - - // Calculate mean by dividing output_data by num of aggregated element. - size_t num_elements_in_axis = 1; - for (int idx = 0; idx < num_resolved_axis; ++idx) { - size_t current = static_cast(input_dims[resolved_axis[idx]]); - // Overflow prevention. - if (current > (std::numeric_limits::max() / num_elements_in_axis)) { - return false; - } - num_elements_in_axis *= current; - } - - if (num_elements_in_axis > 0) { - for (size_t idx = 0; idx < num_outputs; ++idx) { - output_data[idx] = - static_cast(temp_sum[idx] / static_cast(num_elements_in_axis)); - } - } - return true; -} - -template -inline void Mean(const tflite::MeanParams& op_params, - const RuntimeShape& unextended_input_shape, - const T* input_data, - const RuntimeShape& unextended_output_shape, T* output_data) { - ruy::profiler::ScopeLabel label("Mean4D"); - - // Current implementation only supports dimension equals 4 and simultaneous - // reduction over width and height. - TFLITE_CHECK_EQ(unextended_input_shape.DimensionsCount(), 4); - TFLITE_CHECK_LE(unextended_output_shape.DimensionsCount(), 4); - const RuntimeShape input_shape = - RuntimeShape::ExtendedShape(4, unextended_input_shape); - const RuntimeShape output_shape = - RuntimeShape::ExtendedShape(4, unextended_output_shape); - - const int output_batch = output_shape.Dims(0); - const int output_height = output_shape.Dims(1); - const int output_width = output_shape.Dims(2); - const int output_depth = output_shape.Dims(3); - - const int input_height = input_shape.Dims(1); - const int input_width = input_shape.Dims(2); - - TFLITE_CHECK_EQ(op_params.axis_count, 2); - TFLITE_CHECK((op_params.axis[0] == 1 && op_params.axis[1] == 2) || - (op_params.axis[0] == 2 && op_params.axis[1] == 1)); - TFLITE_CHECK_EQ(output_height, 1); - TFLITE_CHECK_EQ(output_width, 1); - - for (int out_b = 0; out_b < output_batch; ++out_b) { - for (int out_d = 0; out_d < output_depth; ++out_d) { - float value = 0; - for (int in_h = 0; in_h < input_height; ++in_h) { - for (int in_w = 0; in_w < input_width; ++in_w) { - value += input_data[Offset(input_shape, out_b, in_h, in_w, out_d)]; - } - } - output_data[Offset(output_shape, out_b, 0, 0, out_d)] = - value / (input_width * input_height); - } - } -} - -inline void Mean(const tflite::MeanParams& op_params, - const RuntimeShape& unextended_input_shape, - const uint8_t* input_data, int32_t input_zero_point, - float input_scale, const RuntimeShape& unextended_output_shape, - uint8_t* output_data, int32_t output_zero_point, - float output_scale) { - ruy::profiler::ScopeLabel label("Mean4D/Uint8"); - - // Current implementation only supports dimension equals 4 and simultaneous - // reduction over width and height. - TFLITE_CHECK_EQ(unextended_input_shape.DimensionsCount(), 4); - TFLITE_CHECK_LE(unextended_output_shape.DimensionsCount(), 4); - const RuntimeShape input_shape = - RuntimeShape::ExtendedShape(4, unextended_input_shape); - const RuntimeShape output_shape = - RuntimeShape::ExtendedShape(4, unextended_output_shape); - const int output_batch = output_shape.Dims(0); - const int output_height = output_shape.Dims(1); - const int output_width = output_shape.Dims(2); - const int output_depth = output_shape.Dims(3); - const int input_height = input_shape.Dims(1); - const int input_width = input_shape.Dims(2); - const float num_elements_in_axis = input_width * input_height; - - TFLITE_CHECK_EQ(op_params.axis_count, 2); - TFLITE_CHECK((op_params.axis[0] == 1 && op_params.axis[1] == 2) || - (op_params.axis[0] == 2 && op_params.axis[1] == 1)); - TFLITE_CHECK_EQ(output_height, 1); - TFLITE_CHECK_EQ(output_width, 1); - - constexpr int32_t kMinValue = std::numeric_limits::min(); - constexpr int32_t kMaxValue = std::numeric_limits::max(); - - float temp = input_zero_point * input_scale / output_scale; - temp = temp > 0 ? temp + 0.5f : temp - 0.5f; - int32_t bias = output_zero_point - static_cast(temp); - double real_scale = - static_cast(input_scale / (num_elements_in_axis * output_scale)); - - int32_t multiplier; - int shift; - QuantizeMultiplier(real_scale, &multiplier, &shift); - for (int out_b = 0; out_b < output_batch; ++out_b) { - for (int out_d = 0; out_d < output_depth; ++out_d) { - int32_t acc = 0; - for (int in_h = 0; in_h < input_height; ++in_h) { - for (int in_w = 0; in_w < input_width; ++in_w) { - acc += input_data[Offset(input_shape, out_b, in_h, in_w, out_d)]; - } - } - acc = MultiplyByQuantizedMultiplier(acc, multiplier, shift); - acc += bias; - acc = std::min(std::max(acc, kMinValue), kMaxValue); - output_data[Offset(output_shape, out_b, 0, 0, out_d)] = - static_cast(acc); - } - } -} - -// Computes the mean of elements across dimensions given in axis. -// It does so in two stages, first calculates the sum of elements along the axis -// then divides it by the number of element in axis for quantized values. -template -inline bool QuantizedMeanOrSum(const T* input_data, int32_t input_zero_point, - float input_scale, const int* input_dims, - const int input_num_dims, T* output_data, - int32_t output_zero_point, float output_scale, - const int* output_dims, - const int output_num_dims, const int* axis, - const int num_axis_dimensions, bool keep_dims, - int* temp_index, int* resolved_axis, U* temp_sum, - bool compute_sum) { - const bool uint8_case = std::is_same::value; - const bool int16_case = std::is_same::value; - if (uint8_case) { - ruy::profiler::ScopeLabel label(compute_sum ? "Sum/Uint8" : "Mean/Uint8"); - } else if (int16_case) { - ruy::profiler::ScopeLabel label(compute_sum ? "Sum/Int16" : "Mean/Int16"); - } else { - ruy::profiler::ScopeLabel label(compute_sum ? "Sum/Int8" : "Mean/Int8"); - } - // Reset output data. - size_t num_outputs = 1; - for (int idx = 0; idx < output_num_dims; ++idx) { - size_t current = static_cast(output_dims[idx]); - // Overflow prevention. - if (num_outputs > std::numeric_limits::max() / current) { - return false; - } - num_outputs *= current; - } - for (size_t idx = 0; idx < num_outputs; ++idx) { - output_data[idx] = T(); - temp_sum[idx] = U(); - } - - // Return early when input shape has zero dim. This is done after initializing - // data for output tensor because there are cases that the input tensor is - // empty but output tensor is not. In that case, output tensor should be - // filled with init_value. - for (int i = 0; i < input_num_dims; ++i) { - if (input_dims[i] == 0) return true; - } - - // Resolve axis. - int num_resolved_axis = 0; - if (!ResolveAxis(input_num_dims, axis, num_axis_dimensions, resolved_axis, - &num_resolved_axis)) { - return false; - } - - if (!ReduceSumImpl(input_data, input_dims, output_dims, input_num_dims, - output_num_dims, resolved_axis, num_resolved_axis, - temp_index, temp_sum)) { - return false; - } - - // Calculate mean by dividing output_data by num of aggregated element. - size_t num_elements_in_axis = 1; - for (int idx = 0; idx < num_resolved_axis; ++idx) { - size_t current = static_cast(input_dims[resolved_axis[idx]]); - // Overflow prevention. - if (current > (std::numeric_limits::max() / num_elements_in_axis)) { - return false; - } - num_elements_in_axis *= current; - } - - if (num_elements_in_axis > 0) { - const float scale = input_scale / output_scale; - if (compute_sum) { - // TODO(b/116341117): Eliminate float and do this completely in 8bit. - const float bias = -input_zero_point * scale * num_elements_in_axis; - for (size_t idx = 0; idx < num_outputs; ++idx) { - const U value = - static_cast(TfLiteRound(temp_sum[idx] * scale + bias)) + - output_zero_point; - output_data[idx] = static_cast(value); - } - } else { - const float bias = -input_zero_point * scale; - for (size_t idx = 0; idx < num_outputs; ++idx) { - float float_mean = static_cast(temp_sum[idx]) / - static_cast(num_elements_in_axis); - float result = TfLiteMin( - TfLiteRound(float_mean * scale + bias) + output_zero_point, - static_cast(std::numeric_limits::max())); - result = TfLiteMax(result, - static_cast(std::numeric_limits::min())); - output_data[idx] = static_cast(result); - } - } - } - return true; -} - -template -inline bool QuantizedReduceProd(const T* input_data, int32_t input_zero_point, - const RuntimeShape& input_shape, T* output_data, - int32_t output_zero_point, - const RuntimeShape& output_shape, - const int* axis, - const int64_t num_axis_dimensions, - bool keep_dims, int* temp_index, - int* resolved_axis, int32_t* temp_prod, - int32_t scaling_multiplier, int scaling_shift) { - const int32_t kMinValue = std::numeric_limits::min(); - const int32_t kMaxValue = std::numeric_limits::max(); - - // Resolve axis. - int num_resolved_axis = 0; - if (!ResolveAxis(input_shape.DimensionsCount(), axis, num_axis_dimensions, - resolved_axis, &num_resolved_axis)) { - return false; - } - - // Calculate the reduced product by rescaling each multiplication step to - // avoid an overflow. - auto reducer_first = [&](T in) -> int32_t { return in - input_zero_point; }; - - auto reducer_next = [&](int32_t current, T in) -> int32_t { - const int64_t result = - static_cast(current) * (in - input_zero_point); - return MultiplyByQuantizedMultiplier(result, scaling_multiplier, - scaling_shift); - }; - - if (!Reduce( - input_data, input_shape.DimsData(), output_shape.DimsData(), - input_shape.DimensionsCount(), output_shape.DimensionsCount(), - resolved_axis, num_resolved_axis, temp_index, reducer_first, - reducer_next, temp_prod)) { - return false; - } - - for (int i = 0; i < output_shape.FlatSize(); i++) { - int32_t result = - MultiplyByQuantizedMultiplier(static_cast(temp_prod[i]), - scaling_multiplier, scaling_shift) + - output_zero_point; - result = std::min(std::max(result, kMinValue), kMaxValue); - output_data[i] = static_cast(result); - } - - return true; -} - -} // namespace reference_ops - -} // namespace tflite - -#endif // TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_REDUCE_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/requantize.h b/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/requantize.h deleted file mode 100644 index f35f6fc8..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/requantize.h +++ /dev/null @@ -1,70 +0,0 @@ -/* Copyright 2020 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_REQUANTIZE_H_ -#define TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_REQUANTIZE_H_ - -#include - -#include "ruy/profiler/instrumentation.h" // from @ruy -#include "tensorflow/lite/kernels/internal/common.h" -#include "tensorflow/lite/kernels/internal/types.h" - -namespace tflite { -namespace reference_ops { - -template -inline void Requantize(const input_type* input_data, int32_t size, - int32_t effective_scale_multiplier, - int32_t effective_scale_shift, int32_t input_zeropoint, - int32_t output_zeropoint, output_type* output_data) { - ruy::profiler::ScopeLabel label("Requantize"); - const bool same_scale = - (effective_scale_multiplier == 1 << 30 && effective_scale_shift == 1); - if (same_scale) { - const bool mixed_type_int8_uint8 = - std::is_same::value && - std::is_same::value; - const bool mixed_type_uint8_int8 = - std::is_same::value && - std::is_same::value; - const int32_t zero_point_diff = input_zeropoint - output_zeropoint; - // Fast path to do requantization for the case when just a shift of 128 is - // needed. - if ((mixed_type_int8_uint8 && zero_point_diff == -128) || - (mixed_type_uint8_int8 && zero_point_diff == 128)) { - for (int i = 0; i < size; ++i) { - output_data[i] = input_data[i] ^ 0x80; - } - return; - } - } - static constexpr int32_t kMinOutput = std::numeric_limits::min(); - static constexpr int32_t kMaxOutput = std::numeric_limits::max(); - for (int i = 0; i < size; ++i) { - const int32_t input = input_data[i] - input_zeropoint; - const int32_t output = - MultiplyByQuantizedMultiplier(input, effective_scale_multiplier, - effective_scale_shift) + - output_zeropoint; - const int32_t clamped_output = - std::max(std::min(output, kMaxOutput), kMinOutput); - output_data[i] = static_cast(clamped_output); - } -} - -} // namespace reference_ops -} // namespace tflite - -#endif // TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_REQUANTIZE_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/resize_bilinear.h b/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/resize_bilinear.h deleted file mode 100644 index b5edadb9..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/resize_bilinear.h +++ /dev/null @@ -1,228 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_RESIZE_BILINEAR_H_ -#define TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_RESIZE_BILINEAR_H_ - -#include -#include -#include -#include - -#include "tensorflow/lite/kernels/internal/cppmath.h" -#include "tensorflow/lite/kernels/internal/types.h" - -namespace tflite { -namespace reference_ops { - -inline void ComputeInterpolationValues(const float value, const float scale, - const bool half_pixel_centers, - int32_t input_size, float* scaled_value, - int32_t* lower_bound, - int32_t* upper_bound) { - if (half_pixel_centers) { - *scaled_value = (value + 0.5f) * scale - 0.5f; - } else { - *scaled_value = value * scale; - } - float scaled_value_floor = std::floor(*scaled_value); - *lower_bound = std::max(static_cast(scaled_value_floor), - static_cast(0)); - *upper_bound = - std::min(static_cast(std::ceil(*scaled_value)), input_size - 1); -} - -template -inline void ResizeBilinear(const tflite::ResizeBilinearParams& op_params, - const RuntimeShape& unextended_input_shape, - const T* input_data, - const RuntimeShape& unextended_output_size_shape, - const int32_t* output_size_data, - const RuntimeShape& unextended_output_shape, - T* output_data) { - // If half_pixel_centers is True, align_corners must be False. - TFLITE_DCHECK(!op_params.half_pixel_centers || !op_params.align_corners); - TFLITE_DCHECK_LE(unextended_input_shape.DimensionsCount(), 4); - TFLITE_DCHECK_LE(unextended_output_size_shape.DimensionsCount(), 4); - TFLITE_DCHECK_LE(unextended_output_shape.DimensionsCount(), 4); - const RuntimeShape input_shape = - RuntimeShape::ExtendedShape(4, unextended_input_shape); - const RuntimeShape output_size_shape = - RuntimeShape::ExtendedShape(4, unextended_output_size_shape); - const RuntimeShape output_shape = - RuntimeShape::ExtendedShape(4, unextended_output_shape); - - int32_t batches = MatchingDim(input_shape, 0, output_shape, 0); - int32_t input_height = input_shape.Dims(1); - int32_t input_width = input_shape.Dims(2); - int32_t depth = MatchingDim(input_shape, 3, output_shape, 3); - - TFLITE_DCHECK_EQ(output_size_shape.Dims(0), 1); - TFLITE_DCHECK_EQ(output_size_shape.Dims(1), 1); - TFLITE_DCHECK_EQ(output_size_shape.Dims(2), 1); - TFLITE_DCHECK_EQ(output_size_shape.Dims(3), 2); - int32_t output_height = - output_size_data[Offset(output_size_shape, 0, 0, 0, 0)]; - int32_t output_width = - output_size_data[Offset(output_size_shape, 0, 0, 0, 1)]; - - float height_scale = static_cast(input_height) / output_height; - float width_scale = static_cast(input_width) / output_width; - if (op_params.align_corners && output_height > 1) { - height_scale = static_cast(input_height - 1) / (output_height - 1); - } - if (op_params.align_corners && output_width > 1) { - width_scale = static_cast(input_width - 1) / (output_width - 1); - } - const float rounding_offset = std::numeric_limits::is_integer ? .5f : .0f; - - for (int b = 0; b < batches; ++b) { - for (int y = 0; y < output_height; ++y) { - float input_y; - int32_t y0, y1; - ComputeInterpolationValues(y, height_scale, op_params.half_pixel_centers, - input_height, &input_y, &y0, &y1); - for (int x = 0; x < output_width; ++x) { - float input_x; - int32_t x0, x1; - ComputeInterpolationValues(x, width_scale, op_params.half_pixel_centers, - input_width, &input_x, &x0, &x1); - for (int c = 0; c < depth; ++c) { - T interpolation = - static_cast(input_data[Offset(input_shape, b, y0, x0, c)] * - (1 - (input_y - y0)) * (1 - (input_x - x0)) + - input_data[Offset(input_shape, b, y1, x0, c)] * - (input_y - y0) * (1 - (input_x - x0)) + - input_data[Offset(input_shape, b, y0, x1, c)] * - (1 - (input_y - y0)) * (input_x - x0) + - input_data[Offset(input_shape, b, y1, x1, c)] * - (input_y - y0) * (input_x - x0) + - rounding_offset); - output_data[Offset(output_shape, b, y, x, c)] = interpolation; - } - } - } - } -} - -inline void ComputeInterpolationValuesInteger( - const int32_t value, const int32_t scale_10, const bool half_pixel_centers, - int32_t input_size, int32_t* scaled_value, int32_t* lower_bound, - int32_t* upper_bound) { - if (half_pixel_centers) { - *scaled_value = value * scale_10 + scale_10 / 2 - (1 << 9); - } else { - *scaled_value = value * scale_10; - } - constexpr int32_t zero = 0; - *lower_bound = std::max(*scaled_value / (1 << 10), zero); - *upper_bound = - std::min((*scaled_value + (1 << 10) - 1) / (1 << 10), input_size - 1); -} - -// Same as above but doesn't use any floating-point for the resize -template -inline void ResizeBilinearInteger( - const tflite::ResizeBilinearParams& op_params, - const RuntimeShape& unextended_input_shape, const T* input_data, - const RuntimeShape& unextended_output_size_shape, - const int32_t* output_size_data, - const RuntimeShape& unextended_output_shape, T* output_data) { - // If half_pixel_centers is True, align_corners must be False. - TFLITE_DCHECK(!op_params.half_pixel_centers || !op_params.align_corners); - TFLITE_DCHECK_LE(unextended_input_shape.DimensionsCount(), 4); - TFLITE_DCHECK_LE(unextended_output_size_shape.DimensionsCount(), 4); - TFLITE_DCHECK_LE(unextended_output_shape.DimensionsCount(), 4); - const RuntimeShape input_shape = - RuntimeShape::ExtendedShape(4, unextended_input_shape); - const RuntimeShape output_size_shape = - RuntimeShape::ExtendedShape(4, unextended_output_size_shape); - const RuntimeShape output_shape = - RuntimeShape::ExtendedShape(4, unextended_output_shape); - - const int32_t batches = MatchingDim(input_shape, 0, output_shape, 0); - const int32_t input_height = input_shape.Dims(1); - const int32_t input_width = input_shape.Dims(2); - const int32_t depth = MatchingDim(input_shape, 3, output_shape, 3); - - TFLITE_DCHECK_EQ(output_size_shape.Dims(0), 1); - TFLITE_DCHECK_EQ(output_size_shape.Dims(1), 1); - TFLITE_DCHECK_EQ(output_size_shape.Dims(2), 1); - TFLITE_DCHECK_EQ(output_size_shape.Dims(3), 2); - const int32_t output_height = - output_size_data[Offset(output_size_shape, 0, 0, 0, 0)]; - const int32_t output_width = - output_size_data[Offset(output_size_shape, 0, 0, 0, 1)]; - - int32_t height_scale_10 = - ((1 << 10) * input_height + output_height / 2) / output_height; - int32_t width_scale_10 = - ((1 << 10) * input_width + output_width / 2) / output_width; - if (op_params.align_corners && output_height > 1) { - height_scale_10 = - ((1 << 10) * (input_height - 1) + (output_height - 1) / 2) / - (output_height - 1); - } - if (op_params.align_corners && output_width > 1) { - width_scale_10 = ((1 << 10) * (input_width - 1) + (output_width - 1) / 2) / - (output_width - 1); - } - - for (int b = 0; b < batches; ++b) { - for (int y = 0; y < output_height; ++y) { - int32_t input_y, y0, y1; - ComputeInterpolationValuesInteger(y, height_scale_10, - op_params.half_pixel_centers, - input_height, &input_y, &y0, &y1); - for (int x = 0; x < output_width; ++x) { - int32_t input_x, x0, x1; - ComputeInterpolationValuesInteger(x, width_scale_10, - op_params.half_pixel_centers, - input_width, &input_x, &x0, &x1); - for (int c = 0; c < depth; ++c) { - const int64_t output_20_ll = - static_cast( - input_data[Offset(input_shape, b, y0, x0, c)]) * - ((1 << 10) - (input_y - (1 << 10) * y0)) * - ((1 << 10) - (input_x - (1 << 10) * x0)); - const int64_t output_20_lu = - static_cast( - input_data[Offset(input_shape, b, y1, x0, c)]) * - (input_y - (1 << 10) * y0) * - ((1 << 10) - (input_x - (1 << 10) * x0)); - const int64_t output_20_rl = - static_cast( - input_data[Offset(input_shape, b, y0, x1, c)]) * - ((1 << 10) - (input_y - (1 << 10) * y0)) * - (input_x - (1 << 10) * x0); - const int64_t output_20_ru = - static_cast( - input_data[Offset(input_shape, b, y1, x1, c)]) * - (input_y - (1 << 10) * y0) * (input_x - (1 << 10) * x0); - const int64_t output_20 = - output_20_ll + output_20_lu + output_20_rl + output_20_ru; - const int64_t round = (output_20 > 0) ? (1 << 19) : -(1 << 19); - const T interpolation = - static_cast((output_20 + round) / (1 << 20)); - output_data[Offset(output_shape, b, y, x, c)] = interpolation; - } - } - } - } -} - -} // namespace reference_ops -} // namespace tflite - -#endif // TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_RESIZE_BILINEAR_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/resize_nearest_neighbor.h b/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/resize_nearest_neighbor.h deleted file mode 100644 index bf0b757e..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/resize_nearest_neighbor.h +++ /dev/null @@ -1,102 +0,0 @@ -/* Copyright 2020 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_RESIZE_NEAREST_NEIGHBOR_H_ -#define TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_RESIZE_NEAREST_NEIGHBOR_H_ - -#include -#include - -#include "tensorflow/lite/kernels/internal/cppmath.h" -#include "tensorflow/lite/kernels/internal/types.h" - -namespace tflite { - -namespace reference_ops { - -inline int32_t GetNearestNeighbor(const int input_value, - const int32_t input_size, - const int32_t output_size, - const bool align_corners, - const bool half_pixel_centers) { - const float scale = - (align_corners && output_size > 1) - ? (input_size - 1) / static_cast(output_size - 1) - : input_size / static_cast(output_size); - const float offset = half_pixel_centers ? 0.5f : 0.0f; - int32_t output_value = std::min( - align_corners - ? static_cast(TfLiteRound((input_value + offset) * scale)) - : static_cast(std::floor((input_value + offset) * scale)), - input_size - 1); - if (half_pixel_centers) { - output_value = std::max(static_cast(0), output_value); - } - return output_value; -} - -template -inline void ResizeNearestNeighbor( - const tflite::ResizeNearestNeighborParams& op_params, - const RuntimeShape& unextended_input_shape, const T* input_data, - const RuntimeShape& output_size_shape, const int32_t* output_size_data, - const RuntimeShape& unextended_output_shape, T* output_data) { - TFLITE_DCHECK_LE(unextended_input_shape.DimensionsCount(), 4); - TFLITE_DCHECK_LE(unextended_output_shape.DimensionsCount(), 4); - - const RuntimeShape input_shape = - RuntimeShape::ExtendedShape(4, unextended_input_shape); - const RuntimeShape output_shape = - RuntimeShape::ExtendedShape(4, unextended_output_shape); - - int32_t batches = MatchingDim(input_shape, 0, output_shape, 0); - int32_t input_height = input_shape.Dims(1); - int32_t input_width = input_shape.Dims(2); - int32_t depth = MatchingDim(input_shape, 3, output_shape, 3); - - // The Tensorflow version of this op allows resize on the width and height - // axis only. - TFLITE_DCHECK_EQ(output_size_shape.FlatSize(), 2); - int32_t output_height = output_size_data[0]; - int32_t output_width = output_size_data[1]; - - const int col_offset = input_shape.Dims(3); - const int row_offset = input_shape.Dims(2) * col_offset; - const int batch_offset = input_shape.Dims(1) * row_offset; - - const T* input_ptr = input_data; - T* output_ptr = output_data; - for (int b = 0; b < batches; ++b) { - for (int y = 0; y < output_height; ++y) { - int32_t in_y = GetNearestNeighbor(y, input_height, output_height, - op_params.align_corners, - op_params.half_pixel_centers); - const T* y_input_ptr = input_ptr + in_y * row_offset; - for (int x = 0; x < output_width; ++x) { - int32_t in_x = GetNearestNeighbor(x, input_width, output_width, - op_params.align_corners, - op_params.half_pixel_centers); - const T* x_input_ptr = y_input_ptr + in_x * col_offset; - memcpy(output_ptr, x_input_ptr, depth * sizeof(T)); - output_ptr += depth; - } - } - input_ptr += batch_offset; - } -} - -} // namespace reference_ops -} // namespace tflite - -#endif // TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_RESIZE_NEAREST_NEIGHBOR_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/round.h b/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/round.h deleted file mode 100644 index 9bd8f3f2..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/round.h +++ /dev/null @@ -1,51 +0,0 @@ -/* Copyright 2018 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_ROUND_H_ -#define TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_ROUND_H_ - -#include - -#include "tensorflow/lite/kernels/internal/types.h" - -namespace tflite { - -namespace reference_ops { - -inline float RoundToNearest(float value) { - auto floor_val = std::floor(value); - auto diff = value - floor_val; - if ((diff < 0.5f) || - ((diff == 0.5f) && (static_cast(floor_val) % 2 == 0))) { - return floor_val; - } else { - return floor_val = floor_val + 1.0f; - } -} - -inline void Round(const RuntimeShape& input_shape, const float* input_data, - const RuntimeShape& output_shape, float* output_data) { - const int flat_size = MatchingFlatSize(input_shape, output_shape); - for (int i = 0; i < flat_size; ++i) { - // Note that this implementation matches that of tensorFlow tf.round - // and corresponds to the bankers rounding method. - // cfenv (for fesetround) is not yet supported universally on Android, so - // using a work around. - output_data[i] = RoundToNearest(input_data[i]); - } -} - -} // namespace reference_ops -} // namespace tflite -#endif // TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_ROUND_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/slice.h b/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/slice.h deleted file mode 100644 index cb73ea0d..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/slice.h +++ /dev/null @@ -1,80 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_SLICE_H_ -#define TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_SLICE_H_ - -#include "tensorflow/lite/kernels/internal/portable_tensor.h" -#include "tensorflow/lite/kernels/internal/types.h" - -namespace tflite { - -namespace reference_ops { - -template -inline void Slice(const tflite::SliceParams& op_params, - const RuntimeShape& input_shape, - const RuntimeShape& output_shape, - SequentialTensorWriter* writer) { - const RuntimeShape ext_shape = RuntimeShape::ExtendedShape(5, input_shape); - TFLITE_DCHECK_LE(op_params.begin_count, 5); - TFLITE_DCHECK_LE(op_params.size_count, 5); - const int begin_count = op_params.begin_count; - const int size_count = op_params.size_count; - // We front-pad the begin and size vectors. - int start[5]; - int stop[5]; - for (int i = 0; i < 5; ++i) { - int padded_i = 5 - i; - start[i] = - begin_count < padded_i ? 0 : op_params.begin[begin_count - padded_i]; - stop[i] = - (size_count < padded_i || op_params.size[size_count - padded_i] == -1) - ? ext_shape.Dims(i) - : start[i] + op_params.size[size_count - padded_i]; - } - - for (int i0 = start[0]; i0 < stop[0]; ++i0) { - for (int i1 = start[1]; i1 < stop[1]; ++i1) { - for (int i2 = start[2]; i2 < stop[2]; ++i2) { - for (int i3 = start[3]; i3 < stop[3]; ++i3) { - for (int i4 = start[4]; i4 < stop[4]; ++i4) { - writer->Write(Offset(ext_shape, i0, i1, i2, i3, i4)); - } - } - } - } - } -} - -template -inline void Slice(const tflite::SliceParams& op_params, - const RuntimeShape& input_shape, const T* input_data, - const RuntimeShape& output_shape, T* output_data) { - SequentialTensorWriter writer(input_data, output_data); - return Slice(op_params, input_shape, output_shape, &writer); -} - -template -inline void Slice(const tflite::SliceParams& op_params, - const RuntimeShape& input_shape, const TfLiteTensor* input, - const RuntimeShape& output_shape, TfLiteTensor* output) { - SequentialTensorWriter writer(input, output); - return Slice(op_params, input_shape, output_shape, &writer); -} - -} // namespace reference_ops -} // namespace tflite - -#endif // TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_SLICE_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/softmax.h b/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/softmax.h deleted file mode 100644 index 9f4b6398..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/softmax.h +++ /dev/null @@ -1,233 +0,0 @@ -/* Copyright 2017 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_SOFTMAX_H_ -#define TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_SOFTMAX_H_ - -#include -#include - -#include "fixedpoint/fixedpoint.h" -#include "tensorflow/lite/kernels/internal/common.h" -#include "tensorflow/lite/kernels/internal/cppmath.h" -#include "tensorflow/lite/kernels/internal/quantization_util.h" -#include "tensorflow/lite/kernels/internal/types.h" -#include "tensorflow/lite/kernels/op_macros.h" - -namespace tflite { -namespace reference_ops { - -inline void Softmax(const SoftmaxParams& params, - const RuntimeShape& input_shape, const float* input_data, - const RuntimeShape& output_shape, float* output_data) { - const int trailing_dim = input_shape.DimensionsCount() - 1; - const int outer_size = - MatchingFlatSizeSkipDim(input_shape, trailing_dim, output_shape); - const int depth = - MatchingDim(input_shape, trailing_dim, output_shape, trailing_dim); - - for (int i = 0; i < outer_size; ++i) { - // Find max element value which we'll use to ensure numerical stability - // taking advantage of the following equality: - // exp(x[i])/sum(exp(x[i])) == exp(x[i]+C)/sum(exp(x[i]+C)) - float max = std::numeric_limits::lowest(); - for (int c = 0; c < depth; ++c) { - max = std::max(max, input_data[i * depth + c]); - } - - // Compute sum. - float sum = 0.f; - for (int c = 0; c < depth; ++c) { - const float exp_c = std::exp((input_data[i * depth + c] - max) * - static_cast(params.beta)); - output_data[i * depth + c] = exp_c; - sum += exp_c; - } - - // Compute result. - for (int c = 0; c < depth; ++c) { - output_data[i * depth + c] = output_data[i * depth + c] / sum; - } - } -} - -// Quantized softmax with int8_t/uint8_t input and int8_t/uint8_t/int16_t -// output. -template -inline void Softmax(const SoftmaxParams& params, - const RuntimeShape& input_shape, const InputT* input_data, - const RuntimeShape& output_shape, OutputT* output_data) { - const int32_t input_beta_multiplier = params.input_multiplier; - const int32_t input_beta_left_shift = params.input_left_shift; - const int diff_min = params.diff_min; - // The representation chosen for the input to the exp() function is Q5.26. - // We need to leave extra space since values that we skip might be as large as - // -32 before multiplying by input_beta_multiplier, and therefore as large as - // -16 afterwards. Note that exp(-8) is definitely not insignificant to - // accumulation, but exp(-16) definitely is. - static const int kScaledDiffIntegerBits = 5; - static const int kAccumulationIntegerBits = 12; - using FixedPointScaledDiff = - gemmlowp::FixedPoint; - using FixedPointAccum = - gemmlowp::FixedPoint; - using FixedPoint0 = gemmlowp::FixedPoint; - - const int trailing_dim = input_shape.DimensionsCount() - 1; - const int outer_size = - MatchingFlatSizeSkipDim(input_shape, trailing_dim, output_shape); - const int depth = - MatchingDim(input_shape, trailing_dim, output_shape, trailing_dim); - - for (int i = 0; i < outer_size; ++i) { - InputT max_in_row = std::numeric_limits::min(); - for (int c = 0; c < depth; ++c) { - max_in_row = std::max(max_in_row, input_data[i * depth + c]); - } - - FixedPointAccum sum_of_exps = FixedPointAccum::Zero(); - for (int c = 0; c < depth; ++c) { - int32_t input_diff = - static_cast(input_data[i * depth + c]) - max_in_row; - if (input_diff >= diff_min) { - const int32_t input_diff_rescaled = - MultiplyByQuantizedMultiplierGreaterThanOne( - input_diff, input_beta_multiplier, input_beta_left_shift); - const FixedPointScaledDiff scaled_diff_f8 = - FixedPointScaledDiff::FromRaw(input_diff_rescaled); - sum_of_exps = sum_of_exps + gemmlowp::Rescale( - exp_on_negative_values(scaled_diff_f8)); - } - } - - int num_bits_over_unit; - FixedPoint0 shifted_scale = FixedPoint0::FromRaw(GetReciprocal( - sum_of_exps.raw(), kAccumulationIntegerBits, &num_bits_over_unit)); - - for (int c = 0; c < depth; ++c) { - int32_t input_diff = - static_cast(input_data[i * depth + c]) - max_in_row; - if (input_diff >= diff_min) { - const int32_t input_diff_rescaled = - MultiplyByQuantizedMultiplierGreaterThanOne( - input_diff, input_beta_multiplier, input_beta_left_shift); - const FixedPointScaledDiff scaled_diff_f8 = - FixedPointScaledDiff::FromRaw(input_diff_rescaled); - - FixedPoint0 exp_in_0 = exp_on_negative_values(scaled_diff_f8); - int32_t unsat_output = gemmlowp::RoundingDivideByPOT( - (shifted_scale * exp_in_0).raw(), - num_bits_over_unit + 31 - (sizeof(OutputT) * 8)); - - const int32_t shifted_output = - unsat_output + - static_cast(std::numeric_limits::min()); - - output_data[i * depth + c] = static_cast(std::max( - std::min(shifted_output, - static_cast(std::numeric_limits::max())), - static_cast(std::numeric_limits::min()))); - } else { - output_data[i * depth + c] = std::numeric_limits::min(); - } - } - } -} - -// Computes exp(input - max_input) -inline int16_t SoftMaxCalculateExp(const SoftmaxParams& params, - const int16_t* input_data, const int depth, - int16_t max_in_row, int i, int c) { - int32_t input_diff = input_data[i * depth + c] - max_in_row; - // scale the input_diff such that [-65535, 0] correspond to [-10.0, 0.0] - // exp lut generated with range [-10, 0], as exp(-10) is negligible. - int32_t scaled_diff = MultiplyByQuantizedMultiplier( - input_diff, params.input_multiplier, params.input_left_shift); - // recenter to [-32768, 32767] - int32_t sym_scaled_diff = scaled_diff + 32767; - int16_t sat_sym_scaled_diff = - std::min(std::max(sym_scaled_diff, static_cast(-32768)), - static_cast(32767)); - // apply the exp() LUT activation function - return lut_lookup(sat_sym_scaled_diff, params.exp_lut); -} -// Quantized softmax with int16_t input and int16_t output. -inline void SoftmaxInt16(const SoftmaxParams& params, - const RuntimeShape& input_shape, - const int16_t* input_data, - const RuntimeShape& output_shape, - int16_t* output_data) { - const int trailing_dim = input_shape.DimensionsCount() - 1; - const int outer_size = - MatchingFlatSizeSkipDim(input_shape, trailing_dim, output_shape); - const int depth = - MatchingDim(input_shape, trailing_dim, output_shape, trailing_dim); - - for (int i = 0; i < outer_size; ++i) { - // Find the largest element - int16_t max_in_row = std::numeric_limits::min(); - for (int c = 0; c < depth; ++c) { - max_in_row = std::max(max_in_row, input_data[i * depth + c]); - } - - // This loops computes the exp values and their sum. We will need the exp - // values later on in the function so we cache them in the output_data - // buffer. This is an optimization done to avoid calculating the exp values - // twice making use of the output_data buffer as scratch memory. - int32_t sum_of_exps = 0; // Q16.15 fixed point format. - int16_t* exp_results_Q015 = output_data + i * depth; - for (int c = 0; c < depth; ++c) { - exp_results_Q015[c] = - SoftMaxCalculateExp(params, input_data, depth, max_in_row, i, c); - sum_of_exps += exp_results_Q015[c]; - } - - // Compute the reciprocal 1/sum_of_exps - uint8_t headroom_plus_one = - CountLeadingZeros(static_cast(sum_of_exps)); - int32_t shifted_sum = - ((static_cast(sum_of_exps) << (headroom_plus_one - 1)) + - (1 << 13)) >> - 14; - // since the LUT computes 1/(1 + x) we need to first compute x = (sum - 1). - // also, the LUT expects a symmetrical input, so we must also recenter x - // from [0, 65535] to [-32768, 32767]. - int32_t sym_shifted_sum = shifted_sum + (-((1 << 15) + (1 << 16))); - int16_t sat_sym_shifted_sum = static_cast( - std::min(std::max(sym_shifted_sum, static_cast(-32768)), - static_cast(32767))); - // apply 1/(1 + x) LUT activation function - int16_t reciprocal_scale_Q015 = - lut_lookup(sat_sym_shifted_sum, params.one_over_one_plus_x_lut); - - // Rescale the exp_result with reciprocal - // range of output is [0, 32767] correspond to [0.0, 1.0] - for (int c = 0; c < depth; ++c) { - uint8_t right_shift = 31 - headroom_plus_one; - int64_t round = 1 << (right_shift - 1); - int32_t result = (static_cast(exp_results_Q015[c]) * - static_cast(reciprocal_scale_Q015) + - round) >> - right_shift; - output_data[i * depth + c] = static_cast( - std::min(std::max(result, static_cast(0)), - static_cast(32767))); - } - } -} - -} // namespace reference_ops -} // namespace tflite - -#endif // TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_SOFTMAX_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/space_to_batch_nd.h b/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/space_to_batch_nd.h deleted file mode 100644 index 7f844152..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/space_to_batch_nd.h +++ /dev/null @@ -1,109 +0,0 @@ -/* Copyright 2020 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_SPACE_TO_BATCH_ND_H_ -#define TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_SPACE_TO_BATCH_ND_H_ - -#include - -#include "ruy/profiler/instrumentation.h" // from @ruy -#include "tensorflow/lite/kernels/internal/common.h" -#include "tensorflow/lite/kernels/internal/types.h" - -namespace tflite { -namespace reference_ops { - -// TODO(b/135760455): Move this method anonymous namespace in a cc file. -inline RuntimeShape ExtendShapeSpaceToBatch(const RuntimeShape& shape) { - if (shape.DimensionsCount() == 4) { - return shape; - } - RuntimeShape new_shape(4, 1); - new_shape.SetDim(0, shape.Dims(0)); - new_shape.SetDim(1, shape.Dims(1)); - new_shape.SetDim(3, shape.Dims(2)); - return new_shape; -} - -template -inline void SpaceToBatchND(const SpaceToBatchParams& params, - const RuntimeShape& unextended_input1_shape, - const T* input1_data, - const RuntimeShape& unextended_input2_shape, - const int32_t* block_shape_data, - const RuntimeShape& unextended_input3_shape, - const int32_t* paddings_data, - const RuntimeShape& unextended_output_shape, - T* output_data) { - ruy::profiler::ScopeLabel label("SpaceToBatchND"); - TFLITE_DCHECK_GE(unextended_input1_shape.DimensionsCount(), 3); - TFLITE_DCHECK_LE(unextended_input1_shape.DimensionsCount(), 4); - TFLITE_DCHECK_EQ(unextended_input1_shape.DimensionsCount(), - unextended_output_shape.DimensionsCount()); - - // Extends the input/output shape from 3D to 4D if needed, NHC -> NH1C. - const RuntimeShape input1_shape = - ExtendShapeSpaceToBatch(unextended_input1_shape); - const RuntimeShape output_shape = - ExtendShapeSpaceToBatch(unextended_output_shape); - - const int depth = input1_shape.Dims(3); - const int input_width = input1_shape.Dims(2); - const int input_height = input1_shape.Dims(1); - const int input_batch_size = input1_shape.Dims(0); - - const int output_width = output_shape.Dims(2); - const int output_height = output_shape.Dims(1); - const int output_batch_size = output_shape.Dims(0); - - const int block_shape_height = block_shape_data[0]; - const int block_shape_width = - unextended_input1_shape.DimensionsCount() == 4 ? block_shape_data[1] : 1; - const int padding_top = paddings_data[0]; - const int padding_left = - unextended_input1_shape.DimensionsCount() == 4 ? paddings_data[2] : 0; - - // For uint8 quantized, the correct padding "zero value" is the output offset. - const int32_t pad_value = params.output_offset; - for (int out_b = 0; out_b < output_batch_size; ++out_b) { - int input_batch = out_b % input_batch_size; - int shift_w = (out_b / input_batch_size) % block_shape_width; - int shift_h = (out_b / input_batch_size) / block_shape_width; - for (int out_h = 0; out_h < output_height; ++out_h) { - for (int out_w = 0; out_w < output_width; ++out_w) { - T* out = output_data + Offset(output_shape, out_b, out_h, out_w, 0); - if (out_h * block_shape_height + shift_h < padding_top || - out_h * block_shape_height + shift_h >= - padding_top + input_height || - out_w * block_shape_width + shift_w < padding_left || - out_w * block_shape_width + shift_w >= padding_left + input_width) { - // This may not execute correctly when pad_value != 0 and T != uint8. - memset(out, pad_value, depth * sizeof(T)); - } else { - const T* in = - input1_data + - Offset(input1_shape, input_batch, - (out_h * block_shape_height + shift_h) - padding_top, - (out_w * block_shape_width + shift_w) - padding_left, 0); - memcpy(out, in, depth * sizeof(T)); - } - } - } - } -} - -} // namespace reference_ops -} // namespace tflite - -#endif // TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_SPACE_TO_BATCH_ND_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/space_to_depth.h b/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/space_to_depth.h deleted file mode 100644 index 7ad46549..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/space_to_depth.h +++ /dev/null @@ -1,80 +0,0 @@ -/* Copyright 2020 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_SPACE_TO_DEPTH_H_ -#define TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_SPACE_TO_DEPTH_H_ - -#include - -#include "tensorflow/lite/kernels/internal/types.h" - -namespace tflite { -namespace reference_ops { - -template -inline void SpaceToDepth(const tflite::SpaceToDepthParams& op_params, - const RuntimeShape& unextended_input_shape, - const T* input_data, - const RuntimeShape& unextended_output_shape, - T* output_data) { - TFLITE_DCHECK_LE(unextended_input_shape.DimensionsCount(), 4); - TFLITE_DCHECK_LE(unextended_output_shape.DimensionsCount(), 4); - const RuntimeShape input_shape = - RuntimeShape::ExtendedShape(4, unextended_input_shape); - const RuntimeShape output_shape = - RuntimeShape::ExtendedShape(4, unextended_output_shape); - - const int input_depth = input_shape.Dims(3); - const int input_width = input_shape.Dims(2); - const int input_height = input_shape.Dims(1); - const int input_batch = input_shape.Dims(0); - - const int output_depth = output_shape.Dims(3); - const int output_width = output_shape.Dims(2); - const int output_height = output_shape.Dims(1); - const int output_batch = output_shape.Dims(0); - - const int32_t block_size = op_params.block_size; - - TFLITE_DCHECK_EQ(input_width, output_width * block_size); - TFLITE_DCHECK_EQ(input_height, output_height * block_size); - TFLITE_DCHECK_EQ(input_depth * block_size * block_size, output_depth); - TFLITE_DCHECK_EQ(input_batch, output_batch); - - for (int in_b = 0; in_b < input_batch; ++in_b) { - for (int in_h = 0; in_h < input_height; ++in_h) { - for (int in_w = 0; in_w < input_width; ++in_w) { - for (int in_d = 0; in_d < input_depth; ++in_d) { - const int out_d = - in_d + ((in_h % block_size) * block_size + in_w % block_size) * - input_depth; - const int out_w = in_w / block_size; - const int out_h = in_h / block_size; - const int out_b = in_b; - - const int input_index = Offset(input_shape, in_b, in_h, in_w, in_d); - const int output_index = - Offset(output_shape, out_b, out_h, out_w, out_d); - - output_data[output_index] = input_data[input_index]; - } - } - } - } -} - -} // namespace reference_ops -} // namespace tflite - -#endif // TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_SPACE_TO_DEPTH_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/strided_slice.h b/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/strided_slice.h deleted file mode 100644 index 40dc2e91..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/strided_slice.h +++ /dev/null @@ -1,121 +0,0 @@ -/* Copyright 2017 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_STRIDED_SLICE_H_ -#define TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_STRIDED_SLICE_H_ - -#include "ruy/profiler/instrumentation.h" // from @ruy -#include "tensorflow/lite/kernels/internal/common.h" -#include "tensorflow/lite/kernels/internal/compatibility.h" -#include "tensorflow/lite/kernels/internal/portable_tensor.h" -#include "tensorflow/lite/kernels/internal/strided_slice_logic.h" -#include "tensorflow/lite/kernels/internal/types.h" - -namespace tflite { - -namespace reference_ops { - -template -inline void StridedSlice(const tflite::StridedSliceParams& op_params, - const RuntimeShape& unextended_input_shape, - const RuntimeShape& unextended_output_shape, - SequentialTensorWriter* writer) { - using strided_slice::LoopCondition; - using strided_slice::StartForAxis; - using strided_slice::StopForAxis; - - ruy::profiler::ScopeLabel label("StridedSlice"); - - // Note that the output_shape is not used herein. - tflite::StridedSliceParams params_copy = op_params; - - TFLITE_DCHECK_LE(unextended_input_shape.DimensionsCount(), 5); - TFLITE_DCHECK_LE(unextended_output_shape.DimensionsCount(), 5); - const RuntimeShape input_shape = - RuntimeShape::ExtendedShape(5, unextended_input_shape); - const RuntimeShape output_shape = - RuntimeShape::ExtendedShape(5, unextended_output_shape); - - // Reverse and pad to 5 dimensions because that is what the runtime code - // requires (ie. all shapes must be 5D and are given backwards). - strided_slice::StridedSlicePadIndices(¶ms_copy, 5); - - const int start_0 = StartForAxis(params_copy, input_shape, 0); - const int stop_0 = StopForAxis(params_copy, input_shape, 0, start_0); - const int start_1 = StartForAxis(params_copy, input_shape, 1); - const int stop_1 = StopForAxis(params_copy, input_shape, 1, start_1); - const int start_2 = StartForAxis(params_copy, input_shape, 2); - const int stop_2 = StopForAxis(params_copy, input_shape, 2, start_2); - const int start_3 = StartForAxis(params_copy, input_shape, 3); - const int stop_3 = StopForAxis(params_copy, input_shape, 3, start_3); - const int start_4 = StartForAxis(params_copy, input_shape, 4); - const int stop_4 = StopForAxis(params_copy, input_shape, 4, start_4); - - for (int offset_0 = start_0 * input_shape.Dims(1), - end_0 = stop_0 * input_shape.Dims(1), - step_0 = params_copy.strides[0] * input_shape.Dims(1); - !LoopCondition(offset_0, end_0, params_copy.strides[0]); - offset_0 += step_0) { - for (int offset_1 = (offset_0 + start_1) * input_shape.Dims(2), - end_1 = (offset_0 + stop_1) * input_shape.Dims(2), - step_1 = params_copy.strides[1] * input_shape.Dims(2); - !LoopCondition(offset_1, end_1, params_copy.strides[1]); - offset_1 += step_1) { - for (int offset_2 = (offset_1 + start_2) * input_shape.Dims(3), - end_2 = (offset_1 + stop_2) * input_shape.Dims(3), - step_2 = params_copy.strides[2] * input_shape.Dims(3); - !LoopCondition(offset_2, end_2, params_copy.strides[2]); - offset_2 += step_2) { - for (int offset_3 = (offset_2 + start_3) * input_shape.Dims(4), - end_3 = (offset_2 + stop_3) * input_shape.Dims(4), - step_3 = params_copy.strides[3] * input_shape.Dims(4); - !LoopCondition(offset_3, end_3, params_copy.strides[3]); - offset_3 += step_3) { - for (int offset_4 = offset_3 + start_4, end_4 = offset_3 + stop_4; - !LoopCondition(offset_4, end_4, params_copy.strides[4]); - offset_4 += params_copy.strides[4]) { - writer->Write(offset_4); - } - } - } - } - } -} - -template -inline void StridedSlice(const tflite::StridedSliceParams& op_params, - const RuntimeShape& unextended_input_shape, - const T* input_data, - const RuntimeShape& unextended_output_shape, - T* output_data) { - SequentialTensorWriter writer(input_data, output_data); - StridedSlice(op_params, unextended_input_shape, unextended_output_shape, - &writer); -} - -template -inline void StridedSlice(const tflite::StridedSliceParams& op_params, - const RuntimeShape& unextended_input_shape, - const TfLiteTensor* input, - const RuntimeShape& unextended_output_shape, - TfLiteTensor* output) { - SequentialTensorWriter writer(input, output); - StridedSlice(op_params, unextended_input_shape, unextended_output_shape, - &writer); -} - -} // namespace reference_ops -} // namespace tflite - -#endif // TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_STRIDED_SLICE_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/sub.h b/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/sub.h deleted file mode 100644 index d0ebc95a..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/sub.h +++ /dev/null @@ -1,479 +0,0 @@ -/* Copyright 2020 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_SUB_H_ -#define TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_SUB_H_ - -#include - -#include -#include - -#include "ruy/profiler/instrumentation.h" // from @ruy -#include "tensorflow/lite/kernels/internal/common.h" -#include "tensorflow/lite/kernels/internal/compatibility.h" -#include "tensorflow/lite/kernels/internal/types.h" - -namespace tflite { - -namespace reference_ops { - -inline void SubNonBroadcast(const ArithmeticParams& params, - const RuntimeShape& input1_shape, - const float* input1_data, - const RuntimeShape& input2_shape, - const float* input2_data, - const RuntimeShape& output_shape, - float* output_data) { - const int flat_size = - MatchingElementsSize(input1_shape, input2_shape, output_shape); - for (int i = 0; i < flat_size; ++i) { - output_data[i] = ActivationFunctionWithMinMax( - input1_data[i] - input2_data[i], params.float_activation_min, - params.float_activation_max); - } -} - -inline void SubNonBroadcast(const ArithmeticParams& params, - const RuntimeShape& input1_shape, - const int32_t* input1_data, - const RuntimeShape& input2_shape, - const int32_t* input2_data, - const RuntimeShape& output_shape, - int32_t* output_data) { - const int flat_size = - MatchingElementsSize(input1_shape, input2_shape, output_shape); - for (int i = 0; i < flat_size; ++i) { - output_data[i] = ActivationFunctionWithMinMax( - input1_data[i] - input2_data[i], params.quantized_activation_min, - params.quantized_activation_max); - } -} - -// TODO(b/151345304): We can implement BroadcastSub on buffers of arbitrary -// dimensionality if the runtime code does a single loop over one dimension -// that handles broadcasting as the base case. The code generator would then -// generate max(D1, D2) nested for loops. -template -inline void BroadcastSubSlow(const ArithmeticParams& params, - const RuntimeShape& input1_shape, - const float* input1_data, - const RuntimeShape& input2_shape, - const float* input2_data, - const RuntimeShape& output_shape, - float* output_data) { - ruy::profiler::ScopeLabel label("BroadcastSubSlow/float"); - TFLITE_DCHECK_LE(input1_shape.DimensionsCount(), N); - TFLITE_DCHECK_LE(input2_shape.DimensionsCount(), N); - TFLITE_DCHECK_LE(output_shape.DimensionsCount(), N); - NdArrayDesc desc1; - NdArrayDesc desc2; - NdArrayDesc output_desc; - NdArrayDescsForElementwiseBroadcast(input1_shape, input2_shape, &desc1, - &desc2); - CopyDimsToDesc(RuntimeShape::ExtendedShape(N, output_shape), &output_desc); - - // In Tensorflow, the dimensions are canonically named (batch_number, row, - // col, channel), with extents (batches, height, width, depth), with the - // trailing dimension changing most rapidly (channels has the smallest stride, - // typically 1 element). - // - // In generated C code, we store arrays with the dimensions reversed. The - // first dimension has smallest stride. - // - // We name our variables by their Tensorflow convention, but generate C code - // nesting loops such that the innermost loop has the smallest stride for the - // best cache behavior. - auto sub_func = [&](int indexes[N]) { - output_data[SubscriptToIndex(output_desc, indexes)] = - ActivationFunctionWithMinMax( - input1_data[SubscriptToIndex(desc1, indexes)] - - input2_data[SubscriptToIndex(desc2, indexes)], - params.float_activation_min, params.float_activation_max); - }; - NDOpsHelper(output_desc, sub_func); -} - -template -inline void BroadcastSubSlow(const ArithmeticParams& params, - const RuntimeShape& input1_shape, - const int32_t* input1_data, - const RuntimeShape& input2_shape, - const int32_t* input2_data, - const RuntimeShape& output_shape, - int32_t* output_data) { - ruy::profiler::ScopeLabel label("BroadcastSubSlow/int32_t"); - TFLITE_DCHECK_LE(input1_shape.DimensionsCount(), N); - TFLITE_DCHECK_LE(input2_shape.DimensionsCount(), N); - TFLITE_DCHECK_LE(output_shape.DimensionsCount(), N); - NdArrayDesc desc1; - NdArrayDesc desc2; - NdArrayDesc output_desc; - NdArrayDescsForElementwiseBroadcast(input1_shape, input2_shape, &desc1, - &desc2); - CopyDimsToDesc(RuntimeShape::ExtendedShape(N, output_shape), &output_desc); - - // In Tensorflow, the dimensions are canonically named (batch_number, row, - // col, channel), with extents (batches, height, width, depth), with the - // trailing dimension changing most rapidly (channels has the smallest stride, - // typically 1 element). - // - // In generated C code, we store arrays with the dimensions reversed. The - // first dimension has smallest stride. - // - // We name our variables by their Tensorflow convention, but generate C code - // nesting loops such that the innermost loop has the smallest stride for the - // best cache behavior. - auto sub_func = [&](int indexes[N]) { - output_data[SubscriptToIndex(output_desc, indexes)] = - ActivationFunctionWithMinMax( - input1_data[SubscriptToIndex(desc1, indexes)] - - input2_data[SubscriptToIndex(desc2, indexes)], - params.quantized_activation_min, params.quantized_activation_max); - }; - NDOpsHelper(output_desc, sub_func); -} - -template -void BroadcastSubSlow(const ArithmeticParams& params, - const RuntimeShape& input1_shape, - const int64_t* input1_data, - const RuntimeShape& input2_shape, - const int64_t* input2_data, - const RuntimeShape& output_shape, int64_t* output_data) { - ruy::profiler::ScopeLabel label("BroadcastSubSlow/int64_t"); - TFLITE_DCHECK_LE(input1_shape.DimensionsCount(), N); - TFLITE_DCHECK_LE(input2_shape.DimensionsCount(), N); - TFLITE_DCHECK_LE(output_shape.DimensionsCount(), N); - NdArrayDesc desc1; - NdArrayDesc desc2; - NdArrayDesc output_desc; - NdArrayDescsForElementwiseBroadcast(input1_shape, input2_shape, &desc1, - &desc2); - CopyDimsToDesc(RuntimeShape::ExtendedShape(N, output_shape), &output_desc); - - // In Tensorflow, the dimensions are canonically named (batch_number, row, - // col, channel), with extents (batches, height, width, depth), with the - // trailing dimension changing most rapidly (channels has the smallest stride, - // typically 1 element). - // - // In generated C code, we store arrays with the dimensions reversed. The - // first dimension has smallest stride. - // - // We name our variables by their Tensorflow convention, but generate C code - // nesting loops such that the innermost loop has the smallest stride for the - // best cache behavior. - auto sub_func = [&](int indexes[N]) { - output_data[SubscriptToIndex(output_desc, indexes)] = - ActivationFunctionWithMinMax( - input1_data[SubscriptToIndex(desc1, indexes)] - - input2_data[SubscriptToIndex(desc2, indexes)], - params.int64_activation_min, params.int64_activation_max); - }; - NDOpsHelper(output_desc, sub_func); -} - -template -void BroadcastSubSlow(const ArithmeticParams& params, - const RuntimeShape& input1_shape, const T* input1_data, - const RuntimeShape& input2_shape, const T* input2_data, - const RuntimeShape& output_shape, T* output_data) { - ruy::profiler::ScopeLabel label("BroadcastSubSlow/templated"); - TFLITE_DCHECK_LE(input1_shape.DimensionsCount(), N); - TFLITE_DCHECK_LE(input2_shape.DimensionsCount(), N); - TFLITE_DCHECK_LE(output_shape.DimensionsCount(), N); - NdArrayDesc desc1; - NdArrayDesc desc2; - NdArrayDesc output_desc; - NdArrayDescsForElementwiseBroadcast(input1_shape, input2_shape, &desc1, - &desc2); - CopyDimsToDesc(RuntimeShape::ExtendedShape(N, output_shape), &output_desc); - - // In Tensorflow, the dimensions are canonically named (batch_number, row, - // col, channel), with extents (batches, height, width, depth), with the - // trailing dimension changing most rapidly (channels has the smallest stride, - // typically 1 element). - // - // In generated C code, we store arrays with the dimensions reversed. The - // first dimension has smallest stride. - // - // We name our variables by their Tensorflow convention, but generate C code - // nesting loops such that the innermost loop has the smallest stride for the - // best cache behavior. - auto sub_func = [&](int indexes[N]) { - output_data[SubscriptToIndex(output_desc, indexes)] = - ActivationFunctionWithMinMax( - input1_data[SubscriptToIndex(desc1, indexes)] - - input2_data[SubscriptToIndex(desc2, indexes)], - params.quantized_activation_min, params.quantized_activation_max); - }; - NDOpsHelper(output_desc, sub_func); -} - -template -inline void BroadcastSub16POTSlow(const ArithmeticParams& params, - const RuntimeShape& input1_shape, - const int16_t* input1_data, - const RuntimeShape& input2_shape, - const int16_t* input2_data, - const RuntimeShape& output_shape, - int16_t* output_data) { - ruy::profiler::ScopeLabel label("BroadcastSub16POTSlow/int16_t"); - NdArrayDesc desc1; - NdArrayDesc desc2; - NdArrayDesc output_desc; - NdArrayDescsForElementwiseBroadcast(input1_shape, input2_shape, &desc1, - &desc2); - CopyDimsToDesc(RuntimeShape::ExtendedShape(N, output_shape), &output_desc); - - // In Tensorflow, the dimensions are canonically named (batch_number, row, - // col, channel), with extents (batches, height, width, depth), with the - // trailing dimension changing most rapidly (channels has the smallest stride, - // typically 1 element). - // - // In generated C code, we store arrays with the dimensions reversed. The - // first dimension has smallest stride. - // - // We name our variables by their Tensorflow convention, but generate C code - // nesting loops such that the innermost loop has the smallest stride for the - // best cache behavior. - auto sub_func = [&](int indexes[N]) { - const int32_t input1_val = input1_data[SubscriptToIndex(desc1, indexes)]; - const int32_t input2_val = input2_data[SubscriptToIndex(desc2, indexes)]; - const int32_t scaled_input1_val = - gemmlowp::RoundingDivideByPOT(input1_val, -params.input1_shift); - const int32_t scaled_input2_val = - gemmlowp::RoundingDivideByPOT(input2_val, -params.input2_shift); - const int32_t raw_output = scaled_input1_val - scaled_input2_val; - const int32_t clamped_output = - std::min(params.quantized_activation_max, - std::max(params.quantized_activation_min, raw_output)); - output_data[SubscriptToIndex(output_desc, indexes)] = - static_cast(clamped_output); - }; - NDOpsHelper(output_desc, sub_func); -} - -template -void BroadcastQuantSubSlow(const ArithmeticParams& params, - const RuntimeShape& input1_shape, - const T* input1_data, - const RuntimeShape& input2_shape, - const T* input2_data, - const RuntimeShape& output_shape, T* output_data) { - ruy::profiler::ScopeLabel label("BroadcastQuantSubSlow/T"); - TFLITE_DCHECK_LE(input1_shape.DimensionsCount(), N); - TFLITE_DCHECK_LE(input2_shape.DimensionsCount(), N); - TFLITE_DCHECK_LE(output_shape.DimensionsCount(), N); - NdArrayDesc desc1; - NdArrayDesc desc2; - NdArrayDesc output_desc; - NdArrayDescsForElementwiseBroadcast(input1_shape, input2_shape, &desc1, - &desc2); - CopyDimsToDesc(RuntimeShape::ExtendedShape(N, output_shape), &output_desc); - - // In Tensorflow, the dimensions are canonically named (batch_number, row, - // col, channel), with extents (batches, height, width, depth), with the - // trailing dimension changing most rapidly (channels has the smallest stride, - // typically 1 element). - // - // In generated C code, we store arrays with the dimensions reversed. The - // first dimension has smallest stride. - // - // We name our variables by their Tensorflow convention, but generate C code - // nesting loops such that the innermost loop has the smallest stride for the - // best cache behavior. - auto sub_func = [&](int indexes[N]) { - const int32_t input1_val = - params.input1_offset + input1_data[SubscriptToIndex(desc1, indexes)]; - const int32_t input2_val = - params.input2_offset + input2_data[SubscriptToIndex(desc2, indexes)]; - const int32_t shifted_input1_val = input1_val * (1 << params.left_shift); - const int32_t shifted_input2_val = input2_val * (1 << params.left_shift); - const int32_t scaled_input1_val = - MultiplyByQuantizedMultiplierSmallerThanOneExp( - shifted_input1_val, params.input1_multiplier, params.input1_shift); - const int32_t scaled_input2_val = - MultiplyByQuantizedMultiplierSmallerThanOneExp( - shifted_input2_val, params.input2_multiplier, params.input2_shift); - const int32_t raw_sub = scaled_input1_val - scaled_input2_val; - const int32_t raw_output = - MultiplyByQuantizedMultiplierSmallerThanOneExp( - raw_sub, params.output_multiplier, params.output_shift) + - params.output_offset; - const int32_t clamped_output = - std::min(params.quantized_activation_max, - std::max(params.quantized_activation_min, raw_output)); - output_data[SubscriptToIndex(output_desc, indexes)] = - static_cast(clamped_output); - }; - NDOpsHelper(output_desc, sub_func); -} - -// Element-wise add that can often be used for inner loop of broadcast add as -// well as the non-broadcast add. -template -inline void SubElementwise(int size, const ArithmeticParams& params, - const T* input1_data, const T* input2_data, - T* output_data) { - for (int i = 0; i < size; ++i) { - const int32_t input1_val = params.input1_offset + input1_data[i]; - const int32_t input2_val = params.input2_offset + input2_data[i]; - const int32_t shifted_input1_val = input1_val * (1 << params.left_shift); - const int32_t shifted_input2_val = input2_val * (1 << params.left_shift); - const int32_t scaled_input1_val = - MultiplyByQuantizedMultiplierSmallerThanOneExp( - shifted_input1_val, params.input1_multiplier, params.input1_shift); - const int32_t scaled_input2_val = - MultiplyByQuantizedMultiplierSmallerThanOneExp( - shifted_input2_val, params.input2_multiplier, params.input2_shift); - const int32_t raw_sub = scaled_input1_val - scaled_input2_val; - const int32_t raw_output = - MultiplyByQuantizedMultiplierSmallerThanOneExp( - raw_sub, params.output_multiplier, params.output_shift) + - params.output_offset; - const int32_t clamped_output = - std::min(params.quantized_activation_max, - std::max(params.quantized_activation_min, raw_output)); - output_data[i] = static_cast(clamped_output); - } -} - -inline void Sub(const ArithmeticParams& params, - const RuntimeShape& input1_shape, const uint8_t* input1_data, - const RuntimeShape& input2_shape, const uint8_t* input2_data, - const RuntimeShape& output_shape, uint8_t* output_data) { - TFLITE_DCHECK_LE(params.quantized_activation_min, - params.quantized_activation_max); - const int flat_size = - MatchingElementsSize(input1_shape, input2_shape, output_shape); - - TFLITE_DCHECK_GT(params.input1_offset, -256); - TFLITE_DCHECK_GT(params.input2_offset, -256); - TFLITE_DCHECK_LT(params.input1_offset, 256); - TFLITE_DCHECK_LT(params.input2_offset, 256); - SubElementwise(flat_size, params, input1_data, input2_data, output_data); -} - -inline void Sub(const ArithmeticParams& params, - const RuntimeShape& input1_shape, const int8_t* input1_data, - const RuntimeShape& input2_shape, const int8_t* input2_data, - const RuntimeShape& output_shape, int8_t* output_data) { - TFLITE_DCHECK_LE(params.quantized_activation_min, - params.quantized_activation_max); - - const int flat_size = - MatchingElementsSize(input1_shape, input2_shape, output_shape); - - TFLITE_DCHECK_GE(params.input1_offset, -128); - TFLITE_DCHECK_GE(params.input2_offset, -128); - // offset = -quantization_params.zero_point in PrepareGeneralSubOp(). - // So it's maximum can be 128 not 127. - TFLITE_DCHECK_LE(params.input1_offset, 128); - TFLITE_DCHECK_LE(params.input2_offset, 128); - SubElementwise(flat_size, params, input1_data, input2_data, output_data); -} - -inline void Sub(const ArithmeticParams& params, - const RuntimeShape& input1_shape, const int16_t* input1_data, - const RuntimeShape& input2_shape, const int16_t* input2_data, - const RuntimeShape& output_shape, int16_t* output_data) { - TFLITE_DCHECK_LE(params.quantized_activation_min, - params.quantized_activation_max); - - const int flat_size = - MatchingElementsSize(input1_shape, input2_shape, output_shape); - - TFLITE_DCHECK_EQ(params.input1_offset, 0); - TFLITE_DCHECK_EQ(params.input2_offset, 0); - SubElementwise(flat_size, params, input1_data, input2_data, output_data); -} - -template -void Sub(const ArithmeticParams& params, const RuntimeShape& input1_shape, - const T* input1_data, const RuntimeShape& input2_shape, - const T* input2_data, const RuntimeShape& output_shape, - T* output_data) { - NdArrayDesc<4> desc1; - NdArrayDesc<4> desc2; - NdArrayDescsForElementwiseBroadcast(input1_shape, input2_shape, &desc1, - &desc2); - const RuntimeShape extended_output_shape = - RuntimeShape::ExtendedShape(4, output_shape); - - // In Tensorflow, the dimensions are canonically named (batch_number, row, - // col, channel), with extents (batches, height, width, depth), with the - // trailing dimension changing most rapidly (channels has the smallest stride, - // typically 1 element). - // - // In generated C code, we store arrays with the dimensions reversed. The - // first dimension has smallest stride. - // - // We name our variables by their Tensorflow convention, but generate C code - // nesting loops such that the innermost loop has the smallest stride for the - // best cache behavior. - for (int b = 0; b < extended_output_shape.Dims(0); ++b) { - for (int y = 0; y < extended_output_shape.Dims(1); ++y) { - for (int x = 0; x < extended_output_shape.Dims(2); ++x) { - for (int c = 0; c < extended_output_shape.Dims(3); ++c) { - output_data[Offset(extended_output_shape, b, y, x, c)] = - input1_data[SubscriptToIndex(desc1, b, y, x, c)] - - input2_data[SubscriptToIndex(desc2, b, y, x, c)]; - } - } - } - } -} - -inline void SetActivationMinMax(const ArithmeticParams& params, - int32_t* activation_min, - int32_t* activation_max) { - *activation_min = params.quantized_activation_min; - *activation_max = params.quantized_activation_max; -} - -inline void SetActivationMinMax(const ArithmeticParams& params, - float* activation_min, float* activation_max) { - *activation_min = params.float_activation_min; - *activation_max = params.float_activation_max; -} - -inline void SetActivationMinMax(const ArithmeticParams& params, - int64_t* activation_min, - int64_t* activation_max) { - *activation_min = params.int64_activation_min; - *activation_max = params.int64_activation_max; -} - -template -inline void SubWithActivation( - const ArithmeticParams& params, const RuntimeShape& input1_shape, - const T* input1_data, const RuntimeShape& input2_shape, - const T* input2_data, const RuntimeShape& output_shape, T* output_data) { - ruy::profiler::ScopeLabel label("SubWithActivation"); - const int flat_size = - MatchingElementsSize(input1_shape, input2_shape, output_shape); - T activation_min, activation_max; - SetActivationMinMax(params, &activation_min, &activation_max); - - for (int i = 0; i < flat_size; ++i) { - output_data[i] = ActivationFunctionWithMinMax( - input1_data[i] - input2_data[i], activation_min, activation_max); - } -} - -} // namespace reference_ops -} // namespace tflite - -#endif // TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_SUB_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/tanh.h b/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/tanh.h deleted file mode 100644 index 3a05c474..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/tanh.h +++ /dev/null @@ -1,129 +0,0 @@ -/* Copyright 2020 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_TANH_H_ -#define TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_TANH_H_ - -#include - -#include "fixedpoint/fixedpoint.h" -#include "tensorflow/lite/kernels/internal/common.h" -#include "tensorflow/lite/kernels/internal/cppmath.h" -#include "tensorflow/lite/kernels/internal/types.h" -#include "tensorflow/lite/kernels/op_macros.h" - -namespace tflite { -namespace reference_ops { - -inline void Tanh(const RuntimeShape& input_shape, const float* input_data, - const RuntimeShape& output_shape, float* output_data) { - const int flat_size = MatchingFlatSize(input_shape, output_shape); - - for (int i = 0; i < flat_size; i++) { - float val = input_data[i]; - float result = std::tanh(val); - output_data[i] = result; - } -} - -// Convenience version that allows, for example, generated-code calls to be -// uniform between data types. -inline void Tanh(const TanhParams&, const RuntimeShape& input_shape, - const float* input_data, const RuntimeShape& output_shape, - float* output_data) { - // Drop params: not needed. - Tanh(input_shape, input_data, output_shape, output_data); -} - -inline void Tanh(const TanhParams& params, const RuntimeShape& input_shape, - const int16_t* input_data, const RuntimeShape& output_shape, - int16_t* output_data) { - const int input_left_shift = params.input_left_shift; - // Support for shifts is limited until we have a parameterized version of - // SaturatingRoundingMultiplyByPOT(). - TFLITE_DCHECK_GE(input_left_shift, 0); - TFLITE_DCHECK_LE(input_left_shift, 1); - - const int flat_size = MatchingFlatSize(input_shape, output_shape); - - // F0 uses 0 integer bits, range [-1, 1]. - // This is the return type of math functions such as tanh, logistic, - // whose range is in [-1, 1]. - using F0 = gemmlowp::FixedPoint; - // F3 uses 3 integer bits, range [-8, 8], the input range expected here. - using F3 = gemmlowp::FixedPoint; - - if (input_left_shift == 0) { - for (int i = 0; i < flat_size; i++) { - F3 input = F3::FromRaw(input_data[i]); - F0 output = gemmlowp::tanh(input); - output_data[i] = output.raw(); - } - } else { - for (int i = 0; i < flat_size; i++) { - F3 input = F3::FromRaw( - gemmlowp::SaturatingRoundingMultiplyByPOT<1>(input_data[i])); - F0 output = gemmlowp::tanh(input); - output_data[i] = output.raw(); - } - } -} - -inline void Tanh(const TanhParams& params, const RuntimeShape& input_shape, - const uint8_t* input_data, const RuntimeShape& output_shape, - uint8_t* output_data) { - const int32_t input_zero_point = params.input_zero_point; - const int32_t input_range_radius = params.input_range_radius; - const int32_t input_multiplier = params.input_multiplier; - const int input_left_shift = params.input_left_shift; - const int32_t output_zero_point = 128; - const int flat_size = MatchingFlatSize(input_shape, output_shape); - - for (int i = 0; i < flat_size; i++) { - const uint8_t input_val_u8 = input_data[i]; - const int32_t input_val_centered = - static_cast(input_val_u8) - input_zero_point; - uint8_t output_val; - if (input_val_centered <= -input_range_radius) { - output_val = 0; - } else if (input_val_centered >= input_range_radius) { - output_val = 255; - } else { - const int32_t input_val_rescaled = - MultiplyByQuantizedMultiplierGreaterThanOne( - input_val_centered, input_multiplier, input_left_shift); - using FixedPoint4 = gemmlowp::FixedPoint; - using FixedPoint0 = gemmlowp::FixedPoint; - const FixedPoint4 input_val_f4 = FixedPoint4::FromRaw(input_val_rescaled); - const FixedPoint0 output_val_f0 = gemmlowp::tanh(input_val_f4); - // Convert from Q0.31 to Q24.7. - using gemmlowp::RoundingDivideByPOT; - int32_t output_val_s32 = RoundingDivideByPOT(output_val_f0.raw(), 24); - output_val_s32 += output_zero_point; - if (output_val_s32 == 256) { - output_val_s32 = 255; - } - // Reinterpret as Q0.7, encoded in uint8_t. - TFLITE_DCHECK_GE(output_val_s32, 0); - TFLITE_DCHECK_LE(output_val_s32, 255); - output_val = static_cast(output_val_s32); - } - output_data[i] = output_val; - } -} - -} // namespace reference_ops -} // namespace tflite - -#endif // TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_TANH_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/transpose.h b/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/transpose.h deleted file mode 100644 index 96aa4cca..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/transpose.h +++ /dev/null @@ -1,111 +0,0 @@ -/* Copyright 2020 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_TRANSPOSE_H_ -#define TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_TRANSPOSE_H_ - -#include "tensorflow/lite/kernels/internal/common.h" -#include "tensorflow/lite/kernels/internal/types.h" - -namespace tflite { - -namespace reference_ops { - -template -void TransposeImpl(const TransposeParams& params, - const RuntimeShape& unextended_input_shape, - const T* input_data, - const RuntimeShape& unextended_output_shape, - T* output_data) { - const int unextended_input_size = unextended_input_shape.DimensionsCount(); - const int unextended_output_size = unextended_output_shape.DimensionsCount(); - TFLITE_DCHECK_LE(unextended_input_size, N); - TFLITE_DCHECK_LE(unextended_output_size, N); - TFLITE_DCHECK_EQ(unextended_output_size, params.perm_count); - const int input_ext_size = N - unextended_input_size; - const int output_ext_size = N - unextended_output_size; - NdArrayDesc input_desc; - NdArrayDesc output_desc; - CopyDimsToDesc(RuntimeShape::ExtendedShape(N, unextended_input_shape), - &input_desc); - CopyDimsToDesc(RuntimeShape::ExtendedShape(N, unextended_output_shape), - &output_desc); - - // The perm data is extended to match the output, each index incremented by - // the amount of front padding of the input shape. - int extended_perm[N]; - for (int i = 0; i < N; ++i) { - extended_perm[i] = i < output_ext_size - ? i - : params.perm[i - output_ext_size] + input_ext_size; - } - - // Permutes the input shape so we don't need to permute the indexes inside - // the loop. Check to make sure output_dims is matching input_dims. - NdArrayDesc perm_input_desc; - for (int k = 0; k < N; ++k) { - TFLITE_DCHECK_EQ(input_desc.extents[extended_perm[k]], - output_desc.extents[k]); - perm_input_desc.extents[k] = input_desc.extents[extended_perm[k]]; - perm_input_desc.strides[k] = input_desc.strides[extended_perm[k]]; - } - - // Naive transpose loop (iterate on output index and compute input index). - auto tranpose_func = [&](int indexes[N]) { - output_data[SubscriptToIndex(output_desc, indexes)] = - input_data[SubscriptToIndex(perm_input_desc, indexes)]; - }; - NDOpsHelper(output_desc, tranpose_func); -} - -template -void Transpose(const TransposeParams& params, - const RuntimeShape& unextended_input_shape, const T* input_data, - const RuntimeShape& unextended_output_shape, T* output_data) { - // Transpose kernel only does rearranging values not numeric evaluations on - // each cell. It's safe to implement per size of scalar type and this trick - // keeps the total code size in a reasonable range. - switch (sizeof(T)) { - case 1: - TransposeImpl(params, unextended_input_shape, - reinterpret_cast(input_data), - unextended_output_shape, - reinterpret_cast(output_data)); - break; - case 2: - TransposeImpl(params, unextended_input_shape, - reinterpret_cast(input_data), - unextended_output_shape, - reinterpret_cast(output_data)); - break; - - case 4: - TransposeImpl(params, unextended_input_shape, - reinterpret_cast(input_data), - unextended_output_shape, - reinterpret_cast(output_data)); - break; - case 8: - TransposeImpl(params, unextended_input_shape, - reinterpret_cast(input_data), - unextended_output_shape, - reinterpret_cast(output_data)); - break; - } -} - -} // namespace reference_ops -} // namespace tflite - -#endif // TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_TRANSPOSE_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/transpose_conv.h b/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/transpose_conv.h deleted file mode 100644 index ac91f379..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/reference/transpose_conv.h +++ /dev/null @@ -1,219 +0,0 @@ -/* Copyright 2020 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_TRANSPOSE_CONV_H_ -#define TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_TRANSPOSE_CONV_H_ - -#include - -#include "tensorflow/lite/kernels/internal/common.h" -#include "tensorflow/lite/kernels/internal/types.h" - -namespace tflite { - -namespace reference_ops { - -inline void TransposeConv( - const ConvParams& params, const RuntimeShape& input_shape, - const float* input_data, const RuntimeShape& filter_shape, - const float* filter_data, const RuntimeShape& bias_shape, - const float* bias_data, const RuntimeShape& output_shape, - float* output_data, const RuntimeShape& im2col_shape, float* im2col_data) { - const int stride_width = params.stride_width; - const int stride_height = params.stride_height; - const int pad_width = params.padding_values.width; - const int pad_height = params.padding_values.height; - TFLITE_DCHECK_EQ(input_shape.DimensionsCount(), 4); - TFLITE_DCHECK_EQ(filter_shape.DimensionsCount(), 4); - TFLITE_DCHECK_EQ(output_shape.DimensionsCount(), 4); - (void)im2col_data; // only used in optimized code. - (void)im2col_shape; // only used in optimized code. - - const int batches = MatchingDim(input_shape, 0, output_shape, 0); - const int input_depth = MatchingDim(input_shape, 3, filter_shape, 3); - const int output_depth = MatchingDim(filter_shape, 0, output_shape, 3); - const int input_height = input_shape.Dims(1); - const int input_width = input_shape.Dims(2); - const int filter_height = filter_shape.Dims(1); - const int filter_width = filter_shape.Dims(2); - const int output_height = output_shape.Dims(1); - const int output_width = output_shape.Dims(2); - if (bias_data) { - TFLITE_DCHECK_EQ(bias_shape.FlatSize(), output_depth); - } - - // Although transpose convolution simplifies to convolution with transposed - // weights for strides of 1, non-unitary striding complicates matters. To - // keep this reference implementation as clear as possible, we use a - // "scatter" access pattern, where we loop through all the input elements, - // computing their influence on the output, rather than looping through the - // output elements in the typical "gather" access pattern of a conv. We - // therefore must initialize the output array to zero. - const int num_elements = output_shape.FlatSize(); - for (int i = 0; i < num_elements; i++) { - output_data[i] = 0.0f; - } - - // Loop through input elements one at a time. - for (int batch = 0; batch < batches; ++batch) { - for (int in_y = 0; in_y < input_height; ++in_y) { - for (int in_x = 0; in_x < input_width; ++in_x) { - for (int in_channel = 0; in_channel < input_depth; ++in_channel) { - // Loop through the output elements it will influence - const int out_x_origin = (in_x * stride_width) - pad_width; - const int out_y_origin = (in_y * stride_height) - pad_height; - for (int filter_y = 0; filter_y < filter_height; ++filter_y) { - for (int filter_x = 0; filter_x < filter_width; ++filter_x) { - for (int out_channel = 0; out_channel < output_depth; - ++out_channel) { - // Compute output element location - const int out_x = out_x_origin + filter_x; - const int out_y = out_y_origin + filter_y; - // We cannot accumulate out of bounds - if ((out_x >= 0) && (out_x < output_width) && (out_y >= 0) && - (out_y < output_height)) { - float input_value = input_data[Offset( - input_shape, batch, in_y, in_x, in_channel)]; - float filter_value = - filter_data[Offset(filter_shape, out_channel, filter_y, - filter_x, in_channel)]; - output_data[Offset(output_shape, batch, out_y, out_x, - out_channel)] += - input_value * filter_value; - } - } - } - } - } - } - } - } - if (bias_data) { - for (int batch = 0; batch < batches; ++batch) { - for (int out_y = 0; out_y < output_height; ++out_y) { - for (int out_x = 0; out_x < output_width; ++out_x) { - for (int out_channel = 0; out_channel < output_depth; ++out_channel) { - output_data[Offset(output_shape, batch, out_y, out_x, - out_channel)] += bias_data[out_channel]; - } - } - } - } - } -} - -inline void TransposeConv( - const ConvParams& params, const RuntimeShape& input_shape, - const uint8_t* input_data, const RuntimeShape& filter_shape, - const uint8_t* filter_data, const RuntimeShape& bias_shape, - const int32_t* bias_data, const RuntimeShape& output_shape, - uint8_t* output_data, const RuntimeShape& im2col_shape, - uint8_t* im2col_data, int32_t* scratch_buffer) { - const int stride_width = params.stride_width; - const int stride_height = params.stride_height; - const int pad_width = params.padding_values.width; - const int pad_height = params.padding_values.height; - TFLITE_DCHECK_EQ(input_shape.DimensionsCount(), 4); - TFLITE_DCHECK_EQ(filter_shape.DimensionsCount(), 4); - TFLITE_DCHECK_EQ(output_shape.DimensionsCount(), 4); - (void)im2col_data; // only used in optimized code. - (void)im2col_shape; // only used in optimized code. - - const int batches = MatchingDim(input_shape, 0, output_shape, 0); - const int input_depth = MatchingDim(input_shape, 3, filter_shape, 3); - const int output_depth = MatchingDim(filter_shape, 0, output_shape, 3); - const int input_height = input_shape.Dims(1); - const int input_width = input_shape.Dims(2); - const int filter_height = filter_shape.Dims(1); - const int filter_width = filter_shape.Dims(2); - const int output_height = output_shape.Dims(1); - const int output_width = output_shape.Dims(2); - const int32_t input_offset = params.input_offset; - const int32_t filter_offset = params.weights_offset; - const int32_t output_offset = params.output_offset; - const int32_t output_multiplier = params.output_multiplier; - const int output_shift = params.output_shift; - const int32_t output_activation_min = params.quantized_activation_min; - const int32_t output_activation_max = params.quantized_activation_max; - TFLITE_DCHECK_LE(output_activation_min, output_activation_max); - if (bias_data) { - TFLITE_DCHECK_EQ(bias_shape.FlatSize(), output_depth); - } - - const int num_elements = output_shape.FlatSize(); - // We need to initialize scratch_buffer to all 0s, as we apply the same - // 'scatter' based trick as in float version. - memset(scratch_buffer, 0, num_elements * sizeof(int32_t)); - - // Loop through input elements one at a time. - for (int batch = 0; batch < batches; ++batch) { - for (int in_y = 0; in_y < input_height; ++in_y) { - for (int in_x = 0; in_x < input_width; ++in_x) { - for (int in_channel = 0; in_channel < input_depth; ++in_channel) { - // Loop through the output elements it will influence. - const int out_x_origin = (in_x * stride_width) - pad_width; - const int out_y_origin = (in_y * stride_height) - pad_height; - for (int filter_y = 0; filter_y < filter_height; ++filter_y) { - for (int filter_x = 0; filter_x < filter_width; ++filter_x) { - for (int out_channel = 0; out_channel < output_depth; - ++out_channel) { - // Compute output element location. - const int out_x = out_x_origin + filter_x; - const int out_y = out_y_origin + filter_y; - // We cannot accumulate out of bounds. - if ((out_x >= 0) && (out_x < output_width) && (out_y >= 0) && - (out_y < output_height)) { - uint8_t input_value = input_data[Offset( - input_shape, batch, in_y, in_x, in_channel)]; - uint8_t filter_value = - filter_data[Offset(filter_shape, out_channel, filter_y, - filter_x, in_channel)]; - scratch_buffer[Offset(output_shape, batch, out_y, out_x, - out_channel)] += - (input_value + input_offset) * - (filter_value + filter_offset); - } - } - } - } - } - } - } - } - for (int batch = 0; batch < batches; ++batch) { - for (int out_y = 0; out_y < output_height; ++out_y) { - for (int out_x = 0; out_x < output_width; ++out_x) { - for (int out_channel = 0; out_channel < output_depth; ++out_channel) { - int32_t acc = scratch_buffer[Offset(output_shape, batch, out_y, out_x, - out_channel)]; - if (bias_data) { - acc += bias_data[out_channel]; - } - int32_t scaled_acc = MultiplyByQuantizedMultiplier( - acc, output_multiplier, output_shift); - scaled_acc += output_offset; - scaled_acc = std::max(scaled_acc, output_activation_min); - scaled_acc = std::min(scaled_acc, output_activation_max); - output_data[Offset(output_shape, batch, out_y, out_x, out_channel)] = - static_cast(scaled_acc); - } - } - } - } -} - -} // namespace reference_ops -} // namespace tflite - -#endif // TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_TRANSPOSE_CONV_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/runtime_shape.h b/code/components/tflite-lib/tensorflow/lite/kernels/internal/runtime_shape.h deleted file mode 100644 index c2678b57..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/runtime_shape.h +++ /dev/null @@ -1,158 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_RUNTIME_SHAPE_H_ -#define TENSORFLOW_LITE_KERNELS_INTERNAL_RUNTIME_SHAPE_H_ - -namespace tflite { - -template -struct Dims { - int sizes[N]; - int strides[N]; -}; - -class RuntimeShape { - public: - RuntimeShape& operator=(RuntimeShape const&) = delete; - - // RuntimeShape in TFLM supports up to 5 dimensions. - // The name kMaxSmallSize comes from the same file of the upstream - // tensorflow lite repo and need to be kept the same for max reuse. - static constexpr int kMaxSmallSize = 5; - - RuntimeShape() : size_(0) {} - - explicit RuntimeShape(int dimensions_count) : size_(dimensions_count) {} - - RuntimeShape(int shape_size, int32_t value) : size_(shape_size) { - for (int i = 0; i < shape_size; ++i) { - SetDim(i, value); - } - } - - RuntimeShape(int dimensions_count, const int32_t* dims_data) - : size_(dimensions_count) { - ReplaceWith(dimensions_count, dims_data); - } - - bool operator==(const RuntimeShape& comp) const { - return this->size_ == comp.size_ && - std::memcmp(DimsData(), comp.DimsData(), size_ * sizeof(int32_t)) == - 0; - } - - ~RuntimeShape() {} - - int32_t DimensionsCount() const { return size_; } - int32_t Dims(int i) const { - TFLITE_DCHECK_GE(i, 0); - TFLITE_DCHECK_LT(i, size_); - return dims_[i]; - } - void SetDim(int i, int32_t val) { - TFLITE_DCHECK_GE(i, 0); - TFLITE_DCHECK_LT(i, size_); - dims_[i] = val; - } - - static RuntimeShape ExtendedShape(int new_shape_size, - const RuntimeShape& shape) { - return RuntimeShape(new_shape_size, shape, 1); - } - int32_t* DimsData() { return dims_; } - const int32_t* DimsData() const { return dims_; } - const int32_t* DimsDataUpTo5D() const { return dims_; } - - void ReplaceWith(int dimensions_count, const int32_t* dims_data) { - size_ = dimensions_count; - int32_t* dst_dims = DimsData(); - std::memcpy(dst_dims, dims_data, dimensions_count * sizeof(int32_t)); - } - - // Returns the total count of elements, that is the size when flattened into a - // vector. - int FlatSize() const { - int buffer_size = 1; - const int* dims_data = reinterpret_cast(DimsData()); - for (int i = 0; i < size_; i++) { - buffer_size *= dims_data[i]; - } - return buffer_size; - } - - private: - // For use only by ExtendedShape(), written to guarantee (return-value) copy - // elision in C++17. - // This creates a shape padded to the desired size with the specified value. - RuntimeShape(int new_shape_size, const RuntimeShape& shape, int pad_value) - : size_(new_shape_size) { - // If the following check fails, it is likely because a 4D-only kernel is - // being used with an array of larger dimension count. - TFLITE_CHECK_GE(new_shape_size, shape.DimensionsCount()); - const int size_increase = new_shape_size - shape.DimensionsCount(); - for (int i = 0; i < size_increase; ++i) { - SetDim(i, pad_value); - } - std::memcpy(DimsData() + size_increase, shape.DimsData(), - sizeof(int32_t) * shape.DimensionsCount()); - } - - int32_t size_; - union { - int32_t dims_[kMaxSmallSize]; - }; -}; - -// Since tensors with '0' in their shape are valid in TF, these offset functions -// allow that as long as the corresponding index is also 0. It is upto the -// calling ops to ensure that they perform verification checks on tensor shapes -// if they don't support a particular behavior. - -inline int Offset(const RuntimeShape& shape, int i0, int i1, int i2, int i3) { - TFLITE_DCHECK_EQ(shape.DimensionsCount(), 4); - const int* dims_data = reinterpret_cast(shape.DimsData()); - TFLITE_DCHECK((dims_data[0] == 0 && i0 == 0) || - (i0 >= 0 && i0 < dims_data[0])); - TFLITE_DCHECK((dims_data[1] == 0 && i1 == 0) || - (i1 >= 0 && i1 < dims_data[1])); - TFLITE_DCHECK((dims_data[2] == 0 && i2 == 0) || - (i2 >= 0 && i2 < dims_data[2])); - TFLITE_DCHECK((dims_data[3] == 0 && i3 == 0) || - (i3 >= 0 && i3 < dims_data[3])); - return ((i0 * dims_data[1] + i1) * dims_data[2] + i2) * dims_data[3] + i3; -} - -inline int Offset(const RuntimeShape& shape, int i0, int i1, int i2, int i3, - int i4) { - TFLITE_DCHECK_EQ(shape.DimensionsCount(), 5); - const int* dims_data = reinterpret_cast(shape.DimsData()); - TFLITE_DCHECK((dims_data[0] == 0 && i0 == 0) || - (i0 >= 0 && i0 < dims_data[0])); - TFLITE_DCHECK((dims_data[1] == 0 && i1 == 0) || - (i1 >= 0 && i1 < dims_data[1])); - TFLITE_DCHECK((dims_data[2] == 0 && i2 == 0) || - (i2 >= 0 && i2 < dims_data[2])); - TFLITE_DCHECK((dims_data[3] == 0 && i3 == 0) || - (i3 >= 0 && i3 < dims_data[3])); - TFLITE_DCHECK((dims_data[4] == 0 && i4 == 0) || - (i4 >= 0 && i4 < dims_data[4])); - return (((i0 * dims_data[1] + i1) * dims_data[2] + i2) * dims_data[3] + i3) * - dims_data[4] + - i4; -} - -} // namespace tflite - -#endif // TENSORFLOW_LITE_KERNELS_INTERNAL_RUNTIME_SHAPE_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/strided_slice_logic.h b/code/components/tflite-lib/tensorflow/lite/kernels/internal/strided_slice_logic.h deleted file mode 100644 index bfe84050..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/strided_slice_logic.h +++ /dev/null @@ -1,211 +0,0 @@ -/* Copyright 2018 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_STRIDED_SLICE_LOGIC_H_ -#define TENSORFLOW_LITE_KERNELS_INTERNAL_STRIDED_SLICE_LOGIC_H_ - -#include -#include - -#include "tensorflow/lite/kernels/internal/compatibility.h" -#include "tensorflow/lite/kernels/internal/types.h" - -namespace tflite { -namespace strided_slice { - -// Use until std::clamp() is available from C++17. -inline int Clamp(const int v, const int lo, const int hi) { - TFLITE_DCHECK(!(hi < lo)); - if (hi < v) return hi; - if (v < lo) return lo; - return v; -} - -inline void StridedSlicePadIndices(tflite::StridedSliceParams* p, - int dim_count) { - // Add indices and mask bits to fully include extra dimensions - TFLITE_CHECK_LE(dim_count, 5); - TFLITE_CHECK_GE(dim_count, p->start_indices_count); - TFLITE_CHECK_EQ(p->start_indices_count, p->stop_indices_count); - TFLITE_CHECK_EQ(p->stop_indices_count, p->strides_count); - - const int pad_count = dim_count - p->start_indices_count; - - // Pad indices at start, so move arrays by pad_count. - for (int i = p->start_indices_count - 1; i >= 0; --i) { - p->strides[i + pad_count] = p->strides[i]; - p->start_indices[i + pad_count] = p->start_indices[i]; - p->stop_indices[i + pad_count] = p->stop_indices[i]; - } - for (int i = 0; i < pad_count; ++i) { - p->start_indices[i] = 0; - p->stop_indices[i] = 1; - p->strides[i] = 1; - } - - // Pad masks with 0s or 1s as required. - p->shrink_axis_mask <<= pad_count; - p->ellipsis_mask <<= pad_count; - p->new_axis_mask <<= pad_count; - p->begin_mask <<= pad_count; - p->end_mask <<= pad_count; - p->begin_mask |= (1 << pad_count) - 1; - p->end_mask |= (1 << pad_count) - 1; - - p->start_indices_count = dim_count; - p->stop_indices_count = dim_count; - p->strides_count = dim_count; -} - -// Return the index for the first element along that axis. This index will be a -// positive integer between [0, axis_size] (or [-1, axis_size -1] if stride < 0) -// that can be used to index directly into the data. -inline int StartForAxis(const tflite::StridedSliceParams& params, - const RuntimeShape& input_shape, int axis) { - const auto begin_mask = params.begin_mask; - const auto* start_indices = params.start_indices; - const auto* strides = params.strides; - const int axis_size = input_shape.Dims(axis); - if (axis_size == 0) { - return 0; - } - // Begin with the specified index. - int start = start_indices[axis]; - - // begin_mask override - if (begin_mask & 1 << axis) { - if (strides[axis] > 0) { - // Forward iteration - use the first element. These values will get - // clamped below (Note: We could have set them to 0 and axis_size-1, but - // use lowest() and max() to maintain symmetry with StopForAxis()) - start = std::numeric_limits::lowest(); - } else { - // Backward iteration - use the last element. - start = std::numeric_limits::max(); - } - } - - // Handle negative indices - if (start < 0) { - start += axis_size; - } - - // Clamping - if (strides[axis] > 0) { - // Forward iteration - start = Clamp(start, 0, axis_size); - } else { - // Backward iteration - start = Clamp(start, -1, axis_size - 1); - } - - return start; -} - -// Return the "real" index for the end of iteration along that axis. This is an -// "end" in the traditional C sense, in that it points to one past the last -// element. ie. So if you were iterating through all elements of a 1D array of -// size 4, this function would return 4 as the stop, because it is one past the -// "real" indices of 0, 1, 2 & 3. -inline int StopForAxis(const tflite::StridedSliceParams& params, - const RuntimeShape& input_shape, int axis, - int start_for_axis) { - const auto end_mask = params.end_mask; - const auto shrink_axis_mask = params.shrink_axis_mask; - const auto* stop_indices = params.stop_indices; - const auto* strides = params.strides; - const int axis_size = input_shape.Dims(axis); - if (axis_size == 0) { - return 0; - } - - // Begin with the specified index - const bool shrink_axis = shrink_axis_mask & (1 << axis); - int stop = stop_indices[axis]; - - // When shrinking an axis, the end position does not matter (and can be - // incorrect when negative indexing is used, see Issue #19260). Always use - // start_for_axis + 1 to generate a length 1 slice, since start_for_axis has - // already been adjusted for negative indices. - if (shrink_axis) { - return start_for_axis + 1; - } - - // end_mask override - if (end_mask & (1 << axis)) { - if (strides[axis] > 0) { - // Forward iteration - use the last element. These values will get - // clamped below - stop = std::numeric_limits::max(); - } else { - // Backward iteration - use the first element. - stop = std::numeric_limits::lowest(); - } - } - - // Handle negative indices - if (stop < 0) { - stop += axis_size; - } - - // Clamping - // Because the end index points one past the last element, we need slightly - // different clamping ranges depending on the direction. - if (strides[axis] > 0) { - // Forward iteration - stop = Clamp(stop, 0, axis_size); - } else { - // Backward iteration - stop = Clamp(stop, -1, axis_size - 1); - } - - return stop; -} - -inline bool LoopCondition(int index, int stop, int stride) { - // True when we have reached the end of an axis and should loop. - return stride > 0 ? index >= stop : index <= stop; -} - -inline tflite::StridedSliceParams BuildStridedSliceParams( - int begin_mask, int end_mask, int shrink_axis_mask, - const std::vector& start_indices, const std::vector& stop_indices, - const std::vector& strides) { - tflite::StridedSliceParams op_params; - const int dims_count = start_indices.size(); - - op_params.start_indices_count = dims_count; - op_params.stop_indices_count = dims_count; - op_params.strides_count = dims_count; - for (int i = 0; i < dims_count; ++i) { - op_params.start_indices[i] = start_indices[i]; - op_params.stop_indices[i] = stop_indices[i]; - op_params.strides[i] = strides[i]; - } - - op_params.begin_mask = begin_mask; - op_params.ellipsis_mask = 0; - op_params.end_mask = end_mask; - op_params.new_axis_mask = 0; - op_params.shrink_axis_mask = shrink_axis_mask; - - return op_params; -} - -} // namespace strided_slice - -} // namespace tflite - -#endif // TENSORFLOW_LITE_KERNELS_INTERNAL_STRIDED_SLICE_LOGIC_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/tensor_ctypes.h b/code/components/tflite-lib/tensorflow/lite/kernels/internal/tensor_ctypes.h deleted file mode 100644 index f1d3e17f..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/tensor_ctypes.h +++ /dev/null @@ -1,47 +0,0 @@ -/* Copyright 2017 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_TENSOR_CTYPES_H_ -#define TENSORFLOW_LITE_KERNELS_INTERNAL_TENSOR_CTYPES_H_ - -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/types.h" - -namespace tflite { - -template -inline T* GetTensorData(TfLiteTensor* tensor) { - return tensor != nullptr ? reinterpret_cast(tensor->data.raw) : nullptr; -} - -template -inline const T* GetTensorData(const TfLiteTensor* tensor) { - return tensor != nullptr ? reinterpret_cast(tensor->data.raw) - : nullptr; -} - -inline RuntimeShape GetTensorShape(const TfLiteTensor* tensor) { - if (tensor == nullptr) { - return RuntimeShape(); - } - - TfLiteIntArray* dims = tensor->dims; - const int dims_size = dims->size; - const int32_t* dims_data = reinterpret_cast(dims->data); - return RuntimeShape(dims_size, dims_data); -} - -} // namespace tflite - -#endif // TENSORFLOW_LITE_KERNELS_INTERNAL_TENSOR_CTYPES_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/internal/types.h b/code/components/tflite-lib/tensorflow/lite/kernels/internal/types.h deleted file mode 100644 index c44ba48e..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/internal/types.h +++ /dev/null @@ -1,1065 +0,0 @@ -/* Copyright 2018 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_TYPES_H_ -#define TENSORFLOW_LITE_KERNELS_INTERNAL_TYPES_H_ - -#include -#include -#include -#include - -#include "tensorflow/lite/kernels/internal/compatibility.h" -#include "tensorflow/lite/kernels/internal/runtime_shape.h" - -namespace tflite { - -enum class FusedActivationFunctionType : uint8_t { - kNone, - kRelu6, - kRelu1, - kRelu -}; -enum class PaddingType : uint8_t { kNone, kSame, kValid }; - -struct PaddingValues { - int16_t width; - int16_t height; - // offset is used for calculating "remaining" padding, for example, `width` - // is 1 and `width_offset` is 1, so padding_left is 1 while padding_right is - // 1 + 1 = 2. - int16_t width_offset; - // Same as width_offset except it's over the height dimension. - int16_t height_offset; -}; - -struct Padding3DValues { - int16_t width; - int16_t height; - int16_t depth; - // offset is used for calculating "remaining" padding, for example, `width` - // is 1 and `width_offset` is 1, so padding_left is 1 while padding_right is - // 1 + 1 = 2. - int16_t width_offset; - // Same as width_offset except it's over the height dimension. - int16_t height_offset; - // Same as width_offset except it's over the depth dimension. - int16_t depth_offset; -}; - -// This enumeration allows for non-default formats for the weights array -// of a fully-connected operator, allowing the use of special optimized -// runtime paths. -enum class FullyConnectedWeightsFormat : uint8_t { - // Default format (flat 2D layout, the inner contiguous dimension - // is input_depth, the outer non-contiguous dimension is output_depth) - kDefault, - // Summary: optimized layout for fast CPU runtime implementation, - // aimed specifically at ARM CPUs at the moment, and specialized for - // 8-bit quantized layers. - // - // The use case we're concerned with here is: 8-bit quantization, - // large weights matrix that doesn't fit in cache (e.g. 4096x2048 in - // a key application that drove this), very small batch size (e.g. 1 -- 4). - // - // Even with 8-bit quantization of weights, the performance of memory - // accesses to the weights can become the dominant issue when - // the batch size is small, so each weight value is used in only a few - // arithmetic ops, i.e. the fully-connected node has a low arithmetic - // intensity. The specific issues that arise are of three kinds: - // (1) One may, ideally, max out DRAM bandwidth, i.e. be truly memory - // bound. That's the "good" issue to run into. - // (2) One may run into sub-optimal pre-fetching: the data hasn't been - // prefetched into the cache by the time we need it. - // (3) One may run into cache aliasing: multiple values that are - // pre-fetched, alias each other in the L1 cache (which typically - // has only 4-way set associativity in ARM CPUs) and thus evict - // each other before we get to using them. - // - // The point of this shuffling is to avoid issues (2) and (3) so that - // we get as fast as possible given only the hard constraint (1). - // This is achieved by turning the difficulty into a solution: the - // difficulty, that each value loaded from memory is used only in - // one kernel iteration, making this operation memory-intensive, hints at - // the solution, of shuffling the weights so that they are stored in the - // exact order as the kernel needs to load them, so that the memory - // accesses made by the kernel are trivial. This solves (2) because the - // trivial memory access pattern allows the CPU's automatic prefetching - // to perform very well (no need even for preload instructions), and this - // solves (3) because the values being loaded concurrently are now - // contiguous in the address space, thus don't alias each other in the cache. - // - // On ARM, we typically want our kernel to process a 4x16 block of weights - // at a time, because: - // - 16 is the number of bytes in a NEON register. - // - 4 is how many rows we need to handle concurrently in the kernel in - // order to have sufficient mutual independence of instructions to - // maximize arithmetic throughput. - // - // Finally, the 'Int8' part in the name refers to the fact that this - // weights format has each weights value encoded as a signed int8_t value, - // even if the data type of the weights buffer is uint8_t. This is intended - // to save runtime kernels the effort to have to XOR the top bit of these - // bytes before using them in signed arithmetic, see this file for more - // explanations on the 'signed int8_t trick' in matrix multiplication kernels: - // - // tensorflow/lite/toco/graph_transformations/ensure_uint8_weights_safe_for_fast_int8_kernels.cc - // - kShuffled4x16Int8, -}; - -// Quantization parameters, determining the mapping of quantized values -// to real values (i.e. determining how quantized values are mathematically -// interpreted). -// -// The correspondence is as follows: -// -// real_value = scale * (quantized_value - zero_point); -// -// In other words, zero_point designates which quantized value corresponds to -// the real 0 value, and scale designates the difference between the real values -// corresponding to consecutive quantized values differing by 1. -struct QuantizationParams { - int32_t zero_point = 0; - double scale = 0.0; -}; - -inline bool operator==(const QuantizationParams& qp1, - const QuantizationParams& qp2) { - return qp1.zero_point == qp2.zero_point && qp1.scale == qp2.scale; -} - -// Quantization parameters for each channel, determining the mapping of -// quantized values to real values. See QuantizationParams for a single set of -// parameters per tensor. This has one parameters set per each channel. -// -// The correspondence is as follows: -// -// real_value = scale[channel] * (quantized_value - zero_point[channel]); -// -struct PerChannelQuantizationParams { - // The following members typically point to the corresponding members of a - // TfLiteAffineQuantization struct. - const float* scale; - const int32_t* zero_point; - int32_t quantized_dimension; -}; - -// Gets next index to iterate through a multidimensional array. -inline bool NextIndex(const int num_dims, const int* dims, int* current) { - if (num_dims == 0) { - return false; - } - TFLITE_DCHECK(dims != nullptr); - TFLITE_DCHECK(current != nullptr); - int carry = 1; - for (int idx = num_dims - 1; idx >= 0; --idx) { - int current_val = current[idx] + carry; - TFLITE_DCHECK_GE(dims[idx], current_val); - if (dims[idx] == current_val) { - current[idx] = 0; - } else { - current[idx] = current_val; - carry = 0; - break; - } - } - return (carry == 0); -} - -// Gets offset of index if reducing on axis. When reducing, the flattened offset -// will not change, if the input index changes on the given axis. For example, -// if you have a 3D tensor and you are reducing to 2D by eliminating axis 0, -// then index (0, 1, 2) and index (1, 1, 2) will map to the same flattened -// offset. -// TODO(kanlig): uses Dims to represent dimensions. -inline size_t ReducedOutputOffset(const int num_dims, const int* dims, - const int* index, const int num_axis, - const int* axis) { - if (num_dims == 0) { - return 0; - } - TFLITE_DCHECK(dims != nullptr); - TFLITE_DCHECK(index != nullptr); - size_t offset = 0; - for (int idx = 0; idx < num_dims; ++idx) { - // if we need to skip this axis - bool is_axis = false; - if (axis != nullptr) { - for (int axis_idx = 0; axis_idx < num_axis; ++axis_idx) { - if (idx == axis[axis_idx]) { - is_axis = true; - break; - } - } - } - if (!is_axis) { - offset = offset * static_cast(dims[idx]) + - static_cast(index[idx]); - } - } - return offset; -} - -// Since tensors with '0' in their shape are valid in TF, these offset functions -// allow that as long as the corresponding index is also 0. It is upto the -// calling ops to ensure that they perform verification checks on tensor shapes -// if they don't support a particular behavior. - -inline int Offset(const Dims<4>& dims, int i0, int i1, int i2, int i3) { - TFLITE_DCHECK((i0 == 0 && dims.sizes[0] == 0) || - (i0 >= 0 && i0 < dims.sizes[0])); - TFLITE_DCHECK((i1 == 0 && dims.sizes[1] == 0) || - (i1 >= 0 && i1 < dims.sizes[1])); - TFLITE_DCHECK((i2 == 0 && dims.sizes[2] == 0) || - (i2 >= 0 && i2 < dims.sizes[2])); - TFLITE_DCHECK((i3 == 0 && dims.sizes[3] == 0) || - (i3 >= 0 && i3 < dims.sizes[3])); - return i0 * dims.strides[0] + i1 * dims.strides[1] + i2 * dims.strides[2] + - i3 * dims.strides[3]; -} - -inline int Offset(const Dims<4>& dims, int* index) { - return Offset(dims, index[0], index[1], index[2], index[3]); -} - -// Get array size, DCHECKing that the dim index is in range. -// -// Note that this will be phased out with Dims<4>, since RuntimeShape::Dims() -// already performs this check. -template -int ArraySize(const Dims& array, int index) { - TFLITE_DCHECK(index >= 0 && index < N); - return array.sizes[index]; -} - -// Get common array size, DCHECKing that they all agree. -template -int MatchingArraySize(const ArrayType1& array1, int index1, - const ArrayType2& array2, int index2) { - TFLITE_DCHECK_EQ(ArraySize(array1, index1), ArraySize(array2, index2)); - return ArraySize(array1, index1); -} - -template -int MatchingArraySize(const ArrayType1& array1, int index1, - const ArrayType2& array2, int index2, Args... args) { - TFLITE_DCHECK_EQ(ArraySize(array1, index1), ArraySize(array2, index2)); - return MatchingArraySize(array1, index1, args...); -} - -// Get common shape dim, DCHECKing that they all agree. -inline int MatchingDim(const RuntimeShape& shape1, int index1, - const RuntimeShape& shape2, int index2) { - TFLITE_DCHECK_EQ(shape1.Dims(index1), shape2.Dims(index2)); - return std::min(shape1.Dims(index1), shape2.Dims(index2)); -} - -template -int MatchingDim(const RuntimeShape& shape1, int index1, - const RuntimeShape& shape2, int index2, Args... args) { - TFLITE_DCHECK_EQ(shape1.Dims(index1), shape2.Dims(index2)); - return MatchingDim(shape1, index1, args...); -} - -// Will be phased out with Dims<4>, replaced by RuntimeShape::FlatSize(). -template -inline int FlatSize(const Dims& dims) { - int flat_size = 1; - for (int i = 0; i < N; ++i) { - flat_size *= dims.sizes[i]; - } - return flat_size; -} - -TFLITE_DEPRECATED("Prefer FlatSize.") -inline int RequiredBufferSizeForDims(const Dims<4>& dims) { - return FlatSize(dims); -} - -inline int MatchingElementsSize(const RuntimeShape& shape, - const RuntimeShape& check_shape_0) { - const int size_1 = shape.FlatSize(); - const int size_2 = check_shape_0.FlatSize(); - TFLITE_CHECK_EQ(size_1, size_2); - return size_1; -} - -inline int MatchingElementsSize(const RuntimeShape& shape, - const RuntimeShape& check_shape_0, - const RuntimeShape& check_shape_1) { - const int size_1 = shape.FlatSize(); - const int size_2 = check_shape_0.FlatSize(); - const int size_3 = check_shape_1.FlatSize(); - TFLITE_CHECK_EQ(size_1, size_2); - TFLITE_CHECK_EQ(size_2, size_3); - return size_1; -} - -// Flat size calculation, checking that dimensions match with one or more other -// arrays. -inline int MatchingFlatSize(const RuntimeShape& shape, - const RuntimeShape& check_shape_0) { - TFLITE_DCHECK_EQ(shape.DimensionsCount(), check_shape_0.DimensionsCount()); - const int dims_count = shape.DimensionsCount(); - for (int i = 0; i < dims_count; ++i) { - TFLITE_DCHECK_EQ(shape.Dims(i), check_shape_0.Dims(i)); - } - return shape.FlatSize(); -} - -inline int MatchingFlatSize(const RuntimeShape& shape, - const RuntimeShape& check_shape_0, - const RuntimeShape& check_shape_1) { - TFLITE_DCHECK_EQ(shape.DimensionsCount(), check_shape_0.DimensionsCount()); - const int dims_count = shape.DimensionsCount(); - for (int i = 0; i < dims_count; ++i) { - TFLITE_DCHECK_EQ(shape.Dims(i), check_shape_0.Dims(i)); - } - return MatchingFlatSize(shape, check_shape_1); -} - -inline int MatchingFlatSize(const RuntimeShape& shape, - const RuntimeShape& check_shape_0, - const RuntimeShape& check_shape_1, - const RuntimeShape& check_shape_2) { - TFLITE_DCHECK_EQ(shape.DimensionsCount(), check_shape_0.DimensionsCount()); - const int dims_count = shape.DimensionsCount(); - for (int i = 0; i < dims_count; ++i) { - TFLITE_DCHECK_EQ(shape.Dims(i), check_shape_0.Dims(i)); - } - return MatchingFlatSize(shape, check_shape_1, check_shape_2); -} - -inline int MatchingFlatSize(const RuntimeShape& shape, - const RuntimeShape& check_shape_0, - const RuntimeShape& check_shape_1, - const RuntimeShape& check_shape_2, - const RuntimeShape& check_shape_3) { - TFLITE_DCHECK_EQ(shape.DimensionsCount(), check_shape_0.DimensionsCount()); - const int dims_count = shape.DimensionsCount(); - for (int i = 0; i < dims_count; ++i) { - TFLITE_DCHECK_EQ(shape.Dims(i), check_shape_0.Dims(i)); - } - return MatchingFlatSize(shape, check_shape_1, check_shape_2, check_shape_3); -} - -// Flat size calculation, checking that dimensions match with one or more other -// arrays. -template -inline int MatchingFlatSize(const Dims& dims, const Dims& check_dims_0) { - for (int i = 0; i < N; ++i) { - TFLITE_DCHECK_EQ(ArraySize(dims, i), ArraySize(check_dims_0, i)); - } - return FlatSize(dims); -} - -template -inline int MatchingFlatSize(const Dims& dims, const Dims& check_dims_0, - const Dims& check_dims_1) { - for (int i = 0; i < N; ++i) { - TFLITE_DCHECK_EQ(ArraySize(dims, i), ArraySize(check_dims_0, i)); - } - return MatchingFlatSize(dims, check_dims_1); -} - -template -inline int MatchingFlatSize(const Dims& dims, const Dims& check_dims_0, - const Dims& check_dims_1, - const Dims& check_dims_2) { - for (int i = 0; i < N; ++i) { - TFLITE_DCHECK_EQ(ArraySize(dims, i), ArraySize(check_dims_0, i)); - } - return MatchingFlatSize(dims, check_dims_1, check_dims_2); -} - -template -inline int MatchingFlatSize(const Dims& dims, const Dims& check_dims_0, - const Dims& check_dims_1, - const Dims& check_dims_2, - const Dims& check_dims_3) { - for (int i = 0; i < N; ++i) { - TFLITE_DCHECK_EQ(ArraySize(dims, i), ArraySize(check_dims_0, i)); - } - return MatchingFlatSize(dims, check_dims_1, check_dims_2, check_dims_3); -} - -// Flat size calculation, checking if their extended shapes match. -inline int MatchingExtendedShapeFlatSize(const RuntimeShape& shape, - const RuntimeShape& check_shape_0) { - const int shape_dims = shape.DimensionsCount(); - const int check_shape_0_dims = check_shape_0.DimensionsCount(); - const int min_dims = std::min(shape_dims, check_shape_0_dims); - - for (int i = 0; i < min_dims; ++i) { - TFLITE_DCHECK_EQ(shape.Dims(shape_dims - 1 - i), - check_shape_0.Dims(check_shape_0_dims - 1 - i)); - } - for (int i = min_dims; i < shape_dims; ++i) { - TFLITE_DCHECK_EQ(shape.Dims(shape_dims - 1 - i), 1); - } - for (int i = min_dims; i < check_shape_0_dims; ++i) { - TFLITE_DCHECK_EQ(check_shape_0.Dims(check_shape_0_dims - 1 - i), 1); - } - return shape.FlatSize(); -} - -inline int MatchingExtendedShapeFlatSize(const RuntimeShape& shape, - const RuntimeShape& check_shape_0, - const RuntimeShape& check_shape_1) { - const int flat_size = MatchingExtendedShapeFlatSize(shape, check_shape_0); - TFLITE_DCHECK_EQ(MatchingExtendedShapeFlatSize(shape, check_shape_1), - flat_size); - return flat_size; -} - -inline int MatchingExtendedShapeFlatSize(const RuntimeShape& shape, - const RuntimeShape& check_shape_0, - const RuntimeShape& check_shape_1, - const RuntimeShape& check_shape_2) { - const int flat_size = MatchingExtendedShapeFlatSize(shape, check_shape_0); - TFLITE_DCHECK_EQ( - MatchingExtendedShapeFlatSize(shape, check_shape_1, check_shape_2), - flat_size); - return flat_size; -} - -inline int MatchingExtendedShapeFlatSize(const RuntimeShape& shape, - const RuntimeShape& check_shape_0, - const RuntimeShape& check_shape_1, - const RuntimeShape& check_shape_2, - const RuntimeShape& check_shape_3) { - const int flat_size = MatchingExtendedShapeFlatSize(shape, check_shape_0); - TFLITE_DCHECK_EQ(MatchingExtendedShapeFlatSize(shape, check_shape_1, - check_shape_2, check_shape_3), - flat_size); - return flat_size; -} - -// Data is required to be contiguous, and so many operators can use either the -// full array flat size or the flat size with one dimension skipped (commonly -// the depth). -template -inline int FlatSizeSkipDim(const Dims& dims, int skip_dim) { - TFLITE_DCHECK(skip_dim >= 0 && skip_dim < N); - int flat_size = 1; - for (int i = 0; i < N; ++i) { - flat_size *= (i == skip_dim) ? 1 : dims.sizes[i]; - } - return flat_size; -} - -// A combination of MatchingFlatSize() and FlatSizeSkipDim(). -template -inline int MatchingFlatSizeSkipDim(const Dims& dims, int skip_dim, - const Dims& check_dims_0) { - for (int i = 0; i < N; ++i) { - if (i != skip_dim) { - TFLITE_DCHECK_EQ(ArraySize(dims, i), ArraySize(check_dims_0, i)); - } - } - return FlatSizeSkipDim(dims, skip_dim); -} - -template -inline int MatchingFlatSizeSkipDim(const Dims& dims, int skip_dim, - const Dims& check_dims_0, - const Dims& check_dims_1) { - for (int i = 0; i < N; ++i) { - if (i != skip_dim) { - TFLITE_DCHECK_EQ(ArraySize(dims, i), ArraySize(check_dims_0, i)); - } - } - return MatchingFlatSizeSkipDim(dims, skip_dim, check_dims_1); -} - -template -inline int MatchingFlatSizeSkipDim(const Dims& dims, int skip_dim, - const Dims& check_dims_0, - const Dims& check_dims_1, - const Dims& check_dims_2) { - for (int i = 0; i < N; ++i) { - if (i != skip_dim) { - TFLITE_DCHECK_EQ(ArraySize(dims, i), ArraySize(check_dims_0, i)); - } - } - return MatchingFlatSizeSkipDim(dims, skip_dim, check_dims_1, check_dims_2); -} - -template -inline int MatchingFlatSizeSkipDim(const Dims& dims, int skip_dim, - const Dims& check_dims_0, - const Dims& check_dims_1, - const Dims& check_dims_2, - const Dims& check_dims_3) { - for (int i = 0; i < N; ++i) { - if (i != skip_dim) { - TFLITE_DCHECK_EQ(ArraySize(dims, i), ArraySize(check_dims_0, i)); - } - } - return MatchingFlatSizeSkipDim(dims, skip_dim, check_dims_1, check_dims_2, - check_dims_3); -} - -// Data is required to be contiguous, and so many operators can use either the -// full array flat size or the flat size with one dimension skipped (commonly -// the depth). -inline int FlatSizeSkipDim(const RuntimeShape& shape, int skip_dim) { - const int dims_count = shape.DimensionsCount(); - TFLITE_DCHECK(skip_dim >= 0 && skip_dim < dims_count); - const auto* dims_data = shape.DimsData(); - int flat_size = 1; - for (int i = 0; i < dims_count; ++i) { - flat_size *= (i == skip_dim) ? 1 : dims_data[i]; - } - return flat_size; -} - -// A combination of MatchingFlatSize() and FlatSizeSkipDim(). -inline int MatchingFlatSizeSkipDim(const RuntimeShape& shape, int skip_dim, - const RuntimeShape& check_shape_0) { - const int dims_count = shape.DimensionsCount(); - for (int i = 0; i < dims_count; ++i) { - if (i != skip_dim) { - TFLITE_DCHECK_EQ(shape.Dims(i), check_shape_0.Dims(i)); - } - } - return FlatSizeSkipDim(shape, skip_dim); -} - -inline int MatchingFlatSizeSkipDim(const RuntimeShape& shape, int skip_dim, - const RuntimeShape& check_shape_0, - const RuntimeShape& check_shape_1) { - const int dims_count = shape.DimensionsCount(); - for (int i = 0; i < dims_count; ++i) { - if (i != skip_dim) { - TFLITE_DCHECK_EQ(shape.Dims(i), check_shape_0.Dims(i)); - } - } - return MatchingFlatSizeSkipDim(shape, skip_dim, check_shape_1); -} - -inline int MatchingFlatSizeSkipDim(const RuntimeShape& shape, int skip_dim, - const RuntimeShape& check_shape_0, - const RuntimeShape& check_shape_1, - const RuntimeShape& check_shape_2) { - const int dims_count = shape.DimensionsCount(); - for (int i = 0; i < dims_count; ++i) { - if (i != skip_dim) { - TFLITE_DCHECK_EQ(shape.Dims(i), check_shape_0.Dims(i)); - } - } - return MatchingFlatSizeSkipDim(shape, skip_dim, check_shape_1, check_shape_2); -} - -inline int MatchingFlatSizeSkipDim(const RuntimeShape& shape, int skip_dim, - const RuntimeShape& check_shape_0, - const RuntimeShape& check_shape_1, - const RuntimeShape& check_shape_2, - const RuntimeShape& check_shape_3) { - const int dims_count = shape.DimensionsCount(); - for (int i = 0; i < dims_count; ++i) { - if (i != skip_dim) { - TFLITE_DCHECK_EQ(shape.Dims(i), check_shape_0.Dims(i)); - } - } - return MatchingFlatSizeSkipDim(shape, skip_dim, check_shape_1, check_shape_2, - check_shape_3); -} - -template -bool IsPackedWithoutStrides(const Dims& dims) { - int expected_stride = 1; - for (int d = 0; d < N; d++) { - if (dims.strides[d] != expected_stride) return false; - expected_stride *= dims.sizes[d]; - } - return true; -} - -template -void ComputeStrides(Dims* dims) { - dims->strides[0] = 1; - for (int d = 1; d < N; d++) { - dims->strides[d] = dims->strides[d - 1] * dims->sizes[d - 1]; - } -} - -enum class BroadcastableOpCategory : uint8_t { - kNone, - kNonBroadcast, // Matching input shapes. - kFirstInputBroadcastsFast, // Fivefold nested loops. - kSecondInputBroadcastsFast, // Fivefold nested loops. - kGenericBroadcast, // Fall-back. -}; - -struct MinMax { - float min; - float max; -}; -static_assert(sizeof(MinMax) == 8, ""); - -struct ActivationParams { - FusedActivationFunctionType activation_type; - // uint8_t, etc, activation params. - int32_t quantized_activation_min; - int32_t quantized_activation_max; -}; - -struct ReluParams : public ActivationParams { - int32_t input_offset; - int32_t output_offset; - int32_t output_multiplier; - int output_shift; -}; - -// Styles of resizing op usages. For example, kImageStyle can be used with a Pad -// op for pattern-specific optimization. -enum class ResizingCategory : uint8_t { - kNone, - kImageStyle, // 4D, operating on inner dimensions, say {0, a, b, 0}. - kGenericResize, -}; - -// For Add, Sub, Mul ops. -struct ArithmeticParams { - // Shape dependent / common to data / op types. - BroadcastableOpCategory broadcast_category; - // uint8_t inference params. - int32_t input1_offset; - int32_t input2_offset; - int32_t output_offset; - int32_t output_multiplier; - int output_shift; - // Add / Sub, not Mul, uint8_t inference params. - int left_shift; - int32_t input1_multiplier; - int input1_shift; - int32_t input2_multiplier; - int input2_shift; - - // TODO(b/158622529): Union the following activation params. - // uint8_t, etc, activation params. - int32_t quantized_activation_min; - int32_t quantized_activation_max; - // float activation params. - float float_activation_min; - float float_activation_max; - // int64_t activation params. - int64_t int64_activation_min; - int64_t int64_activation_max; - - // Processed output dimensions. - // Let input "a" be the one that broadcasts in the faster-changing dimension. - // Then, after coalescing, for shapes {a0, a1, a2, a3, a4} and - // {b0, b1, b2, b3, b4}, - // broadcast_shape[4] = b0 = a0. - // broadcast_shape[3] = b1; a1 = 1. - // broadcast_shape[2] = b2 = a2. - // broadcast_shape[1] = a3; b3 = 1. - // broadcast_shape[0] = b4 = a4. - int broadcast_shape[5]; -}; - -struct ConcatenationParams { - int8_t axis; - const int32_t* input_zeropoint; - const float* input_scale; - uint16_t inputs_count; - int32_t output_zeropoint; - float output_scale; -}; - -struct ComparisonParams { - // uint8_t inference params. - int left_shift; - int32_t input1_offset; - int32_t input1_multiplier; - int input1_shift; - int32_t input2_offset; - int32_t input2_multiplier; - int input2_shift; - // Shape dependent / common to inference types. - bool is_broadcast; -}; - -struct ConvParams { - PaddingType padding_type; - PaddingValues padding_values; - // TODO(starka): This was just "stride", so check that width+height is OK. - int16_t stride_width; - int16_t stride_height; - int16_t dilation_width_factor; - int16_t dilation_height_factor; - // uint8_t inference params. - // TODO(b/65838351): Use smaller types if appropriate. - int32_t input_offset; - int32_t weights_offset; - int32_t output_offset; - int32_t output_multiplier; - int output_shift; - // uint8_t, etc, activation params. - int32_t quantized_activation_min; - int32_t quantized_activation_max; - // float activation params. - float float_activation_min; - float float_activation_max; -}; - -struct Conv3DParams { - Padding3DValues padding_values; - int stride_width; - int stride_height; - int stride_depth; - int dilation_width; - int dilation_height; - int dilation_depth; - // float activation params. - float float_activation_min; - float float_activation_max; -}; - -typedef Conv3DParams Conv3DTransposeParams; - -struct DepthToSpaceParams { - int32_t block_size; -}; - -struct DepthwiseParams { - PaddingType padding_type; - PaddingValues padding_values; - int16_t stride_width; - int16_t stride_height; - int16_t dilation_width_factor; - int16_t dilation_height_factor; - int16_t depth_multiplier; - // uint8_t inference params. - // TODO(b/65838351): Use smaller types if appropriate. - int32_t input_offset; - int32_t weights_offset; - int32_t output_offset; - int32_t output_multiplier; - int output_shift; - // uint8_t, etc, activation params. - int32_t quantized_activation_min; - int32_t quantized_activation_max; - // float activation params. - float float_activation_min; - float float_activation_max; - const int32_t* output_multiplier_per_channel; - const int32_t* output_shift_per_channel; -}; - -struct DequantizationParams { - double scale; - int32_t zero_point; -}; - -struct PerChannelDequantizationParams { - const float* scale; - const int32_t* zero_point; - int32_t quantized_dimension; -}; - -struct FakeQuantParams { - MinMax minmax; - int32_t num_bits; -}; - -struct FullyConnectedParams { - // uint8_t inference params. - // TODO(b/65838351): Use smaller types if appropriate. - int32_t input_offset; - int32_t weights_offset; - int32_t output_offset; - int32_t output_multiplier; - int output_shift; - // uint8_t, etc, activation params. - int32_t quantized_activation_min; - int32_t quantized_activation_max; - // float activation params. - float float_activation_min; - float float_activation_max; - // Mark the operands as cacheable if they are unchanging, e.g. weights. - bool lhs_cacheable; - bool rhs_cacheable; - FullyConnectedWeightsFormat weights_format; -}; - -struct GatherParams { - int16_t axis; - int16_t batch_dims; -}; - -struct L2NormalizationParams { - // uint8_t inference params. - int32_t input_zero_point; -}; - -struct LocalResponseNormalizationParams { - int32_t range; - double bias; - double alpha; - double beta; -}; - -struct HardSwishParams { - // zero_point of the input activations. - int16_t input_zero_point; - // zero_point of the output activations. - int16_t output_zero_point; - // 16bit fixed-point component of the multiplier to apply to go from the - // "high-res input scale", which is the input scale multiplied by 2^7, to the - // "relu-ish scale", which 3.0/32768. - // See the implementation of HardSwishPrepare. - int16_t reluish_multiplier_fixedpoint_int16; - // exponent/bit-shift component of the aforementioned multiplier. - int reluish_multiplier_exponent; - // 16bit fixed-point component of the multiplier to apply to go from the - // "high-res input scale", which is the input scale multiplied by 2^7, to the - // output scale. - // See the implementation of HardSwishPrepare. - int16_t output_multiplier_fixedpoint_int16; - // exponent/bit-shift component of the aforementioned multiplier. - int output_multiplier_exponent; -}; - -struct LogisticParams { - // uint8_t inference params. - int32_t input_zero_point; - int32_t input_range_radius; - int32_t input_multiplier; - int input_left_shift; -}; - -struct LstmCellParams { - int32_t weights_zero_point; - int32_t accum_multiplier; - int accum_shift; - int state_integer_bits; -}; - -struct MeanParams { - int8_t axis_count; - int16_t axis[4]; -}; - -struct PackParams { - int8_t axis; - const int32_t* input_zeropoint; - const float* input_scale; - uint16_t inputs_count; - int32_t output_zeropoint; - float output_scale; -}; - -struct PadParams { - int8_t left_padding_count; - int32_t left_padding[5]; - int8_t right_padding_count; - int32_t right_padding[5]; - ResizingCategory resizing_category; -}; - -struct PreluParams { - int32_t input_offset; - int32_t alpha_offset; - int32_t output_offset; - int32_t output_multiplier_1; - int output_shift_1; - int32_t output_multiplier_2; - int output_shift_2; -}; - -struct PoolParams { - FusedActivationFunctionType activation; - PaddingType padding_type; - PaddingValues padding_values; - int stride_height; - int stride_width; - int filter_height; - int filter_width; - // uint8_t, etc, activation params. - int32_t quantized_activation_min; - int32_t quantized_activation_max; - // float activation params. - float float_activation_min; - float float_activation_max; -}; - -struct ReshapeParams { - int8_t shape_count; - int32_t shape[4]; -}; - -struct ResizeBilinearParams { - bool align_corners; - // half_pixel_centers assumes pixels are of half the actual dimensions, and - // yields more accurate resizes. Corresponds to the same argument for the - // original TensorFlow op in TF2.0. - bool half_pixel_centers; -}; - -struct ResizeNearestNeighborParams { - bool align_corners; - bool half_pixel_centers; -}; - -struct SliceParams { - int8_t begin_count; - int32_t begin[5]; - int8_t size_count; - int32_t size[5]; -}; - -struct SoftmaxParams { - // beta is not really used (not a Tensorflow parameter) and not implemented - // for LogSoftmax. - double beta; - // uint8_t inference params. Used even when beta defaults to 1.0. - int32_t input_multiplier; - int32_t input_left_shift; - // Reverse scaling is only used by LogSoftmax. - int32_t reverse_scaling_divisor; - int32_t reverse_scaling_right_shift; - int diff_min; - int32_t zero_point; - float scale; - float* table; - // int16 LUT for exp(x), where x uniform distributed between [-10.0 , 0.0] - int16_t* exp_lut; - // int16 LUT for 1 / (1 + x), where x uniform distributed between [0.0 , 1.0] - int16_t* one_over_one_plus_x_lut; - uint8_t* uint8_table1; - uint8_t* uint8_table2; -}; - -struct SpaceToBatchParams { - // "Zero" padding for uint8_t means padding with the output offset. - int32_t output_offset; -}; - -struct SpaceToDepthParams { - int32_t block_size; -}; - -struct SplitParams { - // Graphs that split into, say, 2000 nodes are encountered. The indices in - // OperatorEdges are of type uint16_t. - uint16_t num_split; - int16_t axis; -}; - -struct SqueezeParams { - int8_t squeeze_dims_count; - int32_t squeeze_dims[4]; -}; - -struct StridedSliceParams { - int8_t start_indices_count; - int32_t start_indices[5]; - int8_t stop_indices_count; - int32_t stop_indices[5]; - int8_t strides_count; - int32_t strides[5]; - - uint16_t begin_mask; - uint16_t ellipsis_mask; - uint16_t end_mask; - uint16_t new_axis_mask; - uint16_t shrink_axis_mask; -}; - -struct TanhParams { - int32_t input_zero_point; - int32_t input_range_radius; - int32_t input_multiplier; - int input_left_shift; -}; - -struct TransposeParams { - int8_t perm_count; - int32_t perm[5]; -}; - -struct UnpackParams { - uint16_t num_split; - int16_t axis; -}; - -struct LeakyReluParams { - float alpha; - int32_t input_offset; - int32_t output_offset; - int32_t output_multiplier_alpha; - int32_t output_shift_alpha; - int32_t output_multiplier_identity; - int32_t output_shift_identity; -}; - -template -inline void SetActivationParams(float min, float max, P* params) { - params->float_activation_min = min; - params->float_activation_max = max; -} - -template -inline void SetActivationParams(int32_t min, int32_t max, P* params) { - params->quantized_activation_min = min; - params->quantized_activation_max = max; -} - -template -inline void SetActivationParams(int64_t min, int64_t max, P* params) { - params->int64_activation_min = min; - params->int64_activation_max = max; -} - -template -inline void GetActivationParams(const P& params, int32_t* min, int32_t* max) { - *min = params.quantized_activation_min; - *max = params.quantized_activation_max; -} - -template -inline void GetActivationParams(const P& params, float* min, float* max) { - *min = params.float_activation_min; - *max = params.float_activation_max; -} - -template -inline void GetActivationParams(const P& params, int64_t* min, int64_t* max) { - *min = params.int64_activation_min; - *max = params.int64_activation_max; -} - -// Type trait to check of given type has size smaller than 4 bytes. -template -struct is_small_integer - : public std::integral_constant::value || - std::is_same::value || - std::is_same::value || - std::is_same::value> {}; - -// Type trait to check of given type is int32 or int64. -template -struct is_int32_or_int64 - : public std::integral_constant::value || - std::is_same::value> { -}; - -} // namespace tflite - -#endif // TENSORFLOW_LITE_KERNELS_INTERNAL_TYPES_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/kernel_util.cc b/code/components/tflite-lib/tensorflow/lite/kernels/kernel_util.cc deleted file mode 100644 index 10b37ed3..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/kernel_util.cc +++ /dev/null @@ -1,593 +0,0 @@ -/* Copyright 2017 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#include "tensorflow/lite/kernels/kernel_util.h" - -#include -#include - -#include -#include -#include -#include -#ifndef TF_LITE_STATIC_MEMORY -#include -#endif // TF_LITE_STATIC_MEMORY - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/context_util.h" -#include "tensorflow/lite/kernels/internal/cppmath.h" -#include "tensorflow/lite/kernels/internal/quantization_util.h" - -#if defined(__APPLE__) -#include "TargetConditionals.h" -#endif - -namespace tflite { - -namespace { - -// Assumes tensor_index is a valid index (in bounds) -inline TfLiteTensor* GetTensorAtIndex(const TfLiteContext* context, - int tensor_index) { - if (context->tensors != nullptr) { - return &context->tensors[tensor_index]; - } else { - return context->GetTensor(context, tensor_index); - } -} - -// Validate in a single place to reduce binary size -inline TfLiteStatus ValidateTensorIndexingSafe(const TfLiteContext* context, - int index, int max_size, - const int* tensor_indices, - int* tensor_index) { - if (index < 0 || index >= max_size) { - TF_LITE_KERNEL_LOG(const_cast(context), - "Invalid tensor index %d (not in [0, %d))\n", index, - max_size); - return kTfLiteError; - } - if (tensor_indices[index] == kTfLiteOptionalTensor) { - TF_LITE_KERNEL_LOG(const_cast(context), - "Tensor at index %d was optional but was expected\n", - index); - return kTfLiteError; - } - - *tensor_index = tensor_indices[index]; - return kTfLiteOk; -} - -// Same as above but returns -1 for invalid inputs instead of status + logging -// error. -inline int ValidateTensorIndexing(const TfLiteContext* context, int index, - int max_size, const int* tensor_indices) { - if (index >= 0 && index < max_size) { - const int tensor_index = tensor_indices[index]; - if (tensor_index != kTfLiteOptionalTensor) { - return tensor_index; - } - } - return -1; -} - -inline TfLiteTensor* GetMutableInput(const TfLiteContext* context, - const TfLiteNode* node, int index) { - const int tensor_index = ValidateTensorIndexing( - context, index, node->inputs->size, node->inputs->data); - if (tensor_index < 0) { - return nullptr; - } - return GetTensorAtIndex(context, tensor_index); -} - -inline TfLiteStatus GetMutableInputSafe(const TfLiteContext* context, - const TfLiteNode* node, int index, - const TfLiteTensor** tensor) { - int tensor_index; - TF_LITE_ENSURE_OK( - context, ValidateTensorIndexingSafe(context, index, node->inputs->size, - node->inputs->data, &tensor_index)); - *tensor = GetTensorAtIndex(context, tensor_index); - return kTfLiteOk; -} - -} // anonymous namespace. - -const TfLiteTensor* GetInput(const TfLiteContext* context, - const TfLiteNode* node, int index) { - return GetMutableInput(context, node, index); -} - -TfLiteStatus GetInputSafe(const TfLiteContext* context, const TfLiteNode* node, - int index, const TfLiteTensor** tensor) { - return GetMutableInputSafe(context, node, index, tensor); -} - -TfLiteTensor* GetVariableInput(TfLiteContext* context, const TfLiteNode* node, - int index) { - TfLiteTensor* tensor = GetMutableInput(context, node, index); - if (tensor == nullptr) return nullptr; - return tensor->is_variable ? tensor : nullptr; -} - -TfLiteTensor* GetOutput(TfLiteContext* context, const TfLiteNode* node, - int index) { - const int tensor_index = ValidateTensorIndexing( - context, index, node->outputs->size, node->outputs->data); - if (tensor_index < 0) { - return nullptr; - } - return GetTensorAtIndex(context, tensor_index); -} - -TfLiteStatus GetOutputSafe(const TfLiteContext* context, const TfLiteNode* node, - int index, TfLiteTensor** tensor) { - int tensor_index; - TF_LITE_ENSURE_OK( - context, ValidateTensorIndexingSafe(context, index, node->outputs->size, - node->outputs->data, &tensor_index)); - *tensor = GetTensorAtIndex(context, tensor_index); - return kTfLiteOk; -} - -const TfLiteTensor* GetOptionalInputTensor(const TfLiteContext* context, - const TfLiteNode* node, int index) { - return GetInput(context, node, index); -} - -#ifndef TF_LITE_STATIC_MEMORY -TfLiteTensor* GetTemporary(TfLiteContext* context, const TfLiteNode* node, - int index) { - const int tensor_index = ValidateTensorIndexing( - context, index, node->temporaries->size, node->temporaries->data); - if (tensor_index < 0) { - return nullptr; - } - return GetTensorAtIndex(context, tensor_index); -} - -TfLiteStatus GetTemporarySafe(const TfLiteContext* context, - const TfLiteNode* node, int index, - TfLiteTensor** tensor) { - int tensor_index; - TF_LITE_ENSURE_OK(context, ValidateTensorIndexingSafe( - context, index, node->temporaries->size, - node->temporaries->data, &tensor_index)); - *tensor = GetTensorAtIndex(context, tensor_index); - return kTfLiteOk; -} - -const TfLiteTensor* GetIntermediates(TfLiteContext* context, - const TfLiteNode* node, int index) { - const int tensor_index = ValidateTensorIndexing( - context, index, node->intermediates->size, node->intermediates->data); - if (tensor_index < 0) { - return nullptr; - } - return GetTensorAtIndex(context, tensor_index); -} - -TfLiteStatus GetIntermediatesSafe(const TfLiteContext* context, - const TfLiteNode* node, int index, - TfLiteTensor** tensor) { - int tensor_index; - TF_LITE_ENSURE_OK(context, ValidateTensorIndexingSafe( - context, index, node->intermediates->size, - node->intermediates->data, &tensor_index)); - *tensor = GetTensorAtIndex(context, tensor_index); - return kTfLiteOk; -} -#endif // TF_LITE_STATIC_MEMORY - -// Per-axis -TfLiteStatus PopulateConvolutionQuantizationParams( - TfLiteContext* context, const TfLiteTensor* input, - const TfLiteTensor* filter, const TfLiteTensor* bias, TfLiteTensor* output, - const TfLiteFusedActivation& activation, int32_t* multiplier, int* shift, - int32_t* output_activation_min, int32_t* output_activation_max, - int32_t* per_channel_multiplier, int32_t* per_channel_shift) { - const auto* affine_quantization = - reinterpret_cast(filter->quantization.params); - return PopulateConvolutionQuantizationParams( - context, input, filter, bias, output, activation, multiplier, shift, - output_activation_min, output_activation_max, per_channel_multiplier, - per_channel_shift, affine_quantization->scale->size); -} - -// Per-axis & per-tensor -TfLiteStatus PopulateConvolutionQuantizationParams( - TfLiteContext* context, const TfLiteTensor* input, - const TfLiteTensor* filter, const TfLiteTensor* bias, TfLiteTensor* output, - const TfLiteFusedActivation& activation, int32_t* multiplier, int* shift, - int32_t* output_activation_min, int32_t* output_activation_max, - int32_t* per_channel_multiplier, int32_t* per_channel_shift, - int num_channels) { - TF_LITE_ENSURE_EQ(context, input->quantization.type, - kTfLiteAffineQuantization); - TF_LITE_ENSURE_EQ(context, filter->quantization.type, - kTfLiteAffineQuantization); - // TODO(jianlijianli): Enable bias type check and bias scale == input scale - // * filter scale for each channel in affine quantization once bias - // quantization is properly populated. - // TF_LITE_ENSURE_EQ(context, bias->quantization.type, - // kTfLiteAffineQuantization); - - // Check data type. - const auto* affine_quantization = - reinterpret_cast(filter->quantization.params); - TF_LITE_ENSURE(context, affine_quantization); - TF_LITE_ENSURE(context, affine_quantization->scale); - const bool is_per_channel = affine_quantization->scale->size > 1; - if (is_per_channel) { - // Currently only Int8/Int16 is supported for per channel quantization. - TF_LITE_ENSURE(context, - input->type == kTfLiteInt8 || input->type == kTfLiteInt16); - TF_LITE_ENSURE_EQ(context, filter->type, kTfLiteInt8); - TF_LITE_ENSURE_EQ(context, affine_quantization->scale->size, num_channels); - TF_LITE_ENSURE_EQ( - context, num_channels, - filter->dims->data[affine_quantization->quantized_dimension]); - } - - // Populate multiplier and shift using affine quantization. - const float input_scale = input->params.scale; - const float output_scale = output->params.scale; - const float* filter_scales = affine_quantization->scale->data; - for (int i = 0; i < num_channels; ++i) { - // If per-tensor quantization parameter is specified, broadcast it along the - // quantization dimension (channels_out). - const float scale = is_per_channel ? filter_scales[i] : filter_scales[0]; - const double filter_scale = static_cast(scale); - const double effective_output_scale = static_cast(input_scale) * - filter_scale / - static_cast(output_scale); - int32_t significand; - int channel_shift; - QuantizeMultiplier(effective_output_scale, &significand, &channel_shift); - per_channel_multiplier[i] = significand; - per_channel_shift[i] = channel_shift; - } - - // Populate scalar quantization parameters. - // This check on legacy quantization parameters is kept only for backward - // compatibility. - if (input->type == kTfLiteUInt8) { - // Check bias scale == input scale * filter scale. - double real_multiplier = 0.0; - TF_LITE_ENSURE_STATUS(GetQuantizedConvolutionMultipler( - context, input, filter, bias, output, &real_multiplier)); - int exponent; - - // Populate quantization parameters with multiplier and shift. - QuantizeMultiplier(real_multiplier, multiplier, &exponent); - *shift = -exponent; - } - if (input->type == kTfLiteInt8 || input->type == kTfLiteUInt8 || - input->type == kTfLiteInt16) { - TF_LITE_ENSURE_STATUS(CalculateActivationRangeQuantized( - context, activation, output, output_activation_min, - output_activation_max)); - } - return kTfLiteOk; -} - -TfLiteStatus GetQuantizedConvolutionMultipler(TfLiteContext* context, - const TfLiteTensor* input, - const TfLiteTensor* filter, - const TfLiteTensor* bias, - TfLiteTensor* output, - double* multiplier) { - const double input_product_scale = static_cast(input->params.scale) * - static_cast(filter->params.scale); - // The following conditions must be guaranteed by the training pipeline. - if (bias) { - const double bias_scale = static_cast(bias->params.scale); - // Here we're making sure the input_product_scale & bias_scale are about the - // same. Since we have: - // (output - output_zp) * output_scale = - // input_product_scale * input_product + bias * bias_scale ---- (0) - // - // (0) equals: - // (input_product + bias) * input_product_scale ----- (1) - // + - // bias * (bias_scale - input_product_scale) ------ (2) - // - // For the real kernel computation, we're doing (1), so we really need to - // make sure (2) has minimum impact on the output, so: - // bias * (bias_scale - input_product_scale) / output_scale should be - // a small number for an integer. - // Since normally bias should be within a small range. - // We should expect (bias_scale - input_product_scale) / output_scale to - // be a small number like 0.02. - const double scale_diff = std::abs(input_product_scale - bias_scale); - const double output_scale = static_cast(output->params.scale); - - TF_LITE_ENSURE(context, scale_diff / output_scale <= 0.02); - } - return GetQuantizedConvolutionMultipler(context, input, filter, output, - multiplier); -} - -TfLiteStatus GetQuantizedConvolutionMultipler(TfLiteContext* context, - const TfLiteTensor* input, - const TfLiteTensor* filter, - TfLiteTensor* output, - double* multiplier) { - const double input_product_scale = - static_cast(input->params.scale * filter->params.scale); - TF_LITE_ENSURE(context, input_product_scale >= 0); - *multiplier = input_product_scale / static_cast(output->params.scale); - - return kTfLiteOk; -} - -namespace { - -inline TfLiteStatus Quantize(TfLiteContext* context, float scale, - int32_t zero_point, float f, int32_t& q) { - const float tmp = TfLiteRound(f / scale); - const bool no_integer_overflow_from_quantization = - (tmp >= static_cast(std::numeric_limits::min()) && - tmp <= static_cast(std::numeric_limits::max())); - TF_LITE_ENSURE(context, no_integer_overflow_from_quantization); - q = zero_point + static_cast(tmp); - return kTfLiteOk; -} - -TfLiteStatus CalculateActivationRangeQuantizedImpl( - TfLiteContext* context, TfLiteFusedActivation activation, int32_t qmin, - int32_t qmax, TfLiteTensor* output, int32_t* act_min, int32_t* act_max) { - const auto scale = output->params.scale; - const auto zero_point = output->params.zero_point; - - int32_t tmp_q; - if (activation == kTfLiteActRelu) { - TF_LITE_ENSURE_OK(context, - Quantize(context, scale, zero_point, 0.0, tmp_q)); - *act_min = std::max(qmin, tmp_q); - *act_max = qmax; - } else if (activation == kTfLiteActRelu6) { - TF_LITE_ENSURE_OK(context, - Quantize(context, scale, zero_point, 0.0, tmp_q)); - *act_min = std::max(qmin, tmp_q); - TF_LITE_ENSURE_OK(context, - Quantize(context, scale, zero_point, 6.0, tmp_q)); - *act_max = std::min(qmax, tmp_q); - } else if (activation == kTfLiteActReluN1To1) { - TF_LITE_ENSURE_OK(context, - Quantize(context, scale, zero_point, -1.0, tmp_q)); - *act_min = std::max(qmin, tmp_q); - TF_LITE_ENSURE_OK(context, - Quantize(context, scale, zero_point, 1.0, tmp_q)); - *act_max = std::min(qmax, tmp_q); - } else { - *act_min = qmin; - *act_max = qmax; - } - return kTfLiteOk; -} -} // namespace - -TfLiteStatus CalculateActivationRangeQuantized(TfLiteContext* context, - TfLiteFusedActivation activation, - TfLiteTensor* output, - int32_t* act_min, - int32_t* act_max) { - int32_t qmin = 0; - int32_t qmax = 0; - if (output->type == kTfLiteUInt8) { - qmin = std::numeric_limits::min(); - qmax = std::numeric_limits::max(); - } else if (output->type == kTfLiteInt8) { - qmin = std::numeric_limits::min(); - qmax = std::numeric_limits::max(); - } else if (output->type == kTfLiteInt16) { - qmin = std::numeric_limits::min(); - qmax = std::numeric_limits::max(); - } else { - TF_LITE_ENSURE(context, false); - } - - return CalculateActivationRangeQuantizedImpl(context, activation, qmin, qmax, - output, act_min, act_max); -} - -bool HaveSameShapes(const TfLiteTensor* input1, const TfLiteTensor* input2) { - return TfLiteIntArrayEqual(input1->dims, input2->dims); -} - -#ifndef TF_LITE_STATIC_MEMORY -TfLiteStatus GetOutputShapeFromInput(TfLiteContext* context, - const TfLiteTensor* input, - TfLiteIntArray** output_shape) { - if (NumDimensions(input) != 1) { - TF_LITE_KERNEL_LOG(const_cast(context), - "Invalid %dD input tensor (must be a 1D tensor).", - NumDimensions(input)); - return kTfLiteError; - } - const int output_dims = SizeOfDimension(input, 0); - std::unique_ptr shape( - TfLiteIntArrayCreate(output_dims), TfLiteIntArrayFree); - for (int i = 0; i < output_dims; i++) { - shape->data[i] = input->data.i32[i]; - } - *output_shape = shape.release(); - return kTfLiteOk; -} - -// TODO(b/172067338): Having this function be part of TF_LITE_STATIC_MEMORY -// build results in a 6KB size increase, even though the function is unsused for -// that build. What appears to be happening is that while the linker drops the -// unsused function, the string library that gets pulled in is not dropped, -// resulting in the increased binary size. -const std::string GetShapeDebugString(const TfLiteIntArray* shape) { - std::string str; - for (int d = 0; d < shape->size; ++d) { - if (str.empty()) - str = "[" + std::to_string(shape->data[d]); - else - // Don't add space after "," to make the output consistent with - // tensorflow::shape_inference::InferenceContext::DebugString() - str += "," + std::to_string(shape->data[d]); - } - if (str.empty()) { - str = "[]"; - } else { - str += "]"; - } - return str; -} - -TfLiteStatus CalculateShapeForBroadcast(TfLiteContext* context, - const TfLiteTensor* input1, - const TfLiteTensor* input2, - TfLiteIntArray** output_shape) { - const int dims1 = NumDimensions(input1); - const int dims2 = NumDimensions(input2); - const int out_dims = std::max(dims1, dims2); - - std::unique_ptr shape( - TfLiteIntArrayCreate(out_dims), TfLiteIntArrayFree); - for (int i = 0; i < out_dims; ++i) { - const int d1 = i >= dims1 ? 1 : SizeOfDimension(input1, dims1 - i - 1); - const int d2 = i >= dims2 ? 1 : SizeOfDimension(input2, dims2 - i - 1); - if (!(d1 == d2 || d1 == 1 || d2 == 1)) { - TF_LITE_KERNEL_LOG(context, - "Given shapes, %s and %s, are not broadcastable.", - GetShapeDebugString(input1->dims).c_str(), - GetShapeDebugString(input2->dims).c_str()); - return kTfLiteError; - } - - if (d1 == 0 || d2 == 0) { - shape->data[out_dims - i - 1] = 0; - } else { - shape->data[out_dims - i - 1] = std::max(d1, d2); - } - } - *output_shape = shape.release(); - return kTfLiteOk; -} - -TfLiteStatus CalculateShapeForBroadcast(TfLiteContext* context, - const TfLiteTensor* input1, - const TfLiteTensor* input2, - const TfLiteTensor* input3, - TfLiteIntArray** output_shape) { - const int dims1 = NumDimensions(input1); - const int dims2 = NumDimensions(input2); - const int dims3 = NumDimensions(input3); - const int out_dims = std::max(std::max(dims1, dims2), dims3); - std::unique_ptr shape( - TfLiteIntArrayCreate(out_dims), TfLiteIntArrayFree); - for (int i = 0; i < out_dims; ++i) { - const int d1 = i >= dims1 ? 1 : SizeOfDimension(input1, dims1 - i - 1); - const int d2 = i >= dims2 ? 1 : SizeOfDimension(input2, dims2 - i - 1); - const int d3 = i >= dims3 ? 1 : SizeOfDimension(input3, dims3 - i - 1); - const int min_value = std::min(std::min(d1, d2), d3); - int max_value = std::max(std::max(d1, d2), d3); - // If one dimention is 0, others must be 0 or 1. - if (min_value == 0) max_value = 0; - if (!(d1 == 1 || d1 == max_value) || !(d2 == 1 || d2 == max_value) || - !(d3 == 1 || d3 == max_value)) { - TF_LITE_KERNEL_LOG(context, - "Given shapes, %s, %s and %s, are not broadcastable.", - GetShapeDebugString(input1->dims).c_str(), - GetShapeDebugString(input2->dims).c_str(), - GetShapeDebugString(input3->dims).c_str()); - return kTfLiteError; - } - shape->data[out_dims - i - 1] = max_value; - } - *output_shape = shape.release(); - return kTfLiteOk; -} -#endif // TF_LITE_STATIC_MEMORY - -// Size of string is not constant, return 0 in such case. -int TfLiteTypeGetSize(TfLiteType type) { - switch (type) { - case kTfLiteUInt8: - static_assert(sizeof(uint8_t) == 1, ""); - return 1; - case kTfLiteInt8: - static_assert(sizeof(int8_t) == 1, ""); - return 1; - case kTfLiteBool: - return sizeof(bool); - case kTfLiteUInt16: - static_assert(sizeof(uint16_t) == 2, ""); - return 2; - case kTfLiteInt16: - static_assert(sizeof(int16_t) == 2, ""); - return 2; - case kTfLiteFloat16: - static_assert(sizeof(int16_t) == 2, ""); - return 2; - case kTfLiteFloat32: - static_assert(sizeof(float) == 4, ""); - return 4; - case kTfLiteInt32: - static_assert(sizeof(int32_t) == 4, ""); - return 4; - case kTfLiteUInt32: - static_assert(sizeof(uint32_t) == 4, ""); - return 4; - case kTfLiteInt64: - static_assert(sizeof(int64_t) == 8, ""); - return 8; - case kTfLiteUInt64: - static_assert(sizeof(uint64_t) == 8, ""); - return 8; - case kTfLiteFloat64: - static_assert(sizeof(double) == 8, ""); - return 8; - case kTfLiteComplex64: - static_assert(sizeof(std::complex) == 8, ""); - return 8; - case kTfLiteComplex128: - static_assert(sizeof(std::complex) == 16, ""); - return 16; - default: - return 0; - } -} - -bool IsMobilePlatform() { -#if defined(ANDROID) || defined(__ANDROID__) - return true; -#elif defined(__APPLE__) -#if TARGET_IPHONE_SIMULATOR || TARGET_OS_IPHONE - return true; -#endif -#endif - return false; -} - -bool HasUnspecifiedDimension(const TfLiteTensor* tensor) { -#ifndef TF_LITE_STATIC_MEMORY - if (tensor->dims_signature) { - for (int i : TfLiteIntArrayView(tensor->dims_signature)) { - if (i == -1) return true; - } - } -#endif // TF_LITE_STATIC_MEMORY - return false; -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/kernel_util.h b/code/components/tflite-lib/tensorflow/lite/kernels/kernel_util.h deleted file mode 100644 index 06874422..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/kernel_util.h +++ /dev/null @@ -1,330 +0,0 @@ -/* Copyright 2017 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_KERNELS_KERNEL_UTIL_H_ -#define TENSORFLOW_LITE_KERNELS_KERNEL_UTIL_H_ - -#include - -#include -#ifndef TF_LITE_STATIC_MEMORY -#include -#endif // TF_LITE_STATIC_MEMORY - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" - -namespace tflite { - -// A fair number of functions in this header have historically been inline. -// It is ok to change functions to not be inline if the latency with -// benchmark_model for MobileNet + MobileBERT is unaffected. If such a change is -// made, move the newly non-inlined function declarations to the top of this -// header file. - -// Note: You must check if result is not null: -// -// TfLiteTensor* my_tensor = GetInput(context, node, kMyTensorIdx); -// TF_LITE_ENSURE(context, my_tensor != nullptr); -// -// This is because the index might point to the optional tensor constant -// (kTfLiteOptionalTensor) in which case there is no tensor to return. -const TfLiteTensor* GetInput(const TfLiteContext* context, - const TfLiteNode* node, int index); - -// Same as `GetInput` but returns boolean and uses output argument for tensor. -// -// TfLiteTensor* my_tensor; -// TF_LITE_ENSURE_OK(context, -// GetInputSafe(context, node, kMyTensorIdx, &my_tensor)); -// // can use my_tensor directly from here onwards, it is not nullptr -// -// Should be used in cases where the binary size is too large. -TfLiteStatus GetInputSafe(const TfLiteContext* context, const TfLiteNode* node, - int index, const TfLiteTensor** tensor); - -// Note: You must check if result is not null: -// -// TfLiteTensor* my_tensor = GetVariableInput(context, node, kMyTensorIdx); -// TF_LITE_ENSURE(context, my_tensor != nullptr); -// -// This is because the index might point to the optional tensor constant -// (kTfLiteOptionalTensor) in which case there is no tensor to return. -TfLiteTensor* GetVariableInput(TfLiteContext* context, const TfLiteNode* node, - int index); - -// Note: You must check if result is not null: -// -// TfLiteTensor* my_tensor = GetOutput(context, node, kMyTensorIdx); -// TF_LITE_ENSURE(context, my_tensor != nullptr); -// -// This is because the index might point to the optional tensor constant -// (kTfLiteOptionalTensor) in which case there is no tensor to return. -TfLiteTensor* GetOutput(TfLiteContext* context, const TfLiteNode* node, - int index); - -// Same as `GetOutput` but returns boolean and uses output argument for tensor. -// -// TfLiteTensor* my_tensor; -// TF_LITE_ENSURE_OK(context, -// GetOutputSafe(context, node, kMyTensorIdx, &my_tensor)); -// // can use my_tensor directly from here onwards, it is not nullptr -// -// Should be used in cases where the binary size is too large. -TfLiteStatus GetOutputSafe(const TfLiteContext* context, const TfLiteNode* node, - int index, TfLiteTensor** tensor); - -// Note: You must check if result is not null: -// -// TfLiteTensor* my_tensor = GetOptionalInputTensor(context, node, kIdx); -// TF_LITE_ENSURE(context, my_tensor != nullptr); -// -// This is because the index might point to the optional tensor constant -// (kTfLiteOptionalTensor) in which case there is no tensor to return. -// -// Deprecated. GetInput has the same functionality. -const TfLiteTensor* GetOptionalInputTensor(const TfLiteContext* context, - const TfLiteNode* node, int index); - -#ifndef TF_LITE_STATIC_MEMORY -// Note: You must check if result is not null: -// -// TfLiteTensor* my_tensor = GetTemporary(context, node, kMyTensorIdx); -// TF_LITE_ENSURE(context, my_tensor != nullptr); -// -// This is because the index might point to the optional tensor constant -// (kTfLiteOptionalTensor) in which case there is no tensor to return. -TfLiteTensor* GetTemporary(TfLiteContext* context, const TfLiteNode* node, - int index); - -// Same as `GetTemporary` but returns boolean and uses output argument for -// tensor. -// -// TfLiteTensor* my_tensor; -// TF_LITE_ENSURE_OK(context, -// GetTemporarySafe(context, node, kMyTensorIdx, -// &my_tensor)); -// // can use my_tensor directly from here onwards, it is not nullptr -// -// Should be used in cases where the binary size is too large. -TfLiteStatus GetTemporarySafe(const TfLiteContext* context, - const TfLiteNode* node, int index, - TfLiteTensor** tensor); - -// Note: You must check if result is not null: -// -// TfLiteTensor* my_tensor = GetIntermediates(context, node, kMyTensorIdx); -// TF_LITE_ENSURE(context, my_tensor != nullptr); -// -// This is because the index might point to the optional tensor constant -// (kTfLiteOptionalTensor) in which case there is no tensor to return. -const TfLiteTensor* GetIntermediates(TfLiteContext* context, - const TfLiteNode* node, int index); - -// Same as `GetIntermediates` but returns boolean and uses output argument for -// tensor. -// -// TfLiteTensor* my_tensor; -// TF_LITE_ENSURE_OK(context, -// GetIntermediatesSafe(context, node, kMyTensorIdx, -// &my_tensor)); -// // can use my_tensor directly from here onwards, it is not nullptr -// -// Should be used in cases where the binary size is too large. -TfLiteStatus GetIntermediatesSafe(const TfLiteContext* context, - const TfLiteNode* node, int index, - TfLiteTensor** tensor); -#endif // TF_LITE_STATIC_MEMORY - -inline int NumDimensions(const TfLiteTensor* t) { return t->dims->size; } -inline int SizeOfDimension(const TfLiteTensor* t, int dim) { - return t->dims->data[dim]; -} - -inline int NumInputs(const TfLiteNode* node) { - return node->inputs == nullptr ? 0 : node->inputs->size; -} -inline int NumOutputs(const TfLiteNode* node) { - return node->outputs == nullptr ? 0 : node->outputs->size; -} - -#ifndef TF_LITE_STATIC_MEMORY -inline int NumIntermediates(const TfLiteNode* node) { - return node->intermediates->size; -} -#endif // TF_LITE_STATIC_MEMORY - -inline int64_t NumElements(const TfLiteIntArray* dims) { - int64_t count = 1; - for (int i = 0; i < dims->size; ++i) { - count *= dims->data[i]; - } - return count; -} - -inline int64_t NumElements(const TfLiteTensor* t) { - return NumElements(t->dims); -} - -inline int64_t NumElements(const int* dims, int num_dims) { - int64_t count = 1; - for (int i = 0; i < num_dims; ++i) { - count *= dims[i]; - } - return count; -} - -// Determines whether tensor is constant. -// TODO(b/138199592): Introduce new query which checks for constant OR -// persistent-read-only, which would be useful for most tensor kernels that -// are potentially dynamic based on the input tensor value availability at the -// time of prepare. -inline bool IsConstantTensor(const TfLiteTensor* tensor) { - return tensor->allocation_type == kTfLiteMmapRo; -} - -inline bool IsConstantOrPersistentTensor(const TfLiteTensor* tensor) { - return IsConstantTensor(tensor) || - (tensor->allocation_type == kTfLitePersistentRo); -} - -// Determines whether tensor is dynamic. Note that a tensor can be non-const and -// not dynamic. This function specifically checks for a dynamic tensor. -inline bool IsDynamicTensor(const TfLiteTensor* tensor) { - return tensor->allocation_type == kTfLiteDynamic; -} - -// Sets tensor to dynamic. -inline void SetTensorToDynamic(TfLiteTensor* tensor) { - if (tensor->allocation_type != kTfLiteDynamic) { - tensor->allocation_type = kTfLiteDynamic; - tensor->data.raw = nullptr; - } -} - -// Sets tensor to persistent and read-only. -inline void SetTensorToPersistentRo(TfLiteTensor* tensor) { - if (tensor->allocation_type != kTfLitePersistentRo) { - tensor->allocation_type = kTfLitePersistentRo; - tensor->data.raw = nullptr; - } -} - -// Determines whether it is a hybrid op - one that has float inputs and -// quantized weights. -inline bool IsHybridOp(const TfLiteTensor* input, const TfLiteTensor* weight) { - return ((weight->type == kTfLiteUInt8 || weight->type == kTfLiteInt8) && - input->type == kTfLiteFloat32); -} - -// Check dimensionality match and populate OpData for Conv and DepthwiseConv. -TfLiteStatus PopulateConvolutionQuantizationParams( - TfLiteContext* context, const TfLiteTensor* input, - const TfLiteTensor* filter, const TfLiteTensor* bias, TfLiteTensor* output, - const TfLiteFusedActivation& activation, int32_t* multiplier, int* shift, - int32_t* output_activation_min, int32_t* output_activation_max, - int32_t* per_channel_multiplier, int32_t* per_channel_shift); - -TfLiteStatus PopulateConvolutionQuantizationParams( - TfLiteContext* context, const TfLiteTensor* input, - const TfLiteTensor* filter, const TfLiteTensor* bias, TfLiteTensor* output, - const TfLiteFusedActivation& activation, int32_t* multiplier, int* shift, - int32_t* output_activation_min, int32_t* output_activation_max, - int32_t* per_channel_multiplier, int32_t* per_channel_shift, - int num_channels); - -// Calculates the multiplication factor for a quantized convolution (or -// quantized depthwise convolution) involving the given tensors. Returns an -// error if the scales of the tensors are not compatible. -TfLiteStatus GetQuantizedConvolutionMultipler(TfLiteContext* context, - const TfLiteTensor* input, - const TfLiteTensor* filter, - const TfLiteTensor* bias, - TfLiteTensor* output, - double* multiplier); - -TfLiteStatus GetQuantizedConvolutionMultipler(TfLiteContext* context, - const TfLiteTensor* input, - const TfLiteTensor* filter, - TfLiteTensor* output, - double* multiplier); - -// Calculates the useful quantized range of an activation layer given its -// activation tensor. -TfLiteStatus CalculateActivationRangeQuantized(TfLiteContext* context, - TfLiteFusedActivation activation, - TfLiteTensor* output, - int32_t* act_min, - int32_t* act_max); - -// Calculates the useful range of an activation layer given its activation -// tensor.a -template -void CalculateActivationRange(TfLiteFusedActivation activation, - T* activation_min, T* activation_max) { - if (activation == kTfLiteActRelu) { - *activation_min = 0; - *activation_max = std::numeric_limits::max(); - } else if (activation == kTfLiteActRelu6) { - *activation_min = 0; - *activation_max = 6; - } else if (activation == kTfLiteActReluN1To1) { - *activation_min = -1; - *activation_max = 1; - } else { - *activation_min = std::numeric_limits::lowest(); - *activation_max = std::numeric_limits::max(); - } -} - -// Return true if the given tensors have the same shape. -bool HaveSameShapes(const TfLiteTensor* input1, const TfLiteTensor* input2); - -#if !defined(TF_LITE_STATIC_MEMORY) -// Gets the output shape from the input tensor. -TfLiteStatus GetOutputShapeFromInput(TfLiteContext* context, - const TfLiteTensor* input, - TfLiteIntArray** output_shape); - -const std::string GetShapeDebugString(const TfLiteIntArray* shape); - -#endif // !defined(TF_LITE_STATIC_MEMORY) - -// Calculates the output_shape that is necessary for element-wise operations -// with broadcasting involving the two input tensors. -TfLiteStatus CalculateShapeForBroadcast(TfLiteContext* context, - const TfLiteTensor* input1, - const TfLiteTensor* input2, - TfLiteIntArray** output_shape); - -// Calculates the output_shape that is necessary for element-wise operations -// with broadcasting involving the three input tensors. -TfLiteStatus CalculateShapeForBroadcast(TfLiteContext* context, - const TfLiteTensor* input1, - const TfLiteTensor* input2, - const TfLiteTensor* input3, - TfLiteIntArray** output_shape); - -// Return the size of given type in bytes. Return 0 in case of string. -int TfLiteTypeGetSize(TfLiteType type); - -// Whether the current platform is mobile (Android or iOS). -bool IsMobilePlatform(); - -// Returns whether there is unspecified dimension in the tensor's dim signature. -bool HasUnspecifiedDimension(const TfLiteTensor* tensor); - -} // namespace tflite - -#endif // TENSORFLOW_LITE_KERNELS_KERNEL_UTIL_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/op_macros.h b/code/components/tflite-lib/tensorflow/lite/kernels/op_macros.h deleted file mode 100644 index 4255d253..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/op_macros.h +++ /dev/null @@ -1,38 +0,0 @@ -/* Copyright 2017 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_KERNELS_OP_MACROS_H_ -#define TENSORFLOW_LITE_KERNELS_OP_MACROS_H_ - -#include "tensorflow/lite/micro/debug_log.h" - -#if !defined(TF_LITE_MCU_DEBUG_LOG) -#include -#define TFLITE_ABORT abort() -#else -inline void AbortImpl() { - DebugLog("HALTED\n"); - while (1) { - } -} -#define TFLITE_ABORT AbortImpl(); -#endif - -#if defined(NDEBUG) -#define TFLITE_ASSERT_FALSE (static_cast(0)) -#else -#define TFLITE_ASSERT_FALSE TFLITE_ABORT -#endif - -#endif // TENSORFLOW_LITE_KERNELS_OP_MACROS_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/kernels/padding.h b/code/components/tflite-lib/tensorflow/lite/kernels/padding.h deleted file mode 100644 index d9cca3ea..00000000 --- a/code/components/tflite-lib/tensorflow/lite/kernels/padding.h +++ /dev/null @@ -1,115 +0,0 @@ -/* Copyright 2017 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_KERNELS_PADDING_H_ -#define TENSORFLOW_LITE_KERNELS_PADDING_H_ - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/kernels/internal/types.h" - -namespace tflite { - -inline int ComputePadding(int stride, int dilation_rate, int in_size, - int filter_size, int out_size) { - int effective_filter_size = (filter_size - 1) * dilation_rate + 1; - int padding = ((out_size - 1) * stride + effective_filter_size - in_size) / 2; - return padding > 0 ? padding : 0; -} - -// It's not guaranteed that padding is symmetric. It's important to keep -// offset for algorithms need all paddings. -inline int ComputePaddingWithOffset(int stride, int dilation_rate, int in_size, - int filter_size, int out_size, - int* offset) { - int effective_filter_size = (filter_size - 1) * dilation_rate + 1; - int total_padding = - ((out_size - 1) * stride + effective_filter_size - in_size); - total_padding = total_padding > 0 ? total_padding : 0; - *offset = total_padding % 2; - return total_padding / 2; -} - -// Matching GetWindowedOutputSize in TensorFlow. -inline int ComputeOutSize(TfLitePadding padding, int image_size, - int filter_size, int stride, int dilation_rate = 1) { - int effective_filter_size = (filter_size - 1) * dilation_rate + 1; - - // TODO(b/186448822): This uses 0 since the function has no other way to - // report error case - if (stride == 0) return 0; - - switch (padding) { - case kTfLitePaddingSame: - return (image_size + stride - 1) / stride; - case kTfLitePaddingValid: - return (image_size + stride - effective_filter_size) / stride; - default: - return 0; - } -} - -inline TfLitePaddingValues ComputePaddingHeightWidth( - int stride_height, int stride_width, int dilation_rate_height, - int dilation_rate_width, int in_height, int in_width, int filter_height, - int filter_width, TfLitePadding padding, int* out_height, int* out_width) { - *out_width = ComputeOutSize(padding, in_width, filter_width, stride_width, - dilation_rate_width); - *out_height = ComputeOutSize(padding, in_height, filter_height, stride_height, - dilation_rate_height); - - TfLitePaddingValues padding_values; - int offset = 0; - padding_values.height = - ComputePaddingWithOffset(stride_height, dilation_rate_height, in_height, - filter_height, *out_height, &offset); - padding_values.height_offset = offset; - padding_values.width = - ComputePaddingWithOffset(stride_width, dilation_rate_width, in_width, - filter_width, *out_width, &offset); - padding_values.width_offset = offset; - return padding_values; -} - -inline Padding3DValues ComputePadding3DValues( - int stride_height, int stride_width, int stride_depth, - int dilation_rate_height, int dilation_rate_width, int dilation_rate_depth, - int in_height, int in_width, int in_depth, int filter_height, - int filter_width, int filter_depth, TfLitePadding padding, int* out_height, - int* out_width, int* out_depth) { - *out_width = ComputeOutSize(padding, in_width, filter_width, stride_width, - dilation_rate_width); - *out_height = ComputeOutSize(padding, in_height, filter_height, stride_height, - dilation_rate_height); - *out_depth = ComputeOutSize(padding, in_depth, filter_depth, stride_depth, - dilation_rate_depth); - - Padding3DValues padding_values; - int offset = 0; - padding_values.depth = - ComputePaddingWithOffset(stride_depth, dilation_rate_depth, in_depth, - filter_depth, *out_depth, &offset); - padding_values.depth_offset = offset; - padding_values.height = - ComputePaddingWithOffset(stride_height, dilation_rate_height, in_height, - filter_height, *out_height, &offset); - padding_values.height_offset = offset; - padding_values.width = - ComputePaddingWithOffset(stride_width, dilation_rate_width, in_width, - filter_width, *out_width, &offset); - padding_values.width_offset = offset; - return padding_values; -} -} // namespace tflite - -#endif // TENSORFLOW_LITE_KERNELS_PADDING_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/micro/all_ops_resolver.cc b/code/components/tflite-lib/tensorflow/lite/micro/all_ops_resolver.cc deleted file mode 100644 index abbe34e7..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/all_ops_resolver.cc +++ /dev/null @@ -1,119 +0,0 @@ -/* Copyright 2018 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/micro/all_ops_resolver.h" - -#include "tensorflow/lite/micro/kernels/micro_ops.h" - -namespace tflite { - -AllOpsResolver::AllOpsResolver() { - // Please keep this list of Builtin Operators in alphabetical order. - AddAbs(); - AddAdd(); - AddAddN(); - AddArgMax(); - AddArgMin(); - AddAssignVariable(); - AddAveragePool2D(); - AddBatchToSpaceNd(); - AddBroadcastArgs(); - AddBroadcastTo(); - AddCallOnce(); - AddCast(); - AddCeil(); - AddCircularBuffer(); - AddConcatenation(); - AddConv2D(); - AddCos(); - AddCumSum(); - AddDepthToSpace(); - AddDepthwiseConv2D(); - AddDequantize(); - AddDetectionPostprocess(); - AddDiv(); - AddElu(); - AddEqual(); - AddEthosU(); - AddExp(); - AddExpandDims(); - AddFill(); - AddFloor(); - AddFloorDiv(); - AddFloorMod(); - AddFullyConnected(); - AddGather(); - AddGatherNd(); - AddGreater(); - AddGreaterEqual(); - AddHardSwish(); - AddIf(); - AddL2Normalization(); - AddL2Pool2D(); - AddLeakyRelu(); - AddLess(); - AddLessEqual(); - AddLog(); - AddLogicalAnd(); - AddLogicalNot(); - AddLogicalOr(); - AddLogistic(); - AddMaxPool2D(); - AddMaximum(); - AddMean(); - AddMinimum(); - AddMirrorPad(); - AddMul(); - AddNeg(); - AddNotEqual(); - AddPack(); - AddPad(); - AddPadV2(); - AddPrelu(); - AddQuantize(); - AddReadVariable(); - AddReduceMax(); - AddRelu(); - AddRelu6(); - AddReshape(); - AddResizeBilinear(); - AddResizeNearestNeighbor(); - AddRound(); - AddRsqrt(); - AddShape(); - AddSin(); - AddSlice(); - AddSoftmax(); - AddSpaceToBatchNd(); - AddSpaceToDepth(); - AddSplit(); - AddSplitV(); - AddSqrt(); - AddSquare(); - AddSqueeze(); - AddStridedSlice(); - AddSub(); - AddSum(); - AddSvdf(); - AddTanh(); - AddTranspose(); - AddTransposeConv(); - AddUnpack(); - AddVarHandle(); - AddWhile(); - AddZerosLike(); -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/all_ops_resolver.h b/code/components/tflite-lib/tensorflow/lite/micro/all_ops_resolver.h deleted file mode 100644 index 391b4f08..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/all_ops_resolver.h +++ /dev/null @@ -1,38 +0,0 @@ -/* Copyright 2018 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_MICRO_ALL_OPS_RESOLVER_H_ -#define TENSORFLOW_LITE_MICRO_ALL_OPS_RESOLVER_H_ - -#include "tensorflow/lite/micro/compatibility.h" -#include "tensorflow/lite/micro/micro_mutable_op_resolver.h" - -namespace tflite { - -// The magic number in the template parameter is the maximum number of ops that -// can be added to AllOpsResolver. It can be increased if needed. And most -// applications that care about the memory footprint will want to directly use -// MicroMutableOpResolver and have an application specific template parameter. -// The examples directory has sample code for this. -class AllOpsResolver : public MicroMutableOpResolver<128> { - public: - AllOpsResolver(); - - private: - TF_LITE_REMOVE_VIRTUAL_DELETE -}; - -} // namespace tflite - -#endif // TENSORFLOW_LITE_MICRO_ALL_OPS_RESOLVER_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/micro/arena_allocator/ibuffer_allocator.h b/code/components/tflite-lib/tensorflow/lite/micro/arena_allocator/ibuffer_allocator.h deleted file mode 100644 index b92d6b2d..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/arena_allocator/ibuffer_allocator.h +++ /dev/null @@ -1,100 +0,0 @@ -/* Copyright 2022 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_MICRO_ARENA_ALLOCATOR_IBUFFER_ALLOCATOR_H_ -#define TENSORFLOW_LITE_MICRO_ARENA_ALLOCATOR_IBUFFER_ALLOCATOR_H_ - -#include -#include - -#include "tensorflow/lite/c/c_api_types.h" - -namespace tflite { -// Interface classes that the TFLM framework relies on to get buffers it needs. -// There are two types of buffers that the TFLM framework requires: persistent -// and non-persistent. Persistent buffers, once allocated, are never freed by -// the TFLM framework. Non-persist buffers can be allocated and deallocated by -// the TFLM framework. This file defines two interfaces classes that TFLM -// framework will rely on to manage these buffers. - -// Interface class for managing persistent buffers. -class IPersistentBufferAllocator { - public: - IPersistentBufferAllocator() {} - virtual ~IPersistentBufferAllocator() {} - - // Allocates persistent memory. The persistent buffer is never freed. - virtual uint8_t* AllocatePersistentBuffer(size_t size, size_t alignment) = 0; - - // Returns the size of all persistent allocations in bytes. - virtual size_t GetPersistentUsedBytes() const = 0; -}; - -// Interface class for managing non-persistent buffers. -// The default non-persistent buffers are temp buffers that are not resizable. -// Support of at least one resizable buffer is required. -class INonPersistentBufferAllocator { - public: - INonPersistentBufferAllocator() {} - virtual ~INonPersistentBufferAllocator() {} - - // Allocates a temporary buffer. This buffer is not resizable. - virtual uint8_t* AllocateTemp(size_t size, size_t alignment) = 0; - - // Signals that a temporary buffer is no longer needed. - virtual void DeallocateTemp(uint8_t* buf) = 0; - - // Returns true if all temporary buffers are already deallocated. - virtual bool IsAllTempDeallocated() = 0; - - // Signals that all temporary allocations can be reclaimed. TFLM calls this - // API when it knows that all temporary buffers that it requested has been - // deallocated. The goal of API is to facilitate implementations of - // INonPersistentBufferAllocator can reuse buffer with some reasonable - // complexity. - virtual TfLiteStatus ResetTempAllocations() = 0; - - // Returns a buffer that is resizable viable ResizeBuffer(). - virtual uint8_t* AllocateResizableBuffer(size_t size, size_t alignment) = 0; - - // Resizes a buffer that is previously returned by the - // AllocateResizableBuffer. - virtual TfLiteStatus ResizeBuffer(uint8_t* resizable_buf, size_t size, - size_t alignment) = 0; - - // Frees up the memory occupied by the resizable buffer. - virtual TfLiteStatus DeallocateResizableBuffer(uint8_t* resizable_buf) = 0; - - // Returns a pointer pointing to the start of the overlay memory, which is - // used for activation tensors and scratch buffers by kernels at Invoke stage. - virtual uint8_t* GetOverlayMemoryAddress() const = 0; - - // Reserves the size of the overlay memory. This overlay is reserved for the - // kernels at Invoke stage. This is referred to as the overlay because before - // Invoket state, the same memory can be used for temp buffers. The layout of - // the memory is planned by the memory planner separately at Invoke stage. - virtual TfLiteStatus ReserveNonPersistentOverlayMemory(size_t size, - size_t alignment) = 0; - - // Returns the size of non-persistent buffer in use. - virtual size_t GetNonPersistentUsedBytes() const = 0; - - // Returns the number of bytes available with a given alignment. This number - // takes in account any temporary allocations. - virtual size_t GetAvailableMemory(size_t alignment) const = 0; -}; - -} // namespace tflite - -#endif // TENSORFLOW_LITE_MICRO_ARENA_ALLOCATOR_IBUFFER_ALLOCATOR_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/micro/arena_allocator/non_persistent_arena_buffer_allocator.cc b/code/components/tflite-lib/tensorflow/lite/micro/arena_allocator/non_persistent_arena_buffer_allocator.cc deleted file mode 100644 index 6389da40..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/arena_allocator/non_persistent_arena_buffer_allocator.cc +++ /dev/null @@ -1,170 +0,0 @@ -/* Copyright 2022 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#include "tensorflow/lite/micro/arena_allocator/non_persistent_arena_buffer_allocator.h" - -#include "tensorflow/lite/micro/memory_helpers.h" -#include "tensorflow/lite/micro/micro_error_reporter.h" - -namespace tflite { - -NonPersistentArenaBufferAllocator::NonPersistentArenaBufferAllocator( - uint8_t* buffer, size_t buffer_size) - : buffer_head_(buffer), - buffer_tail_(buffer + buffer_size), - head_temp_(buffer), - next_temp_(buffer) {} - -NonPersistentArenaBufferAllocator::~NonPersistentArenaBufferAllocator() {} - -// Allocates a temporary buffer. This buffer is not resizable. -uint8_t* NonPersistentArenaBufferAllocator::AllocateTemp(size_t size, - size_t alignment) { - uint8_t* const aligned_result = AlignPointerUp(next_temp_, alignment); - const size_t available_memory = buffer_tail_ - aligned_result; - if (available_memory < size) { - MicroPrintf( - "Failed to allocate temp memory. Requested: %u, " - "available %u, missing: %u", - size, available_memory, size - available_memory); - return nullptr; - } - next_temp_ = aligned_result + size; - temp_buffer_ptr_check_sum_ ^= reinterpret_cast(aligned_result); - temp_buffer_count_++; - return aligned_result; -} - -// Signals that a temporary buffer is no longer needed. -void NonPersistentArenaBufferAllocator::DeallocateTemp(uint8_t* temp_buf) { - temp_buffer_ptr_check_sum_ ^= reinterpret_cast(temp_buf); - temp_buffer_count_--; -} - -// Returns true if all temporary buffers are already deallocated. -bool NonPersistentArenaBufferAllocator::IsAllTempDeallocated() { - if (temp_buffer_count_ != 0 || temp_buffer_ptr_check_sum_ != 0) { - MicroPrintf( - "Number of allocated temp buffers: %d. Checksum passing status: %d", - temp_buffer_count_, !temp_buffer_ptr_check_sum_); - return false; - } - return true; -} - -// Signals that all temporary allocations can be reclaimed. TFLM calls this -// API when it knows that all temporary buffers that it requested has been -// deallocated. The goal of API is to facilitate implementations of -// INonPersistentBufferAllocator can reuse buffer with some reasonable -// complexity. -TfLiteStatus NonPersistentArenaBufferAllocator::ResetTempAllocations() { - if (!IsAllTempDeallocated()) { - MicroPrintf( - "All temp buffers must be freed before calling ResetTempAllocations()"); - return kTfLiteError; - } - next_temp_ = head_temp_; - return kTfLiteOk; -} - -// Returns a buffer that is resizable viable ResizeBuffer(). -uint8_t* NonPersistentArenaBufferAllocator::AllocateResizableBuffer( - size_t size, size_t alignment) { - // Only supports one resizable buffer, which starts at the buffer head. - uint8_t* expected_resizable_buf = AlignPointerUp(buffer_head_, alignment); - - if (resizable_buffer_allocated_) { - MicroPrintf( - "Cannot allocate a new resizable buffer when one is already allocated"); - return nullptr; - } - - if (ResizeBuffer(expected_resizable_buf, size, alignment) == kTfLiteOk) { - resizable_buffer_allocated_ = true; - return expected_resizable_buf; - } - return nullptr; -} - -// Resizes a buffer that is previously returned by the AllocateResizableBuffer. -// Note that ResizeBuffer(old_resizable_buf, 0, 1) effectively deallocates -// a previous allocated resizable buffer. -TfLiteStatus NonPersistentArenaBufferAllocator::ResizeBuffer( - uint8_t* resizable_buf, size_t size, size_t alignment) { - // Only supports one resizable buffer, which starts at the buffer head. - uint8_t* expect_resizable_buf = AlignPointerUp(buffer_head_, alignment); - if (resizable_buf != expect_resizable_buf) { - MicroPrintf("Internal error: buffer is not resizable"); - return kTfLiteError; - } - if (head_temp_ != next_temp_) { - MicroPrintf("ResetTempAllocations() is not called before ResizeBuffer()."); - return kTfLiteError; - } - - const size_t available_memory = buffer_tail_ - expect_resizable_buf; - if (available_memory < size) { - MicroPrintf( - "Failed to resize buffer. Requested: %u, available %u, missing: %u", - size, available_memory, size - available_memory); - return kTfLiteError; - } - head_temp_ = expect_resizable_buf + size; - next_temp_ = head_temp_; - - return kTfLiteOk; -} - -// Frees up the memory occupied by the resizable buffer. -TfLiteStatus NonPersistentArenaBufferAllocator::DeallocateResizableBuffer( - uint8_t* resizable_buf) { - TfLiteStatus status = ResizeBuffer(resizable_buf, 0, 1); - if (status == kTfLiteOk) { - resizable_buffer_allocated_ = false; - } - return status; -} - -// Returns a pointer pointing to the start of the overlay memory, which is -// used for activation tensors and scratch buffers by kernels at Invoke stage. -uint8_t* NonPersistentArenaBufferAllocator::GetOverlayMemoryAddress() const { - return buffer_head_; -} - -// Reserves the size of the overlay memory. This overlay is reserved for the -// kernels at Invoke stage. This is referred to as the overlay because before -// Invoket state, the same memory can be used for temp buffers. The layout of -// the memory is planned by the memory planner separately at Invoke stage. -TfLiteStatus -NonPersistentArenaBufferAllocator::ReserveNonPersistentOverlayMemory( - size_t size, size_t alignment) { - uint8_t* expect_resizable_buf = AlignPointerUp(buffer_head_, alignment); - return ResizeBuffer(expect_resizable_buf, size, alignment); -} - -// Returns the size of non-persistent buffer in use. -size_t NonPersistentArenaBufferAllocator::GetNonPersistentUsedBytes() const { - return (next_temp_ - buffer_head_); -} - -// Returns the number of bytes available with a given alignment. This number -// takes in account any temporary allocations. -size_t NonPersistentArenaBufferAllocator::GetAvailableMemory( - size_t alignment) const { - uint8_t* const aligned_temp = AlignPointerUp(next_temp_, alignment); - uint8_t* const aligned_tail = AlignPointerDown(buffer_tail_, alignment); - return aligned_tail - aligned_temp; -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/arena_allocator/non_persistent_arena_buffer_allocator.h b/code/components/tflite-lib/tensorflow/lite/micro/arena_allocator/non_persistent_arena_buffer_allocator.h deleted file mode 100644 index 9eb4efeb..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/arena_allocator/non_persistent_arena_buffer_allocator.h +++ /dev/null @@ -1,105 +0,0 @@ -/* Copyright 2022 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_MICRO_ARENA_ALLOCATOR_NON_PERSISTENT_ARENA_BUFFER_ALLOCATOR_H_ -#define TENSORFLOW_LITE_MICRO_ARENA_ALLOCATOR_NON_PERSISTENT_ARENA_BUFFER_ALLOCATOR_H_ - -#include -#include - -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/core/api/error_reporter.h" -#include "tensorflow/lite/micro/arena_allocator/ibuffer_allocator.h" -#include "tensorflow/lite/micro/compatibility.h" - -namespace tflite { - -// Implement INonPersistentBufferAllocator on an arena that is dedicated for -// non-persistent buffers. -class NonPersistentArenaBufferAllocator : public INonPersistentBufferAllocator { - public: - NonPersistentArenaBufferAllocator(uint8_t* buffer, size_t buffer_size); - virtual ~NonPersistentArenaBufferAllocator(); - - // Allocates a temporary buffer. This buffer is not resizable. - uint8_t* AllocateTemp(size_t size, size_t alignment) override; - - // Signals that a temporary buffer is no longer needed. - void DeallocateTemp(uint8_t* buf) override; - - // Returns true if all temporary buffers are already deallocated. - bool IsAllTempDeallocated() override; - - // Signals that all temporary allocations can be reclaimed. TFLM calls this - // API when it knows that all temporary buffers that it requested has been - // deallocated. - TfLiteStatus ResetTempAllocations() override; - - // Returns a buffer that is resizable viable ResizeBuffer(). - uint8_t* AllocateResizableBuffer(size_t size, size_t alignment) override; - - // Resizes a buffer that is previously returned by the - // AllocateResizableBuffer. - TfLiteStatus ResizeBuffer(uint8_t* resizable_buf, size_t size, - size_t alignment) override; - - // Frees up the memory occupied by the resizable buffer. - TfLiteStatus DeallocateResizableBuffer(uint8_t* resizable_buf) override; - - // Returns a pointer pointing to the start of the overlay memory, which is - // used for activation tensors and scratch buffers by kernels at Invoke stage. - uint8_t* GetOverlayMemoryAddress() const override; - - // Reserves the size of the overlay memory. This overlay is reserved for the - // kernels at Invoke stage. This is referred to as the overlay because before - // Invoket state, the same memory can be used for temp buffers. The layout of - // the memory is planned by the memory planner separately at Invoke stage. - TfLiteStatus ReserveNonPersistentOverlayMemory(size_t size, - size_t alignment) override; - - // Returns the size of non-persistent buffer in use. - size_t GetNonPersistentUsedBytes() const override; - - // Returns the number of bytes available with a given alignment. This number - // takes in account any temporary allocations. - size_t GetAvailableMemory(size_t alignment) const override; - - TF_LITE_REMOVE_VIRTUAL_DELETE - - private: - // The memory arena that this allocator manages. - uint8_t* const buffer_head_; - uint8_t* const buffer_tail_; - - // The whole region is split into two parts: - // buffer_head_ to head_temp_ - 1 belongs to the only resizable buffer. - // head_temp_ to buffer_tail_ can be used for (non-resizable) temp buffers. - uint8_t* head_temp_; - - // next_temp_ points to the next available temp buffer allocation address and - // its range is between head_temp_ and buffer_tail_ - uint8_t* next_temp_; - - // XOR Check sum for outstanding temp buffers. - // If all temp buffers are deallocated OR no temp buffers are allocated, - // temp_buffer_ptr_check_sum_ == nullptr. - intptr_t temp_buffer_ptr_check_sum_ = 0; - // Count of outstanding temp buffers. - int temp_buffer_count_ = 0; - bool resizable_buffer_allocated_ = false; -}; - -} // namespace tflite - -#endif // TENSORFLOW_LITE_MICRO_ARENA_ALLOCATOR_NON_PERSISTENT_ARENA_BUFFER_ALLOCATOR_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/micro/arena_allocator/persistent_arena_buffer_allocator.cc b/code/components/tflite-lib/tensorflow/lite/micro/arena_allocator/persistent_arena_buffer_allocator.cc deleted file mode 100644 index 0ccc8fb1..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/arena_allocator/persistent_arena_buffer_allocator.cc +++ /dev/null @@ -1,52 +0,0 @@ -/* Copyright 2022 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#include "tensorflow/lite/micro/arena_allocator/persistent_arena_buffer_allocator.h" - -#include "tensorflow/lite/micro/memory_helpers.h" -#include "tensorflow/lite/micro/micro_error_reporter.h" - -namespace tflite { - -PersistentArenaBufferAllocator::PersistentArenaBufferAllocator( - uint8_t* buffer, size_t buffer_size) - : buffer_head_(buffer), - buffer_tail_(buffer + buffer_size), - tail_temp_(buffer_tail_) {} - -PersistentArenaBufferAllocator::~PersistentArenaBufferAllocator() {} - -uint8_t* PersistentArenaBufferAllocator::AllocatePersistentBuffer( - size_t size, size_t alignment) { - uint8_t* const aligned_result = - AlignPointerDown(tail_temp_ - size, alignment); - if (aligned_result < buffer_head_) { -#ifndef TF_LITE_STRIP_ERROR_STRINGS - const size_t missing_memory = buffer_head_ - aligned_result; - MicroPrintf( - "Failed to allocate tail memory. Requested: %u, " - "available %u, missing: %u", - size, size - missing_memory, missing_memory); -#endif - return nullptr; - } - tail_temp_ = aligned_result; - return aligned_result; -} - -size_t PersistentArenaBufferAllocator::GetPersistentUsedBytes() const { - return buffer_tail_ - tail_temp_; -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/arena_allocator/persistent_arena_buffer_allocator.h b/code/components/tflite-lib/tensorflow/lite/micro/arena_allocator/persistent_arena_buffer_allocator.h deleted file mode 100644 index 70de408f..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/arena_allocator/persistent_arena_buffer_allocator.h +++ /dev/null @@ -1,59 +0,0 @@ -/* Copyright 2022 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_MICRO_ARENA_ALLOCATOR_PERSISTENT_ARENA_BUFFER_ALLOCATOR_H_ -#define TENSORFLOW_LITE_MICRO_ARENA_ALLOCATOR_PERSISTENT_ARENA_BUFFER_ALLOCATOR_H_ - -#include -#include - -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/core/api/error_reporter.h" -#include "tensorflow/lite/micro/arena_allocator/ibuffer_allocator.h" -#include "tensorflow/lite/micro/compatibility.h" - -namespace tflite { - -// PersistentArenaBufferAllocator is an implementatation of -// IPersistentBufferAllocator interface on an arena that is dedicated for -// persistent buffers. -class PersistentArenaBufferAllocator : public IPersistentBufferAllocator { - public: - PersistentArenaBufferAllocator(uint8_t* buffer, size_t buffer_size); - virtual ~PersistentArenaBufferAllocator(); - - // Allocates persistent memory. The persistent buffer is never freed. - // Returns nullptr if errors occured. - uint8_t* AllocatePersistentBuffer(size_t size, size_t alignment) override; - - // Returns the size of all persistent allocations in bytes. - size_t GetPersistentUsedBytes() const override; - - TF_LITE_REMOVE_VIRTUAL_DELETE - private: - // The memory arena that this allocator manages. - uint8_t* const buffer_head_; - uint8_t* const buffer_tail_; - - // The whole region is split into two parts: - // tail_temp_ to buffer_tail_ contains allocated buffers; - // buffer_head_ to tail_temp_ - 1 belongs to still available spaces. - // So in essence, the allocated region grows from the bottom and emulates - // SingleArenaBufferAllocator's persistent part. - uint8_t* tail_temp_; -}; - -} // namespace tflite - -#endif // TENSORFLOW_LITE_MICRO_ARENA_ALLOCATOR_PERSISTENT_ARENA_BUFFER_ALLOCATOR_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/micro/arena_allocator/recording_single_arena_buffer_allocator.cc b/code/components/tflite-lib/tensorflow/lite/micro/arena_allocator/recording_single_arena_buffer_allocator.cc deleted file mode 100644 index 0f24a0b5..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/arena_allocator/recording_single_arena_buffer_allocator.cc +++ /dev/null @@ -1,87 +0,0 @@ -/* Copyright 2020 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/micro/arena_allocator/recording_single_arena_buffer_allocator.h" - -#include - -#include "tensorflow/lite/kernels/internal/compatibility.h" - -namespace tflite { - -RecordingSingleArenaBufferAllocator::RecordingSingleArenaBufferAllocator( - ErrorReporter* error_reporter, uint8_t* buffer_head, size_t buffer_size) - : SingleArenaBufferAllocator(error_reporter, buffer_head, buffer_size), - requested_head_bytes_(0), - requested_tail_bytes_(0), - used_bytes_(0), - alloc_count_(0) {} - -RecordingSingleArenaBufferAllocator::~RecordingSingleArenaBufferAllocator() {} - -RecordingSingleArenaBufferAllocator* -RecordingSingleArenaBufferAllocator::Create(ErrorReporter* error_reporter, - uint8_t* buffer_head, - size_t buffer_size) { - TFLITE_DCHECK(error_reporter != nullptr); - TFLITE_DCHECK(buffer_head != nullptr); - RecordingSingleArenaBufferAllocator tmp = RecordingSingleArenaBufferAllocator( - error_reporter, buffer_head, buffer_size); - - uint8_t* allocator_buffer = tmp.AllocatePersistentBuffer( - sizeof(RecordingSingleArenaBufferAllocator), - alignof(RecordingSingleArenaBufferAllocator)); - // Use the default copy constructor to populate internal states. - return new (allocator_buffer) RecordingSingleArenaBufferAllocator(tmp); -} - -size_t RecordingSingleArenaBufferAllocator::GetRequestedBytes() const { - return requested_head_bytes_ + requested_tail_bytes_; -} - -size_t RecordingSingleArenaBufferAllocator::GetUsedBytes() const { - return used_bytes_; -} - -size_t RecordingSingleArenaBufferAllocator::GetAllocatedCount() const { - return alloc_count_; -} - -TfLiteStatus RecordingSingleArenaBufferAllocator::ResizeBuffer( - uint8_t* resizable_buf, size_t size, size_t alignment) { - const uint8_t* previous_head = head(); - TfLiteStatus status = - SingleArenaBufferAllocator::ResizeBuffer(resizable_buf, size, alignment); - if (status == kTfLiteOk) { - used_bytes_ += head() - previous_head; - requested_head_bytes_ = size; - } - return status; -} - -uint8_t* RecordingSingleArenaBufferAllocator::AllocatePersistentBuffer( - size_t size, size_t alignment) { - const uint8_t* previous_tail = tail(); - uint8_t* result = - SingleArenaBufferAllocator::AllocatePersistentBuffer(size, alignment); - if (result != nullptr) { - used_bytes_ += previous_tail - tail(); - requested_tail_bytes_ += size; - alloc_count_++; - } - return result; -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/arena_allocator/recording_single_arena_buffer_allocator.h b/code/components/tflite-lib/tensorflow/lite/micro/arena_allocator/recording_single_arena_buffer_allocator.h deleted file mode 100644 index 3cec561e..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/arena_allocator/recording_single_arena_buffer_allocator.h +++ /dev/null @@ -1,64 +0,0 @@ -/* Copyright 2020 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#ifndef TENSORFLOW_LITE_MICRO_ARENA_ALLOCATOR_RECORDING_SINGLE_ARENA_BUFFER_ALLOCATOR_H_ -#define TENSORFLOW_LITE_MICRO_ARENA_ALLOCATOR_RECORDING_SINGLE_ARENA_BUFFER_ALLOCATOR_H_ - -#include "tensorflow/lite/micro/arena_allocator/single_arena_buffer_allocator.h" -#include "tensorflow/lite/micro/compatibility.h" - -namespace tflite { - -// Utility class used to log allocations of a SingleArenaBufferAllocator. Should -// only be used in debug/evaluation settings or unit tests to evaluate -// allocation usage. -class RecordingSingleArenaBufferAllocator : public SingleArenaBufferAllocator { - public: - RecordingSingleArenaBufferAllocator(ErrorReporter* error_reporter, - uint8_t* buffer_head, size_t buffer_size); - // TODO(b/157615197): Cleanup constructors/destructor and use factory - // functions. - ~RecordingSingleArenaBufferAllocator() override; - - static RecordingSingleArenaBufferAllocator* Create( - ErrorReporter* error_reporter, uint8_t* buffer_head, size_t buffer_size); - - // Returns the number of bytes requested from the head or tail. - size_t GetRequestedBytes() const; - - // Returns the number of bytes actually allocated from the head or tail. This - // value will be >= to the number of requested bytes due to padding and - // alignment. - size_t GetUsedBytes() const; - - // Returns the number of alloc calls from the head or tail. - size_t GetAllocatedCount() const; - - TfLiteStatus ResizeBuffer(uint8_t* resizable_buf, size_t size, - size_t alignment) override; - uint8_t* AllocatePersistentBuffer(size_t size, size_t alignment) override; - - private: - size_t requested_head_bytes_; - size_t requested_tail_bytes_; - size_t used_bytes_; - size_t alloc_count_; - - TF_LITE_REMOVE_VIRTUAL_DELETE -}; - -} // namespace tflite - -#endif // TENSORFLOW_LITE_MICRO_ARENA_ALLOCATOR_RECORDING_SINGLE_ARENA_BUFFER_ALLOCATOR_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/micro/arena_allocator/single_arena_buffer_allocator.cc b/code/components/tflite-lib/tensorflow/lite/micro/arena_allocator/single_arena_buffer_allocator.cc deleted file mode 100644 index 15d512bd..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/arena_allocator/single_arena_buffer_allocator.cc +++ /dev/null @@ -1,209 +0,0 @@ -/* Copyright 2020 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/micro/arena_allocator/single_arena_buffer_allocator.h" - -#include -#include -#include - -#include "tensorflow/lite/c/c_api_types.h" -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/core/api/error_reporter.h" -#include "tensorflow/lite/kernels/internal/compatibility.h" -#include "tensorflow/lite/kernels/op_macros.h" -#include "tensorflow/lite/micro/memory_helpers.h" -#include "tensorflow/lite/micro/micro_error_reporter.h" - -namespace tflite { - -SingleArenaBufferAllocator::SingleArenaBufferAllocator( - ErrorReporter* error_reporter, uint8_t* buffer_head, uint8_t* buffer_tail) - : -#if !defined(TF_LITE_STRIP_ERROR_STRINGS) - error_reporter_(error_reporter), -#endif - buffer_head_(buffer_head), - buffer_tail_(buffer_tail), - head_(buffer_head), - tail_(buffer_tail), - temp_(buffer_head_) { -} - -SingleArenaBufferAllocator::SingleArenaBufferAllocator( - ErrorReporter* error_reporter, uint8_t* buffer, size_t buffer_size) - : SingleArenaBufferAllocator(error_reporter, buffer, buffer + buffer_size) { -} - -/* static */ -SingleArenaBufferAllocator* SingleArenaBufferAllocator::Create( - ErrorReporter* error_reporter, uint8_t* buffer_head, size_t buffer_size) { - TFLITE_DCHECK(error_reporter != nullptr); - TFLITE_DCHECK(buffer_head != nullptr); - SingleArenaBufferAllocator tmp = - SingleArenaBufferAllocator(error_reporter, buffer_head, buffer_size); - - // Allocate enough bytes from the buffer to create a - // SingleArenaBufferAllocator. The new instance will use the current adjusted - // tail buffer from the tmp allocator instance. - uint8_t* allocator_buffer = tmp.AllocatePersistentBuffer( - sizeof(SingleArenaBufferAllocator), alignof(SingleArenaBufferAllocator)); - // Use the default copy constructor to populate internal states. - return new (allocator_buffer) SingleArenaBufferAllocator(tmp); -} - -SingleArenaBufferAllocator::~SingleArenaBufferAllocator() {} - -uint8_t* SingleArenaBufferAllocator::AllocateResizableBuffer(size_t size, - size_t alignment) { - // Only supports one resizable buffer, which starts at the buffer head. - uint8_t* expect_resizable_buf = AlignPointerUp(buffer_head_, alignment); - if (ResizeBuffer(expect_resizable_buf, size, alignment) == kTfLiteOk) { - return expect_resizable_buf; - } - return nullptr; -} - -TfLiteStatus SingleArenaBufferAllocator::DeallocateResizableBuffer( - uint8_t* resizable_buf) { - return ResizeBuffer(resizable_buf, 0, 1); -} - -TfLiteStatus SingleArenaBufferAllocator::ReserveNonPersistentOverlayMemory( - size_t size, size_t alignment) { - uint8_t* expect_resizable_buf = AlignPointerUp(buffer_head_, alignment); - return ResizeBuffer(expect_resizable_buf, size, alignment); -} - -TfLiteStatus SingleArenaBufferAllocator::ResizeBuffer(uint8_t* resizable_buf, - size_t size, - size_t alignment) { - // Only supports one resizable buffer, which starts at the buffer head. - uint8_t* expect_resizable_buf = AlignPointerUp(buffer_head_, alignment); - if (head_ != temp_ || resizable_buf != expect_resizable_buf) { - TF_LITE_REPORT_ERROR( - error_reporter_, - "Internal error: either buffer is not resizable or " - "ResetTempAllocations() is not called before ResizeBuffer()."); - return kTfLiteError; - } - - uint8_t* const aligned_result = AlignPointerUp(buffer_head_, alignment); - const size_t available_memory = tail_ - aligned_result; - if (available_memory < size) { - TF_LITE_REPORT_ERROR( - error_reporter_, - "Failed to resize buffer. Requested: %u, available %u, missing: %u", - size, available_memory, size - available_memory); - return kTfLiteError; - } - head_ = aligned_result + size; - temp_ = head_; - - return kTfLiteOk; -} - -uint8_t* SingleArenaBufferAllocator::AllocatePersistentBuffer( - size_t size, size_t alignment) { - uint8_t* const aligned_result = AlignPointerDown(tail_ - size, alignment); - if (aligned_result < head_) { -#ifndef TF_LITE_STRIP_ERROR_STRINGS - const size_t missing_memory = head_ - aligned_result; - TF_LITE_REPORT_ERROR(error_reporter_, - "Failed to allocate tail memory. Requested: %u, " - "available %u, missing: %u", - size, size - missing_memory, missing_memory); -#endif - return nullptr; - } - tail_ = aligned_result; - return aligned_result; -} - -uint8_t* SingleArenaBufferAllocator::AllocateTemp(size_t size, - size_t alignment) { - uint8_t* const aligned_result = AlignPointerUp(temp_, alignment); - const size_t available_memory = tail_ - aligned_result; - if (available_memory < size) { - TF_LITE_REPORT_ERROR(error_reporter_, - "Failed to allocate temp memory. Requested: %u, " - "available %u, missing: %u", - size, available_memory, size - available_memory); - return nullptr; - } - temp_ = aligned_result + size; - temp_buffer_ptr_check_sum_ ^= (reinterpret_cast(aligned_result)); - temp_buffer_count_++; - return aligned_result; -} - -void SingleArenaBufferAllocator::DeallocateTemp(uint8_t* temp_buf) { - temp_buffer_ptr_check_sum_ ^= (reinterpret_cast(temp_buf)); - temp_buffer_count_--; -} - -bool SingleArenaBufferAllocator::IsAllTempDeallocated() { - if (temp_buffer_count_ != 0 || temp_buffer_ptr_check_sum_ != 0) { - MicroPrintf( - "Number of allocated temp buffers: %d. Checksum passing status: %d", - temp_buffer_count_, !temp_buffer_ptr_check_sum_); - return false; - } - return true; -} - -TfLiteStatus SingleArenaBufferAllocator::ResetTempAllocations() { - // TODO(b/209453859): enable error check based on IsAllTempDeallocated after - // all AllocateTemp have been paird with DeallocateTemp - if (!IsAllTempDeallocated()) { - MicroPrintf( - "All temp buffers must be freed before calling ResetTempAllocations()"); - return kTfLiteError; - } - temp_ = head_; - return kTfLiteOk; -} - -uint8_t* SingleArenaBufferAllocator::GetOverlayMemoryAddress() const { - return buffer_head_; -} - -size_t SingleArenaBufferAllocator::GetNonPersistentUsedBytes() const { - return std::max(head_ - buffer_head_, temp_ - buffer_head_); -} - -size_t SingleArenaBufferAllocator::GetPersistentUsedBytes() const { - return buffer_tail_ - tail_; -} - -size_t SingleArenaBufferAllocator::GetAvailableMemory(size_t alignment) const { - uint8_t* const aligned_temp = AlignPointerUp(temp_, alignment); - uint8_t* const aligned_tail = AlignPointerDown(tail_, alignment); - return aligned_tail - aligned_temp; -} - -size_t SingleArenaBufferAllocator::GetUsedBytes() const { - return GetPersistentUsedBytes() + GetNonPersistentUsedBytes(); -} - -size_t SingleArenaBufferAllocator::GetBufferSize() const { - return buffer_tail_ - buffer_head_; -} - -uint8_t* SingleArenaBufferAllocator::head() const { return head_; } - -uint8_t* SingleArenaBufferAllocator::tail() const { return tail_; } - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/arena_allocator/single_arena_buffer_allocator.h b/code/components/tflite-lib/tensorflow/lite/micro/arena_allocator/single_arena_buffer_allocator.h deleted file mode 100644 index d3be1f23..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/arena_allocator/single_arena_buffer_allocator.h +++ /dev/null @@ -1,152 +0,0 @@ -/* Copyright 2020 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#ifndef TENSORFLOW_LITE_MICRO_ARENA_ALLOCATOR_SINGLE_ARENA_BUFFER_ALLOCATOR_H_ -#define TENSORFLOW_LITE_MICRO_ARENA_ALLOCATOR_SINGLE_ARENA_BUFFER_ALLOCATOR_H_ - -#include -#include - -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/core/api/error_reporter.h" -#include "tensorflow/lite/micro/arena_allocator/ibuffer_allocator.h" -#include "tensorflow/lite/micro/compatibility.h" - -namespace tflite { - -// TODO(petewarden): This allocator never frees up or reuses any memory, even -// though we have enough information about lifetimes of the tensors to do so. -// This makes it pretty wasteful, so we should use a more intelligent method. -class SingleArenaBufferAllocator : public INonPersistentBufferAllocator, - public IPersistentBufferAllocator { - public: - // TODO(b/157615197): Cleanup constructors/destructor and use factory - // functions. - SingleArenaBufferAllocator(ErrorReporter* error_reporter, - uint8_t* buffer_head, uint8_t* buffer_tail); - SingleArenaBufferAllocator(ErrorReporter* error_reporter, uint8_t* buffer, - size_t buffer_size); - virtual ~SingleArenaBufferAllocator(); - - // Creates a new SingleArenaBufferAllocator from a given buffer head and size. - static SingleArenaBufferAllocator* Create(ErrorReporter* error_reporter, - uint8_t* buffer_head, - size_t buffer_size); - - // Resizes a buffer that is previously returned by the - // AllocateResizableBuffer. In current implementation, it Adjusts the head - // (lowest address and moving upwards) memory allocation to a given size. - // Calls to this method will also invalidate all temporary allocation values - // (it sets the location of temp space at the end of the head section). This - // call will fail if a chain of allocations through AllocateTemp() have not - // been cleaned up with a call to ResetTempAllocations(). - virtual TfLiteStatus ResizeBuffer(uint8_t* resizable_buf, size_t size, - size_t alignment) override; - - // Returns a buffer that is resizable viable ResizeBuffer(). Only one - // resizable buffer is currently supported. - virtual uint8_t* AllocateResizableBuffer(size_t size, - size_t alignment) override; - - // Frees up the memory occupied by the resizable buffer - virtual TfLiteStatus DeallocateResizableBuffer( - uint8_t* resizable_buf) override; - - // Reserves the non-persistent memory that is planned by the memory planner. - virtual TfLiteStatus ReserveNonPersistentOverlayMemory( - size_t size, size_t alignment) override; - - // Allocates persistent memory starting at the tail of the arena (highest - // address and moving downwards). - virtual uint8_t* AllocatePersistentBuffer(size_t size, - size_t alignment) override; - - // Allocates a temporary buffer from the head of the arena (lowest address and - // moving upwards) but does not update the actual head allocation size or - // position. The returned buffer is guaranteed until either - // ResetTempAllocations() is called or another call to AllocateFromHead(). - // Repeat calls to this function will create a chain of temp allocations. All - // calls to AllocateTemp() must end with a call to ResetTempAllocations(). If - // AllocateFromHead() is called before a call to ResetTempAllocations(), it - // will fail with an error message. - virtual uint8_t* AllocateTemp(size_t size, size_t alignment) override; - - // Signals that a temporary buffer is no longer needed. This is currently for - // book-keeping purpose and the memory region are not immediately available - // for re-use. The deallocated memory region are only reclaimed after - // ResetTempAllocations is called as it is right now. - virtual void DeallocateTemp(uint8_t* buf) override; - - // Returns true if all temporary buffers are already deallocated. - virtual bool IsAllTempDeallocated() override; - - // Resets a chain of temporary allocations back to the current head of the - // arena (lowest address). - virtual TfLiteStatus ResetTempAllocations() override; - - // Returns a pointer to the buffer currently assigned to the head section. - // This buffer is set by calling SetHeadSize(). - uint8_t* GetOverlayMemoryAddress() const override; - - // Returns the size of the head section in bytes. - size_t GetNonPersistentUsedBytes() const override; - - // Returns the size of all allocations in the tail section in bytes. - size_t GetPersistentUsedBytes() const override; - - // Returns the number of bytes available with a given alignment. This number - // takes in account any temporary allocations. - size_t GetAvailableMemory(size_t alignment) const override; - - // Returns the number of used bytes in the allocator. This number takes in - // account any temporary allocations. - size_t GetUsedBytes() const; - - TF_LITE_REMOVE_VIRTUAL_DELETE - - protected: - // Returns a pointer to the current end of the head buffer. - uint8_t* head() const; - - // Returns a pointer to the current end of the tail buffer. - uint8_t* tail() const; - - private: - size_t GetBufferSize() const; - -#if !defined(TF_LITE_STRIP_ERROR_STRINGS) - ErrorReporter* error_reporter_; -#endif - uint8_t* buffer_head_; - uint8_t* buffer_tail_; - uint8_t* head_; - uint8_t* tail_; - uint8_t* temp_; - - // The combination of the checksum of outstanding temporary buffer pointers - // AND the count of outstanding temporary buffer provide a low cost mechanism - // to audit temporary buffers' allocation and deallocation. - // - // XOR Check sum for outstanding temp buffers. - // If all temp buffers are deallocated OR no temp buffers are allocated, - // temp_buffer_ptr_check_sum_ == nullptr. - intptr_t temp_buffer_ptr_check_sum_ = 0; - // Count of outstanding temp buffers. - int temp_buffer_count_ = 0; -}; - -} // namespace tflite - -#endif // TENSORFLOW_LITE_MICRO_ARENA_ALLOCATOR_SINGLE_ARENA_BUFFER_ALLOCATOR_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/micro/compatibility.h b/code/components/tflite-lib/tensorflow/lite/micro/compatibility.h deleted file mode 100644 index 49acb28f..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/compatibility.h +++ /dev/null @@ -1,32 +0,0 @@ -/* Copyright 2018 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_MICRO_COMPATIBILITY_H_ -#define TENSORFLOW_LITE_MICRO_COMPATIBILITY_H_ - -// C++ will automatically create class-specific delete operators for virtual -// objects, which by default call the global delete function. For embedded -// applications we want to avoid this, and won't be calling new/delete on these -// objects, so we need to override the default implementation with one that does -// nothing to avoid linking in ::delete(). -// This macro needs to be included in all subclasses of a virtual base class in -// the private section. -#ifdef TF_LITE_STATIC_MEMORY -#define TF_LITE_REMOVE_VIRTUAL_DELETE \ - void operator delete(void* p) {} -#else -#define TF_LITE_REMOVE_VIRTUAL_DELETE -#endif - -#endif // TENSORFLOW_LITE_MICRO_COMPATIBILITY_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/micro/debug_log.cc b/code/components/tflite-lib/tensorflow/lite/micro/debug_log.cc deleted file mode 100644 index 46ca253a..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/debug_log.cc +++ /dev/null @@ -1,50 +0,0 @@ -/* Copyright 2020 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -// Reference implementation of the DebugLog() function that's required for a -// platform to support the TensorFlow Lite for Microcontrollers library. This is -// the only function that's absolutely required to be available on a target -// device, since it's used for communicating test results back to the host so -// that we can verify the implementation is working correctly. -// It's designed to be as easy as possible to supply an implementation though. -// On platforms that have a POSIX stack or C library, it can be written as a -// single call to `fprintf(stderr, "%s", s)` to output a string to the error -// stream of the console, but if there's no OS or C library available, there's -// almost always an equivalent way to write out a string to some serial -// interface that can be used instead. For example on Arm M-series MCUs, calling -// the `bkpt #0xAB` assembler instruction will output the string in r1 to -// whatever debug serial connection is available. If you're running mbed, you -// can do the same by creating `Serial pc(USBTX, USBRX)` and then calling -// `pc.printf("%s", s)`. -// To add an equivalent function for your own platform, create your own -// implementation file, and place it in a subfolder with named after the OS -// you're targeting. For example, see the Cortex M bare metal version in -// tensorflow/lite/micro/bluepill/debug_log.cc or the mbed one on -// tensorflow/lite/micro/mbed/debug_log.cc. - -#include "tensorflow/lite/micro/debug_log.h" - -#ifndef TF_LITE_STRIP_ERROR_STRINGS -#include -#endif - -extern "C" void DebugLog(const char* s) { -#ifndef TF_LITE_STRIP_ERROR_STRINGS - // Reusing TF_LITE_STRIP_ERROR_STRINGS to disable DebugLog completely to get - // maximum reduction in binary size. This is because we have DebugLog calls - // via TF_LITE_CHECK that are not stubbed out by TF_LITE_REPORT_ERROR. - fprintf(stderr, "%s", s); -#endif -} diff --git a/code/components/tflite-lib/tensorflow/lite/micro/debug_log.h b/code/components/tflite-lib/tensorflow/lite/micro/debug_log.h deleted file mode 100644 index c2840d0f..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/debug_log.h +++ /dev/null @@ -1,31 +0,0 @@ -/* Copyright 2018 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_MICRO_DEBUG_LOG_H_ -#define TENSORFLOW_LITE_MICRO_DEBUG_LOG_H_ - -#ifdef __cplusplus -extern "C" { -#endif // __cplusplus - -// This function should be implemented by each target platform, and provide a -// way for strings to be output to some text stream. For more information, see -// tensorflow/lite/micro/debug_log.cc. -void DebugLog(const char* s); - -#ifdef __cplusplus -} // extern "C" -#endif // __cplusplus - -#endif // TENSORFLOW_LITE_MICRO_DEBUG_LOG_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/micro/fake_micro_context.cc b/code/components/tflite-lib/tensorflow/lite/micro/fake_micro_context.cc deleted file mode 100644 index 2403c6b1..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/fake_micro_context.cc +++ /dev/null @@ -1,107 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/micro/fake_micro_context.h" - -#include "tensorflow/lite/kernels/internal/compatibility.h" -#include "tensorflow/lite/micro/arena_allocator/single_arena_buffer_allocator.h" -#include "tensorflow/lite/micro/micro_allocator.h" -#include "tensorflow/lite/micro/micro_arena_constants.h" -#include "tensorflow/lite/micro/micro_error_reporter.h" - -namespace tflite { -namespace { -// Dummy static variables to allow creation of dummy MicroAllocator. -// All tests are guarateed to run serially. -static constexpr int KDummyTensorArenaSize = 256; -static uint8_t dummy_tensor_arena[KDummyTensorArenaSize]; -} // namespace - -FakeMicroContext::FakeMicroContext(TfLiteTensor* tensors, - SingleArenaBufferAllocator* allocator, - MicroGraph* micro_graph) - : MicroContext( - MicroAllocator::Create(dummy_tensor_arena, KDummyTensorArenaSize, - GetMicroErrorReporter()), - nullptr, micro_graph), - tensors_(tensors), - allocator_(allocator) {} - -TfLiteTensor* FakeMicroContext::AllocateTempTfLiteTensor(int tensor_index) { - allocated_tensor_count_++; - return &tensors_[tensor_index]; -} - -void FakeMicroContext::DeallocateTempTfLiteTensor(TfLiteTensor* tensor) { - allocated_tensor_count_--; -} - -bool FakeMicroContext::IsAllTempTfLiteTensorDeallocated() { - return !allocated_tensor_count_; -} - -TfLiteEvalTensor* FakeMicroContext::GetEvalTensor(int tensor_index) { - TfLiteEvalTensor* eval_tensor = - reinterpret_cast(allocator_->AllocateTemp( - sizeof(TfLiteEvalTensor), alignof(TfLiteEvalTensor))); - TFLITE_DCHECK(eval_tensor != nullptr); - - // In unit tests, the TfLiteTensor pointer contains the source of truth for - // buffers and values: - eval_tensor->data = tensors_[tensor_index].data; - eval_tensor->dims = tensors_[tensor_index].dims; - eval_tensor->type = tensors_[tensor_index].type; - return eval_tensor; -} - -void* FakeMicroContext::AllocatePersistentBuffer(size_t bytes) { - // FakeMicroContext use SingleArenaBufferAllocator, which does not - // automatically apply the buffer alignment like MicroAllocator. The buffer - // alignment is potentially wasteful but allows the fake_micro_context to work - // correctly with optimized kernels. - return allocator_->AllocatePersistentBuffer(bytes, - MicroArenaBufferAlignment()); -} - -TfLiteStatus FakeMicroContext::RequestScratchBufferInArena(size_t bytes, - int* buffer_index) { - TFLITE_DCHECK(buffer_index != nullptr); - - if (scratch_buffer_count_ == kNumScratchBuffers_) { - MicroPrintf("Exceeded the maximum number of scratch tensors allowed (%d).", - kNumScratchBuffers_); - return kTfLiteError; - } - - // For tests, we allocate scratch buffers from the tail and keep them around - // for the lifetime of model. This means that the arena size in the tests will - // be more than what we would have if the scratch buffers could share memory. - scratch_buffers_[scratch_buffer_count_] = - allocator_->AllocatePersistentBuffer(bytes, MicroArenaBufferAlignment()); - TFLITE_DCHECK(scratch_buffers_[scratch_buffer_count_] != nullptr); - - *buffer_index = scratch_buffer_count_++; - return kTfLiteOk; -} - -void* FakeMicroContext::GetScratchBuffer(int buffer_index) { - TFLITE_DCHECK(scratch_buffer_count_ <= kNumScratchBuffers_); - if (buffer_index >= scratch_buffer_count_) { - return nullptr; - } - return scratch_buffers_[buffer_index]; -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/fake_micro_context.h b/code/components/tflite-lib/tensorflow/lite/micro/fake_micro_context.h deleted file mode 100644 index 31b39d38..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/fake_micro_context.h +++ /dev/null @@ -1,56 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#ifndef TENSORFLOW_LITE_MICRO_FAKE_MICRO_CONTEXT_H_ -#define TENSORFLOW_LITE_MICRO_FAKE_MICRO_CONTEXT_H_ - -#include "tensorflow/lite/micro/micro_context.h" -#include "tensorflow/lite/micro/micro_graph.h" - -namespace tflite { -// A fake of MicroContext for kernel util tests. -class FakeMicroContext : public MicroContext { - public: - FakeMicroContext(TfLiteTensor* tensors, SingleArenaBufferAllocator* allocator, - MicroGraph* micro_graph); - - void* AllocatePersistentBuffer(size_t bytes) override; - TfLiteStatus RequestScratchBufferInArena(size_t bytes, - int* buffer_index) override; - void* GetScratchBuffer(int buffer_index) override; - - TfLiteTensor* AllocateTempTfLiteTensor(int tensor_index) override; - void DeallocateTempTfLiteTensor(TfLiteTensor* tensor) override; - bool IsAllTempTfLiteTensorDeallocated(); - - TfLiteEvalTensor* GetEvalTensor(int tensor_index) override; - - private: - static constexpr int kNumScratchBuffers_ = 12; - - int scratch_buffer_count_ = 0; - uint8_t* scratch_buffers_[kNumScratchBuffers_]; - - TfLiteTensor* tensors_; - int allocated_tensor_count_ = 0; - - SingleArenaBufferAllocator* allocator_; - - TF_LITE_REMOVE_VIRTUAL_DELETE -}; - -} // namespace tflite - -#endif // TENSORFLOW_LITE_MICRO_FAKE_MICRO_CONTEXT_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/micro/flatbuffer_utils.cc b/code/components/tflite-lib/tensorflow/lite/micro/flatbuffer_utils.cc deleted file mode 100644 index 9996172b..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/flatbuffer_utils.cc +++ /dev/null @@ -1,84 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/micro/flatbuffer_utils.h" - -namespace tflite { - -FlexbufferWrapper::FlexbufferWrapper(const uint8_t* buffer, size_t size) - : flexbuffers::Vector(flexbuffers::GetRoot(buffer, size).AsVector()) {} - -int64_t FlexbufferWrapper::ElementAsInt64(size_t i) const { - const uint8_t* elem = data_ + i * byte_width_; - return ::flexbuffers::ReadInt64(elem, byte_width_); -} - -uint64_t FlexbufferWrapper::ElementAsUInt64(size_t i) const { - const uint8_t* elem = data_ + i * byte_width_; - return ::flexbuffers::ReadUInt64(elem, byte_width_); -} - -int32_t FlexbufferWrapper::ElementAsInt32(size_t i) const { - return static_cast(ElementAsInt64(i)); -} - -bool FlexbufferWrapper::ElementAsBool(size_t i) const { - return static_cast(ElementAsUInt64(i)); -} - -double FlexbufferWrapper::ElementAsDouble(size_t i) const { - const uint8_t* elem = data_ + i * byte_width_; - return ::flexbuffers::ReadDouble(elem, byte_width_); -} - -float FlexbufferWrapper::ElementAsFloat(size_t i) const { - return static_cast(FlexbufferWrapper::ElementAsDouble(i)); -} - -// TODO(b/192589496): Ops must always be there. Remove this function when fixed -uint32_t NumSubgraphOperators(const SubGraph* subgraph) { - if (subgraph->operators() != nullptr) { - return subgraph->operators()->size(); - } else { - return 0; - } -} -// TODO(b/192589496): Ops must always be there. Remove this function when fixed -uint32_t NumSubgraphOperators(const Model* model, int subgraph_idx) { - const SubGraph* subgraph = model->subgraphs()->Get(subgraph_idx); - return NumSubgraphOperators(subgraph); -} - -TfLiteIntArray* FlatBufferVectorToTfLiteTypeArray( - const flatbuffers::Vector* flatbuffer_array) { - // On little-endian machines, TfLiteIntArray happens to have the same memory - // layout as flatbuffers:Vector, so we can reinterpret_cast the - // flatbuffer vector and avoid a copy and malloc. - // TODO(b/188459715): audit this usage of const_cast. - return const_cast( - reinterpret_cast(flatbuffer_array)); -} - -TfLiteFloatArray* FlatBufferVectorToTfLiteTypeArray( - const flatbuffers::Vector* flatbuffer_array) { - // On little-endian machines, TfLiteFloatArray happens to have the same memory - // layout as flatbuffers:Vector, so we can reinterpret_cast the - // flatbuffer vector and avoid a copy and malloc. - // TODO(b/188459715): audit this usage of const_cast. - return const_cast( - reinterpret_cast(flatbuffer_array)); -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/flatbuffer_utils.h b/code/components/tflite-lib/tensorflow/lite/micro/flatbuffer_utils.h deleted file mode 100644 index b4e0cdc2..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/flatbuffer_utils.h +++ /dev/null @@ -1,65 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#ifndef THIRD_PARTY_TFLITE_MICRO_TENSORFLOW_LITE_MICRO_FLATBUFFER_UTILS_H_ -#define THIRD_PARTY_TFLITE_MICRO_TENSORFLOW_LITE_MICRO_FLATBUFFER_UTILS_H_ - -#include "flatbuffers/flatbuffers.h" -#include "flatbuffers/flexbuffers.h" -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/schema/schema_generated.h" - -namespace tflite { -// Kernels use flexbuffers::Map to pack their init parameters in a tflite file, -// with the parameter names as map keys and the parameter values as the -// corresponding map values. -// Accessing the map values using the flexbuffers:Map class is inline heavy, -// which can cause the code size to bloat beyond what's reasonable for a micro -// application. Use this class instead, when possible. -// FlexbufferWrapper takes advantage of the following properties of -// flexbuffers::Map: -// 1. It can be viewed as a flexbuffers::Vector of the values. -// 2. The values in the vector are ordered alphabetically by their keys. -// 3. All integer and Boolean values are stored as 64-bit numbers. -// 4. All floating point values are stored as double precision numbers. -// The properties are mentioned in the flexbuffers docs, but we rely on -// a unit test to catch design changes. -class FlexbufferWrapper : public flexbuffers::Vector { - public: - // Construct with a serialized flexbuffer 'buffer' of 'size' bytes - explicit FlexbufferWrapper(const uint8_t* buffer, size_t size); - int64_t ElementAsInt64(size_t i) const; - uint64_t ElementAsUInt64(size_t i) const; - int32_t ElementAsInt32(size_t i) const; - bool ElementAsBool(size_t i) const; - double ElementAsDouble(size_t i) const; - float ElementAsFloat(size_t i) const; -}; - -// Return the number of operators in a subgraph tflite -uint32_t NumSubgraphOperators(const SubGraph* subgraph); -uint32_t NumSubgraphOperators(const Model* model, int subgraph_idx); - -// Converts a flatbuffer array to a TfLiteArray. -// TODO(b/188459715): These function convert a const input to a non-const via a -// const_cast. It is unclear exactly why this is required. -TfLiteIntArray* FlatBufferVectorToTfLiteTypeArray( - const flatbuffers::Vector* flatbuffer_array); -TfLiteFloatArray* FlatBufferVectorToTfLiteTypeArray( - const flatbuffers::Vector* flatbuffer_array); - -} // namespace tflite - -#endif // THIRD_PARTY_TFLITE_MICRO_TENSORFLOW_LITE_MICRO_FLATBUFFER_UTILS_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/activation_utils.h b/code/components/tflite-lib/tensorflow/lite/micro/kernels/activation_utils.h deleted file mode 100644 index 95ecc26d..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/activation_utils.h +++ /dev/null @@ -1,57 +0,0 @@ -/* Copyright 2019 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#ifndef TENSORFLOW_LITE_MICRO_KERNELS_ACTIVATION_UTILS_H_ -#define TENSORFLOW_LITE_MICRO_KERNELS_ACTIVATION_UTILS_H_ - -#include -#include - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/kernels/internal/cppmath.h" -#include "tensorflow/lite/kernels/internal/max.h" -#include "tensorflow/lite/kernels/internal/min.h" - -namespace tflite { -namespace ops { -namespace micro { - -// Returns the floating point value for a fused activation: -inline float ActivationValFloat(TfLiteFusedActivation act, float a) { - switch (act) { - case kTfLiteActNone: - return a; - case kTfLiteActRelu: - return TfLiteMax(0.0f, a); - case kTfLiteActReluN1To1: - return TfLiteMax(-1.0f, TfLiteMin(a, 1.0f)); - case kTfLiteActRelu6: - return TfLiteMax(0.0f, TfLiteMin(a, 6.0f)); - case kTfLiteActTanh: - return std::tanh(a); - case kTfLiteActSignBit: - return std::signbit(a); - case kTfLiteActSigmoid: - return 1.0f / (1.0f + std::exp(-a)); - } - return 0.0f; // To indicate an unsupported activation (i.e. when a new fused - // activation is added to the enum and not handled here). -} - -} // namespace micro -} // namespace ops -} // namespace tflite - -#endif // TENSORFLOW_LITE_MICRO_KERNELS_ACTIVATION_UTILS_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/activations.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/activations.cc deleted file mode 100644 index e0b79631..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/activations.cc +++ /dev/null @@ -1,120 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/micro/kernels/activations.h" - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/common.h" -#include "tensorflow/lite/kernels/internal/quantization_util.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/kernels/internal/types.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/kernels/op_macros.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" -#include "tensorflow/lite/micro/micro_error_reporter.h" -#include "tensorflow/lite/micro/micro_utils.h" - -namespace tflite { -namespace { - -void* ReluInit(TfLiteContext* context, const char* buffer, size_t length) { - TFLITE_DCHECK(context->AllocatePersistentBuffer != nullptr); - return context->AllocatePersistentBuffer(context, sizeof(ReluOpData)); -} - -TfLiteStatus ReluEval(TfLiteContext* context, TfLiteNode* node) { - TFLITE_DCHECK(node->user_data != nullptr); - const ReluOpData& data = *(static_cast(node->user_data)); - - const TfLiteEvalTensor* input = - tflite::micro::GetEvalInput(context, node, kActivationsInputTensor); - TfLiteEvalTensor* output = - tflite::micro::GetEvalOutput(context, node, kActivationsOutputTensor); - - switch (input->type) { - case kTfLiteFloat32: { - ReluFloat(tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - - return kTfLiteOk; - } - case kTfLiteInt8: { - tflite::ReluQuantized(data, tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorData(output)); - return kTfLiteOk; - } - default: { - MicroPrintf("Only float32 is supported currently, got %s", - TfLiteTypeGetName(input->type)); - return kTfLiteError; - } - } -} - -void* Relu6Init(TfLiteContext* context, const char* buffer, size_t length) { - TFLITE_DCHECK(context->AllocatePersistentBuffer != nullptr); - return context->AllocatePersistentBuffer(context, sizeof(Relu6OpData)); -} - -TfLiteStatus Relu6Eval(TfLiteContext* context, TfLiteNode* node) { - TFLITE_DCHECK(node->user_data != nullptr); - const Relu6OpData& data = *(static_cast(node->user_data)); - - const TfLiteEvalTensor* input = - tflite::micro::GetEvalInput(context, node, kActivationsInputTensor); - TfLiteEvalTensor* output = - tflite::micro::GetEvalOutput(context, node, kActivationsOutputTensor); - - switch (input->type) { - case kTfLiteFloat32: { - Relu6Float(tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - - return kTfLiteOk; - } - case kTfLiteInt8: { - Relu6Quantized(data.zero_int8, data.six_int8, - tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - return kTfLiteOk; - } - default: { - MicroPrintf("Only float32 is supported currently, got %s", - TfLiteTypeGetName(input->type)); - return kTfLiteError; - } - } -} - -} // namespace - -TfLiteRegistration Register_RELU() { - return tflite::micro::RegisterOp(ReluInit, ReluPrepare, ReluEval); -} - -TfLiteRegistration Register_RELU6() { - return tflite::micro::RegisterOp(Relu6Init, Relu6Prepare, Relu6Eval); -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/activations.h b/code/components/tflite-lib/tensorflow/lite/micro/kernels/activations.h deleted file mode 100644 index e953f0e0..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/activations.h +++ /dev/null @@ -1,63 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#ifndef TENSORFLOW_LITE_MICRO_KERNELS_ACTIVATIONS_H_ -#define TENSORFLOW_LITE_MICRO_KERNELS_ACTIVATIONS_H_ - -#include - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/types.h" - -namespace tflite { - -extern const int kActivationsInputTensor; -extern const int kActivationsOutputTensor; - -struct ReluOpData { - ReluParams params; -}; - -struct Relu6OpData { - int8_t six_int8; - int8_t zero_int8; -}; - -void ReluQuantized(const ReluOpData& data, const RuntimeShape& input_shape, - const RuntimeShape& output_shape, const int8_t* input_data, - int8_t* output_data); - -template -void CalculateReluOpData(const TfLiteTensor* input, TfLiteTensor* output, - ReluOpData* data); - -void ReluFloat(const RuntimeShape& input_shape, const float* input_data, - const RuntimeShape& output_shape, float* output_data); - -void Relu6Float(const RuntimeShape& input_shape, const float* input_data, - const RuntimeShape& output_shape, float* output_data); - -void Relu6Quantized(int8_t lower, int8_t upper, const RuntimeShape& input_shape, - const int8_t* input_data, const RuntimeShape& output_shape, - int8_t* output_data); - -TfLiteStatus ReluPrepare(TfLiteContext* context, TfLiteNode* node); - -TfLiteStatus Relu6Prepare(TfLiteContext* context, TfLiteNode* node); - -} // namespace tflite - -#endif // TENSORFLOW_LITE_MICRO_KERNELS_ACTIVATIONS_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/activations_common.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/activations_common.cc deleted file mode 100644 index 2ec3a1bf..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/activations_common.cc +++ /dev/null @@ -1,158 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include -#include - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/common.h" -#include "tensorflow/lite/kernels/internal/quantization_util.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/kernels/internal/types.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/kernels/op_macros.h" -#include "tensorflow/lite/micro/kernels/activations.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" -#include "tensorflow/lite/micro/micro_utils.h" - -namespace tflite { - -const int kActivationsInputTensor = 0; -const int kActivationsOutputTensor = 0; - -void ReluQuantized(const ReluOpData& data, const RuntimeShape& input_shape, - const RuntimeShape& output_shape, const int8_t* input_data, - int8_t* output_data) { - const int flat_size = MatchingFlatSize(input_shape, output_shape); - for (int i = 0; i < flat_size; ++i) { - const int32_t val = static_cast(input_data[i]); - int32_t clamped = - data.params.output_offset + - MultiplyByQuantizedMultiplier(val - data.params.input_offset, - data.params.output_multiplier, - data.params.output_shift); - clamped = std::max(data.params.quantized_activation_min, clamped); - clamped = std::min(data.params.quantized_activation_max, clamped); - output_data[i] = static_cast(clamped); - } -} - -template -void CalculateReluOpData(const TfLiteTensor* input, TfLiteTensor* output, - ReluOpData* data) { - float act_min = 0.0; - float act_max = std::numeric_limits::infinity(); - double real_multiplier = - static_cast(input->params.scale / output->params.scale); - - const RuntimeShape input_shape = GetTensorShape(input); - const RuntimeShape output_shape = GetTensorShape(output); - - QuantizeMultiplier(real_multiplier, &data->params.output_multiplier, - &data->params.output_shift); - - data->params.quantized_activation_min = std::max( - static_cast(std::numeric_limits::min()), - output->params.zero_point + - static_cast(roundf(act_min / output->params.scale))); - data->params.quantized_activation_max = - act_max == std::numeric_limits::infinity() - ? static_cast(std::numeric_limits::max()) - : std::min(static_cast(std::numeric_limits::max()), - output->params.zero_point + - static_cast( - roundf(act_max / output->params.scale))); - data->params.input_offset = input->params.zero_point; - data->params.output_offset = output->params.zero_point; -} - -void ReluFloat(const RuntimeShape& input_shape, const float* input_data, - const RuntimeShape& output_shape, float* output_data) { - const int flat_size = MatchingFlatSize(input_shape, output_shape); - for (int i = 0; i < flat_size; ++i) { - const float val = input_data[i]; - const float lower = 0.0f; - const float clamped = val < lower ? lower : val; - output_data[i] = clamped; - } -} - -void Relu6Float(const RuntimeShape& input_shape, const float* input_data, - const RuntimeShape& output_shape, float* output_data) { - const int flat_size = MatchingFlatSize(input_shape, output_shape); - for (int i = 0; i < flat_size; ++i) { - const float val = input_data[i]; - const float upper = 6.0f; - const float lower = 0.0f; - const float clamped = val > upper ? upper : val < lower ? lower : val; - output_data[i] = clamped; - } -} - -void Relu6Quantized(int8_t lower, int8_t upper, const RuntimeShape& input_shape, - const int8_t* input_data, const RuntimeShape& output_shape, - int8_t* output_data) { - const int flat_size = MatchingFlatSize(input_shape, output_shape); - for (int i = 0; i < flat_size; ++i) { - const int8_t val = input_data[i]; - const int8_t clamped = val > upper ? upper : val < lower ? lower : val; - output_data[i] = clamped; - } -} - -TfLiteStatus ReluPrepare(TfLiteContext* context, TfLiteNode* node) { - TFLITE_DCHECK(node->user_data != nullptr); - ReluOpData* data = static_cast(node->user_data); - - MicroContext* micro_context = GetMicroContext(context); - TfLiteTensor* input = - micro_context->AllocateTempInputTensor(node, kActivationsInputTensor); - TF_LITE_ENSURE(context, input != nullptr); - TfLiteTensor* output = - micro_context->AllocateTempOutputTensor(node, kActivationsOutputTensor); - TF_LITE_ENSURE(context, output != nullptr); - - if (input->type == kTfLiteInt8) { - CalculateReluOpData(input, output, data); - } - - micro_context->DeallocateTempTfLiteTensor(input); - micro_context->DeallocateTempTfLiteTensor(output); - - return kTfLiteOk; -} - -TfLiteStatus Relu6Prepare(TfLiteContext* context, TfLiteNode* node) { - TFLITE_DCHECK(node->user_data != nullptr); - Relu6OpData* data = static_cast(node->user_data); - - MicroContext* micro_context = GetMicroContext(context); - TfLiteTensor* input = - micro_context->AllocateTempInputTensor(node, kActivationsInputTensor); - TF_LITE_ENSURE(context, input != nullptr); - - if (input->type == kTfLiteInt8) { - data->six_int8 = FloatToQuantizedType(6.0f, input->params.scale, - input->params.zero_point); - data->zero_int8 = input->params.zero_point; - } - - micro_context->DeallocateTempTfLiteTensor(input); - - return kTfLiteOk; -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/add.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/add.cc deleted file mode 100644 index f75db4e5..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/add.cc +++ /dev/null @@ -1,165 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/kernels/internal/reference/add.h" - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/quantization_util.h" -#include "tensorflow/lite/kernels/internal/reference/integer_ops/add.h" -#include "tensorflow/lite/kernels/internal/reference/process_broadcast_shapes.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/kernels/op_macros.h" -#include "tensorflow/lite/micro/kernels/add.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" -#include "tensorflow/lite/micro/memory_helpers.h" -#include "tensorflow/lite/micro/micro_error_reporter.h" - -namespace tflite { - -void EvalAdd(TfLiteContext* context, TfLiteNode* node, TfLiteAddParams* params, - const OpDataAdd* data, const TfLiteEvalTensor* input1, - const TfLiteEvalTensor* input2, TfLiteEvalTensor* output) { - tflite::ArithmeticParams op_params; - SetActivationParams(data->output_activation_min_f32, - data->output_activation_max_f32, &op_params); - if (data->requires_broadcast) { - reference_ops::BroadcastAdd4DSlow( - op_params, tflite::micro::GetTensorShape(input1), - tflite::micro::GetTensorData(input1), - tflite::micro::GetTensorShape(input2), - tflite::micro::GetTensorData(input2), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - } else { - reference_ops::Add(op_params, tflite::micro::GetTensorShape(input1), - tflite::micro::GetTensorData(input1), - tflite::micro::GetTensorShape(input2), - tflite::micro::GetTensorData(input2), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - } -} - -TfLiteStatus EvalAddQuantized(TfLiteContext* context, TfLiteNode* node, - TfLiteAddParams* params, const OpDataAdd* data, - const TfLiteEvalTensor* input1, - const TfLiteEvalTensor* input2, - TfLiteEvalTensor* output) { - tflite::ArithmeticParams op_params; - op_params.left_shift = data->left_shift; - op_params.input1_offset = data->input1_offset; - op_params.input1_multiplier = data->input1_multiplier; - op_params.input1_shift = data->input1_shift; - op_params.input2_offset = data->input2_offset; - op_params.input2_multiplier = data->input2_multiplier; - op_params.input2_shift = data->input2_shift; - op_params.output_offset = data->output_offset; - op_params.output_multiplier = data->output_multiplier; - op_params.output_shift = data->output_shift; - SetActivationParams(data->output_activation_min, data->output_activation_max, - &op_params); - bool need_broadcast = reference_ops::ProcessBroadcastShapes( - tflite::micro::GetTensorShape(input1), - tflite::micro::GetTensorShape(input2), &op_params); - - switch (output->type) { - case kTfLiteInt8: { - if (need_broadcast) { - reference_integer_ops::BroadcastAdd4DSlow( - op_params, tflite::micro::GetTensorShape(input1), - tflite::micro::GetTensorData(input1), - tflite::micro::GetTensorShape(input2), - tflite::micro::GetTensorData(input2), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - } else { - reference_integer_ops::Add( - op_params, tflite::micro::GetTensorShape(input1), - tflite::micro::GetTensorData(input1), - tflite::micro::GetTensorShape(input2), - tflite::micro::GetTensorData(input2), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - } - break; - } - case kTfLiteInt16: { - if (need_broadcast) { - reference_ops::BroadcastAdd4DSlow( - op_params, tflite::micro::GetTensorShape(input1), - tflite::micro::GetTensorData(input1), - tflite::micro::GetTensorShape(input2), - tflite::micro::GetTensorData(input2), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - } else { - reference_ops::Add(op_params, tflite::micro::GetTensorShape(input1), - tflite::micro::GetTensorData(input1), - tflite::micro::GetTensorShape(input2), - tflite::micro::GetTensorData(input2), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output), - false); - } - break; - } - default: - MicroPrintf("Type %s (%d) not supported.", - TfLiteTypeGetName(output->type), output->type); - return kTfLiteError; - } - - return kTfLiteOk; -} - -void* AddInit(TfLiteContext* context, const char* buffer, size_t length) { - TFLITE_DCHECK(context->AllocatePersistentBuffer != nullptr); - return context->AllocatePersistentBuffer(context, sizeof(OpDataAdd)); -} - -TfLiteStatus AddEval(TfLiteContext* context, TfLiteNode* node) { - auto* params = reinterpret_cast(node->builtin_data); - - TFLITE_DCHECK(node->user_data != nullptr); - const OpDataAdd* data = static_cast(node->user_data); - - const TfLiteEvalTensor* input1 = - tflite::micro::GetEvalInput(context, node, kAddInputTensor1); - const TfLiteEvalTensor* input2 = - tflite::micro::GetEvalInput(context, node, kAddInputTensor2); - TfLiteEvalTensor* output = - tflite::micro::GetEvalOutput(context, node, kAddOutputTensor); - - if (output->type == kTfLiteFloat32) { - EvalAdd(context, node, params, data, input1, input2, output); - } else if (output->type == kTfLiteInt8 || output->type == kTfLiteInt16) { - TF_LITE_ENSURE_OK(context, EvalAddQuantized(context, node, params, data, - input1, input2, output)); - } else { - MicroPrintf("Type %s (%d) not supported.", TfLiteTypeGetName(output->type), - output->type); - return kTfLiteError; - } - - return kTfLiteOk; -} - -TfLiteRegistration Register_ADD() { - return tflite::micro::RegisterOp(AddInit, AddPrepare, AddEval); -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/add.h b/code/components/tflite-lib/tensorflow/lite/micro/kernels/add.h deleted file mode 100644 index 88526153..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/add.h +++ /dev/null @@ -1,64 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#ifndef TENSORFLOW_LITE_MICRO_KERNELS_ADD_H_ -#define TENSORFLOW_LITE_MICRO_KERNELS_ADD_H_ - -#include - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" - -namespace tflite { - -extern const int kAddInputTensor1; -extern const int kAddInputTensor2; -extern const int kAddOutputTensor; - -struct OpDataAdd { - bool requires_broadcast; - - // These fields are used in both the general 8-bit -> 8bit quantized path, - // and the special 16-bit -> 16bit quantized path - int input1_shift; - int input2_shift; - int32_t output_activation_min; - int32_t output_activation_max; - - // These fields are used only in the general 8-bit -> 8bit quantized path - int32_t input1_multiplier; - int32_t input2_multiplier; - int32_t output_multiplier; - int output_shift; - int left_shift; - int32_t input1_offset; - int32_t input2_offset; - int32_t output_offset; - - // Used only for float evals: - float output_activation_min_f32; - float output_activation_max_f32; -}; - -TfLiteStatus CalculateOpDataAdd(TfLiteContext* context, TfLiteAddParams* params, - const TfLiteTensor* input1, - const TfLiteTensor* input2, - TfLiteTensor* output, OpDataAdd* data); - -TfLiteStatus AddPrepare(TfLiteContext* context, TfLiteNode* node); - -} // namespace tflite - -#endif // TENSORFLOW_LITE_MICRO_KERNELS_ADD_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/add_common.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/add_common.cc deleted file mode 100644 index b285b800..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/add_common.cc +++ /dev/null @@ -1,106 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/quantization_util.h" -#include "tensorflow/lite/kernels/internal/reference/add.h" -#include "tensorflow/lite/kernels/internal/reference/integer_ops/add.h" -#include "tensorflow/lite/kernels/internal/reference/process_broadcast_shapes.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/kernels/op_macros.h" -#include "tensorflow/lite/micro/kernels/add.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" -#include "tensorflow/lite/micro/memory_helpers.h" - -namespace tflite { - -const int kAddInputTensor1 = 0; -const int kAddInputTensor2 = 1; -const int kAddOutputTensor = 0; - -TfLiteStatus CalculateOpDataAdd(TfLiteContext* context, TfLiteAddParams* params, - const TfLiteTensor* input1, - const TfLiteTensor* input2, - TfLiteTensor* output, OpDataAdd* data) { - data->requires_broadcast = !HaveSameShapes(input1, input2); - - if (output->type == kTfLiteInt8 || output->type == kTfLiteInt16) { - // 8bit -> 8bit general quantized path, with general rescalings - data->input1_offset = -input1->params.zero_point; - data->input2_offset = -input2->params.zero_point; - data->output_offset = output->params.zero_point; - data->left_shift = (output->type == kTfLiteInt16) ? 15 : 20; - const double twice_max_input_scale = - 2 * static_cast( - std::max(input1->params.scale, input2->params.scale)); - const double real_input1_multiplier = - static_cast(input1->params.scale) / twice_max_input_scale; - const double real_input2_multiplier = - static_cast(input2->params.scale) / twice_max_input_scale; - const double real_output_multiplier = - twice_max_input_scale / - ((1 << data->left_shift) * static_cast(output->params.scale)); - - QuantizeMultiplierSmallerThanOneExp( - real_input1_multiplier, &data->input1_multiplier, &data->input1_shift); - - QuantizeMultiplierSmallerThanOneExp( - real_input2_multiplier, &data->input2_multiplier, &data->input2_shift); - - QuantizeMultiplierSmallerThanOneExp( - real_output_multiplier, &data->output_multiplier, &data->output_shift); - - TF_LITE_ENSURE_STATUS(CalculateActivationRangeQuantized( - context, params->activation, output, &data->output_activation_min, - &data->output_activation_max)); - } else if (output->type == kTfLiteFloat32) { - CalculateActivationRange(params->activation, - &data->output_activation_min_f32, - &data->output_activation_max_f32); - } - - return kTfLiteOk; -} - -TfLiteStatus AddPrepare(TfLiteContext* context, TfLiteNode* node) { - TFLITE_DCHECK(node->user_data != nullptr); - TFLITE_DCHECK(node->builtin_data != nullptr); - - MicroContext* micro_context = GetMicroContext(context); - TfLiteTensor* input1 = - micro_context->AllocateTempInputTensor(node, kAddInputTensor1); - TF_LITE_ENSURE(context, input1 != nullptr); - TfLiteTensor* input2 = - micro_context->AllocateTempInputTensor(node, kAddInputTensor2); - TF_LITE_ENSURE(context, input2 != nullptr); - TfLiteTensor* output = - micro_context->AllocateTempOutputTensor(node, kAddOutputTensor); - TF_LITE_ENSURE(context, output != nullptr); - - OpDataAdd* data = static_cast(node->user_data); - auto* params = reinterpret_cast(node->builtin_data); - - TF_LITE_ENSURE_STATUS( - CalculateOpDataAdd(context, params, input1, input2, output, data)); - - micro_context->DeallocateTempTfLiteTensor(input1); - micro_context->DeallocateTempTfLiteTensor(input2); - micro_context->DeallocateTempTfLiteTensor(output); - return kTfLiteOk; -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/add_n.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/add_n.cc deleted file mode 100644 index ce064687..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/add_n.cc +++ /dev/null @@ -1,214 +0,0 @@ -/* Copyright 2020 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/kernels/internal/reference/add_n.h" - -#include - -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/quantization_util.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" - -namespace tflite { -namespace { - -constexpr int kInputTensor0 = 0; -constexpr int kOutputTensor = 0; - -constexpr int kAddNIntegerShift = 20; - -// only used with INT8 tensors -struct OpData { - int32_t output_activation_min; - int32_t output_activation_max; - int32_t input_offset; - int32_t output_offset; - int32_t input_multiplier; - int32_t output_multiplier; - int input_shift; - int output_shift; - int left_shift; - int scratch_index; -}; - -TfLiteStatus CalculateOpData(TfLiteContext* context, TfLiteNode* node) { - int num_inputs = NumInputs(node); - TF_LITE_ENSURE(context, num_inputs >= 2); - TF_LITE_ENSURE_EQ(context, NumOutputs(node), 1); - - MicroContext* micro_context = GetMicroContext(context); - TfLiteTensor* input_tensor_first = - micro_context->AllocateTempInputTensor(node, kInputTensor0); - TF_LITE_ENSURE(context, input_tensor_first != nullptr); - TfLiteTensor* output = - micro_context->AllocateTempOutputTensor(node, kOutputTensor); - TF_LITE_ENSURE(context, output != nullptr); - - // Check that all tensors have the same shape and type. - TF_LITE_ENSURE_TYPES_EQ(context, output->type, input_tensor_first->type); - for (int i = kInputTensor0 + 1; i < num_inputs; ++i) { - TfLiteTensor* input = micro_context->AllocateTempInputTensor(node, i); - TF_LITE_ENSURE(context, input != nullptr); - TF_LITE_ENSURE(context, HaveSameShapes(input_tensor_first, input)); - TF_LITE_ENSURE_TYPES_EQ(context, input_tensor_first->type, input->type); - - // Check that all INT8 input tensors have the same zero-point and scale. - if (input_tensor_first->type == kTfLiteInt8) { - TF_LITE_ENSURE(context, input_tensor_first->params.zero_point == - input->params.zero_point); - TF_LITE_ENSURE(context, - input_tensor_first->params.scale == input->params.scale); - } - - micro_context->DeallocateTempTfLiteTensor(input); - } - - if (output->type == kTfLiteFloat32) { - // Allocate scratch buffer space for pointer to each tensor's data - // and store the scratch buffer index in the node's user_data - int scratch_index; - size_t scratch_size = sizeof(float*) * num_inputs; - TF_LITE_ENSURE_OK(context, context->RequestScratchBufferInArena( - context, scratch_size, &scratch_index)); - node->user_data = - reinterpret_castuser_data)>(scratch_index); - } else if (output->type == kTfLiteInt8) { - node->user_data = - context->AllocatePersistentBuffer(context, sizeof(OpData)); - OpData* data = static_cast(node->user_data); - - // Allocate scratch buffer space for pointer to each tensor's data - // and store the scratch buffer index in OpData - size_t scratch_size = sizeof(int8_t*) * num_inputs; - TF_LITE_ENSURE_OK( - context, context->RequestScratchBufferInArena(context, scratch_size, - &data->scratch_index)); - - // 8bit -> 8bit general quantized path, with general rescalings - data->input_offset = -input_tensor_first->params.zero_point; - data->output_offset = output->params.zero_point; - data->left_shift = kAddNIntegerShift; - const double twice_max_input_scale = - 2 * static_cast(input_tensor_first->params.scale); - const double real_input_multiplier = - static_cast(input_tensor_first->params.scale) / - twice_max_input_scale; - const double real_output_multiplier = - twice_max_input_scale / - ((1 << data->left_shift) * static_cast(output->params.scale)); - - QuantizeMultiplierSmallerThanOneExp( - real_input_multiplier, &data->input_multiplier, &data->input_shift); - - QuantizeMultiplierSmallerThanOneExp( - real_output_multiplier, &data->output_multiplier, &data->output_shift); - - TF_LITE_ENSURE_STATUS(CalculateActivationRangeQuantized( - context, kTfLiteActNone, output, &data->output_activation_min, - &data->output_activation_max)); - } else { - TF_LITE_KERNEL_LOG(context, "ADD_N only supports FLOAT32 and INT8, got %s.", - TfLiteTypeGetName(output->type)); - return kTfLiteError; - } - - micro_context->DeallocateTempTfLiteTensor(input_tensor_first); - micro_context->DeallocateTempTfLiteTensor(output); - - return kTfLiteOk; -} - -TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) { - return CalculateOpData(context, node); -} - -template -inline const T** CopyInputsToScratchBuffer(TfLiteContext* context, - TfLiteNode* node, - const int scratch_index) { - int num_inputs = NumInputs(node); - void* scratch_buffer = context->GetScratchBuffer(context, scratch_index); - const T** all_inputs = static_cast(scratch_buffer); - for (int i = 0; i < num_inputs; i++) { - const TfLiteEvalTensor* next_input = - tflite::micro::GetEvalInput(context, node, kInputTensor0 + i); - all_inputs[i] = tflite::micro::GetTensorData(next_input); - } - - return all_inputs; -} - -template -void EvalAddN(TfLiteContext* context, TfLiteNode* node, - TfLiteEvalTensor* output) { - int num_inputs = NumInputs(node); - - int scratch_index = - static_cast(reinterpret_cast(node->user_data)); - const T** all_inputs = - CopyInputsToScratchBuffer(context, node, scratch_index); - - reference_ops::AddN(tflite::micro::GetTensorShape(output), num_inputs, - all_inputs, tflite::micro::GetTensorData(output)); -} - -template -void EvalAddNQuantized(TfLiteContext* context, TfLiteNode* node, - TfLiteEvalTensor* output) { - int num_inputs = NumInputs(node); - - OpData* data = static_cast(node->user_data); - const T** all_inputs = - CopyInputsToScratchBuffer(context, node, data->scratch_index); - - ArithmeticParams params; - params.left_shift = data->left_shift; - params.input1_offset = data->input_offset; - params.input1_multiplier = data->input_multiplier; - params.input1_shift = data->input_shift; - params.output_offset = data->output_offset; - params.output_multiplier = data->output_multiplier; - params.output_shift = data->output_shift; - SetActivationParams(data->output_activation_min, data->output_activation_max, - ¶ms); - - reference_ops::AddN(params, tflite::micro::GetTensorShape(output), num_inputs, - all_inputs, tflite::micro::GetTensorData(output)); -} - -TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) { - TfLiteEvalTensor* output = - tflite::micro::GetEvalOutput(context, node, kOutputTensor); - if (output->type == kTfLiteFloat32) { - EvalAddN(context, node, output); - } else if (output->type == kTfLiteInt8) { - EvalAddNQuantized(context, node, output); - } else { - TF_LITE_KERNEL_LOG(context, "ADD_N only supports FLOAT32 and INT8, got %s.", - TfLiteTypeGetName(output->type)); - return kTfLiteError; - } - return kTfLiteOk; -} - -} // namespace - -TfLiteRegistration Register_ADD_N() { - return tflite::micro::RegisterOp(nullptr, Prepare, Eval); -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/arg_min_max.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/arg_min_max.cc deleted file mode 100644 index a8aa5a48..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/arg_min_max.cc +++ /dev/null @@ -1,116 +0,0 @@ -/* Copyright 2018 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/kernels/internal/reference/arg_min_max.h" - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" -#include "tensorflow/lite/micro/kernels/micro_utils.h" - -namespace tflite { -namespace ops { -namespace micro { -namespace arg_min_max { - -constexpr int kInputTensor = 0; -constexpr int kAxis = 1; -constexpr int kOutputTensor = 0; - -template -inline void ArgMinMaxHelper(const RuntimeShape& input1_shape, - const T1* input1_data, const T3* input2_data, - const RuntimeShape& output_shape, T2* output_data, - bool is_arg_max) { - if (is_arg_max) { - reference_ops::ArgMinMax(input1_shape, input1_data, input2_data, - output_shape, output_data, micro::Greater()); - } else { - reference_ops::ArgMinMax(input1_shape, input1_data, input2_data, - output_shape, output_data, micro::Less()); - } -} - -TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node, bool is_arg_max) { - const TfLiteEvalTensor* input = - tflite::micro::GetEvalInput(context, node, kInputTensor); - const TfLiteEvalTensor* axis = - tflite::micro::GetEvalInput(context, node, kAxis); - TfLiteEvalTensor* output = - tflite::micro::GetEvalOutput(context, node, kOutputTensor); - -#define TF_LITE_ARG_MIN_MAX(data_type, axis_type, output_type) \ - ArgMinMaxHelper(tflite::micro::GetTensorShape(input), \ - tflite::micro::GetTensorData(input), \ - tflite::micro::GetTensorData(axis), \ - tflite::micro::GetTensorShape(output), \ - tflite::micro::GetTensorData(output), \ - is_arg_max) - if (axis->type == kTfLiteInt32) { - if (output->type == kTfLiteInt32) { - switch (input->type) { - case kTfLiteFloat32: - TF_LITE_ARG_MIN_MAX(float, int32_t, int32_t); - break; - case kTfLiteInt8: - TF_LITE_ARG_MIN_MAX(int8_t, int32_t, int32_t); - break; - default: - TF_LITE_KERNEL_LOG(context, - "Only float32, uint8_t and int8_t are " - "supported currently, got %s.", - TfLiteTypeGetName(input->type)); - return kTfLiteError; - } - } else { - TF_LITE_KERNEL_LOG(context, - "Only int32_t are supported currently, got %s.", - TfLiteTypeGetName(output->type)); - return kTfLiteError; - } - } else { - TF_LITE_KERNEL_LOG(context, "Only int32_t are supported currently, got %s.", - TfLiteTypeGetName(axis->type)); - return kTfLiteError; - } - -#undef TF_LITE_ARG_MIN_MAX - - return kTfLiteOk; -} - -TfLiteStatus ArgMinEval(TfLiteContext* context, TfLiteNode* node) { - return Eval(context, node, false); -} - -TfLiteStatus ArgMaxEval(TfLiteContext* context, TfLiteNode* node) { - return Eval(context, node, true); -} - -} // namespace arg_min_max - -TfLiteRegistration Register_ARG_MAX() { - return tflite::micro::RegisterOp(nullptr, nullptr, arg_min_max::ArgMaxEval); -} - -TfLiteRegistration Register_ARG_MIN() { - return tflite::micro::RegisterOp(nullptr, nullptr, arg_min_max::ArgMinEval); -} - -} // namespace micro -} // namespace ops -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/assign_variable.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/assign_variable.cc deleted file mode 100644 index a770d0aa..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/assign_variable.cc +++ /dev/null @@ -1,101 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include - -#include - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/compatibility.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" -#include "tensorflow/lite/micro/memory_helpers.h" -#include "tensorflow/lite/micro/micro_error_reporter.h" -#include "tensorflow/lite/micro/micro_graph.h" -#include "tensorflow/lite/micro/micro_resource_variable.h" -#include "tensorflow/lite/schema/schema_generated.h" - -namespace tflite { - -namespace { - -constexpr int kInputVariableId = 0; -constexpr int kInputValue = 1; - -TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) { - TF_LITE_ENSURE_EQ(context, NumInputs(node), 2); - TF_LITE_ENSURE_EQ(context, NumOutputs(node), 0); - - // This must be a TfLiteEvalTensor despite this being in Prepare, because - // CreateTensor allocates a temp tensor from the flatbuffer, which does not - // contain the correct ID generated within the VAR_HANDLE op. EvalTensors are - // all allocated during StartModelAllocation which happens before - // init/prepare, and VAR_HANDLE Prepare() references its own op_data in the - // TfLiteEvalTensor, so reading the ID here is valid. - const TfLiteEvalTensor* input_resource_id_tensor = - tflite::micro::GetEvalInput(context, node, kInputVariableId); - TFLITE_DCHECK(input_resource_id_tensor != nullptr); - TF_LITE_ENSURE(context, (input_resource_id_tensor->type == kTfLiteResource || - input_resource_id_tensor->type == kTfLiteInt32)); - TF_LITE_ENSURE_EQ(context, NumElements(input_resource_id_tensor->dims), 1); - - tflite::MicroContext* micro_context = tflite::GetMicroContext(context); - TfLiteTensor* input_value = - micro_context->AllocateTempInputTensor(node, kInputValue); - TFLITE_DCHECK(input_value != nullptr); - - MicroGraph& graph_info = micro_context->graph(); - - MicroResourceVariables* resources = graph_info.GetResourceVariables(); - TF_LITE_ENSURE_OK(context, - resources->Allocate(input_resource_id_tensor->data.i32[0], - context, input_value)); - - micro_context->DeallocateTempTfLiteTensor(input_value); - return kTfLiteOk; -} - -TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) { - const TfLiteEvalTensor* input_id = - tflite::micro::GetEvalInput(context, node, kInputVariableId); - TFLITE_DCHECK(input_id != nullptr); - - const TfLiteEvalTensor* input_value = - tflite::micro::GetEvalInput(context, node, kInputValue); - TFLITE_DCHECK(input_value != nullptr); - - tflite::MicroContext* micro_context = tflite::GetMicroContext(context); - MicroGraph& graph_info = micro_context->graph(); - - MicroResourceVariables* resources = graph_info.GetResourceVariables(); - if (resources == nullptr) { - MicroPrintf( - "ASSIGN_VARIABLE requires resource variables. Please create " - "ResourceVariables and pass it to the interpreter."); - return kTfLiteError; - } - TF_LITE_ENSURE_OK(context, - resources->Assign(input_id->data.i32[0], input_value)); - return kTfLiteOk; -} - -} // namespace. - -TfLiteRegistration Register_ASSIGN_VARIABLE() { - return tflite::micro::RegisterOp(nullptr, Prepare, Eval); -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/batch_to_space_nd.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/batch_to_space_nd.cc deleted file mode 100644 index be82d942..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/batch_to_space_nd.cc +++ /dev/null @@ -1,111 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/kernels/internal/reference/batch_to_space_nd.h" - -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" -#include "tensorflow/lite/micro/micro_utils.h" - -namespace tflite { - -namespace { - -constexpr int kInputTensor = 0; -constexpr int kBlockShapeTensor = 1; -constexpr int kCropsTensor = 2; -constexpr int kOutputTensor = 0; - -// Currently, only 3D NHC and 4D NHWC input/output op_context are supported. -// In case of 3D input, it will be extended to 3D NHWC by adding W=1. -// The 4D array need to have exactly 2 spatial dimensions. -// TODO(b/149952582): Support arbitrary dimension in SpaceToBatchND. -const int kInputOutputMinDimensionNum = 3; -const int kInputOutputMaxDimensionNum = 4; - -TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) { - TF_LITE_ENSURE_EQ(context, NumInputs(node), 3); - TF_LITE_ENSURE_EQ(context, NumOutputs(node), 1); - - MicroContext* micro_context = GetMicroContext(context); - - TfLiteTensor* input = - micro_context->AllocateTempInputTensor(node, kInputTensor); - TfLiteTensor* output = - micro_context->AllocateTempOutputTensor(node, kOutputTensor); - TF_LITE_ENSURE(context, input != nullptr && output != nullptr); - - TF_LITE_ENSURE(context, NumDimensions(input) >= kInputOutputMinDimensionNum); - TF_LITE_ENSURE(context, NumDimensions(output) >= kInputOutputMinDimensionNum); - TF_LITE_ENSURE(context, NumDimensions(input) <= kInputOutputMaxDimensionNum); - TF_LITE_ENSURE(context, NumDimensions(output) <= kInputOutputMaxDimensionNum); - TF_LITE_ENSURE_TYPES_EQ(context, input->type, output->type); - - micro_context->DeallocateTempTfLiteTensor(input); - micro_context->DeallocateTempTfLiteTensor(output); - - return kTfLiteOk; -} - -TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) { - const TfLiteEvalTensor* input = - tflite::micro::GetEvalInput(context, node, kInputTensor); - const TfLiteEvalTensor* block_shape = - tflite::micro::GetEvalInput(context, node, kBlockShapeTensor); - const TfLiteEvalTensor* crops = - tflite::micro::GetEvalInput(context, node, kCropsTensor); - TfLiteEvalTensor* output = - tflite::micro::GetEvalOutput(context, node, kOutputTensor); - - switch (input->type) { // Already know in/out types are same. - case kTfLiteFloat32: - reference_ops::BatchToSpaceND( - tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(block_shape), - tflite::micro::GetTensorData(block_shape), - tflite::micro::GetTensorShape(crops), - tflite::micro::GetTensorData(crops), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - break; - case kTfLiteInt8: - reference_ops::BatchToSpaceND( - tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(block_shape), - tflite::micro::GetTensorData(block_shape), - tflite::micro::GetTensorShape(crops), - tflite::micro::GetTensorData(crops), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - break; - default: - TF_LITE_KERNEL_LOG(context, "Type %s (%d) not supported.", - TfLiteTypeGetName(input->type), input->type); - return kTfLiteError; - } - return kTfLiteOk; -} - -} // namespace. - -TfLiteRegistration Register_BATCH_TO_SPACE_ND() { - return tflite::micro::RegisterOp(nullptr, Prepare, Eval); -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/broadcast_args.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/broadcast_args.cc deleted file mode 100644 index be2672ec..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/broadcast_args.cc +++ /dev/null @@ -1,91 +0,0 @@ -/* Copyright 2022 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#include "tensorflow/lite/kernels/internal/reference/broadcast_args.h" - -#include - -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" -#include "tensorflow/lite/micro/micro_context.h" - -namespace tflite { -namespace { -constexpr int kShape1Tensor = 0; -constexpr int kShape2Tensor = 1; -constexpr int kOutputTensor = 0; - -TfLiteStatus BroadcastArgsPrepare(TfLiteContext* context, TfLiteNode* node) { - TF_LITE_ENSURE(context, NumInputs(node) == 2); - TF_LITE_ENSURE_EQ(context, NumOutputs(node), 1); - - MicroContext* micro_context = GetMicroContext(context); - TfLiteTensor* shape1 = - micro_context->AllocateTempInputTensor(node, kShape1Tensor); - TfLiteTensor* shape2 = - micro_context->AllocateTempInputTensor(node, kShape2Tensor); - TfLiteTensor* output = - micro_context->AllocateTempOutputTensor(node, kOutputTensor); - - TF_LITE_ENSURE(context, - shape1->type == kTfLiteInt32 || shape1->type == kTfLiteInt64); - TF_LITE_ENSURE_EQ(context, shape1->type, shape2->type); - TF_LITE_ENSURE_EQ(context, shape1->type, output->type); - - // Ensures the shapes are 1D tensor. - TF_LITE_ENSURE_EQ(context, NumDimensions(shape1), 1); - TF_LITE_ENSURE_EQ(context, NumDimensions(shape2), 1); - - // Ensure the shape of the output tensor is compatible - TF_LITE_ENSURE_EQ(context, NumDimensions(output), 1); - - micro_context->DeallocateTempTfLiteTensor(shape1); - micro_context->DeallocateTempTfLiteTensor(shape2); - micro_context->DeallocateTempTfLiteTensor(output); - - return kTfLiteOk; -} - -TfLiteStatus BroadcastArgsEval(TfLiteContext* context, TfLiteNode* node) { - const TfLiteEvalTensor* shape1 = - micro::GetEvalInput(context, node, kShape1Tensor); - const TfLiteEvalTensor* shape2 = - micro::GetEvalInput(context, node, kShape2Tensor); - TfLiteEvalTensor* output = micro::GetEvalOutput(context, node, kOutputTensor); - - if (output->type == kTfLiteInt32) { - reference_ops::BroadcastArgs( - micro::GetTensorShape(shape1), micro::GetTensorData(shape1), - micro::GetTensorShape(shape2), micro::GetTensorData(shape2), - micro::GetTensorShape(output), micro::GetTensorData(output)); - } else { - reference_ops::BroadcastArgs( - micro::GetTensorShape(shape1), micro::GetTensorData(shape1), - micro::GetTensorShape(shape2), micro::GetTensorData(shape2), - micro::GetTensorShape(output), micro::GetTensorData(output)); - } - - return kTfLiteOk; -} - -} // namespace - -TfLiteRegistration Register_BROADCAST_ARGS() { - return tflite::micro::RegisterOp(nullptr, BroadcastArgsPrepare, - BroadcastArgsEval); -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/broadcast_to.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/broadcast_to.cc deleted file mode 100644 index 63a14db2..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/broadcast_to.cc +++ /dev/null @@ -1,123 +0,0 @@ -/* Copyright 2022 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#include "tensorflow/lite/kernels/internal/reference/broadcast_to.h" - -#include - -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" -#include "tensorflow/lite/micro/micro_context.h" - -namespace tflite { - -namespace { -constexpr int kInputTensor = 0; -constexpr int kShapeTensor = 1; -constexpr int kOutputTensor = 0; -// Support a maximum of 5 dimensions in TFLM. -constexpr int kMaxDims = 5; - -TfLiteStatus ValidateOutputTensor(TfLiteContext* context, TfLiteTensor* input, - TfLiteTensor* shape, TfLiteTensor* output) { - // Ensures the shape is 1D tensor. - TF_LITE_ENSURE_EQ(context, NumDimensions(shape), 1); - - // Ensure output dims is not less than input dims. - int input_num_dims = NumDimensions(input); - int output_num_dims = NumDimensions(output); - int shape_num_dims = SizeOfDimension(shape, 0); - TF_LITE_ENSURE_MSG(context, output_num_dims == shape_num_dims, - "Output must match with the expected shape dimension."); - TF_LITE_ENSURE_MSG(context, input_num_dims <= output_num_dims, - "Output shape must be broadcastable from input shape."); - TF_LITE_ENSURE_MSG(context, output_num_dims <= kMaxDims, - "BroadcastTo only supports 1-5D tensor."); - - // Check if output shape is broadcastable from input shape. - auto get_shape_data = [shape](int i) -> int32_t { - if (shape->type == kTfLiteInt32) { - return GetTensorData(shape)[i]; - } else { - return GetTensorData(shape)[i]; - } - }; - - int extending_dims = output_num_dims - input_num_dims; - for (int idx = 0; idx < input_num_dims; ++idx) { - TF_LITE_ENSURE_MSG( - context, - (SizeOfDimension(input, idx) == 1 || - SizeOfDimension(input, idx) == get_shape_data(extending_dims + idx)), - "Output shape must be broadcastable from input shape."); - } - - // Validating the shape of the output tensor. - tflite::RuntimeShape output_shape = tflite::GetTensorShape(output); - for (int idx = 0; idx < output_num_dims; ++idx) { - TF_LITE_ENSURE(context, output_shape.Dims(idx) == get_shape_data(idx)); - } - return kTfLiteOk; -} - -TfLiteStatus BroadcastToPrepare(TfLiteContext* context, TfLiteNode* node) { - TF_LITE_ENSURE(context, NumInputs(node) == 2); - TF_LITE_ENSURE_EQ(context, NumOutputs(node), 1); - MicroContext* micro_context = GetMicroContext(context); - TfLiteTensor* input = - micro_context->AllocateTempInputTensor(node, kInputTensor); - TfLiteTensor* shape = - micro_context->AllocateTempInputTensor(node, kShapeTensor); - TfLiteTensor* output = - micro_context->AllocateTempOutputTensor(node, kOutputTensor); - - TF_LITE_ENSURE_MSG(context, (NumDimensions(input) <= kMaxDims), - "BroadcastTo only supports 1-5D tensor."); - - TF_LITE_ENSURE(context, - shape->type == kTfLiteInt32 || shape->type == kTfLiteInt64); - TF_LITE_ENSURE_EQ(context, input->type, output->type); - - // Does not support String type due to its variable size. This limitation is - // the same as TFLite. - TF_LITE_ENSURE(context, input->type != kTfLiteString); - - TF_LITE_ENSURE_STATUS(ValidateOutputTensor(context, input, shape, output)); - micro_context->DeallocateTempTfLiteTensor(input); - micro_context->DeallocateTempTfLiteTensor(shape); - micro_context->DeallocateTempTfLiteTensor(output); - return kTfLiteOk; -} - -TfLiteStatus BroadcastToEval(TfLiteContext* context, TfLiteNode* node) { - const TfLiteEvalTensor* input = - micro::GetEvalInput(context, node, kInputTensor); - TfLiteEvalTensor* output = micro::GetEvalOutput(context, node, kOutputTensor); - - // BroadcastTo op support upto 5 dims, different from 8 dims in TFLite. - reference_ops::BroadcastTo( - micro::GetTensorShape(input), input->data.raw, - micro::GetTensorShape(output), output->data.raw, input->type); - return kTfLiteOk; -} -} // namespace - -TfLiteRegistration Register_BROADCAST_TO() { - return tflite::micro::RegisterOp(nullptr, BroadcastToPrepare, - BroadcastToEval); -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/call_once.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/call_once.cc deleted file mode 100644 index 200242b2..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/call_once.cc +++ /dev/null @@ -1,88 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include - -#include - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/compatibility.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" -#include "tensorflow/lite/micro/memory_helpers.h" -#include "tensorflow/lite/micro/micro_context.h" -#include "tensorflow/lite/micro/micro_graph.h" -#include "tensorflow/lite/schema/schema_generated.h" - -namespace tflite { - -namespace { - -struct OpData { - int init_subgraph_index; - bool has_run; -}; - -void* Init(TfLiteContext* context, const char* buffer, size_t length) { - TFLITE_DCHECK(context->AllocatePersistentBuffer != nullptr); - return context->AllocatePersistentBuffer(context, sizeof(OpData)); -} - -TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) { - OpData* op_data = reinterpret_cast(node->user_data); - const auto* params = - reinterpret_cast(node->builtin_data); - op_data->init_subgraph_index = params->init_subgraph_index; - op_data->has_run = false; - - TF_LITE_ENSURE(context, NumInputs(node) == 0); - TF_LITE_ENSURE(context, NumOutputs(node) == 0); - - tflite::MicroContext* micro_context = tflite::GetMicroContext(context); - MicroGraph& graph_info = micro_context->graph(); - - TF_LITE_ENSURE(context, - op_data->init_subgraph_index < graph_info.NumSubgraphs()); - - return kTfLiteOk; -} - -TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) { - OpData* op_data = reinterpret_cast(node->user_data); - - // Call once only runs one time then is a no-op for every subsequent call. - if (op_data->has_run) { - return kTfLiteOk; - } - - tflite::MicroContext* micro_context = tflite::GetMicroContext(context); - MicroGraph& graph_info = micro_context->graph(); - - TF_LITE_ENSURE_OK(context, - graph_info.InvokeSubgraph(op_data->init_subgraph_index)); - - op_data->has_run = true; - - return kTfLiteOk; -} - -} // namespace. - -TfLiteRegistration Register_CALL_ONCE() { - return tflite::micro::RegisterOp(Init, Prepare, Eval); -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/cast.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/cast.cc deleted file mode 100644 index a1f4516b..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/cast.cc +++ /dev/null @@ -1,114 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" -#include "tensorflow/lite/micro/micro_error_reporter.h" - -namespace tflite { -namespace { - -constexpr int kInputTensor = 0; -constexpr int kOutputTensor = 0; - -TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) { - TF_LITE_ENSURE_EQ(context, NumInputs(node), 1); - TF_LITE_ENSURE_EQ(context, NumOutputs(node), 1); - - MicroContext* micro_context = GetMicroContext(context); - - TfLiteTensor* input = - micro_context->AllocateTempInputTensor(node, kInputTensor); - TF_LITE_ENSURE(context, input != nullptr); - TfLiteTensor* output = - micro_context->AllocateTempOutputTensor(node, kOutputTensor); - TF_LITE_ENSURE(context, output != nullptr); - - micro_context->DeallocateTempTfLiteTensor(input); - micro_context->DeallocateTempTfLiteTensor(output); - - return kTfLiteOk; -} - -template -void copyCast(const FromT* in, ToT* out, int num_elements) { - std::transform(in, in + num_elements, out, - [](FromT a) { return static_cast(a); }); -} - -template -TfLiteStatus copyToTensor(TfLiteContext* context, const FromT* in, - TfLiteEvalTensor* out, int num_elements) { - switch (out->type) { - case kTfLiteInt8: - copyCast(in, out->data.int8, num_elements); - break; - case kTfLiteInt16: - copyCast(in, out->data.i16, num_elements); - break; - case kTfLiteInt32: - copyCast(in, out->data.i32, num_elements); - break; - case kTfLiteFloat32: - copyCast(in, tflite::micro::GetTensorData(out), num_elements); - break; - default: - // Unsupported type. - MicroPrintf("Output type %s (%d) not supported.", - TfLiteTypeGetName(out->type), out->type); - } - return kTfLiteOk; -} - -TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) { - const TfLiteEvalTensor* input = - tflite::micro::GetEvalInput(context, node, kInputTensor); - TfLiteEvalTensor* output = - tflite::micro::GetEvalOutput(context, node, kOutputTensor); - int num_elements = MatchingFlatSize(tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorShape(output)); - - switch (input->type) { - case kTfLiteInt8: - return copyToTensor(context, input->data.int8, output, num_elements); - case kTfLiteInt16: - return copyToTensor(context, tflite::micro::GetTensorData(input), - output, num_elements); - case kTfLiteInt32: - return copyToTensor(context, tflite::micro::GetTensorData(input), - output, num_elements); - case kTfLiteUInt32: - return copyToTensor(context, - tflite::micro::GetTensorData(input), output, - num_elements); - case kTfLiteFloat32: - return copyToTensor(context, tflite::micro::GetTensorData(input), - output, num_elements); - default: - // Unsupported type. - MicroPrintf("Input type %s (%d) not supported.", - TfLiteTypeGetName(input->type), input->type); - } - return kTfLiteOk; -} -} // namespace - -TfLiteRegistration Register_CAST() { - return tflite::micro::RegisterOp(nullptr, Prepare, Eval); -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/ceil.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/ceil.cc deleted file mode 100644 index a390a735..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/ceil.cc +++ /dev/null @@ -1,75 +0,0 @@ -/* Copyright 2018 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/kernels/internal/reference/ceil.h" - -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" - -namespace tflite { -namespace ops { -namespace micro { -namespace ceil { - -constexpr int kInputTensor = 0; -constexpr int kOutputTensor = 0; - -TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) { - MicroContext* micro_context = GetMicroContext(context); - - TfLiteTensor* input = - micro_context->AllocateTempInputTensor(node, kInputTensor); - TF_LITE_ENSURE(context, input != nullptr); - TfLiteTensor* output = - micro_context->AllocateTempOutputTensor(node, kOutputTensor); - TF_LITE_ENSURE(context, output != nullptr); - TF_LITE_ENSURE_EQ(context, NumInputs(node), 1); - TF_LITE_ENSURE_EQ(context, NumOutputs(node), 1); - TF_LITE_ENSURE_TYPES_EQ(context, input->type, kTfLiteFloat32); - TF_LITE_ENSURE_TYPES_EQ(context, output->type, input->type); - TF_LITE_ENSURE_EQ(context, output->bytes, input->bytes); - TF_LITE_ENSURE_EQ(context, output->dims->size, input->dims->size); - for (int i = 0; i < output->dims->size; ++i) { - TF_LITE_ENSURE_EQ(context, output->dims->data[i], input->dims->data[i]); - } - micro_context->DeallocateTempTfLiteTensor(input); - micro_context->DeallocateTempTfLiteTensor(output); - return kTfLiteOk; -} - -TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) { - const TfLiteEvalTensor* input = - tflite::micro::GetEvalInput(context, node, kInputTensor); - TfLiteEvalTensor* output = - tflite::micro::GetEvalOutput(context, node, kOutputTensor); - - reference_ops::Ceil(tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - - return kTfLiteOk; -} -} // namespace ceil - -TfLiteRegistration Register_CEIL() { - return tflite::micro::RegisterOp(nullptr, ceil::Prepare, ceil::Eval); -} - -} // namespace micro -} // namespace ops -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/circular_buffer.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/circular_buffer.cc deleted file mode 100644 index 399d1648..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/circular_buffer.cc +++ /dev/null @@ -1,116 +0,0 @@ -/* Copyright 2020 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/micro/kernels/circular_buffer.h" - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/compatibility.h" -#include "tensorflow/lite/kernels/internal/quantization_util.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/kernels/op_macros.h" -#include "tensorflow/lite/micro/flatbuffer_utils.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" - -/* - * The circular buffer custom operator is used to implement strided streaming - * convolutions on TFLite Micro. Each time this operator is invoked, it checks - * whether or not to run, based on a predetermined stride in time. If the op - * runs, it inserts the input into the end of the output buffer and shifts the - * output values towards the start of the buffer. It discards the oldest value - * in the output buffer. - * - * Input: [, , , ] - * - * After shifting: - * Output: [, , , ] - * - * We make some assumptions in this custom operator: - * - Input shape must be [1, 1, 1, depth] - * - Output shape must be [1, num_slots, 1, depth] - * - Input and output types must match. - * - Input and output quantization params must be identical. - */ -namespace tflite { - -void* CircularBufferInit(TfLiteContext* context, const char* buffer, - size_t length) { - TFLITE_DCHECK(context->AllocatePersistentBuffer != nullptr); - OpDataCircularBuffer* op_data = static_cast( - context->AllocatePersistentBuffer(context, sizeof(OpDataCircularBuffer))); - - if (buffer != nullptr && length > 0) { - const uint8_t* buffer_t = reinterpret_cast(buffer); - tflite::FlexbufferWrapper wrapper(buffer_t, length); - op_data->cycles_max = wrapper.ElementAsInt32(kCircularBufferCyclesMaxIndex); - } else { - op_data->cycles_max = 0; - } - - return op_data; -} - -// Shifts buffer over by the output depth, and write new input to end of buffer. -// num_slots is the number of samples stored in the output buffer. -// depth is the size of each sample. -void EvalInt8(const int8_t* input, int num_slots, int depth, int8_t* output) { - memmove(output, &output[depth], (num_slots - 1) * depth); - memcpy(&output[(num_slots - 1) * depth], input, depth); -} - -TfLiteStatus CircularBufferEval(TfLiteContext* context, TfLiteNode* node) { - const TfLiteEvalTensor* input = - tflite::micro::GetEvalInput(context, node, kCircularBufferInputTensor); - TfLiteEvalTensor* output = - tflite::micro::GetEvalOutput(context, node, kCircularBufferOutputTensor); - - TFLITE_DCHECK(node->user_data != nullptr); - OpDataCircularBuffer* data = - reinterpret_cast(node->user_data); - - int num_slots = output->dims->data[1]; - int depth = output->dims->data[2] * output->dims->data[3]; - - if (input->type == kTfLiteInt8) { - EvalInt8(tflite::micro::GetTensorData(input), num_slots, depth, - tflite::micro::GetTensorData(output)); - } else { - TF_LITE_KERNEL_LOG(context, "Type %s (%d) not supported.", - TfLiteTypeGetName(input->type), input->type); - return kTfLiteError; - } - - if (--data->cycles_until_run != 0) { - // Signal the interpreter to end current run if the delay before op invoke - // has not been reached. - // TODO(b/149795762): Add kTfLiteAbort to TfLiteStatus enum. - return static_cast(kTfLiteAbort); - } - - data->cycles_until_run = data->cycles_max; - - return kTfLiteOk; -} - -TfLiteRegistration* Register_CIRCULAR_BUFFER() { - static TfLiteRegistration r = tflite::micro::RegisterOp( - CircularBufferInit, CircularBufferPrepare, CircularBufferEval); - return &r; -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/circular_buffer.h b/code/components/tflite-lib/tensorflow/lite/micro/kernels/circular_buffer.h deleted file mode 100644 index 51adf746..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/circular_buffer.h +++ /dev/null @@ -1,48 +0,0 @@ -/* Copyright 2020 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#ifndef TENSORFLOW_LITE_MICRO_KERNELS_CIRCULAR_BUFFER_H_ -#define TENSORFLOW_LITE_MICRO_KERNELS_CIRCULAR_BUFFER_H_ - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" - -namespace tflite { - -// The CircularBuffer op has one input and one output tensor. -extern const int kCircularBufferInputTensor; -extern const int kCircularBufferOutputTensor; - -// Indices into the init flexbuffer's vector. -// The parameter's name is in the comment that follows. -// Elements in the vectors are ordered alphabetically by parameter name. -extern const int kCircularBufferCyclesMaxIndex; // 'cycles_max' - -// TODO(b/149795762): Add this to TfLiteStatus enum. -extern const TfLiteStatus kTfLiteAbort; - -// These fields control the stride period of a strided streaming model. This op -// returns kTfLiteAbort until cycles_until_run-- is zero. At this time, -// cycles_until_run is reset to cycles_max. -struct OpDataCircularBuffer { - int cycles_until_run; - int cycles_max; -}; - -TfLiteStatus CircularBufferPrepare(TfLiteContext* context, TfLiteNode* node); - -} // namespace tflite - -#endif // TENSORFLOW_LITE_MICRO_KERNELS_CIRCULAR_BUFFER_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/circular_buffer_common.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/circular_buffer_common.cc deleted file mode 100644 index 81db6e65..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/circular_buffer_common.cc +++ /dev/null @@ -1,97 +0,0 @@ -/* Copyright 2020 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/compatibility.h" -#include "tensorflow/lite/kernels/internal/quantization_util.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/kernels/op_macros.h" -#include "tensorflow/lite/micro/flatbuffer_utils.h" -#include "tensorflow/lite/micro/kernels/circular_buffer.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" - -namespace tflite { - -// The CircularBuffer op has one input and one output tensor. -const int kCircularBufferInputTensor = 0; -const int kCircularBufferOutputTensor = 0; - -// Indices into the init flexbuffer's vector. -// The parameter's name is in the comment that follows. -// Elements in the vectors are ordered alphabetically by parameter name. -const int kCircularBufferCyclesMaxIndex = 0; // 'cycles_max' - -// TODO(b/149795762): Add this to TfLiteStatus enum. -const TfLiteStatus kTfLiteAbort = static_cast(-9); - -TfLiteStatus CircularBufferPrepare(TfLiteContext* context, TfLiteNode* node) { - MicroContext* micro_context = GetMicroContext(context); - - TfLiteTensor* input = - micro_context->AllocateTempInputTensor(node, kCircularBufferInputTensor); - TfLiteTensor* output = micro_context->AllocateTempOutputTensor( - node, kCircularBufferOutputTensor); - - TFLITE_DCHECK(node->user_data != nullptr); - OpDataCircularBuffer* op_data = - static_cast(node->user_data); - - TF_LITE_ENSURE(context, input != nullptr); - TF_LITE_ENSURE(context, output != nullptr); - TF_LITE_ENSURE_EQ(context, input->dims->data[0], output->dims->data[0]); - TF_LITE_ENSURE_EQ(context, 1, input->dims->data[1]); - TF_LITE_ENSURE_EQ(context, input->dims->data[2], output->dims->data[2]); - TF_LITE_ENSURE_EQ(context, output->dims->data[3], input->dims->data[3]); - - TF_LITE_ENSURE_TYPES_EQ(context, input->type, output->type); - - // The circular buffer custom operator currently only supports int8. - TF_LITE_ENSURE_TYPES_EQ(context, input->type, kTfLiteInt8); - - if (op_data->cycles_max <= 0) { - // The last circular buffer layer simply accumulates outputs, and does not - // run periodically. - // TODO(b/150001379): Move this special case logic to the tflite flatbuffer. - static int cb_prepare_count = 0; - cb_prepare_count++; - // These checks specifically work for the only two streaming models - // supported on TFLM. They use the shape of the output tensor along with the - // layer number to determine if the circular buffer period should be 1 or 2. - - // These models are outlined int the following documents: - // https://docs.google.com/document/d/1lc_G2ZFhjiKFo02UHjBaljye1xsL0EkfybkaVELEE3Q/edit?usp=sharing - // https://docs.google.com/document/d/1pGc42PuWyrk-Jy1-9qeqtggvsmHr1ifz8Lmqfpr2rKA/edit?usp=sharing - if (output->dims->data[1] == 5 || output->dims->data[1] == 13 || - output->dims->data[1] == 25 || - (cb_prepare_count == 5 && output->dims->data[2] == 2 && - output->dims->data[3] == 96)) { - op_data->cycles_max = 1; - cb_prepare_count = 0; - } else { - op_data->cycles_max = 2; - } - } - op_data->cycles_until_run = op_data->cycles_max; - node->user_data = op_data; - - micro_context->DeallocateTempTfLiteTensor(input); - micro_context->DeallocateTempTfLiteTensor(output); - - return kTfLiteOk; -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/circular_buffer_flexbuffers_generated_data.h b/code/components/tflite-lib/tensorflow/lite/micro/kernels/circular_buffer_flexbuffers_generated_data.h deleted file mode 100644 index 2fbf4fe9..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/circular_buffer_flexbuffers_generated_data.h +++ /dev/null @@ -1,22 +0,0 @@ -/* Copyright 2020 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#ifndef TENSORFLOW_LITE_MICRO_KERNELS_FLEXBUFFERS_GENERATED_DATA_H -#define TENSORFLOW_LITE_MICRO_KERNELS_FLEXBUFFERS_GENERATED_DATA_H - -extern const int g_gen_data_size_circular_buffer_config; -extern const unsigned char g_gen_data_circular_buffer_config[]; - -#endif diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/comparisons.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/comparisons.cc deleted file mode 100644 index cff15e4d..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/comparisons.cc +++ /dev/null @@ -1,617 +0,0 @@ -/* Copyright 2019 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#include "tensorflow/lite/kernels/internal/reference/comparisons.h" - -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/quantization_util.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" - -namespace tflite { -namespace ops { -namespace micro { -namespace comparisons { -namespace { - -struct OpData { - ComparisonParams params; -}; - -constexpr int kInputTensor1 = 0; -constexpr int kInputTensor2 = 1; -constexpr int kOutputTensor = 0; - -TfLiteStatus EqualEval(TfLiteContext* context, TfLiteNode* node) { - TFLITE_DCHECK(node->user_data != nullptr); - const OpData* data = static_cast(node->user_data); - - const TfLiteEvalTensor* input1 = - tflite::micro::GetEvalInput(context, node, kInputTensor1); - const TfLiteEvalTensor* input2 = - tflite::micro::GetEvalInput(context, node, kInputTensor2); - TfLiteEvalTensor* output = - tflite::micro::GetEvalOutput(context, node, kOutputTensor); - - RuntimeShape input1_shape = tflite::micro::GetTensorShape(input1); - RuntimeShape input2_shape = tflite::micro::GetTensorShape(input2); - RuntimeShape output_shape = tflite::micro::GetTensorShape(output); - bool* output_data = tflite::micro::GetTensorData(output); - - bool requires_broadcast = !tflite::micro::HaveSameShapes(input1, input2); - switch (input1->type) { - case kTfLiteBool: - requires_broadcast - ? reference_ops::Broadcast4DSlowEqualNoScaling( - data->params, input1_shape, - tflite::micro::GetTensorData(input1), input2_shape, - tflite::micro::GetTensorData(input2), output_shape, - output_data) - : reference_ops::EqualNoScaling( - data->params, input1_shape, - tflite::micro::GetTensorData(input1), input2_shape, - tflite::micro::GetTensorData(input2), output_shape, - output_data); - break; - case kTfLiteFloat32: - requires_broadcast - ? reference_ops::Broadcast4DSlowEqualNoScaling( - data->params, input1_shape, - tflite::micro::GetTensorData(input1), input2_shape, - tflite::micro::GetTensorData(input2), output_shape, - output_data) - : reference_ops::EqualNoScaling( - data->params, input1_shape, - tflite::micro::GetTensorData(input1), input2_shape, - tflite::micro::GetTensorData(input2), output_shape, - output_data); - break; - case kTfLiteInt32: - requires_broadcast - ? reference_ops::Broadcast4DSlowEqualNoScaling( - data->params, input1_shape, - tflite::micro::GetTensorData(input1), input2_shape, - tflite::micro::GetTensorData(input2), output_shape, - output_data) - : reference_ops::EqualNoScaling( - data->params, input1_shape, - tflite::micro::GetTensorData(input1), input2_shape, - tflite::micro::GetTensorData(input2), output_shape, - output_data); - break; - case kTfLiteInt64: - requires_broadcast - ? reference_ops::Broadcast4DSlowEqualNoScaling( - data->params, input1_shape, - tflite::micro::GetTensorData(input1), input2_shape, - tflite::micro::GetTensorData(input2), output_shape, - output_data) - : reference_ops::EqualNoScaling( - data->params, input1_shape, - tflite::micro::GetTensorData(input1), input2_shape, - tflite::micro::GetTensorData(input2), output_shape, - output_data); - break; - case kTfLiteInt8: - requires_broadcast - ? reference_ops::Broadcast4DSlowEqualWithScaling( - data->params, input1_shape, - tflite::micro::GetTensorData(input1), input2_shape, - tflite::micro::GetTensorData(input2), output_shape, - output_data) - : reference_ops::EqualWithScaling( - data->params, input1_shape, - tflite::micro::GetTensorData(input1), input2_shape, - tflite::micro::GetTensorData(input2), output_shape, - output_data); - break; - default: - TF_LITE_KERNEL_LOG(context, "Type %s (%d) not supported.", - TfLiteTypeGetName(input1->type), input1->type); - return kTfLiteError; - } - return kTfLiteOk; -} - -// TODO(renjieliu): Refactor the logic to avoid duplications. -TfLiteStatus NotEqualEval(TfLiteContext* context, TfLiteNode* node) { - TFLITE_DCHECK(node->user_data != nullptr); - const OpData* data = static_cast(node->user_data); - - const TfLiteEvalTensor* input1 = - tflite::micro::GetEvalInput(context, node, kInputTensor1); - const TfLiteEvalTensor* input2 = - tflite::micro::GetEvalInput(context, node, kInputTensor2); - TfLiteEvalTensor* output = - tflite::micro::GetEvalOutput(context, node, kOutputTensor); - - RuntimeShape input1_shape = tflite::micro::GetTensorShape(input1); - RuntimeShape input2_shape = tflite::micro::GetTensorShape(input2); - RuntimeShape output_shape = tflite::micro::GetTensorShape(output); - bool* output_data = tflite::micro::GetTensorData(output); - - bool requires_broadcast = !tflite::micro::HaveSameShapes(input1, input2); - switch (input1->type) { - case kTfLiteBool: - requires_broadcast - ? reference_ops::Broadcast4DSlowNotEqualNoScaling( - data->params, input1_shape, - tflite::micro::GetTensorData(input1), input2_shape, - tflite::micro::GetTensorData(input2), output_shape, - output_data) - : reference_ops::NotEqualNoScaling( - data->params, input1_shape, - tflite::micro::GetTensorData(input1), input2_shape, - tflite::micro::GetTensorData(input2), output_shape, - output_data); - break; - case kTfLiteFloat32: - requires_broadcast - ? reference_ops::Broadcast4DSlowNotEqualNoScaling( - data->params, input1_shape, - tflite::micro::GetTensorData(input1), input2_shape, - tflite::micro::GetTensorData(input2), output_shape, - output_data) - : reference_ops::NotEqualNoScaling( - data->params, input1_shape, - tflite::micro::GetTensorData(input1), input2_shape, - tflite::micro::GetTensorData(input2), output_shape, - output_data); - break; - case kTfLiteInt32: - requires_broadcast - ? reference_ops::Broadcast4DSlowNotEqualNoScaling( - data->params, input1_shape, - tflite::micro::GetTensorData(input1), input2_shape, - tflite::micro::GetTensorData(input2), output_shape, - output_data) - : reference_ops::NotEqualNoScaling( - data->params, input1_shape, - tflite::micro::GetTensorData(input1), input2_shape, - tflite::micro::GetTensorData(input2), output_shape, - output_data); - break; - case kTfLiteInt64: - requires_broadcast - ? reference_ops::Broadcast4DSlowNotEqualNoScaling( - data->params, input1_shape, - tflite::micro::GetTensorData(input1), input2_shape, - tflite::micro::GetTensorData(input2), output_shape, - output_data) - : reference_ops::NotEqualNoScaling( - data->params, input1_shape, - tflite::micro::GetTensorData(input1), input2_shape, - tflite::micro::GetTensorData(input2), output_shape, - output_data); - break; - case kTfLiteInt8: - requires_broadcast - ? reference_ops::Broadcast4DSlowNotEqualWithScaling( - data->params, input1_shape, - tflite::micro::GetTensorData(input1), input2_shape, - tflite::micro::GetTensorData(input2), output_shape, - output_data) - : reference_ops::NotEqualWithScaling( - data->params, input1_shape, - tflite::micro::GetTensorData(input1), input2_shape, - tflite::micro::GetTensorData(input2), output_shape, - output_data); - break; - default: - TF_LITE_KERNEL_LOG(context, "Type %s (%d) not supported.", - TfLiteTypeGetName(input1->type), input1->type); - return kTfLiteError; - } - return kTfLiteOk; -} - -TfLiteStatus GreaterEval(TfLiteContext* context, TfLiteNode* node) { - TFLITE_DCHECK(node->user_data != nullptr); - const OpData* data = static_cast(node->user_data); - - const TfLiteEvalTensor* input1 = - tflite::micro::GetEvalInput(context, node, kInputTensor1); - const TfLiteEvalTensor* input2 = - tflite::micro::GetEvalInput(context, node, kInputTensor2); - TfLiteEvalTensor* output = - tflite::micro::GetEvalOutput(context, node, kOutputTensor); - - RuntimeShape input1_shape = tflite::micro::GetTensorShape(input1); - RuntimeShape input2_shape = tflite::micro::GetTensorShape(input2); - RuntimeShape output_shape = tflite::micro::GetTensorShape(output); - bool* output_data = tflite::micro::GetTensorData(output); - - bool requires_broadcast = !tflite::micro::HaveSameShapes(input1, input2); - switch (input1->type) { - case kTfLiteFloat32: - requires_broadcast - ? reference_ops::Broadcast4DSlowGreaterNoScaling( - data->params, input1_shape, - tflite::micro::GetTensorData(input1), input2_shape, - tflite::micro::GetTensorData(input2), output_shape, - output_data) - : reference_ops::GreaterNoScaling( - data->params, input1_shape, - tflite::micro::GetTensorData(input1), input2_shape, - tflite::micro::GetTensorData(input2), output_shape, - output_data); - break; - case kTfLiteInt32: - requires_broadcast - ? reference_ops::Broadcast4DSlowGreaterNoScaling( - data->params, input1_shape, - tflite::micro::GetTensorData(input1), input2_shape, - tflite::micro::GetTensorData(input2), output_shape, - output_data) - : reference_ops::GreaterNoScaling( - data->params, input1_shape, - tflite::micro::GetTensorData(input1), input2_shape, - tflite::micro::GetTensorData(input2), output_shape, - output_data); - break; - case kTfLiteInt64: - requires_broadcast - ? reference_ops::Broadcast4DSlowGreaterNoScaling( - data->params, input1_shape, - tflite::micro::GetTensorData(input1), input2_shape, - tflite::micro::GetTensorData(input2), output_shape, - output_data) - : reference_ops::GreaterNoScaling( - data->params, input1_shape, - tflite::micro::GetTensorData(input1), input2_shape, - tflite::micro::GetTensorData(input2), output_shape, - output_data); - break; - case kTfLiteInt8: - requires_broadcast - ? reference_ops::Broadcast4DSlowGreaterWithScaling( - data->params, input1_shape, - tflite::micro::GetTensorData(input1), input2_shape, - tflite::micro::GetTensorData(input2), output_shape, - output_data) - : reference_ops::GreaterWithScaling( - data->params, input1_shape, - tflite::micro::GetTensorData(input1), input2_shape, - tflite::micro::GetTensorData(input2), output_shape, - output_data); - break; - default: - TF_LITE_KERNEL_LOG(context, "Type %s (%d) not supported.", - TfLiteTypeGetName(input1->type), input1->type); - return kTfLiteError; - } - return kTfLiteOk; -} - -TfLiteStatus GreaterEqualEval(TfLiteContext* context, TfLiteNode* node) { - TFLITE_DCHECK(node->user_data != nullptr); - const OpData* data = static_cast(node->user_data); - - const TfLiteEvalTensor* input1 = - tflite::micro::GetEvalInput(context, node, kInputTensor1); - const TfLiteEvalTensor* input2 = - tflite::micro::GetEvalInput(context, node, kInputTensor2); - TfLiteEvalTensor* output = - tflite::micro::GetEvalOutput(context, node, kOutputTensor); - - RuntimeShape input1_shape = tflite::micro::GetTensorShape(input1); - RuntimeShape input2_shape = tflite::micro::GetTensorShape(input2); - RuntimeShape output_shape = tflite::micro::GetTensorShape(output); - bool* output_data = tflite::micro::GetTensorData(output); - - bool requires_broadcast = !tflite::micro::HaveSameShapes(input1, input2); - switch (input1->type) { - case kTfLiteFloat32: - requires_broadcast - ? reference_ops::Broadcast4DSlowGreaterEqualNoScaling( - data->params, input1_shape, - tflite::micro::GetTensorData(input1), input2_shape, - tflite::micro::GetTensorData(input2), output_shape, - output_data) - : reference_ops::GreaterEqualNoScaling( - data->params, input1_shape, - tflite::micro::GetTensorData(input1), input2_shape, - tflite::micro::GetTensorData(input2), output_shape, - output_data); - break; - case kTfLiteInt32: - requires_broadcast - ? reference_ops::Broadcast4DSlowGreaterEqualNoScaling( - data->params, input1_shape, - tflite::micro::GetTensorData(input1), input2_shape, - tflite::micro::GetTensorData(input2), output_shape, - output_data) - : reference_ops::GreaterEqualNoScaling( - data->params, input1_shape, - tflite::micro::GetTensorData(input1), input2_shape, - tflite::micro::GetTensorData(input2), output_shape, - output_data); - break; - case kTfLiteInt64: - requires_broadcast - ? reference_ops::Broadcast4DSlowGreaterEqualNoScaling( - data->params, input1_shape, - tflite::micro::GetTensorData(input1), input2_shape, - tflite::micro::GetTensorData(input2), output_shape, - output_data) - : reference_ops::GreaterEqualNoScaling( - data->params, input1_shape, - tflite::micro::GetTensorData(input1), input2_shape, - tflite::micro::GetTensorData(input2), output_shape, - output_data); - break; - case kTfLiteInt8: - requires_broadcast - ? reference_ops::Broadcast4DSlowGreaterEqualWithScaling( - data->params, input1_shape, - tflite::micro::GetTensorData(input1), input2_shape, - tflite::micro::GetTensorData(input2), output_shape, - output_data) - : reference_ops::GreaterEqualWithScaling( - data->params, input1_shape, - tflite::micro::GetTensorData(input1), input2_shape, - tflite::micro::GetTensorData(input2), output_shape, - output_data); - break; - default: - TF_LITE_KERNEL_LOG(context, "Type %s (%d) not supported.", - TfLiteTypeGetName(input1->type), input1->type); - return kTfLiteError; - } - return kTfLiteOk; -} - -TfLiteStatus LessEval(TfLiteContext* context, TfLiteNode* node) { - TFLITE_DCHECK(node->user_data != nullptr); - const OpData* data = static_cast(node->user_data); - - const TfLiteEvalTensor* input1 = - tflite::micro::GetEvalInput(context, node, kInputTensor1); - const TfLiteEvalTensor* input2 = - tflite::micro::GetEvalInput(context, node, kInputTensor2); - TfLiteEvalTensor* output = - tflite::micro::GetEvalOutput(context, node, kOutputTensor); - - RuntimeShape input1_shape = tflite::micro::GetTensorShape(input1); - RuntimeShape input2_shape = tflite::micro::GetTensorShape(input2); - RuntimeShape output_shape = tflite::micro::GetTensorShape(output); - bool* output_data = tflite::micro::GetTensorData(output); - - bool requires_broadcast = !tflite::micro::HaveSameShapes(input1, input2); - switch (input1->type) { - case kTfLiteFloat32: - requires_broadcast - ? reference_ops::Broadcast4DSlowLessNoScaling( - data->params, input1_shape, - tflite::micro::GetTensorData(input1), input2_shape, - tflite::micro::GetTensorData(input2), output_shape, - output_data) - : reference_ops::LessNoScaling( - data->params, input1_shape, - tflite::micro::GetTensorData(input1), input2_shape, - tflite::micro::GetTensorData(input2), output_shape, - output_data); - break; - case kTfLiteInt32: - requires_broadcast - ? reference_ops::Broadcast4DSlowLessNoScaling( - data->params, input1_shape, - tflite::micro::GetTensorData(input1), input2_shape, - tflite::micro::GetTensorData(input2), output_shape, - output_data) - : reference_ops::LessNoScaling( - data->params, input1_shape, - tflite::micro::GetTensorData(input1), input2_shape, - tflite::micro::GetTensorData(input2), output_shape, - output_data); - break; - case kTfLiteInt64: - requires_broadcast - ? reference_ops::Broadcast4DSlowLessNoScaling( - data->params, input1_shape, - tflite::micro::GetTensorData(input1), input2_shape, - tflite::micro::GetTensorData(input2), output_shape, - output_data) - : reference_ops::LessNoScaling( - data->params, input1_shape, - tflite::micro::GetTensorData(input1), input2_shape, - tflite::micro::GetTensorData(input2), output_shape, - output_data); - break; - case kTfLiteInt8: - requires_broadcast - ? reference_ops::Broadcast4DSlowLessWithScaling( - data->params, input1_shape, - tflite::micro::GetTensorData(input1), input2_shape, - tflite::micro::GetTensorData(input2), output_shape, - output_data) - : reference_ops::LessWithScaling( - data->params, input1_shape, - tflite::micro::GetTensorData(input1), input2_shape, - tflite::micro::GetTensorData(input2), output_shape, - output_data); - break; - default: - TF_LITE_KERNEL_LOG(context, "Type %s (%d) not supported.", - TfLiteTypeGetName(input1->type), input1->type); - return kTfLiteError; - } - return kTfLiteOk; -} - -TfLiteStatus LessEqualEval(TfLiteContext* context, TfLiteNode* node) { - TFLITE_DCHECK(node->user_data != nullptr); - const OpData* data = static_cast(node->user_data); - - const TfLiteEvalTensor* input1 = - tflite::micro::GetEvalInput(context, node, kInputTensor1); - const TfLiteEvalTensor* input2 = - tflite::micro::GetEvalInput(context, node, kInputTensor2); - TfLiteEvalTensor* output = - tflite::micro::GetEvalOutput(context, node, kOutputTensor); - - RuntimeShape input1_shape = tflite::micro::GetTensorShape(input1); - RuntimeShape input2_shape = tflite::micro::GetTensorShape(input2); - RuntimeShape output_shape = tflite::micro::GetTensorShape(output); - bool* output_data = tflite::micro::GetTensorData(output); - - bool requires_broadcast = !tflite::micro::HaveSameShapes(input1, input2); - switch (input1->type) { - case kTfLiteFloat32: - requires_broadcast - ? reference_ops::Broadcast4DSlowLessEqualNoScaling( - data->params, input1_shape, - tflite::micro::GetTensorData(input1), input2_shape, - tflite::micro::GetTensorData(input2), output_shape, - output_data) - : reference_ops::LessEqualNoScaling( - data->params, input1_shape, - tflite::micro::GetTensorData(input1), input2_shape, - tflite::micro::GetTensorData(input2), output_shape, - output_data); - break; - case kTfLiteInt32: - requires_broadcast - ? reference_ops::Broadcast4DSlowLessEqualNoScaling( - data->params, input1_shape, - tflite::micro::GetTensorData(input1), input2_shape, - tflite::micro::GetTensorData(input2), output_shape, - output_data) - : reference_ops::LessEqualNoScaling( - data->params, input1_shape, - tflite::micro::GetTensorData(input1), input2_shape, - tflite::micro::GetTensorData(input2), output_shape, - output_data); - break; - case kTfLiteInt64: - requires_broadcast - ? reference_ops::Broadcast4DSlowLessEqualNoScaling( - data->params, input1_shape, - tflite::micro::GetTensorData(input1), input2_shape, - tflite::micro::GetTensorData(input2), output_shape, - output_data) - : reference_ops::LessEqualNoScaling( - data->params, input1_shape, - tflite::micro::GetTensorData(input1), input2_shape, - tflite::micro::GetTensorData(input2), output_shape, - output_data); - break; - case kTfLiteInt8: - requires_broadcast - ? reference_ops::Broadcast4DSlowLessEqualWithScaling( - data->params, input1_shape, - tflite::micro::GetTensorData(input1), input2_shape, - tflite::micro::GetTensorData(input2), output_shape, - output_data) - : reference_ops::LessEqualWithScaling( - data->params, input1_shape, - tflite::micro::GetTensorData(input1), input2_shape, - tflite::micro::GetTensorData(input2), output_shape, - output_data); - break; - default: - TF_LITE_KERNEL_LOG(context, "Type %s (%d) not supported.", - TfLiteTypeGetName(input1->type), input1->type); - return kTfLiteError; - } - return kTfLiteOk; -} - -} // namespace - -void* Init(TfLiteContext* context, const char* buffer, size_t length) { - TFLITE_DCHECK(context->AllocatePersistentBuffer != nullptr); - return context->AllocatePersistentBuffer(context, sizeof(OpData)); -} - -TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) { - TFLITE_DCHECK(node->user_data != nullptr); - OpData* data = static_cast(node->user_data); - - MicroContext* micro_context = GetMicroContext(context); - - TfLiteTensor* input1 = - micro_context->AllocateTempInputTensor(node, kInputTensor1); - TF_LITE_ENSURE(context, input1 != nullptr); - TfLiteTensor* input2 = - micro_context->AllocateTempInputTensor(node, kInputTensor2); - TF_LITE_ENSURE(context, input2 != nullptr); - - if (input1->type == kTfLiteInt8) { - auto input1_offset = -input1->params.zero_point; - auto input2_offset = -input2->params.zero_point; - const int kLeftShift = 8; - - int32_t input1_multiplier; - int input1_shift; - QuantizeMultiplierSmallerThanOneExp( - static_cast(input1->params.scale), &input1_multiplier, - &input1_shift); - int32_t input2_multiplier; - int input2_shift; - QuantizeMultiplierSmallerThanOneExp( - static_cast(input2->params.scale), &input2_multiplier, - &input2_shift); - - data->params.left_shift = kLeftShift; - data->params.input1_offset = input1_offset; - data->params.input1_multiplier = input1_multiplier; - data->params.input1_shift = input1_shift; - data->params.input2_offset = input2_offset; - data->params.input2_multiplier = input2_multiplier; - data->params.input2_shift = input2_shift; - } - - micro_context->DeallocateTempTfLiteTensor(input1); - micro_context->DeallocateTempTfLiteTensor(input2); - - return kTfLiteOk; -} - -} // namespace comparisons - -TfLiteRegistration Register_EQUAL() { - return tflite::micro::RegisterOp(comparisons::Init, comparisons::Prepare, - comparisons::EqualEval); -} - -TfLiteRegistration Register_NOT_EQUAL() { - return tflite::micro::RegisterOp(comparisons::Init, comparisons::Prepare, - comparisons::NotEqualEval); -} - -TfLiteRegistration Register_GREATER() { - return tflite::micro::RegisterOp(comparisons::Init, comparisons::Prepare, - comparisons::GreaterEval); -} - -TfLiteRegistration Register_GREATER_EQUAL() { - return tflite::micro::RegisterOp(comparisons::Init, comparisons::Prepare, - comparisons::GreaterEqualEval); -} - -TfLiteRegistration Register_LESS() { - return tflite::micro::RegisterOp(comparisons::Init, comparisons::Prepare, - comparisons::LessEval); -} - -TfLiteRegistration Register_LESS_EQUAL() { - return tflite::micro::RegisterOp(comparisons::Init, comparisons::Prepare, - comparisons::LessEqualEval); -} - -} // namespace micro -} // namespace ops -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/concatenation.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/concatenation.cc deleted file mode 100644 index 34622c22..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/concatenation.cc +++ /dev/null @@ -1,261 +0,0 @@ -/* Copyright 2019 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#include "tensorflow/lite/kernels/internal/reference/concatenation.h" - -#include - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/portable_tensor.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/kernels/internal/types.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" - -namespace tflite { -namespace ops { -namespace micro { -namespace concatenation { - -constexpr int kMaxInputNum = 10; // Maximum number of input tensors -constexpr int kOutputTensor = 0; - -struct OpData { - ConcatenationParams params; -}; - -// Handles negative axis index, coerces to positive index value. -inline int CalculatePositiveAxis(int axis, const TfLiteTensor* output_tensor) { - if (axis >= 0) { - return axis; - } else { - return NumDimensions(output_tensor) + axis; - } -} - -// The following functions are helpers to get tensor data in the format that the -// reference op implementation expects. They provide the same functionality as -// class VectorOfTensors and class VectorOfQuantizedTensors in TFLite. - -// Gets shapes from a list of tensors. -inline void GetAllInputTensorShapes(const TfLiteContext* context, - const TfLiteNode* node, - RuntimeShape all_shapes[kMaxInputNum]) { - TFLITE_DCHECK(context != nullptr); - TFLITE_DCHECK(node != nullptr); - for (int i = 0; i < node->inputs->size; ++i) { - const TfLiteEvalTensor* t = tflite::micro::GetEvalInput(context, node, i); - RuntimeShape shape = tflite::micro::GetTensorShape(t); - all_shapes[i].ReplaceWith(shape.DimensionsCount(), shape.DimsData()); - } -} - -// Get shape pointers from a list of shapes. -inline void GetShapesPointers(const RuntimeShape* shapes, size_t num, - const RuntimeShape* pointers[]) { - for (size_t i = 0; i < num; ++i) { - pointers[i] = &shapes[i]; - } -} - -// Gets data pointers from a list of tensors. -template -inline void GetAllInputTensorData(const TfLiteContext* context, - const TfLiteNode* node, - T* all_data[kMaxInputNum]) { - TFLITE_DCHECK(context != nullptr); - TFLITE_DCHECK(node != nullptr); - for (int i = 0; i < node->inputs->size; ++i) { - const TfLiteEvalTensor* t = tflite::micro::GetEvalInput(context, node, i); - all_data[i] = tflite::micro::GetTensorData(t); - } -} - -template -void EvalUnquantized(TfLiteContext* context, TfLiteNode* node) { - // Collect the shapes and data pointer of input tensors - RuntimeShape inputs_shape[kMaxInputNum]; - const RuntimeShape* inputs_shape_ptr[kMaxInputNum]; - const data_type* inputs_data[kMaxInputNum]; - GetAllInputTensorShapes(context, node, inputs_shape); - GetShapesPointers(inputs_shape, node->inputs->size, inputs_shape_ptr); - GetAllInputTensorData(context, node, inputs_data); - - TfLiteEvalTensor* output = - tflite::micro::GetEvalOutput(context, node, kOutputTensor); - - TFLITE_DCHECK(node->user_data != nullptr); - const OpData* data = static_cast(node->user_data); - - reference_ops::Concatenation(data->params, inputs_shape_ptr, inputs_data, - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); -} - -void* Init(TfLiteContext* context, const char* buffer, size_t length) { - TFLITE_DCHECK(context->AllocatePersistentBuffer != nullptr); - return context->AllocatePersistentBuffer(context, sizeof(OpData)); -} - -TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) { - // This function only checks the types. Additional shape validations are - // performed in the reference implementation called during Eval(). - const TfLiteConcatenationParams* params = - reinterpret_cast(node->builtin_data); - - MicroContext* micro_context = GetMicroContext(context); - - TfLiteTensor* input_tensor = micro_context->AllocateTempInputTensor(node, 0); - TF_LITE_ENSURE(context, input_tensor != nullptr); - TfLiteType input_type = input_tensor->type; - TfLiteTensor* output_tensor = - micro_context->AllocateTempOutputTensor(node, kOutputTensor); - TF_LITE_ENSURE(context, output_tensor != nullptr); - TfLiteType output_type = output_tensor->type; - - micro_context->DeallocateTempTfLiteTensor(input_tensor); - micro_context->DeallocateTempTfLiteTensor(output_tensor); - - // Check activation and input type - TF_LITE_ENSURE_EQ(context, params->activation, kTfLiteActNone); - TF_LITE_ENSURE(context, - input_type == kTfLiteFloat32 || input_type == kTfLiteInt8 || - input_type == kTfLiteInt16 || input_type == kTfLiteInt32 || - input_type == kTfLiteInt64); - - // Output type must match input type - TF_LITE_ENSURE_EQ(context, output_type, input_type); - - // This implementation does not support large number of input tensors - const int num_inputs = NumInputs(node); - TF_LITE_ENSURE(context, num_inputs <= kMaxInputNum); - - // Shapes with dimensions >4 are not yet supported with static allocation. - for (int i = 0; i < num_inputs; ++i) { - TfLiteTensor* input = micro_context->AllocateTempInputTensor(node, i); - TF_LITE_ENSURE(context, input != nullptr); - int num_dimensions = NumDimensions(input); - - if (num_dimensions > RuntimeShape::kMaxSmallSize) { - TF_LITE_KERNEL_LOG( - context, - "Op Concatenation does not currently support num dimensions > %d " - "Tensor has %d dimensions.", - RuntimeShape::kMaxSmallSize, num_dimensions); - return kTfLiteError; - } - micro_context->DeallocateTempTfLiteTensor(input); - } - - // Calculate OpData. - TFLITE_DCHECK(node->user_data != nullptr); - OpData* data = static_cast(node->user_data); - - TfLiteTensor* output = - micro_context->AllocateTempOutputTensor(node, kOutputTensor); - TF_LITE_ENSURE(context, output != nullptr); - - switch (output_type) { // Already know in/outtypes are same. - case kTfLiteFloat32: - case kTfLiteInt16: - case kTfLiteInt32: - case kTfLiteInt64: { - data->params.axis = CalculatePositiveAxis(params->axis, output); - data->params.inputs_count = node->inputs->size; - break; - } - case kTfLiteInt8: { - data->params.axis = CalculatePositiveAxis(params->axis, output); - data->params.inputs_count = node->inputs->size; - - float* input_scales = - reinterpret_cast(context->AllocatePersistentBuffer( - context, node->inputs->size * sizeof(float))); - - int32_t* input_zero_points = - reinterpret_cast(context->AllocatePersistentBuffer( - context, node->inputs->size * sizeof(int32_t))); - - // Allocate persistent scale and zeropoint buffers. - // Store input scale and zero point values in OpParams: - for (int i = 0; i < node->inputs->size; ++i) { - TfLiteTensor* t = micro_context->AllocateTempInputTensor(node, i); - TF_LITE_ENSURE(context, t != nullptr); - input_scales[i] = t->params.scale; - input_zero_points[i] = t->params.zero_point; - micro_context->DeallocateTempTfLiteTensor(t); - } - - data->params.input_scale = input_scales; - data->params.input_zeropoint = input_zero_points; - data->params.output_zeropoint = output->params.zero_point; - data->params.output_scale = output->params.scale; - break; - } - default: - TF_LITE_KERNEL_LOG( - context, "Op Concatenation does not currently support Type '%s'.", - TfLiteTypeGetName(output_type)); - return kTfLiteError; - } - - micro_context->DeallocateTempTfLiteTensor(output); - - return kTfLiteOk; -} - -TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) { - const TfLiteEvalTensor* output_tensor = - tflite::micro::GetEvalOutput(context, node, kOutputTensor); - TF_LITE_ENSURE(context, output_tensor != nullptr); - TfLiteType output_type = output_tensor->type; - - switch (output_type) { // Already know in/outtypes are same. - case kTfLiteFloat32: - EvalUnquantized(context, node); - break; - case kTfLiteInt32: - EvalUnquantized(context, node); - break; - case kTfLiteInt8: - EvalUnquantized(context, node); - break; - case kTfLiteInt64: - EvalUnquantized(context, node); - break; - case kTfLiteInt16: - EvalUnquantized(context, node); - break; - - default: - TF_LITE_KERNEL_LOG( - context, "Op Concatenation does not currently support Type '%s'.", - TfLiteTypeGetName(output_type)); - return kTfLiteError; - } - - return kTfLiteOk; -} - -} // namespace concatenation - -TfLiteRegistration Register_CONCATENATION() { - return tflite::micro::RegisterOp(concatenation::Init, concatenation::Prepare, - concatenation::Eval); -} - -} // namespace micro -} // namespace ops -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/conv.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/conv.cc deleted file mode 100644 index 87ea92e6..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/conv.cc +++ /dev/null @@ -1,141 +0,0 @@ -/* Copyright 2019 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/micro/kernels/conv.h" - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/common.h" -#include "tensorflow/lite/kernels/internal/quantization_util.h" -#include "tensorflow/lite/kernels/internal/reference/conv.h" -#include "tensorflow/lite/kernels/internal/reference/integer_ops/conv.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/kernels/padding.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" -#include "tensorflow/lite/micro/micro_error_reporter.h" - -namespace tflite { -namespace { - -void* Init(TfLiteContext* context, const char* buffer, size_t length) { - TFLITE_DCHECK(context->AllocatePersistentBuffer != nullptr); - return context->AllocatePersistentBuffer(context, sizeof(OpDataConv)); -} - -TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) { - const TfLiteEvalTensor* input = - tflite::micro::GetEvalInput(context, node, kConvInputTensor); - const TfLiteEvalTensor* filter = - tflite::micro::GetEvalInput(context, node, kConvWeightsTensor); - const TfLiteEvalTensor* bias = - (NumInputs(node) == 3) - ? tflite::micro::GetEvalInput(context, node, kConvBiasTensor) - : nullptr; - TfLiteEvalTensor* output = - tflite::micro::GetEvalOutput(context, node, kConvOutputTensor); - - TFLITE_DCHECK(node->builtin_data != nullptr); - const auto& params = - *(reinterpret_cast(node->builtin_data)); - TFLITE_DCHECK(node->user_data != nullptr); - const auto& data = *(static_cast(node->user_data)); - - TF_LITE_ENSURE_EQ(context, input->type, output->type); - TF_LITE_ENSURE_MSG( - context, - input->type == filter->type || - (input->type == kTfLiteInt16 && filter->type == kTfLiteInt8), - "Hybrid models are not supported on TFLite Micro."); - - switch (input->type) { // Already know in/out types are same. - case kTfLiteFloat32: { - tflite::reference_ops::Conv( - ConvParamsFloat(params, data), tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(filter), - tflite::micro::GetTensorData(filter), - tflite::micro::GetTensorShape(bias), - tflite::micro::GetOptionalTensorData(bias), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output), - tflite::micro::GetTensorShape(nullptr), nullptr); - break; - } - case kTfLiteInt16: { - switch (bias->type) { - case kTfLiteInt32: { - reference_integer_ops::ConvPerChannel( - ConvParamsQuantized(params, data), - data.per_channel_output_multiplier, data.per_channel_output_shift, - tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(filter), - tflite::micro::GetTensorData(filter), - tflite::micro::GetTensorShape(bias), - tflite::micro::GetOptionalTensorData(bias), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - break; - } - case kTfLiteInt64: { - reference_integer_ops::ConvPerChannel( - ConvParamsQuantized(params, data), - data.per_channel_output_multiplier, data.per_channel_output_shift, - tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(filter), - tflite::micro::GetTensorData(filter), - tflite::micro::GetTensorShape(bias), - tflite::micro::GetOptionalTensorData(bias), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - break; - } - default: - MicroPrintf("Bias type %s (%d) not supported.", - TfLiteTypeGetName(bias->type), bias->type); - return kTfLiteError; - } - break; - } - case kTfLiteInt8: { - reference_integer_ops::ConvPerChannel( - ConvParamsQuantized(params, data), data.per_channel_output_multiplier, - data.per_channel_output_shift, tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(filter), - tflite::micro::GetTensorData(filter), - tflite::micro::GetTensorShape(bias), - tflite::micro::GetOptionalTensorData(bias), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - break; - } - default: - MicroPrintf("Type %s (%d) not supported.", TfLiteTypeGetName(input->type), - input->type); - return kTfLiteError; - } - return kTfLiteOk; -} - -} // namespace - -TfLiteRegistration Register_CONV_2D() { - return tflite::micro::RegisterOp(Init, ConvPrepare, Eval); -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/conv.h b/code/components/tflite-lib/tensorflow/lite/micro/kernels/conv.h deleted file mode 100644 index 06b35e1e..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/conv.h +++ /dev/null @@ -1,112 +0,0 @@ -/* Copyright 2022 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#ifndef TENSORFLOW_LITE_MICRO_KERNELS_CONV_H_ -#define TENSORFLOW_LITE_MICRO_KERNELS_CONV_H_ - -#include - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/types.h" - -namespace tflite { - -struct OpDataConv { - TfLitePaddingValues padding; - - // Cached tensor zero point values for quantized operations. - int32_t input_zero_point; - int32_t filter_zero_point; - int32_t output_zero_point; - - // The scaling factor from input to output (aka the 'real multiplier') can - // be represented as a fixed point multiplier plus a left shift. - int32_t output_multiplier; - int output_shift; - - // Per channel output multiplier and shift. - int32_t* per_channel_output_multiplier; - int32_t* per_channel_output_shift; - - // The range of the fused activation layer. For example for kNone and - // uint8_t these would be 0 and 255. - int32_t output_activation_min; - int32_t output_activation_max; -}; - -extern const int kConvInputTensor; -extern const int kConvWeightsTensor; -extern const int kConvBiasTensor; -extern const int kConvOutputTensor; -extern const int kConvQuantizedDimension; - -// Returns a ConvParams struct with all the parameters needed for a -// float computation. -ConvParams ConvParamsFloat(const TfLiteConvParams& params, - const OpDataConv& data); - -// Returns a ConvParams struct with all the parameters needed for a -// quantized computation. -ConvParams ConvParamsQuantized(const TfLiteConvParams& params, - const OpDataConv& data); - -TfLiteStatus CalculateOpDataConv(TfLiteContext* context, TfLiteNode* node, - const TfLiteConvParams& params, int width, - int height, int filter_width, - int filter_height, int out_width, - int out_height, const TfLiteType data_type, - OpDataConv* data); - -TfLiteStatus ConvPrepare(TfLiteContext* context, TfLiteNode* node); - -// This is the most generic TfLiteRegistration. The actual supported types may -// still be target dependent. The only requirement is that every implementation -// (reference or optimized) must define this function. -TfLiteRegistration Register_CONV_2D(); - -#if defined(XTENSA) -// Returns a TfLiteRegistration struct for kernel variant that only supports -// int8 activations and int8 weights and always calls the reference -// implementation. -TfLiteRegistration Register_CONV_2D_INT8REF(); -#else -inline TfLiteRegistration Register_CONV_2D_INT8REF() { - return Register_CONV_2D(); -} -#endif - -#if defined(CMSIS_NN) -// Returns a TfLiteRegistration struct for kernel variant that only supports -// int8 activations and int8 weights and uses the latency optimized -// implementations. -TfLiteRegistration Register_CONV_2D_INT8(); - -// Returns a TfLiteRegistration struct for kernel variant that only supports -// int16 activations and int8 weights and uses the latency optimized -// implementations. -TfLiteRegistration Register_CONV_2D_INT16(); - -#else -inline TfLiteRegistration Register_CONV_2D_INT8() { return Register_CONV_2D(); } - -inline TfLiteRegistration Register_CONV_2D_INT16() { - return Register_CONV_2D(); -} -#endif - -} // namespace tflite - -#endif // TENSORFLOW_LITE_MICRO_KERNELS_CONV_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/conv_common.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/conv_common.cc deleted file mode 100644 index 7115f7ba..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/conv_common.cc +++ /dev/null @@ -1,197 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/common.h" -#include "tensorflow/lite/kernels/internal/quantization_util.h" -#include "tensorflow/lite/kernels/internal/reference/conv.h" -#include "tensorflow/lite/kernels/internal/reference/integer_ops/conv.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/kernels/padding.h" -#include "tensorflow/lite/micro/kernels/conv.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" - -namespace tflite { - -const int kConvInputTensor = 0; -const int kConvWeightsTensor = 1; -const int kConvBiasTensor = 2; -const int kConvOutputTensor = 0; - -// Conv is quantized along dimension 0: -// https://www.tensorflow.org/lite/performance/quantization_spec -const int kConvQuantizedDimension = 0; - -// Returns a ConvParams struct with all the parameters needed for a -// float computation. -ConvParams ConvParamsFloat(const TfLiteConvParams& params, - const OpDataConv& data) { - ConvParams op_params; - CalculateActivationRange(params.activation, &op_params.float_activation_min, - &op_params.float_activation_max); - op_params.padding_type = tflite::micro::RuntimePaddingType(params.padding); - op_params.padding_values.width = data.padding.width; - op_params.padding_values.height = data.padding.height; - op_params.stride_width = params.stride_width; - op_params.stride_height = params.stride_height; - op_params.dilation_width_factor = params.dilation_width_factor; - op_params.dilation_height_factor = params.dilation_height_factor; - return op_params; -} - -// Returns a ConvParams struct with all the parameters needed for a -// quantized computation. -ConvParams ConvParamsQuantized(const TfLiteConvParams& params, - const OpDataConv& data) { - ConvParams op_params; - op_params.input_offset = -data.input_zero_point; - op_params.weights_offset = -data.filter_zero_point; - op_params.output_offset = data.output_zero_point; - op_params.output_multiplier = data.output_multiplier; - op_params.output_shift = -data.output_shift; - op_params.padding_type = tflite::micro::RuntimePaddingType(params.padding); - op_params.padding_values.height = data.padding.height; - op_params.padding_values.width = data.padding.width; - op_params.stride_height = params.stride_height; - op_params.stride_width = params.stride_width; - op_params.dilation_height_factor = params.dilation_height_factor; - op_params.dilation_width_factor = params.dilation_width_factor; - op_params.quantized_activation_min = data.output_activation_min; - op_params.quantized_activation_max = data.output_activation_max; - return op_params; -} - -TfLiteStatus CalculateOpDataConv(TfLiteContext* context, TfLiteNode* node, - const TfLiteConvParams& params, int width, - int height, int filter_width, - int filter_height, int out_width, - int out_height, const TfLiteType data_type, - OpDataConv* data) { - bool has_bias = node->inputs->size == 3; - // Check number of inputs/outputs - TF_LITE_ENSURE(context, has_bias || node->inputs->size == 2); - TF_LITE_ENSURE_EQ(context, node->outputs->size, 1); - - // Matching GetWindowedOutputSize in TensorFlow. - auto padding = params.padding; - data->padding = ComputePaddingHeightWidth( - params.stride_height, params.stride_width, params.dilation_height_factor, - params.dilation_width_factor, height, width, filter_height, filter_width, - padding, &out_height, &out_width); - - MicroContext* micro_context = GetMicroContext(context); - - TfLiteTensor* input = - micro_context->AllocateTempInputTensor(node, kConvInputTensor); - TF_LITE_ENSURE(context, input != nullptr); - TfLiteTensor* filter = - micro_context->AllocateTempInputTensor(node, kConvWeightsTensor); - TF_LITE_ENSURE(context, filter != nullptr); - TfLiteTensor* bias = - micro_context->AllocateTempInputTensor(node, kConvBiasTensor); - TfLiteTensor* output = - micro_context->AllocateTempOutputTensor(node, kConvOutputTensor); - TF_LITE_ENSURE(context, output != nullptr); - - // Note that quantized inference requires that all tensors have their - // parameters set. This is usually done during quantized training. - if (data_type != kTfLiteFloat32) { - int output_channels = filter->dims->data[kConvQuantizedDimension]; - - TF_LITE_ENSURE_STATUS(tflite::PopulateConvolutionQuantizationParams( - context, input, filter, bias, output, params.activation, - &data->output_multiplier, &data->output_shift, - &data->output_activation_min, &data->output_activation_max, - data->per_channel_output_multiplier, data->per_channel_output_shift, - output_channels)); - } - - data->input_zero_point = input->params.zero_point; - data->filter_zero_point = filter->params.zero_point; - data->output_zero_point = output->params.zero_point; - - micro_context->DeallocateTempTfLiteTensor(input); - micro_context->DeallocateTempTfLiteTensor(filter); - micro_context->DeallocateTempTfLiteTensor(output); - micro_context->DeallocateTempTfLiteTensor(bias); - - return kTfLiteOk; -} - -TfLiteStatus ConvPrepare(TfLiteContext* context, TfLiteNode* node) { - TFLITE_DCHECK(node->user_data != nullptr); - TFLITE_DCHECK(node->builtin_data != nullptr); - - OpDataConv* data = static_cast(node->user_data); - const auto& params = - *(static_cast(node->builtin_data)); - MicroContext* micro_context = GetMicroContext(context); - - TfLiteTensor* output = - micro_context->AllocateTempOutputTensor(node, kConvOutputTensor); - TF_LITE_ENSURE(context, output != nullptr); - TfLiteTensor* input = - micro_context->AllocateTempInputTensor(node, kConvInputTensor); - TF_LITE_ENSURE(context, input != nullptr); - TfLiteTensor* filter = - micro_context->AllocateTempInputTensor(node, kConvWeightsTensor); - TF_LITE_ENSURE(context, filter != nullptr); - - const int input_width = input->dims->data[2]; - const int input_height = input->dims->data[1]; - const int filter_width = filter->dims->data[2]; - const int filter_height = filter->dims->data[1]; - const int output_width = output->dims->data[2]; - const int output_height = output->dims->data[1]; - - // Dynamically allocate per-channel quantization parameters. - const int num_channels = filter->dims->data[kConvQuantizedDimension]; - data->per_channel_output_multiplier = - static_cast(context->AllocatePersistentBuffer( - context, num_channels * sizeof(int32_t))); - data->per_channel_output_shift = - static_cast(context->AllocatePersistentBuffer( - context, num_channels * sizeof(int32_t))); - - // All per-channel quantized tensors need valid zero point and scale arrays. - if (input->type == kTfLiteInt8 || input->type == kTfLiteInt16) { - TF_LITE_ENSURE_EQ(context, filter->quantization.type, - kTfLiteAffineQuantization); - - const auto* affine_quantization = - static_cast(filter->quantization.params); - TFLITE_DCHECK(affine_quantization != nullptr); - TFLITE_DCHECK(affine_quantization->scale != nullptr); - TFLITE_DCHECK(affine_quantization->zero_point != nullptr); - - TF_LITE_ENSURE(context, - affine_quantization->scale->size == 1 || - affine_quantization->scale->size == - filter->dims->data[kConvQuantizedDimension]); - } - - TF_LITE_ENSURE_STATUS(CalculateOpDataConv( - context, node, params, input_width, input_height, filter_width, - filter_height, output_width, output_height, input->type, data)); - - micro_context->DeallocateTempTfLiteTensor(filter); - micro_context->DeallocateTempTfLiteTensor(input); - micro_context->DeallocateTempTfLiteTensor(output); - - return kTfLiteOk; -} -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/conv_test.h b/code/components/tflite-lib/tensorflow/lite/micro/kernels/conv_test.h deleted file mode 100644 index 47ba8ac4..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/conv_test.h +++ /dev/null @@ -1,113 +0,0 @@ -/* Copyright 2020 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#ifndef TENSORFLOW_LITE_MICRO_KERNELS_CONV_TEST_H_ -#define TENSORFLOW_LITE_MICRO_KERNELS_CONV_TEST_H_ - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/micro/kernels/kernel_runner.h" -#include "tensorflow/lite/micro/kernels/micro_ops.h" -#include "tensorflow/lite/micro/test_helpers.h" -#include "tensorflow/lite/micro/testing/micro_test.h" - -namespace tflite { -namespace testing { - -TfLiteStatus InvokeConv(TfLiteTensor* tensors, int tensors_size, - int output_length, TfLiteConvParams* conv_params, - TfLiteRegistration registration, float* output_data); - -TfLiteStatus InvokeConv(TfLiteTensor* tensors, int tensors_size, - int output_length, TfLiteConvParams* conv_params, - TfLiteRegistration registration, int8_t* output_data); - -TfLiteStatus InvokeConv(TfLiteTensor* tensors, int tensors_size, - int output_length, TfLiteConvParams* conv_params, - TfLiteRegistration registration, uint8_t* output_data); - -TfLiteStatus ValidateConvGoldens(TfLiteTensor* tensors, int tensors_size, - const float* expected_output_data, - int output_length, - TfLiteConvParams* conv_params, - TfLiteRegistration registration, - float* output_data, float tolerance = 1e-5); - -TfLiteStatus ValidateConvGoldens(TfLiteTensor* tensors, int tensors_size, - const int8_t* expected_output_data, - int output_length, - TfLiteConvParams* conv_params, - TfLiteRegistration registration, - int8_t* output_data, float tolerance = 1e-5); - -TfLiteStatus ValidateConvGoldens(TfLiteTensor* tensors, int tensors_size, - const uint8_t* expected_output_data, - int output_length, - TfLiteConvParams* conv_params, - TfLiteRegistration registration, - uint8_t* output_data, float tolerance = 1e-5); - -TfLiteStatus TestConvFloat(int* input_dims_data, const float* input_data, - int* filter_dims_data, const float* filter_data, - int* bias_dims_data, const float* bias_data, - int* output_dims_data, - const float* expected_output_data, - TfLiteConvParams* conv_params, - TfLiteRegistration registration, float* output_data); - -TfLiteStatus TestConvQuantizedPerLayer( - int* input_dims_data, const float* input_data, uint8_t* input_quantized, - float input_scale, int* filter_dims_data, const float* filter_data, - uint8_t* filter_quantized, float filter_scale, int* bias_dims_data, - const float* bias_data, int32_t* bias_quantized, int* output_dims_data, - const float* expected_output_data, uint8_t* expected_output_quantized, - float output_scale, TfLiteConvParams* conv_params, - TfLiteRegistration registration, uint8_t* output_data); - -TfLiteStatus TestConvQuantizedPerChannel( - int* input_dims_data, const float* input_data, int8_t* input_quantized, - float input_scale, int input_zero_point, int* filter_dims_data, - const float* filter_data, int8_t* filter_data_quantized, - int* bias_dims_data, const float* bias_data, int32_t* bias_data_quantized, - float* bias_scales, int* bias_zero_points, int* output_dims_data, - const float* expected_output_data, int8_t* expected_output_data_quantized, - float output_scale, int output_zero_point, TfLiteConvParams* conv_params, - TfLiteRegistration registration, int8_t* output_data); - -TfLiteStatus TestConvQuantizedPerChannel( - int* input_dims_data, const float* input_data, int16_t* input_quantized, - float input_scale, int input_zero_point, int* filter_dims_data, - const float* filter_data, int8_t* filter_data_quantized, - int* bias_dims_data, const float* bias_data, - std::int64_t* bias_data_quantized, float* bias_scales, - int* bias_zero_points, int* output_dims_data, - const float* expected_output_data, int16_t* expected_output_data_quantized, - float output_scale, int output_zero_point, TfLiteConvParams* conv_params, - TfLiteRegistration registration, int16_t* output_data); - -TfLiteStatus TestConvQuantizedPerChannel( - int* input_dims_data, const float* input_data, int16_t* input_quantized, - float input_scale, int input_zero_point, int* filter_dims_data, - const float* filter_data, int8_t* filter_data_quantized, - int* bias_dims_data, const float* bias_data, int32_t* bias_data_quantized, - float* bias_scales, int* bias_zero_points, int* output_dims_data, - const float* expected_output_data, int16_t* expected_output_data_quantized, - float output_scale, int output_zero_point, TfLiteConvParams* conv_params, - TfLiteRegistration registration, int16_t* output_data); - -} // namespace testing -} // namespace tflite - -#endif // TENSORFLOW_LITE_MICRO_KERNELS_CONV_TEST_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/cumsum.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/cumsum.cc deleted file mode 100644 index eedc61fd..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/cumsum.cc +++ /dev/null @@ -1,175 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/kernels/internal/reference/cumsum.h" - -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/quantization_util.h" -#include "tensorflow/lite/kernels/internal/types.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" - -namespace tflite { -namespace { - -constexpr int kInputTensor = 0; -constexpr int kAxisTensor = 1; -constexpr int kOutputTensor = 0; - -constexpr int kCumSumIntegerShift = 20; - -// only used with INT8 tensors -struct OpData { - int32_t output_activation_min; - int32_t output_activation_max; - int32_t input_offset; - int32_t output_offset; - int32_t input_multiplier; - int32_t output_multiplier; - int input_shift; - int output_shift; - int left_shift; -}; - -TfLiteStatus CalculateOpData(TfLiteContext* context, TfLiteNode* node) { - TF_LITE_ENSURE_EQ(context, NumInputs(node), 2); - TF_LITE_ENSURE_EQ(context, NumOutputs(node), 1); - - MicroContext* micro_context = GetMicroContext(context); - - TfLiteTensor* input = - micro_context->AllocateTempInputTensor(node, kInputTensor); - TfLiteTensor* axis = - micro_context->AllocateTempInputTensor(node, kAxisTensor); - - TF_LITE_ENSURE(context, - input->type == kTfLiteFloat32 || input->type == kTfLiteInt8); - TF_LITE_ENSURE_EQ(context, axis->type, kTfLiteInt32); - - TF_LITE_ENSURE_EQ(context, NumElements(axis), 1); - - TF_LITE_ENSURE(context, NumDimensions(input) >= 1); - - TfLiteTensor* output = - micro_context->AllocateTempOutputTensor(node, kOutputTensor); - - TF_LITE_ENSURE_EQ(context, input->type, output->type); - TF_LITE_ENSURE(context, HaveSameShapes(input, output)); - - if (output->type == kTfLiteInt8) { - node->user_data = - context->AllocatePersistentBuffer(context, sizeof(OpData)); - OpData* data = static_cast(node->user_data); - - // 8bit -> 8bit general quantized path, with general rescalings - data->input_offset = -input->params.zero_point; - data->output_offset = output->params.zero_point; - data->left_shift = kCumSumIntegerShift; - const double twice_max_input_scale = - 2 * static_cast(input->params.scale); - const double real_input_multiplier = - static_cast(input->params.scale) / twice_max_input_scale; - const double real_output_multiplier = - twice_max_input_scale / - ((1 << data->left_shift) * static_cast(output->params.scale)); - - QuantizeMultiplierSmallerThanOneExp( - real_input_multiplier, &data->input_multiplier, &data->input_shift); - - QuantizeMultiplierSmallerThanOneExp( - real_output_multiplier, &data->output_multiplier, &data->output_shift); - - TF_LITE_ENSURE_STATUS(CalculateActivationRangeQuantized( - context, kTfLiteActNone, output, &data->output_activation_min, - &data->output_activation_max)); - } - - micro_context->DeallocateTempTfLiteTensor(input); - micro_context->DeallocateTempTfLiteTensor(axis); - micro_context->DeallocateTempTfLiteTensor(output); - - return kTfLiteOk; -} - -TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) { - return CalculateOpData(context, node); -} - -TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) { - const TfLiteEvalTensor* input = - tflite::micro::GetEvalInput(context, node, kInputTensor); - const TfLiteEvalTensor* axis_tensor = - tflite::micro::GetEvalInput(context, node, kAxisTensor); - - TfLiteEvalTensor* output = - tflite::micro::GetEvalOutput(context, node, kOutputTensor); - - auto* cs_params = static_cast(node->builtin_data); - auto input_shape = tflite::micro::GetTensorShape(input); - - int32_t axis = *tflite::micro::GetTensorData(axis_tensor); - if (axis < 0) axis += input_shape.DimensionsCount(); - - if (axis < 0 || axis >= input_shape.DimensionsCount()) { - TF_LITE_KERNEL_LOG(context, "CUMSUM Invalid axis: %d", axis); - return kTfLiteError; - } - - switch (input->type) { - case kTfLiteFloat32: { - reference_ops::CumSum(tflite::micro::GetTensorData(input), - input_shape, axis, cs_params->exclusive, - cs_params->reverse, - tflite::micro::GetTensorData(output)); - return kTfLiteOk; - } break; - - case kTfLiteInt8: { - auto* data = static_cast(node->user_data); - ArithmeticParams params; - params.left_shift = data->left_shift; - params.input1_offset = data->input_offset; - params.input1_multiplier = data->input_multiplier; - params.input1_shift = data->input_shift; - params.output_offset = data->output_offset; - params.output_multiplier = data->output_multiplier; - params.output_shift = data->output_shift; - SetActivationParams(data->output_activation_min, - data->output_activation_max, ¶ms); - reference_ops::CumSum(params, tflite::micro::GetTensorData(input), - input_shape, axis, cs_params->exclusive, - cs_params->reverse, - tflite::micro::GetTensorData(output)); - return kTfLiteOk; - } break; - - default: { - TF_LITE_KERNEL_LOG(context, - "CUMSUM only supports FLOAT32 and INT8, got %s.", - TfLiteTypeGetName(output->type)); - return kTfLiteError; - } - } - - return kTfLiteError; -} - -} // namespace - -TfLiteRegistration Register_CUMSUM() { - return tflite::micro::RegisterOp(nullptr, Prepare, Eval); -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/depth_to_space.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/depth_to_space.cc deleted file mode 100644 index ec000540..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/depth_to_space.cc +++ /dev/null @@ -1,142 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#include "tensorflow/lite/kernels/internal/reference/depth_to_space.h" - -#include - -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/types.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" - -namespace tflite { -namespace { - -constexpr int kInputTensor = 0; -constexpr int kOutputTensor = 0; - -// input/output tensor shape rank associations -constexpr int kBatchRank = 0; -constexpr int kHeightRank = 1; -constexpr int kWidthRank = 2; -constexpr int kDepthRank = 3; - -TfLiteStatus CalculateOpData(TfLiteContext* context, TfLiteNode* node) { - auto* params = - reinterpret_cast(node->builtin_data); - - TF_LITE_ENSURE_EQ(context, NumInputs(node), 1); - TF_LITE_ENSURE_EQ(context, NumOutputs(node), 1); - - MicroContext* micro_context = GetMicroContext(context); - - TfLiteTensor* input = - micro_context->AllocateTempInputTensor(node, kInputTensor); - TF_LITE_ENSURE(context, input != nullptr); - TfLiteTensor* output = - micro_context->AllocateTempOutputTensor(node, kOutputTensor); - TF_LITE_ENSURE(context, output != nullptr); - - TF_LITE_ENSURE_EQ(context, NumDimensions(input), 4); - - auto data_type = output->type; - TF_LITE_ENSURE(context, - data_type == kTfLiteFloat32 || data_type == kTfLiteInt8); - TF_LITE_ENSURE_TYPES_EQ(context, input->type, output->type); - - const int block_size = params->block_size; - TF_LITE_ENSURE(context, block_size > 0); - const int input_height = input->dims->data[kHeightRank]; - const int input_width = input->dims->data[kWidthRank]; - const int input_channels = input->dims->data[kDepthRank]; - int output_height = input_height * block_size; - int output_width = input_width * block_size; - int output_channels = input_channels / block_size / block_size; - - TF_LITE_ENSURE_EQ(context, input_height, output_height / block_size); - TF_LITE_ENSURE_EQ(context, input_width, output_width / block_size); - TF_LITE_ENSURE_EQ(context, input_channels, - output_channels * block_size * block_size); - - // We must update the output tensor dimensions. - // The dims storage is expected to be the same area in memory - // for both TfLiteTensor and TfLiteEvalTensor. This is important - // because TfLiteTensor in the MicroInterpreter is a temporary - // allocation. For the KernelRunner interpreter, TfLiteEvalTensor - // is a temporary allocation. We must therefore relocate the dims - // from the FlatBuffer to the persistant storage arena. - TfLiteEvalTensor* output_eval = - tflite::micro::GetEvalOutput(context, node, kOutputTensor); - TF_LITE_ENSURE_OK(context, tflite::micro::CreateWritableTensorDimsWithCopy( - context, output, output_eval)); - output->dims->data[kBatchRank] = input->dims->data[kBatchRank]; - output->dims->data[kHeightRank] = output_height; - output->dims->data[kWidthRank] = output_width; - output->dims->data[kDepthRank] = output_channels; - - micro_context->DeallocateTempTfLiteTensor(input); - micro_context->DeallocateTempTfLiteTensor(output); - - return kTfLiteOk; -} - -TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) { - return CalculateOpData(context, node); -} - -TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) { - auto* params = - reinterpret_cast(node->builtin_data); - - const TfLiteEvalTensor* input = - tflite::micro::GetEvalInput(context, node, kInputTensor); - TfLiteEvalTensor* output = - tflite::micro::GetEvalOutput(context, node, kOutputTensor); - - tflite::DepthToSpaceParams op_params; - op_params.block_size = static_cast(params->block_size); - - switch (input->type) { // Already know in/out types are same. - case kTfLiteFloat32: - reference_ops::DepthToSpace(op_params, - tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - break; - case kTfLiteInt8: - reference_ops::DepthToSpace(op_params, - tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - break; - default: - TF_LITE_KERNEL_LOG( - context, "DEPTH_TO_SPACE only supports FLOAT32 and INT8, got %s.", - TfLiteTypeGetName(output->type)); - return kTfLiteError; - } - - return kTfLiteOk; -} - -} // namespace - -TfLiteRegistration Register_DEPTH_TO_SPACE() { - return tflite::micro::RegisterOp(nullptr, Prepare, Eval); -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/depthwise_conv.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/depthwise_conv.cc deleted file mode 100644 index d2468ff9..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/depthwise_conv.cc +++ /dev/null @@ -1,98 +0,0 @@ -/* Copyright 2017 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/micro/kernels/depthwise_conv.h" - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/common.h" -#include "tensorflow/lite/kernels/internal/quantization_util.h" -#include "tensorflow/lite/kernels/internal/reference/depthwiseconv_float.h" -#include "tensorflow/lite/kernels/internal/reference/integer_ops/depthwise_conv.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/kernels/padding.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" - -namespace tflite { -namespace { - -void* Init(TfLiteContext* context, const char* buffer, size_t length) { - TFLITE_DCHECK(context->AllocatePersistentBuffer != nullptr); - return context->AllocatePersistentBuffer(context, sizeof(OpDataConv)); -} - -TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) { - TFLITE_DCHECK(node->user_data != nullptr); - TFLITE_DCHECK(node->builtin_data != nullptr); - - auto& params = - *(reinterpret_cast(node->builtin_data)); - const OpDataConv& data = *(static_cast(node->user_data)); - - TfLiteEvalTensor* output = - tflite::micro::GetEvalOutput(context, node, kDepthwiseConvOutputTensor); - const TfLiteEvalTensor* input = - tflite::micro::GetEvalInput(context, node, kDepthwiseConvInputTensor); - const TfLiteEvalTensor* filter = - tflite::micro::GetEvalInput(context, node, kDepthwiseConvWeightsTensor); - const TfLiteEvalTensor* bias = - (NumInputs(node) == 3) - ? tflite::micro::GetEvalInput(context, node, kDepthwiseConvBiasTensor) - : nullptr; - - switch (input->type) { // Already know in/out types are same. - case kTfLiteFloat32: { - tflite::reference_ops::DepthwiseConv( - DepthwiseConvParamsFloat(params, data), - tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(filter), - tflite::micro::GetTensorData(filter), - tflite::micro::GetTensorShape(bias), - tflite::micro::GetOptionalTensorData(bias), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - break; - } - case kTfLiteInt8: { - reference_integer_ops::DepthwiseConvPerChannel( - DepthwiseConvParamsQuantized(params, data), - data.per_channel_output_multiplier, data.per_channel_output_shift, - tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(filter), - tflite::micro::GetTensorData(filter), - tflite::micro::GetTensorShape(bias), - tflite::micro::GetOptionalTensorData(bias), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - break; - } - default: - TF_LITE_KERNEL_LOG(context, "Type %s (%d) not supported.", - TfLiteTypeGetName(input->type), input->type); - return kTfLiteError; - } - return kTfLiteOk; -} - -} // namespace - -TfLiteRegistration Register_DEPTHWISE_CONV_2D() { - return tflite::micro::RegisterOp(Init, DepthwiseConvPrepare, Eval); -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/depthwise_conv.h b/code/components/tflite-lib/tensorflow/lite/micro/kernels/depthwise_conv.h deleted file mode 100644 index 562438d7..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/depthwise_conv.h +++ /dev/null @@ -1,80 +0,0 @@ -/* Copyright 2022 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#ifndef TENSORFLOW_LITE_MICRO_KERNELS_DEPTHWISE_CONV_H_ -#define TENSORFLOW_LITE_MICRO_KERNELS_DEPTHWISE_CONV_H_ - -#include - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/types.h" -#include "tensorflow/lite/micro/kernels/conv.h" - -namespace tflite { - -extern const int kDepthwiseConvInputTensor; -extern const int kDepthwiseConvWeightsTensor; -extern const int kDepthwiseConvBiasTensor; -extern const int kDepthwiseConvOutputTensor; -extern const int kDepthwiseConvQuantizedDimension; - -// Returns a DepthwiseParams struct with all the parameters needed for a -// float computation. -DepthwiseParams DepthwiseConvParamsFloat( - const TfLiteDepthwiseConvParams& params, const OpDataConv& data); - -// Returns a DepthwiseParams struct with all the parameters needed for a -// quantized computation. -DepthwiseParams DepthwiseConvParamsQuantized( - const TfLiteDepthwiseConvParams& params, const OpDataConv& data); - -TfLiteStatus CalculateOpDataDepthwiseConv( - TfLiteContext* context, TfLiteNode* node, - const TfLiteDepthwiseConvParams& params, int width, int height, - int filter_width, int filter_height, int out_width, int out_height, - const TfLiteType data_type, OpDataConv* data); - -TfLiteStatus DepthwiseConvPrepare(TfLiteContext* context, TfLiteNode* node); - -// This is the most generic TfLiteRegistration. The actual supported types may -// still be target dependent. The only requirement is that every implementation -// (reference or optimized) must define this function. -TfLiteRegistration Register_DEPTHWISE_CONV_2D(); - -#if defined(CMSIS_NN) -// Returns a TfLiteRegistration struct for kernel variant that only supports -// int8 activations and int8 weights and uses the latency optimized -// implementations. -TfLiteRegistration Register_DEPTHWISE_CONV_2D_INT8(); - -// Returns a TfLiteRegistration struct for kernel variant that only supports -// int16 activations and int8 weights and uses the latency optimized -// implementations. -TfLiteRegistration Register_DEPTHWISE_CONV_2D_INT16(); - -#else -inline TfLiteRegistration Register_DEPTHWISE_CONV_2D_INT8() { - return Register_DEPTHWISE_CONV_2D(); -} - -inline TfLiteRegistration Register_DEPTHWISE_CONV_2D_INT16() { - return Register_DEPTHWISE_CONV_2D(); -} -#endif - -} // namespace tflite - -#endif // TENSORFLOW_LITE_MICRO_KERNELS_DEPTHWISE_CONV_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/depthwise_conv_common.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/depthwise_conv_common.cc deleted file mode 100644 index 3bf07274..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/depthwise_conv_common.cc +++ /dev/null @@ -1,202 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/common.h" -#include "tensorflow/lite/kernels/internal/quantization_util.h" -#include "tensorflow/lite/kernels/internal/reference/depthwiseconv_float.h" -#include "tensorflow/lite/kernels/internal/reference/integer_ops/depthwise_conv.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/kernels/padding.h" -#include "tensorflow/lite/micro/kernels/depthwise_conv.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" - -namespace tflite { - -const int kDepthwiseConvInputTensor = 0; -const int kDepthwiseConvWeightsTensor = 1; -const int kDepthwiseConvBiasTensor = 2; -const int kDepthwiseConvOutputTensor = 0; - -// DepthwiseConv is quantized along dimension 3: -// https://www.tensorflow.org/lite/performance/quantization_spec -const int kDepthwiseConvQuantizedDimension = 3; - -// Returns a DepthwiseParams struct with all the parameters needed for a -// float computation. -DepthwiseParams DepthwiseConvParamsFloat( - const TfLiteDepthwiseConvParams& params, const OpDataConv& data) { - DepthwiseParams op_params; - CalculateActivationRange(params.activation, &op_params.float_activation_min, - &op_params.float_activation_max); - op_params.padding_type = tflite::micro::RuntimePaddingType(params.padding); - op_params.padding_values.width = data.padding.width; - op_params.padding_values.height = data.padding.height; - op_params.stride_width = params.stride_width; - op_params.stride_height = params.stride_height; - op_params.dilation_width_factor = params.dilation_width_factor; - op_params.dilation_height_factor = params.dilation_height_factor; - op_params.depth_multiplier = params.depth_multiplier; - return op_params; -} - -// Returns a DepthwiseParams struct with all the parameters needed for a -// quantized computation. -DepthwiseParams DepthwiseConvParamsQuantized( - const TfLiteDepthwiseConvParams& params, const OpDataConv& data) { - DepthwiseParams op_params; - op_params.input_offset = -data.input_zero_point; - op_params.weights_offset = -data.filter_zero_point; - op_params.output_offset = data.output_zero_point; - op_params.output_multiplier = data.output_multiplier; - op_params.output_shift = -data.output_shift; - op_params.padding_type = tflite::micro::RuntimePaddingType(params.padding); - op_params.padding_values.height = data.padding.height; - op_params.padding_values.width = data.padding.width; - op_params.stride_height = params.stride_height; - op_params.stride_width = params.stride_width; - op_params.dilation_height_factor = params.dilation_height_factor; - op_params.dilation_width_factor = params.dilation_width_factor; - op_params.depth_multiplier = params.depth_multiplier; - op_params.quantized_activation_min = data.output_activation_min; - op_params.quantized_activation_max = data.output_activation_max; - return op_params; -} - -TfLiteStatus CalculateOpDataDepthwiseConv( - TfLiteContext* context, TfLiteNode* node, - const TfLiteDepthwiseConvParams& params, int width, int height, - int filter_width, int filter_height, int out_width, int out_height, - const TfLiteType data_type, OpDataConv* data) { - bool has_bias = node->inputs->size == 3; - // Check number of inputs/outputs - TF_LITE_ENSURE(context, has_bias || node->inputs->size == 2); - TF_LITE_ENSURE_EQ(context, node->outputs->size, 1); - - // Matching GetWindowedOutputSize in TensorFlow. - auto padding = params.padding; - data->padding = ComputePaddingHeightWidth( - params.stride_height, params.stride_width, params.dilation_height_factor, - params.dilation_width_factor, height, width, filter_height, filter_width, - padding, &out_height, &out_width); - - MicroContext* micro_context = GetMicroContext(context); - - TfLiteTensor* input = - micro_context->AllocateTempInputTensor(node, kConvInputTensor); - TF_LITE_ENSURE(context, input != nullptr); - TfLiteTensor* filter = - micro_context->AllocateTempInputTensor(node, kConvWeightsTensor); - TF_LITE_ENSURE(context, filter != nullptr); - TfLiteTensor* bias = - micro_context->AllocateTempInputTensor(node, kConvBiasTensor); - TfLiteTensor* output = - micro_context->AllocateTempOutputTensor(node, kConvOutputTensor); - TF_LITE_ENSURE(context, output != nullptr); - - // Note that quantized inference requires that all tensors have their - // parameters set. This is usually done during quantized training. - if (data_type != kTfLiteFloat32) { - int output_channels = filter->dims->data[kDepthwiseConvQuantizedDimension]; - - TF_LITE_ENSURE_STATUS(tflite::PopulateConvolutionQuantizationParams( - context, input, filter, bias, output, params.activation, - &data->output_multiplier, &data->output_shift, - &data->output_activation_min, &data->output_activation_max, - data->per_channel_output_multiplier, data->per_channel_output_shift, - output_channels)); - } - - data->input_zero_point = input->params.zero_point; - data->filter_zero_point = filter->params.zero_point; - data->output_zero_point = output->params.zero_point; - - micro_context->DeallocateTempTfLiteTensor(input); - micro_context->DeallocateTempTfLiteTensor(filter); - micro_context->DeallocateTempTfLiteTensor(bias); - micro_context->DeallocateTempTfLiteTensor(output); - - return kTfLiteOk; -} - -TfLiteStatus DepthwiseConvPrepare(TfLiteContext* context, TfLiteNode* node) { - TFLITE_DCHECK(node->user_data != nullptr); - TFLITE_DCHECK(node->builtin_data != nullptr); - - OpDataConv* data = static_cast(node->user_data); - const auto& params = - *(static_cast(node->builtin_data)); - MicroContext* micro_context = GetMicroContext(context); - - TfLiteTensor* output = - micro_context->AllocateTempOutputTensor(node, kDepthwiseConvOutputTensor); - TF_LITE_ENSURE(context, output != nullptr); - TfLiteTensor* input = - micro_context->AllocateTempInputTensor(node, kDepthwiseConvInputTensor); - TF_LITE_ENSURE(context, input != nullptr); - TfLiteTensor* filter = - micro_context->AllocateTempInputTensor(node, kDepthwiseConvWeightsTensor); - TF_LITE_ENSURE(context, filter != nullptr); - - const int input_width = input->dims->data[2]; - const int input_height = input->dims->data[1]; - const int filter_width = filter->dims->data[2]; - const int filter_height = filter->dims->data[1]; - const int output_width = output->dims->data[2]; - const int output_height = output->dims->data[1]; - - // Dynamically allocate per-channel quantization parameters. - const int num_channels = filter->dims->data[kDepthwiseConvQuantizedDimension]; - data->per_channel_output_multiplier = - static_cast(context->AllocatePersistentBuffer( - context, num_channels * sizeof(int32_t))); - data->per_channel_output_shift = - static_cast(context->AllocatePersistentBuffer( - context, num_channels * sizeof(int32_t))); - - // All per-channel quantized tensors need valid zero point and scale arrays. - if (input->type == kTfLiteInt8) { - TF_LITE_ENSURE_EQ(context, filter->quantization.type, - kTfLiteAffineQuantization); - - const auto* affine_quantization = - static_cast(filter->quantization.params); - TFLITE_DCHECK(affine_quantization != nullptr); - TFLITE_DCHECK(affine_quantization->scale != nullptr); - TFLITE_DCHECK(affine_quantization->zero_point != nullptr); - - TF_LITE_ENSURE( - context, affine_quantization->scale->size == 1 || - affine_quantization->scale->size == - filter->dims->data[kDepthwiseConvQuantizedDimension]); - - TF_LITE_ENSURE_EQ(context, affine_quantization->scale->size, - affine_quantization->zero_point->size); - } - - TF_LITE_ENSURE_STATUS(CalculateOpDataDepthwiseConv( - context, node, params, input_width, input_height, filter_width, - filter_height, output_width, output_height, input->type, data)); - - micro_context->DeallocateTempTfLiteTensor(output); - micro_context->DeallocateTempTfLiteTensor(input); - micro_context->DeallocateTempTfLiteTensor(filter); - - return kTfLiteOk; -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/dequantize.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/dequantize.cc deleted file mode 100644 index 1cf7f133..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/dequantize.cc +++ /dev/null @@ -1,88 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/kernels/internal/reference/dequantize.h" - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/quantization_util.h" -#include "tensorflow/lite/kernels/internal/reference/quantize.h" -#include "tensorflow/lite/kernels/internal/reference/requantize.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/micro/kernels/dequantize.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" -#include "tensorflow/lite/micro/micro_error_reporter.h" - -namespace tflite { - -void* DequantizeInit(TfLiteContext* context, const char* buffer, - size_t length) { - TFLITE_DCHECK(context->AllocatePersistentBuffer != nullptr); - return context->AllocatePersistentBuffer(context, sizeof(DequantizeOpData)); -} - -TfLiteStatus DequantizeEval(TfLiteContext* context, TfLiteNode* node) { - TFLITE_DCHECK(node->user_data != nullptr); - DequantizeOpData* data = static_cast(node->user_data); - - const TfLiteEvalTensor* input = tflite::micro::GetEvalInput(context, node, 0); - TfLiteEvalTensor* output = tflite::micro::GetEvalOutput(context, node, 0); - - if (output->type == kTfLiteFloat32) { - switch (input->type) { - case kTfLiteInt8: - reference_ops::Dequantize(data->quantization_params, - tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - break; - case kTfLiteInt16: - reference_ops::Dequantize(data->quantization_params, - tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - break; - case kTfLiteUInt8: - reference_ops::Dequantize(data->quantization_params, - tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - break; - default: - MicroPrintf("Input %s, output %s not supported.", - TfLiteTypeGetName(input->type), - TfLiteTypeGetName(output->type)); - return kTfLiteError; - } - } else { - MicroPrintf("Input %s, output %s not supported.", - TfLiteTypeGetName(input->type), - TfLiteTypeGetName(output->type)); - return kTfLiteError; - } - - return kTfLiteOk; -} - -TfLiteRegistration Register_DEQUANTIZE() { - return tflite::micro::RegisterOp(DequantizeInit, DequantizePrepare, - DequantizeEval); -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/dequantize.h b/code/components/tflite-lib/tensorflow/lite/micro/kernels/dequantize.h deleted file mode 100644 index fe6ec169..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/dequantize.h +++ /dev/null @@ -1,38 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#ifndef TENSORFLOW_LITE_MICRO_KERNELS_DEQUANTIZE_H_ -#define TENSORFLOW_LITE_MICRO_KERNELS_DEQUANTIZE_H_ - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/types.h" - -namespace tflite { - -struct DequantizeOpData { - tflite::DequantizationParams quantization_params; - // The scaling factor from input to output (aka the 'real multiplier') can - // be represented as a fixed point multiplier plus a left shift. - int32_t output_multiplier; - int output_shift; - int32_t output_zero_point; -}; - -TfLiteStatus DequantizePrepare(TfLiteContext* context, TfLiteNode* node); - -} // namespace tflite - -#endif // TENSORFLOW_LITE_MICRO_KERNELS_DEQUANTIZE_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/dequantize_common.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/dequantize_common.cc deleted file mode 100644 index 438f9cda..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/dequantize_common.cc +++ /dev/null @@ -1,67 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/quantization_util.h" -#include "tensorflow/lite/kernels/internal/reference/dequantize.h" -#include "tensorflow/lite/kernels/internal/reference/quantize.h" -#include "tensorflow/lite/kernels/internal/reference/requantize.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/micro/kernels/dequantize.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" - -namespace tflite { - -TfLiteStatus DequantizePrepare(TfLiteContext* context, TfLiteNode* node) { - TFLITE_DCHECK(node->user_data != nullptr); - DequantizeOpData* data = static_cast(node->user_data); - - TF_LITE_ENSURE_EQ(context, NumInputs(node), 1); - TF_LITE_ENSURE_EQ(context, NumOutputs(node), 1); - - MicroContext* micro_context = GetMicroContext(context); - - // TODO(b/140515557): Add cached dequant to improve hybrid model performance. - TfLiteTensor* input = micro_context->AllocateTempInputTensor(node, 0); - TF_LITE_ENSURE(context, input != nullptr); - TfLiteTensor* output = micro_context->AllocateTempOutputTensor(node, 0); - TF_LITE_ENSURE(context, output != nullptr); - - TF_LITE_ENSURE(context, input->type == kTfLiteInt8 || - input->type == kTfLiteInt16 || - input->type == kTfLiteUInt8); - TF_LITE_ENSURE(context, output->type == kTfLiteFloat32); - - if (output->type == kTfLiteInt32) { - const double effective_output_scale = - static_cast(input->params.scale) / - static_cast(output->params.scale); - QuantizeMultiplier(effective_output_scale, &data->output_multiplier, - &data->output_shift); - } - - data->quantization_params.zero_point = input->params.zero_point; - data->quantization_params.scale = static_cast(input->params.scale); - data->output_zero_point = output->params.zero_point; - - micro_context->DeallocateTempTfLiteTensor(input); - micro_context->DeallocateTempTfLiteTensor(output); - - return kTfLiteOk; -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/detection_postprocess.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/detection_postprocess.cc deleted file mode 100644 index 326d87b5..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/detection_postprocess.cc +++ /dev/null @@ -1,807 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include -#include -#include - -#include "flatbuffers/flexbuffers.h" -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/common.h" -#include "tensorflow/lite/kernels/internal/quantization_util.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/kernels/op_macros.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" -#include "tensorflow/lite/micro/micro_utils.h" - -namespace tflite { -namespace { - -/** - * This version of detection_postprocess is specific to TFLite Micro. It - * contains the following differences between the TFLite version: - * - * 1.) Temporaries (temporary tensors) - Micro use instead scratch buffer API. - * 2.) Output dimensions - the TFLite version does not support undefined out - * dimensions. So model must have static out dimensions. - */ - -// Input tensors -constexpr int kInputTensorBoxEncodings = 0; -constexpr int kInputTensorClassPredictions = 1; -constexpr int kInputTensorAnchors = 2; - -// Output tensors -constexpr int kOutputTensorDetectionBoxes = 0; -constexpr int kOutputTensorDetectionClasses = 1; -constexpr int kOutputTensorDetectionScores = 2; -constexpr int kOutputTensorNumDetections = 3; - -constexpr int kNumCoordBox = 4; -constexpr int kBatchSize = 1; - -constexpr int kNumDetectionsPerClass = 100; - -// Object Detection model produces axis-aligned boxes in two formats: -// BoxCorner represents the lower left corner (xmin, ymin) and -// the upper right corner (xmax, ymax). -// CenterSize represents the center (xcenter, ycenter), height and width. -// BoxCornerEncoding and CenterSizeEncoding are related as follows: -// ycenter = y / y_scale * anchor.h + anchor.y; -// xcenter = x / x_scale * anchor.w + anchor.x; -// half_h = 0.5*exp(h/ h_scale)) * anchor.h; -// half_w = 0.5*exp(w / w_scale)) * anchor.w; -// ymin = ycenter - half_h -// ymax = ycenter + half_h -// xmin = xcenter - half_w -// xmax = xcenter + half_w -struct BoxCornerEncoding { - float ymin; - float xmin; - float ymax; - float xmax; -}; - -struct CenterSizeEncoding { - float y; - float x; - float h; - float w; -}; -// We make sure that the memory allocations are contiguous with static_assert. -static_assert(sizeof(BoxCornerEncoding) == sizeof(float) * kNumCoordBox, - "Size of BoxCornerEncoding is 4 float values"); -static_assert(sizeof(CenterSizeEncoding) == sizeof(float) * kNumCoordBox, - "Size of CenterSizeEncoding is 4 float values"); - -struct OpData { - int max_detections; - int max_classes_per_detection; // Fast Non-Max-Suppression - int detections_per_class; // Regular Non-Max-Suppression - float non_max_suppression_score_threshold; - float intersection_over_union_threshold; - int num_classes; - bool use_regular_non_max_suppression; - CenterSizeEncoding scale_values; - - // Scratch buffers indexes - int active_candidate_idx; - int decoded_boxes_idx; - int scores_idx; - int score_buffer_idx; - int keep_scores_idx; - int scores_after_regular_non_max_suppression_idx; - int sorted_values_idx; - int keep_indices_idx; - int sorted_indices_idx; - int buffer_idx; - int selected_idx; - - // Cached tensor scale and zero point values for quantized operations - TfLiteQuantizationParams input_box_encodings; - TfLiteQuantizationParams input_class_predictions; - TfLiteQuantizationParams input_anchors; -}; - -void* Init(TfLiteContext* context, const char* buffer, size_t length) { - TFLITE_DCHECK(context->AllocatePersistentBuffer != nullptr); - OpData* op_data = nullptr; - - const uint8_t* buffer_t = reinterpret_cast(buffer); - const flexbuffers::Map& m = flexbuffers::GetRoot(buffer_t, length).AsMap(); - op_data = reinterpret_cast( - context->AllocatePersistentBuffer(context, sizeof(OpData))); - - op_data->max_detections = m["max_detections"].AsInt32(); - op_data->max_classes_per_detection = m["max_classes_per_detection"].AsInt32(); - if (m["detections_per_class"].IsNull()) - op_data->detections_per_class = kNumDetectionsPerClass; - else - op_data->detections_per_class = m["detections_per_class"].AsInt32(); - if (m["use_regular_nms"].IsNull()) - op_data->use_regular_non_max_suppression = false; - else - op_data->use_regular_non_max_suppression = m["use_regular_nms"].AsBool(); - - op_data->non_max_suppression_score_threshold = - m["nms_score_threshold"].AsFloat(); - op_data->intersection_over_union_threshold = m["nms_iou_threshold"].AsFloat(); - op_data->num_classes = m["num_classes"].AsInt32(); - op_data->scale_values.y = m["y_scale"].AsFloat(); - op_data->scale_values.x = m["x_scale"].AsFloat(); - op_data->scale_values.h = m["h_scale"].AsFloat(); - op_data->scale_values.w = m["w_scale"].AsFloat(); - - return op_data; -} - -TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) { - auto* op_data = static_cast(node->user_data); - - MicroContext* micro_context = GetMicroContext(context); - - // Inputs: box_encodings, scores, anchors - TF_LITE_ENSURE_EQ(context, NumInputs(node), 3); - TfLiteTensor* input_box_encodings = - micro_context->AllocateTempInputTensor(node, kInputTensorBoxEncodings); - TfLiteTensor* input_class_predictions = - micro_context->AllocateTempInputTensor(node, - kInputTensorClassPredictions); - TfLiteTensor* input_anchors = - micro_context->AllocateTempInputTensor(node, kInputTensorAnchors); - TF_LITE_ENSURE_EQ(context, NumDimensions(input_box_encodings), 3); - TF_LITE_ENSURE_EQ(context, NumDimensions(input_class_predictions), 3); - TF_LITE_ENSURE_EQ(context, NumDimensions(input_anchors), 2); - - TF_LITE_ENSURE_EQ(context, NumOutputs(node), 4); - const int num_boxes = input_box_encodings->dims->data[1]; - const int num_classes = op_data->num_classes; - - op_data->input_box_encodings.scale = input_box_encodings->params.scale; - op_data->input_box_encodings.zero_point = - input_box_encodings->params.zero_point; - op_data->input_class_predictions.scale = - input_class_predictions->params.scale; - op_data->input_class_predictions.zero_point = - input_class_predictions->params.zero_point; - op_data->input_anchors.scale = input_anchors->params.scale; - op_data->input_anchors.zero_point = input_anchors->params.zero_point; - - // Scratch tensors - context->RequestScratchBufferInArena(context, num_boxes, - &op_data->active_candidate_idx); - context->RequestScratchBufferInArena(context, - num_boxes * kNumCoordBox * sizeof(float), - &op_data->decoded_boxes_idx); - context->RequestScratchBufferInArena( - context, - input_class_predictions->dims->data[1] * - input_class_predictions->dims->data[2] * sizeof(float), - &op_data->scores_idx); - - // Additional buffers - context->RequestScratchBufferInArena(context, num_boxes * sizeof(float), - &op_data->score_buffer_idx); - context->RequestScratchBufferInArena(context, num_boxes * sizeof(float), - &op_data->keep_scores_idx); - context->RequestScratchBufferInArena( - context, op_data->max_detections * num_boxes * sizeof(float), - &op_data->scores_after_regular_non_max_suppression_idx); - context->RequestScratchBufferInArena( - context, op_data->max_detections * num_boxes * sizeof(float), - &op_data->sorted_values_idx); - context->RequestScratchBufferInArena(context, num_boxes * sizeof(int), - &op_data->keep_indices_idx); - context->RequestScratchBufferInArena( - context, op_data->max_detections * num_boxes * sizeof(int), - &op_data->sorted_indices_idx); - int buffer_size = std::max(num_classes, op_data->max_detections); - context->RequestScratchBufferInArena( - context, buffer_size * num_boxes * sizeof(int), &op_data->buffer_idx); - buffer_size = std::min(num_boxes, op_data->max_detections); - context->RequestScratchBufferInArena( - context, buffer_size * num_boxes * sizeof(int), &op_data->selected_idx); - - // Outputs: detection_boxes, detection_scores, detection_classes, - // num_detections - TF_LITE_ENSURE_EQ(context, NumOutputs(node), 4); - - micro_context->DeallocateTempTfLiteTensor(input_box_encodings); - micro_context->DeallocateTempTfLiteTensor(input_class_predictions); - micro_context->DeallocateTempTfLiteTensor(input_anchors); - - return kTfLiteOk; -} - -class Dequantizer { - public: - Dequantizer(int zero_point, float scale) - : zero_point_(zero_point), scale_(scale) {} - float operator()(uint8_t x) { - return (static_cast(x) - zero_point_) * scale_; - } - - private: - int zero_point_; - float scale_; -}; - -template -T ReInterpretTensor(const TfLiteEvalTensor* tensor) { - const float* tensor_base = tflite::micro::GetTensorData(tensor); - return reinterpret_cast(tensor_base); -} - -template -T ReInterpretTensor(TfLiteEvalTensor* tensor) { - float* tensor_base = tflite::micro::GetTensorData(tensor); - return reinterpret_cast(tensor_base); -} - -TfLiteStatus DecodeCenterSizeBoxes(TfLiteContext* context, TfLiteNode* node, - OpData* op_data) { - // Parse input tensor boxencodings - const TfLiteEvalTensor* input_box_encodings = - tflite::micro::GetEvalInput(context, node, kInputTensorBoxEncodings); - TF_LITE_ENSURE_EQ(context, input_box_encodings->dims->data[0], kBatchSize); - const int num_boxes = input_box_encodings->dims->data[1]; - TF_LITE_ENSURE(context, input_box_encodings->dims->data[2] >= kNumCoordBox); - const TfLiteEvalTensor* input_anchors = - tflite::micro::GetEvalInput(context, node, kInputTensorAnchors); - - // Decode the boxes to get (ymin, xmin, ymax, xmax) based on the anchors - CenterSizeEncoding box_centersize; - CenterSizeEncoding scale_values = op_data->scale_values; - CenterSizeEncoding anchor; - for (int idx = 0; idx < num_boxes; ++idx) { - switch (input_box_encodings->type) { - // Float - case kTfLiteFloat32: { - // Please see DequantizeBoxEncodings function for the support detail. - const int box_encoding_idx = idx * input_box_encodings->dims->data[2]; - const float* boxes = &(tflite::micro::GetTensorData( - input_box_encodings)[box_encoding_idx]); - box_centersize = *reinterpret_cast(boxes); - anchor = - ReInterpretTensor(input_anchors)[idx]; - break; - } - default: - // Unsupported type. - return kTfLiteError; - } - - float ycenter = static_cast(static_cast(box_centersize.y) / - static_cast(scale_values.y) * - static_cast(anchor.h) + - static_cast(anchor.y)); - - float xcenter = static_cast(static_cast(box_centersize.x) / - static_cast(scale_values.x) * - static_cast(anchor.w) + - static_cast(anchor.x)); - - float half_h = - static_cast(0.5 * - (std::exp(static_cast(box_centersize.h) / - static_cast(scale_values.h))) * - static_cast(anchor.h)); - float half_w = - static_cast(0.5 * - (std::exp(static_cast(box_centersize.w) / - static_cast(scale_values.w))) * - static_cast(anchor.w)); - - float* decoded_boxes = reinterpret_cast( - context->GetScratchBuffer(context, op_data->decoded_boxes_idx)); - auto& box = reinterpret_cast(decoded_boxes)[idx]; - box.ymin = ycenter - half_h; - box.xmin = xcenter - half_w; - box.ymax = ycenter + half_h; - box.xmax = xcenter + half_w; - } - return kTfLiteOk; -} - -void DecreasingPartialArgSort(const float* values, int num_values, - int num_to_sort, int* indices) { - std::iota(indices, indices + num_values, 0); - std::partial_sort(indices, indices + num_to_sort, indices + num_values, - [&values](const int i, const int j) { - return std::tie(values[i], j) > std::tie(values[j], i); - }); -} - -template -void InsertionSort(int* start, int* end, Compare compare) { - for (int* i = start; i != end; ++i) { - std::rotate(std::upper_bound(start, i, *i, compare), i, i + 1); - } -} - -template -void TopDownMerge(int* values, int* scratch, const int half_num_values, - int num_values, Compare compare) { - int left = 0; - int right = half_num_values; - - for (int i = 0; i < num_values; i++) { - if (left >= half_num_values || - (right < num_values && compare(values[right], values[left]))) { - scratch[i] = values[right++]; - } else { - scratch[i] = values[left++]; - } - } - memcpy(values, scratch, num_values * sizeof(int)); -} - -template -void MergeSort(int* values, int* scratch, const int num_values, - Compare compare) { - constexpr int threshold = 20; - - if (num_values < threshold) { - InsertionSort(values, values + num_values, compare); - return; - } - - const int half_num_values = num_values / 2; - - MergeSort(values, scratch, half_num_values, compare); - MergeSort(values + half_num_values, scratch, num_values - half_num_values, - compare); - TopDownMerge(values, scratch, half_num_values, num_values, compare); -} - -void DecreasingArgSort(const float* values, int num_values, int* indices, - int* scratch) { - std::iota(indices, indices + num_values, 0); - - MergeSort(indices, scratch, num_values, [&values](const int i, const int j) { - return values[i] > values[j]; - }); -} - -int SelectDetectionsAboveScoreThreshold(const float* values, int size, - const float threshold, - float* keep_values, int* keep_indices) { - int counter = 0; - for (int i = 0; i < size; i++) { - if (values[i] >= threshold) { - keep_values[counter] = values[i]; - keep_indices[counter] = i; - counter++; - } - } - return counter; -} - -bool ValidateBoxes(const float* decoded_boxes, const int num_boxes) { - for (int i = 0; i < num_boxes; ++i) { - // ymax>=ymin, xmax>=xmin - auto& box = reinterpret_cast(decoded_boxes)[i]; - if (box.ymin >= box.ymax || box.xmin >= box.xmax) { - return false; - } - } - return true; -} - -float ComputeIntersectionOverUnion(const float* decoded_boxes, const int i, - const int j) { - auto& box_i = reinterpret_cast(decoded_boxes)[i]; - auto& box_j = reinterpret_cast(decoded_boxes)[j]; - const float area_i = (box_i.ymax - box_i.ymin) * (box_i.xmax - box_i.xmin); - const float area_j = (box_j.ymax - box_j.ymin) * (box_j.xmax - box_j.xmin); - if (area_i <= 0 || area_j <= 0) return 0.0; - const float intersection_ymin = std::max(box_i.ymin, box_j.ymin); - const float intersection_xmin = std::max(box_i.xmin, box_j.xmin); - const float intersection_ymax = std::min(box_i.ymax, box_j.ymax); - const float intersection_xmax = std::min(box_i.xmax, box_j.xmax); - const float intersection_area = - std::max(intersection_ymax - intersection_ymin, 0.0) * - std::max(intersection_xmax - intersection_xmin, 0.0); - return intersection_area / (area_i + area_j - intersection_area); -} - -// NonMaxSuppressionSingleClass() prunes out the box locations with high overlap -// before selecting the highest scoring boxes (max_detections in number) -// It assumes all boxes are good in beginning and sorts based on the scores. -// If lower-scoring box has too much overlap with a higher-scoring box, -// we get rid of the lower-scoring box. -// Complexity is O(N^2) pairwise comparison between boxes -TfLiteStatus NonMaxSuppressionSingleClassHelper( - TfLiteContext* context, TfLiteNode* node, OpData* op_data, - const float* scores, int* selected, int* selected_size, - int max_detections) { - const TfLiteEvalTensor* input_box_encodings = - tflite::micro::GetEvalInput(context, node, kInputTensorBoxEncodings); - const int num_boxes = input_box_encodings->dims->data[1]; - const float non_max_suppression_score_threshold = - op_data->non_max_suppression_score_threshold; - const float intersection_over_union_threshold = - op_data->intersection_over_union_threshold; - // Maximum detections should be positive. - TF_LITE_ENSURE(context, (max_detections >= 0)); - // intersection_over_union_threshold should be positive - // and should be less than 1. - TF_LITE_ENSURE(context, (intersection_over_union_threshold > 0.0f) && - (intersection_over_union_threshold <= 1.0f)); - // Validate boxes - float* decoded_boxes = reinterpret_cast( - context->GetScratchBuffer(context, op_data->decoded_boxes_idx)); - - TF_LITE_ENSURE(context, ValidateBoxes(decoded_boxes, num_boxes)); - - // threshold scores - int* keep_indices = reinterpret_cast( - context->GetScratchBuffer(context, op_data->keep_indices_idx)); - float* keep_scores = reinterpret_cast( - context->GetScratchBuffer(context, op_data->keep_scores_idx)); - int num_scores_kept = SelectDetectionsAboveScoreThreshold( - scores, num_boxes, non_max_suppression_score_threshold, keep_scores, - keep_indices); - int* sorted_indices = reinterpret_cast( - context->GetScratchBuffer(context, op_data->sorted_indices_idx)); - - // Reusing keep_indices for scratch buffer and write back its values - // after the sorting is done. - DecreasingArgSort(keep_scores, num_scores_kept, sorted_indices, keep_indices); - int counter = 0; - for (int i = 0; i < num_boxes; i++) { - if (scores[i] >= non_max_suppression_score_threshold) { - keep_indices[counter] = i; - counter++; - } - } - - const int num_boxes_kept = num_scores_kept; - const int output_size = std::min(num_boxes_kept, max_detections); - *selected_size = 0; - - int num_active_candidate = num_boxes_kept; - uint8_t* active_box_candidate = reinterpret_cast( - context->GetScratchBuffer(context, op_data->active_candidate_idx)); - - for (int row = 0; row < num_boxes_kept; row++) { - active_box_candidate[row] = 1; - } - for (int i = 0; i < num_boxes_kept; ++i) { - if (num_active_candidate == 0 || *selected_size >= output_size) break; - if (active_box_candidate[i] == 1) { - selected[(*selected_size)++] = keep_indices[sorted_indices[i]]; - active_box_candidate[i] = 0; - num_active_candidate--; - } else { - continue; - } - for (int j = i + 1; j < num_boxes_kept; ++j) { - if (active_box_candidate[j] == 1) { - float intersection_over_union = ComputeIntersectionOverUnion( - decoded_boxes, keep_indices[sorted_indices[i]], - keep_indices[sorted_indices[j]]); - - if (intersection_over_union > intersection_over_union_threshold) { - active_box_candidate[j] = 0; - num_active_candidate--; - } - } - } - } - - return kTfLiteOk; -} - -// This function implements a regular version of Non Maximal Suppression (NMS) -// for multiple classes where -// 1) we do NMS separately for each class across all anchors and -// 2) keep only the highest anchor scores across all classes -// 3) The worst runtime of the regular NMS is O(K*N^2) -// where N is the number of anchors and K the number of -// classes. -TfLiteStatus NonMaxSuppressionMultiClassRegularHelper(TfLiteContext* context, - TfLiteNode* node, - OpData* op_data, - const float* scores) { - const TfLiteEvalTensor* input_box_encodings = - tflite::micro::GetEvalInput(context, node, kInputTensorBoxEncodings); - const TfLiteEvalTensor* input_class_predictions = - tflite::micro::GetEvalInput(context, node, kInputTensorClassPredictions); - TfLiteEvalTensor* detection_boxes = - tflite::micro::GetEvalOutput(context, node, kOutputTensorDetectionBoxes); - TfLiteEvalTensor* detection_classes = tflite::micro::GetEvalOutput( - context, node, kOutputTensorDetectionClasses); - TfLiteEvalTensor* detection_scores = - tflite::micro::GetEvalOutput(context, node, kOutputTensorDetectionScores); - TfLiteEvalTensor* num_detections = - tflite::micro::GetEvalOutput(context, node, kOutputTensorNumDetections); - - const int num_boxes = input_box_encodings->dims->data[1]; - const int num_classes = op_data->num_classes; - const int num_detections_per_class = op_data->detections_per_class; - const int max_detections = op_data->max_detections; - const int num_classes_with_background = - input_class_predictions->dims->data[2]; - // The row index offset is 1 if background class is included and 0 otherwise. - int label_offset = num_classes_with_background - num_classes; - TF_LITE_ENSURE(context, num_detections_per_class > 0); - - // For each class, perform non-max suppression. - float* class_scores = reinterpret_cast( - context->GetScratchBuffer(context, op_data->score_buffer_idx)); - int* box_indices_after_regular_non_max_suppression = reinterpret_cast( - context->GetScratchBuffer(context, op_data->buffer_idx)); - float* scores_after_regular_non_max_suppression = - reinterpret_cast(context->GetScratchBuffer( - context, op_data->scores_after_regular_non_max_suppression_idx)); - - int size_of_sorted_indices = 0; - int* sorted_indices = reinterpret_cast( - context->GetScratchBuffer(context, op_data->sorted_indices_idx)); - float* sorted_values = reinterpret_cast( - context->GetScratchBuffer(context, op_data->sorted_values_idx)); - - for (int col = 0; col < num_classes; col++) { - for (int row = 0; row < num_boxes; row++) { - // Get scores of boxes corresponding to all anchors for single class - class_scores[row] = - *(scores + row * num_classes_with_background + col + label_offset); - } - // Perform non-maximal suppression on single class - int selected_size = 0; - int* selected = reinterpret_cast( - context->GetScratchBuffer(context, op_data->selected_idx)); - TF_LITE_ENSURE_STATUS(NonMaxSuppressionSingleClassHelper( - context, node, op_data, class_scores, selected, &selected_size, - num_detections_per_class)); - // Add selected indices from non-max suppression of boxes in this class - int output_index = size_of_sorted_indices; - for (int i = 0; i < selected_size; i++) { - int selected_index = selected[i]; - - box_indices_after_regular_non_max_suppression[output_index] = - (selected_index * num_classes_with_background + col + label_offset); - scores_after_regular_non_max_suppression[output_index] = - class_scores[selected_index]; - output_index++; - } - // Sort the max scores among the selected indices - // Get the indices for top scores - int num_indices_to_sort = std::min(output_index, max_detections); - DecreasingPartialArgSort(scores_after_regular_non_max_suppression, - output_index, num_indices_to_sort, sorted_indices); - - // Copy values to temporary vectors - for (int row = 0; row < num_indices_to_sort; row++) { - int temp = sorted_indices[row]; - sorted_indices[row] = box_indices_after_regular_non_max_suppression[temp]; - sorted_values[row] = scores_after_regular_non_max_suppression[temp]; - } - // Copy scores and indices from temporary vectors - for (int row = 0; row < num_indices_to_sort; row++) { - box_indices_after_regular_non_max_suppression[row] = sorted_indices[row]; - scores_after_regular_non_max_suppression[row] = sorted_values[row]; - } - size_of_sorted_indices = num_indices_to_sort; - } - - // Allocate output tensors - for (int output_box_index = 0; output_box_index < max_detections; - output_box_index++) { - if (output_box_index < size_of_sorted_indices) { - const int anchor_index = floor( - box_indices_after_regular_non_max_suppression[output_box_index] / - num_classes_with_background); - const int class_index = - box_indices_after_regular_non_max_suppression[output_box_index] - - anchor_index * num_classes_with_background - label_offset; - const float selected_score = - scores_after_regular_non_max_suppression[output_box_index]; - // detection_boxes - float* decoded_boxes = reinterpret_cast( - context->GetScratchBuffer(context, op_data->decoded_boxes_idx)); - ReInterpretTensor(detection_boxes)[output_box_index] = - reinterpret_cast(decoded_boxes)[anchor_index]; - // detection_classes - tflite::micro::GetTensorData(detection_classes)[output_box_index] = - class_index; - // detection_scores - tflite::micro::GetTensorData(detection_scores)[output_box_index] = - selected_score; - } else { - ReInterpretTensor( - detection_boxes)[output_box_index] = {0.0f, 0.0f, 0.0f, 0.0f}; - // detection_classes - tflite::micro::GetTensorData(detection_classes)[output_box_index] = - 0.0f; - // detection_scores - tflite::micro::GetTensorData(detection_scores)[output_box_index] = - 0.0f; - } - } - tflite::micro::GetTensorData(num_detections)[0] = - size_of_sorted_indices; - - return kTfLiteOk; -} - -// This function implements a fast version of Non Maximal Suppression for -// multiple classes where -// 1) we keep the top-k scores for each anchor and -// 2) during NMS, each anchor only uses the highest class score for sorting. -// 3) Compared to standard NMS, the worst runtime of this version is O(N^2) -// instead of O(KN^2) where N is the number of anchors and K the number of -// classes. -TfLiteStatus NonMaxSuppressionMultiClassFastHelper(TfLiteContext* context, - TfLiteNode* node, - OpData* op_data, - const float* scores) { - const TfLiteEvalTensor* input_box_encodings = - tflite::micro::GetEvalInput(context, node, kInputTensorBoxEncodings); - const TfLiteEvalTensor* input_class_predictions = - tflite::micro::GetEvalInput(context, node, kInputTensorClassPredictions); - TfLiteEvalTensor* detection_boxes = - tflite::micro::GetEvalOutput(context, node, kOutputTensorDetectionBoxes); - - TfLiteEvalTensor* detection_classes = tflite::micro::GetEvalOutput( - context, node, kOutputTensorDetectionClasses); - TfLiteEvalTensor* detection_scores = - tflite::micro::GetEvalOutput(context, node, kOutputTensorDetectionScores); - TfLiteEvalTensor* num_detections = - tflite::micro::GetEvalOutput(context, node, kOutputTensorNumDetections); - - const int num_boxes = input_box_encodings->dims->data[1]; - const int num_classes = op_data->num_classes; - const int max_categories_per_anchor = op_data->max_classes_per_detection; - const int num_classes_with_background = - input_class_predictions->dims->data[2]; - - // The row index offset is 1 if background class is included and 0 otherwise. - int label_offset = num_classes_with_background - num_classes; - TF_LITE_ENSURE(context, (max_categories_per_anchor > 0)); - const int num_categories_per_anchor = - std::min(max_categories_per_anchor, num_classes); - float* max_scores = reinterpret_cast( - context->GetScratchBuffer(context, op_data->score_buffer_idx)); - int* sorted_class_indices = reinterpret_cast( - context->GetScratchBuffer(context, op_data->buffer_idx)); - - for (int row = 0; row < num_boxes; row++) { - const float* box_scores = - scores + row * num_classes_with_background + label_offset; - int* class_indices = sorted_class_indices + row * num_classes; - DecreasingPartialArgSort(box_scores, num_classes, num_categories_per_anchor, - class_indices); - max_scores[row] = box_scores[class_indices[0]]; - } - - // Perform non-maximal suppression on max scores - int selected_size = 0; - int* selected = reinterpret_cast( - context->GetScratchBuffer(context, op_data->selected_idx)); - TF_LITE_ENSURE_STATUS(NonMaxSuppressionSingleClassHelper( - context, node, op_data, max_scores, selected, &selected_size, - op_data->max_detections)); - - // Allocate output tensors - int output_box_index = 0; - - for (int i = 0; i < selected_size; i++) { - int selected_index = selected[i]; - - const float* box_scores = - scores + selected_index * num_classes_with_background + label_offset; - const int* class_indices = - sorted_class_indices + selected_index * num_classes; - - for (int col = 0; col < num_categories_per_anchor; ++col) { - int box_offset = num_categories_per_anchor * output_box_index + col; - - // detection_boxes - float* decoded_boxes = reinterpret_cast( - context->GetScratchBuffer(context, op_data->decoded_boxes_idx)); - ReInterpretTensor(detection_boxes)[box_offset] = - reinterpret_cast(decoded_boxes)[selected_index]; - - // detection_classes - tflite::micro::GetTensorData(detection_classes)[box_offset] = - class_indices[col]; - - // detection_scores - tflite::micro::GetTensorData(detection_scores)[box_offset] = - box_scores[class_indices[col]]; - - output_box_index++; - } - } - - tflite::micro::GetTensorData(num_detections)[0] = output_box_index; - return kTfLiteOk; -} - -TfLiteStatus NonMaxSuppressionMultiClass(TfLiteContext* context, - TfLiteNode* node, OpData* op_data) { - // Get the input tensors - const TfLiteEvalTensor* input_box_encodings = - tflite::micro::GetEvalInput(context, node, kInputTensorBoxEncodings); - const TfLiteEvalTensor* input_class_predictions = - tflite::micro::GetEvalInput(context, node, kInputTensorClassPredictions); - const int num_boxes = input_box_encodings->dims->data[1]; - const int num_classes = op_data->num_classes; - - TF_LITE_ENSURE_EQ(context, input_class_predictions->dims->data[0], - kBatchSize); - TF_LITE_ENSURE_EQ(context, input_class_predictions->dims->data[1], num_boxes); - const int num_classes_with_background = - input_class_predictions->dims->data[2]; - - TF_LITE_ENSURE(context, (num_classes_with_background - num_classes <= 1)); - TF_LITE_ENSURE(context, (num_classes_with_background >= num_classes)); - - const float* scores; - switch (input_class_predictions->type) { - case kTfLiteFloat32: - scores = tflite::micro::GetTensorData(input_class_predictions); - break; - default: - // Unsupported type. - return kTfLiteError; - } - - if (op_data->use_regular_non_max_suppression) { - TF_LITE_ENSURE_STATUS(NonMaxSuppressionMultiClassRegularHelper( - context, node, op_data, scores)); - } else { - TF_LITE_ENSURE_STATUS( - NonMaxSuppressionMultiClassFastHelper(context, node, op_data, scores)); - } - - return kTfLiteOk; -} - -TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) { - TF_LITE_ENSURE(context, (kBatchSize == 1)); - auto* op_data = static_cast(node->user_data); - - // These two functions correspond to two blocks in the Object Detection model. - // In future, we would like to break the custom op in two blocks, which is - // currently not feasible because we would like to input quantized inputs - // and do all calculations in float. Mixed quantized/float calculations are - // currently not supported in TFLite. - - // This fills in temporary decoded_boxes - // by transforming input_box_encodings and input_anchors from - // CenterSizeEncodings to BoxCornerEncoding - TF_LITE_ENSURE_STATUS(DecodeCenterSizeBoxes(context, node, op_data)); - - // This fills in the output tensors - // by choosing effective set of decoded boxes - // based on Non Maximal Suppression, i.e. selecting - // highest scoring non-overlapping boxes. - TF_LITE_ENSURE_STATUS(NonMaxSuppressionMultiClass(context, node, op_data)); - - return kTfLiteOk; -} -} // namespace - -TfLiteRegistration* Register_DETECTION_POSTPROCESS() { - static TfLiteRegistration r = tflite::micro::RegisterOp(Init, Prepare, Eval); - return &r; -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/detection_postprocess_flexbuffers_generated_data.h b/code/components/tflite-lib/tensorflow/lite/micro/kernels/detection_postprocess_flexbuffers_generated_data.h deleted file mode 100644 index f5b9eae0..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/detection_postprocess_flexbuffers_generated_data.h +++ /dev/null @@ -1,25 +0,0 @@ -/* Copyright 2020 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#ifndef TENSORFLOW_LITE_MICRO_KERNELS_FLEXBUFFERS_GENERATED_DATA_H -#define TENSORFLOW_LITE_MICRO_KERNELS_FLEXBUFFERS_GENERATED_DATA_H - -extern const int g_gen_data_size_none_regular_nms; -extern const unsigned char g_gen_data_none_regular_nms[]; - -extern const int g_gen_data_size_regular_nms; -extern const unsigned char g_gen_data_regular_nms[]; - -#endif diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/div.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/div.cc deleted file mode 100644 index 099c0225..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/div.cc +++ /dev/null @@ -1,208 +0,0 @@ -/* Copyright 2022 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/kernels/internal/reference/div.h" - -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/quantization_util.h" -#include "tensorflow/lite/kernels/internal/reference/process_broadcast_shapes.h" -#include "tensorflow/lite/kernels/internal/types.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" - -namespace tflite { -namespace { - -constexpr int kInputTensor1 = 0; -constexpr int kInputTensor2 = 1; -constexpr int kOutputTensor = 0; - -struct OpDataDiv { - // Parameters used in the quantized paths where the output is 8bit - int32_t input1_zero_point; - int32_t input2_zero_point; - int32_t output_zero_point; - int32_t output_activation_min; - int32_t output_activation_max; - - // Parameters used in all quantized paths - int32_t output_multiplier; - int output_shift; -}; - -TfLiteStatus CalculateOpDataDiv(TfLiteContext* context, TfLiteTensor* input1, - TfLiteTensor* input2, TfLiteTensor* output, - TfLiteDivParams* params, OpDataDiv* data) { - TF_LITE_ENSURE_TYPES_EQ(context, input1->type, input2->type); - TF_LITE_ENSURE_TYPES_EQ(context, input1->type, output->type); - - if (output->type == kTfLiteInt8) { - TF_LITE_ENSURE_STATUS(CalculateActivationRangeQuantized( - context, params->activation, output, &data->output_activation_min, - &data->output_activation_max)); - const double real_multiplier = static_cast( - input1->params.scale / (input2->params.scale * output->params.scale)); - QuantizeMultiplier(real_multiplier, &data->output_multiplier, - &data->output_shift); - data->input1_zero_point = input1->params.zero_point; - data->input2_zero_point = input2->params.zero_point; - data->output_zero_point = output->params.zero_point; - } - - return kTfLiteOk; -} - -void* Init(TfLiteContext* context, const char* buffer, size_t length) { - TFLITE_DCHECK(context->AllocatePersistentBuffer != nullptr); - return context->AllocatePersistentBuffer(context, sizeof(OpDataDiv)); -} - -TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) { - TFLITE_DCHECK(node->user_data != nullptr); - TFLITE_DCHECK(node->builtin_data != nullptr); - - MicroContext* micro_context = GetMicroContext(context); - TfLiteTensor* input1 = - micro_context->AllocateTempInputTensor(node, kInputTensor1); - TF_LITE_ENSURE(context, input1 != nullptr); - TfLiteTensor* input2 = - micro_context->AllocateTempInputTensor(node, kInputTensor2); - TF_LITE_ENSURE(context, input2 != nullptr); - TfLiteTensor* output = - micro_context->AllocateTempOutputTensor(node, kOutputTensor); - TF_LITE_ENSURE(context, output != nullptr); - - OpDataDiv* data = static_cast(node->user_data); - auto* params = reinterpret_cast(node->builtin_data); - - TF_LITE_ENSURE_STATUS( - CalculateOpDataDiv(context, input1, input2, output, params, data)); - - micro_context->DeallocateTempTfLiteTensor(input1); - micro_context->DeallocateTempTfLiteTensor(input2); - micro_context->DeallocateTempTfLiteTensor(output); - return kTfLiteOk; -} - -void EvalDiv(TfLiteContext* context, TfLiteNode* node, TfLiteDivParams* params, - const OpDataDiv* data, const TfLiteEvalTensor* input1, - const TfLiteEvalTensor* input2, TfLiteEvalTensor* output) { - tflite::ArithmeticParams op_params = {}; - -#define TF_LITE_DIV(type, opname, data_type) \ - data_type output_activation_min, output_activation_max; \ - CalculateActivationRange(params->activation, &output_activation_min, \ - &output_activation_max); \ - SetActivationParams(output_activation_min, output_activation_max, \ - &op_params); \ - type::opname(op_params, tflite::micro::GetTensorShape(input1), \ - tflite::micro::GetTensorData(input1), \ - tflite::micro::GetTensorShape(input2), \ - tflite::micro::GetTensorData(input2), \ - tflite::micro::GetTensorShape(output), \ - tflite::micro::GetTensorData(output)) - - bool requires_broadcast = reference_ops::ProcessBroadcastShapes( - tflite::micro::GetTensorShape(input1), - tflite::micro::GetTensorShape(input2), &op_params); - - if (requires_broadcast) { - TF_LITE_DIV(reference_ops, BroadcastDivSlow, float); - } else { - TF_LITE_DIV(reference_ops, Div, float); - } -#undef TF_LITE_DIV -} - -TfLiteStatus EvalQuantized(TfLiteContext* context, TfLiteNode* node, - TfLiteDivParams* params, const OpDataDiv* data, - const TfLiteEvalTensor* input1, - const TfLiteEvalTensor* input2, - TfLiteEvalTensor* output) { - tflite::ArithmeticParams op_params = {}; - -#define TF_LITE_DIV(type, opname, dtype) \ - type::opname(op_params, tflite::micro::GetTensorShape(input1), \ - tflite::micro::GetTensorData(input1), \ - tflite::micro::GetTensorShape(input2), \ - tflite::micro::GetTensorData(input2), \ - tflite::micro::GetTensorShape(output), \ - tflite::micro::GetTensorData(output)) - - if (input1->type == kTfLiteInt8 && input2->type == kTfLiteInt8 && - output->type == kTfLiteInt8) { - SetActivationParams(data->output_activation_min, - data->output_activation_max, &op_params); - op_params.input1_offset = -data->input1_zero_point; - op_params.input2_offset = -data->input2_zero_point; - op_params.output_offset = data->output_zero_point; - op_params.output_multiplier = data->output_multiplier; - op_params.output_shift = data->output_shift; - - bool requires_broadcast = reference_ops::ProcessBroadcastShapes( - tflite::micro::GetTensorShape(input1), - tflite::micro::GetTensorShape(input2), &op_params); - - if (requires_broadcast) { - TF_LITE_DIV(reference_ops, BroadcastDivSlow, int8_t); - } else { - TF_LITE_DIV(reference_ops, Div, int8_t); - } -#undef TF_LITE_DIV - } else { - TF_LITE_KERNEL_LOG( - context, "Unsupported combination of input and output types in DIV."); - return kTfLiteError; - } - - return kTfLiteOk; -} - -TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) { - TFLITE_DCHECK(node->builtin_data != nullptr); - auto* params = static_cast(node->builtin_data); - TFLITE_DCHECK(node->user_data != nullptr); - auto* data = static_cast(node->user_data); - - const TfLiteEvalTensor* input1 = - tflite::micro::GetEvalInput(context, node, kInputTensor1); - const TfLiteEvalTensor* input2 = - tflite::micro::GetEvalInput(context, node, kInputTensor2); - TfLiteEvalTensor* output = - tflite::micro::GetEvalOutput(context, node, kOutputTensor); - - if (output->type == kTfLiteFloat32) { - EvalDiv(context, node, params, data, input1, input2, output); - } else if (output->type == kTfLiteInt8) { - TF_LITE_ENSURE_OK(context, EvalQuantized(context, node, params, data, - input1, input2, output)); - } else { - TF_LITE_KERNEL_LOG(context, - "DIV only supports FLOAT32, quantized INT8 " - "now, got type %s (%d).", - TfLiteTypeGetName(output->type), output->type); - return kTfLiteError; - } - - return kTfLiteOk; -} - -} // namespace - -TfLiteRegistration Register_DIV() { - return tflite::micro::RegisterOp(Init, Prepare, Eval); -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/elementwise.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/elementwise.cc deleted file mode 100644 index b1cb1dcb..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/elementwise.cc +++ /dev/null @@ -1,429 +0,0 @@ -/* Copyright 2022 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include - -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/common.h" -#include "tensorflow/lite/kernels/internal/quantization_util.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" -#include "tensorflow/lite/micro/micro_utils.h" - -namespace tflite { -namespace ops { -namespace micro { -namespace elementwise { -namespace { - -constexpr int kAbsNameId = 0; -constexpr int kRsrqtNameId = 1; - -const int kElementwiseInputTensor = 0; -const int kElementwiseOutputTensor = 0; - -struct OpDataAbsRsqrt { - int32_t multiplier; - int shift; - int input_offset; - int output_offset; - bool needs_rescale; - TfLiteQuantizationType input_quantization_type; - TfLiteType input_type; -}; - -bool IsNumericSupportedType(const TfLiteType type) { - return type == kTfLiteFloat32; -} - -bool IsLogicalSupportedType(const TfLiteType type) { - return type == kTfLiteBool; -} - -bool IsAbsSupportedType(const TfLiteType type) { - return type == kTfLiteFloat32 || type == kTfLiteInt8 || type == kTfLiteInt16; -} - -bool IsRsqrtSupportedType(const TfLiteType type) { - return type == kTfLiteFloat32 || type == kTfLiteInt8; -} - -inline void SetAbsOutputMultiplier(const float input_scale, - const float output_scale, - int32_t* multiplier, int* shift) { - QuantizeMultiplier(static_cast(input_scale / output_scale), - multiplier, shift); -} - -inline void SetRsqrtOutputMultiplier(const float input_scale, - const float output_scale, - int32_t* multiplier, int* shift) { - const double scale = - 1. / static_cast((std::sqrt(input_scale) * output_scale)); - QuantizeMultiplier(scale, multiplier, shift); -} - -typedef bool (*IsSupportedType)(TfLiteType); -template -TfLiteStatus GenericPrepare(TfLiteContext* context, TfLiteNode* node) { - MicroContext* micro_context = GetMicroContext(context); - TF_LITE_ENSURE_EQ(context, NumInputs(node), 1); - TF_LITE_ENSURE_EQ(context, NumOutputs(node), 1); - TfLiteTensor* input = - micro_context->AllocateTempInputTensor(node, kElementwiseInputTensor); - TF_LITE_ENSURE(context, input != nullptr); - TfLiteTensor* output = - micro_context->AllocateTempOutputTensor(node, kElementwiseOutputTensor); - TF_LITE_ENSURE(context, output != nullptr); - TF_LITE_ENSURE_TYPES_EQ(context, input->type, output->type); - if (!IsSupportedType(input->type)) { - TF_LITE_KERNEL_LOG(context, "Input data type %s (%d) is not supported.", - TfLiteTypeGetName(input->type), input->type); - return kTfLiteError; - } - - micro_context->DeallocateTempTfLiteTensor(input); - micro_context->DeallocateTempTfLiteTensor(output); - return kTfLiteOk; -} - -typedef bool (*IsSupportedType)(TfLiteType); -template -TfLiteStatus PrepareAbsRsqrt(TfLiteContext* context, TfLiteNode* node) { - MicroContext* micro_context = GetMicroContext(context); - TF_LITE_ENSURE_EQ(context, NumInputs(node), 1); - TF_LITE_ENSURE_EQ(context, NumOutputs(node), 1); - TfLiteTensor* input = micro_context->AllocateTempInputTensor(node, 0); - TF_LITE_ENSURE(context, input != nullptr); - TfLiteTensor* output = micro_context->AllocateTempOutputTensor(node, 0); - TF_LITE_ENSURE(context, output != nullptr); - TF_LITE_ENSURE_TYPES_EQ(context, input->type, output->type); - if (!IsSupportedType(input->type)) { - TF_LITE_KERNEL_LOG(context, "Input data type %s (%d) is not supported.", - TfLiteTypeGetName(input->type), input->type); - return kTfLiteError; - } - - auto* op_data = static_cast(node->user_data); - op_data->input_type = input->type; - - // For int16 type input, we support both quantized and non-quantized - // evaluation. - if (op_nameid == kAbsNameId) { - op_data->input_quantization_type = input->quantization.type; - } - - if (input->type == kTfLiteInt8 || - (input->type == kTfLiteInt16 && - input->quantization.type != kTfLiteNoQuantization)) { - TF_LITE_ENSURE_EQ(context, input->quantization.type, - kTfLiteAffineQuantization); - TF_LITE_ENSURE_EQ(context, output->quantization.type, - kTfLiteAffineQuantization); - const auto* input_params = - reinterpret_cast(input->quantization.params); - const auto* output_params = reinterpret_cast( - output->quantization.params); - TF_LITE_ENSURE(context, input_params != nullptr); - TF_LITE_ENSURE(context, input_params->scale != nullptr); - TF_LITE_ENSURE(context, input_params->scale->size > 0); - TF_LITE_ENSURE(context, input_params->zero_point->size > 0); - TF_LITE_ENSURE(context, output_params != nullptr); - TF_LITE_ENSURE(context, output_params->scale != nullptr); - TF_LITE_ENSURE(context, output_params->scale->size > 0); - TF_LITE_ENSURE(context, output_params->zero_point->size > 0); - op_data->input_offset = input_params->zero_point->data[0]; - op_data->output_offset = output_params->zero_point->data[0]; - if (input->type == kTfLiteInt16) { - TF_LITE_ENSURE_EQ(context, op_data->input_offset, 0); - TF_LITE_ENSURE_EQ(context, op_data->output_offset, 0); - } - const float input_scale = input_params->scale->data[0]; - const float output_scale = output_params->scale->data[0]; - op_data->needs_rescale = input_scale != output_scale; - if (op_nameid == kAbsNameId && op_data->needs_rescale) { - SetAbsOutputMultiplier(input_scale, output_scale, &op_data->multiplier, - &op_data->shift); - } else if (op_nameid == kRsrqtNameId) { - SetRsqrtOutputMultiplier(input_scale, output_scale, &op_data->multiplier, - &op_data->shift); - } - } - micro_context->DeallocateTempTfLiteTensor(input); - micro_context->DeallocateTempTfLiteTensor(output); - return kTfLiteOk; -} - -template -inline TfLiteStatus EvalImplQuantized( - TfLiteContext* context, TfLiteNode* node, - T func(TfLiteContext*, TfLiteNode*, T), - TfLiteStatus validate_input_func(TfLiteContext*, TfLiteNode*, T), - TfLiteType expected_type) { - const TfLiteEvalTensor* input = tflite::micro::GetEvalInput(context, node, 0); - TfLiteEvalTensor* output = tflite::micro::GetEvalOutput(context, node, 0); - TF_LITE_ENSURE_TYPES_EQ(context, input->type, expected_type); - const size_t num_elements = ElementCount(*input->dims); - const T* in_data = tflite::micro::GetTensorData(input); - T* out_data = tflite::micro::GetTensorData(output); - for (size_t i = 0; i < num_elements; ++i) { - if (validate_input_func) { - TF_LITE_ENSURE_OK(context, - validate_input_func(context, node, in_data[i])); - } - out_data[i] = func(context, node, in_data[i]); - } - return kTfLiteOk; -} - -template -inline T AbsHelper(T i) { - return std::abs(i); -} - -template -inline TfLiteStatus EvalImpl(TfLiteContext* context, TfLiteNode* node, - T func(T), TfLiteStatus validate_input_func(T), - TfLiteType expected_type) { - const TfLiteEvalTensor* input = tflite::micro::GetEvalInput(context, node, 0); - TfLiteEvalTensor* output = tflite::micro::GetEvalOutput(context, node, 0); - TF_LITE_ENSURE_TYPES_EQ(context, input->type, expected_type); - const size_t num_elements = ElementCount(*input->dims); - const T* in_data = tflite::micro::GetTensorData(input); - T* out_data = tflite::micro::GetTensorData(output); - for (size_t i = 0; i < num_elements; ++i) { - if (validate_input_func) { - TF_LITE_ENSURE_OK(context, validate_input_func(in_data[i])); - } - out_data[i] = func(in_data[i]); - } - return kTfLiteOk; -} - -inline TfLiteStatus EvalNumeric(TfLiteContext* context, TfLiteNode* node, - float float_func(float)) { - return EvalImpl(context, node, float_func, - /*validate_input_func=*/nullptr, kTfLiteFloat32); -} - -inline TfLiteStatus EvalLogical(TfLiteContext* context, TfLiteNode* node, - - bool bool_func(bool)) { - return EvalImpl(context, node, bool_func, - /*validate_input_func=*/nullptr, kTfLiteBool); -} - -void* ElementWiseAbsRsqrtInit(TfLiteContext* context, const char* buffer, - size_t length) { - TFLITE_DCHECK(context->AllocatePersistentBuffer != nullptr); - return context->AllocatePersistentBuffer(context, sizeof(OpDataAbsRsqrt)); -} - -template -inline T AbsEvalQuantized(TfLiteContext* context, TfLiteNode* node, T i) { - const auto* op_data = static_cast(node->user_data); - const int kMin = std::numeric_limits::min(); - const int kMax = std::numeric_limits::max(); - - const int32_t value = std::abs(i - op_data->input_offset); - if (!op_data->needs_rescale) { - return static_cast( - std::min(std::max(static_cast(value + op_data->output_offset), - static_cast(kMin)), - static_cast(kMax))); - } - - const int32_t output = tflite::MultiplyByQuantizedMultiplier( - value, op_data->multiplier, op_data->shift) + - op_data->output_offset; - return static_cast(std::min( - std::max(static_cast(output), static_cast(kMin)), - static_cast(kMax))); -} - -template -inline T RsqrtEvalQuantized(TfLiteContext* context, TfLiteNode* node, T i) { - const auto* op_data = static_cast(node->user_data); - const int kMin = std::numeric_limits::min(); - const int kMax = std::numeric_limits::max(); - - const int32_t value = (i - op_data->input_offset); - const int32_t kShift = 20; // Shift to keep value integer. - if (value == 0) { - // Assume that any value close to 0 represents the max output value. - return static_cast(kMax); - } - int32_t inv_sqrt_multiplier; - int inv_sqrt_shift; - GetInvSqrtQuantizedMultiplierExp(value, kReverseShift, &inv_sqrt_multiplier, - &inv_sqrt_shift); - const int32_t data = tflite::MultiplyByQuantizedMultiplier( - static_cast(1), inv_sqrt_multiplier, inv_sqrt_shift + kShift); - const int32_t output = - tflite::MultiplyByQuantizedMultiplier(data, op_data->multiplier, - op_data->shift - kShift) + - op_data->output_offset; - return static_cast(std::min( - std::max(static_cast(output), static_cast(kMin)), - static_cast(kMax))); -} - -template -TfLiteStatus validate_input_func(TfLiteContext* context, TfLiteNode* node, - T i) { - const auto* op_data = static_cast(node->user_data); - - TF_LITE_ENSURE_MSG(context, i >= op_data->input_offset, - "Rsqrt is only defined for positive values"); - return static_cast(kTfLiteOk); -} - -TfLiteStatus AbsEval(TfLiteContext* context, TfLiteNode* node) { - OpDataAbsRsqrt* op_data = reinterpret_cast(node->user_data); - TfLiteType type = op_data->input_type; - TfLiteQuantizationType input_quantization_type = - op_data->input_quantization_type; - TfLiteStatus eval_result; - - switch (type) { - case kTfLiteFloat32: - eval_result = EvalNumeric(context, node, std::abs); - break; - case kTfLiteInt8: - eval_result = - EvalImplQuantized(context, node, AbsEvalQuantized, - /*validate_input_func=*/nullptr, type); - break; - case kTfLiteInt16: - eval_result = - input_quantization_type == kTfLiteNoQuantization - ? EvalImpl(context, node, AbsHelper, - /*validate_input_func=*/nullptr, type) - : EvalImplQuantized(context, node, AbsEvalQuantized, - /*validate_input_func=*/nullptr, - type); - break; - default: - TF_LITE_KERNEL_LOG(context, "Current data type %s is not supported.", - TfLiteTypeGetName(type)); - return kTfLiteError; - break; - } - return eval_result; -} - -TfLiteStatus SinEval(TfLiteContext* context, TfLiteNode* node) { - return EvalNumeric(context, node, std::sin); -} - -TfLiteStatus CosEval(TfLiteContext* context, TfLiteNode* node) { - return EvalNumeric(context, node, std::cos); -} - -TfLiteStatus LogEval(TfLiteContext* context, TfLiteNode* node) { - return EvalNumeric(context, node, std::log); -} - -TfLiteStatus SqrtEval(TfLiteContext* context, TfLiteNode* node) { - return EvalNumeric(context, node, std::sqrt); -} - -TfLiteStatus RsqrtEval(TfLiteContext* context, TfLiteNode* node) { - const auto* op_data = static_cast(node->user_data); - TfLiteType type = op_data->input_type; - switch (type) { - case kTfLiteFloat32: - return EvalImpl( - context, node, [](float f) { return 1.f / std::sqrt(f); }, - /*validate_input_func=*/nullptr, type); - case kTfLiteInt8: - return EvalImplQuantized(context, node, - elementwise::RsqrtEvalQuantized, - elementwise::validate_input_func, type); - - default: - TF_LITE_KERNEL_LOG(context, "Current data type %s is not supported.", - TfLiteTypeGetName(type)); - return kTfLiteError; - } -} - -TfLiteStatus SquareEval(TfLiteContext* context, TfLiteNode* node) { - return EvalNumeric(context, node, [](float f) { return f * f; }); -} - -TfLiteStatus LogicalNotEval(TfLiteContext* context, TfLiteNode* node) { - return EvalLogical(context, node, [](bool v) { return !v; }); -} - -} // namespace -} // namespace elementwise - -TfLiteRegistration Register_ABS() { - return tflite::micro::RegisterOp( - elementwise::ElementWiseAbsRsqrtInit, - elementwise::PrepareAbsRsqrt, - elementwise::AbsEval); -} - -TfLiteRegistration Register_SIN() { - return tflite::micro::RegisterOp( - nullptr, elementwise::GenericPrepare, - elementwise::SinEval); -} - -TfLiteRegistration Register_COS() { - return tflite::micro::RegisterOp( - nullptr, elementwise::GenericPrepare, - elementwise::CosEval); -} - -TfLiteRegistration Register_LOG() { - return tflite::micro::RegisterOp( - nullptr, elementwise::GenericPrepare, - elementwise::LogEval); -} - -TfLiteRegistration Register_SQRT() { - return tflite::micro::RegisterOp( - nullptr, elementwise::GenericPrepare, - elementwise::SqrtEval); -} - -TfLiteRegistration Register_RSQRT() { - return tflite::micro::RegisterOp( - elementwise::ElementWiseAbsRsqrtInit, - elementwise::PrepareAbsRsqrt, - elementwise::RsqrtEval); -} - -TfLiteRegistration Register_SQUARE() { - return tflite::micro::RegisterOp( - nullptr, elementwise::GenericPrepare, - elementwise::SquareEval); -} - -TfLiteRegistration Register_LOGICAL_NOT() { - return tflite::micro::RegisterOp( - nullptr, elementwise::GenericPrepare, - elementwise::LogicalNotEval); -} - -} // namespace micro -} // namespace ops -} // namespace tflite \ No newline at end of file diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/elu.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/elu.cc deleted file mode 100644 index 0b64e89d..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/elu.cc +++ /dev/null @@ -1,152 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/kernels/internal/reference/elu.h" - -#include -#include - -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/cppmath.h" -#include "tensorflow/lite/kernels/internal/quantization_util.h" -#include "tensorflow/lite/kernels/internal/reference/process_broadcast_shapes.h" -#include "tensorflow/lite/kernels/internal/types.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" -#include "tensorflow/lite/micro/micro_error_reporter.h" - -namespace tflite { -namespace { - -// Input/output tensor index. -constexpr int kInputTensor = 0; -constexpr int kOutputTensor = 0; - -// OLD-TODO(b/142762739): We should figure out a multi-threading plan for most -// of the activation ops below. - -struct OpData { - int8_t table[256]; -}; - -using TransformFunc = float (*)(float); - -template -void PopulateLookupTable(const TfLiteTensor* input, const TfLiteTensor* output, - const TransformFunc transform, OpData* data) { - if (sizeof(T) != 1) { - MicroPrintf("Lookup table valid only for 8bit"); - TFLITE_ABORT; - } - - const float inverse_scale = 1 / output->params.scale; - int32_t maxval = std::numeric_limits::max(); - int32_t minval = std::numeric_limits::min(); - for (int32_t val = minval; val <= maxval; ++val) { - const float dequantized = - input->params.scale * (val - input->params.zero_point); - const float transformed = transform(dequantized); - const float rescaled = TfLiteRound(transformed * inverse_scale); - const int32_t quantized = - static_cast(rescaled + output->params.zero_point); - data->table[static_cast(static_cast(val))] = - static_cast(std::max(std::min(maxval, quantized), minval)); - } -} - -// OLD-TODO(b/143696793): move this to optimized_ops. -void EvalUsingLookupTable(const OpData* data, const TfLiteEvalTensor* input, - TfLiteEvalTensor* output) { - const int size = MatchingFlatSize(tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorShape(output)); - int8_t* output_data = tflite::micro::GetTensorData(output); - const int8_t* input_data = tflite::micro::GetTensorData(input); - - for (int i = 0; i < size; ++i) { - output_data[i] = data->table[static_cast(input_data[i])]; - } -} - -TfLiteStatus CalculateOpData(TfLiteContext* context, TfLiteNode* node) { - MicroContext* micro_context = GetMicroContext(context); - - TF_LITE_ENSURE_EQ(context, NumInputs(node), 1); - TF_LITE_ENSURE_EQ(context, NumOutputs(node), 1); - TfLiteTensor* input = - micro_context->AllocateTempInputTensor(node, kInputTensor); - TF_LITE_ENSURE(context, input != nullptr); - TfLiteTensor* output = - micro_context->AllocateTempOutputTensor(node, kOutputTensor); - TF_LITE_ENSURE(context, output != nullptr); - TF_LITE_ENSURE_TYPES_EQ(context, input->type, output->type); - - // Use LUT to handle quantized elu path. - if (input->type == kTfLiteInt8) { - OpData* data = static_cast(node->user_data); - TransformFunc transform = [](float value) { - return value < 0.0f ? std::exp(value) - 1.0f : value; - }; - PopulateLookupTable(input, output, transform, data); - } - micro_context->DeallocateTempTfLiteTensor(input); - micro_context->DeallocateTempTfLiteTensor(output); - return kTfLiteOk; -} - -void* EluInit(TfLiteContext* context, const char* buffer, size_t length) { - // This is a builtin op, so we don't use the contents in 'buffer', if any. - // Instead, we allocate a new object to carry information from Prepare() to - // Eval(). - TFLITE_DCHECK(context->AllocatePersistentBuffer != nullptr); - return context->AllocatePersistentBuffer(context, sizeof(OpData)); -} - -TfLiteStatus EluPrepare(TfLiteContext* context, TfLiteNode* node) { - return CalculateOpData(context, node); -} - -TfLiteStatus EluEval(TfLiteContext* context, TfLiteNode* node) { - const TfLiteEvalTensor* input = - tflite::micro::GetEvalInput(context, node, kInputTensor); - TfLiteEvalTensor* output = - tflite::micro::GetEvalOutput(context, node, kOutputTensor); - switch (input->type) { - case kTfLiteFloat32: { - reference_ops::Elu(tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - return kTfLiteOk; - } - case kTfLiteInt8: { - const OpData* data = static_cast(node->user_data); - EvalUsingLookupTable(data, input, output); - return kTfLiteOk; - } - default: - TF_LITE_KERNEL_LOG( - context, "ELU only supports float32 and int8 currently, got %s.", - TfLiteTypeGetName(input->type)); - return kTfLiteError; - } -} - -} // namespace - -TfLiteRegistration Register_ELU() { - return tflite::micro::RegisterOp(EluInit, EluPrepare, EluEval); -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/esp_nn/README.md b/code/components/tflite-lib/tensorflow/lite/micro/kernels/esp_nn/README.md deleted file mode 100644 index b0c215fb..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/esp_nn/README.md +++ /dev/null @@ -1,11 +0,0 @@ -# Info - -These are the Espressif chipset specific replacement kernels. -The kernels call optimized routines or reference routines depending upon optimization option selected. - -By default optimizations are selected if available. -To change this behaviour, please make the appropriate `ESP-NN` menu selection after running: - -``` -idf.py menuconfig -``` diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/esp_nn/add.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/esp_nn/add.cc deleted file mode 100644 index 2f1ac58d..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/esp_nn/add.cc +++ /dev/null @@ -1,202 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/kernels/internal/reference/add.h" - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/quantization_util.h" -#include "tensorflow/lite/kernels/internal/reference/integer_ops/add.h" -#include "tensorflow/lite/kernels/internal/reference/process_broadcast_shapes.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/kernels/op_macros.h" -#include "tensorflow/lite/micro/kernels/add.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" -#include "tensorflow/lite/micro/memory_helpers.h" -#include "tensorflow/lite/micro/micro_error_reporter.h" - -#include - -#if ESP_NN -#include -#endif - -long long add_total_time = 0; - -namespace tflite { - -void EvalAdd(TfLiteContext* context, TfLiteNode* node, TfLiteAddParams* params, - const OpDataAdd* data, const TfLiteEvalTensor* input1, - const TfLiteEvalTensor* input2, TfLiteEvalTensor* output) { - tflite::ArithmeticParams op_params; - SetActivationParams(data->output_activation_min_f32, - data->output_activation_max_f32, &op_params); - if (data->requires_broadcast) { - reference_ops::BroadcastAdd4DSlow( - op_params, tflite::micro::GetTensorShape(input1), - tflite::micro::GetTensorData(input1), - tflite::micro::GetTensorShape(input2), - tflite::micro::GetTensorData(input2), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - } else { - reference_ops::Add(op_params, tflite::micro::GetTensorShape(input1), - tflite::micro::GetTensorData(input1), - tflite::micro::GetTensorShape(input2), - tflite::micro::GetTensorData(input2), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - } -} - -TfLiteStatus EvalAddQuantized(TfLiteContext* context, TfLiteNode* node, - TfLiteAddParams* params, const OpDataAdd* data, - const TfLiteEvalTensor* input1, - const TfLiteEvalTensor* input2, - TfLiteEvalTensor* output) { - tflite::ArithmeticParams op_params; - op_params.left_shift = data->left_shift; - op_params.input1_offset = data->input1_offset; - op_params.input1_multiplier = data->input1_multiplier; - op_params.input1_shift = data->input1_shift; - op_params.input2_offset = data->input2_offset; - op_params.input2_multiplier = data->input2_multiplier; - op_params.input2_shift = data->input2_shift; - op_params.output_offset = data->output_offset; - op_params.output_multiplier = data->output_multiplier; - op_params.output_shift = data->output_shift; - SetActivationParams(data->output_activation_min, data->output_activation_max, - &op_params); - bool need_broadcast = reference_ops::ProcessBroadcastShapes( - tflite::micro::GetTensorShape(input1), - tflite::micro::GetTensorShape(input2), &op_params); - - switch (output->type) { - case kTfLiteInt8: { - if (need_broadcast) { - reference_integer_ops::BroadcastAdd4DSlow( - op_params, tflite::micro::GetTensorShape(input1), - tflite::micro::GetTensorData(input1), - tflite::micro::GetTensorShape(input2), - tflite::micro::GetTensorData(input2), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - } else { -#if ESP_NN - const int8_t *input1_data = tflite::micro::GetTensorData(input1); - const int8_t *input2_data = tflite::micro::GetTensorData(input2); - int8_t *out_data = tflite::micro::GetTensorData(output); - - esp_nn_add_elementwise_s8(input1_data, - input2_data, - data->input1_offset, - data->input2_offset, - data->input1_multiplier, - data->input2_multiplier, - data->input1_shift, - data->input2_shift, - data->left_shift, - out_data, - data->output_offset, - data->output_multiplier, - data->output_shift, - data->output_activation_min, - data->output_activation_max, - MatchingElementsSize(tflite::micro::GetTensorShape(input1), - tflite::micro::GetTensorShape(input2), - tflite::micro::GetTensorShape(output)) - ); -#else - reference_integer_ops::Add( - op_params, tflite::micro::GetTensorShape(input1), - tflite::micro::GetTensorData(input1), - tflite::micro::GetTensorShape(input2), - tflite::micro::GetTensorData(input2), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); -#endif - } - break; - } - case kTfLiteInt16: { - if (need_broadcast) { - reference_ops::BroadcastAdd4DSlow( - op_params, tflite::micro::GetTensorShape(input1), - tflite::micro::GetTensorData(input1), - tflite::micro::GetTensorShape(input2), - tflite::micro::GetTensorData(input2), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - } else { - reference_ops::Add(op_params, tflite::micro::GetTensorShape(input1), - tflite::micro::GetTensorData(input1), - tflite::micro::GetTensorShape(input2), - tflite::micro::GetTensorData(input2), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output), - false); - } - break; - } - default: - MicroPrintf("Type %s (%d) not supported.", - TfLiteTypeGetName(output->type), output->type); - return kTfLiteError; - } - - return kTfLiteOk; -} - -void* AddInit(TfLiteContext* context, const char* buffer, size_t length) { - TFLITE_DCHECK(context->AllocatePersistentBuffer != nullptr); - return context->AllocatePersistentBuffer(context, sizeof(OpDataAdd)); -} - -TfLiteStatus AddEval(TfLiteContext* context, TfLiteNode* node) { - auto* params = reinterpret_cast(node->builtin_data); - - TFLITE_DCHECK(node->user_data != nullptr); - const OpDataAdd* data = static_cast(node->user_data); - - const TfLiteEvalTensor* input1 = - tflite::micro::GetEvalInput(context, node, kAddInputTensor1); - const TfLiteEvalTensor* input2 = - tflite::micro::GetEvalInput(context, node, kAddInputTensor2); - TfLiteEvalTensor* output = - tflite::micro::GetEvalOutput(context, node, kAddOutputTensor); - - long long start_time = esp_timer_get_time(); - - if (output->type == kTfLiteFloat32) { - EvalAdd(context, node, params, data, input1, input2, output); - } else if (output->type == kTfLiteInt8 || output->type == kTfLiteInt16) { - TF_LITE_ENSURE_OK(context, EvalAddQuantized(context, node, params, data, - input1, input2, output)); - } else { - MicroPrintf("Type %s (%d) not supported.", TfLiteTypeGetName(output->type), - output->type); - return kTfLiteError; - } - add_total_time += esp_timer_get_time() - start_time; - - return kTfLiteOk; -} - -TfLiteRegistration Register_ADD() { - return tflite::micro::RegisterOp(AddInit, AddPrepare, AddEval); -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/esp_nn/conv.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/esp_nn/conv.cc deleted file mode 100644 index 919dd006..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/esp_nn/conv.cc +++ /dev/null @@ -1,344 +0,0 @@ -/* Copyright 2019 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/micro/kernels/conv.h" - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/common.h" -#include "tensorflow/lite/kernels/internal/quantization_util.h" -#include "tensorflow/lite/kernels/internal/reference/conv.h" -#include "tensorflow/lite/kernels/internal/reference/integer_ops/conv.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/kernels/padding.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" - -#include "freertos/FreeRTOS.h" -#include - -#if ESP_NN -#include -#endif - - -long long conv_total_time = 0; - -namespace tflite { -namespace { - -struct NodeData { - OpDataConv op_data; -#if ESP_NN - int buffer_idx; -#endif -}; - -void* Init(TfLiteContext* context, const char* buffer, size_t length) { - TFLITE_DCHECK(context->AllocatePersistentBuffer != nullptr); - return context->AllocatePersistentBuffer(context, sizeof(NodeData)); -} - -TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) { - TFLITE_DCHECK(node->user_data != nullptr); - TFLITE_DCHECK(node->builtin_data != nullptr); - - NodeData* data = static_cast(node->user_data); - const auto& params = - *(static_cast(node->builtin_data)); - - MicroContext* micro_context = GetMicroContext(context); - - TfLiteTensor* input = - micro_context->AllocateTempInputTensor(node, kConvInputTensor); - TF_LITE_ENSURE(context, input != nullptr); - TfLiteTensor* filter = - micro_context->AllocateTempInputTensor(node, kConvWeightsTensor); - TF_LITE_ENSURE(context, filter != nullptr); - TfLiteTensor* output = - micro_context->AllocateTempOutputTensor(node, kConvOutputTensor); - TF_LITE_ENSURE(context, output != nullptr); - - const int input_width = input->dims->data[2]; - const int input_height = input->dims->data[1]; - const int filter_width = filter->dims->data[2]; - const int filter_height = filter->dims->data[1]; - const int output_width = output->dims->data[2]; - const int output_height = output->dims->data[1]; - - // Dynamically allocate per-channel quantization parameters. - const int num_channels = filter->dims->data[kConvQuantizedDimension]; - data->op_data.per_channel_output_multiplier = - static_cast(context->AllocatePersistentBuffer( - context, num_channels * sizeof(int32_t))); - data->op_data.per_channel_output_shift = - static_cast(context->AllocatePersistentBuffer( - context, num_channels * sizeof(int32_t))); - - // All per-channel quantized tensors need valid zero point and scale arrays. - if (input->type == kTfLiteInt8) { - TF_LITE_ENSURE_EQ(context, filter->quantization.type, - kTfLiteAffineQuantization); - - const auto* affine_quantization = - static_cast(filter->quantization.params); - TFLITE_DCHECK(affine_quantization != nullptr); - TFLITE_DCHECK(affine_quantization->scale != nullptr); - TFLITE_DCHECK(affine_quantization->zero_point != nullptr); - - TF_LITE_ENSURE(context, - affine_quantization->scale->size == 1 || - affine_quantization->scale->size == - filter->dims->data[kConvQuantizedDimension]); - TF_LITE_ENSURE_EQ(context, affine_quantization->scale->size, - affine_quantization->zero_point->size); - } - - TF_LITE_ENSURE_STATUS(CalculateOpDataConv( - context, node, params, input_width, input_height, filter_width, - filter_height, output_width, output_height, input->type, &data->op_data)); - -#if ESP_NN - if (input->type == kTfLiteInt8) { - data_dims_t input_dims = { - .width = input_width, .height = input_height, - .channels = input->dims->data[3], 1 - }; - data_dims_t output_dims = { - .width = output_width, .height = output_height, - .channels = output->dims->data[3], 1 - }; - data_dims_t filter_dims = {.width = filter_width, .height = filter_height, 0, 0}; - conv_params_t conv_params = { - .in_offset = 0, .out_offset = 0, - .stride = {params.stride_width, params.stride_height}, - .padding = {data->op_data.padding.width, data->op_data.padding.height}, - .dilation = {0, 0}, .activation = {-128, 127} - }; - - int scratch_buf_size = esp_nn_get_conv_scratch_size( - &input_dims, &filter_dims, &output_dims, &conv_params); - if (scratch_buf_size > 0) { - TF_LITE_ENSURE_STATUS(context->RequestScratchBufferInArena( - context, scratch_buf_size, &data->buffer_idx)); - } else { - data->buffer_idx = -1; - } - } -#endif - - micro_context->DeallocateTempTfLiteTensor(output); - micro_context->DeallocateTempTfLiteTensor(input); - micro_context->DeallocateTempTfLiteTensor(filter); - - return kTfLiteOk; -} - -#if ESP_NN -// Fixed-point per-channel-quantization convolution Int8 function wrapper. -inline void EvalQuantizedPerChannel( - TfLiteContext* context, TfLiteNode* node, const TfLiteConvParams& params, - const NodeData& data, const TfLiteEvalTensor* input, - const TfLiteEvalTensor* filter, const TfLiteEvalTensor* bias, - TfLiteEvalTensor* output) { - const int dilation_width_factor = params.dilation_width_factor; - const int dilation_height_factor = params.dilation_height_factor; - - if (dilation_width_factor == 1 && dilation_height_factor == 1) { - // Get parameters. - RuntimeShape filter_shape = tflite::micro::GetTensorShape(filter); - RuntimeShape input_shape = tflite::micro::GetTensorShape(input); - RuntimeShape output_shape = tflite::micro::GetTensorShape(output); - RuntimeShape bias_shape = tflite::micro::GetTensorShape(bias); - - const int8_t *input_data = tflite::micro::GetTensorData(input); - int8_t *output_data = tflite::micro::GetTensorData(output); - - const int32_t input_offset = -data.op_data.input_zero_point; - const int32_t output_offset = data.op_data.output_zero_point; - const int stride_width = params.stride_width; - const int stride_height = params.stride_height; - const int pad_width = data.op_data.padding.width; - const int pad_height = data.op_data.padding.height; - - const int input_height = input_shape.Dims(1); - const int input_width = input_shape.Dims(2); - const int filter_height = filter_shape.Dims(1); - const int filter_width = filter_shape.Dims(2); - const int output_height = output_shape.Dims(1); - const int output_width = output_shape.Dims(2); - - // Set min and max value of the output. - const int32_t activation_min = data.op_data.output_activation_min; - const int32_t activation_max = data.op_data.output_activation_max; - - // Consistency check. - TFLITE_DCHECK_LE(activation_min, activation_max); - TFLITE_DCHECK_EQ(input_shape.DimensionsCount(), 4); - TFLITE_DCHECK_EQ(filter_shape.DimensionsCount(), 4); - TFLITE_DCHECK_EQ(output_shape.DimensionsCount(), 4); - const int batch_size = MatchingDim(input_shape, 0, output_shape, 0); - const int input_depth = MatchingDim(input_shape, 3, filter_shape, 3); - const int output_depth = MatchingDim(filter_shape, 0, output_shape, 3); - - if (tflite::micro::GetTensorData(bias)) { - TFLITE_DCHECK_EQ(bias_shape.FlatSize(), output_depth); - } - - void *scratch_buf = NULL; - if (data.buffer_idx > -1) { - scratch_buf = context->GetScratchBuffer(context, data.buffer_idx); - } - esp_nn_set_conv_scratch_buf(scratch_buf); - - const int input_size = input_width * input_height * input_depth; - const int output_size = output_width * output_height * output_depth; - - data_dims_t input_dims = { - .width = input_width, .height = input_height, - .channels = input_depth, 1 - }; - data_dims_t output_dims = { - .width = output_width, .height = output_height, - .channels = output_depth, 1 - }; - data_dims_t filter_dims = {.width = filter_width, .height = filter_height, 0, 0}; - conv_params_t conv_params = { - .in_offset = input_offset, .out_offset = output_offset, - .stride = {stride_width, stride_height}, - .padding = {pad_width, pad_height}, - .dilation = {0, 0}, - .activation = {activation_min, activation_max} - }; - quant_data_t quant_data = { - .shift = data.op_data.per_channel_output_shift, - .mult = data.op_data.per_channel_output_multiplier - }; - - for (int i_batch = 0; i_batch < batch_size; i_batch++) { - esp_nn_conv_s8(&input_dims, input_data + i_batch * input_size, - &filter_dims, tflite::micro::GetTensorData(filter), - tflite::micro::GetTensorData(bias), - &output_dims, output_data + i_batch * output_size, - &conv_params, &quant_data); - } - } else { - reference_integer_ops::ConvPerChannel( - ConvParamsQuantized(params, data.op_data), - data.op_data.per_channel_output_multiplier, - data.op_data.per_channel_output_shift, - tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(filter), - tflite::micro::GetTensorData(filter), - tflite::micro::GetTensorShape(bias), - tflite::micro::GetTensorData(bias), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - } -} -#endif - -TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) { - const TfLiteEvalTensor* input = - tflite::micro::GetEvalInput(context, node, kConvInputTensor); - const TfLiteEvalTensor* filter = - tflite::micro::GetEvalInput(context, node, kConvWeightsTensor); - const TfLiteEvalTensor* bias = - (NumInputs(node) == 3) - ? tflite::micro::GetEvalInput(context, node, kConvBiasTensor) - : nullptr; - TfLiteEvalTensor* output = - tflite::micro::GetEvalOutput(context, node, kConvOutputTensor); - - TFLITE_DCHECK(node->builtin_data != nullptr); - const auto& params = - *(reinterpret_cast(node->builtin_data)); - TFLITE_DCHECK(node->user_data != nullptr); - const auto& data = *(static_cast(node->user_data)); - - TF_LITE_ENSURE_EQ(context, input->type, output->type); - TF_LITE_ENSURE_MSG(context, input->type == filter->type, - "Hybrid models are not supported on TFLite Micro."); - - long long start_time = esp_timer_get_time(); - switch (input->type) { // Already know in/out types are same. - case kTfLiteFloat32: { - tflite::reference_ops::Conv( - ConvParamsFloat(params, data.op_data), - tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(filter), - tflite::micro::GetTensorData(filter), - tflite::micro::GetTensorShape(bias), - tflite::micro::GetTensorData(bias), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output), - tflite::micro::GetTensorShape(nullptr), nullptr); - break; - } - case kTfLiteInt8: { -#if ESP_NN - EvalQuantizedPerChannel(context, node, params, data, input, filter, - bias, output); -#else - reference_integer_ops::ConvPerChannel( - ConvParamsQuantized(params, data.op_data), - data.op_data.per_channel_output_multiplier, - data.op_data.per_channel_output_shift, - tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(filter), - tflite::micro::GetTensorData(filter), - tflite::micro::GetTensorShape(bias), - tflite::micro::GetTensorData(bias), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); -#endif - break; - } - case kTfLiteUInt8: { - //EvalQuantized - reference_ops::Conv(ConvParamsQuantized(params, data.op_data), - tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(filter), - tflite::micro::GetTensorData(filter), - tflite::micro::GetTensorShape(bias), - tflite::micro::GetTensorData(bias), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output), - tflite::micro::GetTensorShape(nullptr), nullptr, - nullptr); - break; - } - default: - TF_LITE_KERNEL_LOG(context, "Type %s (%d) not supported.", - TfLiteTypeGetName(input->type), input->type); - return kTfLiteError; - } - long long time_this_instance = esp_timer_get_time() - start_time; - conv_total_time += time_this_instance; - //printf("time this instance: %llu\n", time_this_instance / 1000); - return kTfLiteOk; -} - -} // namespace - -TfLiteRegistration Register_CONV_2D() { - return tflite::micro::RegisterOp(Init, Prepare, Eval); -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/esp_nn/depthwise_conv.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/esp_nn/depthwise_conv.cc deleted file mode 100644 index a2460248..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/esp_nn/depthwise_conv.cc +++ /dev/null @@ -1,346 +0,0 @@ -/* Copyright 2017 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/micro/kernels/depthwise_conv.h" - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/common.h" -#include "tensorflow/lite/kernels/internal/quantization_util.h" -#include "tensorflow/lite/kernels/internal/reference/depthwiseconv_float.h" -#include "tensorflow/lite/kernels/internal/reference/depthwiseconv_uint8.h" -#include "tensorflow/lite/kernels/internal/reference/integer_ops/depthwise_conv.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/kernels/padding.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" - -#include "freertos/FreeRTOS.h" -#include - -#if ESP_NN -#include -#endif - -long long dc_total_time = 0; - -namespace tflite { -namespace { - -struct NodeData { - OpDataConv op_data; -#if ESP_NN - int buffer_idx; -#endif -}; - -void* Init(TfLiteContext* context, const char* buffer, size_t length) { - TFLITE_DCHECK(context->AllocatePersistentBuffer != nullptr); - return context->AllocatePersistentBuffer(context, sizeof(NodeData)); -} - -#if ESP_NN -inline void EvalQuantizedPerChannel(TfLiteContext* context, TfLiteNode* node, - const TfLiteDepthwiseConvParams& params, - const NodeData& data, - const TfLiteEvalTensor* input, - const TfLiteEvalTensor* filter, - const TfLiteEvalTensor* bias, - TfLiteEvalTensor* output) { - const int dilation_width_factor = params.dilation_width_factor; - const int dilation_height_factor = params.dilation_height_factor; - - if (dilation_width_factor == 1 && dilation_height_factor == 1) { - // Get parameters. - RuntimeShape input_shape = tflite::micro::GetTensorShape(input); - RuntimeShape filter_shape = tflite::micro::GetTensorShape(filter); - RuntimeShape output_shape = tflite::micro::GetTensorShape(output); - RuntimeShape bias_shape = tflite::micro::GetTensorShape(bias); - - TFLITE_DCHECK_EQ(input_shape.DimensionsCount(), 4); - TFLITE_DCHECK_EQ(filter_shape.DimensionsCount(), 4); - TFLITE_DCHECK_EQ(output_shape.DimensionsCount(), 4); - - const int8_t *input_data = tflite::micro::GetTensorData(input); - int8_t *output_data = tflite::micro::GetTensorData(output); - - const int depth_multiplier = params.depth_multiplier; - const int32_t input_offset = -data.op_data.input_zero_point; - const int32_t output_offset = data.op_data.output_zero_point; - const int stride_width = params.stride_width; - const int stride_height = params.stride_height; - const int pad_width = data.op_data.padding.width; - const int pad_height = data.op_data.padding.height; - - const int input_height = input_shape.Dims(1); - const int input_width = input_shape.Dims(2); - const int input_depth = input_shape.Dims(3); - const int filter_height = filter_shape.Dims(1); - const int filter_width = filter_shape.Dims(2); - const int output_height = output_shape.Dims(1); - const int output_width = output_shape.Dims(2); - - // Set min and max value of the output. - const int32_t activation_min = data.op_data.output_activation_min; - const int32_t activation_max = data.op_data.output_activation_max; - - // Consistency check. - TFLITE_DCHECK_LE(activation_min, activation_max); - const int batch_size = MatchingDim(input_shape, 0, output_shape, 0); - const int output_depth = MatchingDim(filter_shape, 3, output_shape, 3); - - TFLITE_DCHECK_EQ(output_depth, input_depth * depth_multiplier); - if (tflite::micro::GetTensorData(bias)) { - TFLITE_DCHECK_EQ(bias_shape.FlatSize(), output_depth); - } - - const int input_size = input_width * input_height * input_depth; - const int output_size = output_width * output_height * output_depth; - void *scratch_buf = NULL; - if (data.buffer_idx > -1) { - scratch_buf = context->GetScratchBuffer(context, data.buffer_idx); - } - - esp_nn_set_depthwise_conv_scratch_buf(scratch_buf); - - data_dims_t input_dims = { - .width = input_width, .height = input_height, - .channels = input_depth, 1 - }; - data_dims_t output_dims = { - .width = output_width, .height = output_height, - .channels = output_depth, 1 - }; - data_dims_t filter_dims = {.width = filter_width, .height = filter_height, 0, 0}; - dw_conv_params_t conv_params = { - .in_offset = input_offset, .out_offset = output_offset, - .ch_mult = depth_multiplier, - .stride = {stride_width, stride_height}, - .padding = {pad_width, pad_height}, .dilation = {0, 0}, - .activation = {activation_min, activation_max} - }; - quant_data_t quant_data = { - .shift = data.op_data.per_channel_output_shift, - .mult = data.op_data.per_channel_output_multiplier - }; - - for (int i_batch = 0; i_batch < batch_size; i_batch++) { - esp_nn_depthwise_conv_s8(&input_dims, input_data + i_batch * input_size, - &filter_dims, tflite::micro::GetTensorData(filter), - tflite::micro::GetTensorData(bias), - &output_dims, output_data + i_batch * output_size, - &conv_params, &quant_data); - } - } else { - reference_integer_ops::DepthwiseConvPerChannel( - DepthwiseConvParamsQuantized(params, data.op_data), - data.op_data.per_channel_output_multiplier, - data.op_data.per_channel_output_shift, - tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(filter), - tflite::micro::GetTensorData(filter), - tflite::micro::GetTensorShape(bias), - tflite::micro::GetTensorData(bias), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - } -} -#endif - -TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) { - TFLITE_DCHECK(node->user_data != nullptr); - TFLITE_DCHECK(node->builtin_data != nullptr); - - NodeData* data = static_cast(node->user_data); - const TfLiteDepthwiseConvParams& params = - *(static_cast(node->builtin_data)); - - MicroContext* micro_context = GetMicroContext(context); - - TfLiteTensor* input = - micro_context->AllocateTempInputTensor(node, kConvInputTensor); - TF_LITE_ENSURE(context, input != nullptr); - TfLiteTensor* filter = - micro_context->AllocateTempInputTensor(node, kConvWeightsTensor); - TF_LITE_ENSURE(context, filter != nullptr); - TfLiteTensor* bias = - micro_context->AllocateTempInputTensor(node, kConvBiasTensor); - TfLiteTensor* output = - micro_context->AllocateTempOutputTensor(node, kConvOutputTensor); - TF_LITE_ENSURE(context, output != nullptr); - - const int input_width = input->dims->data[2]; - const int input_height = input->dims->data[1]; - const int filter_width = filter->dims->data[2]; - const int filter_height = filter->dims->data[1]; - const int output_width = output->dims->data[2]; - const int output_height = output->dims->data[1]; - - // Dynamically allocate per-channel quantization parameters. - const int num_channels = filter->dims->data[kDepthwiseConvQuantizedDimension]; - data->op_data.per_channel_output_multiplier = - static_cast(context->AllocatePersistentBuffer( - context, num_channels * sizeof(int32_t))); - data->op_data.per_channel_output_shift = - static_cast(context->AllocatePersistentBuffer( - context, num_channels * sizeof(int32_t))); - - // All per-channel quantized tensors need valid zero point and scale arrays. - if (input->type == kTfLiteInt8) { - TF_LITE_ENSURE_EQ(context, filter->quantization.type, - kTfLiteAffineQuantization); - - const auto* affine_quantization = - static_cast(filter->quantization.params); - TFLITE_DCHECK(affine_quantization != nullptr); - TFLITE_DCHECK(affine_quantization->scale != nullptr); - TFLITE_DCHECK(affine_quantization->zero_point != nullptr); - - TF_LITE_ENSURE( - context, affine_quantization->scale->size == 1 || - affine_quantization->scale->size == - filter->dims->data[kDepthwiseConvQuantizedDimension]); - - TF_LITE_ENSURE_EQ(context, affine_quantization->scale->size, - affine_quantization->zero_point->size); - } - - TF_LITE_ENSURE_STATUS(CalculateOpDataDepthwiseConv( - context, node, params, input_width, input_height, filter_width, - filter_height, output_width, output_height, input->type, &data->op_data)); - -#if ESP_NN - if (input->type == kTfLiteInt8) { - data_dims_t input_dims = { - .width = input_width, .height = input_height, - .channels = input->dims->data[3], 1 - }; - data_dims_t output_dims = { - .width = output_width, .height = output_height, - .channels = output->dims->data[3], 1 - }; - data_dims_t filter_dims = {.width = filter_width, .height = filter_height, 0, 0}; - dw_conv_params_t conv_params = { - .in_offset = 0, .out_offset = 0, - .ch_mult = params.depth_multiplier, - .stride = {params.stride_width, params.stride_height}, - .padding = {data->op_data.padding.width, data->op_data.padding.height}, - .dilation = {0, 0}, .activation = {-128, 127} - }; - - int scratch_buf_size = esp_nn_get_depthwise_conv_scratch_size( - &input_dims, &filter_dims, &output_dims, &conv_params); - if (scratch_buf_size > 0) { - TF_LITE_ENSURE_STATUS(context->RequestScratchBufferInArena( - context, scratch_buf_size, &data->buffer_idx)); - } else { - data->buffer_idx = -1; - } - } -#endif - - micro_context->DeallocateTempTfLiteTensor(input); - micro_context->DeallocateTempTfLiteTensor(filter); - micro_context->DeallocateTempTfLiteTensor(bias); - micro_context->DeallocateTempTfLiteTensor(output); - - return kTfLiteOk; -} - -TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) { - TFLITE_DCHECK(node->user_data != nullptr); - TFLITE_DCHECK(node->builtin_data != nullptr); - - auto& params = - *(reinterpret_cast(node->builtin_data)); - const NodeData& data = *(static_cast(node->user_data)); - - TfLiteEvalTensor* output = - tflite::micro::GetEvalOutput(context, node, kDepthwiseConvOutputTensor); - const TfLiteEvalTensor* input = - tflite::micro::GetEvalInput(context, node, kDepthwiseConvInputTensor); - const TfLiteEvalTensor* filter = - tflite::micro::GetEvalInput(context, node, kDepthwiseConvWeightsTensor); - const TfLiteEvalTensor* bias = - (NumInputs(node) == 3) - ? tflite::micro::GetEvalInput(context, node, kDepthwiseConvBiasTensor) - : nullptr; - - long long start_time = esp_timer_get_time(); - switch (input->type) { // Already know in/out types are same. - case kTfLiteFloat32: - tflite::reference_ops::DepthwiseConv( - DepthwiseConvParamsFloat(params, data.op_data), - tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(filter), - tflite::micro::GetTensorData(filter), - tflite::micro::GetTensorShape(bias), - tflite::micro::GetTensorData(bias), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - break; - case kTfLiteInt8: -#if ESP_NN - EvalQuantizedPerChannel(context, node, params, data, input, filter, bias, - output); -#else - reference_integer_ops::DepthwiseConvPerChannel( - DepthwiseConvParamsQuantized(params, data.op_data), - data.op_data.per_channel_output_multiplier, - data.op_data.per_channel_output_shift, - tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(filter), - tflite::micro::GetTensorData(filter), - tflite::micro::GetTensorShape(bias), - tflite::micro::GetTensorData(bias), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); -#endif - break; - case kTfLiteUInt8: - //EvalQuantized(context, node, params, &data, input, filter, bias, output); - reference_ops::DepthwiseConv( - DepthwiseConvParamsQuantized(params, data.op_data), - tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(filter), - tflite::micro::GetTensorData(filter), - tflite::micro::GetTensorShape(bias), - tflite::micro::GetTensorData(bias), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - break; - default: - TF_LITE_KERNEL_LOG(context, "Type %s (%d) not supported.", - TfLiteTypeGetName(input->type), input->type); - return kTfLiteError; - } - long long time_this_instance = esp_timer_get_time() - start_time; - dc_total_time += time_this_instance; - // printf("time this instance: %llu\n", time_this_instance / 1000); - - return kTfLiteOk; -} - -} // namespace - -TfLiteRegistration Register_DEPTHWISE_CONV_2D() { - return tflite::micro::RegisterOp(Init, Prepare, Eval); -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/esp_nn/fully_connected.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/esp_nn/fully_connected.cc deleted file mode 100644 index 484cffb6..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/esp_nn/fully_connected.cc +++ /dev/null @@ -1,191 +0,0 @@ -/* Copyright 2020 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/micro/kernels/fully_connected.h" - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/common.h" -#include "tensorflow/lite/kernels/internal/quantization_util.h" -#include "tensorflow/lite/kernels/internal/reference/fully_connected.h" -#include "tensorflow/lite/kernels/internal/reference/integer_ops/fully_connected.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" - -#if ESP_NN -#include -#endif - -#include - -long long fc_total_time = 0; - -namespace tflite { -namespace { - -void* Init(TfLiteContext* context, const char* buffer, size_t length) { - TFLITE_DCHECK(context->AllocatePersistentBuffer != nullptr); - return context->AllocatePersistentBuffer(context, - sizeof(OpDataFullyConnected)); -} - -TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) { - MicroContext* micro_context = GetMicroContext(context); - - TFLITE_DCHECK(node->user_data != nullptr); - TFLITE_DCHECK(node->builtin_data != nullptr); - - auto* data = static_cast(node->user_data); - const auto params = - static_cast(node->builtin_data); - - TfLiteTensor* input = - micro_context->AllocateTempInputTensor(node, kFullyConnectedInputTensor); - TF_LITE_ENSURE(context, input != nullptr); - TfLiteTensor* filter = micro_context->AllocateTempInputTensor( - node, kFullyConnectedWeightsTensor); - TF_LITE_ENSURE(context, filter != nullptr); - TfLiteTensor* bias = - micro_context->AllocateTempInputTensor(node, kFullyConnectedBiasTensor); - TfLiteTensor* output = micro_context->AllocateTempOutputTensor( - node, kFullyConnectedOutputTensor); - TF_LITE_ENSURE(context, output != nullptr); - - TF_LITE_ENSURE_TYPES_EQ(context, input->type, output->type); - TF_LITE_ENSURE_MSG(context, input->type == filter->type, - "Hybrid models are not supported on TFLite Micro."); - - TF_LITE_ENSURE_OK(context, CalculateOpDataFullyConnected( - context, params->activation, input->type, - input, filter, bias, output, data)); - - micro_context->DeallocateTempTfLiteTensor(input); - micro_context->DeallocateTempTfLiteTensor(filter); - if (bias != nullptr) { - micro_context->DeallocateTempTfLiteTensor(bias); - } - micro_context->DeallocateTempTfLiteTensor(output); - return kTfLiteOk; -} - -TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) { - TFLITE_DCHECK(node->builtin_data != nullptr); - const auto* params = - static_cast(node->builtin_data); - - const TfLiteEvalTensor* input = - tflite::micro::GetEvalInput(context, node, kFullyConnectedInputTensor); - const TfLiteEvalTensor* filter = - tflite::micro::GetEvalInput(context, node, kFullyConnectedWeightsTensor); - const TfLiteEvalTensor* bias = - tflite::micro::GetEvalInput(context, node, kFullyConnectedBiasTensor); - TfLiteEvalTensor* output = - tflite::micro::GetEvalOutput(context, node, kFullyConnectedOutputTensor); - - TFLITE_DCHECK(node->user_data != nullptr); - const auto& data = - *(static_cast(node->user_data)); - - long long start_time = esp_timer_get_time(); - // Checks in Prepare ensure input, output and filter types are all the same. - switch (input->type) { - case kTfLiteFloat32: { - tflite::reference_ops::FullyConnected( - FullyConnectedParamsFloat(params->activation), - tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(filter), - tflite::micro::GetTensorData(filter), - tflite::micro::GetTensorShape(bias), - tflite::micro::GetTensorData(bias), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - break; - } - - case kTfLiteInt8: { - const int32_t* bias_data = - nullptr != bias ? tflite::micro::GetTensorData(bias) - : nullptr; -#if ESP_NN - const RuntimeShape& filter_shape = tflite::micro::GetTensorShape(filter); - const RuntimeShape& output_shape = tflite::micro::GetTensorShape(output); - const int filter_dim_count = filter_shape.DimensionsCount(); - const int batches = output_shape.Dims(0); - const int output_depth = output_shape.Dims(1); - TFLITE_DCHECK_LE(output_depth, filter_shape.Dims(filter_dim_count - 2)); - const int accum_depth = filter_shape.Dims(filter_dim_count - 1); - - const int8_t *input_data = tflite::micro::GetTensorData(input); - int8_t *output_data = tflite::micro::GetTensorData(output); - const int8_t *filter_data = tflite::micro::GetTensorData(filter); - - for (int b = 0; b < batches; ++b) { - esp_nn_fully_connected_s8(input_data, -data.input_zero_point, - accum_depth, - filter_data, -data.filter_zero_point, - bias_data, output_data, output_depth, - data.output_zero_point, - data.output_shift, data.output_multiplier, - data.output_activation_min, - data.output_activation_max); - input_data += accum_depth; - output_data += output_depth; - } -#else - tflite::reference_integer_ops::FullyConnected( - FullyConnectedParamsQuantized(data), - tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(filter), - tflite::micro::GetTensorData(filter), - tflite::micro::GetTensorShape(bias), bias_data, - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); -#endif - break; - } - - case kTfLiteUInt8: { - tflite::reference_ops::FullyConnected( - FullyConnectedParamsQuantized(data), - tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(filter), - tflite::micro::GetTensorData(filter), - tflite::micro::GetTensorShape(bias), - tflite::micro::GetTensorData(bias), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - break; - } - default: { - TF_LITE_KERNEL_LOG(context, "Type %s (%d) not supported.", - TfLiteTypeGetName(input->type), input->type); - return kTfLiteError; - } - } - fc_total_time += esp_timer_get_time() - start_time; - return kTfLiteOk; -} - -} // namespace - -TfLiteRegistration Register_FULLY_CONNECTED() { - return tflite::micro::RegisterOp(Init, Prepare, Eval); -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/esp_nn/mul.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/esp_nn/mul.cc deleted file mode 100644 index 02413f5c..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/esp_nn/mul.cc +++ /dev/null @@ -1,124 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/micro/kernels/mul.h" - -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/quantization_util.h" -#include "tensorflow/lite/kernels/internal/reference/integer_ops/mul.h" -#include "tensorflow/lite/kernels/internal/reference/mul.h" -#include "tensorflow/lite/kernels/internal/reference/process_broadcast_shapes.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" -#include "tensorflow/lite/micro/memory_helpers.h" -#include "tensorflow/lite/micro/micro_error_reporter.h" - -#if ESP_NN -#include -#endif - -#include - -long long mul_total_time = 0; - -namespace tflite { -#if ESP_NN -void MulEvalQuantized(TfLiteContext* context, TfLiteNode* node, - const OpDataMul* data, const TfLiteEvalTensor* input1, - const TfLiteEvalTensor* input2, - TfLiteEvalTensor* output) { - tflite::ArithmeticParams op_params = {}; - op_params.quantized_activation_min = data->output_activation_min; - op_params.quantized_activation_max = data->output_activation_max; - op_params.float_activation_max = data->output_activation_max_f32; - op_params.input1_offset = -data->input1_zero_point; - op_params.input2_offset = -data->input2_zero_point; - op_params.output_offset = data->output_zero_point; - op_params.output_multiplier = data->output_multiplier; - op_params.output_shift = data->output_shift; - - bool need_broadcast = reference_ops::ProcessBroadcastShapes( - tflite::micro::GetTensorShape(input1), - tflite::micro::GetTensorShape(input2), &op_params); - - if (need_broadcast) { - reference_integer_ops::BroadcastMul4DSlow( - op_params, tflite::micro::GetTensorShape(input1), - tflite::micro::GetTensorData(input1), - tflite::micro::GetTensorShape(input2), - tflite::micro::GetTensorData(input2), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - } else { - const int8_t *input1_data = tflite::micro::GetTensorData(input1); - const int8_t *input2_data = tflite::micro::GetTensorData(input2); - int8_t *out_data = tflite::micro::GetTensorData(output); - - esp_nn_mul_elementwise_s8(input1_data, input2_data, op_params.input1_offset, - op_params.input2_offset, out_data, op_params.output_offset, - op_params.output_multiplier, op_params.output_shift, - op_params.quantized_activation_min, op_params.quantized_activation_max, - MatchingElementsSize(tflite::micro::GetTensorShape(input1), - tflite::micro::GetTensorShape(input2), - tflite::micro::GetTensorShape(output))); - } -} -#endif - -TfLiteStatus MulEval(TfLiteContext* context, TfLiteNode* node) { - TFLITE_DCHECK(node->builtin_data != nullptr); - auto* params = reinterpret_cast(node->builtin_data); - - TFLITE_DCHECK(node->user_data != nullptr); - const OpDataMul* data = static_cast(node->user_data); - - const TfLiteEvalTensor* input1 = - tflite::micro::GetEvalInput(context, node, kMulInput1Tensor); - const TfLiteEvalTensor* input2 = - tflite::micro::GetEvalInput(context, node, kMulInput2Tensor); - TfLiteEvalTensor* output = - tflite::micro::GetEvalOutput(context, node, kMulOutputTensor); - - long long start_time = esp_timer_get_time(); - switch (input1->type) { - case kTfLiteInt8: -#if ESP_NN - MulEvalQuantized(context, node, data, input1, input2, output); -#else - EvalMulQuantizedReference(context, node, data, input1, input2, output); -#endif - break; - case kTfLiteInt32: - EvalMulQuantizedReference(context, node, data, input1, input2, output); - break; - case kTfLiteFloat32: - EvalMulFloatReference(context, node, params, data, input1, input2, - output); - break; - default: - MicroPrintf("Type %s (%d) not supported.", - TfLiteTypeGetName(input1->type), input1->type); - return kTfLiteError; - } - mul_total_time += esp_timer_get_time() - start_time; - return kTfLiteOk; -} - -TfLiteRegistration Register_MUL() { - return tflite::micro::RegisterOp(MulInit, MulPrepare, MulEval); -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/esp_nn/pooling.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/esp_nn/pooling.cc deleted file mode 100644 index b450929e..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/esp_nn/pooling.cc +++ /dev/null @@ -1,231 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#include "tensorflow/lite/kernels/internal/reference/pooling.h" - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" -#include "tensorflow/lite/micro/kernels/pooling.h" - -#if ESP_NN -#include -#endif - -#include - -long long pooling_total_time = 0; - -namespace tflite { - -namespace { -#if ESP_NN -void AverageEvalQuantized(TfLiteContext* context, const TfLiteNode* node, - const TfLitePoolParams* params, const OpDataPooling* data, - const TfLiteEvalTensor* input, - TfLiteEvalTensor* output) { - - const int stride_height = params->stride_height; - const int stride_width = params->stride_width; - const int filter_height = params->filter_height; - const int filter_width = params->filter_width; - const int activation_min = data->activation_min; - const int activation_max = data->activation_max; - const int pad_height = data->padding.height; - const int pad_width = data->padding.width; - - const RuntimeShape& input_shape = tflite::micro::GetTensorShape(input); - const RuntimeShape& output_shape = tflite::micro::GetTensorShape(output); - TFLITE_DCHECK_LE(activation_min, activation_max); - TFLITE_DCHECK_EQ(input_shape.DimensionsCount(), 4); - TFLITE_DCHECK_EQ(output_shape.DimensionsCount(), 4); - const int batches = MatchingDim(input_shape, 0, output_shape, 0); - const int depth = MatchingDim(input_shape, 3, output_shape, 3); - const int input_height = input_shape.Dims(1); - const int input_width = input_shape.Dims(2); - const int output_height = output_shape.Dims(1); - const int output_width = output_shape.Dims(2); - - const int8_t *input_data = tflite::micro::GetTensorData(input); - int8_t *output_data = tflite::micro::GetTensorData(output); - - const int input_size = input_width * input_height * depth; - const int output_size = output_width * output_height * depth; - - if (depth % 4 == 0) { // S3 version only supports channels multiple of 4 - for (int batch = 0; batch < batches; ++batch) { - esp_nn_avg_pool_s8(input_data, input_width, input_height, - output_data, output_width, output_height, - stride_width, stride_height, - filter_width, filter_height, - pad_width, pad_height, - activation_min, activation_max, depth); - input_data += input_size; - output_data += output_size; - } - } else { - for (int batch = 0; batch < batches; ++batch) { - esp_nn_avg_pool_s8_ansi(input_data, input_width, input_height, - output_data, output_width, output_height, - stride_width, stride_height, - filter_width, filter_height, - pad_width, pad_height, - activation_min, activation_max, depth); - input_data += input_size; - output_data += output_size; - } - } -} - -void MaxEvalQuantized(TfLiteContext* context, TfLiteNode* node, - TfLitePoolParams* params, const OpDataPooling* data, - const TfLiteEvalTensor* input, TfLiteEvalTensor* output) { - - const int stride_height = params->stride_height; - const int stride_width = params->stride_width; - const int filter_height = params->filter_height; - const int filter_width = params->filter_width; - const int activation_min = data->activation_min; - const int activation_max = data->activation_max; - const int pad_height = data->padding.height; - const int pad_width = data->padding.width; - - const RuntimeShape& input_shape = tflite::micro::GetTensorShape(input); - const RuntimeShape& output_shape = tflite::micro::GetTensorShape(output); - TFLITE_DCHECK_LE(activation_min, activation_max); - TFLITE_DCHECK_EQ(input_shape.DimensionsCount(), 4); - TFLITE_DCHECK_EQ(output_shape.DimensionsCount(), 4); - const int batches = MatchingDim(input_shape, 0, output_shape, 0); - const int depth = MatchingDim(input_shape, 3, output_shape, 3); - const int input_height = input_shape.Dims(1); - const int input_width = input_shape.Dims(2); - const int output_height = output_shape.Dims(1); - const int output_width = output_shape.Dims(2); - - const int8_t *input_data = tflite::micro::GetTensorData(input); - int8_t *output_data = tflite::micro::GetTensorData(output); - - const int input_size = input_width * input_height * depth; - const int output_size = output_width * output_height * depth; - if (depth % 4 == 0) { // S3 version only supports channels multiple of 4 - for (int batch = 0; batch < batches; ++batch) { - esp_nn_max_pool_s8(input_data, input_width, input_height, - output_data, output_width, output_height, - stride_width, stride_height, - filter_width, filter_height, - pad_width, pad_height, - activation_min, activation_max, depth); - input_data += input_size; - output_data += output_size; - } - } else { - for (int batch = 0; batch < batches; ++batch) { - esp_nn_max_pool_s8_ansi(input_data, input_width, input_height, - output_data, output_width, output_height, - stride_width, stride_height, - filter_width, filter_height, - pad_width, pad_height, - activation_min, activation_max, depth); - input_data += input_size; - output_data += output_size; - } - } -} -#endif - -TfLiteStatus AverageEval(TfLiteContext* context, TfLiteNode* node) { - TFLITE_DCHECK(node->builtin_data != nullptr); - auto* params = reinterpret_cast(node->builtin_data); - - TFLITE_DCHECK(node->user_data != nullptr); - const OpDataPooling* data = - static_cast(node->user_data); - - const TfLiteEvalTensor* input = - micro::GetEvalInput(context, node, kPoolingInputTensor); - TfLiteEvalTensor* output = - micro::GetEvalOutput(context, node, kPoolingOutputTensor); - - long long start_time = esp_timer_get_time(); - // Inputs and outputs share the same type, guaranteed by the converter. - switch (input->type) { - case kTfLiteFloat32: - AveragePoolingEvalFloat(context, node, params, data, input, output); - break; - case kTfLiteInt8: -#if ESP_NN - AverageEvalQuantized(context, node, params, data, input, output); -#else - AveragePoolingEvalQuantized(context, node, params, data, input, output); -#endif - break; - default: - TF_LITE_KERNEL_LOG(context, "Input type %s is not currently supported", - TfLiteTypeGetName(input->type)); - return kTfLiteError; - } - pooling_total_time += esp_timer_get_time() - start_time; - return kTfLiteOk; -} - -TfLiteStatus MaxEval(TfLiteContext* context, TfLiteNode* node) { - TFLITE_DCHECK(node->builtin_data != nullptr); - auto* params = reinterpret_cast(node->builtin_data); - - TFLITE_DCHECK(node->user_data != nullptr); - const OpDataPooling* data = - static_cast(node->user_data); - - const TfLiteEvalTensor* input = - micro::GetEvalInput(context, node, kPoolingInputTensor); - TfLiteEvalTensor* output = - micro::GetEvalOutput(context, node, kPoolingOutputTensor); - - long long start_time = esp_timer_get_time(); - switch (input->type) { - case kTfLiteFloat32: - MaxPoolingEvalFloat(context, node, params, data, input, output); - break; - case kTfLiteInt8: -#if ESP_NN - MaxEvalQuantized(context, node, params, data, input, output); -#else - MaxPoolingEvalQuantized(context, node, params, data, input, output); -#endif - break; - default: - TF_LITE_KERNEL_LOG(context, "Type %s not currently supported.", - TfLiteTypeGetName(input->type)); - return kTfLiteError; - } - pooling_total_time += esp_timer_get_time() - start_time; - return kTfLiteOk; -} - -void* Init(TfLiteContext* context, const char* buffer, size_t length) { - TFLITE_DCHECK(context->AllocatePersistentBuffer != nullptr); - return context->AllocatePersistentBuffer(context, sizeof(OpDataPooling)); -} - -} // namespace - -TfLiteRegistration Register_AVERAGE_POOL_2D() { - return tflite::micro::RegisterOp(Init, PoolingPrepare, AverageEval); -} - -TfLiteRegistration Register_MAX_POOL_2D() { - return tflite::micro::RegisterOp(Init, PoolingPrepare, MaxEval); -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/esp_nn/softmax.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/esp_nn/softmax.cc deleted file mode 100644 index 9a967839..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/esp_nn/softmax.cc +++ /dev/null @@ -1,208 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/micro/kernels/softmax.h" - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/common.h" -#include "tensorflow/lite/kernels/internal/quantization_util.h" -#include "tensorflow/lite/kernels/internal/reference/softmax.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/kernels/op_macros.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" - -#include "freertos/FreeRTOS.h" -#include - -#if ESP_NN -#include -#endif - -long long softmax_total_time = 0; - -namespace tflite { -namespace { -// Softmax parameter data that persists in user_data -const int kInt16LUTArraySize = 513; - -struct NodeData { - SoftmaxParams op_data; -#if ESP_NN - int buffer_idx; -#endif -}; - -static void* Init(TfLiteContext* context, const char* buffer, size_t length) { - TFLITE_DCHECK(context->AllocatePersistentBuffer != nullptr); - return context->AllocatePersistentBuffer(context, sizeof(NodeData)); -} - -void SoftmaxQuantized(TfLiteContext* context, const TfLiteEvalTensor* input, - TfLiteEvalTensor* output, const NodeData* data) { - if (input->type == kTfLiteInt8) { - if (output->type == kTfLiteInt16) { - tflite::reference_ops::Softmax( - data->op_data, tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - } else { -#if ESP_NN - const int32_t input_beta_multiplier = data->op_data.input_multiplier; - const int32_t input_beta_left_shift = data->op_data.input_left_shift; - const int diff_min = data->op_data.diff_min; - const RuntimeShape input_shape = tflite::micro::GetTensorShape(input); - const RuntimeShape output_shape = tflite::micro::GetTensorShape(output); - const int trailing_dim = input_shape.DimensionsCount() - 1; - const int outer_size = - MatchingFlatSizeSkipDim(input_shape, trailing_dim, output_shape); - const int depth = - MatchingDim(input_shape, trailing_dim, output_shape, trailing_dim); - const int8_t *in_ptr = tflite::micro::GetTensorData(input); - int8_t *out_ptr = tflite::micro::GetTensorData(output); - void *scratch_buf = NULL; - if (data->buffer_idx > -1) { - scratch_buf = context->GetScratchBuffer(context, data->buffer_idx); - } - esp_nn_set_softmax_scratch_buf(scratch_buf); - esp_nn_softmax_s8(in_ptr, outer_size, depth, input_beta_multiplier, - input_beta_left_shift, diff_min, out_ptr); -#else - tflite::reference_ops::Softmax( - data->op_data, tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); -#endif - } - } else { - tflite::reference_ops::SoftmaxInt16( - data->op_data, tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - } -} - -static TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) { - const TfLiteEvalTensor* input = tflite::micro::GetEvalInput(context, node, 0); - TfLiteEvalTensor* output = tflite::micro::GetEvalOutput(context, node, 0); - - TFLITE_DCHECK(node->user_data != nullptr); - NodeData data = *static_cast(node->user_data); - - long long start_time = esp_timer_get_time(); - switch (input->type) { - case kTfLiteFloat32: { - tflite::reference_ops::Softmax( - data.op_data, tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - } - break; - case kTfLiteInt8: - case kTfLiteInt16: { - SoftmaxQuantized(context, input, output, &data); - } - break; - default: - TF_LITE_KERNEL_LOG(context, "Type %s (%d) not supported.", - TfLiteTypeGetName(input->type), input->type); - return kTfLiteError; - } - softmax_total_time += esp_timer_get_time() - start_time; - return kTfLiteOk; -} - -static TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) { - MicroContext* micro_context = GetMicroContext(context); - - TF_LITE_ENSURE_EQ(context, NumInputs(node), 1); - TF_LITE_ENSURE_EQ(context, NumOutputs(node), 1); - TfLiteTensor* input = micro_context->AllocateTempInputTensor(node, 0); - TF_LITE_ENSURE(context, input != nullptr); - TF_LITE_ENSURE(context, NumDimensions(input) >= 1); - TfLiteTensor* output = micro_context->AllocateTempOutputTensor(node, 0); - TF_LITE_ENSURE(context, output != nullptr); - - TF_LITE_ENSURE(context, node->user_data != nullptr); - NodeData* data = static_cast(node->user_data); - // Only allocate LUTs for KTfLiteInt16 data type - if (input->type == kTfLiteInt16) { - void* raw_exp_lut = context->AllocatePersistentBuffer( - context, sizeof(int16_t) * kInt16LUTArraySize); - TF_LITE_ENSURE(context, raw_exp_lut != nullptr); - data->op_data.exp_lut = reinterpret_cast(raw_exp_lut); - void* one_over_one_plus_x_lut = context->AllocatePersistentBuffer( - context, sizeof(int16_t) * kInt16LUTArraySize); - TF_LITE_ENSURE(context, one_over_one_plus_x_lut != nullptr); - data->op_data.one_over_one_plus_x_lut = - reinterpret_cast(one_over_one_plus_x_lut); - } - - if (output->type == kTfLiteInt16) { - TF_LITE_ENSURE(context, - input->type == kTfLiteInt8 || input->type == kTfLiteInt16); - } else { - TF_LITE_ENSURE_EQ(context, input->type, output->type); - } - - // Populate LUT if required - if (input->type == kTfLiteInt16) { - TF_LITE_ENSURE_EQ(context, output->params.zero_point, 0); - // exp LUT only used on negative values - // we consider exp(-10.0) is insignificant to accumulation - gen_lut( - [](float value) { return std::exp(value); }, -10.0f, 0.0f, -1.0f, 1.0f, - data->op_data.exp_lut); - gen_lut( - [](float value) { return 1.0f / (1.0f + value); }, 0.0f, 1.0f, -1.0f, - 1.0f, data->op_data.one_over_one_plus_x_lut); - data->op_data.zero_point = output->params.zero_point; - data->op_data.scale = output->params.scale; - } - - auto* params = static_cast(node->builtin_data); - auto ret_val = - CalculateSoftmaxParams(context, input, output, params, &data->op_data); - -#if ESP_NN - if (output->type == kTfLiteInt8 && input->type == kTfLiteInt8) { - const int32_t input_width = input->dims->data[1]; - const int32_t input_height = input->dims->data[2]; - int scratch_buf_size = esp_nn_get_softmax_scratch_size(input_width, - input_height); - if (scratch_buf_size > 0) { - TF_LITE_ENSURE_STATUS(context->RequestScratchBufferInArena( - context, scratch_buf_size, &data->buffer_idx)); - } - } -#endif - - micro_context->DeallocateTempTfLiteTensor(input); - micro_context->DeallocateTempTfLiteTensor(output); - return ret_val; -} - -} // namespace - -TfLiteRegistration Register_SOFTMAX() { - return tflite::micro::RegisterOp(Init, Prepare, Eval); -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/ethosu.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/ethosu.cc deleted file mode 100644 index c305121e..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/ethosu.cc +++ /dev/null @@ -1,27 +0,0 @@ -/* Copyright 2020 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -// -// This is a stub file for non-Ethos platforms -// -#include "tensorflow/lite/c/common.h" - -namespace tflite { - -TfLiteRegistration* Register_ETHOSU() { return nullptr; } - -const char* GetString_ETHOSU() { return ""; } - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/ethosu.h b/code/components/tflite-lib/tensorflow/lite/micro/kernels/ethosu.h deleted file mode 100644 index cfbb0d3f..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/ethosu.h +++ /dev/null @@ -1,28 +0,0 @@ -/* Copyright 2020 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_MICRO_KERNELS_ETHOSU_H_ -#define TENSORFLOW_LITE_MICRO_KERNELS_ETHOSU_H_ - -#include "tensorflow/lite/c/common.h" - -namespace tflite { - -TfLiteRegistration* Register_ETHOSU(); - -const char* GetString_ETHOSU(); - -} // namespace tflite - -#endif // TENSORFLOW_LITE_MICRO_KERNELS_ETHOSU_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/exp.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/exp.cc deleted file mode 100644 index ae26f636..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/exp.cc +++ /dev/null @@ -1,78 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/kernels/internal/reference/exp.h" - -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" - -namespace tflite { -namespace { - -constexpr int kInputTensor = 0; -constexpr int kOutputTensor = 0; - -TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) { - MicroContext* micro_context = GetMicroContext(context); - - TF_LITE_ENSURE_EQ(context, NumInputs(node), 1); - TF_LITE_ENSURE_EQ(context, NumOutputs(node), 1); - TfLiteTensor* input = - micro_context->AllocateTempInputTensor(node, kInputTensor); - TF_LITE_ENSURE(context, input != nullptr); - TfLiteTensor* output = - micro_context->AllocateTempOutputTensor(node, kOutputTensor); - TF_LITE_ENSURE(context, output != nullptr); - TF_LITE_ENSURE_TYPES_EQ(context, input->type, kTfLiteFloat32); - TF_LITE_ENSURE_TYPES_EQ(context, output->type, input->type); - TF_LITE_ENSURE_EQ(context, output->bytes, input->bytes); - TF_LITE_ENSURE_EQ(context, output->dims->size, input->dims->size); - for (int i = 0; i < output->dims->size; ++i) { - TF_LITE_ENSURE_EQ(context, output->dims->data[i], input->dims->data[i]); - } - micro_context->DeallocateTempTfLiteTensor(input); - micro_context->DeallocateTempTfLiteTensor(output); - - return kTfLiteOk; -} - -TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) { - const TfLiteEvalTensor* input = - tflite::micro::GetEvalInput(context, node, kInputTensor); - TfLiteEvalTensor* output = - tflite::micro::GetEvalOutput(context, node, kOutputTensor); - int flat_size = MatchingFlatSize(tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorShape(output)); - - if (input->type == kTfLiteFloat32) { - reference_ops::Exp(tflite::micro::GetTensorData(input), - static_cast(flat_size), - tflite::micro::GetTensorData(output)); - } else { - TF_LITE_KERNEL_LOG(context, "Type %s (%d) currently not supported by Exp.", - TfLiteTypeGetName(input->type), input->type); - return kTfLiteError; - } - return kTfLiteOk; -} -} // namespace - -TfLiteRegistration Register_EXP() { - return tflite::micro::RegisterOp(nullptr, Prepare, Eval); -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/expand_dims.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/expand_dims.cc deleted file mode 100644 index 4b105bf6..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/expand_dims.cc +++ /dev/null @@ -1,152 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" -#include "tensorflow/lite/micro/micro_utils.h" - -namespace tflite { -namespace { - -constexpr int kInputTensor = 0; -constexpr int kAxisTensor = 1; -constexpr int kOutputTensor = 0; - -TfLiteStatus GetAxisValueFromTensor(TfLiteContext* context, - const TfLiteTensor* axis, - int32_t* axis_value) { - const int axis_dims = (tflite::GetTensorShape(axis)).DimensionsCount(); - if (axis_dims > 1) { - TF_LITE_KERNEL_LOG(context, "Axis has only one element for Expand_Dims.", - axis_dims); - return kTfLiteError; - } - - if (kTfLiteInt32 == (axis->type)) { - const int32_t* axis_ptr = tflite::GetTensorData(axis); - *axis_value = axis_ptr[0]; - return kTfLiteOk; - } else { - TF_LITE_KERNEL_LOG(context, - "Axis type %s (%d) not supported by Expand_Dims.", - TfLiteTypeGetName(axis->type), axis->type); - return kTfLiteError; - } -} - -// Verifies that the output tensor's dimension shape is equivalent to inserting -// a dimension of length 1 at the dimension index axis of input's shape as -// defined in https://www.tensorflow.org/api_docs/python/tf/expand_dims. -TfLiteStatus VerifyTensorDim(TfLiteContext* context, const TfLiteTensor* input, - const TfLiteTensor* axis_tensor, - const TfLiteTensor* output) { - int32_t axis_value = 0; - TF_LITE_ENSURE_OK(context, - GetAxisValueFromTensor(context, axis_tensor, &axis_value)); - - tflite::RuntimeShape input_shape = tflite::GetTensorShape(input); - if (axis_value < 0) { - axis_value = input_shape.DimensionsCount() + 1 + axis_value; - } - TF_LITE_ENSURE(context, axis_value <= input_shape.DimensionsCount()); - - // TFLM only supports fixed dimension tensor and assumes that the output shape - // is fully specified in the model. As such, TFLM directly use the pointer to - // the dimension array in the model buffer. - tflite::RuntimeShape output_shape = tflite::GetTensorShape(output); - - TF_LITE_ENSURE(context, output_shape.DimensionsCount() == - input_shape.DimensionsCount() + 1); - for (int i = 0; i < output_shape.DimensionsCount(); ++i) { - if (i < axis_value) { - TF_LITE_ENSURE(context, output_shape.Dims(i) == input_shape.Dims(i)); - } else if (i == axis_value) { - TF_LITE_ENSURE(context, output_shape.Dims(i) == 1); - } else { - TF_LITE_ENSURE(context, output_shape.Dims(i) == input_shape.Dims(i - 1)); - } - } - return kTfLiteOk; -} - -TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) { - MicroContext* micro_context = GetMicroContext(context); - - TF_LITE_ENSURE_EQ(context, NumInputs(node), 2); - TF_LITE_ENSURE_EQ(context, NumOutputs(node), 1); - TfLiteTensor* input = - micro_context->AllocateTempInputTensor(node, kInputTensor); - TF_LITE_ENSURE(context, input != nullptr); - TfLiteTensor* axis = - micro_context->AllocateTempInputTensor(node, kAxisTensor); - TF_LITE_ENSURE(context, axis != nullptr); - TfLiteTensor* output = - micro_context->AllocateTempOutputTensor(node, kOutputTensor); - TF_LITE_ENSURE(context, output != nullptr); - output->type = input->type; - if (IsDynamicTensor(axis)) { - TF_LITE_KERNEL_LOG(context, - "DynamicTensor is not yet supported by Expand_Dims."); - return kTfLiteError; - } - TF_LITE_ENSURE_OK(context, VerifyTensorDim(context, input, axis, output)); - - micro_context->DeallocateTempTfLiteTensor(input); - micro_context->DeallocateTempTfLiteTensor(axis); - micro_context->DeallocateTempTfLiteTensor(output); - return kTfLiteOk; -} - -template -void memCopyN(T* out, const T* in, const int num_elements) { - for (int i = 0; i < num_elements; ++i) { - out[i] = in[i]; - } -} - -TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) { - const TfLiteEvalTensor* input = - tflite::micro::GetEvalInput(context, node, kInputTensor); - TfLiteEvalTensor* output = - tflite::micro::GetEvalOutput(context, node, kOutputTensor); - const int flat_size = ElementCount(*input->dims); - - switch (input->type) { - case kTfLiteFloat32: { - memCopyN(tflite::micro::GetTensorData(output), - tflite::micro::GetTensorData(input), flat_size); - } break; - case kTfLiteInt8: { - memCopyN(tflite::micro::GetTensorData(output), - tflite::micro::GetTensorData(input), flat_size); - } break; - default: - TF_LITE_KERNEL_LOG( - context, - "Expand_Dims only currently supports int8 and float32, got %d.", - input->type); - return kTfLiteError; - } - return kTfLiteOk; -} -} // namespace - -TfLiteRegistration Register_EXPAND_DIMS() { - return tflite::micro::RegisterOp(nullptr, Prepare, Eval); -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/fill.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/fill.cc deleted file mode 100644 index 9f438b89..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/fill.cc +++ /dev/null @@ -1,141 +0,0 @@ -/* Copyright 2020 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/kernels/internal/reference/fill.h" - -#include - -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" - -namespace tflite { - -namespace { - -template -TfLiteStatus EnsureEqImpl(TfLiteContext* context, const TfLiteIntArray* array, - const TfLiteTensor* tensor) { - for (int i = 0; i < array->size; ++i) { - TF_LITE_ENSURE_EQ(context, array->data[i], GetTensorData(tensor)[i]); - } - return kTfLiteOk; -} - -// Ensure the equality of an int array and a tensor, which must be -// one-dimensional and of an integer type. -TfLiteStatus EnsureEq(TfLiteContext* context, const TfLiteIntArray* array, - const TfLiteTensor* tensor) { - TF_LITE_ENSURE_EQ(context, NumDimensions(tensor), 1); - const auto tensor_len = tensor->dims->data[0]; - TF_LITE_ENSURE_EQ(context, array->size, tensor_len); - - switch (tensor->type) { - case kTfLiteInt8: - return EnsureEqImpl(context, array, tensor); - case kTfLiteInt16: - return EnsureEqImpl(context, array, tensor); - case kTfLiteInt32: - return EnsureEqImpl(context, array, tensor); - case kTfLiteInt64: - return EnsureEqImpl(context, array, tensor); - default: - TF_LITE_KERNEL_LOG(context, - "cannot compare int array to tensor of type %d.", - tensor->type); - return kTfLiteError; - } -} - -constexpr int kDimsTensor = 0; -constexpr int kValueTensor = 1; -constexpr int kOutputTensor = 0; - -TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) { - MicroContext* micro_context = GetMicroContext(context); - - // Ensure inputs and outputs exist. - TfLiteTensor* dims = - micro_context->AllocateTempInputTensor(node, kDimsTensor); - TF_LITE_ENSURE(context, dims != nullptr); - TfLiteTensor* value = - micro_context->AllocateTempInputTensor(node, kValueTensor); - TF_LITE_ENSURE(context, value != nullptr); - TfLiteTensor* output = - micro_context->AllocateTempOutputTensor(node, kOutputTensor); - TF_LITE_ENSURE(context, output != nullptr); - - // The value tensor must be a scalar. - TF_LITE_ENSURE_EQ(context, NumDimensions(value), 0); - - // The value type and output type must match. - TF_LITE_ENSURE_EQ(context, value->type, output->type); - - // The dimension of the output tensor is known in model already. - TFLITE_DCHECK(output->dims != nullptr); - - if (dims->data.data != nullptr) { - // When the dims tensor is specified in model already (i.e. is not an - // activation tensor), the dims tensor must match the output tensor shape. - // As a byproduct, ensures the dims tensor is of an integer type. - TF_LITE_ENSURE_OK(context, EnsureEq(context, output->dims, dims)); - } - - micro_context->DeallocateTempTfLiteTensor(dims); - micro_context->DeallocateTempTfLiteTensor(value); - micro_context->DeallocateTempTfLiteTensor(output); - return kTfLiteOk; -} - -template -void FillImpl(const TfLiteEvalTensor* value, TfLiteEvalTensor* output) { - reference_ops::Fill( - micro::GetTensorShape(value), micro::GetTensorData(value), - micro::GetTensorShape(output), micro::GetTensorData(output)); -} - -TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) { - const TfLiteEvalTensor* value = - micro::GetEvalInput(context, node, kValueTensor); - TfLiteEvalTensor* output = micro::GetEvalOutput(context, node, kOutputTensor); - - switch (value->type) { - case kTfLiteFloat32: - FillImpl(value, output); - break; - case kTfLiteInt32: - FillImpl(value, output); - break; - case kTfLiteInt8: - FillImpl(value, output); - break; - default: - TF_LITE_KERNEL_LOG( - context, "Fill only currently supports float32 for input 1, got %d.", - TfLiteTypeGetName(value->type)); - return kTfLiteError; - } - - return kTfLiteOk; -} - -} // namespace - -TfLiteRegistration Register_FILL() { - return tflite::micro::RegisterOp(nullptr, Prepare, Eval); -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/floor.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/floor.cc deleted file mode 100644 index 6b2a4cc2..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/floor.cc +++ /dev/null @@ -1,50 +0,0 @@ -/* Copyright 2019 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/kernels/internal/reference/floor.h" - -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" - -namespace tflite { -namespace ops { -namespace micro { -namespace floor { - -constexpr int kInputTensor = 0; -constexpr int kOutputTensor = 0; - -TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) { - const TfLiteEvalTensor* input = - tflite::micro::GetEvalInput(context, node, kInputTensor); - TF_LITE_ENSURE_TYPES_EQ(context, input->type, kTfLiteFloat32); - TfLiteEvalTensor* output = - tflite::micro::GetEvalOutput(context, node, kOutputTensor); - reference_ops::Floor(tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - return kTfLiteOk; -} -} // namespace floor - -TfLiteRegistration Register_FLOOR() { - return tflite::micro::RegisterOp(nullptr, nullptr, floor::Eval); -} - -} // namespace micro -} // namespace ops -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/floor_div.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/floor_div.cc deleted file mode 100644 index 333a1eba..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/floor_div.cc +++ /dev/null @@ -1,129 +0,0 @@ -/* Copyright 2020 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/kernels/internal/reference/floor_div.h" - -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/reference/binary_function.h" -#include "tensorflow/lite/kernels/internal/types.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" -#include "tensorflow/lite/micro/micro_utils.h" - -namespace tflite { -namespace { - -// Input/output tensor index. -constexpr int kInputTensor1 = 0; -constexpr int kInputTensor2 = 1; -constexpr int kOutputTensor = 0; - -TfLiteStatus CalculateOpData(TfLiteContext* context, TfLiteNode* node) { - MicroContext* micro_context = GetMicroContext(context); - - TF_LITE_ENSURE_EQ(context, NumInputs(node), 2); - TF_LITE_ENSURE_EQ(context, NumOutputs(node), 1); - - TfLiteTensor* input1 = - micro_context->AllocateTempInputTensor(node, kInputTensor1); - TF_LITE_ENSURE(context, input1 != nullptr); - TfLiteTensor* input2 = - micro_context->AllocateTempInputTensor(node, kInputTensor2); - TF_LITE_ENSURE(context, input2 != nullptr); - TfLiteTensor* output = - micro_context->AllocateTempOutputTensor(node, kOutputTensor); - TF_LITE_ENSURE(context, output != nullptr); - - TF_LITE_ENSURE_TYPES_EQ(context, input1->type, input2->type); - TF_LITE_ENSURE_TYPES_EQ(context, input1->type, output->type); - - micro_context->DeallocateTempTfLiteTensor(input1); - micro_context->DeallocateTempTfLiteTensor(input2); - micro_context->DeallocateTempTfLiteTensor(output); - - return kTfLiteOk; -} - -void* Init(TfLiteContext* context, const char* buffer, size_t length) { - return nullptr; -} - -TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) { - return CalculateOpData(context, node); -} - -template -TfLiteStatus EvalFloorDiv(TfLiteContext* context, - const TfLiteEvalTensor* input1, - const TfLiteEvalTensor* input2, - TfLiteEvalTensor* output) { - const T* denominator_data = tflite::micro::GetTensorData(input2); - - // Validate the denominator. - for (int i = 0; i < tflite::ElementCount(*input2->dims); ++i) { - if (std::equal_to()(denominator_data[i], 0)) { - TF_LITE_KERNEL_LOG(context, "Division by 0"); - return kTfLiteError; - } - } - - bool requires_broadcast = !tflite::micro::HaveSameShapes(input1, input2); - - if (requires_broadcast) { - reference_ops::BroadcastBinaryFunction4DSlow( - tflite::micro::GetTensorShape(input1), - tflite::micro::GetTensorData(input1), - tflite::micro::GetTensorShape(input2), denominator_data, - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output), reference_ops::FloorDiv); - } else { - reference_ops::BinaryFunction( - tflite::micro::GetTensorShape(input1), - tflite::micro::GetTensorData(input1), - tflite::micro::GetTensorShape(input2), denominator_data, - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output), reference_ops::FloorDiv); - } - - return kTfLiteOk; -} - -TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) { - const TfLiteEvalTensor* input1 = - tflite::micro::GetEvalInput(context, node, kInputTensor1); - const TfLiteEvalTensor* input2 = - tflite::micro::GetEvalInput(context, node, kInputTensor2); - TfLiteEvalTensor* output = - tflite::micro::GetEvalOutput(context, node, kOutputTensor); - - switch (input1->type) { - case kTfLiteFloat32: { - return EvalFloorDiv(context, input1, input2, output); - } - default: { - TF_LITE_KERNEL_LOG(context, "Type '%s' is not supported by FLOOR_DIV.", - TfLiteTypeGetName(input1->type)); - return kTfLiteError; - } - } -} - -} // namespace - -TfLiteRegistration Register_FLOOR_DIV() { - return tflite::micro::RegisterOp(Init, Prepare, Eval); -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/floor_mod.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/floor_mod.cc deleted file mode 100644 index 9bb49497..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/floor_mod.cc +++ /dev/null @@ -1,127 +0,0 @@ -/* Copyright 2020 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/kernels/internal/reference/floor_mod.h" - -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/reference/binary_function.h" -#include "tensorflow/lite/kernels/internal/reference/process_broadcast_shapes.h" -#include "tensorflow/lite/kernels/internal/types.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" -#include "tensorflow/lite/micro/micro_utils.h" - -// OLD-TODO(b/117523611): We should factor out a binary_op and put binary ops -// there. -namespace tflite { -namespace { - -// Input/output tensor index. -constexpr int kInputTensor1 = 0; -constexpr int kInputTensor2 = 1; -constexpr int kOutputTensor = 0; - -// OLD-TODO(b/117912880): Support quantization. - -TfLiteStatus CalculateOpData(TfLiteContext* context, TfLiteNode* node) { - MicroContext* micro_context = GetMicroContext(context); - - TF_LITE_ENSURE_EQ(context, NumInputs(node), 2); - TF_LITE_ENSURE_EQ(context, NumOutputs(node), 1); - - TfLiteTensor* input1 = - micro_context->AllocateTempInputTensor(node, kInputTensor1); - TF_LITE_ENSURE(context, input1 != nullptr); - TfLiteTensor* input2 = - micro_context->AllocateTempInputTensor(node, kInputTensor2); - TF_LITE_ENSURE(context, input2 != nullptr); - TfLiteTensor* output = - micro_context->AllocateTempOutputTensor(node, kOutputTensor); - TF_LITE_ENSURE(context, output != nullptr); - - TF_LITE_ENSURE_TYPES_EQ(context, input1->type, input2->type); - TF_LITE_ENSURE_TYPES_EQ(context, input1->type, output->type); - - micro_context->DeallocateTempTfLiteTensor(input1); - micro_context->DeallocateTempTfLiteTensor(input2); - micro_context->DeallocateTempTfLiteTensor(output); - - return kTfLiteOk; -} - -void* Init(TfLiteContext* context, const char* buffer, size_t length) { - return nullptr; -} - -TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) { - return CalculateOpData(context, node); -} - -template -TfLiteStatus EvalFloorMod(TfLiteContext* context, bool requires_broadcast, - const TfLiteEvalTensor* input1, - const TfLiteEvalTensor* input2, - TfLiteEvalTensor* output) { - const T* denominator_data = tflite::micro::GetTensorData(input2); - - if (requires_broadcast) { - reference_ops::BroadcastBinaryFunction4DSlow( - tflite::micro::GetTensorShape(input1), - tflite::micro::GetTensorData(input1), - tflite::micro::GetTensorShape(input2), denominator_data, - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output), reference_ops::FloorMod); - } else { - reference_ops::BinaryFunction( - tflite::micro::GetTensorShape(input1), - tflite::micro::GetTensorData(input1), - tflite::micro::GetTensorShape(input2), denominator_data, - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output), reference_ops::FloorMod); - } - - return kTfLiteOk; -} - -TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) { - const TfLiteEvalTensor* input1 = - tflite::micro::GetEvalInput(context, node, kInputTensor1); - const TfLiteEvalTensor* input2 = - tflite::micro::GetEvalInput(context, node, kInputTensor2); - TfLiteEvalTensor* output = - tflite::micro::GetEvalOutput(context, node, kOutputTensor); - - bool requires_broadcast = !tflite::micro::HaveSameShapes(input1, input2); - - switch (input1->type) { - case kTfLiteFloat32: { - return EvalFloorMod(context, requires_broadcast, input1, input2, - output); - } - default: { - TF_LITE_KERNEL_LOG(context, "Type '%s' is not supported by FLOOR_MOD.", - TfLiteTypeGetName(input1->type)); - return kTfLiteError; - } - } -} - -} // namespace - -TfLiteRegistration Register_FLOOR_MOD() { - return tflite::micro::RegisterOp(Init, Prepare, Eval); -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/fully_connected.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/fully_connected.cc deleted file mode 100644 index a083edd7..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/fully_connected.cc +++ /dev/null @@ -1,158 +0,0 @@ -/* Copyright 2022 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/micro/kernels/fully_connected.h" - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/common.h" -#include "tensorflow/lite/kernels/internal/quantization_util.h" -#include "tensorflow/lite/kernels/internal/reference/fully_connected.h" -#include "tensorflow/lite/kernels/internal/reference/integer_ops/fully_connected.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" - -namespace tflite { -namespace { - -void* Init(TfLiteContext* context, const char* buffer, size_t length) { - TFLITE_DCHECK(context->AllocatePersistentBuffer != nullptr); - return context->AllocatePersistentBuffer(context, - sizeof(OpDataFullyConnected)); -} - -TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) { - MicroContext* micro_context = GetMicroContext(context); - - TFLITE_DCHECK(node->user_data != nullptr); - TFLITE_DCHECK(node->builtin_data != nullptr); - - auto* data = static_cast(node->user_data); - const auto params = - static_cast(node->builtin_data); - - TfLiteTensor* input = - micro_context->AllocateTempInputTensor(node, kFullyConnectedInputTensor); - TF_LITE_ENSURE(context, input != nullptr); - TfLiteTensor* filter = micro_context->AllocateTempInputTensor( - node, kFullyConnectedWeightsTensor); - TF_LITE_ENSURE(context, filter != nullptr); - TfLiteTensor* bias = - micro_context->AllocateTempInputTensor(node, kFullyConnectedBiasTensor); - TfLiteTensor* output = micro_context->AllocateTempOutputTensor( - node, kFullyConnectedOutputTensor); - TF_LITE_ENSURE(context, output != nullptr); - TF_LITE_ENSURE_TYPES_EQ(context, input->type, output->type); - - TF_LITE_ENSURE_OK(context, CalculateOpDataFullyConnected( - context, params->activation, input->type, - input, filter, bias, output, data)); - - micro_context->DeallocateTempTfLiteTensor(input); - micro_context->DeallocateTempTfLiteTensor(filter); - if (bias != nullptr) { - micro_context->DeallocateTempTfLiteTensor(bias); - } - micro_context->DeallocateTempTfLiteTensor(output); - return kTfLiteOk; -} - -TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) { - TFLITE_DCHECK(node->builtin_data != nullptr); - const auto* params = - static_cast(node->builtin_data); - - const TfLiteEvalTensor* input = - tflite::micro::GetEvalInput(context, node, kFullyConnectedInputTensor); - const TfLiteEvalTensor* filter = - tflite::micro::GetEvalInput(context, node, kFullyConnectedWeightsTensor); - const TfLiteEvalTensor* bias = - tflite::micro::GetEvalInput(context, node, kFullyConnectedBiasTensor); - TfLiteEvalTensor* output = - tflite::micro::GetEvalOutput(context, node, kFullyConnectedOutputTensor); - - TFLITE_DCHECK(node->user_data != nullptr); - const auto& data = - *(static_cast(node->user_data)); - - // Checks in Prepare ensure input, output and filter types are all the same. - switch (input->type) { - case kTfLiteFloat32: { - const float* bias_data = - nullptr != bias ? tflite::micro::GetTensorData(bias) : nullptr; - - tflite::reference_ops::FullyConnected( - FullyConnectedParamsFloat(params->activation), - tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(filter), - tflite::micro::GetTensorData(filter), - tflite::micro::GetTensorShape(bias), bias_data, - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - break; - } - - case kTfLiteInt8: { - const int32_t* bias_data = - nullptr != bias ? tflite::micro::GetTensorData(bias) - : nullptr; - - tflite::reference_integer_ops::FullyConnected( - FullyConnectedParamsQuantized(data), - tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(filter), - tflite::micro::GetTensorData(filter), - tflite::micro::GetTensorShape(bias), bias_data, - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - break; - } - - case kTfLiteInt16: { - const int64_t* bias_data = - nullptr != bias ? tflite::micro::GetTensorData(bias) - : nullptr; - - tflite::reference_integer_ops::FullyConnected( - FullyConnectedParamsQuantized(data), - tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(filter), - tflite::micro::GetTensorData(filter), - tflite::micro::GetTensorShape(bias), bias_data, - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - break; - } - - default: { - TF_LITE_KERNEL_LOG(context, "Type %s (%d) not supported.", - TfLiteTypeGetName(input->type), input->type); - return kTfLiteError; - } - } - return kTfLiteOk; -} - -} // namespace - -TfLiteRegistration Register_FULLY_CONNECTED() { - return tflite::micro::RegisterOp(Init, Prepare, Eval); -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/fully_connected.h b/code/components/tflite-lib/tensorflow/lite/micro/kernels/fully_connected.h deleted file mode 100644 index 93026cd5..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/fully_connected.h +++ /dev/null @@ -1,104 +0,0 @@ -/* Copyright 2022 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_MICRO_KERNELS_FULLY_CONNECTED_H_ -#define TENSORFLOW_LITE_MICRO_KERNELS_FULLY_CONNECTED_H_ - -#include - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/types.h" - -namespace tflite { - -struct OpDataFullyConnected { - // The scaling factor from input to output (aka the 'real multiplier') can - // be represented as a fixed point multiplier plus a left shift. - int32_t output_multiplier; - int output_shift; - // The range of the fused activation layer. For example for kNone and - // uint8_t these would be 0 and 255. - int32_t output_activation_min; - int32_t output_activation_max; - // The index of the temporary tensor where the quantized inputs are cached. - int input_quantized_index; - // Cached zero point values of tensors. - int32_t input_zero_point; - int32_t filter_zero_point; - int32_t output_zero_point; -}; - -extern const int kFullyConnectedInputTensor; -extern const int kFullyConnectedWeightsTensor; -extern const int kFullyConnectedBiasTensor; -extern const int kFullyConnectedOutputTensor; - -// Returns a FullyConnectedParams struct with all the parameters needed for a -// float computation. -FullyConnectedParams FullyConnectedParamsFloat( - TfLiteFusedActivation activation); - -// Returns a FullyConnectedParams struct with all the parameters needed for a -// quantized computation. -FullyConnectedParams FullyConnectedParamsQuantized( - const OpDataFullyConnected& op_data); - -TfLiteStatus CalculateOpDataFullyConnected( - TfLiteContext* context, TfLiteFusedActivation activation, - TfLiteType data_type, const TfLiteTensor* input, const TfLiteTensor* filter, - const TfLiteTensor* bias, TfLiteTensor* output, OpDataFullyConnected* data); - -// This is the most generic TfLiteRegistration. The actual supported types may -// still be target dependent. The only requirement is that every implementation -// (reference or optimized) must define this function. -TfLiteRegistration Register_FULLY_CONNECTED(); - -#if defined(CMSIS_NN) || defined(HEXAGON) -// Returns a TfLiteRegistration struct for kernel variant that only supports -// int8. -TfLiteRegistration Register_FULLY_CONNECTED_INT8(); - -#else -// Note that while this block gets used for both reference and optimized kernels -// that do not have any specialized implementations, the only goal here is to -// define fallback implementation that allow reference kernels to still be used -// from applications that call a more specific kernel variant. - -inline TfLiteRegistration Register_FULLY_CONNECTED_INT8() { - return Register_FULLY_CONNECTED(); -} - -#endif - -#if defined(CMSIS_NN) -// Returns a TfLiteRegistration struct for kernel variant that only supports -// int16. -TfLiteRegistration Register_FULLY_CONNECTED_INT16(); - -#else -// Note that while this block gets used for both reference and optimized kernels -// that do not have any specialized implementations, the only goal here is to -// define fallback implementation that allow reference kernels to still be used -// from applications that call a more specific kernel variant. - -inline TfLiteRegistration Register_FULLY_CONNECTED_INT16() { - return Register_FULLY_CONNECTED(); -} - -#endif - -} // namespace tflite - -#endif // TENSORFLOW_LITE_MICRO_KERNELS_FULLY_CONNECTED_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/fully_connected_common.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/fully_connected_common.cc deleted file mode 100644 index e7d0056c..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/fully_connected_common.cc +++ /dev/null @@ -1,83 +0,0 @@ -/* Copyright 2020 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/common.h" -#include "tensorflow/lite/kernels/internal/quantization_util.h" -#include "tensorflow/lite/kernels/internal/reference/fully_connected.h" -#include "tensorflow/lite/kernels/internal/reference/integer_ops/fully_connected.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/micro/kernels/fully_connected.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" - -namespace tflite { - -const int kFullyConnectedInputTensor = 0; -const int kFullyConnectedWeightsTensor = 1; -const int kFullyConnectedBiasTensor = 2; -const int kFullyConnectedOutputTensor = 0; - -FullyConnectedParams FullyConnectedParamsQuantized( - const OpDataFullyConnected& op_data) { - FullyConnectedParams op_params; - op_params.input_offset = -op_data.input_zero_point; - op_params.weights_offset = -op_data.filter_zero_point; - op_params.output_offset = op_data.output_zero_point; - op_params.output_multiplier = op_data.output_multiplier; - op_params.output_shift = op_data.output_shift; - op_params.quantized_activation_min = op_data.output_activation_min; - op_params.quantized_activation_max = op_data.output_activation_max; - return op_params; -} - -FullyConnectedParams FullyConnectedParamsFloat( - TfLiteFusedActivation activation) { - FullyConnectedParams op_params; - CalculateActivationRange(activation, &op_params.float_activation_min, - &op_params.float_activation_max); - return op_params; -} - -TfLiteStatus CalculateOpDataFullyConnected( - TfLiteContext* context, TfLiteFusedActivation activation, - TfLiteType data_type, const TfLiteTensor* input, const TfLiteTensor* filter, - const TfLiteTensor* bias, TfLiteTensor* output, - OpDataFullyConnected* data) { - if (data_type != kTfLiteFloat32) { - double real_multiplier = 0.0; - TF_LITE_ENSURE_STATUS(GetQuantizedConvolutionMultipler( - context, input, filter, bias, output, &real_multiplier)); - QuantizeMultiplier(real_multiplier, &data->output_multiplier, - &data->output_shift); - - data->input_zero_point = input->params.zero_point; - // Filter weights will always be symmetric quantized since we only support - // int8 quantization. See - // https://github.com/tensorflow/tensorflow/issues/44912 for additional - // context. - TFLITE_DCHECK(filter->params.zero_point == 0); - data->filter_zero_point = filter->params.zero_point; - data->output_zero_point = output->params.zero_point; - - return CalculateActivationRangeQuantized(context, activation, output, - &data->output_activation_min, - &data->output_activation_max); - } - return kTfLiteOk; -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/gather.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/gather.cc deleted file mode 100644 index 6035efa7..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/gather.cc +++ /dev/null @@ -1,224 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" -#include "tensorflow/lite/micro/micro_utils.h" - -namespace tflite { -namespace { - -constexpr int kInputTensor = 0; -constexpr int kInputPositions = 1; -constexpr int kOutputTensor = 0; - -template -TfLiteStatus Gather(const TfLiteGatherParams* params, - const TfLiteEvalTensor* input, - const TfLiteEvalTensor* coords, TfLiteEvalTensor* output) { - const InputT* input_data = tflite::micro::GetTensorData(input); - const CoordsT* coords_data = tflite::micro::GetTensorData(coords); - InputT* output_data = tflite::micro::GetTensorData(output); - const TfLiteIntArray* input_dims = input->dims; - const int input_dims_size = input_dims->size; - int axis = params->axis; - if (axis < 0) { - axis += input_dims_size; - } - TFLITE_DCHECK_GE(axis, 0); - TFLITE_DCHECK_LT(axis, input_dims_size); - - int batch_dims = params->batch_dims; - // batch_dims should be in range: [-rank(coords), rank(coords)]. - // Negative batch_dims is added with rank of coords. - const TfLiteIntArray* coords_dims = coords->dims; - const int coords_dims_size = coords_dims->size; - if (batch_dims < 0) { - batch_dims += coords_dims_size; - } - TFLITE_DCHECK_GE(batch_dims, 0); - TFLITE_DCHECK_LT(batch_dims, input_dims_size); - TFLITE_DCHECK_LE(batch_dims, coords_dims_size); - TFLITE_DCHECK_GE(axis, batch_dims); - for (int i = 0; i < batch_dims; ++i) { - TFLITE_DCHECK_EQ(input_dims->data[i], coords_dims->data[i]); - } - - const int axis_size = input_dims->data[axis]; - - int batch_size = 1; - for (int i = 0; i < batch_dims; ++i) { - batch_size *= input_dims->data[i]; - } - int outer_size = 1; - for (int i = batch_dims; i < axis; ++i) { - outer_size *= input_dims->data[i]; - } - int inner_size = 1; - for (int i = axis + 1; i < input_dims_size; ++i) { - inner_size *= input_dims->data[i]; - } - int coord_size = 1; - for (int i = batch_dims; i < coords_dims_size; ++i) { - coord_size *= coords_dims->data[i]; - } - - for (int batch = 0; batch < batch_size; ++batch) { - for (int outer = 0; outer < outer_size; ++outer) { - for (int coord = 0; coord < coord_size; ++coord) { - TFLITE_DCHECK_GE(coords_data[coord], 0); - TFLITE_DCHECK_LT(coords_data[coord], axis_size); - std::memcpy(output_data + - (((batch * outer_size) + outer) * coord_size + coord) * - inner_size, - input_data + (((batch * outer_size) + outer) * axis_size + - coords_data[batch * coord_size + coord]) * - inner_size, - sizeof(InputT) * inner_size); - } - } - } - return kTfLiteOk; -} - -TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) { - MicroContext* micro_context = GetMicroContext(context); - - TF_LITE_ENSURE_EQ(context, NumInputs(node), 2); - TF_LITE_ENSURE_EQ(context, NumOutputs(node), 1); - - const auto* params = - reinterpret_cast(node->builtin_data); - TfLiteTensor* input = - micro_context->AllocateTempInputTensor(node, kInputTensor); - TF_LITE_ENSURE(context, input != nullptr); - TfLiteTensor* coords = - micro_context->AllocateTempInputTensor(node, kInputPositions); - TF_LITE_ENSURE(context, coords != nullptr); - TfLiteTensor* output = - micro_context->AllocateTempOutputTensor(node, kOutputTensor); - TF_LITE_ENSURE(context, output != nullptr); - - switch (coords->type) { - case kTfLiteInt32: - break; - default: - TF_LITE_KERNEL_LOG(context, - "Positions of type '%s' are not supported by gather.", - TfLiteTypeGetName(coords->type)); - return kTfLiteError; - break; - } - - // Assign to output the input type. - output->type = input->type; - - // Check conditions for different types. - switch (input->type) { - case kTfLiteFloat32: - case kTfLiteInt8: - break; - default: - TF_LITE_KERNEL_LOG(context, "Type '%s' is not supported by gather.", - TfLiteTypeGetName(input->type)); - return kTfLiteError; - break; - } - - int axis = params->axis; - if (axis < 0) { - axis += NumDimensions(input); - } - TF_LITE_ENSURE(context, 0 <= axis && axis < NumDimensions(input)); - - int batch_dims = params->batch_dims; - // batch_dims should be in range: [-rank(coords), rank(coords)]. - // Negative batch_dims is added with rank of coords. - if (batch_dims < 0) { - batch_dims += NumDimensions(coords); - } - TF_LITE_ENSURE(context, batch_dims <= axis); - TF_LITE_ENSURE(context, 0 <= batch_dims && batch_dims < NumDimensions(input)); - TF_LITE_ENSURE(context, batch_dims <= NumDimensions(coords)); - for (int i = 0; i < batch_dims; ++i) { - TF_LITE_ENSURE_EQ(context, input->dims->data[i], coords->dims->data[i]); - } - - // GATHER updates the output tensor dimensions, but TfLiteTensor in the - // MicroInterpreter is a temporary allocation. We must therefore relocate the - // dims from the FlatBuffer to the persistant storage arena. - TfLiteEvalTensor* output_eval = - tflite::micro::GetEvalOutput(context, node, kOutputTensor); - TF_LITE_ENSURE_OK(context, tflite::micro::CreateWritableTensorDimsWithCopy( - context, output, output_eval)); - - TfLiteIntArray* output_shape = output->dims; - output_shape->size = - NumDimensions(input) + NumDimensions(coords) - 1 - batch_dims; - int output_index = 0; - for (int i = 0; i < axis; ++i) { - output_shape->data[output_index++] = input->dims->data[i]; - } - for (int i = batch_dims; i < coords->dims->size; ++i) { - output_shape->data[output_index++] = coords->dims->data[i]; - } - for (int i = axis + 1; i < input->dims->size; ++i) { - output_shape->data[output_index++] = input->dims->data[i]; - } - - micro_context->DeallocateTempTfLiteTensor(input); - micro_context->DeallocateTempTfLiteTensor(coords); - micro_context->DeallocateTempTfLiteTensor(output); - - return kTfLiteOk; -} - -TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) { - const auto* params = - reinterpret_cast(node->builtin_data); - const TfLiteEvalTensor* input = - tflite::micro::GetEvalInput(context, node, kInputTensor); - const TfLiteEvalTensor* coords = - tflite::micro::GetEvalInput(context, node, kInputPositions); - TfLiteEvalTensor* output = - tflite::micro::GetEvalOutput(context, node, kOutputTensor); - - if (coords->type == kTfLiteInt32) { - switch (input->type) { - case kTfLiteFloat32: - return Gather(params, input, coords, output); - break; - case kTfLiteInt8: - return Gather(params, input, coords, output); - break; - default: - TF_LITE_KERNEL_LOG(context, "Type '%s' is not supported by gather.", - TfLiteTypeGetName(input->type)); - return kTfLiteError; - break; - } - } - return kTfLiteOk; -} -} // namespace - -TfLiteRegistration Register_GATHER() { - return tflite::micro::RegisterOp(nullptr, Prepare, Eval); -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/gather_nd.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/gather_nd.cc deleted file mode 100644 index 4327177d..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/gather_nd.cc +++ /dev/null @@ -1,210 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" -#include "tensorflow/lite/micro/micro_utils.h" - -namespace tflite { -namespace { - -constexpr int kParams = 0; -constexpr int kIndices = 1; -constexpr int kOutputTensor = 0; -constexpr int MAX_INDICES_ND = 5; - -TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) { - MicroContext* micro_context = GetMicroContext(context); - - TF_LITE_ENSURE_EQ(context, NumInputs(node), 2); - TF_LITE_ENSURE_EQ(context, NumOutputs(node), 1); - - TfLiteTensor* params = micro_context->AllocateTempInputTensor(node, kParams); - TF_LITE_ENSURE(context, params != nullptr); - TfLiteTensor* indices = - micro_context->AllocateTempInputTensor(node, kIndices); - TF_LITE_ENSURE(context, indices != nullptr); - TfLiteTensor* output = - micro_context->AllocateTempOutputTensor(node, kOutputTensor); - TF_LITE_ENSURE(context, output != nullptr); - - switch (params->type) { - case kTfLiteFloat32: - case kTfLiteInt8: - break; - default: - TF_LITE_KERNEL_LOG(context, - "Params of type '%s' are not supported by gather_nd.", - TfLiteTypeGetName(params->type)); - return kTfLiteError; - break; - } - switch (indices->type) { - case kTfLiteInt32: - break; - default: - TF_LITE_KERNEL_LOG(context, - "Indices of type '%s' are not supported by gather_nd.", - TfLiteTypeGetName(indices->type)); - return kTfLiteError; - } - - const int params_rank = NumDimensions(params); - const int indices_rank = NumDimensions(indices); - const int indices_nd = SizeOfDimension(indices, indices_rank - 1); - if (params_rank < 1) { - TF_LITE_KERNEL_LOG(context, "Params must be at least a vector."); - return kTfLiteError; - } - if (indices_rank < 1) { - TF_LITE_KERNEL_LOG(context, "Indices must be at least a vector."); - return kTfLiteError; - } - if (indices_nd > params_rank) { - TF_LITE_KERNEL_LOG( - context, "Index innermost dimension length must be <= params rank."); - return kTfLiteError; - } - if (indices_nd > MAX_INDICES_ND) { - TF_LITE_KERNEL_LOG(context, - "Index innermost dimension length must not exceed %d.", - MAX_INDICES_ND); - return kTfLiteError; - } - - // Assign to output the input type. - output->type = params->type; - - // TFLM gather_nd does not create the output tensor, but it needs to ensure - // that the output shape is correct. The result shape is - // indices.shape[:-1] + params.shape[indices.shape[-1]:] - TfLiteIntArray* output_shape = output->dims; - int output_index = 0; - for (int i = 0; i < indices_rank - 1; ++i) { - output_shape->data[output_index++] = indices->dims->data[i]; - } - for (int i = indices_nd; i < params_rank; ++i) { - output_shape->data[output_index++] = params->dims->data[i]; - } - output_shape->size = output_index; - - micro_context->DeallocateTempTfLiteTensor(params); - micro_context->DeallocateTempTfLiteTensor(indices); - micro_context->DeallocateTempTfLiteTensor(output); - return kTfLiteOk; -} - -template -TfLiteStatus GatherNd(const TfLiteEvalTensor* params, - const TfLiteEvalTensor* indices, - TfLiteEvalTensor* output) { - const int indices_dims = indices->dims->size; - const int indices_nd = indices->dims->data[indices_dims - 1]; - const int params_dims = params->dims->size; - const IndicesT* index_data = tflite::micro::GetTensorData(indices); - const ParamsT* param_data = tflite::micro::GetTensorData(params); - ParamsT* output_data = tflite::micro::GetTensorData(output); - - int n_slices = 1; - for (int i = 0; i < indices_dims - 1; ++i) { - n_slices *= indices->dims->data[i]; - } - - // If indices[-1] == params.rank, fetch single elements. - // If indices[-1] < params.rank, fetch slices. - int slice_size = 1; - for (int i = indices_nd; i < params_dims; ++i) { - slice_size *= params->dims->data[i]; - } - - int params_flat_size = ElementCount(*params->dims); - int remain_flat_size = params_flat_size; - - // Number of elements per dimension - int dims_to_count[MAX_INDICES_ND]; - for (int i = 0; i < indices_nd; ++i) { - dims_to_count[i] = remain_flat_size / params->dims->data[i]; - remain_flat_size = dims_to_count[i]; - } - - for (int i = 0; i < n_slices; ++i) { - int from_pos = 0; - for (int j = 0; j < indices_nd; ++j) { - int offset = i * indices_nd + j; - IndicesT index = index_data[offset]; - from_pos += index * dims_to_count[j]; - } - if (from_pos < 0 || from_pos + slice_size > params_flat_size) { - return kTfLiteError; - } - std::memcpy(output_data + i * slice_size, param_data + from_pos, - sizeof(ParamsT) * slice_size); - } - return kTfLiteOk; -} - -template -TfLiteStatus EvalGatherNd(TfLiteContext* context, - const TfLiteEvalTensor* params, - const TfLiteEvalTensor* indices, - TfLiteEvalTensor* output) { - TfLiteStatus status = kTfLiteError; - switch (params->type) { - case kTfLiteFloat32: - status = GatherNd(params, indices, output); - break; - case kTfLiteInt8: - status = GatherNd(params, indices, output); - break; - default: - TF_LITE_KERNEL_LOG(context, - "Params type '%s' are not supported by gather_nd.", - TfLiteTypeGetName(params->type)); - return kTfLiteError; - } - if (status != kTfLiteOk) { - TF_LITE_KERNEL_LOG(context, "gather_nd index out of bounds"); - } - return status; -} - -TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) { - const TfLiteEvalTensor* params = - tflite::micro::GetEvalInput(context, node, kParams); - const TfLiteEvalTensor* indices = - tflite::micro::GetEvalInput(context, node, kIndices); - TfLiteEvalTensor* output = - tflite::micro::GetEvalOutput(context, node, kOutputTensor); - - switch (indices->type) { - case kTfLiteInt32: - return EvalGatherNd(context, params, indices, output); - break; - default: - TF_LITE_KERNEL_LOG(context, - "Indices of type '%s' are not supported by gather_nd.", - TfLiteTypeGetName(indices->type)); - return kTfLiteError; - } -} -} // namespace - -TfLiteRegistration Register_GATHER_ND() { - return tflite::micro::RegisterOp(nullptr, Prepare, Eval); -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/hard_swish.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/hard_swish.cc deleted file mode 100644 index 055e12e6..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/hard_swish.cc +++ /dev/null @@ -1,75 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/kernels/internal/reference/hard_swish.h" - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/common.h" -#include "tensorflow/lite/kernels/internal/quantization_util.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/kernels/internal/types.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/kernels/op_macros.h" -#include "tensorflow/lite/micro/kernels/hard_swish.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" -#include "tensorflow/lite/micro/micro_error_reporter.h" -#include "tensorflow/lite/micro/micro_utils.h" - -namespace tflite { -namespace { -void* HardSwishInit(TfLiteContext* context, const char* buffer, size_t length) { - TFLITE_DCHECK(context->AllocatePersistentBuffer != nullptr); - return context->AllocatePersistentBuffer(context, sizeof(HardSwishParams)); -} - -TfLiteStatus HardSwishEval(TfLiteContext* context, TfLiteNode* node) { - const TfLiteEvalTensor* input = - tflite::micro::GetEvalInput(context, node, kHardSwishInputTensor); - TfLiteEvalTensor* output = - tflite::micro::GetEvalOutput(context, node, kHardSwishOutputTensor); - HardSwishParams* params = static_cast(node->user_data); - - switch (input->type) { - case kTfLiteFloat32: { - tflite::reference_ops::HardSwish( - tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - } break; - case kTfLiteInt8: { - tflite::reference_ops::HardSwish( - *params, tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - } break; - default: { - MicroPrintf("Unsupported type %s", TfLiteTypeGetName(input->type)); - return kTfLiteError; - } - } - return kTfLiteOk; -} - -} // namespace - -TfLiteRegistration Register_HARD_SWISH() { - return tflite::micro::RegisterOp(HardSwishInit, tflite::HardSwishPrepare, - HardSwishEval); -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/hard_swish.h b/code/components/tflite-lib/tensorflow/lite/micro/kernels/hard_swish.h deleted file mode 100644 index 3ffe60dc..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/hard_swish.h +++ /dev/null @@ -1,30 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#ifndef TENSORFLOW_LITE_MICRO_KERNELS_HARD_SWISH_H_ -#define TENSORFLOW_LITE_MICRO_KERNELS_HARD_SWISH_H_ - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" - -namespace tflite { - -extern const int kHardSwishInputTensor; -extern const int kHardSwishOutputTensor; - -TfLiteStatus HardSwishPrepare(TfLiteContext* context, TfLiteNode* node); -} // namespace tflite - -#endif // TENSORFLOW_LITE_MICRO_KERNELS_HARD_SWISH_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/hard_swish_common.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/hard_swish_common.cc deleted file mode 100644 index 8f846522..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/hard_swish_common.cc +++ /dev/null @@ -1,86 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/common.h" -#include "tensorflow/lite/kernels/internal/quantization_util.h" -#include "tensorflow/lite/kernels/internal/reference/hard_swish.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/kernels/internal/types.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/kernels/op_macros.h" -#include "tensorflow/lite/micro/kernels/hard_swish.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" -#include "tensorflow/lite/micro/micro_utils.h" - -namespace tflite { - -const int kHardSwishInputTensor = 0; -const int kHardSwishOutputTensor = 0; - -TfLiteStatus HardSwishPrepare(TfLiteContext* context, TfLiteNode* node) { - MicroContext* micro_context = GetMicroContext(context); - - TFLITE_DCHECK(node->user_data != nullptr); - TF_LITE_ENSURE_EQ(context, NumInputs(node), 1); - TF_LITE_ENSURE_EQ(context, NumOutputs(node), 1); - - TfLiteTensor* input = - micro_context->AllocateTempInputTensor(node, kHardSwishInputTensor); - TF_LITE_ENSURE(context, input != nullptr); - TfLiteTensor* output = - micro_context->AllocateTempOutputTensor(node, kHardSwishOutputTensor); - TF_LITE_ENSURE(context, output != nullptr); - - if (input->type == kTfLiteInt8) { - HardSwishParams* params = static_cast(node->user_data); - - params->input_zero_point = input->params.zero_point; - params->output_zero_point = output->params.zero_point; - - const float input_scale = input->params.scale; - const float hires_input_scale = (1.0f / 128.0f) * input_scale; - const float reluish_scale = 3.0f / 32768.0f; - const float output_scale = output->params.scale; - - const double output_multiplier = - static_cast(hires_input_scale / output_scale); - int32_t output_multiplier_fixedpoint_int32; - QuantizeMultiplier(output_multiplier, &output_multiplier_fixedpoint_int32, - ¶ms->output_multiplier_exponent); - DownScaleInt32ToInt16Multiplier( - output_multiplier_fixedpoint_int32, - ¶ms->output_multiplier_fixedpoint_int16); - - TF_LITE_ENSURE(context, params->output_multiplier_exponent <= 0); - - const double reluish_multiplier = - static_cast(hires_input_scale / reluish_scale); - int32_t reluish_multiplier_fixedpoint_int32; - QuantizeMultiplier(reluish_multiplier, &reluish_multiplier_fixedpoint_int32, - ¶ms->reluish_multiplier_exponent); - DownScaleInt32ToInt16Multiplier( - reluish_multiplier_fixedpoint_int32, - ¶ms->reluish_multiplier_fixedpoint_int16); - } - - micro_context->DeallocateTempTfLiteTensor(input); - micro_context->DeallocateTempTfLiteTensor(output); - - return kTfLiteOk; -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/if.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/if.cc deleted file mode 100644 index 39eca8b4..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/if.cc +++ /dev/null @@ -1,121 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include - -#include - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/compatibility.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" -#include "tensorflow/lite/micro/memory_helpers.h" -#include "tensorflow/lite/micro/micro_context.h" -#include "tensorflow/lite/micro/micro_graph.h" -#include "tensorflow/lite/schema/schema_generated.h" - -namespace tflite { - -namespace { - -struct OpData { - int then_subgraph_index; - int else_subgraph_index; -}; - -void* Init(TfLiteContext* context, const char* buffer, size_t length) { - TFLITE_DCHECK(context->AllocatePersistentBuffer != nullptr); - return context->AllocatePersistentBuffer(context, sizeof(OpData)); -} - -TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) { - OpData* op_data = reinterpret_cast(node->user_data); - const auto* params = - reinterpret_cast(node->builtin_data); - op_data->then_subgraph_index = params->then_subgraph_index; - op_data->else_subgraph_index = params->else_subgraph_index; - - TF_LITE_ENSURE(context, node->inputs->size > 0); - - // The first input is the condition. - tflite::MicroContext* micro_context = tflite::GetMicroContext(context); - TfLiteTensor* cond = micro_context->AllocateTempInputTensor(node, 0); - - TF_LITE_ENSURE(context, cond != nullptr); - TF_LITE_ENSURE_EQ(context, cond->type, kTfLiteBool); - TF_LITE_ENSURE_EQ(context, NumElements(cond), 1); - - micro_context->DeallocateTempTfLiteTensor(cond); - - // The first input of the node is the condition. The rest of inputs are - // passed to the branch subgraphs. Therefore, the number of subgraph inputs - // will be the number of node inputs - 1. - size_t num_inputs = node->inputs->size - 1; - size_t num_outputs = node->outputs->size; - - MicroGraph& graph_info = micro_context->graph(); - - TF_LITE_ENSURE(context, - op_data->then_subgraph_index < graph_info.NumSubgraphs()); - TF_LITE_ENSURE(context, - op_data->else_subgraph_index < graph_info.NumSubgraphs()); - - TF_LITE_ENSURE_EQ(context, num_inputs, - graph_info.NumSubgraphInputs(op_data->then_subgraph_index)); - TF_LITE_ENSURE_EQ( - context, num_outputs, - graph_info.NumSubgraphOutputs(op_data->then_subgraph_index)); - - return kTfLiteOk; -} - -TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) { - const OpData* op_data = reinterpret_cast(node->user_data); - - tflite::MicroContext* micro_context = tflite::GetMicroContext(context); - TfLiteTensor* cond = micro_context->AllocateTempInputTensor(node, 0); - - TF_LITE_ENSURE(context, cond != nullptr); - bool cond_value = cond->data.b[0]; - micro_context->DeallocateTempTfLiteTensor(cond); - - MicroGraph* graph_info = µ_context->graph(); - // Currently we copy the input / output between the subgraphs. - int active_branch_subgraph_index = - cond_value ? op_data->then_subgraph_index : op_data->else_subgraph_index; - - TF_LITE_ENSURE_OK(context, - tflite::micro::CopyOpInputsToSubgraphInputs( - context, node, graph_info, active_branch_subgraph_index, - /*first_tensor_idx=*/1)); - - TF_LITE_ENSURE_OK(context, - graph_info->InvokeSubgraph(active_branch_subgraph_index)); - - TF_LITE_ENSURE_OK( - context, tflite::micro::CopySubgraphOutputsToOpOutputs( - context, node, graph_info, active_branch_subgraph_index)); - - return kTfLiteOk; -} - -} // namespace. - -TfLiteRegistration Register_IF() { - return tflite::micro::RegisterOp(Init, Prepare, Eval); -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/kernel_runner.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/kernel_runner.cc deleted file mode 100644 index dd4c14f4..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/kernel_runner.cc +++ /dev/null @@ -1,110 +0,0 @@ -/* Copyright 2020 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/micro/kernels/kernel_runner.h" - -#include "tensorflow/lite/micro/arena_allocator/single_arena_buffer_allocator.h" -#include "tensorflow/lite/micro/micro_arena_constants.h" -#include "tensorflow/lite/micro/micro_error_reporter.h" -#include "tensorflow/lite/micro/test_helpers.h" - -namespace tflite { -namespace micro { - -// TODO(b/161841696): Consider moving away from global arena buffers: -constexpr int KernelRunner::kKernelRunnerBufferSize_; -uint8_t KernelRunner::kKernelRunnerBuffer_[]; - -void ClearBufferApi(TfLiteContext* context_) { - context_->GetScratchBuffer = nullptr; - context_->GetExternalContext = nullptr; - context_->AllocatePersistentBuffer = nullptr; - context_->RequestScratchBufferInArena = nullptr; -} - -KernelRunner::KernelRunner(const TfLiteRegistration& registration, - TfLiteTensor* tensors, int tensors_size, - TfLiteIntArray* inputs, TfLiteIntArray* outputs, - void* builtin_data, TfLiteIntArray* intermediates) - : registration_(registration), - allocator_(SingleArenaBufferAllocator::Create(GetMicroErrorReporter(), - kKernelRunnerBuffer_, - kKernelRunnerBufferSize_)), - mock_micro_graph_(allocator_), - fake_micro_context_(tensors, allocator_, &mock_micro_graph_) { - // Prepare TfLiteContext: - context_.impl_ = static_cast(&fake_micro_context_); - context_.ReportError = MicroContextReportOpError; - context_.recommended_num_threads = 1; - context_.GetTensor = MicroContextGetTensor; - context_.GetEvalTensor = MicroContextGetEvalTensor; - tflite::micro::ClearBufferApi(&context_); - context_.AllocatePersistentBuffer = MicroContextAllocatePersistentBuffer; - - context_.recommended_num_threads = 0; - - // Prepare TfLiteNode: - node_.inputs = inputs; - node_.outputs = outputs; - node_.builtin_data = builtin_data; - node_.intermediates = intermediates; -} - -bool KernelRunner::ValidateTempBufferDeallocated() { - return fake_micro_context_.IsAllTempTfLiteTensorDeallocated(); -} - -TfLiteStatus KernelRunner::InitAndPrepare(const char* init_data, - size_t length) { - if (registration_.init) { - tflite::micro::ClearBufferApi(&context_); - context_.AllocatePersistentBuffer = MicroContextAllocatePersistentBuffer; - node_.user_data = registration_.init(&context_, init_data, length); - } - - TF_LITE_ENSURE(&context_, ValidateTempBufferDeallocated()); - - if (registration_.prepare) { - tflite ::micro::ClearBufferApi(&context_); - context_.AllocatePersistentBuffer = MicroContextAllocatePersistentBuffer; - context_.RequestScratchBufferInArena = - MicroContextRequestScratchBufferInArena; - context_.GetExternalContext = MicroContextGetExternalContext; - TF_LITE_ENSURE_STATUS(registration_.prepare(&context_, &node_)); - } - - TF_LITE_ENSURE(&context_, ValidateTempBufferDeallocated()); - - return kTfLiteOk; -} - -TfLiteStatus KernelRunner::Invoke() { - tflite::micro::ClearBufferApi(&context_); - context_.GetScratchBuffer = MicroContextGetScratchBuffer; - - if (registration_.invoke == nullptr) { - MicroPrintf("TfLiteRegistration missing invoke function pointer!"); - return kTfLiteError; - } - - TF_LITE_ENSURE_STATUS(registration_.invoke(&context_, &node_)); - - TF_LITE_ENSURE(&context_, ValidateTempBufferDeallocated()); - - return kTfLiteOk; -} - -} // namespace micro -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/kernel_runner.h b/code/components/tflite-lib/tensorflow/lite/micro/kernels/kernel_runner.h deleted file mode 100644 index 4482b70e..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/kernel_runner.h +++ /dev/null @@ -1,76 +0,0 @@ -/* Copyright 2020 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#ifndef TENSORFLOW_LITE_MICRO_KERNELS_KERNEL_RUNNER_H_ -#define TENSORFLOW_LITE_MICRO_KERNELS_KERNEL_RUNNER_H_ - -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/compatibility.h" -#include "tensorflow/lite/micro/arena_allocator/single_arena_buffer_allocator.h" -#include "tensorflow/lite/micro/fake_micro_context.h" -#include "tensorflow/lite/micro/mock_micro_graph.h" - -namespace tflite { -namespace micro { - -// Helper class to perform a simulated kernel (i.e. TfLiteRegistration) -// lifecycle (init, prepare, invoke). All internal allocations are handled by -// this class. Simply pass in the registration, list of required tensors, inputs -// array, outputs array, and any pre-builtin data. Calling Invoke() will -// automatically walk the kernel and outputs will be ready on the TfLiteTensor -// output provided during construction. -class KernelRunner { - public: - KernelRunner(const TfLiteRegistration& registration, TfLiteTensor* tensors, - int tensors_size, TfLiteIntArray* inputs, - TfLiteIntArray* outputs, void* builtin_data, - TfLiteIntArray* intermediates = nullptr); - - // Calls init and prepare on the kernel (i.e. TfLiteRegistration) struct. Any - // exceptions will be DebugLog'd and returned as a status code. - TfLiteStatus InitAndPrepare(const char* init_data = nullptr, - size_t length = 0); - - // Calls init, prepare, and invoke on a given TfLiteRegistration pointer. - // After successful invoke, results will be available in the output tensor as - // passed into the constructor of this class. - TfLiteStatus Invoke(); - - // Returns a pointer to the internal MockMicroGraph which KernelRunner uses - // to stub out MicroGraph methods and track invocations on each subgraph. - MockMicroGraph* GetMockGraph() { return &mock_micro_graph_; } - - // Returns true if all temp buffer in tests are deallocated. - // TODO(b/209453859): move this function to private after deallocation checks - // are enabled for all kernel tests. - bool ValidateTempBufferDeallocated(); - - private: - static constexpr int kKernelRunnerBufferSize_ = 10000; - static uint8_t kKernelRunnerBuffer_[kKernelRunnerBufferSize_]; - - TfLiteContext context_ = {}; - TfLiteNode node_ = {}; - const TfLiteRegistration& registration_; - - SingleArenaBufferAllocator* allocator_; - MockMicroGraph mock_micro_graph_; - FakeMicroContext fake_micro_context_; -}; - -} // namespace micro -} // namespace tflite - -#endif // TENSORFLOW_LITE_MICRO_KERNELS_KERNEL_RUNNER_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/kernel_util.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/kernel_util.cc deleted file mode 100644 index 91c0bc91..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/kernel_util.cc +++ /dev/null @@ -1,218 +0,0 @@ -/* Copyright 2020 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/micro/kernels/kernel_util.h" - -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/micro/memory_helpers.h" - -namespace tflite { -namespace micro { - -namespace { - -int ValidateTensorIndexing(const TfLiteContext* context, int index, - int max_size, const int* tensor_indices) { - if (index >= 0 && index < max_size) { - const int tensor_index = tensor_indices[index]; - if (tensor_index != kTfLiteOptionalTensor) { - return tensor_index; - } - } - return -1; -} - -} // namespace - -TfLiteRegistration RegisterOp( - void* (*init)(TfLiteContext* context, const char* buffer, size_t length), - TfLiteStatus (*prepare)(TfLiteContext* context, TfLiteNode* node), - TfLiteStatus (*invoke)(TfLiteContext* context, TfLiteNode* node)) { - return {/*init=*/init, - /*free=*/nullptr, - /*prepare=*/prepare, - /*invoke=*/invoke, - /*profiling_string=*/nullptr, - /*builtin_code=*/0, - /*custom_name=*/nullptr, - /*version=*/0, - /*registration_external=*/nullptr}; -} - -// Returns a mutable tensor for a given input index. is_variable must be checked -// during prepare when the full TfLiteTensor is available. -TfLiteEvalTensor* GetMutableEvalInput(const TfLiteContext* context, - const TfLiteNode* node, int index) { - TFLITE_DCHECK(context != nullptr); - TFLITE_DCHECK(node != nullptr); - const int tensor_index = ValidateTensorIndexing( - context, index, node->inputs->size, node->inputs->data); - - if (tensor_index < 0) { - return nullptr; - } - - return context->GetEvalTensor(context, node->inputs->data[index]); -} - -// Returns the TfLiteEvalTensor struct for a given input index in a node. -const TfLiteEvalTensor* GetEvalInput(const TfLiteContext* context, - const TfLiteNode* node, int index) { - return GetMutableEvalInput(context, node, index); -} - -// Returns the TfLiteEvalTensor struct for a given output index in a node. -TfLiteEvalTensor* GetEvalOutput(const TfLiteContext* context, - const TfLiteNode* node, int index) { - TFLITE_DCHECK(context != nullptr); - TFLITE_DCHECK(node != nullptr); - return context->GetEvalTensor(context, node->outputs->data[index]); -} - -bool HaveSameShapes(const TfLiteEvalTensor* input1, - const TfLiteEvalTensor* input2) { - TFLITE_DCHECK(input1 != nullptr); - TFLITE_DCHECK(input2 != nullptr); - return TfLiteIntArrayEqual(input1->dims, input2->dims); -} - -const RuntimeShape GetTensorShape(const TfLiteEvalTensor* tensor) { - if (tensor == nullptr || tensor->dims == nullptr) { - return RuntimeShape(); - } - TfLiteIntArray* dims = tensor->dims; - const int dims_size = dims->size; - const int32_t* dims_data = reinterpret_cast(dims->data); - return RuntimeShape(dims_size, dims_data); -} - -PaddingType RuntimePaddingType(TfLitePadding padding) { - switch (padding) { - case TfLitePadding::kTfLitePaddingSame: - return PaddingType::kSame; - case TfLitePadding::kTfLitePaddingValid: - return PaddingType::kValid; - case TfLitePadding::kTfLitePaddingUnknown: - default: - return PaddingType::kNone; - } -} - -// Relocate tensor dims from FlatBuffer to the persistent storage arena. -// The old dims data is copied to the new storage area. -// The tensor and eval_tensor must be the same tensor. -// Only use during Prepare phase. -TfLiteStatus CreateWritableTensorDimsWithCopy(TfLiteContext* context, - TfLiteTensor* tensor, - TfLiteEvalTensor* eval_tensor) { - TF_LITE_ENSURE(context, tensor != nullptr); - TF_LITE_ENSURE(context, eval_tensor != nullptr); - TF_LITE_ENSURE(context, context->AllocatePersistentBuffer != nullptr); - int ranks = tensor->dims->size; - size_t alloc_size = TfLiteIntArrayGetSizeInBytes(ranks); - TfLiteIntArray* new_dims = static_cast( - context->AllocatePersistentBuffer(context, alloc_size)); - TfLiteIntArray* old_dims = tensor->dims; - new_dims->size = ranks; - tensor->dims = new_dims; - eval_tensor->dims = new_dims; - for (int i = 0; i < ranks; i++) { - new_dims->data[i] = old_dims->data[i]; - } - - return kTfLiteOk; -} - -// Verify that both tensors have the same type and size, then return the size -// of both tensors in bytes if they are the same, or -1 if they are different. -size_t ValidateAndGetTensorSizes(const TfLiteEvalTensor* tensor1, - const TfLiteEvalTensor* tensor2) { - TFLITE_DCHECK(tensor1->type == tensor2->type); - size_t tensor1_size = 0; - size_t tensor2_size = 0; - TfLiteEvalTensorByteLength(tensor1, &tensor1_size); - TfLiteEvalTensorByteLength(tensor2, &tensor2_size); - return (tensor1_size == tensor2_size) ? tensor1_size : -1; -} - -TfLiteStatus CopyOpInputsToOpOutputs(TfLiteContext* context, TfLiteNode* node) { - TF_LITE_ENSURE(context, node->inputs->size == node->outputs->size); - for (int i = 0; i < node->inputs->size; i++) { - const TfLiteEvalTensor* input = - tflite::micro::GetEvalInput(context, node, i); - TfLiteEvalTensor* output = tflite::micro::GetEvalOutput(context, node, i); - int bytes = ValidateAndGetTensorSizes(input, output); - TF_LITE_ENSURE(context, bytes >= 0); - memcpy(output->data.raw, input->data.raw, bytes); - } - return kTfLiteOk; -} - -TfLiteStatus CopyOpInputsToSubgraphInputs(TfLiteContext* context, - TfLiteNode* node, - MicroGraph* graph_info, - int subgraph_idx, - int first_tensor_idx) { - TF_LITE_ENSURE(context, - static_cast(node->inputs->size - first_tensor_idx) == - graph_info->NumSubgraphInputs(subgraph_idx)); - for (int i = 0; i < node->inputs->size - first_tensor_idx; i++) { - const TfLiteEvalTensor* input = - tflite::micro::GetEvalInput(context, node, i + first_tensor_idx); - TfLiteEvalTensor* subgraph_input = - graph_info->GetSubgraphInput(subgraph_idx, i); - int bytes = ValidateAndGetTensorSizes(input, subgraph_input); - TF_LITE_ENSURE(context, bytes >= 0); - memcpy(subgraph_input->data.raw, input->data.raw, bytes); - } - return kTfLiteOk; -} - -TfLiteStatus CopyOpOutputsToSubgraphInputs(TfLiteContext* context, - TfLiteNode* node, - MicroGraph* graph_info, - int subgraph_idx) { - TF_LITE_ENSURE(context, static_cast(node->outputs->size) == - graph_info->NumSubgraphInputs(subgraph_idx)); - for (int i = 0; i < node->outputs->size; i++) { - TfLiteEvalTensor* output = tflite::micro::GetEvalOutput(context, node, i); - TfLiteEvalTensor* subgraph_input = - graph_info->GetSubgraphInput(subgraph_idx, i); - int bytes = ValidateAndGetTensorSizes(output, subgraph_input); - TF_LITE_ENSURE(context, bytes >= 0); - memcpy(subgraph_input->data.raw, output->data.raw, bytes); - } - return kTfLiteOk; -} - -TfLiteStatus CopySubgraphOutputsToOpOutputs(TfLiteContext* context, - TfLiteNode* node, - MicroGraph* graph_info, - int subgraph_idx) { - TF_LITE_ENSURE(context, static_cast(node->outputs->size) == - graph_info->NumSubgraphOutputs(subgraph_idx)); - for (int i = 0; i < node->outputs->size; i++) { - TfLiteEvalTensor* output = tflite::micro::GetEvalOutput(context, node, i); - TfLiteEvalTensor* subgraph_output = - graph_info->GetSubgraphOutput(subgraph_idx, i); - int bytes = ValidateAndGetTensorSizes(output, subgraph_output); - TF_LITE_ENSURE(context, bytes >= 0); - memcpy(output->data.raw, subgraph_output->data.raw, bytes); - } - return kTfLiteOk; -} - -} // namespace micro -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/kernel_util.h b/code/components/tflite-lib/tensorflow/lite/micro/kernels/kernel_util.h deleted file mode 100644 index d6f20c72..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/kernel_util.h +++ /dev/null @@ -1,123 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#ifndef TENSORFLOW_LITE_MICRO_KERNELS_KERNEL_UTIL_H_ -#define TENSORFLOW_LITE_MICRO_KERNELS_KERNEL_UTIL_H_ - -#include - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/compatibility.h" -#include "tensorflow/lite/kernels/internal/types.h" -#include "tensorflow/lite/micro/micro_context.h" - -namespace tflite { -namespace micro { - -TfLiteRegistration RegisterOp( - void* (*init)(TfLiteContext* context, const char* buffer, size_t length), - TfLiteStatus (*prepare)(TfLiteContext* context, TfLiteNode* node), - TfLiteStatus (*invoke)(TfLiteContext* context, TfLiteNode* node)); - -// Returns a mutable tensor for a given input index. is_variable must be checked -// during prepare when the full TfLiteTensor is available. -TfLiteEvalTensor* GetMutableEvalInput(const TfLiteContext* context, - const TfLiteNode* node, int index); - -// Returns the TfLiteEvalTensor struct for a given input index in a node. -const TfLiteEvalTensor* GetEvalInput(const TfLiteContext* context, - const TfLiteNode* node, int index); - -// Returns the TfLiteEvalTensor struct for a given output index in a node. -TfLiteEvalTensor* GetEvalOutput(const TfLiteContext* context, - const TfLiteNode* node, int index); - -// Returns data for a TfLiteEvalTensor struct that are expected to exist. -template -T* GetTensorData(TfLiteEvalTensor* tensor) { - TFLITE_DCHECK(tensor != nullptr); - return reinterpret_cast(tensor->data.raw); -} - -// Returns const data for a TfLiteEvalTensor struct that are expected to exist. -template -const T* GetTensorData(const TfLiteEvalTensor* tensor) { - TFLITE_DCHECK(tensor != nullptr); - return reinterpret_cast(tensor->data.raw); -} - -// Returns data for a TfLiteEvalTensor struct that could be null. -template -T* GetOptionalTensorData(TfLiteEvalTensor* tensor) { - return tensor == nullptr ? nullptr : reinterpret_cast(tensor->data.raw); -} - -// Returns const data for a TfLiteEvalTensor struct that could be null. -template -const T* GetOptionalTensorData(const TfLiteEvalTensor* tensor) { - return tensor == nullptr ? nullptr - : reinterpret_cast(tensor->data.raw); -} - -// Returns the shape of a TfLiteEvalTensor struct. -const RuntimeShape GetTensorShape(const TfLiteEvalTensor* tensor); - -// Return true if the given tensors have the same shape. -bool HaveSameShapes(const TfLiteEvalTensor* input1, - const TfLiteEvalTensor* input2); - -PaddingType RuntimePaddingType(TfLitePadding padding); - -// Relocate tensor dims from FlatBuffer to the persistent storage arena. -// The old dims data is copied to the new storage area. -// The tensor and eval_tensor must be the same tensor. -// Only use during Prepare phase. -TfLiteStatus CreateWritableTensorDimsWithCopy(TfLiteContext* context, - TfLiteTensor* tensor, - TfLiteEvalTensor* eval_tensor); - -// Copy all op input tensors to op output tensors. Requires all op input tensor -// shapes and types to be identical to op output tensor shapes and types. -TfLiteStatus CopyOpInputsToOpOutputs(TfLiteContext* context, TfLiteNode* node); - -// Copy all op input tensors to subgraph input tensors. Requires all op input -// tensor shapes and types to be identical to subgraph input tensor shapes and -// types. -TfLiteStatus CopyOpInputsToSubgraphInputs(TfLiteContext* context, - TfLiteNode* node, - MicroGraph* graph_info, - int subgraph_idx, - int first_tensor_idx); - -// Copy all op output tensors to subgraph input tensors. Requires all op output -// tensor shapes and types to be identical to subgraph input tensor shapes and -// types. -TfLiteStatus CopyOpOutputsToSubgraphInputs(TfLiteContext* context, - TfLiteNode* node, - MicroGraph* graph_info, - int subgraph_idx); - -// Copy all subgraph output tensors to op outputs. Requires all subgraph output -// tensor shapes and types to be identical to op output tensor shapes and types. -TfLiteStatus CopySubgraphOutputsToOpOutputs(TfLiteContext* context, - TfLiteNode* node, - MicroGraph* graph_info, - int subgraph_idx); - -} // namespace micro -} // namespace tflite - -#endif // TENSORFLOW_LITE_MICRO_KERNELS_KERNEL_UTIL_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/l2_pool_2d.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/l2_pool_2d.cc deleted file mode 100644 index 2b2a27bf..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/l2_pool_2d.cc +++ /dev/null @@ -1,142 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#include -#include - -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/reference/pooling.h" -#include "tensorflow/lite/kernels/internal/types.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/kernels/padding.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" - -namespace tflite { -namespace { - -// Input/output tensor index. -constexpr int kInputTensor = 0; -constexpr int kOutputTensor = 0; - -// required rank for input/output tensor shape -constexpr int kTensorShapeRank = 4; - -// input/output tensor shape rank associations -enum { kBatchRank = 0, kHeightRank, kWidthRank, kChannelRank }; - -TfLiteStatus L2Prepare(TfLiteContext* context, TfLiteNode* node) { - MicroContext* micro_context = GetMicroContext(context); - - auto* params = static_cast(node->builtin_data); - - TF_LITE_ENSURE_EQ(context, NumInputs(node), 1); - TF_LITE_ENSURE_EQ(context, NumOutputs(node), 1); - TfLiteTensor* output = - micro_context->AllocateTempOutputTensor(node, kOutputTensor); - TF_LITE_ENSURE(context, output != nullptr); - TfLiteTensor* input = - micro_context->AllocateTempInputTensor(node, kInputTensor); - TF_LITE_ENSURE(context, input != nullptr); - TF_LITE_ENSURE_EQ(context, NumDimensions(input), kTensorShapeRank); - TF_LITE_ENSURE_EQ(context, NumDimensions(output), kTensorShapeRank); - TF_LITE_ENSURE_TYPES_EQ(context, input->type, output->type); - - int batches = SizeOfDimension(input, kBatchRank); - int height = SizeOfDimension(input, kHeightRank); - int width = SizeOfDimension(input, kWidthRank); - int channels_out = SizeOfDimension(input, kChannelRank); - - // Matching GetWindowedOutputSize in TensorFlow. - auto padding = params->padding; - int out_width, out_height; - - params->computed.padding = ComputePaddingHeightWidth( - params->stride_height, params->stride_width, 1, 1, height, width, - params->filter_height, params->filter_width, padding, &out_height, - &out_width); - - // We currently don't have a quantized implementation of L2Pool - TF_LITE_ENSURE_TYPES_EQ(context, input->type, kTfLiteFloat32); - - // We must update the output tensor dimensions. - // The dims storage is expected to be the same area in memory - // for both TfLiteTensor and TfLiteEvalTensor. This is important - // because TfLiteTensor in the MicroInterpreter is a temporary - // allocation. For the KernelRunner interpreter, TfLiteEvalTensor - // is a temporary allocation. We must therefore relocate the dims - // from the FlatBuffer to the persistant storage arena. - TfLiteEvalTensor* output_eval = - tflite::micro::GetEvalOutput(context, node, kOutputTensor); - TF_LITE_ENSURE_OK(context, tflite::micro::CreateWritableTensorDimsWithCopy( - context, output, output_eval)); - output->dims->data[kBatchRank] = batches; - output->dims->data[kHeightRank] = out_height; - output->dims->data[kWidthRank] = out_width; - output->dims->data[kChannelRank] = channels_out; - - micro_context->DeallocateTempTfLiteTensor(output); - micro_context->DeallocateTempTfLiteTensor(input); - - return kTfLiteOk; -} - -void L2EvalFloat(const TfLitePoolParams& params, const TfLiteEvalTensor& input, - tflite::PoolParams* op_params, TfLiteEvalTensor* output) { - float activation_min, activation_max; - CalculateActivationRange(params.activation, &activation_min, &activation_max); - - op_params->float_activation_min = activation_min; - op_params->float_activation_max = activation_max; - reference_ops::L2Pool(*op_params, tflite::micro::GetTensorShape(&input), - tflite::micro::GetTensorData(&input), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); -} - -TfLiteStatus L2Eval(TfLiteContext* context, TfLiteNode* node) { - auto* params = static_cast(node->builtin_data); - - TfLiteEvalTensor* output = - tflite::micro::GetEvalOutput(context, node, kOutputTensor); - const TfLiteEvalTensor* input = - tflite::micro::GetEvalInput(context, node, kInputTensor); - - tflite::PoolParams op_params; - op_params.stride_height = params->stride_height; - op_params.stride_width = params->stride_width; - op_params.filter_height = params->filter_height; - op_params.filter_width = params->filter_width; - op_params.padding_values.height = params->computed.padding.height; - op_params.padding_values.width = params->computed.padding.width; - - switch (input->type) { // Already know in/out types are same. - case kTfLiteFloat32: - L2EvalFloat(*params, *input, &op_params, output); - break; - default: - TF_LITE_KERNEL_LOG(context, - "L2_POOL_2D only supports float32 currently, got %s.", - TfLiteTypeGetName(input->type)); - return kTfLiteError; - } - return kTfLiteOk; -} - -} // namespace - -TfLiteRegistration Register_L2_POOL_2D() { - return tflite::micro::RegisterOp(nullptr, L2Prepare, L2Eval); -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/l2norm.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/l2norm.cc deleted file mode 100644 index 45858e78..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/l2norm.cc +++ /dev/null @@ -1,147 +0,0 @@ -/* Copyright 2017 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/portable_tensor.h" -#include "tensorflow/lite/kernels/internal/reference/integer_ops/l2normalization.h" -#include "tensorflow/lite/kernels/internal/reference/l2normalization.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" - -namespace tflite { -namespace ops { -namespace micro { -namespace l2norm { - -namespace { - -// This file has two implementation of L2Norm. -enum KernelType { - kReference, - kGenericOptimized, -}; - -constexpr int kInputTensor = 0; -constexpr int kOutputTensor = 0; - -} // namespace - -TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) { - TFLITE_DCHECK(node->user_data != nullptr); - TFLITE_DCHECK(node->builtin_data != nullptr); - - auto* params = reinterpret_cast(node->builtin_data); - L2NormalizationParams* data = - static_cast(node->user_data); - - TF_LITE_ENSURE_EQ(context, NumInputs(node), 1); - TF_LITE_ENSURE_EQ(context, NumOutputs(node), 1); - - MicroContext* micro_context = GetMicroContext(context); - - TfLiteTensor* input = - micro_context->AllocateTempInputTensor(node, kInputTensor); - TF_LITE_ENSURE(context, input != nullptr); - TfLiteTensor* output = - micro_context->AllocateTempOutputTensor(node, kOutputTensor); - TF_LITE_ENSURE(context, output != nullptr); - TF_LITE_ENSURE(context, NumDimensions(input) <= 4); - - TF_LITE_ENSURE(context, - output->type == kTfLiteFloat32 || output->type == kTfLiteInt8); - TF_LITE_ENSURE_TYPES_EQ(context, input->type, output->type); - - if (output->type == kTfLiteInt8) { - data->input_zero_point = input->params.zero_point; - } else if (output->type == kTfLiteFloat32) { - data->input_zero_point = 0; - } - - // Our implementations don't currently support activations. - TF_LITE_ENSURE_EQ(context, params->activation, kTfLiteActNone); - - micro_context->DeallocateTempTfLiteTensor(input); - micro_context->DeallocateTempTfLiteTensor(output); - return kTfLiteOk; -} - -void* Init(TfLiteContext* context, const char* buffer, size_t length) { - TFLITE_DCHECK(context->AllocatePersistentBuffer != nullptr); - return context->AllocatePersistentBuffer(context, - sizeof(L2NormalizationParams)); -} - -TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) { - TFLITE_DCHECK(node->user_data != nullptr); - const L2NormalizationParams& data = - *(static_cast(node->user_data)); - - const TfLiteEvalTensor* input = - tflite::micro::GetEvalInput(context, node, kInputTensor); - TfLiteEvalTensor* output = - tflite::micro::GetEvalOutput(context, node, kOutputTensor); - - // TODO(b/143912164): instead of hardcode the epsilon here, we should read it - // from tensorflow, i.e., adding a params. - // We don't compute epsilon for quantized kernel: - // - // epsilon_float = (epsilon_quant - zp) * scale - // so - // espsilon_quant = epsilon_float / scale + zp - // We know epsilon_float is just a very small number to avoid division by - // zero error, and scale is > 1, so the integer value of epsilon for quant - // is just dominated by the zero point. - // Also, GetInvSqrtQuantizedMultiplierExp handles the scenario where the sum - // of input value squared is zero case well. - // So we don't even need to do handle the epsilon for quantized kernel case. - const float epsilon = 1e-6f; - if (output->type == kTfLiteFloat32) { - reference_ops::L2Normalization(data, tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output), - epsilon); - } else if (output->type == kTfLiteInt8) { - const auto input_shape = tflite::micro::GetTensorShape(input); - const auto output_shape = tflite::micro::GetTensorShape(output); - const int trailing_dim = input_shape.DimensionsCount() - 1; - const int depth = - MatchingDim(input_shape, trailing_dim, output_shape, trailing_dim); - const int outer_size = - MatchingFlatSizeSkipDim(input_shape, trailing_dim, output_shape); - reference_integer_ops::L2Normalization( - data.input_zero_point, outer_size, depth, - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorData(output)); - } else { - TF_LITE_KERNEL_LOG(context, "Output type is %s, requires float.", - TfLiteTypeGetName(output->type)); - return kTfLiteError; - } - - return kTfLiteOk; -} - -} // namespace l2norm - -TfLiteRegistration Register_L2NORM_REF() { - return tflite::micro::RegisterOp(l2norm::Init, l2norm::Prepare, l2norm::Eval); -} - -TfLiteRegistration Register_L2_NORMALIZATION() { return Register_L2NORM_REF(); } - -} // namespace micro -} // namespace ops -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/leaky_relu.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/leaky_relu.cc deleted file mode 100644 index 96c1b1b1..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/leaky_relu.cc +++ /dev/null @@ -1,95 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/kernels/internal/reference/leaky_relu.h" - -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/quantization_util.h" -#include "tensorflow/lite/kernels/internal/reference/process_broadcast_shapes.h" -#include "tensorflow/lite/kernels/internal/types.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" -#include "tensorflow/lite/micro/kernels/leaky_relu.h" -#include "tensorflow/lite/micro/micro_error_reporter.h" - -namespace tflite { - -template -void QuantizeLeakyRelu(const LeakyReluOpData& data, - const TfLiteEvalTensor* input, - TfLiteEvalTensor* output) { - LeakyReluParams op_params = {}; - - op_params.input_offset = data.input_zero_point; - op_params.output_offset = data.output_zero_point; - op_params.output_multiplier_alpha = data.output_multiplier_alpha; - op_params.output_shift_alpha = data.output_shift_alpha; - op_params.output_multiplier_identity = data.output_multiplier_identity; - op_params.output_shift_identity = data.output_shift_identity; - reference_ops::QuantizeLeakyRelu(op_params, - tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); -} - -void* LeakyReluInit(TfLiteContext* context, const char* buffer, size_t length) { - TFLITE_DCHECK(context->AllocatePersistentBuffer != nullptr); - return context->AllocatePersistentBuffer(context, sizeof(LeakyReluOpData)); -} - -TfLiteStatus LeakyReluEval(TfLiteContext* context, TfLiteNode* node) { - const TfLiteEvalTensor* input = - tflite::micro::GetEvalInput(context, node, kInputTensor); - TfLiteEvalTensor* output = - tflite::micro::GetEvalOutput(context, node, kOutputTensor); - const LeakyReluOpData& data = *static_cast(node->user_data); - - switch (input->type) { - case kTfLiteFloat32: { - LeakyReluParams op_params = {}; - const auto* params = - static_cast(node->builtin_data); - - op_params.alpha = params->alpha; - reference_ops::LeakyRelu(op_params, tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - return kTfLiteOk; - } break; - case kTfLiteInt8: { - QuantizeLeakyRelu(data, input, output); - return kTfLiteOk; - } break; - case kTfLiteInt16: { - QuantizeLeakyRelu(data, input, output); - return kTfLiteOk; - } break; - default: - MicroPrintf("Only float32, int8 are supported by LEAKY_RELU, got %s.", - TfLiteTypeGetName(input->type)); - return kTfLiteError; - } - - return kTfLiteError; -} - -TfLiteRegistration Register_LEAKY_RELU() { - return tflite::micro::RegisterOp(LeakyReluInit, LeakyReluPrepare, - LeakyReluEval); -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/leaky_relu.h b/code/components/tflite-lib/tensorflow/lite/micro/kernels/leaky_relu.h deleted file mode 100644 index dfcd6e93..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/leaky_relu.h +++ /dev/null @@ -1,43 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#ifndef TENSORFLOW_LITE_MICRO_KERNELS_LEAKY_RELU_H_ -#define TENSORFLOW_LITE_MICRO_KERNELS_LEAKY_RELU_H_ - -#include "tensorflow/lite/c/common.h" - -namespace tflite { - -// Input/output tensor index. -extern const int kInputTensor; -extern const int kOutputTensor; - -struct LeakyReluOpData { - // quantization parameters - int32_t output_multiplier_alpha; - int32_t output_shift_alpha; - int32_t output_multiplier_identity; - int32_t output_shift_identity; - int32_t input_zero_point; - int32_t output_zero_point; -}; - -TfLiteStatus CalculateOpDataLeakyRelu(TfLiteContext* context, TfLiteNode* node); - -TfLiteStatus LeakyReluPrepare(TfLiteContext* context, TfLiteNode* node); - -} // namespace tflite - -#endif // TENSORFLOW_LITE_MICRO_KERNELS_LEAKY_RELU_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/leaky_relu_common.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/leaky_relu_common.cc deleted file mode 100644 index 3d1ffebb..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/leaky_relu_common.cc +++ /dev/null @@ -1,78 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/quantization_util.h" -#include "tensorflow/lite/kernels/internal/reference/leaky_relu.h" -#include "tensorflow/lite/kernels/internal/reference/process_broadcast_shapes.h" -#include "tensorflow/lite/kernels/internal/types.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" -#include "tensorflow/lite/micro/kernels/leaky_relu.h" - -namespace tflite { - -// Input/output tensor index. -const int kInputTensor = 0; -const int kOutputTensor = 0; - -TfLiteStatus CalculateOpDataLeakyRelu(TfLiteContext* context, - TfLiteNode* node) { - MicroContext* micro_context = GetMicroContext(context); - - TF_LITE_ENSURE_EQ(context, NumInputs(node), 1); - TF_LITE_ENSURE_EQ(context, NumOutputs(node), 1); - TfLiteTensor* input = - micro_context->AllocateTempInputTensor(node, kInputTensor); - TF_LITE_ENSURE(context, input != nullptr); - TfLiteTensor* output = - micro_context->AllocateTempOutputTensor(node, kOutputTensor); - TF_LITE_ENSURE(context, output != nullptr); - TF_LITE_ENSURE_TYPES_EQ(context, input->type, output->type); - - if (output->type == kTfLiteInt8 || output->type == kTfLiteInt16) { - LeakyReluOpData* data = static_cast(node->user_data); - const auto* params = - static_cast(node->builtin_data); - - data->input_zero_point = input->params.zero_point; - data->output_zero_point = output->params.zero_point; - - int output_shift_alpha; - double alpha_multiplier = static_cast( - input->params.scale * params->alpha / output->params.scale); - QuantizeMultiplier(alpha_multiplier, &data->output_multiplier_alpha, - &output_shift_alpha); - data->output_shift_alpha = static_cast(output_shift_alpha); - - int output_shift_identity; - double identity_multiplier = - static_cast(input->params.scale / output->params.scale); - QuantizeMultiplier(identity_multiplier, &data->output_multiplier_identity, - &output_shift_identity); - data->output_shift_identity = static_cast(output_shift_identity); - } - - micro_context->DeallocateTempTfLiteTensor(input); - micro_context->DeallocateTempTfLiteTensor(output); - - return kTfLiteOk; -} - -TfLiteStatus LeakyReluPrepare(TfLiteContext* context, TfLiteNode* node) { - return CalculateOpDataLeakyRelu(context, node); -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/log_softmax.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/log_softmax.cc deleted file mode 100644 index 5fd87612..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/log_softmax.cc +++ /dev/null @@ -1,148 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#include "tensorflow/lite/kernels/internal/reference/log_softmax.h" - -#include -#include - -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/quantization_util.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/kernels/internal/types.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" - -namespace tflite { -namespace { - -// used only with quantized data -struct LogSoftmaxOpData { - int32_t input_multiplier; - int32_t input_left_shift; - int32_t reverse_scaling_divisor; - int32_t reverse_scaling_right_shift; - int diff_min; - size_t outer_size; // number of tensor elements skipping computation axis - size_t depth; // number of tensor elements on computation axis -}; - -// input/output tensor index -constexpr int kInputTensor = 0; -constexpr int kOutputTensor = 0; - -TfLiteStatus CalculateOpData(TfLiteContext* context, TfLiteNode* node) { - MicroContext* micro_context = GetMicroContext(context); - - TF_LITE_ENSURE_EQ(context, NumInputs(node), 1); - TF_LITE_ENSURE_EQ(context, NumOutputs(node), 1); - TfLiteTensor* input = - micro_context->AllocateTempInputTensor(node, kInputTensor); - TF_LITE_ENSURE(context, input != nullptr); - TfLiteTensor* output = - micro_context->AllocateTempOutputTensor(node, kOutputTensor); - TF_LITE_ENSURE(context, output != nullptr); - TF_LITE_ENSURE_TYPES_EQ(context, input->type, output->type); - - TF_LITE_ENSURE(context, HaveSameShapes(input, output)); - - if (input->type == kTfLiteInt8) { - node->user_data = - context->AllocatePersistentBuffer(context, sizeof(LogSoftmaxOpData)); - auto data = static_cast(node->user_data); - - // quantization datum - constexpr int32_t kOutputZeroPoint = 127; - constexpr float kOutputScale = 16.0 / 256; - constexpr double kBeta = 1.0; - constexpr int kScaledDiffIntegerBits = 5; - - TF_LITE_ENSURE(context, output->params.scale == kOutputScale); - TF_LITE_ENSURE(context, output->params.zero_point == kOutputZeroPoint); - - int input_left_shift; - int reverse_scaling_right_shift; - tflite::PreprocessLogSoftmaxScalingExp( - kBeta, static_cast(input->params.scale), kScaledDiffIntegerBits, - &data->input_multiplier, &input_left_shift, - &data->reverse_scaling_divisor, &reverse_scaling_right_shift); - data->input_left_shift = static_cast(input_left_shift); - data->reverse_scaling_right_shift = - static_cast(-reverse_scaling_right_shift); - // diff_min has a negative value, and is used to limit the maximum magnitude - // of the diffs, which are <= 0. - data->diff_min = - -tflite::CalculateInputRadius(kScaledDiffIntegerBits, input_left_shift); - - RuntimeShape input_shape = GetTensorShape(input); - const int trailing_dim = input_shape.DimensionsCount() - 1; - data->outer_size = - static_cast(FlatSizeSkipDim(input_shape, trailing_dim)); - data->depth = static_cast(input_shape.Dims(trailing_dim)); - } - - micro_context->DeallocateTempTfLiteTensor(input); - micro_context->DeallocateTempTfLiteTensor(output); - return kTfLiteOk; -} - -TfLiteStatus LogSoftmaxPrepare(TfLiteContext* context, TfLiteNode* node) { - return CalculateOpData(context, node); -} - -TfLiteStatus LogSoftmaxEval(TfLiteContext* context, TfLiteNode* node) { - const LogSoftmaxOpData* data = - static_cast(node->user_data); - const TfLiteEvalTensor* input = - tflite::micro::GetEvalInput(context, node, kInputTensor); - TfLiteEvalTensor* output = - tflite::micro::GetEvalOutput(context, node, kOutputTensor); - switch (input->type) { - case kTfLiteFloat32: { - SoftmaxParams op_params = {}; - reference_ops::LogSoftmax(op_params, tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - return kTfLiteOk; - } - case kTfLiteInt8: { - SoftmaxParams op_params = {}; - op_params.input_multiplier = data->input_multiplier; - op_params.input_left_shift = data->input_left_shift; - op_params.reverse_scaling_divisor = data->reverse_scaling_divisor; - op_params.reverse_scaling_right_shift = data->reverse_scaling_right_shift; - op_params.diff_min = data->diff_min; - reference_ops::LogSoftmax(op_params, data->outer_size, data->depth, - tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - return kTfLiteOk; - } - default: - TF_LITE_KERNEL_LOG(context, - "LOG_SOFTMAX only supports float32, int8, got %s.", - TfLiteTypeGetName(input->type)); - return kTfLiteError; - } -} - -} // namespace - -TfLiteRegistration Register_LOG_SOFTMAX() { - return tflite::micro::RegisterOp(nullptr, LogSoftmaxPrepare, LogSoftmaxEval); -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/logical.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/logical.cc deleted file mode 100644 index c85e0c5b..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/logical.cc +++ /dev/null @@ -1,44 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#include "tensorflow/lite/micro/kernels/logical.h" - -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/reference/binary_function.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/kernels/op_macros.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" - -namespace tflite { -namespace { - -TfLiteStatus LogicalOrEval(TfLiteContext* context, TfLiteNode* node) { - return LogicalImpl(context, node, LogicalOr); -} - -TfLiteStatus LogicalAndEval(TfLiteContext* context, TfLiteNode* node) { - return LogicalImpl(context, node, LogicalAnd); -} - -} // namespace - -TfLiteRegistration Register_LOGICAL_OR() { - return tflite::micro::RegisterOp(nullptr, nullptr, LogicalOrEval); -} - -TfLiteRegistration Register_LOGICAL_AND() { - return tflite::micro::RegisterOp(nullptr, nullptr, LogicalAndEval); -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/logical.h b/code/components/tflite-lib/tensorflow/lite/micro/kernels/logical.h deleted file mode 100644 index e70e4576..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/logical.h +++ /dev/null @@ -1,35 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_MICRO_KERNELS_LOGICAL_H_ -#define TENSORFLOW_LITE_MICRO_KERNELS_LOGICAL_H_ - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" - -namespace tflite { -// Input/output tensor index. -extern const int kLogicalInputTensor1; -extern const int kLogicalInputTensor2; -extern const int kLogicalOutputTensor; - -TfLiteStatus LogicalImpl(TfLiteContext* context, TfLiteNode* node, - bool (*func)(bool, bool)); - -bool LogicalOr(bool x, bool y); -bool LogicalAnd(bool x, bool y); - -} // namespace tflite - -#endif // TENSORFLOW_LITE_MICRO_KERNELS_LOGICAL_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/logical_common.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/logical_common.cc deleted file mode 100644 index 2612d3a4..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/logical_common.cc +++ /dev/null @@ -1,63 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/reference/binary_function.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/kernels/op_macros.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" -#include "tensorflow/lite/micro/kernels/logical.h" - -namespace tflite { - -// Input/output tensor index. -const int kLogicalInputTensor1 = 0; -const int kLogicalInputTensor2 = 1; -const int kLogicalOutputTensor = 0; - -TfLiteStatus LogicalImpl(TfLiteContext* context, TfLiteNode* node, - bool (*func)(bool, bool)) { - const TfLiteEvalTensor* input1 = - tflite::micro::GetEvalInput(context, node, kLogicalInputTensor1); - const TfLiteEvalTensor* input2 = - tflite::micro::GetEvalInput(context, node, kLogicalInputTensor2); - TfLiteEvalTensor* output = - tflite::micro::GetEvalOutput(context, node, kLogicalOutputTensor); - - if (tflite::micro::HaveSameShapes(input1, input2)) { - reference_ops::BinaryFunction( - tflite::micro::GetTensorShape(input1), - tflite::micro::GetTensorData(input1), - tflite::micro::GetTensorShape(input2), - tflite::micro::GetTensorData(input2), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output), func); - } else { - reference_ops::BroadcastBinaryFunction4DSlow( - tflite::micro::GetTensorShape(input1), - tflite::micro::GetTensorData(input1), - tflite::micro::GetTensorShape(input2), - tflite::micro::GetTensorData(input2), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output), func); - } - - return kTfLiteOk; -} - -bool LogicalOr(bool x, bool y) { return x || y; } - -bool LogicalAnd(bool x, bool y) { return x && y; } - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/logistic.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/logistic.cc deleted file mode 100644 index f8ac1c23..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/logistic.cc +++ /dev/null @@ -1,111 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/kernels/internal/reference/integer_ops/logistic.h" - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/common.h" -#include "tensorflow/lite/kernels/internal/quantization_util.h" -#include "tensorflow/lite/kernels/internal/reference/logistic.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/kernels/op_macros.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" -#include "tensorflow/lite/micro/kernels/logistic.h" -#include "tensorflow/lite/micro/micro_error_reporter.h" - -namespace tflite { -namespace { - -void* LogisticInit(TfLiteContext* context, const char* buffer, size_t length) { - TFLITE_DCHECK(context->AllocatePersistentBuffer != nullptr); - return context->AllocatePersistentBuffer(context, sizeof(OpDataLogistic)); -} - -TfLiteStatus LogisticEval(TfLiteContext* context, TfLiteNode* node) { - const TfLiteEvalTensor* input = - tflite::micro::GetEvalInput(context, node, kLogisticInputTensor); - TfLiteEvalTensor* output = - tflite::micro::GetEvalOutput(context, node, kLogisticOutputTensor); - - TFLITE_DCHECK(node->user_data != nullptr); - OpDataLogistic* data = static_cast(node->user_data); - - if (input->type == kTfLiteFloat32) { - switch (output->type) { - case kTfLiteFloat32: { - reference_ops::Logistic(tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - return kTfLiteOk; - } - default: - MicroPrintf("Input %s, output %s not supported.", - TfLiteTypeGetName(input->type), - TfLiteTypeGetName(output->type)); - return kTfLiteError; - } - } else if (input->type == kTfLiteInt16) { - switch (output->type) { - case kTfLiteInt16: { - reference_integer_ops::Logistic( - data->input_multiplier, data->input_left_shift, - NumElements(input->dims), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorData(output)); - return kTfLiteOk; - } - default: - MicroPrintf("Input %s, output %s not supported.", - TfLiteTypeGetName(input->type), - TfLiteTypeGetName(output->type)); - return kTfLiteError; - } - } else if (input->type == kTfLiteInt8) { - switch (output->type) { - case kTfLiteInt8: { - reference_integer_ops::Logistic( - data->input_zero_point, data->input_range_radius, - data->input_multiplier, data->input_left_shift, - NumElements(input->dims), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorData(output)); - return kTfLiteOk; - } - default: - MicroPrintf("Input %s, output %s not supported.", - TfLiteTypeGetName(input->type), - TfLiteTypeGetName(output->type)); - return kTfLiteError; - } - } else { - // TODO(b/141211002): Also support other data types once we have supported - // temporary tensors in TFLM. - MicroPrintf("Input %s, output %s not supported.", - TfLiteTypeGetName(input->type), - TfLiteTypeGetName(output->type)); - return kTfLiteError; - } - return kTfLiteOk; -} - -} // namespace - -TfLiteRegistration Register_LOGISTIC() { - return tflite::micro::RegisterOp(LogisticInit, LogisticPrepare, LogisticEval); -} -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/logistic.h b/code/components/tflite-lib/tensorflow/lite/micro/kernels/logistic.h deleted file mode 100644 index 1de0cdab..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/logistic.h +++ /dev/null @@ -1,42 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#ifndef TENSORFLOW_LITE_MICRO_KERNELS_LOGISTIC_H_ -#define TENSORFLOW_LITE_MICRO_KERNELS_LOGISTIC_H_ - -#include - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" - -namespace tflite { -extern const int kLogisticInputTensor; -extern const int kLogisticOutputTensor; - -struct OpDataLogistic { - int32_t input_zero_point; - int32_t input_range_radius; - int32_t input_multiplier; - int input_left_shift; -}; - -TfLiteStatus CalculateArithmeticOpDataLogistic(TfLiteContext* context, - TfLiteNode* node, - OpDataLogistic* data); - -TfLiteStatus LogisticPrepare(TfLiteContext* context, TfLiteNode* node); - -} // namespace tflite -#endif // TENSORFLOW_LITE_MICRO_KERNELS_LOGISTIC_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/logistic_common.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/logistic_common.cc deleted file mode 100644 index a79fd6bb..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/logistic_common.cc +++ /dev/null @@ -1,119 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/common.h" -#include "tensorflow/lite/kernels/internal/quantization_util.h" -#include "tensorflow/lite/kernels/internal/reference/integer_ops/logistic.h" -#include "tensorflow/lite/kernels/internal/reference/logistic.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/kernels/op_macros.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" -#include "tensorflow/lite/micro/kernels/logistic.h" - -namespace tflite { -const int kLogisticInputTensor = 0; -const int kLogisticOutputTensor = 0; - -TfLiteStatus CalculateArithmeticOpDataLogistic(TfLiteContext* context, - TfLiteNode* node, - OpDataLogistic* data) { - MicroContext* micro_context = GetMicroContext(context); - - TfLiteTensor* input = - micro_context->AllocateTempInputTensor(node, kLogisticInputTensor); - TF_LITE_ENSURE(context, input != nullptr); - TfLiteTensor* output = - micro_context->AllocateTempOutputTensor(node, kLogisticOutputTensor); - TF_LITE_ENSURE(context, output != nullptr); - - TF_LITE_ENSURE_TYPES_EQ(context, input->type, output->type); - if (input->type == kTfLiteInt8) { - TF_LITE_ENSURE_EQ(context, output->params.zero_point, - std::numeric_limits::min()); - - static constexpr int kInputIntegerBits = 4; - const double input_real_multiplier = - static_cast(input->params.scale) * - static_cast(1 << (31 - kInputIntegerBits)); - - data->input_zero_point = input->params.zero_point; - - const double q = std::frexp(input_real_multiplier, &data->input_left_shift); - data->input_multiplier = static_cast(TfLiteRound(q * (1ll << 31))); - - data->input_range_radius = - CalculateInputRadius(kInputIntegerBits, data->input_left_shift, 31); - } - - if (input->type == kTfLiteInt16) { - static constexpr int kInputIntegerBits = 3; - static constexpr int kOutputFractionalBits = 15; - - // See comments in TanhPrepare about requiring zero_point==0 - // and a power-of-two ("POT") scale. - - TF_LITE_ENSURE_EQ(context, input->params.zero_point, 0); - TF_LITE_ENSURE_EQ(context, output->params.zero_point, 0); - - int input_scale_log2_rounded; - bool param_scale_pot = - CheckedLog2(input->params.scale, &input_scale_log2_rounded); - - data->input_left_shift = - (15 - kInputIntegerBits) + input_scale_log2_rounded; - param_scale_pot &= (data->input_left_shift == 0); - - if (param_scale_pot) { - data->input_multiplier = 0; - } else { - // Calculate multiplier to change input scale to 1/(3*4096) - // as required by the table lookup. - // In this scaling +/-2^17 represents +/-10.7 - double multiplier = - static_cast(input->params.scale) * 4096.0 * 3.0; - - data->input_left_shift = 0; - - while (multiplier <= 32767.0 / 2.0 && data->input_left_shift <= 30) { - data->input_left_shift++; - multiplier = multiplier * 2.0; - } - - data->input_multiplier = static_cast(multiplier); - } - - int output_scale_log2_rounded; - TF_LITE_ENSURE( - context, CheckedLog2(output->params.scale, &output_scale_log2_rounded)); - TF_LITE_ENSURE_EQ(context, output_scale_log2_rounded, - -kOutputFractionalBits); - } - - micro_context->DeallocateTempTfLiteTensor(input); - micro_context->DeallocateTempTfLiteTensor(output); - return kTfLiteOk; -} - -TfLiteStatus LogisticPrepare(TfLiteContext* context, TfLiteNode* node) { - TFLITE_DCHECK(node->user_data != nullptr); - OpDataLogistic* data = static_cast(node->user_data); - - return CalculateArithmeticOpDataLogistic(context, node, data); -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/lstm_eval.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/lstm_eval.cc deleted file mode 100644 index f157a8d0..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/lstm_eval.cc +++ /dev/null @@ -1,2955 +0,0 @@ -/* Copyright 2020 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#include "tensorflow/lite/micro/kernels/lstm_eval.h" - -#include -#include -#include -#include - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/compatibility.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/kernels/op_macros.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" -#include "tensorflow/lite/micro/kernels/micro_tensor_utils.h" -namespace tflite { -namespace { - -void ComputeRowSums( - int32_t* input_to_input_row_sums, int32_t* input_to_forget_row_sums, - int32_t* input_to_cell_row_sums, int32_t* input_to_output_row_sums, - int32_t* aux_input_to_input_row_sums, int32_t* aux_input_to_forget_row_sums, - int32_t* aux_input_to_cell_row_sums, int32_t* aux_input_to_output_row_sums, - int32_t* recurrent_to_input_row_sums, int32_t* recurrent_to_forget_row_sums, - int32_t* recurrent_to_cell_row_sums, int32_t* recurrent_to_output_row_sums, - int32_t* projection_weights_row_sums, int32_t* row_sums, int n_cell, - int n_input, int n_aux_input, int n_output, - const int8_t* input_to_input_weights_ptr, - const int8_t* input_to_forget_weights_ptr, - const int8_t* input_to_cell_weights_ptr, - const int8_t* input_to_output_weights_ptr, - const int8_t* aux_input_to_input_weights_ptr, - const int8_t* aux_input_to_forget_weights_ptr, - const int8_t* aux_input_to_cell_weights_ptr, - const int8_t* aux_input_to_output_weights_ptr, - const int8_t* recurrent_to_input_weights_ptr, - const int8_t* recurrent_to_forget_weights_ptr, - const int8_t* recurrent_to_cell_weights_ptr, - const int8_t* recurrent_to_output_weights_ptr, - const int8_t* projection_weights_ptr, bool use_cifg, - const float* aux_input_ptr) { - // Compute the row sums for dequantization - if (!use_cifg) { - micro_tensor_utils::ReductionSumVector( - input_to_input_weights_ptr, input_to_input_row_sums, n_cell, n_input); - } - micro_tensor_utils::ReductionSumVector( - input_to_forget_weights_ptr, input_to_forget_row_sums, n_cell, n_input); - micro_tensor_utils::ReductionSumVector( - input_to_cell_weights_ptr, input_to_cell_row_sums, n_cell, n_input); - micro_tensor_utils::ReductionSumVector( - input_to_output_weights_ptr, input_to_output_row_sums, n_cell, n_input); - - if (aux_input_ptr) { - if (!use_cifg) { - micro_tensor_utils::ReductionSumVector(aux_input_to_input_weights_ptr, - aux_input_to_input_row_sums, - n_cell, n_aux_input); - } - micro_tensor_utils::ReductionSumVector(aux_input_to_forget_weights_ptr, - aux_input_to_forget_row_sums, n_cell, - n_aux_input); - micro_tensor_utils::ReductionSumVector(aux_input_to_cell_weights_ptr, - aux_input_to_cell_row_sums, n_cell, - n_aux_input); - micro_tensor_utils::ReductionSumVector(aux_input_to_output_weights_ptr, - aux_input_to_output_row_sums, n_cell, - n_aux_input); - } - if (!use_cifg) { - micro_tensor_utils::ReductionSumVector(recurrent_to_input_weights_ptr, - recurrent_to_input_row_sums, n_cell, - n_output); - } - micro_tensor_utils::ReductionSumVector(recurrent_to_forget_weights_ptr, - recurrent_to_forget_row_sums, n_cell, - n_output); - micro_tensor_utils::ReductionSumVector(recurrent_to_cell_weights_ptr, - recurrent_to_cell_row_sums, n_cell, - n_output); - micro_tensor_utils::ReductionSumVector(recurrent_to_output_weights_ptr, - recurrent_to_output_row_sums, n_cell, - n_output); - - if (projection_weights_ptr != nullptr) { - micro_tensor_utils::ReductionSumVector( - projection_weights_ptr, projection_weights_row_sums, n_output, n_cell); - } -} - -// Calculates a single LSTM gate. -// -// Implements the following formula: (* is matrix multiply) -// gate = activate(W_input * input + W_aux * aux_input + -// W_peephole * cell + W_recurrent * prev_output + bias) -// with layer norm: -// gate = activate(W_norm * normalize(...) + bias) // not adding bias inside -// -// Activation is sigmoid except for the "cell" gate (configurable, usually tanh) -// -// Parameters: -// Input vectors (to LSTM): | Size: | Optional? -// input | n_input | -// aux_input | n_aux_input | y (bidir LSTM) -// Input vectors (persistent states): -// output_state | n_output | -// cell_state | n_cell | -// 'Constant' inputs: -// input_to_gate_weights | n_cell * n_input | -// aux_input_to_gate_weights | n_cell * n_aux_input | y (bidir LSTM) -// recurrent_to_gate_weights | n_cell * n_output | -// cell_to_gate_weights | n_cell | y (peephole) -// gate_bias | n_cell | -// layer_norm_coefficients | n_cell | y (layer norm) -// Output vector: -// gate | n_cell | -// Scalar parameters: -// n_batch - batch size / number of vectors -// n_input, n_aux_input, n_output, n_cell - size of vectors. -// activation - activation to use. -// is_input_all_zeros, is_aux_input_all_zeros - if input vectors are all zero. -// use_layer_norm - if doing layer norm LSTM. -inline void CalculateLstmGateFloat( - const float* input, const float* input_to_gate_weights, - const float* aux_input, const float* aux_input_to_gate_weights, - const float* output_state, const float* recurrent_to_gate_weights, - const float* cell_state, const float* cell_to_gate_weights, - const float* layer_norm_coefficients, const float* gate_bias, - const int n_batch, const int n_input, const int n_aux_input, - const int n_output, const int n_cell, - const TfLiteFusedActivation activation, float* gate, - const bool is_input_all_zeros, const bool is_aux_input_all_zeros) { - const bool use_peephole = (cell_to_gate_weights != nullptr); - const bool use_layer_norm = (layer_norm_coefficients != nullptr); - - // Initialize scratch buffers with bias for regular lstm or initialize with - // zero for layer norm lstm. - if (use_layer_norm) { - memset(gate, 0, n_cell * n_batch * sizeof(float)); - } else { - micro_tensor_utils::VectorBatchVectorAssign(gate_bias, n_cell, n_batch, - gate); - } - // For each batch and cell: compute input_weight * input. - // Skip if input is all zeros. - if (!is_input_all_zeros) { - micro_tensor_utils::MatrixBatchVectorMultiplyAccumulate( - input_to_gate_weights, n_cell, n_input, input, n_batch, gate); - } - // For each batch and cell: compute aux_input_weight * aux_input. - // Skip if auxiliary input is not available or all zeros. - if (!is_aux_input_all_zeros) { - micro_tensor_utils::MatrixBatchVectorMultiplyAccumulate( - aux_input_to_gate_weights, n_cell, n_aux_input, aux_input, n_batch, - gate); - } - // For each batch and cell: compute recurrent_weight * output_state. - micro_tensor_utils::MatrixBatchVectorMultiplyAccumulate( - recurrent_to_gate_weights, n_cell, n_output, output_state, n_batch, gate); - // For each batch and cell: compute cell_weight .* cell_state (peephole LSTM) - if (use_peephole) { - micro_tensor_utils::VectorBatchVectorCwiseProductAccumulate( - cell_to_gate_weights, n_cell, cell_state, n_batch, gate); - } - // Do layer normalization (if layer norm LSTM) - if (use_layer_norm) { - micro_tensor_utils::MeanStddevNormalization(gate, gate, n_cell, n_batch); - micro_tensor_utils::VectorBatchVectorCwiseProduct( - layer_norm_coefficients, n_cell, gate, n_batch, gate); - micro_tensor_utils::VectorBatchVectorAdd(gate_bias, n_cell, n_batch, gate); - } - // Apply activation - micro_tensor_utils::ApplyActivationToVector(gate, n_batch * n_cell, - activation, gate); -} - -// Updates the LSTM cell state, used by both float and hybrid LSTM versions. -// -// Implements the following formula: -// cell_state_new = clip(forget_gate * cell_state + input_gate * cell_gate) -// -// With CIFG LSTM, input gate is replaced by (1-forget_gate). -// -// Parameters: -// - n_batch, n_cell: sizes of vectors -// - cell_state: input/output vector, size n_batch*n_cell -// - input_gate: input vector, size n_batch*n_cell. -// - forget_gate: input/scratch vector, size n_batch*n_cell, modified with CIFG -// - cell_gate: input vector, size n_batch*n_cell. -// - use_cifg: use 1-forget_gate instead of input_gate. -// - clip: if > 0, clip the resulting cell state to [-clip, +clip]. -void UpdateLstmCellFloat(int n_batch, int n_cell, float* cell_state, - const float* input_gate, float* forget_gate, - const float* cell_gate, bool use_cifg, float clip) { - micro_tensor_utils::VectorVectorCwiseProduct(forget_gate, cell_state, - n_batch * n_cell, cell_state); - - if (use_cifg) { - // With CIFG, input_gate = 1-forget_gate. Use the forget_gate array as - // scratch, as input_gate array is not allocated in this case. (Be careful - // not to write to the scratch before reading the forget gate data.) - float* scratch = forget_gate; - micro_tensor_utils::Sub1Vector(forget_gate, n_batch * n_cell, scratch); - micro_tensor_utils::VectorVectorCwiseProductAccumulate( - cell_gate, scratch, n_batch * n_cell, cell_state); - } else { - micro_tensor_utils::VectorVectorCwiseProductAccumulate( - cell_gate, input_gate, n_batch * n_cell, cell_state); - } - if (clip > 0.0f) { - micro_tensor_utils::CwiseClipping(cell_state, n_batch * n_cell, clip); - } -} - -// Calculates the output state tensor of an LSTM step. -// -// Implements the following formula: -// output_no_projection = output_gate .* activate(cell_state) -// (elementwise vector product) -// If no projection is used: -// output = output_state = output_no_projection -// With projection: -// output = output_state = clip(W*output_no_projection + bias) -// -// Output might not have a different 'stride' than n_batch, so we need to copy. -// -// Parameters: -// - n_batch: batches: the number of distinct vectors in each array. -// - n_cell, n_output: sizes of vectors. -// - cell_state, output_gate: input vectors, size n_batch*n_cell. -// - projection_weights, projection_weights_scale, projection_bias: -// constant inputs, describing projection matrix and bias. -// - proj_clip: if > 0, clip the output of the projection. -// - output_state: output vector, size n_batch*n_output. Must be contigous. -// - scratch: scratch area, size n_batch*n_cell. -void CalculateLstmOutputFloat(int n_batch, int n_cell, int n_output, - const float* cell_state, const float* output_gate, - TfLiteFusedActivation activation, - const float* projection_weights, - const float* projection_bias, - const float proj_clip, float* output_state, - float* scratch) { - micro_tensor_utils::ApplyActivationToVector(cell_state, n_batch * n_cell, - activation, scratch); - micro_tensor_utils::VectorVectorCwiseProduct(output_gate, scratch, - n_batch * n_cell, scratch); - - const bool use_projection = (projection_weights != nullptr); - const bool use_projection_bias = (projection_bias != nullptr); - - if (use_projection) { - if (use_projection_bias) { - micro_tensor_utils::VectorBatchVectorAssign(projection_bias, n_output, - n_batch, output_state); - } else { - memset(output_state, 0, n_batch * n_output * sizeof(float)); - } - micro_tensor_utils::MatrixBatchVectorMultiplyAccumulate( - projection_weights, n_output, n_cell, scratch, n_batch, output_state); - if (proj_clip > 0.0f) { - micro_tensor_utils::CwiseClipping(output_state, n_batch * n_output, - proj_clip); - } - } else { - std::memcpy(output_state, scratch, n_batch * n_output * sizeof(float)); - } -} - -// Calculates a single LSTM gate, hybrid version. -// Implements the same functionality as CalculateLstmGateFloat. -void CalculateLstmGateHybrid( - // Input and weights - const int8_t* input, const float* input_sf, const int32_t* input_zp, - const int8_t* input_to_gate_weights, - const uint8_t* input_to_gate_weights_ledger, - const float input_to_gate_weights_scale, int32_t* input_to_gate_row_sums, - // Aux input and weights - const int8_t* aux_input, const float* aux_input_sf, - const int32_t* aux_input_zp, const int8_t* aux_input_to_gate_weights, - const float aux_input_to_gate_weights_scale, - int32_t* aux_input_to_gate_row_sums, - // Output state and weights - const int8_t* output_state, const float* output_state_sf, - const int32_t* output_state_zp, const int8_t* recurrent_to_gate_weights, - const uint8_t* recurrent_to_gate_weights_ledger, - const float recurrent_to_gate_weights_scale, - int32_t* recurrent_to_gate_row_sums, - // Cell state and weights (peephole LSTM) - const float* cell_state, const int8_t* cell_to_gate_weights, - const float cell_to_gate_weights_scale, - // Layer normalization coefficients (layer norm LSTM) + gate bias - const float* layer_norm_coefficients, const float* gate_bias, - // Array sizes - const int n_batch, const int n_input, const int n_aux_input, - const int n_output, const int n_cell, - const TfLiteFusedActivation activation, - // Output - float* gate, - // Parameters for performance optimizations - const bool is_input_all_zeros, const bool is_aux_input_all_zeros, - const bool is_output_state_all_zeros, bool* compute_row_sums, - // Scratch arrays - float* scratch0, // size: n_batch - float* scratch1, // size: n_cell, only used if peephole LSTM - float* scales, // size: n_batch - int32_t* accum_scratch // For MatrixBatchVectorMultiplyAccumulate -) { - const bool use_peephole = (cell_to_gate_weights != nullptr); - const bool use_layer_norm = (layer_norm_coefficients != nullptr); - - // Initialize scratch buffers with bias for regular lstm or initialize with - // zero for layer norm lstm. - if (use_layer_norm) { - memset(gate, 0, n_cell * n_batch * sizeof(float)); - } else { - micro_tensor_utils::VectorBatchVectorAssign(gate_bias, n_cell, n_batch, - gate); - } - // For each batch and cell: compute input_weight * input. - // Skip if input is all zeros. - if (!is_input_all_zeros) { - if (input_to_gate_weights_ledger != nullptr) { - for (int i = 0; i < n_batch; i++) { - scales[i] = input_to_gate_weights_scale * input_sf[i]; - } - micro_tensor_utils::SparseMatrixBatchVectorMultiplyAccumulate( - input_to_gate_weights, input_to_gate_weights_ledger, n_cell, n_input, - input, scales, n_batch, gate); - - } else { - micro_tensor_utils::MatrixBatchVectorMultiplyAccumulate( - input_to_gate_weights, n_cell, n_input, input, - input_to_gate_weights_scale, input_sf, n_batch, gate, - /*per_channel_scale=*/nullptr, input_zp, accum_scratch, - input_to_gate_row_sums, compute_row_sums, scratch0, nullptr); - } - } - // For each batch and cell: compute aux_input_weight * aux_input. - // Skip if auxiliary input is not available or all zeros. - if (!is_aux_input_all_zeros) { - micro_tensor_utils::MatrixBatchVectorMultiplyAccumulate( - aux_input_to_gate_weights, n_cell, n_aux_input, aux_input, - aux_input_to_gate_weights_scale, aux_input_sf, n_batch, gate, - /*per_channel_scale=*/nullptr, aux_input_zp, accum_scratch, - aux_input_to_gate_row_sums, compute_row_sums, scratch0, nullptr); - } - // For each batch and cell: compute recurrent_weight * output_state. - // Skip if output state is all zeros. - if (!is_output_state_all_zeros) { - if (recurrent_to_gate_weights_ledger != nullptr) { - for (int i = 0; i < n_batch; i++) { - scales[i] = recurrent_to_gate_weights_scale * input_sf[i]; - } - micro_tensor_utils::SparseMatrixBatchVectorMultiplyAccumulate( - recurrent_to_gate_weights, recurrent_to_gate_weights_ledger, n_cell, - n_output, output_state, scales, n_batch, gate); - } else { - micro_tensor_utils::MatrixBatchVectorMultiplyAccumulate( - recurrent_to_gate_weights, n_cell, n_output, output_state, - recurrent_to_gate_weights_scale, output_state_sf, n_batch, gate, - /*per_channel_scale=*/nullptr, output_state_zp, accum_scratch, - recurrent_to_gate_row_sums, compute_row_sums, scratch0, nullptr); - } - } - // For each batch and cell: compute cell_weight .* cell_state (peephole LSTM) - if (use_peephole) { - float* recovered_cell_weights = scratch1; - micro_tensor_utils::VectorScalarMultiply(cell_to_gate_weights, n_cell, - cell_to_gate_weights_scale, - recovered_cell_weights); - micro_tensor_utils::VectorBatchVectorCwiseProductAccumulate( - recovered_cell_weights, n_cell, cell_state, n_batch, gate); - } - // Do layer normalization (if layer norm LSTM) - if (use_layer_norm) { - micro_tensor_utils::MeanStddevNormalization(gate, gate, n_cell, n_batch); - micro_tensor_utils::VectorBatchVectorCwiseProduct( - layer_norm_coefficients, n_cell, gate, n_batch, gate); - micro_tensor_utils::VectorBatchVectorAdd(gate_bias, n_cell, n_batch, gate); - } - // Apply activation - micro_tensor_utils::ApplyActivationToVector(gate, n_cell * n_batch, - activation, gate); -} - -// Calculates the output state tensor of an LSTM step. See Float version too. -// -// Parameters: -// - n_batch: batches: the number of distinct vectors in each array. -// - n_cell, n_output: sizes of vectors. -// - cell_state, output_gate: input vectors, size n_batch*n_cell. -// - projection_weights, projection_weights_scale, projection_bias: -// constant inputs, describing projection matrix and bias. -// - proj_clip: if > 0, clip the output of the projection. -// - output_state: output vector, size n_batch*n_output. Must be contigous. -// - asymmetric_quantize_inputs: parameter to control quantization. -// - projection_weights_row_sums, compute_row_sums: Data for optimized -// MatrixBatchVectorMultiplyAccumulate. -// - scratch0: scratch area of size n_batch*n_cell -// - scratch1: scratch area of size n_batch*n_cell -// - scratch2: scratch area of size n_batch -// - scratch3: scratch area of size n_batch -// - scratch4: scratch area used by MatrixBatchVectorMultiplyAccumulate -// - scales: scratch area of size n_batch -void CalculateLstmOutputHybrid( - int n_batch, int n_cell, int n_output, const float* cell_state, - const float* output_gate, TfLiteFusedActivation activation, - const int8_t* projection_weights, const uint8_t* projection_weights_ledger, - float projection_weights_scale, const float* projection_bias, - const float proj_clip, float* output_state, bool asymmetric_quantize_inputs, - int32_t* projection_weights_row_sums, bool* compute_row_sums, - float* scratch0, int8_t* scratch1, float* scratch2, int32_t* scratch3, - int32_t* scratch4, float* scales) { - micro_tensor_utils::ApplyActivationToVector(cell_state, n_batch * n_cell, - activation, scratch0); - micro_tensor_utils::VectorVectorCwiseProduct(output_gate, scratch0, - n_batch * n_cell, scratch0); - - const bool use_projection = (projection_weights != nullptr); - const bool use_projection_bias = (projection_bias != nullptr); - - if (use_projection) { - if (use_projection_bias) { - micro_tensor_utils::VectorBatchVectorAssign(projection_bias, n_output, - n_batch, output_state); - } else { - memset(output_state, 0, n_batch * n_output * sizeof(float)); - } - if (!micro_tensor_utils::IsZeroVector(scratch0, n_batch * n_cell)) { - // Save quantization and matmul computation for all zero output. - micro_tensor_utils::BatchQuantizeFloats(scratch0, n_batch, n_cell, - scratch1, scratch2, scratch3, - asymmetric_quantize_inputs); - if (projection_weights_ledger != nullptr) { - for (int i = 0; i < n_batch; i++) { - scales[i] = projection_weights_scale * scratch2[i]; - } - micro_tensor_utils::SparseMatrixBatchVectorMultiplyAccumulate( - projection_weights, projection_weights_ledger, n_output, n_cell, - scratch1, scales, n_batch, output_state); - } else { - micro_tensor_utils::MatrixBatchVectorMultiplyAccumulate( - projection_weights, n_output, n_cell, scratch1, - projection_weights_scale, scratch2, n_batch, output_state, - /*per_channel_scale=*/nullptr, scratch3, scratch4, - projection_weights_row_sums, compute_row_sums, scratch2, nullptr); - } - } - if (proj_clip > 0.0f) { - micro_tensor_utils::CwiseClipping(output_state, n_batch * n_output, - proj_clip); - } - } else { - std::memcpy(output_state, scratch0, n_batch * n_output * sizeof(float)); - } -} - -// Calculates a single LSTM gate, int8x8_16 version. -// Implements the same functionality as CalculateLstmGateFloat. -void CalculateLstmGateInteger8x8_16( - // Input and weights - const int8_t* input, const int8_t* input_to_gate_weights, - const int32_t* input_to_gate_bias, const int32_t input_to_gate_scale_a, - const int32_t input_to_gate_scale_b, - // Output state and weights - const int8_t* output_state, const int8_t* recurrent_to_gate_weights, - const int32_t* recurrent_to_gate_bias, - const int32_t recurrent_to_gate_scale_a, - const int32_t recurrent_to_gate_scale_b, - // Cell state and weights - const int16_t* cell_state, const int16_t* cell_to_gate_weights, - const int32_t cell_to_gate_scale_a, const int32_t cell_to_gate_scale_b, - // Layer normalization parameters (layer norm LSTM) - const int16_t* layer_norm_coefficients, const int32_t* layer_norm_bias, - const int32_t layer_norm_input_scale_a, - const int32_t layer_norm_input_scale_b, - const int32_t layer_norm_variance_guard, - // Array sizes - const int n_batch, const int n_input, const int n_output, const int n_cell, - const TfLiteFusedActivation activation, - // Output - int16_t* gate, - // Parameters for performance optimizations - // Scratch arrays - int32_t* scratch5) { - const bool use_peephole = (cell_to_gate_weights != nullptr); - const bool use_layer_norm = (layer_norm_coefficients != nullptr); - - // Initialize scratch buffers with zeros. Note that unlike float and hybrid - // versions, bias is only used in layer normalization. - memset(gate, 0, n_batch * n_cell * sizeof(int16_t)); - // For each batch and cell: compute input_weight * input. - micro_tensor_utils::MatrixBatchVectorMultiplyAccumulate( - input, input_to_gate_bias, input_to_gate_weights, input_to_gate_scale_a, - input_to_gate_scale_b, n_batch, n_input, n_cell, 0, scratch5, gate, - nullptr); - // Note: no aux_input. - - // For each batch and cell: compute recurrent_weight * output_state. - micro_tensor_utils::MatrixBatchVectorMultiplyAccumulate( - output_state, recurrent_to_gate_bias, recurrent_to_gate_weights, - recurrent_to_gate_scale_a, recurrent_to_gate_scale_b, n_batch, n_output, - n_cell, 0, scratch5, gate, nullptr); - // For each batch and cell: compute cell_weight * cell_state (peephole LSTM) - if (use_peephole) { - micro_tensor_utils::VectorBatchVectorCwiseProductAccumulate( - cell_to_gate_weights, n_output, cell_state, n_batch, - cell_to_gate_scale_a, cell_to_gate_scale_b, gate); - } - // Do layer normalization (if layer norm LSTM) - if (use_layer_norm) { - micro_tensor_utils::ApplyLayerNorm( - gate, layer_norm_coefficients, layer_norm_bias, - layer_norm_input_scale_a, layer_norm_input_scale_b, - layer_norm_variance_guard, n_batch, n_cell, gate); - } - // Apply activation - switch (activation) { - case kTfLiteActSigmoid: - micro_tensor_utils::ApplySigmoid(gate, n_batch, n_cell, gate); - break; - case kTfLiteActTanh: - micro_tensor_utils::ApplyTanh(3, gate, n_batch, n_cell, gate); - break; - default: - // Only Sigmoid or Tanh is used. - TFLITE_ASSERT_FALSE; - } -} - -// Updates the LSTM cell state, used by both integer LSTM versions. -// Also see UpdateLstmCellFloat. -// -// Parameters: -// - n_batch, n_cell: sizes of vectors -// - cell_state: input/output vector, size n_batch*n_cell -// - cell_state_scale: scaling factor of cell state. -// - input_gate: input vector, size n_batch*n_cell. -// - forget_gate: input/scratch vector, size n_batch*n_cell, always modified. -// - cell_gate: input vector, size n_batch*n_cell. -// - use_cifg: use 1-forget_gate instead of input_gate. -// - clip: if > 0, clip the resulting cell state to [-clip, +clip]. -void UpdateLstmCellInteger(int n_batch, int n_cell, int16_t* cell_state, - int32_t cell_state_scale, const int16_t* input_gate, - int16_t* forget_gate, const int16_t* cell_gate, - bool use_cifg, int16_t clip) { - // Use the forget_gate array as scratch, as input_gate array is not allocated - // in CIFG case. (Be careful not to write to the scratch before reading the - // forget gate data.) - int16_t* scratch = forget_gate; - - micro_tensor_utils::CwiseMul(forget_gate, cell_state, n_batch, n_cell, 15, - cell_state); - if (use_cifg) { - micro_tensor_utils::Sub1Vector(forget_gate, n_batch * n_cell, scratch); - micro_tensor_utils::CwiseMul(scratch, cell_gate, n_batch, n_cell, - 30 + cell_state_scale, scratch); - } else { - micro_tensor_utils::CwiseMul(input_gate, cell_gate, n_batch, n_cell, - 30 + cell_state_scale, scratch); - } - micro_tensor_utils::CwiseAdd(cell_state, scratch, n_batch, n_cell, - cell_state); - - if (clip > 0) { - micro_tensor_utils::CwiseClipping(cell_state, n_batch * n_cell, clip); - } -} - -// Calculates the output state tensor of an LSTM step. See Float and hybrid -// versions as well. -// -// Parameters: -// - n_batch: batches: the number of distinct vectors in each array. -// - n_cell, n_output: sizes of vectors. -// - cell_state, output_gate: input vectors, size n_batch*n_cell. -// - cell_state_scale: scaling of cell_state. -// - hidden_scale_[a|b]: effective scale of cell_state.*output_gate -// - hidden_zp: zero_point for cell_state.*output_gate -// - projection_weights, proj_scale_[a|b], projection_bias: -// constant inputs, describing projection matrix and bias. -// - output_state_zp: zero point of output_state. (Input, calibrated value.) -// - quantized_proj_clip: if > 0, clip the output of the projection. -// - output_state: output vector, size n_batch*n_output. Must be contigous. -// - scratch0: scratch area of size n_batch*n_cell -// - scratch1: scratch area of size n_batch*n_cell -// - scratch2: scratch area used by MatrixBatchVectorMultiplyAccumulate -void CalculateLstmOutputInteger8x8_16( - int n_batch, int n_cell, int n_output, const int16_t* cell_state, - int32_t cell_state_scale, const int16_t* output_gate, - int32_t hidden_scale_a, int32_t hidden_scale_b, int32_t hidden_zp, - const int8_t* projection_weights, int32_t proj_scale_a, - int32_t proj_scale_b, const int32_t* projection_bias, - int32_t output_state_zp, int8_t quantized_proj_clip, int8_t* output_state, - int16_t* scratch0, int8_t* scratch1, int32_t* scratch2) { - // Note: unlike float/hybrid, the activation is always Tanh. - micro_tensor_utils::ApplyTanh(15 + cell_state_scale, cell_state, n_batch, - n_cell, scratch0); - micro_tensor_utils::CwiseMul(output_gate, scratch0, hidden_scale_a, - hidden_scale_b, n_batch, n_cell, hidden_zp, - scratch1); - - const bool use_projection = (projection_weights != nullptr); - - if (use_projection) { - // Note: no bias like in float/hybrid - memset(output_state, 0, n_batch * n_output * sizeof(int8_t)); - micro_tensor_utils::MatrixBatchVectorMultiplyAccumulate( - scratch1, projection_bias, projection_weights, proj_scale_a, - proj_scale_b, n_batch, n_cell, n_output, output_state_zp, scratch2, - output_state, nullptr); - if (quantized_proj_clip > 0) { - micro_tensor_utils::CwiseClipping(output_state, n_batch * n_output, - quantized_proj_clip); - } - } else { - std::memcpy(output_state, scratch1, n_batch * n_output * sizeof(int8_t)); - } -} - -// Calculates a single LSTM gate, int8x8_8 version. -// Implements the same functionality as CalculateLstmGateFloat. -void CalculateLstmGateInteger8x8_8( - // Inputs and weights - const int8_t* input, int32_t input_zp, const int8_t* input_to_gate_weight, - const int32_t input_to_gate_scale_a, const int32_t input_to_gate_scale_b, - const int32_t input_times_weights_scale_a, - const int32_t input_times_weights_scale_b, - const int32_t input_times_weights_zp, - // Output state and weights - const int8_t* output_state, const int32_t output_state_zp, - const int8_t* recurrent_to_gate_weight, - const int32_t recurrent_to_gate_scale_a, - const int32_t recurrent_to_gate_scale_b, - const int32_t output_state_times_weights_scale_a, - const int32_t output_state_times_weights_scale_b, - const int32_t output_state_times_weights_zp, - // Layer normalization parameters (layer norm LSTM) - const int16_t* layer_norm_gate_weight, - const int32_t layer_norm_gate_scale_a, - const int32_t layer_norm_gate_scale_b, const int32_t* gate_bias, - // Array sizes - const int n_batch, const int n_input, const int n_output, const int n_cell, - const TfLiteFusedActivation activation, - // Output - int16_t* gate, - // Scratch arrays, both sized n_batch*n_cell - int8_t* scratch0, int8_t* scratch1) { - // Multiply input * input_weights => scratch0 - micro_tensor_utils::MatrixBatchVectorMultiply( - input, input_zp, input_to_gate_weight, input_to_gate_scale_a, - input_to_gate_scale_b, n_batch, n_input, n_cell, scratch0, - input_times_weights_zp); - // Multiply output_state * recurrent_weights => scratch1 - micro_tensor_utils::MatrixBatchVectorMultiply( - output_state, output_state_zp, recurrent_to_gate_weight, - recurrent_to_gate_scale_a, recurrent_to_gate_scale_b, n_batch, n_output, - n_cell, scratch1, output_state_times_weights_zp); - // Add scratch0 + scratch1 => gate - micro_tensor_utils::TwoGateSaturatingAdd( - scratch0, input_times_weights_zp, scratch1, output_state_times_weights_zp, - input_times_weights_scale_a, input_times_weights_scale_b, - output_state_times_weights_scale_a, output_state_times_weights_scale_b, - n_batch, n_cell, gate); - // Apply layer normalization. - micro_tensor_utils::ApplyLayerNormFloat( - gate, layer_norm_gate_weight, layer_norm_gate_scale_a, - layer_norm_gate_scale_b, gate_bias, n_batch, n_cell, gate); - // Apply activation. - switch (activation) { - case kTfLiteActSigmoid: - micro_tensor_utils::ApplySigmoidFloat(gate, n_batch, n_cell, gate); - break; - case kTfLiteActTanh: - micro_tensor_utils::ApplyTanhFloat(gate, n_batch, n_cell, -12, gate); - break; - default: - // Only Sigmoid or Tanh is used. - TFLITE_ASSERT_FALSE; - } -} - -// Calculates the output state tensor of an LSTM step. See Float and hybrid -// versions as well. -// -// Parameters: -// - n_batch: batches: the number of distinct vectors in each array. -// - n_cell, n_output: sizes of vectors. -// - cell_state, output_gate: input vectors, size n_batch*n_cell. -// - projection_weights, proj_scale_[a|b], projection_bias: -// constant inputs, describing projection matrix and bias. -// - output_state_zp: zero point of the output state. -// - quantized_proj_clip: if > 0, clip the output of the projection. -// - output_state: output vector, size n_batch*n_output. Must be contigous. -// - scratch: scratch area of size n_batch*n_cell -void CalculateLstmOutputInteger8x8_8( - int n_batch, int n_cell, int n_output, const int16_t* cell_state, - const int16_t* output_gate, const int8_t* projection_weights, - int32_t proj_scale_a, int32_t proj_scale_b, const int32_t* projection_bias, - int32_t output_state_zp, int32_t quantized_proj_clip, int8_t* output_state, - int16_t* scratch) { - // Note: unlike float/hybrid, the activation is always Tanh. - micro_tensor_utils::ApplyTanhFloat(cell_state, n_batch, n_cell, -15, scratch); - micro_tensor_utils::CwiseMul(output_gate, scratch, n_batch, n_cell, - 15 + 15 - 15, scratch); - // Note: no bias like in float/hybrid - micro_tensor_utils::MatrixBatchVectorMultiply( - scratch, projection_weights, proj_scale_a, proj_scale_b, projection_bias, - n_batch, n_cell, n_output, output_state_zp, output_state); - if (quantized_proj_clip > 0) { - micro_tensor_utils::CwiseClipping(output_state, n_batch * n_output, - quantized_proj_clip); - } -} - -// Performs an LSTM batch inference step for input specified by input_ptr. -// The LSTM cell is specified by the pointers to its weights (*_weights_ptr) and -// biases (*_bias_ptr), and buffers (*_scratch), along with additional -// parameters: -// - params: various LSTM params including activation, clipping, etc., -// - n_batch: size of batch, -// - n_cell: number of cells (or units), -// - n_input: the input size, -// - n_aux_input: the auxiliary input size. -// - n_output: the output size. -// - output_batch_leading_dim: the leading dimension of the output buffer. -// -// Input of size 'n_batch * n_input': -// input_ptr -// Input of size 'n_batch * n_aux_input': -// aux_input_ptr - optional (can be nullptr) -// -// LSTM weights: -// Input weights of size 'n_cell * n_input': -// input_to_input_weights - optional -// input_to_forget_weights -// input_to_cell_weights -// input_to_output_weights -// Auxiliary input weights of size 'n_cell * n_aux_input': -// aux_input_to_input_weights - optional -// aux_input_to_forget_weights - optional -// aux_input_to_cell_weights - optional -// aux_input_to_output_weights - optional -// Recurrent weights of size 'n_cell * n_output': -// recurrent_to_input_weights - optional -// recurrent_to_forget_weights -// recurrent_to_cell_weights -// recurrent_to_input_weights -// Peephole weights of size 'n_cell', representing diagonal matrices. -// cell_to_input_weights - optional -// cell_to_cell_weights - optional -// cell_to_output_weights - optional -// Projection weights of size 'n_output * n_cell' -// projection_weights_ptr - optional -// Gate biases of size 'n_cell': -// input_gate_bias_ptr - optional -// forget_gate_bias_ptr -// cell_gate_bias_ptr -// output_gate_bias_ptr -// -// Layer norm coefficients of size 'n_cell', representing diagonal matrices. -// input_layer_norm_coefficients_ptr - optional -// forget_layer_norm_coefficients_ptr - optional -// cell_layer_norm_coefficients_ptr - optional -// output_layer_norm_coefficients_ptr - optional -// -// The pointers to the cell and output state and the output are updated. -// -// The pointers input_ptr, aux_input_ptr, and output_ptr point to data aligned -// in batch_major order, and each step processes batch_size many inputs from -// input_ptr, and updates batch_size many cell and output states. -// -// The output_batch_dim is output.shape[-1], i.e. the outermost dimension of the -// output tensor, and in most cases will be equal to n_output. It is usually not -// when we want to store the LSTM output into a slice of the output tensor, e.g. -// for bidirectional LSTMs with merge_outputs. In this case, the batched -// operations cannot be used since they assume that the batched outputs are -// contiguous, and we manually loop over the batched outputs. -inline void LstmStepFloat( - const float* input_ptr, const float* input_to_input_weights_ptr, - const float* input_to_forget_weights_ptr, - const float* input_to_cell_weights_ptr, - const float* input_to_output_weights_ptr, const float* aux_input_ptr, - const float* aux_input_to_input_weights_ptr, - const float* aux_input_to_forget_weights_ptr, - const float* aux_input_to_cell_weights_ptr, - const float* aux_input_to_output_weights_ptr, - const float* recurrent_to_input_weights_ptr, - const float* recurrent_to_forget_weights_ptr, - const float* recurrent_to_cell_weights_ptr, - const float* recurrent_to_output_weights_ptr, - const float* cell_to_input_weights_ptr, - const float* cell_to_forget_weights_ptr, - const float* cell_to_output_weights_ptr, - const float* input_layer_norm_coefficients_ptr, - const float* forget_layer_norm_coefficients_ptr, - const float* cell_layer_norm_coefficients_ptr, - const float* output_layer_norm_coefficients_ptr, - const float* input_gate_bias_ptr, const float* forget_gate_bias_ptr, - const float* cell_gate_bias_ptr, const float* output_gate_bias_ptr, - const float* projection_weights_ptr, const float* projection_bias_ptr, - const TfLiteLSTMParams* params, int n_batch, int n_cell, int n_input, - int n_aux_input, int n_output, int output_batch_leading_dim, - float* output_state_ptr, float* cell_state_ptr, float* scratch0, - float* scratch1, float* scratch2, float* scratch3, float* output_ptr) { - // Since we have already checked that weights are all there or none, we can - // check the existence of only one to the get the condition. - const bool use_cifg = (input_to_input_weights_ptr == nullptr); - - // Make named scratch buffers. - float* input_gate_scratch = scratch0; - float* forget_gate_scratch = scratch1; - float* cell_gate_scratch = scratch2; - float* output_gate_scratch = scratch3; - - // Check if inputs are all zeros so we can skip some computations. - const bool is_input_all_zeros = - micro_tensor_utils::IsZeroVector(input_ptr, n_batch * n_input); - const bool is_aux_input_all_zeros = - (aux_input_ptr == nullptr || - micro_tensor_utils::IsZeroVector(aux_input_ptr, n_batch * n_aux_input)); - if (!use_cifg) { - // Calculate the input gate. (If not CIFG.) - CalculateLstmGateFloat( - input_ptr, input_to_input_weights_ptr, aux_input_ptr, - aux_input_to_input_weights_ptr, output_state_ptr, - recurrent_to_input_weights_ptr, cell_state_ptr, - cell_to_input_weights_ptr, input_layer_norm_coefficients_ptr, - input_gate_bias_ptr, n_batch, n_input, n_aux_input, n_output, n_cell, - /*activation=*/kTfLiteActSigmoid, input_gate_scratch, - is_input_all_zeros, is_aux_input_all_zeros); - } - // Calculate the forget gate. - CalculateLstmGateFloat( - input_ptr, input_to_forget_weights_ptr, aux_input_ptr, - aux_input_to_forget_weights_ptr, output_state_ptr, - recurrent_to_forget_weights_ptr, cell_state_ptr, - cell_to_forget_weights_ptr, forget_layer_norm_coefficients_ptr, - forget_gate_bias_ptr, n_batch, n_input, n_aux_input, n_output, n_cell, - /*activation=*/kTfLiteActSigmoid, forget_gate_scratch, is_input_all_zeros, - is_aux_input_all_zeros); - // Calculate the cell update gate. - CalculateLstmGateFloat(input_ptr, input_to_cell_weights_ptr, aux_input_ptr, - aux_input_to_cell_weights_ptr, output_state_ptr, - recurrent_to_cell_weights_ptr, /*cell_state=*/nullptr, - /*cell_to_gate_weights=*/nullptr, - cell_layer_norm_coefficients_ptr, cell_gate_bias_ptr, - n_batch, n_input, n_aux_input, n_output, n_cell, - params->activation, cell_gate_scratch, - is_input_all_zeros, is_aux_input_all_zeros); - // Update the cell state. - UpdateLstmCellFloat(n_batch, n_cell, cell_state_ptr, input_gate_scratch, - forget_gate_scratch, cell_gate_scratch, use_cifg, - params->cell_clip); - // Calculate output gate. - CalculateLstmGateFloat( - input_ptr, input_to_output_weights_ptr, aux_input_ptr, - aux_input_to_output_weights_ptr, output_state_ptr, - recurrent_to_output_weights_ptr, cell_state_ptr, - cell_to_output_weights_ptr, output_layer_norm_coefficients_ptr, - output_gate_bias_ptr, n_batch, n_input, n_aux_input, n_output, n_cell, - /*activation=*/kTfLiteActSigmoid, output_gate_scratch, is_input_all_zeros, - is_aux_input_all_zeros); - // Update the output state. - CalculateLstmOutputFloat(n_batch, n_cell, n_output, cell_state_ptr, - output_gate_scratch, params->activation, - projection_weights_ptr, projection_bias_ptr, - params->proj_clip, output_state_ptr, scratch2); - // Copy output state to the output. Note that the output's rows may not be - // contiguous (output_batch_leading_dim != n_output). - for (int b = 0; b < n_batch; b++) { - std::memcpy(output_ptr + b * output_batch_leading_dim, - output_state_ptr + b * n_output, n_output * sizeof(float)); - } -} - -// Same as above but with quantized weight matrices. In detail: -// Input of size 'n_batch * n_input': -// input_ptr -// Input of size 'n_batch * n_aux_input': -// aux_input_ptr - optional (can be nullptr) -// -// LSTM weights: -// Quantized input weights of size 'n_cell * n_input': -// input_to_input_weights - optional -// input_to_forget_weights -// input_to_cell_weights -// input_to_input_weights -// Quantized auxiliary input weights of size 'n_cell * n_aux_input': -// aux_input_to_input_weights - optional -// aux_input_to_forget_weights - optional -// aux_input_to_cell_weights - optional -// aux_input_to_output_weights - optional -// Quantized recurrent weights of size 'n_cell * n_output': -// recurrent_to_input_weights - optional -// recurrent_to_forget_weights -// recurrent_to_cell_weights -// recurrent_to_input_weights -// Quantized peephole weights of size 'n_cell', representing diagonal matrices. -// cell_to_input_weights - optional -// cell_to_cell_weights - optional -// cell_to_output_weights - optional -// Quantized projection weights of size 'n_output * n_cell' -// projection_weights_ptr - optional -// Weight scales (scalars) for each of the weights above. -// input_to_input_weights_scale - optional -// input_to_forget_weights_scale -// input_to_cell_weights_scale -// input_to_output_weights_scale -// aux_input_to_input_weights_scale - optional -// aux_input_to_forget_weights_scale - optional -// aux_input_to_cell_weights_scale - optional -// aux_input_to_output_weights_scale - optional -// recurrent_to_input_weights_scale - optional -// recurrent_to_forget_weights_scale -// recurrent_to_cell_weights_scale -// recurrent_to_output_weights_scale -// cell_to_input_weights_scale, -// cell_to_forget_weights_scale, -// cell_to_output_weights_scale, -// projection_weights_scale - optional -// Gate biases of size 'n_cell': -// input_gate_bias_ptr - optional -// forget_gate_bias_ptr -// cell_gate_bias_ptr -// output_gate_bias_ptr -// -// Layer norm coefficients of size 'n_cell', representing diagonal matrices. -// input_layer_norm_coefficients_ptr - optional -// forget_layer_norm_coefficients_ptr - optional -// cell_layer_norm_coefficients_ptr - optional -// output_layer_norm_coefficients_ptr - optional -// -// Temporary pre-allocated storage for quantized values: -// quantized_input_ptr (same size as input_ptr) -// quantized_output_state_ptr (same size as output_state_ptr) -// quantized_output_scratch (same size as cell_state_ptr) -// Temporary pre-allocated storage for recovered values: -// recovered_cell_weights (same size as cell_to_*_weights) -// -// Outputs: -// output_state_ptr - size 'n_batch * n_output' -// cell_state_ptr - size 'n_batch * n_cell' -// output_ptr - size 'n_batch * output_batch_leading_dim' -inline void LstmStepHybrid( - const float* input_ptr, const int8_t* input_to_input_weights_ptr, - const uint8_t* input_to_input_weights_ledger_ptr, - float input_to_input_weights_scale, - const int8_t* input_to_forget_weights_ptr, - const uint8_t* input_to_forget_weights_ledger_ptr, - float input_to_forget_weights_scale, - const int8_t* input_to_cell_weights_ptr, - const uint8_t* input_to_cell_weights_ledger_ptr, - float input_to_cell_weights_scale, - const int8_t* input_to_output_weights_ptr, - const uint8_t* input_to_output_weights_ledger_ptr, - float input_to_output_weights_scale, const float* aux_input_ptr, - const int8_t* aux_input_to_input_weights_ptr, - float aux_input_to_input_weights_scale, - const int8_t* aux_input_to_forget_weights_ptr, - float aux_input_to_forget_weights_scale, - const int8_t* aux_input_to_cell_weights_ptr, - float aux_input_to_cell_weights_scale, - const int8_t* aux_input_to_output_weights_ptr, - float aux_input_to_output_weights_scale, - const int8_t* recurrent_to_input_weights_ptr, - const uint8_t* recurrent_to_input_weights_ledger_ptr, - float recurrent_to_input_weights_scale, - const int8_t* recurrent_to_forget_weights_ptr, - const uint8_t* recurrent_to_forget_weights_ledger_ptr, - float recurrent_to_forget_weights_scale, - const int8_t* recurrent_to_cell_weights_ptr, - const uint8_t* recurrent_to_cell_weights_ledger_ptr, - float recurrent_to_cell_weights_scale, - const int8_t* recurrent_to_output_weights_ptr, - const uint8_t* recurrent_to_output_weights_ledger_ptr, - float recurrent_to_output_weights_scale, - const int8_t* cell_to_input_weights_ptr, float cell_to_input_weights_scale, - const int8_t* cell_to_forget_weights_ptr, - float cell_to_forget_weights_scale, - const int8_t* cell_to_output_weights_ptr, - float cell_to_output_weights_scale, - const float* input_layer_norm_coefficients_ptr, - const float* forget_layer_norm_coefficients_ptr, - const float* cell_layer_norm_coefficients_ptr, - const float* output_layer_norm_coefficients_ptr, - const float* input_gate_bias_ptr, const float* forget_gate_bias_ptr, - const float* cell_gate_bias_ptr, const float* output_gate_bias_ptr, - const int8_t* projection_weights_ptr, - const uint8_t* projection_weights_ledger_ptr, - float projection_weights_scale, const float* projection_bias_ptr, - const TfLiteLSTMParams* params, int n_batch, int n_cell, int n_input, - int n_aux_input, int n_output, int output_batch_leading_dim, - float* scratch0, float* scratch1, float* scratch2, float* scratch3, - float* scales, float* input_sf, float* aux_input_sf, float* output_state_sf, - float* scaling_factors_scratch, float* recovered_cell_weights, - int8_t* quantized_input_ptr, int8_t* quantized_aux_input_ptr, - int8_t* quantized_output_state_ptr, int8_t* quantized_output_scratch, - float* output_state_ptr, float* cell_state_ptr, int32_t* accum_scratch_ptr, - float* output_ptr, int32_t* input_zp, int32_t* aux_input_zp, - int32_t* output_state_zp, int32_t* row_sums, int row_sums_size, - bool* compute_row_sums, bool asymmetric_quantize_inputs) { - // Since we have already checked that weights are all there or none, we - // can check the existence of only one to the get the condition. - const bool use_cifg = (input_to_input_weights_ptr == nullptr); - // Make named scratch buffers for the different gates. - float* input_gate_scratch = scratch0; - float* forget_gate_scratch = scratch1; - float* cell_gate_scratch = scratch2; - float* output_gate_scratch = scratch3; - - int32_t* input_to_input_row_sums = nullptr; - int32_t* input_to_forget_row_sums = nullptr; - int32_t* input_to_cell_row_sums = nullptr; - int32_t* input_to_output_row_sums = nullptr; - int32_t* aux_input_to_input_row_sums = nullptr; - int32_t* aux_input_to_forget_row_sums = nullptr; - int32_t* aux_input_to_cell_row_sums = nullptr; - int32_t* aux_input_to_output_row_sums = nullptr; - int32_t* recurrent_to_input_row_sums = nullptr; - int32_t* recurrent_to_forget_row_sums = nullptr; - int32_t* recurrent_to_cell_row_sums = nullptr; - int32_t* recurrent_to_output_row_sums = nullptr; - int32_t* projection_weights_row_sums = nullptr; - - if (asymmetric_quantize_inputs) { - int num_row_sums = use_cifg ? 6 : 8; - if (aux_input_ptr != nullptr) { - num_row_sums += use_cifg ? 3 : 4; - } - if (projection_weights_ptr != nullptr) { - num_row_sums += ceil(static_cast(n_output) / n_cell); - } - TFLITE_DCHECK(row_sums_size == num_row_sums); - input_to_input_row_sums = row_sums; - input_to_forget_row_sums = - use_cifg ? input_to_input_row_sums : input_to_input_row_sums + n_cell; - input_to_cell_row_sums = input_to_forget_row_sums + n_cell; - input_to_output_row_sums = input_to_cell_row_sums + n_cell; - if (aux_input_ptr != nullptr) { - aux_input_to_input_row_sums = input_to_output_row_sums + n_cell; - aux_input_to_forget_row_sums = use_cifg - ? aux_input_to_input_row_sums - : aux_input_to_input_row_sums + n_cell; - aux_input_to_cell_row_sums = aux_input_to_forget_row_sums + n_cell; - aux_input_to_output_row_sums = aux_input_to_cell_row_sums + n_cell; - } - recurrent_to_input_row_sums = aux_input_ptr - ? aux_input_to_output_row_sums + n_cell - : input_to_output_row_sums + n_cell; - recurrent_to_forget_row_sums = use_cifg - ? recurrent_to_input_row_sums - : recurrent_to_input_row_sums + n_cell; - recurrent_to_cell_row_sums = recurrent_to_forget_row_sums + n_cell; - recurrent_to_output_row_sums = recurrent_to_cell_row_sums + n_cell; - if (projection_weights_ptr != nullptr) { - projection_weights_row_sums = recurrent_to_output_row_sums + n_cell; - } - if (*compute_row_sums) { - ComputeRowSums( - input_to_input_row_sums, input_to_forget_row_sums, - input_to_cell_row_sums, input_to_output_row_sums, - aux_input_to_input_row_sums, aux_input_to_forget_row_sums, - aux_input_to_cell_row_sums, aux_input_to_output_row_sums, - recurrent_to_input_row_sums, recurrent_to_forget_row_sums, - recurrent_to_cell_row_sums, recurrent_to_output_row_sums, - projection_weights_row_sums, row_sums, n_cell, n_input, n_aux_input, - n_output, input_to_input_weights_ptr, input_to_forget_weights_ptr, - input_to_cell_weights_ptr, input_to_output_weights_ptr, - aux_input_to_input_weights_ptr, aux_input_to_forget_weights_ptr, - aux_input_to_cell_weights_ptr, aux_input_to_output_weights_ptr, - recurrent_to_input_weights_ptr, recurrent_to_forget_weights_ptr, - recurrent_to_cell_weights_ptr, recurrent_to_output_weights_ptr, - projection_weights_ptr, use_cifg, aux_input_ptr); - *compute_row_sums = false; - } - } - - // Check if inputs are all zeros so we can skip some computations. - const bool is_input_all_zeros = - micro_tensor_utils::IsZeroVector(input_ptr, n_batch * n_input); - const bool is_aux_input_all_zeros = - (aux_input_ptr == nullptr || - micro_tensor_utils::IsZeroVector(aux_input_ptr, n_batch * n_aux_input)); - const bool is_output_state_all_zeros = - micro_tensor_utils::IsZeroVector(output_state_ptr, n_batch * n_output); - // Quantize inputs. - if (!is_input_all_zeros) { - micro_tensor_utils::BatchQuantizeFloats( - input_ptr, n_batch, n_input, quantized_input_ptr, input_sf, input_zp, - asymmetric_quantize_inputs); - } - if (!is_aux_input_all_zeros) { - micro_tensor_utils::BatchQuantizeFloats( - aux_input_ptr, n_batch, n_aux_input, quantized_aux_input_ptr, - aux_input_sf, aux_input_zp, asymmetric_quantize_inputs); - } - if (!is_output_state_all_zeros) { - micro_tensor_utils::BatchQuantizeFloats( - output_state_ptr, n_batch, n_output, quantized_output_state_ptr, - output_state_sf, output_state_zp, asymmetric_quantize_inputs); - } - if (!use_cifg) { - // Calculate the input gate. (If not CIFG.) - CalculateLstmGateHybrid( - quantized_input_ptr, input_sf, input_zp, input_to_input_weights_ptr, - input_to_input_weights_ledger_ptr, input_to_input_weights_scale, - input_to_input_row_sums, quantized_aux_input_ptr, aux_input_sf, - aux_input_zp, aux_input_to_input_weights_ptr, - aux_input_to_input_weights_scale, aux_input_to_input_row_sums, - quantized_output_state_ptr, output_state_sf, output_state_zp, - recurrent_to_input_weights_ptr, recurrent_to_input_weights_ledger_ptr, - recurrent_to_input_weights_scale, recurrent_to_input_row_sums, - cell_state_ptr, cell_to_input_weights_ptr, cell_to_input_weights_scale, - input_layer_norm_coefficients_ptr, input_gate_bias_ptr, n_batch, - n_input, n_aux_input, n_output, n_cell, kTfLiteActSigmoid, - input_gate_scratch, is_input_all_zeros, is_aux_input_all_zeros, - is_output_state_all_zeros, compute_row_sums, scaling_factors_scratch, - recovered_cell_weights, scales, accum_scratch_ptr); - } - // Calculate the forget gate. - CalculateLstmGateHybrid( - quantized_input_ptr, input_sf, input_zp, input_to_forget_weights_ptr, - input_to_forget_weights_ledger_ptr, input_to_forget_weights_scale, - input_to_forget_row_sums, quantized_aux_input_ptr, aux_input_sf, - aux_input_zp, aux_input_to_forget_weights_ptr, - aux_input_to_forget_weights_scale, aux_input_to_forget_row_sums, - quantized_output_state_ptr, output_state_sf, output_state_zp, - recurrent_to_forget_weights_ptr, recurrent_to_forget_weights_ledger_ptr, - recurrent_to_forget_weights_scale, recurrent_to_forget_row_sums, - cell_state_ptr, cell_to_forget_weights_ptr, cell_to_forget_weights_scale, - forget_layer_norm_coefficients_ptr, forget_gate_bias_ptr, n_batch, - n_input, n_aux_input, n_output, n_cell, kTfLiteActSigmoid, - forget_gate_scratch, is_input_all_zeros, is_aux_input_all_zeros, - is_output_state_all_zeros, compute_row_sums, scaling_factors_scratch, - recovered_cell_weights, scales, accum_scratch_ptr); - // Calculate the cell update gate. - CalculateLstmGateHybrid( - quantized_input_ptr, input_sf, input_zp, input_to_cell_weights_ptr, - input_to_cell_weights_ledger_ptr, input_to_cell_weights_scale, - input_to_cell_row_sums, quantized_aux_input_ptr, aux_input_sf, - aux_input_zp, aux_input_to_cell_weights_ptr, - aux_input_to_cell_weights_scale, aux_input_to_cell_row_sums, - quantized_output_state_ptr, output_state_sf, output_state_zp, - recurrent_to_cell_weights_ptr, recurrent_to_cell_weights_ledger_ptr, - recurrent_to_cell_weights_scale, recurrent_to_cell_row_sums, - /*cell_state=*/nullptr, /*cell_to_gate_weights=*/nullptr, - /*cell_to_gate_weights_scale=*/0.0f, cell_layer_norm_coefficients_ptr, - cell_gate_bias_ptr, n_batch, n_input, n_aux_input, n_output, n_cell, - params->activation, cell_gate_scratch, is_input_all_zeros, - is_aux_input_all_zeros, is_output_state_all_zeros, compute_row_sums, - scaling_factors_scratch, recovered_cell_weights, scales, - accum_scratch_ptr); - // Update the cell state. - UpdateLstmCellFloat(n_batch, n_cell, cell_state_ptr, input_gate_scratch, - forget_gate_scratch, cell_gate_scratch, use_cifg, - params->cell_clip); - // Calculate the output gate. - CalculateLstmGateHybrid( - quantized_input_ptr, input_sf, input_zp, input_to_output_weights_ptr, - input_to_output_weights_ledger_ptr, input_to_output_weights_scale, - input_to_output_row_sums, quantized_aux_input_ptr, aux_input_sf, - aux_input_zp, aux_input_to_output_weights_ptr, - aux_input_to_output_weights_scale, aux_input_to_output_row_sums, - quantized_output_state_ptr, output_state_sf, output_state_zp, - recurrent_to_output_weights_ptr, recurrent_to_output_weights_ledger_ptr, - recurrent_to_output_weights_scale, recurrent_to_output_row_sums, - cell_state_ptr, cell_to_output_weights_ptr, cell_to_output_weights_scale, - output_layer_norm_coefficients_ptr, output_gate_bias_ptr, n_batch, - n_input, n_aux_input, n_output, n_cell, kTfLiteActSigmoid, - output_gate_scratch, is_input_all_zeros, is_aux_input_all_zeros, - is_output_state_all_zeros, compute_row_sums, scaling_factors_scratch, - recovered_cell_weights, scales, accum_scratch_ptr); - // Update the output state. - CalculateLstmOutputHybrid( - n_batch, n_cell, n_output, cell_state_ptr, output_gate_scratch, - params->activation, projection_weights_ptr, projection_weights_ledger_ptr, - projection_weights_scale, projection_bias_ptr, params->proj_clip, - output_state_ptr, asymmetric_quantize_inputs, projection_weights_row_sums, - compute_row_sums, scratch2, quantized_output_scratch, input_sf, input_zp, - accum_scratch_ptr, scales); - // Copy output state to the output. Note that the output's rows may not be - // contiguous (output_batch_leading_dim != n_output). - for (int b = 0; b < n_batch; b++) { - std::memcpy(output_ptr + b * output_batch_leading_dim, - output_state_ptr + b * n_output, n_output * sizeof(float)); - } -} - -// Fully quantized lstm kernel for 16 bit gate matmul output. -// -// Input tensor of size n_batch * n_input: -// input_ptr -// -// LSTM weights: -// Quantized input weights of size 'n_cell * n_input': -// input_to_input_weight_ptr - optional -// input_to_forget_weight_ptr - optional -// input_to_cell_weight_ptr - optional -// input_to_output_weight_ptr - optional -// -// Quantized recurrent weights of size 'n_cell * n_output': -// recurrent_to_input_weight_ptr - optional -// recurrent_to_forget_weights_ptr -// recurrent_to_cell_weights_ptr -// recurrent_to_input_weights_ptr -// -// Quantized peephole weights of size 'n_cell', representing diagonal matrices. -// cell_to_input_weights - optional -// cell_to_cell_weights - optional -// cell_to_output_weights - optional -// -// Quantized projection weights of size 'n_output * n_cell' -// projection_weight_ptr - optional -// -// Weight scales (scalars) for each of the weights above. -// effective_input_to_input_scale_a - optional -// effective_input_to_input_scale_b - optional -// effective_input_to_forget_scale_a -// effective_input_to_forget_scale_b -// effective_input_to_cell_scale_a -// effective_input_to_cell_scale_b -// effective_input_to_output_scale_a -// effective_input_to_output_scale_b -// effective_recurrent_to_input_scale_a - optional -// effective_recurrent_to_input_scale_b - optional -// effective_recurrent_to_forget_scale_a -// effective_recurrent_to_forget_scale_b -// effective_recurrent_to_cell_scale_a -// effective_recurrent_to_cell_scale_b -// effective_recurrent_to_output_scale_a -// effective_recurrent_to_output_scale_b -// effective_proj_scale_a - optional -// effective_proj_scale_b - optional -// -// Gate biases of size 'n_cell': -// input_gate_bias_ptr - optional -// forget_gate_bias_ptr -// cell_gate_bias_ptr -// output_gate_bias_ptr -// -// Layer norm coefficients of size 'n_cell', representing diagonal matrices. -// layer_norm_input_weight_ptr - optional -// layer_norm_forget_weight_ptr - optional -// layer_norm_cell_weight_ptr - optional -// layer_norm_output_weight_ptr - optional -// -// Layer norm scales of size 'n_cell'. -// layer_norm_input_scale_a - optional -// layer_norm_input_scale_b - optional -// layer_norm_forget_scale_a - optional -// layer_norm_forget_scale_b - optional -// layer_norm_cell_scale_a - optional -// layer_norm_cell_scale_b - optional -// layer_norm_output_scale_a - optional -// layer_norm_output_scale_b - optional -// -// Scalar values: -// quantized_cell_clip: quantized clip value for cell. -// quantized_proj_clip: quantized clip value for projection. -// cell_state_scale: the power of two scale for cell state. -// -// Zero points: -// output_state_zp: zero point of output state -// hidden_zp: zero point for hidden state. -// -// Temporary pre-allocated storage for the calculation. Each is of size n_cell * -// n_batch. -// scratch0 -// scratch1 -// scratch2 -// scratch3 -// scratch4 -// scratch5: this scratch buffer is created purely for optimizing the -// MatrixBatchVectorMultiplyAccumulate. -// -// Outputs: -// output_state_ptr - size 'n_batch * n_output' -// cell_state_ptr - size 'n_batch * n_cell' -// output_ptr - size 'n_batch * n_output' -// TODO(b/159947023): scratch0 is not used if (!cifg). Don't allocate then. -inline void LstmStepInteger8x8_16( - const int8_t* input_ptr, const int8_t* input_to_input_weight_ptr, - int32_t effective_input_to_input_scale_a, - int32_t effective_input_to_input_scale_b, - const int8_t* input_to_forget_weight_ptr, - int32_t effective_input_to_forget_scale_a, - int32_t effective_input_to_forget_scale_b, - const int8_t* input_to_cell_weight_ptr, - int32_t effective_input_to_cell_scale_a, - int32_t effective_input_to_cell_scale_b, - const int8_t* input_to_output_weight_ptr, - int32_t effective_input_to_output_scale_a, - int32_t effective_input_to_output_scale_b, - const int8_t* recurrent_to_input_weight_ptr, - int32_t effective_recurrent_to_input_scale_a, - int32_t effective_recurrent_to_input_scale_b, - const int8_t* recurrent_to_forget_weight_ptr, - int32_t effective_recurrent_to_forget_scale_a, - int32_t effective_recurrent_to_forget_scale_b, - const int8_t* recurrent_to_cell_weight_ptr, - int32_t effective_recurrent_to_cell_scale_a, - int32_t effective_recurrent_to_cell_scale_b, - const int8_t* recurrent_to_output_weight_ptr, - int32_t effective_recurrent_to_output_scale_a, - int32_t effective_recurrent_to_output_scale_b, - const int16_t* cell_to_input_weight_ptr, - int32_t effective_cell_to_input_scale_a, - int32_t effective_cell_to_input_scale_b, - const int16_t* cell_to_forget_weight_ptr, - int32_t effective_cell_to_forget_scale_a, - int32_t effective_cell_to_forget_scale_b, - const int16_t* cell_to_output_weight_ptr, - int32_t effective_cell_to_output_scale_a, - int32_t effective_cell_to_output_scale_b, - const int8_t* projection_weight_ptr, int32_t effective_proj_scale_a, - int32_t effective_proj_scale_b, int32_t hidden_zp, - int32_t effective_hidden_scale_a, int32_t effective_hidden_scale_b, - const int16_t* layer_norm_input_weight_ptr, - int32_t layer_norm_input_scale_a, int32_t layer_norm_input_scale_b, - const int16_t* layer_norm_forget_weight_ptr, - int32_t layer_norm_forget_scale_a, int32_t layer_norm_forget_scale_b, - const int16_t* layer_norm_cell_weight_ptr, int32_t layer_norm_cell_scale_a, - int32_t layer_norm_cell_scale_b, - const int16_t* layer_norm_output_weight_ptr, - int32_t layer_norm_output_scale_a, int32_t layer_norm_output_scale_b, - const int32_t* input_gate_bias_ptr, const int32_t* forget_gate_bias_ptr, - const int32_t* cell_gate_bias_ptr, const int32_t* output_gate_bias_ptr, - int16_t quantized_cell_clip, int8_t quantized_proj_clip, - int32_t cell_state_scale, int32_t input_variance_guard, - int32_t forget_variance_guard, int32_t cell_variance_guard, - int32_t output_variance_guard, - const int32_t* input_to_forget_effective_bias, - const int32_t* recurrent_to_forget_effective_bias, - const int32_t* input_to_cell_effective_bias, - const int32_t* recurrent_to_cell_effective_bias, - const int32_t* input_to_output_effective_bias, - const int32_t* recurrent_to_output_effective_bias, - const int32_t* input_to_input_effective_bias, - const int32_t* recurrent_to_input_effective_bias, - const int32_t* projection_effective_bias, int n_batch, int n_cell, - int n_input, int n_output, int8_t* output_state_ptr, - int32_t output_state_zp, int16_t* cell_state_ptr, int8_t* output_ptr, - int16_t* scratch0, int16_t* scratch1, int16_t* scratch2, int16_t* scratch3, - int8_t* scratch4, int32_t* scratch5) { - // Make named scratch buffers for the different gates. - int16_t* input_gate_scratch = scratch0; - int16_t* forget_gate_scratch = scratch1; - int16_t* cell_gate_scratch = scratch2; - int16_t* output_gate_scratch = scratch3; - - // Since we have already checked that weights are all there or none, we - // can check the existence of only one to the get the condition. - const bool use_cifg = (input_to_input_weight_ptr == nullptr); - - // Check for nullptrs. - TFLITE_DCHECK(input_to_forget_effective_bias); - TFLITE_DCHECK(recurrent_to_forget_effective_bias); - TFLITE_DCHECK(input_to_cell_effective_bias); - TFLITE_DCHECK(recurrent_to_cell_effective_bias); - TFLITE_DCHECK(input_to_output_effective_bias); - TFLITE_DCHECK(recurrent_to_output_effective_bias); - if (!use_cifg) { - TFLITE_DCHECK(input_to_input_effective_bias); - TFLITE_DCHECK(recurrent_to_input_effective_bias); - } - const bool use_projection = (projection_weight_ptr != nullptr); - if (use_projection) { - TFLITE_DCHECK(projection_effective_bias); - } - if (!use_cifg) { - // Calculate the input gate. (If not CIFG.) - CalculateLstmGateInteger8x8_16( - input_ptr, input_to_input_weight_ptr, input_to_input_effective_bias, - effective_input_to_input_scale_a, effective_input_to_input_scale_b, - output_state_ptr, recurrent_to_input_weight_ptr, - recurrent_to_input_effective_bias, effective_recurrent_to_input_scale_a, - effective_recurrent_to_input_scale_b, cell_state_ptr, - cell_to_input_weight_ptr, effective_cell_to_input_scale_a, - effective_cell_to_input_scale_b, layer_norm_input_weight_ptr, - input_gate_bias_ptr, layer_norm_input_scale_a, layer_norm_input_scale_b, - input_variance_guard, n_batch, n_input, n_output, n_cell, - kTfLiteActSigmoid, input_gate_scratch, scratch5); - } - // Calculate the forget gate. - CalculateLstmGateInteger8x8_16( - input_ptr, input_to_forget_weight_ptr, input_to_forget_effective_bias, - effective_input_to_forget_scale_a, effective_input_to_forget_scale_b, - output_state_ptr, recurrent_to_forget_weight_ptr, - recurrent_to_forget_effective_bias, effective_recurrent_to_forget_scale_a, - effective_recurrent_to_forget_scale_b, cell_state_ptr, - cell_to_forget_weight_ptr, effective_cell_to_forget_scale_a, - effective_cell_to_forget_scale_b, layer_norm_forget_weight_ptr, - forget_gate_bias_ptr, layer_norm_forget_scale_a, - layer_norm_forget_scale_b, forget_variance_guard, n_batch, n_input, - n_output, n_cell, kTfLiteActSigmoid, forget_gate_scratch, scratch5); - // Calculate the cell update gate. - CalculateLstmGateInteger8x8_16( - input_ptr, input_to_cell_weight_ptr, input_to_cell_effective_bias, - effective_input_to_cell_scale_a, effective_input_to_cell_scale_b, - output_state_ptr, recurrent_to_cell_weight_ptr, - recurrent_to_cell_effective_bias, effective_recurrent_to_cell_scale_a, - effective_recurrent_to_cell_scale_b, cell_state_ptr, - /*cell_to_gate_weights=*/nullptr, /*cell_to_gate_scale_a=*/0, - /*cell_to_gate_scale_b=*/0, layer_norm_cell_weight_ptr, - cell_gate_bias_ptr, layer_norm_cell_scale_a, layer_norm_cell_scale_b, - cell_variance_guard, n_batch, n_input, n_output, n_cell, kTfLiteActTanh, - cell_gate_scratch, scratch5); - // Update the cell state. - UpdateLstmCellInteger(n_batch, n_cell, cell_state_ptr, cell_state_scale, - input_gate_scratch, forget_gate_scratch, - cell_gate_scratch, use_cifg, quantized_cell_clip); - // Calculate the output gate. - CalculateLstmGateInteger8x8_16( - input_ptr, input_to_output_weight_ptr, input_to_output_effective_bias, - effective_input_to_output_scale_a, effective_input_to_output_scale_b, - output_state_ptr, recurrent_to_output_weight_ptr, - recurrent_to_output_effective_bias, effective_recurrent_to_output_scale_a, - effective_recurrent_to_output_scale_b, cell_state_ptr, - cell_to_output_weight_ptr, effective_cell_to_output_scale_a, - effective_cell_to_output_scale_b, layer_norm_output_weight_ptr, - output_gate_bias_ptr, layer_norm_output_scale_a, - layer_norm_output_scale_b, output_variance_guard, n_batch, n_input, - n_output, n_cell, kTfLiteActSigmoid, output_gate_scratch, scratch5); - // Update the output state. - CalculateLstmOutputInteger8x8_16( - n_batch, n_cell, n_output, cell_state_ptr, cell_state_scale, - output_gate_scratch, effective_hidden_scale_a, effective_hidden_scale_b, - hidden_zp, projection_weight_ptr, effective_proj_scale_a, - effective_proj_scale_b, projection_effective_bias, output_state_zp, - quantized_proj_clip, output_state_ptr, scratch0, scratch4, scratch5); - // Copy output state to the output. Note that unlike float or hybrid, output - // is always contiguous. - std::memcpy(output_ptr, output_state_ptr, - n_batch * n_output * sizeof(int8_t)); -} - -// Fully quantized lstm kernel for 8 bit gate matmul output. -// -// Input tensor of size n_batch * n_input: -// input_ptr -// -// LSTM weights: -// Quantized input weights of size 'n_cell * n_input': -// input_to_input_weight_ptr - optional -// input_to_forget_weight_ptr - optional -// input_to_cell_weight_ptr - optional -// input_to_output_weight_ptr - optional -// -// Quantized recurrent weights of size 'n_cell * n_output': -// recurrent_to_input_weight_ptr - optional -// recurrent_to_forget_weights_ptr -// recurrent_to_cell_weights_ptr -// recurrent_to_input_weights_ptr -// -// Quantized peephole weights of size 'n_cell', representing diagonal matrices. -// cell_to_input_weights - optional -// cell_to_cell_weights - optional -// cell_to_output_weights - optional -// -// Quantized projection weights of size 'n_output * n_cell' -// projection_weight_ptr - optional -// -// Weight scales (scalars) for each of the weights above. -// effective_input_to_input_scale_a - optional -// effective_input_to_input_scale_b - optional -// effective_input_to_forget_scale_a -// effective_input_to_forget_scale_b -// effective_input_to_cell_scale_a -// effective_input_to_cell_scale_b -// effective_input_to_output_scale_a -// effective_input_to_output_scale_b -// effective_recurrent_to_input_scale_a - optional -// effective_recurrent_to_input_scale_b - optional -// effective_recurrent_to_forget_scale_a -// effective_recurrent_to_forget_scale_b -// effective_recurrent_to_cell_scale_a -// effective_recurrent_to_cell_scale_b -// effective_recurrent_to_output_scale_a -// effective_recurrent_to_output_scale_b -// effective_proj_scale_a - optional -// effective_proj_scale_b - optional -// -// Gate biases of size 'n_cell': -// input_gate_bias_ptr - optional -// forget_gate_bias_ptr -// cell_gate_bias_ptr -// output_gate_bias_ptr -// -// Layer norm coefficients of size 'n_cell', representing diagonal matrices. -// layer_norm_input_weight_ptr - optional -// layer_norm_forget_weight_ptr - optional -// layer_norm_cell_weight_ptr - optional -// layer_norm_output_weight_ptr - optional -// -// Layer norm scales of size 'n_cell'. -// layer_norm_input_scale_a - optional -// layer_norm_input_scale_b - optional -// layer_norm_forget_scale_a - optional -// layer_norm_forget_scale_b - optional -// layer_norm_cell_scale_a - optional -// layer_norm_cell_scale_b - optional -// layer_norm_output_scale_a - optional -// layer_norm_output_scale_b - optional -// -// Scalar values: -// quantized_cell_clip: quantized clip value for cell. -// quantized_proj_clip: quantized clip value for projection. -// cell_state_scale: the power of two scale for cell state. -// -// Zero points: -// input_zp: zero point for input tensor. -// output_state_zp: zero point of output state. -// hidden_zp: zero point for hidden state. -// -// Temporary pre-allocated storage for the calculation. Each is of size n_cell * -// n_batch. -// scratch0 -// scratch1 -// scratch2 -// scratch3 -// scratch4 -// scratch5 -// scratch6 -// scratch7 -// -// Outputs: -// output_state_ptr - size 'n_batch * n_output' -// cell_state_ptr - size 'n_batch * n_cell' -// output_ptr - size 'n_batch * n_output' -// -// Can move zero point calculation into Prepare() for better perfomance. -// TODO(b/159947023): scratch5 is unused, remove. -inline void LstmStepInteger8x8_8( - const int8_t* input_ptr, int32_t input_zp, - const int8_t* input_to_input_weight_ptr, - int32_t effective_input_to_input_scale_a, - int32_t effective_input_to_input_scale_b, - const int8_t* input_to_forget_weight_ptr, - int32_t effective_input_to_forget_scale_a, - int32_t effective_input_to_forget_scale_b, - const int8_t* input_to_cell_weight_ptr, - int32_t effective_input_to_cell_scale_a, - int32_t effective_input_to_cell_scale_b, - const int8_t* input_to_output_weight_ptr, - int32_t effective_input_to_output_scale_a, - int32_t effective_input_to_output_scale_b, - const int8_t* recurrent_to_input_weight_ptr, - int32_t effective_recurrent_to_input_scale_a, - int32_t effective_recurrent_to_input_scale_b, - const int8_t* recurrent_to_forget_weight_ptr, - int32_t effective_recurrent_to_forget_scale_a, - int32_t effective_recurrent_to_forget_scale_b, - const int8_t* recurrent_to_cell_weight_ptr, - int32_t effective_recurrent_to_cell_scale_a, - int32_t effective_recurrent_to_cell_scale_b, - const int8_t* recurrent_to_output_weight_ptr, - int32_t effective_recurrent_to_output_scale_a, - int32_t effective_recurrent_to_output_scale_b, - const int8_t* cell_to_input_weight_ptr, - int32_t effective_cell_to_input_scale_a, - int32_t effective_cell_to_input_scale_b, - const int8_t* cell_to_forget_weight_ptr, - int32_t effective_cell_to_forget_scale_a, - int32_t effective_cell_to_forget_scale_b, - const int8_t* cell_to_output_weight_ptr, - int32_t effective_cell_to_output_scale_a, - int32_t effective_cell_to_output_scale_b, - const int8_t* projection_weight_ptr, int32_t effective_proj_scale_a, - int32_t effective_proj_scale_b, const int16_t* layer_norm_input_weight_ptr, - int32_t layer_norm_input_scale_a, int32_t layer_norm_input_scale_b, - const int16_t* layer_norm_forget_weight_ptr, - int32_t layer_norm_forget_scale_a, int32_t layer_norm_forget_scale_b, - const int16_t* layer_norm_cell_weight_ptr, int32_t layer_norm_cell_scale_a, - int32_t layer_norm_cell_scale_b, - const int16_t* layer_norm_output_weight_ptr, - int32_t layer_norm_output_scale_a, int32_t layer_norm_output_scale_b, - const int32_t* input_gate_bias_ptr, const int32_t* forget_gate_bias_ptr, - const int32_t* cell_gate_bias_ptr, const int32_t* output_gate_bias_ptr, - const int32_t* projection_bias_ptr, const TfLiteLSTMParams* params, - const int32_t* intermediate_scale_a, const int32_t* intermediate_scale_b, - const int32_t* intermediate_zp, int16_t quantized_cell_clip, - int8_t quantized_proj_clip, int n_batch, int n_cell, int n_input, - int n_output, int output_batch_leading_dim, int8_t* output_state_ptr, - int32_t output_state_zp, int16_t* cell_state_ptr, int8_t* output_ptr, - int8_t* scratch0, int8_t* scratch1, int16_t* scratch2, int16_t* scratch3, - int16_t* scratch4, int16_t* scratch5, int16_t* scratch6, - int16_t* scratch7) { - // TODO(b/159066113): scratch5 is unused, remove. - - // Make named scratch buffers for the different gates. - int16_t* forget_gate_scratch = scratch2; - int16_t* cell_gate_scratch = scratch3; - int16_t* output_gate_scratch = scratch4; - // no-CIFG is not supported here - - // Calculate the forget gate. - CalculateLstmGateInteger8x8_8( - input_ptr, input_zp, input_to_forget_weight_ptr, - effective_input_to_forget_scale_a, effective_input_to_forget_scale_b, - intermediate_scale_a[2], intermediate_scale_b[2], intermediate_zp[4], - output_state_ptr, output_state_zp, recurrent_to_forget_weight_ptr, - effective_recurrent_to_forget_scale_a, - effective_recurrent_to_forget_scale_b, intermediate_scale_a[3], - intermediate_scale_b[3], intermediate_zp[5], layer_norm_forget_weight_ptr, - layer_norm_forget_scale_a, layer_norm_forget_scale_b, - forget_gate_bias_ptr, n_batch, n_input, n_output, n_cell, - kTfLiteActSigmoid, forget_gate_scratch, scratch0, scratch1); - // Calculate the cell update gate. - CalculateLstmGateInteger8x8_8( - input_ptr, input_zp, input_to_cell_weight_ptr, - effective_input_to_cell_scale_a, effective_input_to_cell_scale_b, - intermediate_scale_a[4], intermediate_scale_b[4], intermediate_zp[7], - output_state_ptr, output_state_zp, recurrent_to_cell_weight_ptr, - effective_recurrent_to_cell_scale_a, effective_recurrent_to_cell_scale_b, - intermediate_scale_a[5], intermediate_scale_b[5], intermediate_zp[8], - layer_norm_cell_weight_ptr, layer_norm_cell_scale_a, - layer_norm_cell_scale_b, cell_gate_bias_ptr, n_batch, n_input, n_output, - n_cell, kTfLiteActTanh, cell_gate_scratch, scratch0, scratch1); - // Update the cell state. - UpdateLstmCellInteger(n_batch, n_cell, cell_state_ptr, - /*cell_state_scale=*/-15, /*input_gate=*/nullptr, - forget_gate_scratch, cell_gate_scratch, - /*use_cifg=*/true, quantized_cell_clip); - // Calculate the output gate. - CalculateLstmGateInteger8x8_8( - input_ptr, input_zp, input_to_output_weight_ptr, - effective_input_to_output_scale_a, effective_input_to_output_scale_b, - intermediate_scale_a[6], intermediate_scale_b[6], intermediate_zp[10], - output_state_ptr, output_state_zp, recurrent_to_output_weight_ptr, - effective_recurrent_to_output_scale_a, - effective_recurrent_to_output_scale_b, intermediate_scale_a[11], - intermediate_scale_b[7], intermediate_zp[7], layer_norm_output_weight_ptr, - layer_norm_output_scale_a, layer_norm_output_scale_b, - output_gate_bias_ptr, n_batch, n_input, n_output, n_cell, - kTfLiteActSigmoid, output_gate_scratch, scratch0, scratch1); - // Update the output state. - CalculateLstmOutputInteger8x8_8( - n_batch, n_cell, n_output, cell_state_ptr, output_gate_scratch, - projection_weight_ptr, effective_proj_scale_a, effective_proj_scale_b, - projection_bias_ptr, output_state_zp, quantized_proj_clip, - output_state_ptr, scratch2); - // Copy output state to the output. Note that unlike float or hybrid, output - // is always contigous. - std::memcpy(output_ptr, output_state_ptr, - n_batch * n_output * sizeof(int8_t)); -} - -} // namespace - -TfLiteStatus EvalFloatLstm( - const TfLiteEvalTensor* input, - const TfLiteEvalTensor* input_to_input_weights, - const TfLiteEvalTensor* input_to_forget_weights, - const TfLiteEvalTensor* input_to_cell_weights, - const TfLiteEvalTensor* input_to_output_weights, - const TfLiteEvalTensor* recurrent_to_input_weights, - const TfLiteEvalTensor* recurrent_to_forget_weights, - const TfLiteEvalTensor* recurrent_to_cell_weights, - const TfLiteEvalTensor* recurrent_to_output_weights, - const TfLiteEvalTensor* cell_to_input_weights, - const TfLiteEvalTensor* cell_to_forget_weights, - const TfLiteEvalTensor* cell_to_output_weights, - const TfLiteEvalTensor* input_layer_norm_coefficients, - const TfLiteEvalTensor* forget_layer_norm_coefficients, - const TfLiteEvalTensor* cell_layer_norm_coefficients, - const TfLiteEvalTensor* output_layer_norm_coefficients, - const TfLiteEvalTensor* aux_input, - const TfLiteEvalTensor* aux_input_to_input_weights, - const TfLiteEvalTensor* aux_input_to_forget_weights, - const TfLiteEvalTensor* aux_input_to_cell_weights, - const TfLiteEvalTensor* aux_input_to_output_weights, - const TfLiteEvalTensor* input_gate_bias, - const TfLiteEvalTensor* forget_gate_bias, - const TfLiteEvalTensor* cell_gate_bias, - const TfLiteEvalTensor* output_gate_bias, - const TfLiteEvalTensor* projection_weights, - const TfLiteEvalTensor* projection_bias, const TfLiteLSTMParams* params, - bool forward_sequence, bool time_major, int output_offset, - float* scratch_buffer, TfLiteEvalTensor* output_state, - TfLiteEvalTensor* cell_state, TfLiteEvalTensor* output) { - TFLITE_DCHECK(input->dims->size >= 2 && input->dims->size <= 3); - int max_time, n_batch; - if (input->dims->size == 3) { - max_time = (time_major) ? input->dims->data[0] : input->dims->data[1]; - n_batch = (time_major) ? input->dims->data[1] : input->dims->data[0]; - } else { - max_time = 1; - n_batch = input->dims->data[0]; - } - const int n_input = input->dims->data[input->dims->size - 1]; - const int aux_input_size = - (aux_input) ? aux_input->dims->data[aux_input->dims->size - 1] : 0; - - // n_cell and n_output will be the same size when there is no projection. - const int n_cell = input_to_output_weights->dims->data[0]; - const int n_output = recurrent_to_output_weights->dims->data[1]; - - // Since we have already checked that weights are all there or none, we can - // check the existence of only one to the get the condition. - const bool use_cifg = (input_to_input_weights == nullptr); - - // Index the scratch buffers pointers to the global scratch buffer. - float* input_gate_scratch = nullptr; - float* cell_gate_scratch = nullptr; - float* forget_gate_scratch = nullptr; - float* output_gate_scratch = nullptr; - if (use_cifg) { - cell_gate_scratch = scratch_buffer; - forget_gate_scratch = scratch_buffer + n_cell * n_batch; - output_gate_scratch = scratch_buffer + 2 * n_cell * n_batch; - } else { - input_gate_scratch = scratch_buffer; - cell_gate_scratch = scratch_buffer + n_cell * n_batch; - forget_gate_scratch = scratch_buffer + 2 * n_cell * n_batch; - output_gate_scratch = scratch_buffer + 3 * n_cell * n_batch; - } - - const int output_batch_leading_dim = - output->dims->data[output->dims->size - 1]; - if (time_major) { - // Loop through the sequence. - const int input_step = n_batch * n_input; - const int output_step = n_batch * output_batch_leading_dim; - for (int t = 0; t < max_time; t++) { - // If this is the forward_sequence, step forward, otherwise step - // backwards. - const int t_rel = forward_sequence ? t : max_time - t - 1; - const float* input_ptr = - tflite::micro::GetTensorData(input) + t_rel * input_step; - const float* aux_input_ptr = nullptr; - if (aux_input) { - aux_input_ptr = - tflite::micro::GetTensorData(aux_input) + t_rel * input_step; - } - float* output_ptr = tflite::micro::GetTensorData(output) + - t_rel * output_step + output_offset; - - LstmStepFloat( - input_ptr, - input_to_input_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData(input_to_input_weights), - input_to_forget_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData(input_to_forget_weights), - input_to_cell_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData(input_to_cell_weights), - input_to_output_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData(input_to_output_weights), - aux_input_ptr, - aux_input_to_input_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData(aux_input_to_input_weights), - aux_input_to_forget_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData( - aux_input_to_forget_weights), - aux_input_to_cell_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData(aux_input_to_cell_weights), - aux_input_to_output_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData( - aux_input_to_output_weights), - recurrent_to_input_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData(recurrent_to_input_weights), - recurrent_to_forget_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData( - recurrent_to_forget_weights), - recurrent_to_cell_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData(recurrent_to_cell_weights), - recurrent_to_output_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData( - recurrent_to_output_weights), - cell_to_input_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData(cell_to_input_weights), - cell_to_forget_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData(cell_to_forget_weights), - cell_to_output_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData(cell_to_output_weights), - input_layer_norm_coefficients == nullptr - ? nullptr - : tflite::micro::GetTensorData( - input_layer_norm_coefficients), - forget_layer_norm_coefficients == nullptr - ? nullptr - : tflite::micro::GetTensorData( - forget_layer_norm_coefficients), - cell_layer_norm_coefficients == nullptr - ? nullptr - : tflite::micro::GetTensorData( - cell_layer_norm_coefficients), - output_layer_norm_coefficients == nullptr - ? nullptr - : tflite::micro::GetTensorData( - output_layer_norm_coefficients), - input_gate_bias == nullptr - ? nullptr - : tflite::micro::GetTensorData(input_gate_bias), - forget_gate_bias == nullptr - ? nullptr - : tflite::micro::GetTensorData(forget_gate_bias), - cell_gate_bias == nullptr - ? nullptr - : tflite::micro::GetTensorData(cell_gate_bias), - output_gate_bias == nullptr - ? nullptr - : tflite::micro::GetTensorData(output_gate_bias), - projection_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData(projection_weights), - projection_bias == nullptr - ? nullptr - : tflite::micro::GetTensorData(projection_bias), - params, n_batch, n_cell, n_input, aux_input_size, n_output, - output_batch_leading_dim, - tflite::micro::GetTensorData(output_state), - tflite::micro::GetTensorData(cell_state), input_gate_scratch, - forget_gate_scratch, cell_gate_scratch, output_gate_scratch, - output_ptr); - } - } else { - for (int b = 0; b < n_batch; b++) { - const int input_step = n_input; - const int output_step = output_batch_leading_dim; - for (int t = 0; t < max_time; t++) { - // If this is the forward_sequence, step forward, otherwise step - // backwards. - const int t_rel = forward_sequence ? t : max_time - t - 1; - const int time_offset = b * max_time + t_rel; - const float* input_ptr = tflite::micro::GetTensorData(input) + - time_offset * input_step; - const float* aux_input_ptr = nullptr; - if (aux_input) { - aux_input_ptr = tflite::micro::GetTensorData(aux_input) + - time_offset * input_step; - } - float* output_ptr = tflite::micro::GetTensorData(output) + - time_offset * output_step + output_offset; - - // Offset the {output,cell}_state pointers to the right batch. - float* output_state_ptr = - tflite::micro::GetTensorData(output_state) + - b * output_batch_leading_dim; - float* cell_state_ptr = - tflite::micro::GetTensorData(cell_state) + b * n_cell; - // Offset the scratch pointers to the right batch. - float* input_gate_scratch_ptr = - input_gate_scratch ? input_gate_scratch + b * n_cell : nullptr; - float* forget_gate_scratch_ptr = forget_gate_scratch + b * n_cell; - float* cell_gate_scratch_ptr = cell_gate_scratch + b * n_cell; - float* output_gate_scratch_ptr = output_gate_scratch + b * n_cell; - - LstmStepFloat( - input_ptr, - input_to_input_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData(input_to_input_weights), - input_to_forget_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData(input_to_forget_weights), - input_to_cell_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData(input_to_cell_weights), - input_to_output_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData(input_to_output_weights), - aux_input_ptr, - aux_input_to_input_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData( - aux_input_to_input_weights), - aux_input_to_forget_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData( - aux_input_to_forget_weights), - aux_input_to_cell_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData( - aux_input_to_cell_weights), - aux_input_to_output_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData( - aux_input_to_output_weights), - recurrent_to_input_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData( - recurrent_to_input_weights), - recurrent_to_forget_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData( - recurrent_to_forget_weights), - recurrent_to_cell_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData( - recurrent_to_cell_weights), - recurrent_to_output_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData( - recurrent_to_output_weights), - cell_to_input_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData(cell_to_input_weights), - cell_to_forget_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData(cell_to_forget_weights), - cell_to_output_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData(cell_to_output_weights), - input_layer_norm_coefficients == nullptr - ? nullptr - : tflite::micro::GetTensorData( - input_layer_norm_coefficients), - forget_layer_norm_coefficients == nullptr - ? nullptr - : tflite::micro::GetTensorData( - forget_layer_norm_coefficients), - cell_layer_norm_coefficients == nullptr - ? nullptr - : tflite::micro::GetTensorData( - cell_layer_norm_coefficients), - output_layer_norm_coefficients == nullptr - ? nullptr - : tflite::micro::GetTensorData( - output_layer_norm_coefficients), - input_gate_bias == nullptr - ? nullptr - : tflite::micro::GetTensorData(input_gate_bias), - forget_gate_bias == nullptr - ? nullptr - : tflite::micro::GetTensorData(forget_gate_bias), - cell_gate_bias == nullptr - ? nullptr - : tflite::micro::GetTensorData(cell_gate_bias), - output_gate_bias == nullptr - ? nullptr - : tflite::micro::GetTensorData(output_gate_bias), - projection_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData(projection_weights), - projection_bias == nullptr - ? nullptr - : tflite::micro::GetTensorData(projection_bias), - params, - /*n_batch=*/1, n_cell, n_input, aux_input_size, n_output, - output_batch_leading_dim, output_state_ptr, cell_state_ptr, - input_gate_scratch_ptr, forget_gate_scratch_ptr, - cell_gate_scratch_ptr, output_gate_scratch_ptr, output_ptr); - } - } - } - return kTfLiteOk; -} - -TfLiteStatus EvalHybridLstm( - const HybridLstmScales* hybrid_lstm_scales, const TfLiteEvalTensor* input, - const TfLiteEvalTensor* input_to_input_weights, - const TfLiteEvalTensor* input_to_input_weights_ledger, - const TfLiteEvalTensor* input_to_forget_weights, - const TfLiteEvalTensor* input_to_forget_weights_ledger, - const TfLiteEvalTensor* input_to_cell_weights, - const TfLiteEvalTensor* input_to_cell_weights_ledger, - const TfLiteEvalTensor* input_to_output_weights, - const TfLiteEvalTensor* input_to_output_weights_ledger, - const TfLiteEvalTensor* recurrent_to_input_weights, - const TfLiteEvalTensor* recurrent_to_input_weights_ledger, - const TfLiteEvalTensor* recurrent_to_forget_weights, - const TfLiteEvalTensor* recurrent_to_forget_weights_ledger, - const TfLiteEvalTensor* recurrent_to_cell_weights, - const TfLiteEvalTensor* recurrent_to_cell_weights_ledger, - const TfLiteEvalTensor* recurrent_to_output_weights, - const TfLiteEvalTensor* recurrent_to_output_weights_ledger, - const TfLiteEvalTensor* cell_to_input_weights, - const TfLiteEvalTensor* cell_to_forget_weights, - const TfLiteEvalTensor* cell_to_output_weights, - const TfLiteEvalTensor* input_layer_norm_coefficients, - const TfLiteEvalTensor* forget_layer_norm_coefficients, - const TfLiteEvalTensor* cell_layer_norm_coefficients, - const TfLiteEvalTensor* output_layer_norm_coefficients, - const TfLiteEvalTensor* aux_input, - const TfLiteEvalTensor* aux_input_to_input_weights, - const TfLiteEvalTensor* aux_input_to_forget_weights, - const TfLiteEvalTensor* aux_input_to_cell_weights, - const TfLiteEvalTensor* aux_input_to_output_weights, - const TfLiteEvalTensor* input_gate_bias, - const TfLiteEvalTensor* forget_gate_bias, - const TfLiteEvalTensor* cell_gate_bias, - const TfLiteEvalTensor* output_gate_bias, - const TfLiteEvalTensor* projection_weights, - const TfLiteEvalTensor* projection_weights_ledger, - const TfLiteEvalTensor* projection_bias, const TfLiteLSTMParams* params, - bool forward_sequence, bool time_major, int output_offset, - float* scratch_buffer, float* input_sf, float* aux_input_sf, - float* output_state_sf, float* prod_scaling_factors, - float* recovered_cell_weights, int8_t* input_quantized, - int8_t* aux_input_quantized, int8_t* output_state_quantized, - int8_t* cell_state_quantized, float* scales, TfLiteEvalTensor* output_state, - TfLiteEvalTensor* cell_state, int32_t* output_scratch_buffer, - TfLiteEvalTensor* output, int32_t* input_zp, int32_t* aux_input_zp, - int32_t* output_state_zp, int32_t* row_sums, int row_sums_size, - bool* compute_row_sums) { - TFLITE_DCHECK(input->dims->size >= 2 && input->dims->size <= 3); - const int n_input = input->dims->data[input->dims->size - 1]; - int max_time, n_batch; - if (input->dims->size == 2) { - max_time = 1; - n_batch = input->dims->data[0]; - } else { - max_time = (time_major) ? input->dims->data[0] : input->dims->data[1]; - n_batch = (time_major) ? input->dims->data[1] : input->dims->data[0]; - } - const int aux_input_size = - (aux_input) ? aux_input->dims->data[aux_input->dims->size - 1] : 0; - // n_cell and n_output will be the same size when there is no projection. - const int n_cell = input_to_output_weights->dims->data[0]; - const int n_output = recurrent_to_output_weights->dims->data[1]; - - // Since we have already checked that weights are all there or none, we can - // check the existence of only one to get the condition. - const bool use_cifg = (input_to_input_weights == nullptr); - - float* input_gate_scratch = nullptr; - float* cell_gate_scratch = nullptr; - float* forget_gate_scratch = nullptr; - float* output_gate_scratch = nullptr; - if (use_cifg) { - cell_gate_scratch = scratch_buffer; - forget_gate_scratch = scratch_buffer + n_cell * n_batch; - output_gate_scratch = scratch_buffer + 2 * n_cell * n_batch; - } else { - input_gate_scratch = scratch_buffer; - cell_gate_scratch = scratch_buffer + n_cell * n_batch; - forget_gate_scratch = scratch_buffer + 2 * n_cell * n_batch; - output_gate_scratch = scratch_buffer + 3 * n_cell * n_batch; - } - - const int output_batch_leading_dim = - output->dims->data[output->dims->size - 1]; - - int32_t* input_zp_ptr = nullptr; - int32_t* aux_input_zp_ptr = nullptr; - int32_t* output_state_zp_ptr = nullptr; - int32_t* row_sums_ptr = nullptr; - if (params->asymmetric_quantize_inputs) { - input_zp_ptr = input_zp; - aux_input_zp_ptr = aux_input_zp; - output_state_zp_ptr = output_state_zp; - row_sums_ptr = row_sums; - } - - if (time_major) { - // Feed the sequence into the LSTM step-by-step. - const int input_step = n_batch * n_input; - const int output_step = n_batch * output_batch_leading_dim; - for (int t = 0; t < max_time; t++) { - // If this is the forward_sequence, step forward, otherwise step - // backwards. - const int t_rel = forward_sequence ? t : max_time - t - 1; - const float* input_ptr = - tflite::micro::GetTensorData(input) + t_rel * input_step; - const float* aux_input_ptr = nullptr; - if (aux_input) { - aux_input_ptr = - tflite::micro::GetTensorData(aux_input) + t_rel * input_step; - } - float* output_ptr = tflite::micro::GetTensorData(output) + - t_rel * output_step + output_offset; - LstmStepHybrid( - input_ptr, - input_to_input_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData(input_to_input_weights), - input_to_input_weights_ledger == nullptr - ? nullptr - : tflite::micro::GetTensorData( - input_to_input_weights_ledger), - hybrid_lstm_scales->input_to_input_weights_scale, - input_to_forget_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData(input_to_forget_weights), - input_to_forget_weights_ledger == nullptr - ? nullptr - : tflite::micro::GetTensorData( - input_to_forget_weights_ledger), - hybrid_lstm_scales->input_to_forget_weights_scale, - input_to_cell_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData(input_to_cell_weights), - input_to_cell_weights_ledger == nullptr - ? nullptr - : tflite::micro::GetTensorData( - input_to_cell_weights_ledger), - hybrid_lstm_scales->input_to_cell_weights_scale, - input_to_output_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData(input_to_output_weights), - input_to_output_weights_ledger == nullptr - ? nullptr - : tflite::micro::GetTensorData( - input_to_output_weights_ledger), - hybrid_lstm_scales->input_to_output_weights_scale, aux_input_ptr, - aux_input_to_input_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData( - aux_input_to_input_weights), - hybrid_lstm_scales->aux_input_to_input_weights_scale, - aux_input_to_forget_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData( - aux_input_to_forget_weights), - hybrid_lstm_scales->aux_input_to_forget_weights_scale, - aux_input_to_cell_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData(aux_input_to_cell_weights), - hybrid_lstm_scales->aux_input_to_cell_weights_scale, - aux_input_to_output_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData( - aux_input_to_output_weights), - hybrid_lstm_scales->aux_input_to_output_weights_scale, - recurrent_to_input_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData( - recurrent_to_input_weights), - recurrent_to_input_weights_ledger == nullptr - ? nullptr - : tflite::micro::GetTensorData( - recurrent_to_input_weights_ledger), - hybrid_lstm_scales->recurrent_to_input_weights_scale, - recurrent_to_forget_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData( - recurrent_to_forget_weights), - recurrent_to_forget_weights_ledger == nullptr - ? nullptr - : tflite::micro::GetTensorData( - recurrent_to_forget_weights_ledger), - hybrid_lstm_scales->recurrent_to_forget_weights_scale, - recurrent_to_cell_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData(recurrent_to_cell_weights), - recurrent_to_cell_weights_ledger == nullptr - ? nullptr - : tflite::micro::GetTensorData( - recurrent_to_cell_weights_ledger), - hybrid_lstm_scales->recurrent_to_cell_weights_scale, - recurrent_to_output_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData( - recurrent_to_output_weights), - recurrent_to_output_weights_ledger == nullptr - ? nullptr - : tflite::micro::GetTensorData( - recurrent_to_output_weights_ledger), - hybrid_lstm_scales->recurrent_to_output_weights_scale, - cell_to_input_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData(cell_to_input_weights), - hybrid_lstm_scales->cell_to_input_weights_scale, - cell_to_forget_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData(cell_to_forget_weights), - hybrid_lstm_scales->cell_to_forget_weights_scale, - cell_to_output_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData(cell_to_output_weights), - hybrid_lstm_scales->cell_to_output_weights_scale, - input_layer_norm_coefficients == nullptr - ? nullptr - : tflite::micro::GetTensorData( - input_layer_norm_coefficients), - forget_layer_norm_coefficients == nullptr - ? nullptr - : tflite::micro::GetTensorData( - forget_layer_norm_coefficients), - cell_layer_norm_coefficients == nullptr - ? nullptr - : tflite::micro::GetTensorData( - cell_layer_norm_coefficients), - output_layer_norm_coefficients == nullptr - ? nullptr - : tflite::micro::GetTensorData( - output_layer_norm_coefficients), - input_gate_bias == nullptr - ? nullptr - : tflite::micro::GetTensorData(input_gate_bias), - forget_gate_bias == nullptr - ? nullptr - : tflite::micro::GetTensorData(forget_gate_bias), - cell_gate_bias == nullptr - ? nullptr - : tflite::micro::GetTensorData(cell_gate_bias), - output_gate_bias == nullptr - ? nullptr - : tflite::micro::GetTensorData(output_gate_bias), - projection_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData(projection_weights), - projection_weights_ledger == nullptr - ? nullptr - : tflite::micro::GetTensorData( - projection_weights_ledger), - hybrid_lstm_scales->projection_weights_scale, - projection_bias == nullptr - ? nullptr - : tflite::micro::GetTensorData(projection_bias), - params, n_batch, n_cell, n_input, aux_input_size, n_output, - output_batch_leading_dim, input_gate_scratch, forget_gate_scratch, - cell_gate_scratch, output_gate_scratch, scales, input_sf, - aux_input_sf, output_state_sf, prod_scaling_factors, - recovered_cell_weights, input_quantized, aux_input_quantized, - output_state_quantized, cell_state_quantized, - tflite::micro::GetTensorData(output_state), - tflite::micro::GetTensorData(cell_state), - output_scratch_buffer, output_ptr, input_zp_ptr, aux_input_zp_ptr, - output_state_zp_ptr, row_sums_ptr, row_sums_size, compute_row_sums, - params->asymmetric_quantize_inputs); - } - } else { - for (int b = 0; b < n_batch; b++) { - const int input_step = n_input; - const int output_step = output_batch_leading_dim; - for (int t = 0; t < max_time; t++) { - // If this is the forward_sequence, step forward, otherwise step - // backwards. - const int t_rel = forward_sequence ? t : max_time - t - 1; - const int time_offset = b * max_time + t_rel; - const float* input_ptr = tflite::micro::GetTensorData(input) + - time_offset * input_step; - const float* aux_input_ptr = nullptr; - if (aux_input) { - aux_input_ptr = tflite::micro::GetTensorData(aux_input) + - time_offset * input_step; - } - float* output_ptr = tflite::micro::GetTensorData(output) + - time_offset * output_step + output_offset; - - // Offset the {output,cell}_state pointers to the right batch. - float* output_state_ptr = - tflite::micro::GetTensorData(output_state) + - b * output_batch_leading_dim; - float* cell_state_ptr = - tflite::micro::GetTensorData(cell_state) + b * n_cell; - // Offset the scratch pointers to the right batch. - float* input_gate_scratch_ptr = - input_gate_scratch ? input_gate_scratch + b * n_cell : nullptr; - float* forget_gate_scratch_ptr = forget_gate_scratch + b * n_cell; - float* cell_gate_scratch_ptr = cell_gate_scratch + b * n_cell; - float* output_gate_scratch_ptr = output_gate_scratch + b * n_cell; - - LstmStepHybrid( - input_ptr, - input_to_input_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData(input_to_input_weights), - input_to_input_weights_ledger == nullptr - ? nullptr - : tflite::micro::GetTensorData( - input_to_input_weights_ledger), - hybrid_lstm_scales->input_to_input_weights_scale, - input_to_forget_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData(input_to_forget_weights), - input_to_forget_weights_ledger == nullptr - ? nullptr - : tflite::micro::GetTensorData( - input_to_forget_weights_ledger), - hybrid_lstm_scales->input_to_forget_weights_scale, - input_to_cell_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData(input_to_cell_weights), - input_to_cell_weights_ledger == nullptr - ? nullptr - : tflite::micro::GetTensorData( - input_to_cell_weights_ledger), - hybrid_lstm_scales->input_to_cell_weights_scale, - input_to_output_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData(input_to_output_weights), - input_to_output_weights_ledger == nullptr - ? nullptr - : tflite::micro::GetTensorData( - input_to_output_weights_ledger), - hybrid_lstm_scales->input_to_output_weights_scale, aux_input_ptr, - aux_input_to_input_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData( - aux_input_to_input_weights), - hybrid_lstm_scales->aux_input_to_input_weights_scale, - aux_input_to_forget_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData( - aux_input_to_forget_weights), - hybrid_lstm_scales->aux_input_to_forget_weights_scale, - aux_input_to_cell_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData( - aux_input_to_cell_weights), - hybrid_lstm_scales->aux_input_to_cell_weights_scale, - aux_input_to_output_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData( - aux_input_to_output_weights), - hybrid_lstm_scales->aux_input_to_output_weights_scale, - recurrent_to_input_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData( - recurrent_to_input_weights), - recurrent_to_input_weights_ledger == nullptr - ? nullptr - : tflite::micro::GetTensorData( - recurrent_to_input_weights_ledger), - hybrid_lstm_scales->recurrent_to_input_weights_scale, - recurrent_to_forget_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData( - recurrent_to_forget_weights), - recurrent_to_forget_weights_ledger == nullptr - ? nullptr - : tflite::micro::GetTensorData( - recurrent_to_forget_weights_ledger), - hybrid_lstm_scales->recurrent_to_forget_weights_scale, - recurrent_to_cell_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData( - recurrent_to_cell_weights), - recurrent_to_cell_weights_ledger == nullptr - ? nullptr - : tflite::micro::GetTensorData( - recurrent_to_cell_weights_ledger), - hybrid_lstm_scales->recurrent_to_cell_weights_scale, - recurrent_to_output_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData( - recurrent_to_output_weights), - recurrent_to_output_weights_ledger == nullptr - ? nullptr - : tflite::micro::GetTensorData( - recurrent_to_output_weights_ledger), - hybrid_lstm_scales->recurrent_to_output_weights_scale, - cell_to_input_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData(cell_to_input_weights), - hybrid_lstm_scales->cell_to_input_weights_scale, - cell_to_forget_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData(cell_to_forget_weights), - hybrid_lstm_scales->cell_to_forget_weights_scale, - cell_to_output_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData(cell_to_output_weights), - hybrid_lstm_scales->cell_to_output_weights_scale, - input_layer_norm_coefficients == nullptr - ? nullptr - : tflite::micro::GetTensorData( - input_layer_norm_coefficients), - forget_layer_norm_coefficients == nullptr - ? nullptr - : tflite::micro::GetTensorData( - forget_layer_norm_coefficients), - cell_layer_norm_coefficients == nullptr - ? nullptr - : tflite::micro::GetTensorData( - cell_layer_norm_coefficients), - output_layer_norm_coefficients == nullptr - ? nullptr - : tflite::micro::GetTensorData( - output_layer_norm_coefficients), - input_gate_bias == nullptr - ? nullptr - : tflite::micro::GetTensorData(input_gate_bias), - forget_gate_bias == nullptr - ? nullptr - : tflite::micro::GetTensorData(forget_gate_bias), - cell_gate_bias == nullptr - ? nullptr - : tflite::micro::GetTensorData(cell_gate_bias), - output_gate_bias == nullptr - ? nullptr - : tflite::micro::GetTensorData(output_gate_bias), - projection_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData(projection_weights), - projection_weights_ledger == nullptr - ? nullptr - : tflite::micro::GetTensorData( - projection_weights_ledger), - hybrid_lstm_scales->projection_weights_scale, - projection_bias == nullptr - ? nullptr - : tflite::micro::GetTensorData(projection_bias), - params, - /*n_batch=*/1, n_cell, n_input, aux_input_size, n_output, - output_batch_leading_dim, input_gate_scratch_ptr, - forget_gate_scratch_ptr, cell_gate_scratch_ptr, - output_gate_scratch_ptr, scales, input_sf, aux_input_sf, - output_state_sf, prod_scaling_factors, recovered_cell_weights, - input_quantized, aux_input_quantized, output_state_quantized, - cell_state_quantized, output_state_ptr, cell_state_ptr, - output_scratch_buffer, output_ptr, input_zp_ptr, aux_input_zp_ptr, - output_state_zp_ptr, row_sums_ptr, row_sums_size, compute_row_sums, - params->asymmetric_quantize_inputs); - } - } - } - - return kTfLiteOk; -} - -TfLiteStatus EvalInteger8x8_16Lstm( - const TfLiteEvalTensor* input, - const TfLiteEvalTensor* input_to_input_weights, - const TfLiteEvalTensor* input_to_forget_weights, - const TfLiteEvalTensor* input_to_cell_weights, - const TfLiteEvalTensor* input_to_output_weights, - const TfLiteEvalTensor* recurrent_to_input_weights, - const TfLiteEvalTensor* recurrent_to_forget_weights, - const TfLiteEvalTensor* recurrent_to_cell_weights, - const TfLiteEvalTensor* recurrent_to_output_weights, - const TfLiteEvalTensor* cell_to_input_weights, - const TfLiteEvalTensor* cell_to_forget_weights, - const TfLiteEvalTensor* cell_to_output_weights, - const TfLiteEvalTensor* input_layer_norm_coefficients, - const TfLiteEvalTensor* forget_layer_norm_coefficients, - const TfLiteEvalTensor* cell_layer_norm_coefficients, - const TfLiteEvalTensor* output_layer_norm_coefficients, - const TfLiteEvalTensor* input_gate_bias, - const TfLiteEvalTensor* forget_gate_bias, - const TfLiteEvalTensor* cell_gate_bias, - const TfLiteEvalTensor* output_gate_bias, - const TfLiteEvalTensor* projection_weights, - const TfLiteEvalTensor* projection_bias, const TfLiteLSTMParams* params, - bool forward_sequence, bool time_major, - const IntegerLstmParameter* integer_lstm_param, int32_t output_state_zp, - TfLiteEvalTensor* output_state, TfLiteEvalTensor* cell_state, - TfLiteEvalTensor* output, int16_t* scratch0, int16_t* scratch1, - int16_t* scratch2, int16_t* scratch3, int8_t* scratch4, int32_t* scratch5) { - TFLITE_DCHECK(input->dims->size >= 2 && input->dims->size <= 3); - const int n_input = input->dims->data[input->dims->size - 1]; - int max_time, n_batch; - if (input->dims->size == 2) { - max_time = 1; - n_batch = input->dims->data[0]; - } else { - max_time = (time_major) ? input->dims->data[0] : input->dims->data[1]; - n_batch = (time_major) ? input->dims->data[1] : input->dims->data[0]; - } - - // n_cell and n_output will be the same size when there is no projection. - const int n_cell = input_to_output_weights->dims->data[0]; - const int n_output = recurrent_to_output_weights->dims->data[1]; - - // Get params for time/batch/sequence. - const int output_batch_leading_dim = - output->dims->data[output->dims->size - 1]; - - if (time_major) { - const int input_step = n_batch * n_input; - const int output_step = n_batch * output_batch_leading_dim; - for (int t = 0; t < max_time; t++) { - const int t_rel = t; - int8_t* output_ptr = - tflite::micro::GetTensorData(output) + t_rel * output_step; - const int8_t* input_ptr = - tflite::micro::GetTensorData(input) + t_rel * input_step; - LstmStepInteger8x8_16( - input_ptr, - input_to_input_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData(input_to_input_weights), - integer_lstm_param->effective_input_to_input_scale_a, - integer_lstm_param->effective_input_to_input_scale_b, - input_to_forget_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData(input_to_forget_weights), - integer_lstm_param->effective_input_to_forget_scale_a, - integer_lstm_param->effective_input_to_forget_scale_b, - input_to_cell_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData(input_to_cell_weights), - integer_lstm_param->effective_input_to_cell_scale_a, - integer_lstm_param->effective_input_to_cell_scale_b, - input_to_output_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData(input_to_output_weights), - integer_lstm_param->effective_input_to_output_scale_a, - integer_lstm_param->effective_input_to_output_scale_b, - recurrent_to_input_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData( - recurrent_to_input_weights), - integer_lstm_param->effective_recurrent_to_input_scale_a, - integer_lstm_param->effective_recurrent_to_input_scale_b, - recurrent_to_forget_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData( - recurrent_to_forget_weights), - integer_lstm_param->effective_recurrent_to_forget_scale_a, - integer_lstm_param->effective_recurrent_to_forget_scale_b, - recurrent_to_cell_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData(recurrent_to_cell_weights), - integer_lstm_param->effective_recurrent_to_cell_scale_a, - integer_lstm_param->effective_recurrent_to_cell_scale_b, - recurrent_to_output_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData( - recurrent_to_output_weights), - integer_lstm_param->effective_recurrent_to_output_scale_a, - integer_lstm_param->effective_recurrent_to_output_scale_b, - cell_to_input_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData(cell_to_input_weights), - integer_lstm_param->effective_cell_to_input_scale_a, - integer_lstm_param->effective_cell_to_input_scale_b, - cell_to_forget_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData(cell_to_forget_weights), - integer_lstm_param->effective_cell_to_forget_scale_a, - integer_lstm_param->effective_cell_to_forget_scale_b, - cell_to_output_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData(cell_to_output_weights), - integer_lstm_param->effective_cell_to_output_scale_a, - integer_lstm_param->effective_cell_to_output_scale_b, - projection_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData(projection_weights), - integer_lstm_param->effective_proj_scale_a, - integer_lstm_param->effective_proj_scale_b, - integer_lstm_param->hidden_zp, - integer_lstm_param->effective_hidden_scale_a, - integer_lstm_param->effective_hidden_scale_b, - input_layer_norm_coefficients == nullptr - ? nullptr - : tflite::micro::GetTensorData( - input_layer_norm_coefficients), - integer_lstm_param->layer_norm_input_scale_a, - integer_lstm_param->layer_norm_input_scale_b, - forget_layer_norm_coefficients == nullptr - ? nullptr - : tflite::micro::GetTensorData( - forget_layer_norm_coefficients), - integer_lstm_param->layer_norm_forget_scale_a, - integer_lstm_param->layer_norm_forget_scale_b, - cell_layer_norm_coefficients == nullptr - ? nullptr - : tflite::micro::GetTensorData( - cell_layer_norm_coefficients), - integer_lstm_param->layer_norm_cell_scale_a, - integer_lstm_param->layer_norm_cell_scale_b, - output_layer_norm_coefficients == nullptr - ? nullptr - : tflite::micro::GetTensorData( - output_layer_norm_coefficients), - integer_lstm_param->layer_norm_output_scale_a, - integer_lstm_param->layer_norm_output_scale_b, - input_gate_bias == nullptr - ? nullptr - : tflite::micro::GetTensorData(input_gate_bias), - forget_gate_bias == nullptr - ? nullptr - : tflite::micro::GetTensorData(forget_gate_bias), - cell_gate_bias == nullptr - ? nullptr - : tflite::micro::GetTensorData(cell_gate_bias), - output_gate_bias == nullptr - ? nullptr - : tflite::micro::GetTensorData(output_gate_bias), - integer_lstm_param->quantized_cell_clip, - integer_lstm_param->quantized_proj_clip, - integer_lstm_param->cell_scale, - integer_lstm_param->input_variance_guard, - integer_lstm_param->forget_variance_guard, - integer_lstm_param->cell_variance_guard, - integer_lstm_param->output_variance_guard, - integer_lstm_param->input_to_forget_effective_bias, - integer_lstm_param->recurrent_to_forget_effective_bias, - integer_lstm_param->input_to_cell_effective_bias, - integer_lstm_param->recurrent_to_cell_effective_bias, - integer_lstm_param->input_to_output_effective_bias, - integer_lstm_param->recurrent_to_output_effective_bias, - integer_lstm_param->input_to_input_effective_bias, - integer_lstm_param->recurrent_to_input_effective_bias, - integer_lstm_param->projection_effective_bias, n_batch, n_cell, - n_input, n_output, tflite::micro::GetTensorData(output_state), - output_state_zp, tflite::micro::GetTensorData(cell_state), - output_ptr, scratch0, scratch1, scratch2, scratch3, scratch4, - scratch5); - } - } else { - for (int b = 0; b < n_batch; b++) { - const int input_step = n_input; - const int output_step = output_batch_leading_dim; - for (int t = 0; t < max_time; t++) { - // If this is the forward_sequence, step forward, otherwise step - // backwards. - const int t_rel = forward_sequence ? t : max_time - t - 1; - const int time_offset = b * max_time + t_rel; - const int8_t* input_ptr = tflite::micro::GetTensorData(input) + - time_offset * input_step; - int8_t* output_ptr = tflite::micro::GetTensorData(output) + - time_offset * output_step; - - // Offset the {output,cell}_state pointers to the right batch. - int8_t* output_state_ptr = - tflite::micro::GetTensorData(output_state) + - b * output_batch_leading_dim; - int16_t* cell_state_ptr = - tflite::micro::GetTensorData(cell_state) + b * n_cell; - - LstmStepInteger8x8_16( - input_ptr, - input_to_input_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData(input_to_input_weights), - integer_lstm_param->effective_input_to_input_scale_a, - integer_lstm_param->effective_input_to_input_scale_b, - input_to_forget_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData(input_to_forget_weights), - integer_lstm_param->effective_input_to_forget_scale_a, - integer_lstm_param->effective_input_to_forget_scale_b, - input_to_cell_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData(input_to_cell_weights), - integer_lstm_param->effective_input_to_cell_scale_a, - integer_lstm_param->effective_input_to_cell_scale_b, - input_to_output_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData(input_to_output_weights), - integer_lstm_param->effective_input_to_output_scale_a, - integer_lstm_param->effective_input_to_output_scale_b, - recurrent_to_input_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData( - recurrent_to_input_weights), - integer_lstm_param->effective_recurrent_to_input_scale_a, - integer_lstm_param->effective_recurrent_to_input_scale_b, - recurrent_to_forget_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData( - recurrent_to_forget_weights), - integer_lstm_param->effective_recurrent_to_forget_scale_a, - integer_lstm_param->effective_recurrent_to_forget_scale_b, - recurrent_to_cell_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData( - recurrent_to_cell_weights), - integer_lstm_param->effective_recurrent_to_cell_scale_a, - integer_lstm_param->effective_recurrent_to_cell_scale_b, - recurrent_to_output_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData( - recurrent_to_output_weights), - integer_lstm_param->effective_recurrent_to_output_scale_a, - integer_lstm_param->effective_recurrent_to_output_scale_b, - cell_to_input_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData(cell_to_input_weights), - integer_lstm_param->effective_cell_to_input_scale_a, - integer_lstm_param->effective_cell_to_input_scale_b, - cell_to_forget_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData(cell_to_forget_weights), - integer_lstm_param->effective_cell_to_forget_scale_a, - integer_lstm_param->effective_cell_to_forget_scale_b, - cell_to_output_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData(cell_to_output_weights), - integer_lstm_param->effective_cell_to_output_scale_a, - integer_lstm_param->effective_cell_to_output_scale_b, - projection_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData(projection_weights), - integer_lstm_param->effective_proj_scale_a, - integer_lstm_param->effective_proj_scale_b, - integer_lstm_param->hidden_zp, - integer_lstm_param->effective_hidden_scale_a, - integer_lstm_param->effective_hidden_scale_b, - input_layer_norm_coefficients == nullptr - ? nullptr - : tflite::micro::GetTensorData( - input_layer_norm_coefficients), - integer_lstm_param->layer_norm_input_scale_a, - integer_lstm_param->layer_norm_input_scale_b, - forget_layer_norm_coefficients == nullptr - ? nullptr - : tflite::micro::GetTensorData( - forget_layer_norm_coefficients), - integer_lstm_param->layer_norm_forget_scale_a, - integer_lstm_param->layer_norm_forget_scale_b, - cell_layer_norm_coefficients == nullptr - ? nullptr - : tflite::micro::GetTensorData( - cell_layer_norm_coefficients), - integer_lstm_param->layer_norm_cell_scale_a, - integer_lstm_param->layer_norm_cell_scale_b, - output_layer_norm_coefficients == nullptr - ? nullptr - : tflite::micro::GetTensorData( - output_layer_norm_coefficients), - integer_lstm_param->layer_norm_output_scale_a, - integer_lstm_param->layer_norm_output_scale_b, - input_gate_bias == nullptr - ? nullptr - : tflite::micro::GetTensorData(input_gate_bias), - forget_gate_bias == nullptr - ? nullptr - : tflite::micro::GetTensorData(forget_gate_bias), - cell_gate_bias == nullptr - ? nullptr - : tflite::micro::GetTensorData(cell_gate_bias), - output_gate_bias == nullptr - ? nullptr - : tflite::micro::GetTensorData(output_gate_bias), - integer_lstm_param->quantized_cell_clip, - integer_lstm_param->quantized_proj_clip, - integer_lstm_param->cell_scale, - integer_lstm_param->input_variance_guard, - integer_lstm_param->forget_variance_guard, - integer_lstm_param->cell_variance_guard, - integer_lstm_param->output_variance_guard, - integer_lstm_param->input_to_forget_effective_bias, - integer_lstm_param->recurrent_to_forget_effective_bias, - integer_lstm_param->input_to_cell_effective_bias, - integer_lstm_param->recurrent_to_cell_effective_bias, - integer_lstm_param->input_to_output_effective_bias, - integer_lstm_param->recurrent_to_output_effective_bias, - integer_lstm_param->input_to_input_effective_bias, - integer_lstm_param->recurrent_to_input_effective_bias, - integer_lstm_param->projection_effective_bias, /*n_batch=*/1, - n_cell, n_input, n_output, output_state_ptr, output_state_zp, - cell_state_ptr, output_ptr, scratch0, scratch1, scratch2, scratch3, - scratch4, scratch5); - } - } - } - - return kTfLiteOk; -} - -TfLiteStatus EvalInteger8x8_8Lstm( - const TfLiteEvalTensor* input, - const TfLiteEvalTensor* input_to_input_weights, - const TfLiteEvalTensor* input_to_forget_weights, - const TfLiteEvalTensor* input_to_cell_weights, - const TfLiteEvalTensor* input_to_output_weights, - const TfLiteEvalTensor* recurrent_to_input_weights, - const TfLiteEvalTensor* recurrent_to_forget_weights, - const TfLiteEvalTensor* recurrent_to_cell_weights, - const TfLiteEvalTensor* recurrent_to_output_weights, - const TfLiteEvalTensor* cell_to_input_weights, - const TfLiteEvalTensor* cell_to_forget_weights, - const TfLiteEvalTensor* cell_to_output_weights, - const TfLiteEvalTensor* input_layer_norm_coefficients, - const TfLiteEvalTensor* forget_layer_norm_coefficients, - const TfLiteEvalTensor* cell_layer_norm_coefficients, - const TfLiteEvalTensor* output_layer_norm_coefficients, - const TfLiteEvalTensor* input_gate_bias, - const TfLiteEvalTensor* forget_gate_bias, - const TfLiteEvalTensor* cell_gate_bias, - const TfLiteEvalTensor* output_gate_bias, - const TfLiteEvalTensor* projection_weights, - const TfLiteEvalTensor* projection_bias, const TfLiteLSTMParams* params, - TfLiteEvalTensor* output_state, TfLiteEvalTensor* cell_state, - TfLiteEvalTensor* output, const IntegerLstmParameter* integer_lstm_param, - int32_t input_zp, int32_t output_state_zp, int8_t* scratch0, - int8_t* scratch1, int16_t* scratch2, int16_t* scratch3, int16_t* scratch4, - int16_t* scratch5, int16_t* scratch6, int16_t* scratch7) { - TFLITE_DCHECK(input->dims->size >= 2 && input->dims->size <= 3); - const int n_input = input->dims->data[input->dims->size - 1]; - int max_time, n_batch; - if (input->dims->size == 2) { - max_time = 1; - n_batch = input->dims->data[0]; - } else { - max_time = input->dims->data[0]; - n_batch = input->dims->data[1]; - } - - // n_cell and n_output will be the same size when there is no projection. - const int n_cell = input_to_output_weights->dims->data[0]; - const int n_output = recurrent_to_output_weights->dims->data[1]; - - // Get params for time/batch/sequence. - const int output_batch_leading_dim = - output->dims->data[output->dims->size - 1]; - const int input_step = n_batch * n_input; - const int output_step = n_batch * output_batch_leading_dim; - - for (int t = 0; t < max_time; t++) { - const int t_rel = t; - int8_t* output_ptr = - tflite::micro::GetTensorData(output) + t_rel * output_step; - // Input can be int8 asymmetric or int16 symmetric. - const int8_t* input_ptr = - tflite::micro::GetTensorData(input) + t_rel * input_step; - LstmStepInteger8x8_8( - input_ptr, input_zp, - - input_to_input_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData(input_to_input_weights), - integer_lstm_param->effective_input_to_input_scale_a, - integer_lstm_param->effective_input_to_input_scale_b, - - input_to_forget_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData(input_to_forget_weights), - integer_lstm_param->effective_input_to_forget_scale_a, - integer_lstm_param->effective_input_to_forget_scale_b, - - input_to_cell_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData(input_to_cell_weights), - integer_lstm_param->effective_input_to_cell_scale_a, - integer_lstm_param->effective_input_to_cell_scale_b, - - input_to_output_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData(input_to_output_weights), - integer_lstm_param->effective_input_to_output_scale_a, - integer_lstm_param->effective_input_to_output_scale_b, - - recurrent_to_input_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData(recurrent_to_input_weights), - integer_lstm_param->effective_recurrent_to_input_scale_a, - integer_lstm_param->effective_recurrent_to_input_scale_b, - - recurrent_to_forget_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData(recurrent_to_forget_weights), - integer_lstm_param->effective_recurrent_to_forget_scale_a, - integer_lstm_param->effective_recurrent_to_forget_scale_b, - - recurrent_to_cell_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData(recurrent_to_cell_weights), - integer_lstm_param->effective_recurrent_to_cell_scale_a, - integer_lstm_param->effective_recurrent_to_cell_scale_b, - - recurrent_to_output_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData(recurrent_to_output_weights), - integer_lstm_param->effective_recurrent_to_output_scale_a, - integer_lstm_param->effective_recurrent_to_output_scale_b, - - cell_to_input_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData(cell_to_input_weights), - integer_lstm_param->effective_cell_to_input_scale_a, - integer_lstm_param->effective_cell_to_input_scale_b, - - cell_to_forget_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData(cell_to_forget_weights), - integer_lstm_param->effective_cell_to_forget_scale_a, - integer_lstm_param->effective_cell_to_forget_scale_b, - - cell_to_output_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData(cell_to_output_weights), - integer_lstm_param->effective_cell_to_output_scale_a, - integer_lstm_param->effective_cell_to_output_scale_b, - - projection_weights == nullptr - ? nullptr - : tflite::micro::GetTensorData(projection_weights), - integer_lstm_param->effective_proj_scale_a, - integer_lstm_param->effective_proj_scale_b, - - input_layer_norm_coefficients == nullptr - ? nullptr - : tflite::micro::GetTensorData( - input_layer_norm_coefficients), - integer_lstm_param->layer_norm_input_scale_a, - integer_lstm_param->layer_norm_input_scale_b, - - forget_layer_norm_coefficients == nullptr - ? nullptr - : tflite::micro::GetTensorData( - forget_layer_norm_coefficients), - integer_lstm_param->layer_norm_forget_scale_a, - integer_lstm_param->layer_norm_forget_scale_b, - - cell_layer_norm_coefficients == nullptr - ? nullptr - : tflite::micro::GetTensorData( - cell_layer_norm_coefficients), - integer_lstm_param->layer_norm_cell_scale_a, - integer_lstm_param->layer_norm_cell_scale_b, - - output_layer_norm_coefficients == nullptr - ? nullptr - : tflite::micro::GetTensorData( - output_layer_norm_coefficients), - integer_lstm_param->layer_norm_output_scale_a, - integer_lstm_param->layer_norm_output_scale_b, - - input_gate_bias == nullptr - ? nullptr - : tflite::micro::GetTensorData(input_gate_bias), - forget_gate_bias == nullptr - ? nullptr - : tflite::micro::GetTensorData(forget_gate_bias), - cell_gate_bias == nullptr - ? nullptr - : tflite::micro::GetTensorData(cell_gate_bias), - output_gate_bias == nullptr - ? nullptr - : tflite::micro::GetTensorData(output_gate_bias), - projection_bias == nullptr - ? nullptr - : tflite::micro::GetTensorData(projection_bias), - - params, integer_lstm_param->intermediate_scale_a, - integer_lstm_param->intermediate_scale_b, - integer_lstm_param->intermediate_zp, - integer_lstm_param->quantized_cell_clip, - integer_lstm_param->quantized_proj_clip, n_batch, n_cell, n_input, - n_output, output_batch_leading_dim, - tflite::micro::GetTensorData(output_state), output_state_zp, - tflite::micro::GetTensorData(cell_state), output_ptr, scratch0, - scratch1, scratch2, scratch3, scratch4, scratch5, scratch6, scratch7); - } - - return kTfLiteOk; -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/lstm_eval.h b/code/components/tflite-lib/tensorflow/lite/micro/kernels/lstm_eval.h deleted file mode 100644 index 218b4938..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/lstm_eval.h +++ /dev/null @@ -1,250 +0,0 @@ -/* Copyright 2020 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_MICRO_KERNELS_LSTM_EVAL_H_ -#define TENSORFLOW_LITE_MICRO_KERNELS_LSTM_EVAL_H_ - -#include -#include - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" - -namespace tflite { - -// Pamameters for integer LSTM. -// Consider split this into two Integer Parameters if more fields are added. -struct IntegerLstmParameter { - int32_t effective_input_to_input_scale_a; - int32_t effective_input_to_input_scale_b; - int32_t effective_recurrent_to_input_scale_a; - int32_t effective_recurrent_to_input_scale_b; - int32_t effective_cell_to_input_scale_a; - int32_t effective_cell_to_input_scale_b; - int32_t effective_input_to_forget_scale_a; - int32_t effective_input_to_forget_scale_b; - int32_t effective_recurrent_to_forget_scale_a; - int32_t effective_recurrent_to_forget_scale_b; - int32_t effective_cell_to_forget_scale_a; - int32_t effective_cell_to_forget_scale_b; - int32_t effective_input_to_cell_scale_a; - int32_t effective_input_to_cell_scale_b; - int32_t effective_recurrent_to_cell_scale_a; - int32_t effective_recurrent_to_cell_scale_b; - int32_t effective_input_to_output_scale_a; - int32_t effective_input_to_output_scale_b; - int32_t effective_recurrent_to_output_scale_a; - int32_t effective_recurrent_to_output_scale_b; - int32_t effective_cell_to_output_scale_a; - int32_t effective_cell_to_output_scale_b; - int32_t effective_proj_scale_a; - int32_t effective_proj_scale_b; - int32_t effective_hidden_scale_a; - int32_t effective_hidden_scale_b; - int32_t layer_norm_input_scale_a; - int32_t layer_norm_input_scale_b; - int32_t layer_norm_forget_scale_a; - int32_t layer_norm_forget_scale_b; - int32_t layer_norm_cell_scale_a; - int32_t layer_norm_cell_scale_b; - int32_t layer_norm_output_scale_a; - int32_t layer_norm_output_scale_b; - // Quantized clip value for cell and projection. Zero value means no clipping. - int16_t quantized_cell_clip; - int8_t quantized_proj_clip; - int32_t hidden_zp; - int32_t cell_scale; - - int32_t input_variance_guard; - int32_t forget_variance_guard; - int32_t cell_variance_guard; - int32_t output_variance_guard; - - // Pre-calculate bias + zero_point * weight. - int32_t* input_to_forget_effective_bias; - int32_t* recurrent_to_forget_effective_bias; - int32_t* input_to_cell_effective_bias; - int32_t* recurrent_to_cell_effective_bias; - int32_t* input_to_output_effective_bias; - int32_t* recurrent_to_output_effective_bias; - int32_t* input_to_input_effective_bias; - int32_t* recurrent_to_input_effective_bias; - int32_t* projection_effective_bias; - - // Scale and zero point for intermediate tensors. - // Used only in the 8x8_8 case. - int32_t intermediate_scale_a[8]; - int32_t intermediate_scale_b[8]; - int32_t intermediate_zp[12]; -}; - -// Scales for hybrid op with integer inputs and float weights -struct HybridLstmScales { - float input_to_input_weights_scale; - float input_to_forget_weights_scale; - float input_to_cell_weights_scale; - float input_to_output_weights_scale; - float aux_input_to_input_weights_scale; - float aux_input_to_forget_weights_scale; - float aux_input_to_cell_weights_scale; - float aux_input_to_output_weights_scale; - float recurrent_to_input_weights_scale; - float recurrent_to_forget_weights_scale; - float recurrent_to_cell_weights_scale; - float recurrent_to_output_weights_scale; - float cell_to_input_weights_scale; - float cell_to_forget_weights_scale; - float cell_to_output_weights_scale; - float projection_weights_scale; -}; - -TfLiteStatus EvalFloatLstm( - const TfLiteEvalTensor* input, - const TfLiteEvalTensor* input_to_input_weights, - const TfLiteEvalTensor* input_to_forget_weights, - const TfLiteEvalTensor* input_to_cell_weights, - const TfLiteEvalTensor* input_to_output_weights, - const TfLiteEvalTensor* recurrent_to_input_weights, - const TfLiteEvalTensor* recurrent_to_forget_weights, - const TfLiteEvalTensor* recurrent_to_cell_weights, - const TfLiteEvalTensor* recurrent_to_output_weights, - const TfLiteEvalTensor* cell_to_input_weights, - const TfLiteEvalTensor* cell_to_forget_weights, - const TfLiteEvalTensor* cell_to_output_weights, - const TfLiteEvalTensor* input_layer_norm_coefficients, - const TfLiteEvalTensor* forget_layer_norm_coefficients, - const TfLiteEvalTensor* cell_layer_norm_coefficients, - const TfLiteEvalTensor* output_layer_norm_coefficients, - const TfLiteEvalTensor* aux_input, - const TfLiteEvalTensor* aux_input_to_input_weights, - const TfLiteEvalTensor* aux_input_to_forget_weights, - const TfLiteEvalTensor* aux_input_to_cell_weights, - const TfLiteEvalTensor* aux_input_to_output_weights, - const TfLiteEvalTensor* input_gate_bias, - const TfLiteEvalTensor* forget_gate_bias, - const TfLiteEvalTensor* cell_gate_bias, - const TfLiteEvalTensor* output_gate_bias, - const TfLiteEvalTensor* projection_weights, - const TfLiteEvalTensor* projection_bias, const TfLiteLSTMParams* params, - bool forward_sequence, bool time_major, int output_offset, - float* scratch_buffer, TfLiteEvalTensor* output_state, - TfLiteEvalTensor* cell_state, TfLiteEvalTensor* output); - -TfLiteStatus EvalHybridLstm( - const HybridLstmScales* hybrid_lstm_scales, const TfLiteEvalTensor* input, - const TfLiteEvalTensor* input_to_input_weights, - const TfLiteEvalTensor* input_to_input_weights_ledger, - const TfLiteEvalTensor* input_to_forget_weights, - const TfLiteEvalTensor* input_to_forget_weights_ledger, - const TfLiteEvalTensor* input_to_cell_weights, - const TfLiteEvalTensor* input_to_cell_weights_ledger, - const TfLiteEvalTensor* input_to_output_weights, - const TfLiteEvalTensor* input_to_output_weights_ledger, - const TfLiteEvalTensor* recurrent_to_input_weights, - const TfLiteEvalTensor* recurrent_to_input_weights_ledger, - const TfLiteEvalTensor* recurrent_to_forget_weights, - const TfLiteEvalTensor* recurrent_to_forget_weights_ledger, - const TfLiteEvalTensor* recurrent_to_cell_weights, - const TfLiteEvalTensor* recurrent_to_cell_weights_ledger, - const TfLiteEvalTensor* recurrent_to_output_weights, - const TfLiteEvalTensor* recurrent_to_output_weights_ledger, - const TfLiteEvalTensor* cell_to_input_weights, - const TfLiteEvalTensor* cell_to_forget_weights, - const TfLiteEvalTensor* cell_to_output_weights, - const TfLiteEvalTensor* input_layer_norm_coefficients, - const TfLiteEvalTensor* forget_layer_norm_coefficients, - const TfLiteEvalTensor* cell_layer_norm_coefficients, - const TfLiteEvalTensor* output_layer_norm_coefficients, - const TfLiteEvalTensor* aux_input, - const TfLiteEvalTensor* aux_input_to_input_weights, - const TfLiteEvalTensor* aux_input_to_forget_weights, - const TfLiteEvalTensor* aux_input_to_cell_weights, - const TfLiteEvalTensor* aux_input_to_output_weights, - const TfLiteEvalTensor* input_gate_bias, - const TfLiteEvalTensor* forget_gate_bias, - const TfLiteEvalTensor* cell_gate_bias, - const TfLiteEvalTensor* output_gate_bias, - const TfLiteEvalTensor* projection_weights, - const TfLiteEvalTensor* projection_weights_ledger, - const TfLiteEvalTensor* projection_bias, const TfLiteLSTMParams* params, - bool forward_sequence, bool time_major, int output_offset, - float* scratch_buffer, float* input_sf, float* aux_input_sf, - float* output_state_sf, float* prod_scaling_factors, - float* recovered_cell_weights, int8_t* input_quantized, - int8_t* aux_input_quantized, int8_t* output_state_quantized, - int8_t* cell_state_quantized, float* scales, TfLiteEvalTensor* output_state, - TfLiteEvalTensor* cell_state, int32_t* output_scratch_buffer, - TfLiteEvalTensor* output, int32_t* input_zp, int32_t* aux_input_zp, - int32_t* output_state_zp, int32_t* row_sums, int row_sums_size, - bool* compute_row_sums); - -TfLiteStatus EvalInteger8x8_16Lstm( - const TfLiteEvalTensor* input, - const TfLiteEvalTensor* input_to_input_weights, - const TfLiteEvalTensor* input_to_forget_weights, - const TfLiteEvalTensor* input_to_cell_weights, - const TfLiteEvalTensor* input_to_output_weights, - const TfLiteEvalTensor* recurrent_to_input_weights, - const TfLiteEvalTensor* recurrent_to_forget_weights, - const TfLiteEvalTensor* recurrent_to_cell_weights, - const TfLiteEvalTensor* recurrent_to_output_weights, - const TfLiteEvalTensor* cell_to_input_weights, - const TfLiteEvalTensor* cell_to_forget_weights, - const TfLiteEvalTensor* cell_to_output_weights, - const TfLiteEvalTensor* input_layer_norm_coefficients, - const TfLiteEvalTensor* forget_layer_norm_coefficients, - const TfLiteEvalTensor* cell_layer_norm_coefficients, - const TfLiteEvalTensor* output_layer_norm_coefficients, - const TfLiteEvalTensor* input_gate_bias, - const TfLiteEvalTensor* forget_gate_bias, - const TfLiteEvalTensor* cell_gate_bias, - const TfLiteEvalTensor* output_gate_bias, - const TfLiteEvalTensor* projection_weights, - const TfLiteEvalTensor* projection_bias, const TfLiteLSTMParams* params, - bool forward_sequence, bool time_major, - const IntegerLstmParameter* integer_lstm_param, int32_t output_state_zp, - TfLiteEvalTensor* output_state, TfLiteEvalTensor* cell_state, - TfLiteEvalTensor* output, int16_t* scratch0, int16_t* scratch1, - int16_t* scratch2, int16_t* scratch3, int8_t* scratch4, int32_t* scratch5); - -TfLiteStatus EvalInteger8x8_8Lstm( - const TfLiteEvalTensor* input, - const TfLiteEvalTensor* input_to_input_weights, - const TfLiteEvalTensor* input_to_forget_weights, - const TfLiteEvalTensor* input_to_cell_weights, - const TfLiteEvalTensor* input_to_output_weights, - const TfLiteEvalTensor* recurrent_to_input_weights, - const TfLiteEvalTensor* recurrent_to_forget_weights, - const TfLiteEvalTensor* recurrent_to_cell_weights, - const TfLiteEvalTensor* recurrent_to_output_weights, - const TfLiteEvalTensor* cell_to_input_weights, - const TfLiteEvalTensor* cell_to_forget_weights, - const TfLiteEvalTensor* cell_to_output_weights, - const TfLiteEvalTensor* input_layer_norm_coefficients, - const TfLiteEvalTensor* forget_layer_norm_coefficients, - const TfLiteEvalTensor* cell_layer_norm_coefficients, - const TfLiteEvalTensor* output_layer_norm_coefficients, - const TfLiteEvalTensor* input_gate_bias, - const TfLiteEvalTensor* forget_gate_bias, - const TfLiteEvalTensor* cell_gate_bias, - const TfLiteEvalTensor* output_gate_bias, - const TfLiteEvalTensor* projection_weights, - const TfLiteEvalTensor* projection_bias, const TfLiteLSTMParams* params, - TfLiteEvalTensor* output_state, TfLiteEvalTensor* cell_state, - TfLiteEvalTensor* output, const IntegerLstmParameter* integer_lstm_param, - int8_t* scratch0, int8_t* scratch1, int16_t* scratch2, int16_t* scratch3, - int16_t* scratch4, int16_t* scratch5, int16_t* scratch6, int16_t* scratch7); - -} // namespace tflite -#endif // TENSORFLOW_LITE_MICRO_KERNELS_LSTM_EVAL_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/lstm_shared.h b/code/components/tflite-lib/tensorflow/lite/micro/kernels/lstm_shared.h deleted file mode 100644 index ee34b848..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/lstm_shared.h +++ /dev/null @@ -1,67 +0,0 @@ -/* Copyright 2019 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_MICRO_KERNELS_LSTM_SHARED_H_ -#define TENSORFLOW_LITE_MICRO_KERNELS_LSTM_SHARED_H_ - -namespace tflite { - -// Input Tensors of size {n_batch, n_input} -constexpr int kLstmInputTensor = 0; - -// Input weight tensors of size: {n_cell, n_input} -constexpr int kLstmInputToInputWeightsTensor = 1; // Optional -constexpr int kLstmInputToForgetWeightsTensor = 2; -constexpr int kLstmInputToCellWeightsTensor = 3; -constexpr int kLstmInputToOutputWeightsTensor = 4; - -// Recurrent weight tensors of size {n_cell, n_output} -constexpr int kLstmRecurrentToInputWeightsTensor = 5; // Optional -constexpr int kLstmRecurrentToForgetWeightsTensor = 6; -constexpr int kLstmRecurrentToCellWeightsTensor = 7; -constexpr int kLstmRecurrentToOutputWeightsTensor = 8; - -// Peephole weights tensors of size {n_cell}, representing a diagonal matrix. -constexpr int kLstmCellToInputWeightsTensor = 9; // Optional -constexpr int kLstmCellToForgetWeightsTensor = 10; // Optional -constexpr int kLstmCellToOutputWeightsTensor = 11; // Optional - -// Gates bias tensors of size {n_cell} -constexpr int kLstmInputGateBiasTensor = 12; // Optional -constexpr int kLstmForgetGateBiasTensor = 13; -constexpr int kLstmCellGateBiasTensor = 14; -constexpr int kLstmOutputGateBiasTensor = 15; - -// Projection weight tensor of size {n_output, n_cell} -constexpr int kLstmProjectionWeightsTensor = 16; // Optional -// Projection bias tensor of size {n_output} -constexpr int kLstmProjectionBiasTensor = 17; // Optional - -// These state tensors are defined as variable tensors, and will be modified by -// this op. -constexpr int kLstmOutputStateTensor = 18; -constexpr int kLstmCellStateTensor = 19; - -// Layer norm coefficient tensors of size {n_cell}, representing a diagonal -// matrix. -constexpr int kLstmInputLayerNormCoefficientsTensor = 20; // Optional -constexpr int kLstmForgetLayerNormCoefficientsTensor = 21; // Optional -constexpr int kLstmCellLayerNormCoefficientsTensor = 22; // Optional -constexpr int kLstmOutputLayerNormCoefficientsTensor = 23; // Optional - -// Output tensors. -constexpr int kLstmOutputTensor = 0; - -} // namespace tflite -#endif // TENSORFLOW_LITE_MICRO_KERNELS_LSTM_SHARED_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/maximum_minimum.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/maximum_minimum.cc deleted file mode 100644 index 7964f1e6..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/maximum_minimum.cc +++ /dev/null @@ -1,133 +0,0 @@ -/* Copyright 2018 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/kernels/internal/reference/maximum_minimum.h" - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/common.h" -#include "tensorflow/lite/kernels/internal/quantization_util.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/kernels/op_macros.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" - -namespace tflite { -namespace ops { -namespace micro { -namespace maximum_minimum { -namespace { - -// This file has a reference implementation of TFMaximum/TFMinimum. -enum KernelType { - kReference, -}; - -constexpr int kInputTensor1 = 0; -constexpr int kInputTensor2 = 1; -constexpr int kOutputTensor = 0; - -struct OpContext { - OpContext(TfLiteContext* context, TfLiteNode* node) { - input1 = tflite::micro::GetEvalInput(context, node, kInputTensor1); - input2 = tflite::micro::GetEvalInput(context, node, kInputTensor2); - output = tflite::micro::GetEvalOutput(context, node, kOutputTensor); - } - const TfLiteEvalTensor* input1; - const TfLiteEvalTensor* input2; - TfLiteEvalTensor* output; -}; - -struct MaximumOp { - template - static data_type op(data_type el1, data_type el2) { - return el1 > el2 ? el1 : el2; - } -}; - -struct MinimumOp { - template - static data_type op(data_type el1, data_type el2) { - return el1 < el2 ? el1 : el2; - } -}; - -} // namespace - -template -void TFLiteOperation(TfLiteContext* context, TfLiteNode* node, - const OpContext& op_context) { - reference_ops::MaximumMinimumBroadcastSlow( - tflite::micro::GetTensorShape(op_context.input1), - tflite::micro::GetTensorData(op_context.input1), - tflite::micro::GetTensorShape(op_context.input2), - tflite::micro::GetTensorData(op_context.input2), - tflite::micro::GetTensorShape(op_context.output), - tflite::micro::GetTensorData(op_context.output), - op_type::template op); -} - -template -TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) { - OpContext op_context(context, node); - - if (kernel_type == kReference) { - switch (op_context.output->type) { - case kTfLiteFloat32: - TFLiteOperation(context, node, op_context); - break; - case kTfLiteInt8: - TFLiteOperation(context, node, op_context); - break; - case kTfLiteInt32: - TFLiteOperation(context, node, op_context); - break; - case kTfLiteInt64: - TFLiteOperation(context, node, op_context); - break; - default: - TF_LITE_KERNEL_LOG(context, - "Type %s (%d) is not supported by Maximum/Minimum.", - TfLiteTypeGetName(op_context.output->type), - op_context.output->type); - return kTfLiteError; - } - } else { - TF_LITE_KERNEL_LOG(context, - "Kernel type not supported by Maximum/Minimum."); - return kTfLiteError; - } - return kTfLiteOk; -} - -} // namespace maximum_minimum - -TfLiteRegistration Register_MAXIMUM() { - return tflite::micro::RegisterOp( - nullptr, nullptr, - maximum_minimum::Eval); -} - -TfLiteRegistration Register_MINIMUM() { - return tflite::micro::RegisterOp( - nullptr, nullptr, - maximum_minimum::Eval); -} - -} // namespace micro -} // namespace ops -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/micro_ops.h b/code/components/tflite-lib/tensorflow/lite/micro/kernels/micro_ops.h deleted file mode 100644 index c4dec92d..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/micro_ops.h +++ /dev/null @@ -1,133 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_MICRO_KERNELS_MICRO_OPS_H_ -#define TENSORFLOW_LITE_MICRO_KERNELS_MICRO_OPS_H_ - -#include "tensorflow/lite/c/common.h" - -// Forward declaration of all micro op kernel registration methods. These -// registrations are included with the standard `BuiltinOpResolver`. -// -// This header is particularly useful in cases where only a subset of ops are -// needed. In such cases, the client can selectively add only the registrations -// their model requires, using a custom `(Micro)MutableOpResolver`. Selective -// registration in turn allows the linker to strip unused kernels. - -namespace tflite { - -// TFLM is incrementally moving towards a flat tflite namespace -// (https://abseil.io/tips/130). Any new ops (or cleanup of existing ops should -// have their Register function declarations in the tflite namespace. - -TfLiteRegistration Register_ADD(); -TfLiteRegistration Register_ADD_N(); -TfLiteRegistration Register_ASSIGN_VARIABLE(); -TfLiteRegistration Register_AVERAGE_POOL_2D(); -TfLiteRegistration Register_BATCH_TO_SPACE_ND(); -TfLiteRegistration Register_BROADCAST_ARGS(); -TfLiteRegistration Register_BROADCAST_TO(); -TfLiteRegistration Register_CALL_ONCE(); -TfLiteRegistration Register_CAST(); -// TODO(b/160234179): Change custom OPs to also return by value. -TfLiteRegistration* Register_CIRCULAR_BUFFER(); -TfLiteRegistration Register_CUMSUM(); -TfLiteRegistration Register_DEPTH_TO_SPACE(); -TfLiteRegistration Register_DEPTHWISE_CONV_2D(); -TfLiteRegistration Register_DEQUANTIZE(); -TfLiteRegistration Register_DIV(); -TfLiteRegistration Register_ELU(); -TfLiteRegistration Register_EXP(); -TfLiteRegistration Register_EXPAND_DIMS(); -TfLiteRegistration Register_FILL(); -TfLiteRegistration Register_FLOOR_DIV(); -TfLiteRegistration Register_FLOOR_MOD(); -TfLiteRegistration Register_GATHER(); -TfLiteRegistration Register_GATHER_ND(); -TfLiteRegistration Register_HARD_SWISH(); -TfLiteRegistration Register_IF(); -TfLiteRegistration Register_L2_POOL_2D(); -TfLiteRegistration Register_LEAKY_RELU(); -TfLiteRegistration Register_LOG_SOFTMAX(); -TfLiteRegistration Register_LOGICAL_AND(); -TfLiteRegistration Register_LOGICAL_OR(); -TfLiteRegistration Register_LOGISTIC(); -TfLiteRegistration Register_MAX_POOL_2D(); -TfLiteRegistration Register_MIRROR_PAD(); -TfLiteRegistration Register_PRELU(); -TfLiteRegistration Register_MUL(); -TfLiteRegistration Register_QUANTIZE(); -TfLiteRegistration Register_READ_VARIABLE(); -TfLiteRegistration Register_RELU(); -TfLiteRegistration Register_RELU6(); -TfLiteRegistration Register_RESIZE_BILINEAR(); -TfLiteRegistration Register_SHAPE(); -TfLiteRegistration Register_SLICE(); -TfLiteRegistration Register_SPACE_TO_BATCH_ND(); -TfLiteRegistration Register_SPACE_TO_DEPTH(); -TfLiteRegistration Register_SQUARED_DIFFERENCE(); -TfLiteRegistration Register_SQUEEZE(); -TfLiteRegistration Register_SUB(); -TfLiteRegistration Register_SVDF(); -TfLiteRegistration Register_TRANSPOSE(); -TfLiteRegistration Register_TRANSPOSE_CONV(); -// TODO(b/230666079): resolve conflict with xtensa implementation -TfLiteRegistration Register_UNIDIRECTIONAL_SEQUENCE_LSTM(); -TfLiteRegistration Register_VAR_HANDLE(); -TfLiteRegistration Register_WHILE(); -TfLiteRegistration Register_ZEROS_LIKE(); - -namespace ops { -namespace micro { - -TfLiteRegistration Register_ABS(); -TfLiteRegistration Register_ARG_MAX(); -TfLiteRegistration Register_ARG_MIN(); -TfLiteRegistration Register_CEIL(); -TfLiteRegistration Register_CONCATENATION(); -TfLiteRegistration Register_COS(); -TfLiteRegistration Register_EQUAL(); -TfLiteRegistration Register_FLOOR(); -TfLiteRegistration Register_GREATER(); -TfLiteRegistration Register_GREATER_EQUAL(); -TfLiteRegistration Register_LESS(); -TfLiteRegistration Register_LESS_EQUAL(); -TfLiteRegistration Register_LOG(); -TfLiteRegistration Register_LOGICAL_NOT(); -TfLiteRegistration Register_MAXIMUM(); -TfLiteRegistration Register_MINIMUM(); -TfLiteRegistration Register_NEG(); -TfLiteRegistration Register_NOT_EQUAL(); -TfLiteRegistration Register_PACK(); -TfLiteRegistration Register_PAD(); -TfLiteRegistration Register_PADV2(); -TfLiteRegistration Register_RESHAPE(); -TfLiteRegistration Register_RESIZE_NEAREST_NEIGHBOR(); -TfLiteRegistration Register_ROUND(); -TfLiteRegistration Register_RSQRT(); -TfLiteRegistration Register_SIN(); -TfLiteRegistration Register_SPLIT(); -TfLiteRegistration Register_SPLIT_V(); -TfLiteRegistration Register_SQRT(); -TfLiteRegistration Register_SQUARE(); -TfLiteRegistration Register_STRIDED_SLICE(); -TfLiteRegistration Register_UNPACK(); -TfLiteRegistration Register_L2_NORMALIZATION(); -TfLiteRegistration Register_TANH(); - -} // namespace micro -} // namespace ops -} // namespace tflite - -#endif // TENSORFLOW_LITE_MICRO_KERNELS_MICRO_OPS_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/micro_tensor_utils.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/micro_tensor_utils.cc deleted file mode 100644 index 88b097c7..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/micro_tensor_utils.cc +++ /dev/null @@ -1,809 +0,0 @@ -/* Copyright 2019 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#include "tensorflow/lite/micro/kernels/micro_tensor_utils.h" - -#include -#include -#include -#include -#include -#include - -#include "fixedpoint/fixedpoint.h" // from @gemmlowp -#include "tensorflow/lite/kernels/internal/common.h" -#include "tensorflow/lite/kernels/internal/compatibility.h" -#include "tensorflow/lite/kernels/internal/cppmath.h" -#include "tensorflow/lite/kernels/op_macros.h" - -namespace tflite { -namespace micro_tensor_utils { - -namespace { -const int32_t kInt16Max = std::numeric_limits::max(); -const int32_t kInt16Min = std::numeric_limits::min(); -} // namespace - -void PortableSymmetricQuantizeFloats(const float* values, const int size, - int8_t* quantized_values, float* min_value, - float* max_value, float* scaling_factor) { - auto minmax = std::minmax_element(values, values + size); - *min_value = *minmax.first; - *max_value = *minmax.second; - - PortableSymmetricQuantizeFloats(values, size, quantized_values, *min_value, - *max_value, scaling_factor); -} - -void PortableSymmetricQuantizeFloats(const float* values, const int size, - int8_t* quantized_values, float min_value, - float max_value, float* scaling_factor) { - const int32_t kScale = 127; - const float range = std::max(std::abs(min_value), std::abs(max_value)); - if (range == 0) { - memset(quantized_values, 0, size * sizeof(int8_t)); - *scaling_factor = 1; - return; - } - *scaling_factor = range / kScale; - const float scaling_factor_inv = kScale / range; - for (int i = 0; i < size; ++i) { - const int32_t quantized_value = - static_cast(TfLiteRound(values[i] * scaling_factor_inv)); - // Clamp: just in case some odd numeric offset. - quantized_values[i] = static_cast( - std::min(kScale, std::max(-kScale, quantized_value))); - } -} - -void PortableAsymmetricQuantizeFloats(const float* values, const int size, - int8_t* quantized_values, - float* scaling_factor, int32_t* offset) { - const int32_t kMinScale = -128; - const int32_t kMaxScale = 127; - const double qmin_double = kMinScale; - const double qmax_double = kMaxScale; - const auto minmax = std::minmax_element(values, values + size); - const double rmin = static_cast(std::min(0.0f, *minmax.first)); - const double rmax = static_cast(std::max(0.0f, *minmax.second)); - if (rmin == rmax) { - memset(quantized_values, 0, size * sizeof(int8_t)); - *scaling_factor = 1; - *offset = 0; - return; - } else { - double scale = (rmax - rmin) / (qmax_double - qmin_double); - const double zero_point_from_min = qmin_double - rmin / scale; - const double zero_point_from_max = qmax_double - rmax / scale; - const double zero_point_from_min_error = - std::abs(qmin_double) + std::abs(rmin / scale); - const double zero_point_from_max_error = - std::abs(qmax_double) + std::abs(rmax / scale); - const double zero_point_double = - zero_point_from_min_error < zero_point_from_max_error - ? zero_point_from_min - : zero_point_from_max; - int8_t nudged_zero_point = 0; - if (zero_point_double <= qmin_double) { - nudged_zero_point = kMinScale; - } else if (zero_point_double >= qmax_double) { - nudged_zero_point = kMaxScale; - } else { - nudged_zero_point = static_cast(round(zero_point_double)); - } - *scaling_factor = scale; - *offset = nudged_zero_point; - } - const float scaling_factor_inv = 1.0f / *scaling_factor; - for (int i = 0; i < size; ++i) { - const int32_t quantized_value = static_cast( - TfLiteRound(*offset + values[i] * scaling_factor_inv)); - quantized_values[i] = - std::min(kMaxScale, std::max(kMinScale, quantized_value)); - } -} - -void PortableMatrixBatchVectorMultiplyAccumulate(const float* matrix, - int m_rows, int m_cols, - const float* vector, - int n_batch, float* result) { - float* result_in_batch = result; - for (int b = 0; b < n_batch; b++) { - const float* matrix_ptr = matrix; - for (int r = 0; r < m_rows; r++) { - float dot_prod = 0.0f; - const float* vector_in_batch = vector + b * m_cols; - for (int c = 0; c < m_cols; c++) { - dot_prod += *matrix_ptr++ * *vector_in_batch++; - } - *result_in_batch += dot_prod; - ++result_in_batch; - } - } -} - -void PortableMatrixBatchVectorMultiplyAccumulate( - const int8_t* __restrict__ matrix, const int m_rows, const int m_cols, - const int8_t* __restrict__ vectors, const float* scaling_factors, - int n_batch, float* __restrict__ result) { - for (int batch = 0; batch < n_batch; ++batch, vectors += m_cols) { - const float batch_scaling_factor = scaling_factors[batch]; - // Get the address of the first row. - const int8_t* row_ptr = matrix; - for (int row = 0; row < m_rows; ++row) { - // Initialize the dot product sum for the row to 0. - int32_t dotprod = 0; - // TODO(b/230666277): remove this -#if defined(__GNUC__) - // Prefetch the row to cache. - __builtin_prefetch(row_ptr, 0 /* prefetch for read */, - 3 /* temporal locality */); -#endif - for (int col = 0; col < m_cols; ++col, ++row_ptr) { - dotprod += (*row_ptr) * (vectors[col]); - } // for col - *result += dotprod * batch_scaling_factor; - ++result; - } // for row - } // for batch -} - -void PortableMatrixBatchVectorMultiplyAccumulate( - const int8_t* __restrict__ matrix, const int m_rows, const int m_cols, - const int8_t* __restrict__ vectors, const float* scaling_factors, - int n_batch, float* __restrict__ result, const float* per_channel_scale, - const int32_t* input_offset, int32_t* scratch, int32_t* row_sums, - bool* compute_row_sums, CpuBackendContext* context) { - if (input_offset == nullptr) { - PortableMatrixBatchVectorMultiplyAccumulate( - matrix, m_rows, m_cols, vectors, scaling_factors, n_batch, result); - return; - } - if (!compute_row_sums || *compute_row_sums) { - PortableReductionSumVector(matrix, row_sums, m_rows, m_cols); - if (compute_row_sums) { - *compute_row_sums = false; - } - } - - for (int batch = 0; batch < n_batch; ++batch, vectors += m_cols) { - const float batch_scaling_factor = scaling_factors[batch]; - const int32_t batch_offset = input_offset[batch]; - const int8_t* row_ptr = matrix; - for (int row = 0; row < m_rows; ++row) { - int32_t dotprod = 0; - float scale = batch_scaling_factor; - if (per_channel_scale) { - scale *= per_channel_scale[row]; - } -#if defined(__GNUC__) - // Prefetch the row to cache. - __builtin_prefetch(row_ptr, 0 /* prefetch for read */, - 3 /* temporal locality */); -#endif - for (int col = 0; col < m_cols; ++col, ++row_ptr) { - dotprod += (*row_ptr) * vectors[col]; - } // for col - dotprod -= row_sums[row] * batch_offset; - *result += dotprod * scale; - ++result; - } // for row - } // for batch -} - -void PortableSparseMatrixBatchVectorMultiplyAccumulate1x4( - const float* __restrict__ matrix, const int32_t* __restrict__ segments, - const int32_t* __restrict__ indices, int m_rows, int m_cols, - const float* __restrict__ vector, int n_batch, float* __restrict__ result) { - const int kBlockSize = 4; - TFLITE_DCHECK_EQ(m_cols % kBlockSize, 0); - for (int batch = 0; batch < n_batch; batch++) { - const float* matrix_ptr = matrix; - for (int row = 0; row < m_rows; row++) { - float dot_prod = 0.0f; - const float* vector_in_batch = vector + batch * m_cols; - for (int i = segments[row]; i < segments[row + 1]; i++) { - const int block_start_index = indices[i] * kBlockSize; - const float* vector_block_in_batch_ptr = - vector_in_batch + block_start_index; - for (int c = 0; c < kBlockSize; c++) { - dot_prod += *matrix_ptr++ * *vector_block_in_batch_ptr++; - } - } - result[batch * m_rows + row] += dot_prod; - } - } -} - -void PortableSparseMatrixBatchVectorMultiplyAccumulate1x16( - const int8_t* __restrict__ matrix, const int32_t* __restrict__ segments, - const int32_t* __restrict__ indices, int m_rows, int m_cols, - const int8_t* __restrict__ vector, const int32_t* __restrict__ bias_vector, - int n_batch, const int32_t input_offset, const int32_t output_multiplier, - const int32_t output_shift, const int32_t output_offset, - const int32_t output_activation_min, const int32_t output_activation_max, - int8_t* __restrict__ result) { - const int kBlockSize = 16; - TFLITE_DCHECK_EQ(m_cols % kBlockSize, 0); - for (int batch = 0; batch < n_batch; ++batch) { - const int8_t* matrix_ptr = matrix; - for (int row = 0; row < m_rows; ++row) { - int32_t dot_prod = 0; - const int8_t* vector_in_batch = vector + batch * m_cols; - for (int i = segments[row]; i < segments[row + 1]; ++i) { - const int block_start_index = indices[i] * kBlockSize; - const int8_t* vector_block_in_batch_ptr = - vector_in_batch + block_start_index; - for (int c = 0; c < kBlockSize; c++) { - dot_prod += *matrix_ptr * *vector_block_in_batch_ptr++; - dot_prod += *matrix_ptr++ * input_offset; - } - } - const int32_t bias_value = bias_vector != nullptr ? bias_vector[row] : 0; - dot_prod = MultiplyByQuantizedMultiplier(dot_prod + bias_value, - output_multiplier, output_shift); - dot_prod += output_offset; - result[batch * m_rows + row] = - static_cast(ActivationFunctionWithMinMax( - dot_prod, output_activation_min, output_activation_max)); - } - } -} - -void PortableSparseMatrixBatchVectorMultiplyAccumulate( - const float* __restrict__ matrix, const uint8_t* __restrict__ ledger, - int m_rows, int m_cols, const float* __restrict__ vector, int n_batch, - float* __restrict__ result) { - const int kBlockSize = 16; - TFLITE_DCHECK_EQ( // NOLINT - m_cols % kBlockSize, 0); - for (int batch = 0; batch < n_batch; batch++) { - const float* matrix_ptr = matrix; - const uint8_t* ledger_ptr = ledger; - for (int row = 0; row < m_rows; row++) { - float dot_prod = 0.0f; - int num_nonzero_blocks = *ledger_ptr++; - if (num_nonzero_blocks > 0) { - const float* vector_in_batch = vector + batch * m_cols; - for (int i = 0; i < num_nonzero_blocks; i++) { - const int block_start_index = *ledger_ptr++ * kBlockSize; - const float* vector_block_in_batch_ptr = - vector_in_batch + block_start_index; - for (int c = 0; c < kBlockSize; c++) { - dot_prod += *matrix_ptr++ * *vector_block_in_batch_ptr++; - } - } - } - result[batch * m_rows + row] += dot_prod; - } - } -} - -void PortableSparseMatrixBatchVectorMultiplyAccumulate( - const int8_t* __restrict__ matrix, const uint8_t* ledger, const int m_rows, - const int m_cols, const int8_t* __restrict__ vectors, - const float* scaling_factors, int n_batch, float* __restrict__ result) { - static const int kBlockSize = 16; - TFLITE_DCHECK_EQ( // NOLINT - m_cols % kBlockSize, 0); - for (int batch = 0; batch < n_batch; ++batch, vectors += m_cols) { - const float batch_scaling_factor = scaling_factors[batch]; - const uint8_t* ledger_ptr = ledger; - // Get the address of the first row. - const int8_t* row_ptr = matrix; - for (int row = 0; row < m_rows; ++row) { - // Initialize the dot product sum for the row to 0. - int32_t dotprod = 0; -#if defined(__GNUC__) - // Prefetch the row to cache. - __builtin_prefetch(row_ptr, 0 /* prefetch for read */, - 3 /* temporal locality */); -#endif - int num_nonzero_blocks = *ledger_ptr++; - for (int i = 0; i < num_nonzero_blocks; i++) { - const int block_start_index = *ledger_ptr++ * kBlockSize; - const int8_t* vector_block_ptr = vectors + block_start_index; - for (int c = 0; c < kBlockSize; c++) { - dotprod += (*row_ptr++) * (*vector_block_ptr++); - } // for block - } // for num_nonzero_blocks - result[batch * m_rows + row] += dotprod * batch_scaling_factor; - } // for row - } // for batch -} - -template -void PortableMatrixBatchVectorMultiplyAccumulateImpl( - const int8_t* input, const int32_t* bias, - const int8_t* input_to_gate_weights, int32_t multiplier, int32_t shift, - int32_t n_batch, int32_t n_input, int32_t n_output, int32_t output_zp, - T* output) { - const int16_t output_max = std::numeric_limits::max(); - const int16_t output_min = std::numeric_limits::min(); - for (int batch = 0; batch < n_batch; ++batch) { - for (int row = 0; row < n_output; ++row) { - int32_t acc = bias[row]; - for (int col = 0; col < n_input; ++col) { - int8_t input_val = input[batch * n_input + col]; - int8_t weights_val = input_to_gate_weights[row * n_input + col]; - acc += input_val * weights_val; - } - acc = MultiplyByQuantizedMultiplier(acc, multiplier, shift); - acc += output_zp; - acc += output[batch * n_output + row]; - if (acc > output_max) { - acc = output_max; - } - if (acc < output_min) { - acc = output_min; - } - output[batch * n_output + row] = static_cast(acc); - } - } -} - -void PortableMatrixBatchVectorMultiplyAccumulate( - const int8_t* input, const int32_t* bias, - const int8_t* input_to_gate_weights, int32_t multiplier, int32_t shift, - int32_t n_batch, int32_t n_input, int32_t n_output, int32_t output_zp, - int32_t* scratch, int16_t* output, CpuBackendContext* context) { - PortableMatrixBatchVectorMultiplyAccumulateImpl( - input, bias, input_to_gate_weights, multiplier, shift, n_batch, n_input, - n_output, output_zp, output); -} - -void PortableMatrixBatchVectorMultiplyAccumulate( - const int8_t* input, const int32_t* bias, - const int8_t* input_to_gate_weights, int32_t multiplier, int32_t shift, - int32_t n_batch, int32_t n_input, int32_t n_output, int32_t output_zp, - int32_t* scratch, int8_t* output, CpuBackendContext* context) { - PortableMatrixBatchVectorMultiplyAccumulateImpl( - input, bias, input_to_gate_weights, multiplier, shift, n_batch, n_input, - n_output, output_zp, output); -} - -void PortableMatrixBatchVectorMultiply(const int8_t* input, - int32_t input_zeropoint, - const int8_t* input_to_gate_weights, - int32_t input_to_gate_effective_scale_a, - int32_t input_to_gate_effective_scale_b, - int32_t n_batch, int32_t n_input, - int32_t n_cell, int8_t* gate_output, - int8_t gate_output_zp) { - const int32_t int8_max = std::numeric_limits::max(); - const int32_t int8_min = std::numeric_limits::min(); - for (int batch = 0; batch < n_batch; ++batch) { - for (int row = 0; row < n_cell; ++row) { - int32_t acc = 0; - for (int col = 0; col < n_input; ++col) { - int32_t input_val = input[batch * n_input + col]; - int8_t weights_val = input_to_gate_weights[row * n_input + col]; - acc += (input_val - input_zeropoint) * weights_val; - } - acc = MultiplyByQuantizedMultiplier(acc, input_to_gate_effective_scale_a, - input_to_gate_effective_scale_b); - acc += gate_output_zp; - if (acc > int8_max) { - acc = int8_max; - } - if (acc < int8_min) { - acc = int8_min; - } - gate_output[batch * n_cell + row] = static_cast(acc); - } - } -} - -void PortableMatrixBatchVectorMultiply( - const int16_t* hidden, const int8_t* hidden_to_output_weights, - int32_t proj_effective_scale_a, int32_t proj_effective_scale_b, - const int32_t* gate_bias, int32_t n_batch, int32_t n_hidden, - int32_t n_output, int32_t output_zp, int8_t* proj_output) { - const int16_t int8_max = std::numeric_limits::max(); - const int16_t int8_min = std::numeric_limits::min(); - for (int batch = 0; batch < n_batch; ++batch) { - for (int row = 0; row < n_output; ++row) { - int64_t acc = gate_bias[row]; - for (int col = 0; col < n_hidden; ++col) { - int16_t input_val = hidden[batch * n_hidden + col]; - int8_t weights_val = hidden_to_output_weights[row * n_hidden + col]; - int64_t curr = acc; - acc += input_val * weights_val; - if (input_val * weights_val > 0 && acc < curr) { - acc = std::numeric_limits::max(); - } - if (input_val * weights_val < 0 && acc > curr) { - acc = std::numeric_limits::min(); - } - } - acc = MultiplyByQuantizedMultiplier(acc, proj_effective_scale_a, - proj_effective_scale_b); - acc += output_zp; - if (acc > int8_max) { - acc = int8_max; - } - if (acc < int8_min) { - acc = int8_min; - } - proj_output[batch * n_output + row] = acc; - } - } -} - -void PortableApplyLayerNorm(const int16_t* input, - const int16_t* layer_norm_weights, - const int32_t* bias, int32_t layer_norm_scale_a, - int32_t layer_norm_scale_b, int32_t variance_limit, - int n_batch, int n_input, int16_t* output) { - // The square of std::pow(2, 10), which is the extra factor that makes sure - // normalized values has enough resolution. - static const int kTwoToPower20 = 1 << 20; - for (int i = 0; i < n_batch; ++i) { - int64_t sum = 0; - int64_t sum_sq = 0; - for (int j = 0; j < n_input; ++j) { - const int32_t index = i * n_input + j; - int32_t val = static_cast(input[index]); - sum += val; - sum_sq += val * val; - } - int32_t mean = - static_cast(static_cast(sum) * 1024 / n_input); - // TODO(b/173994730): Avoids overflow but only works for POT n_input. - int32_t temp = kTwoToPower20 / n_input; - int64_t variance = - sum_sq * temp - static_cast(mean) * static_cast(mean); - int32_t variance2 = static_cast(variance / kTwoToPower20); - if (variance2 < 1) { - variance2 = variance_limit; - } - int32_t stddev_inverse_a; - int stddev_inverse_b; - GetInvSqrtQuantizedMultiplierExp(variance2, /*reverse_shift*/ -1, - &stddev_inverse_a, &stddev_inverse_b); - - for (int j = 0; j < n_input; ++j) { - const int32_t index = i * n_input + j; - int32_t val = static_cast(input[index]); - int32_t shifted = 1024 * val - mean; - int32_t rescaled = MultiplyByQuantizedMultiplier( - shifted, stddev_inverse_a, stddev_inverse_b); - int64_t val3 = rescaled * layer_norm_weights[j] + bias[j]; - int32_t val4 = - static_cast((val3 > 0 ? val3 + 512 : val3 - 512) / 1024); - int32_t val5 = MultiplyByQuantizedMultiplier(val4, layer_norm_scale_a, - layer_norm_scale_b + 12); - val5 = std::min(std::max(kInt16Min, val5), kInt16Max); - output[index] = static_cast(val5); - } - } -} - -void PortableApplyLayerNormFloat(const int16_t* input, - const int16_t* layer_norm_weights, - int32_t layer_norm_scale_a, - int32_t layer_norm_scale_b, - const int32_t* bias, int n_batch, int n_input, - int16_t* output) { - const int32_t int16_max = std::numeric_limits::max(); - const int32_t int16_min = std::numeric_limits::min(); - const float layer_norm_scale = - layer_norm_scale_a * - std::pow(2.0, static_cast(layer_norm_scale_b - 31)); - const float bias_scale = - static_cast(std::pow(2.0, -10)) * layer_norm_scale; - - for (int batch = 0; batch < n_batch; ++batch) { - float sum = 0.0f; - float sum_sq = 0.0f; - for (int i = 0; i < n_input; ++i) { - const int index = batch * n_input + i; - const float value = static_cast(input[index]); - sum += value; - sum_sq += value * value; - } - const float mean = sum / n_input; - float stddev_inv = 0.0f; - const float variance = sum_sq / n_input - mean * mean; - if (variance == 0) { - stddev_inv = 1.0f / std::sqrt(1e-8f); - } else { - stddev_inv = 1.0f / std::sqrt(variance); - } - for (int i = 0; i < n_input; ++i) { - const int index = batch * n_input + i; - const float normalized_value = - (static_cast(input[index]) - mean) * stddev_inv; - const float weighted_normalized_value = - normalized_value * layer_norm_weights[i] * layer_norm_scale + - bias[i] * bias_scale; - const int32_t quant_output = static_cast(round( - weighted_normalized_value * static_cast(std::pow(2, 12)))); - output[index] = std::min(int16_max, std::max(int16_min, quant_output)); - } - } -} - -void PortableMatrixScalarMultiplyAccumulate(const int8_t* matrix, - int32_t scalar, int32_t n_row, - int32_t n_col, int32_t* output) { - for (int i = 0; i < n_row; ++i) { - int32_t row_sum = 0; - for (int j = 0; j < n_col; ++j) { - row_sum += *matrix++; - } - output[i] += row_sum * scalar; - } -} - -void PortableApplySigmoid(const int16_t* input, int32_t n_batch, - int32_t n_input, int16_t* output) { - for (int batch = 0; batch < n_batch; ++batch) { - for (int c = 0; c < n_input; c++) { - using F3 = gemmlowp::FixedPoint; - using F0 = gemmlowp::FixedPoint; - const int index = batch * n_input + c; - F3 sigmoid_input = F3::FromRaw(input[index]); - F0 sigmoid_output = gemmlowp::logistic(sigmoid_input); - output[index] = sigmoid_output.raw(); - } - } -} - -void PortableApplySigmoidFloat(const int16_t* input, int32_t n_batch, - int32_t n_input, int16_t* output) { - const int32_t int16_max = std::numeric_limits::max(); - const int32_t int16_min = std::numeric_limits::min(); - for (int batch = 0; batch < n_batch; ++batch) { - for (int i = 0; i < n_input; ++i) { - const int index = batch * n_input + i; - const float float_input = - input[index] * static_cast(std::pow(2, -12)); - const float float_output = 1.0f / (1.0f + std::exp(-float_input)); - const int32_t quant_output = static_cast( - float_output * static_cast(std::pow(2, 15))); - const int32_t quant_output_clamped = - std::min(int16_max, std::max(int16_min, quant_output)); - output[index] = static_cast(quant_output_clamped); - } - } -} - -template -void PortableApplyTanhImpl(const int16_t* input, int32_t n_batch, - int32_t n_input, int16_t* output) { - using FX = gemmlowp::FixedPoint; - using F0 = gemmlowp::FixedPoint; - for (int batch = 0; batch < n_batch; ++batch) { - for (int i = 0; i < n_input; ++i) { - const int index = batch * n_input + i; - FX tanh_input = FX::FromRaw(input[index]); - F0 tanh_output = gemmlowp::tanh(tanh_input); - output[index] = tanh_output.raw(); - } - } -} - -void PortableApplyTanh(int32_t integer_bits, const int16_t* input, - int32_t n_batch, int32_t n_input, int16_t* output) { - if (integer_bits > 6) { - TFLITE_ASSERT_FALSE; - } -#define DISPATCH_TANH(i) \ - case i: \ - PortableApplyTanhImpl(input, n_batch, n_input, output); \ - break; - switch (integer_bits) { - DISPATCH_TANH(0); - DISPATCH_TANH(1); - DISPATCH_TANH(2); - DISPATCH_TANH(3); - DISPATCH_TANH(4); - DISPATCH_TANH(5); - DISPATCH_TANH(6); - default: - return; - } -#undef DISPATCH_TANH -} - -void PortableApplyTanhFloat(const int16_t* input, int32_t n_batch, - int32_t n_input, int32_t integer_bits, - int16_t* output) { - const int32_t int16_max = std::numeric_limits::max(); - const int32_t int16_min = std::numeric_limits::min(); - const double two = 2.0; - for (int batch = 0; batch < n_batch; ++batch) { - for (int i = 0; i < n_input; ++i) { - const int index = batch * n_input + i; - const float float_input = - input[index] * std::pow(two, static_cast(integer_bits)); - const float float_output = std::tanh(float_input); - const int32_t quant_output = static_cast( - float_output * static_cast(std::pow(2, 15))); - const int32_t quant_output_clamped = - std::min(int16_max, std::max(int16_min, quant_output)); - output[index] = static_cast(quant_output_clamped); - } - } -} - -void PortableCwiseMul(const int16_t* input_1, const int16_t* input_2, - int n_batch, int n_input, int shift, int16_t* output) { - for (int batch = 0; batch < n_batch; ++batch) { - for (int i = 0; i < n_input; ++i) { - const int index = batch * n_input + i; - const int16_t a = input_1[index]; - const int16_t b = input_2[index]; - const int32_t value = static_cast(a) * static_cast(b); - output[index] = - static_cast(gemmlowp::RoundingDivideByPOT(value, shift)); - } - } -} - -void PortableCwiseMul(const int16_t* input_1, const int16_t* input_2, - int32_t multiplier, int32_t shift, int32_t n_batch, - int32_t n_input, int32_t output_zp, int8_t* output) { - for (int batch = 0; batch < n_batch; ++batch) { - for (int i = 0; i < n_input; ++i) { - const int index = batch * n_input + i; - const int16_t a = input_1[index]; - const int16_t b = input_2[index]; - int32_t value = static_cast(a) * static_cast(b); - value = MultiplyByQuantizedMultiplier(value, multiplier, shift); - value -= output_zp; - value = std::min(std::max(static_cast(-128), value), - static_cast(127)); - - output[index] = static_cast(value); - } - } -} - -void PortableCwiseAdd(const int16_t* input_1, const int16_t* input_2, - int n_batch, int n_input, int16_t* output) { - for (int batch = 0; batch < n_batch; ++batch) { - for (int i = 0; i < n_input; ++i) { - const int index = batch * n_input + i; - int32_t sum = input_1[index] + input_2[index]; - const int32_t sum_clamped = std::min(kInt16Max, std::max(kInt16Min, sum)); - output[index] = static_cast(sum_clamped); - } - } -} - -float PortableVectorVectorDotProduct(const float* vector1, const float* vector2, - int v_size) { - float result = 0.0; - for (int v = 0; v < v_size; v++) { - result += *vector1++ * *vector2++; - } - return result; -} - -namespace { -inline int32_t VectorVectorDotProduct(const int16_t* vector1, - const int16_t* vector2, int v_size) { - int32_t result = 0; - for (int v = 0; v < v_size; v++) { - result += *vector1++ * *vector2++; - } - return result; -} -} // namespace - -void PortableBatchVectorBatchVectorDotProduct(const int16_t* vector1, - const int16_t* vector2, - int v_size, int n_batch, - int32_t* result) { - for (int b = 0; b < n_batch; b++) { - result[b] = VectorVectorDotProduct(vector1, vector2, v_size); - vector1 += v_size; - vector2 += v_size; - } -} - -void PortableVectorBatchVectorCwiseProductAccumulate( - const int16_t* vector, int v_size, const int16_t* batch_vector, int n_batch, - int32_t multiplier, int shift, int16_t* result) { - for (int b = 0; b < n_batch; b++) { - for (int v = 0; v < v_size; v++) { - int32_t prod = vector[v] * *batch_vector++; - prod = MultiplyByQuantizedMultiplier(prod, multiplier, shift); - int32_t output = prod + *result; - output = std::max(std::min(static_cast(32767), output), - static_cast(-32768)); - *result++ = output; - } - } -} - -void PortableSub1Vector(const float* vector, int v_size, float* result) { - for (int v = 0; v < v_size; v++) { - *result++ = 1.0f - *vector++; - } -} - -void PortableSub1Vector(const int16_t* vector, int v_size, int16_t* result) { - static const int16_t kOne = 32767; - for (int v = 0; v < v_size; v++) { - *result++ = kOne - *vector++; - } -} - -void PortableVectorScalarMultiply(const int8_t* vector, const int v_size, - const float scale, float* result) { - for (int v = 0; v < v_size; ++v) { - *result++ = scale * *vector++; - } -} - -void PortableMeanStddevNormalization(const float* __restrict__ input_vector, - float* __restrict__ output_vector, - int v_size, int n_batch) { - for (int batch = 0; batch < n_batch; ++batch) { - float sum = 0.0f; - for (int i = 0; i < v_size; ++i) { - sum += input_vector[i]; - } - const float mean = sum / v_size; - float sum_diff_sq = 0.0f; - for (int i = 0; i < v_size; ++i) { - const float diff = input_vector[i] - mean; - sum_diff_sq += diff * diff; - } - const float variance = sum_diff_sq / v_size; - constexpr float kNormalizationConstant = 1e-8f; - const float stddev_inv = - 1.0f / std::sqrt(variance + kNormalizationConstant); - for (int i = 0; i < v_size; ++i) { - output_vector[i] = (input_vector[i] - mean) * stddev_inv; - } - input_vector += v_size; - output_vector += v_size; - } -} - -void PortableTwoGateSaturatingAdd(const int8_t* input, int8_t input_zp, - const int8_t* recurrent, int8_t recurrent_zp, - int32_t input_effective_scale_a, - int32_t input_effective_scale_b, - int32_t recurrent_effective_scale_a, - int32_t recurrent_effective_scale_b, - int32_t n_batch, int32_t n_cell, - int16_t* output) { - const int32_t int16_max = std::numeric_limits::max(); - const int32_t int16_min = std::numeric_limits::min(); - for (int i = 0; i < n_batch * n_cell; ++i) { - int32_t x = static_cast(input[i]) - static_cast(input_zp); - int32_t h = - static_cast(recurrent[i]) - static_cast(recurrent_zp); - int32_t x_scaled = MultiplyByQuantizedMultiplier(x, input_effective_scale_a, - input_effective_scale_b); - int32_t h_scaled = MultiplyByQuantizedMultiplier( - h, recurrent_effective_scale_a, recurrent_effective_scale_b); - int32_t y = h_scaled + x_scaled; - if (y > int16_max) { - y = int16_max; - } - if (y < int16_min) { - y = int16_min; - } - output[i] = static_cast(y); - } -} - -} // namespace micro_tensor_utils -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/micro_tensor_utils.h b/code/components/tflite-lib/tensorflow/lite/micro/kernels/micro_tensor_utils.h deleted file mode 100644 index 673ba6a3..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/micro_tensor_utils.h +++ /dev/null @@ -1,874 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -// This file and the associated .cc file is branched from -// tensorflow/lite/kernels/internal/reference/portable_tensor_utils* -// TFLM needs to create its own because the original files are coupled with -// the tensor_utils module, which we cannot reuse due to its use of the -// Eigen library. - -#ifndef TENSORFLOW_LITE_MICRO_KERNELS_MICRO_TENSOR_UTILS_H_ -#define TENSORFLOW_LITE_MICRO_KERNELS_MICRO_TENSOR_UTILS_H_ - -#include -#include -#include - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" - -#if defined(_MSC_VER) -#define __restrict__ __restrict -#endif - -namespace tflite { - -// Not all backends support CpuBackendContext usage, so forward declare to avoid -// pulling in its implementation. -// TODO(b/230666277): consider removing this since micro does not utilize it -class CpuBackendContext; - -namespace micro_tensor_utils { - -template -inline bool PortableIsZeroVector(const T* vector, int v_size) { - for (int i = 0; i < v_size; ++i) { - if (vector[i] != 0) { - return false; - } - } - return true; -} - -void PortableSymmetricQuantizeFloats(const float* values, const int size, - int8_t* quantized_values, float* min_value, - float* max_value, float* scaling_factor); - -void PortableSymmetricQuantizeFloats(const float* values, const int size, - int8_t* quantized_values, float min_value, - float max_value, float* scaling_factor); - -void PortableAsymmetricQuantizeFloats(const float* values, const int size, - int8_t* quantized_values, - float* scaling_factor, int32_t* offset); - -// Multiply a matrix by a batch vector, and store results in a batch-size -// vector. -void PortableMatrixBatchVectorMultiplyAccumulate(const float* matrix, - int m_rows, int m_cols, - const float* vector, - int n_batch, float* result); - -void PortableMatrixBatchVectorMultiplyAccumulate( - const int8_t* __restrict__ matrix, const int m_rows, const int m_cols, - const int8_t* __restrict__ vectors, const float* scaling_factors, - int n_batch, float* __restrict__ result); - -void PortableMatrixBatchVectorMultiplyAccumulate( - const int8_t* __restrict__ matrix, const int m_rows, const int m_cols, - const int8_t* __restrict__ vectors, const float* scaling_factors, - int n_batch, float* __restrict__ result, const float* per_channel_scale, - const int32_t* input_offset, int32_t* scratch, int32_t* row_sums, - bool* compute_row_sums, CpuBackendContext* context); - -void PortableMatrixBatchVectorMultiplyAccumulate( - const int8_t* __restrict__ matrix, const int m_rows, const int m_cols, - const int8_t* __restrict__ vector, const float* scaling_factors, - int n_batch, int32_t* scratch, float* __restrict__ result, - CpuBackendContext* context); - -void PortableSparseMatrixBatchVectorMultiplyAccumulate1x4( - const float* __restrict__ matrix, const int32_t* __restrict__ segments, - const int32_t* __restrict__ indices, int m_rows, int m_cols, - const float* __restrict__ vector, int n_batch, float* __restrict__ result); - -void PortableSparseMatrixBatchVectorMultiplyAccumulate( - const float* __restrict__ matrix, const uint8_t* __restrict__ ledger, - int m_rows, int m_cols, const float* __restrict__ vector, int n_batch, - float* __restrict__ result); - -void PortableSparseMatrixBatchVectorMultiplyAccumulate1x16( - const int8_t* __restrict__ matrix, const int32_t* __restrict__ segments, - const int32_t* __restrict__ indices, int m_rows, int m_cols, - const int8_t* __restrict__ vector, const int32_t* __restrict__ bias_vector, - int n_batch, const int32_t input_offset, const int32_t output_multiplier, - const int32_t output_shift, const int32_t output_offset, - const int32_t output_activation_min, const int32_t output_activation_max, - int8_t* __restrict__ result); - -void PortableSparseMatrixBatchVectorMultiplyAccumulate( - const int8_t* __restrict__ matrix, const uint8_t* ledger, const int m_rows, - const int m_cols, const int8_t* __restrict__ vectors, - const float* scaling_factors, int n_batch, float* __restrict__ result); - -// Dot product of two vectors. -float PortableVectorVectorDotProduct(const float* vector1, const float* vector2, - int v_size); - -void PortableBatchVectorBatchVectorDotProduct(const int16_t* vector1, - const int16_t* vector2, - int v_size, int n_batch, - int32_t* result); - -void PortableVectorBatchVectorCwiseProductAccumulate( - const int16_t* vector, int v_size, const int16_t* batch_vector, int n_batch, - int32_t multiplier, int shift, int16_t* result); - -void PortableMatrixBatchVectorMultiplyAccumulate( - const int8_t* input, const int32_t* bias, - const int8_t* input_to_gate_weights, int32_t multiplier, int32_t shift, - int32_t n_batch, int32_t n_input, int32_t n_output, int32_t output_zp, - int32_t* scratch, int16_t* output, CpuBackendContext* context); - -void PortableMatrixBatchVectorMultiplyAccumulate( - const int8_t* input, const int32_t* bias, - const int8_t* input_to_gate_weights, int32_t multiplier, int32_t shift, - int32_t n_batch, int32_t n_input, int32_t n_output, int32_t output_zp, - int32_t* scratch, int8_t* output, CpuBackendContext* context); - -void PortableMatrixBatchVectorMultiply(const int8_t* input, - int32_t input_zeropoint, - const int8_t* input_to_gate_weights, - int32_t input_to_gate_effective_scale_a, - int32_t input_to_gate_effective_scale_b, - int32_t n_batch, int32_t n_input, - int32_t n_cell, int8_t* gate_output, - int8_t gate_output_zp); - -void PortableMatrixBatchVectorMultiply( - const int16_t* hidden, const int8_t* hidden_to_output_weights, - int32_t proj_effective_scale_a, int32_t proj_effective_scale_b, - const int32_t* gate_bias, int32_t n_batch, int32_t n_hidden, - int32_t n_output, int32_t output_zp, int8_t* proj_output); - -void PortableMatrixScalarMultiplyAccumulate(const int8_t* matrix, - int32_t scalar, int32_t n_row, - int32_t n_col, int32_t* output); - -void PortableApplyLayerNorm(const int16_t* input, - const int16_t* layer_norm_weights, - const int32_t* bias, int32_t layer_norm_scale_a, - int32_t layer_norm_scale_b, int32_t variance_limit, - int n_batch, int n_input, int16_t* output); - -void PortableApplyLayerNormFloat(const int16_t* input, - const int16_t* layer_norm_weights, - int32_t layer_norm_scale_a, - int32_t layer_norm_scale_b, - const int32_t* bias, int n_batch, int n_input, - int16_t* output); - -void PortableApplySigmoid(const int16_t* input, int32_t n_batch, - int32_t n_input, int16_t* output); - -void PortableApplySigmoidFloat(const int16_t* input, int32_t n_batch, - int32_t n_input, int16_t* output); - -void PortableApplyTanh(int32_t integer_bits, const int16_t* input, - int32_t n_batch, int32_t n_input, int16_t* output); - -void PortableApplyTanhFloat(const int16_t* input, int32_t n_batch, - int32_t n_input, int32_t integer_bits, - int16_t* output); - -void PortableCwiseMul(const int16_t* input_1, const int16_t* input_2, - int n_batch, int n_input, int shift, int16_t* output); - -void PortableCwiseMul(const int16_t* input_1, const int16_t* input_2, - int32_t multiplier, int32_t shift, int32_t n_batch, - int32_t n_input, int32_t output_zp, int8_t* output); - -void PortableCwiseAdd(const int16_t* input_1, const int16_t* input_2, - int n_batch, int n_input, int16_t* output); - -template -inline void PortableCwiseClipping(T* vector, const int v_size, - const T& clipping_value) { - for (int i = 0; i < v_size; i++) { - vector[i] = std::max(std::min(clipping_value, vector[i]), - static_cast(-clipping_value)); - } -} - -// Batch vector initialization with another vector. -void PortableVectorBatchVectorAssign(const float* vector, int v_size, - int n_batch, float* batch_vector); - -// Compute "1.0f - elements of vector" (used in CIFG). -void PortableSub1Vector(const float* vector, int v_size, float* result); - -void PortableSub1Vector(const int16_t* vector, int v_size, int16_t* result); - -// Multiply all elements of vector with a scalar. -void PortableVectorScalarMultiply(const int8_t* vector, int v_size, float scale, - float* result); - -// Reduce-sum on a vector: -// input_vector: pointer to input vector. -// output_vector: pointer to vector. -// output_size: output vector size. -// reduction_size: number of consecutive elements from input vector which are -// added to get one element of output. -template -inline void PortableReductionSumVector(const INPUT* input_vector, - OUTPUT* output_vector, int output_size, - int reduction_size) { - for (int o = 0; o < output_size; o++) { - OUTPUT result = 0; - for (int r = 0; r < reduction_size; r++) { - result += input_vector[r]; - } - output_vector[o] = result; - input_vector += reduction_size; - } -} - -// Layer norm for each batch. -void PortableMeanStddevNormalization(const float* __restrict__ input_vector, - float* __restrict__ output_vector, - int v_size, int n_batch); - -// Saturate Add. -void PortableTwoGateSaturatingAdd(const int8_t* input, int8_t input_zp, - const int8_t* recurrent, int8_t recurrent_zp, - int32_t input_effective_scale_a, - int32_t input_effective_scale_b, - int32_t recurrent_effective_scale_a, - int32_t recurrent_effective_scale_b, - int32_t n_batch, int32_t n_cell, - int16_t* output); - -// Add another vector for each batch in the batch vector. -template -inline void VectorBatchVectorAdd(const T* vector, int v_size, int n_batch, - T* batch_vector) { - for (int b = 0; b < n_batch; b++) { - for (int i = 0; i < v_size; ++i) { - batch_vector[i] += vector[i]; - } - batch_vector += v_size; - } -} - -// Cwise product of two vectors. -template -inline void VectorVectorCwiseProduct(const T* vector1, const T* vector2, - int v_size, T* result) { - for (int v = 0; v < v_size; v++) { - *result++ = *vector1++ * *vector2++; - } -} - -// Cwise product of a vector and a batch-vector. -template -inline void VectorBatchVectorCwiseProduct(const T* vector, int v_size, - const T* batch_vector, int n_batch, - T* result) { - for (int b = 0; b < n_batch; b++) { - VectorVectorCwiseProduct(vector, batch_vector, v_size, result); - // Update the pointers. - result += v_size; - batch_vector += v_size; - } -} - -// Reduce-sum on a float input vector: -// input_vector: float pointer to input vector. -// output_vector: float pointer to vector. -// output_size: output vector size. -// reduction_size: number of consecutive elements from input vector which are -// added to get one element of output. -inline void ReductionSumVector(const float* input_vector, float* output_vector, - int output_size, int reduction_size) { - PortableReductionSumVector(input_vector, output_vector, output_size, - reduction_size); -} - -// Same as above but input/output is 32 bit integer. -inline void ReductionSumVector(const int32_t* input_vector, - int32_t* output_vector, int output_size, - int reduction_size) { - PortableReductionSumVector(input_vector, output_vector, output_size, - reduction_size); -} - -// Same as above but input is 8 bit integer. -inline void ReductionSumVector(const int8_t* input_vector, - int32_t* output_vector, int output_size, - int reduction_size) { - PortableReductionSumVector(input_vector, output_vector, output_size, - reduction_size); -} - -// Cwise product and accumulate of two vectors. Since it's a MAC operation, the -// assumption here is that result array is initialized to valid values. -template -inline void VectorVectorCwiseProductAccumulate(const T* __restrict__ vector1, - const T* __restrict__ vector2, - int v_size, - T* __restrict__ result) { - for (int v = 0; v < v_size; v++) { - *result++ += *vector1++ * *vector2++; - } -} - -// Batch vector initialization with another vector. -template -inline void VectorBatchVectorAssign(const T* vector, int v_size, int n_batch, - T* batch_vector) { - for (int b = 0; b < n_batch; b++) { - std::copy_n(vector, v_size, batch_vector + b * v_size); - } -} - -inline void SymmetricQuantizeFloats(const float* values, const int size, - int8_t* quantized_values, float* min, - float* max, float* scaling_factor) { - PortableSymmetricQuantizeFloats(values, size, quantized_values, min, max, - scaling_factor); -} - -inline void SymmetricQuantizeFloats(const float* values, const int size, - int8_t* quantized_values, float min_value, - float max_value, float* scaling_factor) { - PortableSymmetricQuantizeFloats(values, size, quantized_values, min_value, - max_value, scaling_factor); -} - -inline void AsymmetricQuantizeFloats(const float* values, const int size, - int8_t* quantized_values, - float* scaling_factor, int32_t* offset) { - PortableAsymmetricQuantizeFloats(values, size, quantized_values, - scaling_factor, offset); -} - -// Helper function to quantize floats. -// float_data_ptr input float vectors -// n_batch number of input vectors -// n_data size of a single input vector -// quantized_data_ptr (out) vector with quantized data -// scaling_factors (out) scaling factors (one per vector) -// zero_points (out) zero points (one per vector) -// do_asymmetric controls if the quantization should be asymmetric. -inline void BatchQuantizeFloats(const float* float_data_ptr, int n_batch, - int n_data, int8_t* quantized_data_ptr, - float* scaling_factors, int32_t* zero_points, - bool do_asymmetric) { - for (int b = 0; b < n_batch; ++b) { - const int offset = b * n_data; - if (do_asymmetric) { - AsymmetricQuantizeFloats(float_data_ptr + offset, n_data, - quantized_data_ptr + offset, &scaling_factors[b], - &zero_points[b]); - } else { - float unused_min, unused_max; - SymmetricQuantizeFloats(float_data_ptr + offset, n_data, - quantized_data_ptr + offset, &unused_min, - &unused_max, &scaling_factors[b]); - } - } -} - -// Check if all entries of a vector are zero for float. -inline bool IsZeroVector(const float* vector, int v_size) { - return PortableIsZeroVector(vector, v_size); -} - -// Check if all entries of a vector are zero for int8_t. -inline bool IsZeroVector(const int8_t* vector, int v_size) { - return PortableIsZeroVector(vector, v_size); -} - -// Apply Layer Normalization (https://arxiv.org/abs/1607.06450) to a Quantized -// vector. -// Parameters: -// - input: batch vector of size n_batch * n_input; 16 bit. -// - layer_norm_weights: the quantized layer normalization weights. -// - bias: the bias for the layer normalization. -// - layer_norm_scale_a: multiplier for scale factor. -// - layer_norm_scale_b: shift for scale factor. -// - variance_limit: the guard to make sure the inverse does not overflow. -// - n_batch: the number of batches. -// - n_input: the size for input and output. -// - output: the 16 bit output -inline void ApplyLayerNorm(const int16_t* input, - const int16_t* layer_norm_weights, - const int32_t* bias, int32_t layer_norm_scale_a, - int32_t layer_norm_scale_b, int32_t variance_limit, - int n_batch, int n_input, int16_t* output) { - PortableApplyLayerNorm(input, layer_norm_weights, bias, layer_norm_scale_a, - layer_norm_scale_b, variance_limit, n_batch, n_input, - output); -} - -// Same as above but the internal calculation is done in float. -inline void ApplyLayerNormFloat(const int16_t* input, - const int16_t* layer_norm_weights, - int32_t layer_norm_scale_a, - int32_t layer_norm_scale_b, const int32_t* bias, - int n_batch, int n_input, int16_t* output) { - PortableApplyLayerNormFloat(input, layer_norm_weights, layer_norm_scale_a, - layer_norm_scale_b, bias, n_batch, n_input, - output); -} - -// Apply Sigmoid to a quantized vector. -// Parameters: -// - input: batch vector of size n_batch * n_input; 16 bit. -// - n_batch: the number of batches. -// - n_input: the size for input and output. -// - output: the 16 bit output -// The input is in Q3.12 format and the output is in Q0.15 format. -inline void ApplySigmoid(const int16_t* input, int32_t n_batch, int32_t n_input, - int16_t* output) { - PortableApplySigmoid(input, n_batch, n_input, output); -} - -// Same as above but the internal calcualtion is float. -inline void ApplySigmoidFloat(const int16_t* input, int32_t n_batch, - int32_t n_input, int16_t* output) { - PortableApplySigmoidFloat(input, n_batch, n_input, output); -} - -// Apply Tanh to a quantized vector. -// Parameters: -// - integer_bits: the integer bits of the input. -// Currently supports 0, 1, 2, 3, 4, 5, 6. -// - input: batch vector of size n_batch * n_input; 16 bit. -// - n_batch: the number of batches. -// - n_input: the size for input and output. -// - output: the 16 bit output -// The input is in Qm.15-m format and the output is in Q0.15 format. -inline void ApplyTanh(int32_t integer_bits, const int16_t* input, - int32_t n_batch, int32_t n_input, int16_t* output) { - PortableApplyTanh(integer_bits, input, n_batch, n_input, output); -} - -// Apply Tanh to a quantized vector. Tbe internal calculation is in float. -// - Input has 2^(integer_bits) as scale. -// - Output has Q0.15 as scale. -inline void ApplyTanhFloat(const int16_t* input, int32_t n_batch, - int32_t n_input, int32_t integer_bits, - int16_t* output) { - PortableApplyTanhFloat(input, n_batch, n_input, integer_bits, output); -} - -// Element-wise multiplication of two quantized vectors. -// Parameters: -// - input_1: batch vector of size n_batch * n_input; 16 bit. -// - input_2: batch vector of size n_batch * n_input; 16 bit. -// - n_batch: the number of batches. -// - n_input: the size for input and output. -// - shift: the shift needed to produce the output. -// - output: the 16 bit output of size n_batch * n_input. -// Output does not need to be initialized. -inline void CwiseMul(const int16_t* input_1, const int16_t* input_2, - int n_batch, int n_input, int shift, int16_t* output) { - PortableCwiseMul(input_1, input_2, n_batch, n_input, shift, output); -} - -// Element-wise multiplication of two quantized vectors with rescaling. -// Parameters: -// - input_1: batch vector of size n_batch * n_input; 16 bit. -// - input_2: batch vector of size n_batch * n_input; 16 bit. -// - multiplier: the multiplier part of scale. -// - shift: the shift part of scale. -// - n_batch: the number of batches. -// - n_input: the size for input and output. -// - output: the 8 bit output of size n_batch * n_input. -// - output_zp: the zero point of output. -// Output does not need to be initialized. -// Multiplier ("m") and shift ("s") are connected to scale ("s") with s = m * -// 2^(s - 31). -inline void CwiseMul(const int16_t* input_1, const int16_t* input_2, - int32_t multiplier, int32_t shift, int32_t n_batch, - int32_t n_input, int32_t output_zp, int8_t* output) { - PortableCwiseMul(input_1, input_2, multiplier, shift, n_batch, n_input, - output_zp, output); -} - -// Element-wise in-place clipping of a vector. Overloaded for float, int16_t, -// int8_t. Parameters: -// - vector: vector of size v_size. -// - v_size: the size of the vector. -// - clipping_value: the value used for clipping. -inline void CwiseClipping(float* vector, const int v_size, - const float clipping_value) { - PortableCwiseClipping(vector, v_size, clipping_value); -} - -inline void CwiseClipping(int16_t* vector, const int v_size, - const int16_t clipping_value) { - PortableCwiseClipping(vector, v_size, clipping_value); -} - -inline void CwiseClipping(int8_t* vector, const int v_size, - const int8_t clipping_value) { - PortableCwiseClipping(vector, v_size, clipping_value); -} - -// Element-wise saturating addition of two quantized vectors without rescaling. -// Parameters: -// - input_1: batch vector of size n_batch * n_input; 16 bit. -// - input_2: batch vector of size n_batch * n_input; 16 bit. -// - n_batch: the number of batches. -// - n_input: the size for input and output. -// - output: the 8 bit output of size n_batch * n_input. -// Output does not need to be initialized. -inline void CwiseAdd(const int16_t* input_1, const int16_t* input_2, - int n_batch, int n_input, int16_t* output) { - PortableCwiseAdd(input_1, input_2, n_batch, n_input, output); -} - -inline void MeanStddevNormalization(const float* input_vector, - float* output_vector, int v_size, - int n_batch) { - PortableMeanStddevNormalization(input_vector, output_vector, v_size, n_batch); -} - -inline void Sub1Vector(const float* vector, int v_size, float* result) { - PortableSub1Vector(vector, v_size, result); -} - -inline void Sub1Vector(const int16_t* vector, int v_size, int16_t* result) { - PortableSub1Vector(vector, v_size, result); -} - -// Multiply all elements of vector with a scalar. -inline void VectorScalarMultiply(const int8_t* vector, int v_size, float scale, - float* result) { - PortableVectorScalarMultiply(vector, v_size, scale, result); -} - -// Saturate Add with rescale on both inputs. -inline void TwoGateSaturatingAdd(const int8_t* input, int8_t input_zp, - const int8_t* recurrent, int8_t recurrent_zp, - int32_t input_effective_scale_a, - int32_t input_effective_scale_b, - int32_t recurrent_effective_scale_a, - int32_t recurrent_effective_scale_b, - int32_t n_batch, int32_t n_cell, - int16_t* output) { - PortableTwoGateSaturatingAdd( - input, input_zp, recurrent, recurrent_zp, input_effective_scale_a, - input_effective_scale_b, recurrent_effective_scale_a, - recurrent_effective_scale_b, n_batch, n_cell, output); -} - -// Multiplies a matrix by a "batched" vector (i.e. a matrix with a batch -// dimension composed by input vectors independent from each other). The result -// of the multiplication is accumulated to the passed result buffer. -// More specifically, for a matrix M of shape [n, i] and a batched-vector -// of shape [i, batch] it will first compute the product of shape [n, batch]. -// This product will be accumulated to the result buffer. -inline void MatrixBatchVectorMultiplyAccumulate(const float* matrix, int m_rows, - int m_cols, const float* vector, - int n_batch, float* result) { - PortableMatrixBatchVectorMultiplyAccumulate(matrix, m_rows, m_cols, vector, - n_batch, result); -} - -// Same as the function above, but the matrix is a sparse tensor with block -// pattern 1x4. -// This function assumes that m_cols is a multiple of the block size (4 in this -// case) so that there's no incomplete block. -inline void MatrixBatchVectorMultiplyAccumulate( - const int8_t* __restrict__ matrix, const int m_rows, const int m_cols, - const int8_t* __restrict__ vector, const float* scaling_factors, - int n_batch, float* __restrict__ result) { - PortableMatrixBatchVectorMultiplyAccumulate(matrix, m_rows, m_cols, vector, - scaling_factors, n_batch, result); -} - -inline void MatrixBatchVectorMultiplyAccumulate( - const int8_t* __restrict__ matrix, const int m_rows, const int m_cols, - const int8_t* __restrict__ vectors, const float* scaling_factors, - int n_batch, float* __restrict__ result, const float* per_channel_scale, - const int32_t* input_offset, int32_t* scratch, int32_t* row_sums, - bool* compute_row_sums, CpuBackendContext* context) { - PortableMatrixBatchVectorMultiplyAccumulate( - matrix, m_rows, m_cols, vectors, scaling_factors, n_batch, result, - per_channel_scale, input_offset, scratch, row_sums, compute_row_sums, - context); -} - -inline void MatrixBatchVectorMultiplyAccumulate( - const int8_t* __restrict__ matrix, const int m_rows, const int m_cols, - const int8_t* __restrict__ vector, const float* scaling_factors, - int n_batch, int32_t* scratch, float* __restrict__ result, - CpuBackendContext* context) { - PortableMatrixBatchVectorMultiplyAccumulate(matrix, m_rows, m_cols, vector, - scaling_factors, n_batch, result); -} - -// Same as the function above, but the matrix is a sparse tensor with block -// pattern 1x4. -// This function assumes that m_cols is a multiple of the block size (4 in this -// case) so that there's no incomplete block. -inline void SparseMatrixBatchVectorMultiplyAccumulate1x4( - const float* __restrict__ matrix, const int32_t* __restrict__ segments, - const int32_t* __restrict__ indices, int m_rows, int m_cols, - const float* __restrict__ vector, int n_batch, float* __restrict__ result) { - PortableSparseMatrixBatchVectorMultiplyAccumulate1x4( - matrix, segments, indices, m_rows, m_cols, vector, n_batch, result); -} - -// Same as the function above, but the matrix is stored in block compressed -// sparse row format with block pattern 1x16 which consists of two arrays: -// 1. A matrix array stores non-zero blocks of the matrix in row major. -// 2. A ledger array stores nrows groups, one group per row. Each group starts -// with an integer representing the number of non-zero blocks for the -// corresponding row and follows with column indexes of the first element -// of each non-zero block. -// This function assumes that -// 1. m_cols is a multiple of 16 so that all blocks are full blocks. -// 2. m_cols < 254 * 16 so that block index can be represented by uint8. -inline void SparseMatrixBatchVectorMultiplyAccumulate( - const float* __restrict__ matrix, const uint8_t* __restrict__ ledger, - int m_rows, int m_cols, const float* __restrict__ vector, int n_batch, - float* __restrict__ result) { - PortableSparseMatrixBatchVectorMultiplyAccumulate( - matrix, ledger, m_rows, m_cols, vector, n_batch, result); -} - -// Same as the function above, but the matrix is a sparse tensor with block -// pattern 1x16. -// This function assumes that m_cols is a multiple of the block size (16 in this -// case) so that there's no incomplete block. Also, it assumes all offsets of -// input, output and filter are zero. -inline void SparseMatrixBatchVectorMultiplyAccumulate1x16( - const int8_t* __restrict__ matrix, const int32_t* __restrict__ segments, - const int32_t* __restrict__ indices, int m_rows, int m_cols, - const int8_t* __restrict__ vector, const int32_t* __restrict__ bias_vector, - int n_batch, const int32_t input_offset, const int32_t output_multiplier, - const int32_t output_shift, const int32_t output_offset, - const int32_t output_activation_min, const int32_t output_activation_max, - int8_t* __restrict__ result) { - PortableSparseMatrixBatchVectorMultiplyAccumulate1x16( - matrix, segments, indices, m_rows, m_cols, vector, bias_vector, n_batch, - input_offset, output_multiplier, output_shift, output_offset, - output_activation_min, output_activation_max, result); -} - -// Same as the function above, but the matrix is stored in block compressed -// sparse row format with block pattern 1x16 which consists of two arrays: -// 1. A matrix array stores non-zero blocks of the matrix in row major. -// 2. A ledger array stores nrows groups, one group per row. Each group starts -// with an integer representing the number of non-zero blocks for the -// corresponding row followed by column index of the first element of -// each non-zero block. -// This function assumes that -// 1. m_cols is a multiple of 16 so that all blocks are full blocks. -// 2. m_cols < 254 * 16 so that block index can be represented by uint8. -inline void SparseMatrixBatchVectorMultiplyAccumulate( - const int8_t* __restrict__ matrix, const uint8_t* ledger, const int m_rows, - const int m_cols, const int8_t* __restrict__ vectors, - const float* scaling_factors, int n_batch, float* __restrict__ result) { - PortableSparseMatrixBatchVectorMultiplyAccumulate( - matrix, ledger, m_rows, m_cols, vectors, scaling_factors, n_batch, - result); -} - -// Same as the above 8, 8, 8 integer matmul except for the presence of zero -// point and non-accumulative. -// TODO(b/148688698): remove this function by folding zero point calculation in -// prepare() function. -inline void MatrixBatchVectorMultiplyAccumulate( - const int8_t* input, const int32_t* bias, - const int8_t* input_to_gate_weights, int32_t multiplier, int32_t shift, - int32_t n_batch, int32_t n_input, int32_t n_output, int32_t output_zp, - int32_t* scratch, int16_t* output, CpuBackendContext* context) { - PortableMatrixBatchVectorMultiplyAccumulate( - input, bias, input_to_gate_weights, multiplier, shift, n_batch, n_input, - n_output, output_zp, scratch, output, context); -} - -// Same as above but has 16 bit and 8 bit input and 8 bit output. -// Used in projection when hidden is 16bit. -inline void MatrixBatchVectorMultiplyAccumulate( - const int8_t* input, const int32_t* bias, - const int8_t* input_to_gate_weights, int32_t multiplier, int32_t shift, - int32_t n_batch, int32_t n_input, int32_t n_output, int32_t output_zp, - int32_t* scratch, int8_t* output, CpuBackendContext* context) { - PortableMatrixBatchVectorMultiplyAccumulate( - input, bias, input_to_gate_weights, multiplier, shift, n_batch, n_input, - n_output, output_zp, scratch, output, context); -} - -// Same as the function above, but provides separate scaling factor for the -// matrix and the vectors. The scaling factors are multiplied in the -// scaling_factor_scratch buffer. -inline void MatrixBatchVectorMultiplyAccumulate( - const int8_t* __restrict__ matrix, const int m_rows, const int m_cols, - const int8_t* __restrict__ vectors, const float matrix_scaling_factor, - const float* vector_scaling_factors, int n_batch, - float* __restrict__ result, const float* per_channel_scale, - const int32_t* input_offset, int32_t* scratch, int32_t* row_sums, - bool* compute_row_sums, float* scaling_factor_scratch, - CpuBackendContext* context) { - for (int b = 0; b < n_batch; ++b) { - scaling_factor_scratch[b] = - vector_scaling_factors[b] * matrix_scaling_factor; - } - MatrixBatchVectorMultiplyAccumulate(matrix, m_rows, m_cols, vectors, - scaling_factor_scratch, n_batch, result, - per_channel_scale, input_offset, scratch, - row_sums, compute_row_sums, context); -} - -// Multiplies a matrix with a scalar and reduce the result on each row to a -// scalar. -// Parameters: -// - matrix: matrix of size n_row * n_col -// - scalar: the scalar that is multiplied to each element in the matrix -// - n_row: the row count of the matrix -// - n_col: the column count of the matrix -// - output: the 32bit output -// Note: We do not need saturation because the int8 * int8 is safe from overflow -// in (2^31-1) / (2^14) = 131072, which is bigger than the n_row. Non-zero -// initial output value is not exceptionally large. -inline void MatrixScalarMultiplyAccumulate(const int8_t* matrix, int32_t scalar, - int32_t n_row, int32_t n_col, - int32_t* output) { - PortableMatrixScalarMultiplyAccumulate(matrix, scalar, n_row, n_col, output); -} - -// Same as the above 8, 8, 8 integer matmul except for the presence of zero -// point and non-accumulative. -// TODO(b/148688698): remove this function by folding zero point calculation in -// prepare() function. -inline void MatrixBatchVectorMultiply(const int8_t* input, - int32_t input_zeropoint, - const int8_t* input_to_gate_weights, - int32_t input_to_gate_effective_scale_a, - int32_t input_to_gate_effective_scale_b, - int32_t n_batch, int32_t n_input, - int32_t n_cell, int8_t* gate_output, - int8_t gate_output_zp) { - PortableMatrixBatchVectorMultiply( - input, input_zeropoint, input_to_gate_weights, - input_to_gate_effective_scale_a, input_to_gate_effective_scale_b, n_batch, - n_input, n_cell, gate_output, gate_output_zp); -} - -// Same as above but has 16 bit and 8 bit input and 8 bit output. -// Used in projection when hidden is 16bit. -inline void MatrixBatchVectorMultiply(const int16_t* hidden, - const int8_t* hidden_to_output_weights, - int32_t proj_effective_scale_a, - int32_t proj_effective_scale_b, - const int32_t* gate_bias, int32_t n_batch, - int32_t n_hidden, int32_t n_output, - int32_t output_zp, int8_t* proj_output) { - PortableMatrixBatchVectorMultiply(hidden, hidden_to_output_weights, - proj_effective_scale_a, - proj_effective_scale_b, gate_bias, n_batch, - n_hidden, n_output, output_zp, proj_output); -} - -// Cwise product and accumulate of a vector and a batch-vector. Since it's a MAC -// operation, the assumption here is that result array is initialized to valid -// values. -template -inline void VectorBatchVectorCwiseProductAccumulate(const T* vector, int v_size, - const T* batch_vector, - int n_batch, T* result) { - for (int b = 0; b < n_batch; b++) { - VectorVectorCwiseProductAccumulate(vector, batch_vector, v_size, result); - // Update the pointers. - result += v_size; - batch_vector += v_size; - } -} - -// Same as above, but inputs are 16bit integer and output is 16bit integer. -inline void VectorBatchVectorCwiseProductAccumulate( - const int16_t* vector, int v_size, const int16_t* batch_vector, int n_batch, - int32_t multiplier, int shift, int16_t* result) { - PortableVectorBatchVectorCwiseProductAccumulate( - vector, v_size, batch_vector, n_batch, multiplier, shift, result); -} - -// Apply Rectified Linear to elements of a vector. -inline void ApplyReluToVector(const float* vector, int v_size, float* result) { - for (int v = 0; v < v_size; v++) { - result[v] = std::max(0.0f, vector[v]); - } -} - -// Apply Rectified Linear 1 (cap to [-1;1]) to elements of a vector -inline void ApplyRelu1ToVector(const float* vector, int v_size, float* result) { - for (int v = 0; v < v_size; v++) { - result[v] = std::max(-1.0f, std::min(vector[v], 1.0f)); - } -} - -// Apply Rectified Linear 6 (cap to [0;6]) to elements of a vector -inline void ApplyRelu6ToVector(const float* vector, int v_size, float* result) { - for (int v = 0; v < v_size; v++) { - result[v] = std::max(0.0f, std::min(vector[v], 6.0f)); - } -} - -// Apply tanh to elements of a vector -inline void ApplyTanhToVector(const float* vector, int v_size, float* result) { - for (int v = 0; v < v_size; v++) { - result[v] = std::tanh(vector[v]); - } -} - -// Apply signbit to elements of a vector -inline void ApplySignbitToVector(const float* vector, int v_size, - float* result) { - for (int v = 0; v < v_size; v++) { - result[v] = std::signbit(vector[v]); - } -} - -// Apply sigmoid to elements of a vector. -inline void ApplySigmoidToVector(const float* vector, int v_size, - float* result) { - for (int v = 0; v < v_size; v++) { - result[v] = 1.0f / (1.0f + std::exp(-vector[v])); - } -} - -// Apply appropriate activation function to elements of a vector. -inline void ApplyActivationToVector(const float* vector, int v_size, - TfLiteFusedActivation activation, - float* result) { - switch (activation) { - case kTfLiteActNone: - return; - case kTfLiteActRelu: - return ApplyReluToVector(vector, v_size, result); - case kTfLiteActReluN1To1: - return ApplyRelu1ToVector(vector, v_size, result); - case kTfLiteActRelu6: - return ApplyRelu6ToVector(vector, v_size, result); - case kTfLiteActTanh: - return ApplyTanhToVector(vector, v_size, result); - case kTfLiteActSignBit: - return ApplySignbitToVector(vector, v_size, result); - case kTfLiteActSigmoid: - return ApplySigmoidToVector(vector, v_size, result); - } -} - -} // namespace micro_tensor_utils - -} // namespace tflite - -#endif // TENSORFLOW_LITE_MICRO_KERNELS_MICRO_TENSOR_UTILS_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/micro_utils.h b/code/components/tflite-lib/tensorflow/lite/micro/kernels/micro_utils.h deleted file mode 100644 index e406ac12..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/micro_utils.h +++ /dev/null @@ -1,40 +0,0 @@ -/* Copyright 2018 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_MICRO_KERNELS_MICRO_UTILS_H_ -#define TENSORFLOW_LITE_MICRO_KERNELS_MICRO_UTILS_H_ -namespace tflite { -namespace ops { -namespace micro { - -// Same as gtl::Greater but defined here to reduce dependencies and -// binary size for micro environment. -struct Greater { - template - bool operator()(const T& x, const T& y) const { - return x > y; - } -}; - -struct Less { - template - bool operator()(const T& x, const T& y) const { - return x < y; - } -}; - -} // namespace micro -} // namespace ops -} // namespace tflite -#endif // TENSORFLOW_LITE_MICRO_KERNELS_MICRO_UTILS_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/mirror_pad.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/mirror_pad.cc deleted file mode 100644 index 90d3bd9e..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/mirror_pad.cc +++ /dev/null @@ -1,215 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" - -namespace tflite { -namespace { - -struct OpDataMirrorPad { - int input_dims; - int output_size; - int offset; - int output_dims_num_elements_buffer_index; - int input_dims_num_elements_buffer_index; -}; - -// Helper method that fills the left and right pads. -template -inline void GetPadding(const T* data, int offset, int64_t* left_pad, - int64_t* right_pad) { - *left_pad = static_cast(*(data + offset * 2)); - *right_pad = static_cast(*(data + offset * 2 + 1)); -} - -// Given dimension index and the left/right padding. -// Returns the corresponding dimension in the input array. -inline int GetInputDimension(int padded_dimension, int left_pad, int right_pad, - int input_dim_size, int offset) { - if (padded_dimension < left_pad) { - const int original_ind = left_pad + offset - 1; - return original_ind - (std::min(padded_dimension, original_ind - offset)); - } - padded_dimension -= left_pad; - if (padded_dimension >= input_dim_size) { - padded_dimension -= input_dim_size; - const int original_ind = input_dim_size - (1 + offset); - return original_ind - std::min(padded_dimension, original_ind); - } - return padded_dimension; -} - -// Given and index in output array, returns the index of the value -// in input array. -int GetFlatIndex(int index, int num_dims, - const TfLiteEvalTensor* padding_matrix, - const TfLiteIntArray* input_dims, - int* output_dims_num_elements, int* input_dims_num_elements, - const int offset) { - int flat_index = 0; - int64_t left_pad = 0, right_pad = 0, dimension_index, index_in_input; - - for (int i = 0; i < num_dims; ++i) { - switch (padding_matrix->type) { - case kTfLiteInt32: - GetPadding(padding_matrix->data.i32, i, &left_pad, &right_pad); - break; - case kTfLiteInt64: - GetPadding(padding_matrix->data.i64, i, &left_pad, &right_pad); - break; - default: - break; - } - dimension_index = index / output_dims_num_elements[i]; - - index_in_input = GetInputDimension(dimension_index, left_pad, right_pad, - input_dims->data[i], offset); - - flat_index += index_in_input * (input_dims_num_elements)[i]; - index %= output_dims_num_elements[i]; - } - - return flat_index; -} - -template -void MirrorPad(const TfLiteEvalTensor* padding_matrix, - const TfLiteIntArray* input_dims, int* output_dims_num_elements, - int* input_dims_num_elements, const T* input_data, - T* output_data, const int offset, const int num_dims, - const int output_size) { - for (int i = 0; i < output_size; ++i) { - output_data[i] = input_data[GetFlatIndex( - i, num_dims, padding_matrix, input_dims, output_dims_num_elements, - input_dims_num_elements, offset)]; - } -} - -TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) { - TFLITE_DCHECK(node->user_data != nullptr); - TfLiteStatus status = kTfLiteOk; - const OpDataMirrorPad* data = - static_cast(node->user_data); - - const TfLiteEvalTensor* input_tensor = - tflite::micro::GetEvalInput(context, node, 0); - const TfLiteEvalTensor* padding_matrix = - tflite::micro::GetEvalInput(context, node, 1); - - TfLiteEvalTensor* output_tensor = - tflite::micro::GetEvalOutput(context, node, 0); - const int input_dims = data->input_dims; - const int output_size = data->output_size; - - int* input_dims_num_elements = (int*)context->GetScratchBuffer( - context, data->input_dims_num_elements_buffer_index); - int* output_dims_num_elements = (int*)context->GetScratchBuffer( - context, data->output_dims_num_elements_buffer_index); - - for (int i = 0; i < input_dims; i++) { - output_dims_num_elements[i] = 1; - input_dims_num_elements[i] = 1; - } - - for (int i = input_dims - 2; i >= 0; i--) { - output_dims_num_elements[i] = - output_dims_num_elements[i + 1] * output_tensor->dims->data[i + 1]; - - input_dims_num_elements[i] = - input_dims_num_elements[i + 1] * input_tensor->dims->data[i + 1]; - } - - switch (output_tensor->type) { - case kTfLiteFloat32: { - MirrorPad(padding_matrix, input_tensor->dims, output_dims_num_elements, - input_dims_num_elements, - tflite::micro::GetTensorData(input_tensor), - tflite::micro::GetTensorData(output_tensor), - data->offset, input_dims, output_size); - break; - } - case kTfLiteInt8: { - MirrorPad(padding_matrix, input_tensor->dims, output_dims_num_elements, - input_dims_num_elements, - tflite::micro::GetTensorData(input_tensor), - tflite::micro::GetTensorData(output_tensor), - data->offset, input_dims, output_size); - break; - } - default: - status = kTfLiteError; - break; - } - -#undef TF_LITE_MIRROR_PAD - - return status; -} - -void* Init(TfLiteContext* context, const char* buffer, size_t length) { - TFLITE_DCHECK(context->AllocatePersistentBuffer != nullptr); - return context->AllocatePersistentBuffer(context, sizeof(OpDataMirrorPad)); -} - -TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) { - MicroContext* micro_context = GetMicroContext(context); - - TFLITE_DCHECK(node->user_data != nullptr); - OpDataMirrorPad* data = static_cast(node->user_data); - - TfLiteTensor* input_tensor = micro_context->AllocateTempInputTensor(node, 0); - TfLiteTensor* padding_matrix = - micro_context->AllocateTempInputTensor(node, 1); - TfLiteTensor* output_tensor = - micro_context->AllocateTempOutputTensor(node, 0); - - TF_LITE_ENSURE_EQ(context, NumDimensions(padding_matrix), 2); - TF_LITE_ENSURE_EQ(context, SizeOfDimension(padding_matrix, 0), - NumDimensions(input_tensor)); - auto* params = - reinterpret_cast(node->builtin_data); - if (params == nullptr) { - return kTfLiteError; - } - - data->offset = - params->mode != TfLiteMirrorPaddingMode::kTfLiteMirrorPaddingReflect ? 0 - : 1; - data->input_dims = NumDimensions(input_tensor); - data->output_size = NumElements(output_tensor); - - TF_LITE_ENSURE_STATUS(context->RequestScratchBufferInArena( - context, data->input_dims * sizeof(int), - &data->output_dims_num_elements_buffer_index)); - TF_LITE_ENSURE_STATUS(context->RequestScratchBufferInArena( - context, data->input_dims * sizeof(int), - &data->input_dims_num_elements_buffer_index)); - - micro_context->DeallocateTempTfLiteTensor(input_tensor); - micro_context->DeallocateTempTfLiteTensor(padding_matrix); - micro_context->DeallocateTempTfLiteTensor(output_tensor); - return kTfLiteOk; -} - -} // namespace - -TfLiteRegistration Register_MIRROR_PAD() { - return tflite::micro::RegisterOp(Init, Prepare, Eval); -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/mul.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/mul.cc deleted file mode 100644 index 59f006b0..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/mul.cc +++ /dev/null @@ -1,67 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/micro/kernels/mul.h" - -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/quantization_util.h" -#include "tensorflow/lite/kernels/internal/reference/integer_ops/mul.h" -#include "tensorflow/lite/kernels/internal/reference/mul.h" -#include "tensorflow/lite/kernels/internal/reference/process_broadcast_shapes.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" -#include "tensorflow/lite/micro/memory_helpers.h" -#include "tensorflow/lite/micro/micro_error_reporter.h" - -namespace tflite { - -TfLiteStatus MulEval(TfLiteContext* context, TfLiteNode* node) { - TFLITE_DCHECK(node->builtin_data != nullptr); - auto* params = reinterpret_cast(node->builtin_data); - - TFLITE_DCHECK(node->user_data != nullptr); - const OpDataMul* data = static_cast(node->user_data); - - const TfLiteEvalTensor* input1 = - tflite::micro::GetEvalInput(context, node, kMulInput1Tensor); - const TfLiteEvalTensor* input2 = - tflite::micro::GetEvalInput(context, node, kMulInput2Tensor); - TfLiteEvalTensor* output = - tflite::micro::GetEvalOutput(context, node, kMulOutputTensor); - - switch (input1->type) { - case kTfLiteInt8: - case kTfLiteInt32: - EvalMulQuantizedReference(context, node, data, input1, input2, output); - break; - case kTfLiteFloat32: - EvalMulFloatReference(context, node, params, data, input1, input2, - output); - break; - default: - MicroPrintf("Type %s (%d) not supported.", - TfLiteTypeGetName(input1->type), input1->type); - return kTfLiteError; - } - - return kTfLiteOk; -} - -TfLiteRegistration Register_MUL() { - return tflite::micro::RegisterOp(MulInit, MulPrepare, MulEval); -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/mul.h b/code/components/tflite-lib/tensorflow/lite/micro/kernels/mul.h deleted file mode 100644 index e6d1a9b1..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/mul.h +++ /dev/null @@ -1,65 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#ifndef TENSORFLOW_LITE_MICRO_KERNELS_MUL_H_ -#define TENSORFLOW_LITE_MICRO_KERNELS_MUL_H_ - -#include - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" - -namespace tflite { - -extern const int kMulInput1Tensor; -extern const int kMulInput2Tensor; -extern const int kMulOutputTensor; - -struct OpDataMul { - int32_t input1_zero_point; - int32_t input2_zero_point; - - int32_t output_activation_min; - int32_t output_activation_max; - int32_t output_zero_point; - int32_t output_multiplier; - int output_shift; - - float output_activation_min_f32; - float output_activation_max_f32; -}; - -void* MulInit(TfLiteContext* context, const char* buffer, size_t length); - -TfLiteStatus CalculateOpDataMul(TfLiteContext* context, TfLiteNode* node, - TfLiteMulParams* params, OpDataMul* data); - -TfLiteStatus MulPrepare(TfLiteContext* context, TfLiteNode* node); - -void EvalMulQuantizedReference(TfLiteContext* context, TfLiteNode* node, - const OpDataMul* data, - const TfLiteEvalTensor* input1, - const TfLiteEvalTensor* input2, - TfLiteEvalTensor* output); - -void EvalMulFloatReference(TfLiteContext* context, TfLiteNode* node, - TfLiteMulParams* params, const OpDataMul* data, - const TfLiteEvalTensor* input1, - const TfLiteEvalTensor* input2, - TfLiteEvalTensor* output); - -} // namespace tflite - -#endif // TENSORFLOW_LITE_MICRO_KERNELS_MUL_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/mul_common.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/mul_common.cc deleted file mode 100644 index 6d19ac7a..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/mul_common.cc +++ /dev/null @@ -1,184 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/quantization_util.h" -#include "tensorflow/lite/kernels/internal/reference/integer_ops/mul.h" -#include "tensorflow/lite/kernels/internal/reference/mul.h" -#include "tensorflow/lite/kernels/internal/reference/process_broadcast_shapes.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" -#include "tensorflow/lite/micro/kernels/mul.h" -#include "tensorflow/lite/micro/memory_helpers.h" - -namespace tflite { - -const int kMulInput1Tensor = 0; -const int kMulInput2Tensor = 1; -const int kMulOutputTensor = 0; - -void* MulInit(TfLiteContext* context, const char* buffer, size_t length) { - TFLITE_DCHECK(context->AllocatePersistentBuffer != nullptr); - return context->AllocatePersistentBuffer(context, sizeof(OpDataMul)); -} - -TfLiteStatus CalculateOpDataMul(TfLiteContext* context, TfLiteNode* node, - TfLiteMulParams* params, OpDataMul* data) { - MicroContext* micro_context = GetMicroContext(context); - - TfLiteTensor* input1 = - micro_context->AllocateTempInputTensor(node, kMulInput1Tensor); - TF_LITE_ENSURE(context, input1 != nullptr); - TfLiteTensor* input2 = - micro_context->AllocateTempInputTensor(node, kMulInput2Tensor); - TF_LITE_ENSURE(context, input2 != nullptr); - TfLiteTensor* output = - micro_context->AllocateTempOutputTensor(node, kMulOutputTensor); - TF_LITE_ENSURE(context, output != nullptr); - - TF_LITE_ENSURE_EQ(context, NumInputs(node), 2); - TF_LITE_ENSURE_EQ(context, NumOutputs(node), 1); - - TF_LITE_ENSURE_TYPES_EQ(context, input1->type, input2->type); - - if (output->type == kTfLiteInt8) { - TF_LITE_ENSURE_STATUS(CalculateActivationRangeQuantized( - context, params->activation, output, &data->output_activation_min, - &data->output_activation_max)); - - double real_multiplier = static_cast(input1->params.scale) * - static_cast(input2->params.scale) / - static_cast(output->params.scale); - QuantizeMultiplier(real_multiplier, &data->output_multiplier, - &data->output_shift); - - data->input1_zero_point = input1->params.zero_point; - data->input2_zero_point = input2->params.zero_point; - data->output_zero_point = output->params.zero_point; - } else if (output->type == kTfLiteInt32) { - CalculateActivationRange(params->activation, &data->output_activation_min, - &data->output_activation_max); - } else { - CalculateActivationRange(params->activation, - &data->output_activation_min_f32, - &data->output_activation_max_f32); - } - - micro_context->DeallocateTempTfLiteTensor(input1); - micro_context->DeallocateTempTfLiteTensor(input2); - micro_context->DeallocateTempTfLiteTensor(output); - return kTfLiteOk; -} - -TfLiteStatus MulPrepare(TfLiteContext* context, TfLiteNode* node) { - TFLITE_DCHECK(node->builtin_data != nullptr); - auto* params = reinterpret_cast(node->builtin_data); - - TFLITE_DCHECK(node->user_data != nullptr); - OpDataMul* data = static_cast(node->user_data); - - return CalculateOpDataMul(context, node, params, data); -} - -void EvalMulQuantizedReference(TfLiteContext* context, TfLiteNode* node, - const OpDataMul* data, - const TfLiteEvalTensor* input1, - const TfLiteEvalTensor* input2, - TfLiteEvalTensor* output) { - tflite::ArithmeticParams op_params = {}; - op_params.quantized_activation_min = data->output_activation_min; - op_params.quantized_activation_max = data->output_activation_max; - op_params.float_activation_max = data->output_activation_max_f32; - op_params.input1_offset = -data->input1_zero_point; - op_params.input2_offset = -data->input2_zero_point; - op_params.output_offset = data->output_zero_point; - op_params.output_multiplier = data->output_multiplier; - op_params.output_shift = data->output_shift; - - bool need_broadcast = reference_ops::ProcessBroadcastShapes( - tflite::micro::GetTensorShape(input1), - tflite::micro::GetTensorShape(input2), &op_params); - - if (input1->type == kTfLiteInt8) { - if (need_broadcast) { - reference_integer_ops::BroadcastMul4DSlow( - op_params, tflite::micro::GetTensorShape(input1), - tflite::micro::GetTensorData(input1), - tflite::micro::GetTensorShape(input2), - tflite::micro::GetTensorData(input2), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - } else { - reference_integer_ops::Mul(op_params, - tflite::micro::GetTensorShape(input1), - tflite::micro::GetTensorData(input1), - tflite::micro::GetTensorShape(input2), - tflite::micro::GetTensorData(input2), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - } - } else if (input1->type == kTfLiteInt32) { - if (need_broadcast) { - reference_ops::BroadcastMul4DSlow( - op_params, tflite::micro::GetTensorShape(input1), - tflite::micro::GetTensorData(input1), - tflite::micro::GetTensorShape(input2), - tflite::micro::GetTensorData(input2), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - } else { - reference_ops::Mul(op_params, tflite::micro::GetTensorShape(input1), - tflite::micro::GetTensorData(input1), - tflite::micro::GetTensorShape(input2), - tflite::micro::GetTensorData(input2), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - } - } -} - -void EvalMulFloatReference(TfLiteContext* context, TfLiteNode* node, - TfLiteMulParams* params, const OpDataMul* data, - const TfLiteEvalTensor* input1, - const TfLiteEvalTensor* input2, - TfLiteEvalTensor* output) { - tflite::ArithmeticParams op_params = {}; - op_params.float_activation_min = data->output_activation_min_f32; - op_params.float_activation_max = data->output_activation_max_f32; - - bool need_broadcast = reference_ops::ProcessBroadcastShapes( - tflite::micro::GetTensorShape(input1), - tflite::micro::GetTensorShape(input2), &op_params); - - if (need_broadcast) { - reference_ops::BroadcastMul4DSlow( - op_params, tflite::micro::GetTensorShape(input1), - tflite::micro::GetTensorData(input1), - tflite::micro::GetTensorShape(input2), - tflite::micro::GetTensorData(input2), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - } else { - reference_ops::Mul(op_params, tflite::micro::GetTensorShape(input1), - tflite::micro::GetTensorData(input1), - tflite::micro::GetTensorShape(input2), - tflite::micro::GetTensorData(input2), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - } -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/neg.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/neg.cc deleted file mode 100644 index 59dd8cb8..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/neg.cc +++ /dev/null @@ -1,59 +0,0 @@ -/* Copyright 2019 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/kernels/internal/reference/neg.h" - -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" - -namespace tflite { -namespace ops { -namespace micro { -namespace neg { - -constexpr int kInputTensor = 0; -constexpr int kOutputTensor = 0; - -TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) { - const TfLiteEvalTensor* input = - tflite::micro::GetEvalInput(context, node, kInputTensor); - TfLiteEvalTensor* output = - tflite::micro::GetEvalOutput(context, node, kOutputTensor); - switch (input->type) { - // TODO(wangtz): handle for kTfLiteInt8 - case kTfLiteFloat32: - reference_ops::Negate(tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - break; - default: - TF_LITE_KERNEL_LOG(context, "Type %s (%d) not supported.", - TfLiteTypeGetName(input->type), input->type); - return kTfLiteError; - } - return kTfLiteOk; -} - -} // namespace neg - -TfLiteRegistration Register_NEG() { - return tflite::micro::RegisterOp(nullptr, nullptr, neg::Eval); -} - -} // namespace micro -} // namespace ops -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/pack.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/pack.cc deleted file mode 100644 index 56f3b96e..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/pack.cc +++ /dev/null @@ -1,116 +0,0 @@ -/* Copyright 2019 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" - -namespace tflite { -namespace ops { -namespace micro { -namespace pack { -namespace { - -constexpr int kOutputTensor = 0; - -template -TfLiteStatus PackImpl(TfLiteContext* context, TfLiteNode* node, - TfLiteEvalTensor* output, int values_count, int axis) { - const TfLiteEvalTensor* input0 = - tflite::micro::GetEvalInput(context, node, 0); - - const int dimensions = output->dims->size; - const TfLiteIntArray* input_dims = input0->dims; - const TfLiteIntArray* output_dims = output->dims; - - if (axis < 0) { - axis += dimensions; - } - - int outer_size = 1; - for (int i = 0; i < axis; ++i) { - outer_size *= output_dims->data[i]; - } - int copy_size = 1; - for (int i = axis + 1; i < dimensions; ++i) { - copy_size *= output_dims->data[i]; - } - int input_size = 1; - for (int i = 0; i < input_dims->size; ++i) { - input_size *= input_dims->data[i]; - } - TFLITE_DCHECK_EQ(input_size, copy_size * outer_size); - - T* output_data = tflite::micro::GetTensorData(output); - - for (int i = 0; i < values_count; ++i) { - const TfLiteEvalTensor* t = tflite::micro::GetEvalInput(context, node, i); - const T* input_data = tflite::micro::GetTensorData(t); - for (int k = 0; k < outer_size; ++k) { - const T* input_ptr = input_data + copy_size * k; - int loc = k * values_count * copy_size + i * copy_size; - T* output_ptr = output_data + loc; - for (int j = 0; j < copy_size; ++j) output_ptr[j] = input_ptr[j]; - } - } - - return kTfLiteOk; -} - -TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) { - const TfLitePackParams* data = - reinterpret_cast(node->builtin_data); - - TfLiteEvalTensor* output = - tflite::micro::GetEvalOutput(context, node, kOutputTensor); - - switch (output->type) { - case kTfLiteFloat32: { - return PackImpl(context, node, output, data->values_count, - data->axis); - } - case kTfLiteInt8: { - return PackImpl(context, node, output, data->values_count, - data->axis); - } - case kTfLiteInt32: { - return PackImpl(context, node, output, data->values_count, - data->axis); - } - case kTfLiteInt64: { - return PackImpl(context, node, output, data->values_count, - data->axis); - } - default: { - TF_LITE_KERNEL_LOG(context, "Type '%s' is not supported by pack.", - TfLiteTypeGetName(output->type)); - return kTfLiteError; - } - } - - return kTfLiteOk; -} - -} // namespace -} // namespace pack - -TfLiteRegistration Register_PACK() { - return tflite::micro::RegisterOp(nullptr, nullptr, pack::Eval); -} - -} // namespace micro -} // namespace ops -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/pad.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/pad.cc deleted file mode 100644 index b645f983..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/pad.cc +++ /dev/null @@ -1,236 +0,0 @@ -/* Copyright 2019 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#include "tensorflow/lite/kernels/internal/reference/pad.h" - -#include - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/portable_tensor.h" -#include "tensorflow/lite/kernels/internal/types.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/kernels/op_macros.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" - -namespace tflite { -namespace ops { -namespace micro { -namespace pad { -namespace { - -struct OpData { - PadParams params; - int32_t output_zero_point; -}; - -} // namespace - -void* Init(TfLiteContext* context, const char* buffer, size_t length) { - TFLITE_DCHECK(context->AllocatePersistentBuffer != nullptr); - return context->AllocatePersistentBuffer(context, sizeof(OpData)); -} - -TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) { - MicroContext* micro_context = GetMicroContext(context); - - TFLITE_DCHECK(node->user_data != nullptr); - OpData* data = static_cast(node->user_data); - - TF_LITE_ENSURE(context, NumInputs(node) == 2 || NumInputs(node) == 3); - TF_LITE_ENSURE_EQ(context, NumOutputs(node), 1); - - TfLiteTensor* input = - micro_context->AllocateTempInputTensor(node, /*index=*/0); - TF_LITE_ENSURE(context, input != nullptr); - TfLiteTensor* paddings = - micro_context->AllocateTempInputTensor(node, /*index=*/1); - TF_LITE_ENSURE(context, paddings != nullptr); - TfLiteTensor* constant_values = - NumInputs(node) == 3 - ? micro_context->AllocateTempInputTensor(node, /*index=*/2) - : nullptr; - TfLiteTensor* output = - micro_context->AllocateTempOutputTensor(node, /*index=*/0); - TF_LITE_ENSURE(context, output != nullptr); - - TF_LITE_ENSURE_EQ(context, input->type, output->type); - - // Current implementations rely on the inputs being <= 4D. - TF_LITE_ENSURE(context, NumDimensions(input) <= - reference_ops::PadKernelMaxDimensionCount()); - - if (constant_values != nullptr) { - TF_LITE_ENSURE_EQ(context, input->type, constant_values->type); - // Ensure that constant_values is a scalar. - TF_LITE_ENSURE_EQ(context, NumElements(constant_values), 1); - } - - // There must be a pair of paddings for each output dimension. - TF_LITE_ENSURE_EQ(context, GetTensorShape(paddings).FlatSize(), - output->dims->size * 2); - - // On Micro, outputs must be properly sized by the converter. - // NOTE: This data is only available because the paddings buffer is stored in - // the flatbuffer: - TF_LITE_ENSURE(context, IsConstantTensor(paddings)); - const int32_t* paddings_data = GetTensorData(paddings); - for (int i = 0; i < output->dims->size; i++) { - int output_dim = output->dims->data[i]; - int expected_dim = - input->dims->data[i] + paddings_data[i * 2] + paddings_data[i * 2 + 1]; - TF_LITE_ENSURE_EQ(context, output_dim, expected_dim); - } - - // Calculate OpData: - data->params.resizing_category = ResizingCategory::kGenericResize; - const int paddings_total = GetTensorShape(paddings).FlatSize(); - if (paddings_total == 8 && (paddings_data[0] == 0 && paddings_data[1] == 0) && - (paddings_data[6] == 0 && paddings_data[7] == 0)) { - data->params.resizing_category = ResizingCategory::kImageStyle; - } - - const int num_input_dimensions = NumDimensions(input); - data->params.left_padding_count = num_input_dimensions; - data->params.right_padding_count = num_input_dimensions; - - for (int idx = num_input_dimensions - 1; idx >= 0; --idx) { - data->params.left_padding[idx] = paddings_data[idx * 2]; - data->params.right_padding[idx] = paddings_data[idx * 2 + 1]; - } - - if (input->type == kTfLiteInt8) { - if (constant_values == nullptr) { - // Quantized Pad requires that 0 is represented in the quantized - // range. - TF_LITE_ENSURE(context, output->params.zero_point >= - std::numeric_limits::min()); - TF_LITE_ENSURE(context, output->params.zero_point <= - std::numeric_limits::max()); - } else { - // Quantized Pad requires that 'constant_values' is represented in the - // same quantized range as the input and output tensors. - TF_LITE_ENSURE_EQ(context, output->params.zero_point, - constant_values->params.zero_point); - TF_LITE_ENSURE_EQ(context, static_cast(output->params.scale), - static_cast(constant_values->params.scale)); - } - data->output_zero_point = output->params.zero_point; - } - - micro_context->DeallocateTempTfLiteTensor(input); - micro_context->DeallocateTempTfLiteTensor(paddings); - if (constant_values != nullptr) { - micro_context->DeallocateTempTfLiteTensor(constant_values); - } - micro_context->DeallocateTempTfLiteTensor(output); - - return kTfLiteOk; -} - -TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) { - TFLITE_DCHECK(node->user_data != nullptr); - const OpData* data = static_cast(node->user_data); - - const TfLiteEvalTensor* input = - tflite::micro::GetEvalInput(context, node, /*index=*/0); - const TfLiteEvalTensor* constant_values = - NumInputs(node) == 3 - ? tflite::micro::GetEvalInput(context, node, /*index=*/2) - : nullptr; - TfLiteEvalTensor* output = - tflite::micro::GetEvalOutput(context, node, /*index=*/0); - - switch (input->type) { - case kTfLiteFloat32: { - float pad_value = - constant_values == nullptr - ? 0.f - : *tflite::micro::GetTensorData(constant_values); - if (data->params.resizing_category == ResizingCategory::kImageStyle) { - reference_ops::PadImageStyle( - data->params, tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), &pad_value, - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - } else { - reference_ops::Pad(data->params, tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - &pad_value, tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - } - } break; - case kTfLiteInt8: { - int8_t pad_value; - if (constant_values == nullptr) { - pad_value = static_cast(data->output_zero_point); - } else { - pad_value = *tflite::micro::GetTensorData(constant_values); - } - if (data->params.resizing_category == ResizingCategory::kImageStyle) { - reference_ops::PadImageStyle( - data->params, tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), &pad_value, - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - } else { - reference_ops::Pad(data->params, tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - &pad_value, tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - } - } break; - case kTfLiteInt16: { - int16_t pad_value = - constant_values == nullptr - ? 0 - : *tflite::micro::GetTensorData(constant_values); - reference_ops::Pad(data->params, tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - &pad_value, tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - } break; - case kTfLiteInt32: { - int32_t pad_value = - constant_values == nullptr - ? 0 - : *tflite::micro::GetTensorData(constant_values); - reference_ops::Pad(data->params, tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - &pad_value, tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - } break; - default: - - TF_LITE_KERNEL_LOG(context, "Type %s not currently supported by Pad.", - TfLiteTypeGetName(input->type)); - return kTfLiteError; - } - return kTfLiteOk; -} - -} // namespace pad - -TfLiteRegistration Register_PAD() { - return tflite::micro::RegisterOp(pad::Init, pad::Prepare, pad::Eval); -} - -// Also register Pad as PadV2. -TfLiteRegistration Register_PADV2() { - return tflite::micro::RegisterOp(pad::Init, pad::Prepare, pad::Eval); -} - -} // namespace micro -} // namespace ops -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/pooling.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/pooling.cc deleted file mode 100644 index a2ef8b62..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/pooling.cc +++ /dev/null @@ -1,98 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#include "tensorflow/lite/kernels/internal/reference/pooling.h" - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" -#include "tensorflow/lite/micro/kernels/pooling.h" - -namespace tflite { - -namespace { - -TfLiteStatus AverageEval(TfLiteContext* context, TfLiteNode* node) { - TFLITE_DCHECK(node->builtin_data != nullptr); - auto* params = reinterpret_cast(node->builtin_data); - - TFLITE_DCHECK(node->user_data != nullptr); - const OpDataPooling* data = - static_cast(node->user_data); - - const TfLiteEvalTensor* input = - micro::GetEvalInput(context, node, kPoolingInputTensor); - TfLiteEvalTensor* output = - micro::GetEvalOutput(context, node, kPoolingOutputTensor); - - // Inputs and outputs share the same type, guaranteed by the converter. - switch (input->type) { - case kTfLiteFloat32: - AveragePoolingEvalFloat(context, node, params, data, input, output); - break; - case kTfLiteInt8: - AveragePoolingEvalQuantized(context, node, params, data, input, output); - break; - default: - TF_LITE_KERNEL_LOG(context, "Input type %s is not currently supported", - TfLiteTypeGetName(input->type)); - return kTfLiteError; - } - return kTfLiteOk; -} - -TfLiteStatus MaxEval(TfLiteContext* context, TfLiteNode* node) { - TFLITE_DCHECK(node->builtin_data != nullptr); - auto* params = reinterpret_cast(node->builtin_data); - - TFLITE_DCHECK(node->user_data != nullptr); - const OpDataPooling* data = - static_cast(node->user_data); - - const TfLiteEvalTensor* input = - micro::GetEvalInput(context, node, kPoolingInputTensor); - TfLiteEvalTensor* output = - micro::GetEvalOutput(context, node, kPoolingOutputTensor); - - switch (input->type) { - case kTfLiteFloat32: - MaxPoolingEvalFloat(context, node, params, data, input, output); - break; - case kTfLiteInt8: - MaxPoolingEvalQuantized(context, node, params, data, input, output); - break; - default: - TF_LITE_KERNEL_LOG(context, "Type %s not currently supported.", - TfLiteTypeGetName(input->type)); - return kTfLiteError; - } - return kTfLiteOk; -} - -void* Init(TfLiteContext* context, const char* buffer, size_t length) { - TFLITE_DCHECK(context->AllocatePersistentBuffer != nullptr); - return context->AllocatePersistentBuffer(context, sizeof(OpDataPooling)); -} - -} // namespace - -TfLiteRegistration Register_AVERAGE_POOL_2D() { - return tflite::micro::RegisterOp(Init, PoolingPrepare, AverageEval); -} - -TfLiteRegistration Register_MAX_POOL_2D() { - return tflite::micro::RegisterOp(Init, PoolingPrepare, MaxEval); -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/pooling.h b/code/components/tflite-lib/tensorflow/lite/micro/kernels/pooling.h deleted file mode 100644 index a80f1f59..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/pooling.h +++ /dev/null @@ -1,71 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#ifndef TENSORFLOW_LITE_MICRO_KERNELS_POOLING_H_ -#define TENSORFLOW_LITE_MICRO_KERNELS_POOLING_H_ - -#include - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" - -namespace tflite { - -extern const int kPoolingInputTensor; -extern const int kPoolingOutputTensor; - -struct OpDataPooling { - TfLitePaddingValues padding; - int32_t activation_min; - int32_t activation_max; - float activation_min_f32; - float activation_max_f32; -}; - -TfLiteStatus CalculateOpDataPooling(const TfLiteContext* context, - const TfLitePoolParams* params, - const TfLiteTensor* input, - const TfLiteTensor* output, - OpDataPooling* data); - -TfLiteStatus PoolingPrepare(TfLiteContext* context, TfLiteNode* node); - -void AveragePoolingEvalFloat(const TfLiteContext* context, - const TfLiteNode* node, - const TfLitePoolParams* params, - const OpDataPooling* data, - const TfLiteEvalTensor* input, - TfLiteEvalTensor* output); - -void AveragePoolingEvalQuantized(TfLiteContext* context, const TfLiteNode* node, - const TfLitePoolParams* params, - const OpDataPooling* data, - const TfLiteEvalTensor* input, - TfLiteEvalTensor* output); - -void MaxPoolingEvalFloat(TfLiteContext* context, TfLiteNode* node, - TfLitePoolParams* params, const OpDataPooling* data, - const TfLiteEvalTensor* input, - TfLiteEvalTensor* output); - -void MaxPoolingEvalQuantized(TfLiteContext* context, TfLiteNode* node, - TfLitePoolParams* params, - const OpDataPooling* data, - const TfLiteEvalTensor* input, - TfLiteEvalTensor* output); - -} // namespace tflite - -#endif // TENSORFLOW_LITE_MICRO_KERNELS_POOLING_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/pooling_common.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/pooling_common.cc deleted file mode 100644 index ddc18f0b..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/pooling_common.cc +++ /dev/null @@ -1,170 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/kernels/internal/reference/integer_ops/pooling.h" -#include "tensorflow/lite/kernels/internal/reference/pooling.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/kernels/padding.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" -#include "tensorflow/lite/micro/kernels/pooling.h" - -namespace tflite { - -const int kPoolingInputTensor = 0; -const int kPoolingOutputTensor = 0; - -TfLiteStatus CalculateOpDataPooling(const TfLiteContext* context, - const TfLitePoolParams* params, - const TfLiteTensor* input, - const TfLiteTensor* output, - OpDataPooling* data) { - // input: batch, height, width, channel - int height = SizeOfDimension(input, 1); - int width = SizeOfDimension(input, 2); - - int out_height, out_width; - - data->padding = ComputePaddingHeightWidth( - params->stride_height, params->stride_width, - /*dilation_rate_height=*/1, - /*dilation_rate_width=*/1, height, width, params->filter_height, - params->filter_width, params->padding, &out_height, &out_width); - - return kTfLiteOk; -} - -TfLiteStatus PoolingPrepare(TfLiteContext* context, TfLiteNode* node) { - TFLITE_DCHECK(node->builtin_data != nullptr); - auto* params = reinterpret_cast(node->builtin_data); - - TFLITE_DCHECK(node->user_data != nullptr); - OpDataPooling* data = static_cast(node->user_data); - - MicroContext* micro_context = GetMicroContext(context); - - TfLiteTensor* input = - micro_context->AllocateTempInputTensor(node, kPoolingInputTensor); - TF_LITE_ENSURE(context, input != nullptr); - TfLiteTensor* output = - micro_context->AllocateTempOutputTensor(node, kPoolingOutputTensor); - TF_LITE_ENSURE(context, output != nullptr); - - TF_LITE_ENSURE_STATUS( - CalculateOpDataPooling(context, params, input, output, data)); - - if (input->type == kTfLiteFloat32) { - CalculateActivationRange(params->activation, &data->activation_min_f32, - &data->activation_max_f32); - } else if (input->type == kTfLiteInt8) { - CalculateActivationRangeQuantized(context, params->activation, output, - &data->activation_min, - &data->activation_max); - } - - micro_context->DeallocateTempTfLiteTensor(input); - micro_context->DeallocateTempTfLiteTensor(output); - - return kTfLiteOk; -} - -void AveragePoolingEvalFloat(const TfLiteContext* context, - const TfLiteNode* node, - const TfLitePoolParams* params, - const OpDataPooling* data, - const TfLiteEvalTensor* input, - TfLiteEvalTensor* output) { - PoolParams op_params; - op_params.stride_height = params->stride_height; - op_params.stride_width = params->stride_width; - op_params.filter_height = params->filter_height; - op_params.filter_width = params->filter_width; - op_params.padding_values.height = data->padding.height; - op_params.padding_values.width = data->padding.width; - op_params.float_activation_min = data->activation_min_f32; - op_params.float_activation_max = data->activation_max_f32; - reference_ops::AveragePool(op_params, tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); -} - -void AveragePoolingEvalQuantized(TfLiteContext* context, const TfLiteNode* node, - const TfLitePoolParams* params, - const OpDataPooling* data, - const TfLiteEvalTensor* input, - TfLiteEvalTensor* output) { - TFLITE_DCHECK(input->type == kTfLiteInt8); - - PoolParams op_params; - op_params.stride_height = params->stride_height; - op_params.stride_width = params->stride_width; - op_params.filter_height = params->filter_height; - op_params.filter_width = params->filter_width; - op_params.padding_values.height = data->padding.height; - op_params.padding_values.width = data->padding.width; - op_params.quantized_activation_min = data->activation_min; - op_params.quantized_activation_max = data->activation_max; - - reference_integer_ops::AveragePool( - op_params, tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); -} - -void MaxPoolingEvalFloat(TfLiteContext* context, TfLiteNode* node, - TfLitePoolParams* params, const OpDataPooling* data, - const TfLiteEvalTensor* input, - TfLiteEvalTensor* output) { - tflite::PoolParams op_params; - op_params.stride_height = params->stride_height; - op_params.stride_width = params->stride_width; - op_params.filter_height = params->filter_height; - op_params.filter_width = params->filter_width; - op_params.padding_values.height = data->padding.height; - op_params.padding_values.width = data->padding.width; - op_params.float_activation_min = data->activation_min_f32; - op_params.float_activation_max = data->activation_max_f32; - reference_ops::MaxPool(op_params, tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); -} - -void MaxPoolingEvalQuantized(TfLiteContext* context, TfLiteNode* node, - TfLitePoolParams* params, - const OpDataPooling* data, - const TfLiteEvalTensor* input, - TfLiteEvalTensor* output) { - tflite::PoolParams op_params; - op_params.stride_height = params->stride_height; - op_params.stride_width = params->stride_width; - op_params.filter_height = params->filter_height; - op_params.filter_width = params->filter_width; - op_params.padding_values.height = data->padding.height; - op_params.padding_values.width = data->padding.width; - op_params.quantized_activation_min = data->activation_min; - op_params.quantized_activation_max = data->activation_max; - - reference_integer_ops::MaxPool(op_params, - tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/prelu.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/prelu.cc deleted file mode 100644 index 54cc0e02..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/prelu.cc +++ /dev/null @@ -1,75 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/kernels/internal/reference/prelu.h" - -#include - -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/quantization_util.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" -#include "tensorflow/lite/micro/kernels/prelu.h" - -namespace tflite { - -void* PreluInit(TfLiteContext* context, const char* buffer, size_t length) { - TFLITE_DCHECK(context->AllocatePersistentBuffer != nullptr); - return context->AllocatePersistentBuffer(context, sizeof(PreluParams)); -} - -TfLiteStatus PreluEval(TfLiteContext* context, TfLiteNode* node) { - TFLITE_DCHECK(node->user_data != nullptr); - const PreluParams& params = - *(static_cast(node->user_data)); - - const TfLiteEvalTensor* input = tflite::micro::GetEvalInput(context, node, 0); - const TfLiteEvalTensor* alpha = tflite::micro::GetEvalInput(context, node, 1); - TfLiteEvalTensor* output = tflite::micro::GetEvalOutput(context, node, 0); - - switch (input->type) { - case kTfLiteFloat32: { - BroadcastPrelu4DSlowFloat(tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(alpha), - tflite::micro::GetTensorData(alpha), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - return kTfLiteOk; - } break; - case kTfLiteInt8: { - reference_ops::BroadcastPrelu4DSlow( - params, tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(alpha), - tflite::micro::GetTensorData(alpha), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - return kTfLiteOk; - } break; - default: - TF_LITE_KERNEL_LOG( - context, "Only float32 and uint8_t are supported currently, got %d.", - TfLiteTypeGetName(input->type)); - return kTfLiteError; - } -} - -TfLiteRegistration Register_PRELU() { - return tflite::micro::RegisterOp(PreluInit, PreluPrepare, PreluEval); -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/prelu.h b/code/components/tflite-lib/tensorflow/lite/micro/kernels/prelu.h deleted file mode 100644 index 571d1e88..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/prelu.h +++ /dev/null @@ -1,39 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#ifndef TENSORFLOW_LITE_MICRO_KERNELS_PRELU_H_ -#define TENSORFLOW_LITE_MICRO_KERNELS_PRELU_H_ - -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/types.h" - -namespace tflite { - -TfLiteStatus CalculatePreluParams(const TfLiteTensor* input, - const TfLiteTensor* alpha, - TfLiteTensor* output, PreluParams* params); - -void BroadcastPrelu4DSlowFloat(const RuntimeShape& unextended_input1_shape, - const float* input1_data, - const RuntimeShape& unextended_input2_shape, - const float* input2_data, - const RuntimeShape& unextended_output_shape, - float* output_data); - -TfLiteStatus PreluPrepare(TfLiteContext* context, TfLiteNode* node); - -} // namespace tflite - -#endif // TENSORFLOW_LITE_MICRO_KERNELS_PRELU_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/prelu_common.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/prelu_common.cc deleted file mode 100644 index 1a89cadf..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/prelu_common.cc +++ /dev/null @@ -1,105 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include - -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/quantization_util.h" -#include "tensorflow/lite/kernels/internal/reference/prelu.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" -#include "tensorflow/lite/micro/kernels/prelu.h" - -namespace tflite { - -TfLiteStatus CalculatePreluParams(const TfLiteTensor* input, - const TfLiteTensor* alpha, - TfLiteTensor* output, PreluParams* params) { - if (output->type == kTfLiteInt8 || output->type == kTfLiteInt16) { - double real_multiplier_1 = static_cast(input->params.scale) / - static_cast(output->params.scale); - double real_multiplier_2 = static_cast(input->params.scale) * - static_cast(alpha->params.scale) / - static_cast(output->params.scale); - QuantizeMultiplier(real_multiplier_1, ¶ms->output_multiplier_1, - ¶ms->output_shift_1); - QuantizeMultiplier(real_multiplier_2, ¶ms->output_multiplier_2, - ¶ms->output_shift_2); - - params->input_offset = -input->params.zero_point; - params->alpha_offset = -alpha->params.zero_point; - params->output_offset = output->params.zero_point; - } - - return kTfLiteOk; -} - -void BroadcastPrelu4DSlowFloat(const RuntimeShape& unextended_input1_shape, - const float* input1_data, - const RuntimeShape& unextended_input2_shape, - const float* input2_data, - const RuntimeShape& unextended_output_shape, - float* output_data) { - TFLITE_DCHECK_LE(unextended_input1_shape.DimensionsCount(), 4); - TFLITE_DCHECK_LE(unextended_input2_shape.DimensionsCount(), 4); - TFLITE_DCHECK_LE(unextended_output_shape.DimensionsCount(), 4); - const RuntimeShape output_shape = - RuntimeShape::ExtendedShape(4, unextended_output_shape); - - NdArrayDesc<4> desc1; - NdArrayDesc<4> desc2; - NdArrayDescsForElementwiseBroadcast(unextended_input1_shape, - unextended_input2_shape, &desc1, &desc2); - - for (int b = 0; b < output_shape.Dims(0); ++b) { - for (int y = 0; y < output_shape.Dims(1); ++y) { - for (int x = 0; x < output_shape.Dims(2); ++x) { - for (int c = 0; c < output_shape.Dims(3); ++c) { - auto out_idx = Offset(output_shape, b, y, x, c); - auto in1_idx = SubscriptToIndex(desc1, b, y, x, c); - auto in2_idx = SubscriptToIndex(desc2, b, y, x, c); - auto in1_val = input1_data[in1_idx]; - auto in2_val = input2_data[in2_idx]; - output_data[out_idx] = in1_val >= 0.0f ? in1_val : in1_val * in2_val; - } - } - } - } -} - -TfLiteStatus PreluPrepare(TfLiteContext* context, TfLiteNode* node) { - TFLITE_DCHECK(node->user_data != nullptr); - PreluParams* params = static_cast(node->user_data); - - MicroContext* micro_context = GetMicroContext(context); - - TfLiteTensor* input = micro_context->AllocateTempInputTensor(node, 0); - TF_LITE_ENSURE(context, input != nullptr); - TfLiteTensor* alpha = micro_context->AllocateTempInputTensor(node, 1); - TF_LITE_ENSURE(context, alpha != nullptr); - TfLiteTensor* output = micro_context->AllocateTempOutputTensor(node, 0); - TF_LITE_ENSURE(context, output != nullptr); - - TF_LITE_ENSURE_OK(context, - CalculatePreluParams(input, alpha, output, params)); - - micro_context->DeallocateTempTfLiteTensor(input); - micro_context->DeallocateTempTfLiteTensor(alpha); - micro_context->DeallocateTempTfLiteTensor(output); - return kTfLiteOk; -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/quantize.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/quantize.cc deleted file mode 100644 index b5eb9c3c..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/quantize.cc +++ /dev/null @@ -1,41 +0,0 @@ -/* Copyright 2019 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/micro/kernels/quantize.h" - -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/quantization_util.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" -#include "tensorflow/lite/micro/micro_utils.h" - -namespace tflite { -namespace { - -void* Init(TfLiteContext* context, const char* buffer, size_t length) { - TFLITE_DCHECK(context->AllocatePersistentBuffer != nullptr); - return context->AllocatePersistentBuffer(context, - sizeof(OpDataQuantizeReference)); -} - -} // namespace - -TfLiteRegistration Register_QUANTIZE() { - return tflite::micro::RegisterOp(Init, PrepareQuantizeReference, - EvalQuantizeReference); -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/quantize.h b/code/components/tflite-lib/tensorflow/lite/micro/kernels/quantize.h deleted file mode 100644 index ba93809a..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/quantize.h +++ /dev/null @@ -1,37 +0,0 @@ -/* Copyright 2020 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_MICRO_KERNELS_QUANTIZE_H_ -#define TENSORFLOW_LITE_MICRO_KERNELS_QUANTIZE_H_ - -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/types.h" - -namespace tflite { - -struct OpDataQuantizeReference { - tflite::QuantizationParams quantization_params; - // The scaling factor from input to output (aka the 'real multiplier') can - // be represented as a fixed point multiplier plus a left shift. - int32_t requantize_output_multiplier; - int requantize_output_shift; - - int32_t input_zero_point; -}; - -TfLiteStatus EvalQuantizeReference(TfLiteContext* context, TfLiteNode* node); -TfLiteStatus PrepareQuantizeReference(TfLiteContext* context, TfLiteNode* node); -} // namespace tflite - -#endif // TENSORFLOW_LITE_MICRO_KERNELS_QUANTIZE_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/quantize_common.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/quantize_common.cc deleted file mode 100644 index 94220529..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/quantize_common.cc +++ /dev/null @@ -1,239 +0,0 @@ -/* Copyright 2020 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include - -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/quantization_util.h" -#include "tensorflow/lite/kernels/internal/reference/quantize.h" -#include "tensorflow/lite/kernels/internal/reference/requantize.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" -#include "tensorflow/lite/micro/kernels/quantize.h" -#include "tensorflow/lite/micro/micro_error_reporter.h" -#include "tensorflow/lite/micro/micro_utils.h" - -namespace tflite { - -TfLiteStatus PrepareQuantizeReference(TfLiteContext* context, - TfLiteNode* node) { - TFLITE_DCHECK(node->user_data != nullptr); - auto* data = static_cast(node->user_data); - - TF_LITE_ENSURE_EQ(context, NumInputs(node), 1); - TF_LITE_ENSURE_EQ(context, NumOutputs(node), 1); - - MicroContext* micro_context = GetMicroContext(context); - - TfLiteTensor* input = micro_context->AllocateTempInputTensor(node, 0); - TF_LITE_ENSURE(context, input != nullptr); - TfLiteTensor* output = micro_context->AllocateTempOutputTensor(node, 0); - TF_LITE_ENSURE(context, output != nullptr); - - // TODO(b/128934713): Add support for fixed-point per-channel quantization. - // Currently this only support affine per-layer quantization. - TF_LITE_ENSURE_EQ(context, output->quantization.type, - kTfLiteAffineQuantization); - const auto* affine_quantization = - reinterpret_cast(output->quantization.params); - TF_LITE_ENSURE(context, affine_quantization); - TF_LITE_ENSURE(context, affine_quantization->scale); - TF_LITE_ENSURE(context, affine_quantization->scale->size == 1); - - TF_LITE_ENSURE( - context, input->type == kTfLiteFloat32 || input->type == kTfLiteInt32 || - input->type == kTfLiteInt16 || input->type == kTfLiteInt8 || - input->type == kTfLiteUInt8); - TF_LITE_ENSURE(context, output->type == kTfLiteInt8 || - output->type == kTfLiteInt16 || - output->type == kTfLiteInt32 || - output->type == kTfLiteUInt8); - - if ((input->type == kTfLiteInt16 && output->type == kTfLiteInt8) || - (input->type == kTfLiteInt8 && output->type == kTfLiteInt8) || - (input->type == kTfLiteInt8 && output->type == kTfLiteUInt8) || - (input->type == kTfLiteUInt8 && output->type == kTfLiteInt8) || - (input->type == kTfLiteInt8 && output->type == kTfLiteInt16) || - (input->type == kTfLiteInt8 && output->type == kTfLiteInt32) || - (input->type == kTfLiteInt16 && output->type == kTfLiteInt16) || - (input->type == kTfLiteInt16 && output->type == kTfLiteInt32) || - (input->type == kTfLiteInt32 && output->type == kTfLiteInt8) || - (input->type == kTfLiteInt32 && output->type == kTfLiteInt16)) { - double effective_scale = static_cast(input->params.scale) / - static_cast(output->params.scale); - - QuantizeMultiplier(effective_scale, &data->requantize_output_multiplier, - &data->requantize_output_shift); - } - - data->quantization_params.zero_point = output->params.zero_point; - data->quantization_params.scale = static_cast(output->params.scale); - - data->input_zero_point = input->params.zero_point; - - micro_context->DeallocateTempTfLiteTensor(input); - micro_context->DeallocateTempTfLiteTensor(output); - return kTfLiteOk; -} - -TfLiteStatus EvalQuantizeReference(TfLiteContext* context, TfLiteNode* node) { - TFLITE_DCHECK(node->user_data != nullptr); - auto* data = static_cast(node->user_data); - - const TfLiteEvalTensor* input = tflite::micro::GetEvalInput(context, node, 0); - TfLiteEvalTensor* output = tflite::micro::GetEvalOutput(context, node, 0); - - if (input->type == kTfLiteFloat32) { - switch (output->type) { - case kTfLiteInt8: - reference_ops::AffineQuantize( - data->quantization_params, tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - break; - case kTfLiteInt16: - reference_ops::AffineQuantize( - data->quantization_params, tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - return kTfLiteOk; - default: - MicroPrintf("Input %s, output %s not supported.", - TfLiteTypeGetName(input->type), - TfLiteTypeGetName(output->type)); - return kTfLiteError; - } - } else if (input->type == kTfLiteInt32) { - size_t size = ElementCount(*input->dims); - switch (output->type) { - case kTfLiteInt8: - reference_ops::Requantize( - tflite::micro::GetTensorData(input), size, - data->requantize_output_multiplier, data->requantize_output_shift, - data->input_zero_point, data->quantization_params.zero_point, - tflite::micro::GetTensorData(output)); - break; - case kTfLiteInt16: - reference_ops::Requantize( - tflite::micro::GetTensorData(input), size, - data->requantize_output_multiplier, data->requantize_output_shift, - data->input_zero_point, data->quantization_params.zero_point, - tflite::micro::GetTensorData(output)); - break; - default: - MicroPrintf("Input %s, output %s not supported.", - TfLiteTypeGetName(input->type), - TfLiteTypeGetName(output->type)); - return kTfLiteError; - } - } else if (input->type == kTfLiteInt16) { - size_t size = ElementCount(*input->dims); - switch (output->type) { - case kTfLiteInt8: - reference_ops::Requantize( - tflite::micro::GetTensorData(input), size, - data->requantize_output_multiplier, data->requantize_output_shift, - data->input_zero_point, data->quantization_params.zero_point, - tflite::micro::GetTensorData(output)); - break; - case kTfLiteInt16: - reference_ops::Requantize( - tflite::micro::GetTensorData(input), size, - data->requantize_output_multiplier, data->requantize_output_shift, - data->input_zero_point, data->quantization_params.zero_point, - tflite::micro::GetTensorData(output)); - return kTfLiteOk; - case kTfLiteInt32: - reference_ops::Requantize( - tflite::micro::GetTensorData(input), size, - data->requantize_output_multiplier, data->requantize_output_shift, - data->input_zero_point, data->quantization_params.zero_point, - tflite::micro::GetTensorData(output)); - return kTfLiteOk; - default: - MicroPrintf("Input %s, output %s not supported.", - TfLiteTypeGetName(input->type), - TfLiteTypeGetName(output->type)); - return kTfLiteError; - } - } else if (input->type == kTfLiteInt8) { - // Int8 to Int8 requantization, required if the input and output tensors - // have different scales and/or zero points. - size_t size = ElementCount(*input->dims); - switch (output->type) { - case kTfLiteInt8: - reference_ops::Requantize( - tflite::micro::GetTensorData(input), size, - data->requantize_output_multiplier, data->requantize_output_shift, - data->input_zero_point, data->quantization_params.zero_point, - tflite::micro::GetTensorData(output)); - break; - case kTfLiteUInt8: - reference_ops::Requantize( - tflite::micro::GetTensorData(input), size, - data->requantize_output_multiplier, data->requantize_output_shift, - data->input_zero_point, data->quantization_params.zero_point, - tflite::micro::GetTensorData(output)); - break; - case kTfLiteInt16: - reference_ops::Requantize( - tflite::micro::GetTensorData(input), size, - data->requantize_output_multiplier, data->requantize_output_shift, - data->input_zero_point, data->quantization_params.zero_point, - tflite::micro::GetTensorData(output)); - break; - case kTfLiteInt32: - reference_ops::Requantize( - tflite::micro::GetTensorData(input), size, - data->requantize_output_multiplier, data->requantize_output_shift, - data->input_zero_point, data->quantization_params.zero_point, - tflite::micro::GetTensorData(output)); - break; - default: - MicroPrintf("Input %s, output %s not supported.", - TfLiteTypeGetName(input->type), - TfLiteTypeGetName(output->type)); - return kTfLiteError; - } - } else if (input->type == kTfLiteUInt8) { - size_t size = ElementCount(*input->dims); - switch (output->type) { - case kTfLiteInt8: - reference_ops::Requantize( - tflite::micro::GetTensorData(input), size, - data->requantize_output_multiplier, data->requantize_output_shift, - data->input_zero_point, data->quantization_params.zero_point, - tflite::micro::GetTensorData(output)); - break; - default: - MicroPrintf("Input %s, output %s not supported.", - TfLiteTypeGetName(input->type), - TfLiteTypeGetName(output->type)); - return kTfLiteError; - } - } else { - MicroPrintf("Input %s, output %s not supported.", - TfLiteTypeGetName(input->type), - TfLiteTypeGetName(output->type)); - return kTfLiteError; - } - - return kTfLiteOk; -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/read_variable.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/read_variable.cc deleted file mode 100644 index 422c0384..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/read_variable.cc +++ /dev/null @@ -1,87 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include - -#include - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/compatibility.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" -#include "tensorflow/lite/micro/memory_helpers.h" -#include "tensorflow/lite/micro/micro_error_reporter.h" -#include "tensorflow/lite/micro/micro_graph.h" -#include "tensorflow/lite/micro/micro_resource_variable.h" -#include "tensorflow/lite/schema/schema_generated.h" - -namespace tflite { - -namespace { - -constexpr int kInputVariableId = 0; -constexpr int kOutputValue = 0; - -TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) { - TFLITE_DCHECK(NumInputs(node) == 1); - TFLITE_DCHECK(NumOutputs(node) == 1); - - MicroContext* micro_context = GetMicroContext(context); - - TfLiteTensor* input_resource_id_tensor = - micro_context->AllocateTempInputTensor(node, kInputVariableId); - - TFLITE_DCHECK(input_resource_id_tensor != nullptr); - TFLITE_DCHECK(input_resource_id_tensor->type == kTfLiteResource); - TFLITE_DCHECK(NumElements(input_resource_id_tensor) == 1); - - micro_context->DeallocateTempTfLiteTensor(input_resource_id_tensor); - - return kTfLiteOk; -} - -TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) { - const TfLiteEvalTensor* input_resource_id_tensor = - tflite::micro::GetEvalInput(context, node, kInputVariableId); - TFLITE_DCHECK(input_resource_id_tensor != nullptr); - - TfLiteEvalTensor* output_value = - tflite::micro::GetEvalOutput(context, node, kOutputValue); - TFLITE_DCHECK(output_value != nullptr); - - tflite::MicroContext* micro_context = tflite::GetMicroContext(context); - MicroGraph& graph_info = micro_context->graph(); - - MicroResourceVariables* resources = graph_info.GetResourceVariables(); - if (resources == nullptr) { - MicroPrintf( - "READ_VARIABLE requires resource variables. Please create " - "ResourceVariables and pass it to the interpreter."); - return kTfLiteError; - } - TF_LITE_ENSURE_OK( - context, - resources->Read(input_resource_id_tensor->data.i32[0], output_value)); - return kTfLiteOk; -} - -} // namespace. - -TfLiteRegistration Register_READ_VARIABLE() { - return tflite::micro::RegisterOp(nullptr, Prepare, Eval); -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/reduce.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/reduce.cc deleted file mode 100644 index b4734f93..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/reduce.cc +++ /dev/null @@ -1,72 +0,0 @@ -/* Copyright 2022 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/kernels/internal/reference/reduce.h" - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/quantization_util.h" -#include "tensorflow/lite/kernels/internal/reference/integer_ops/mean.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/kernels/internal/types.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" -#include "tensorflow/lite/micro/kernels/reduce.h" -#include "tensorflow/lite/micro/micro_utils.h" - -namespace tflite { - -void* InitReduce(TfLiteContext* context, const char* buffer, size_t length) { - return context->AllocatePersistentBuffer(context, sizeof(OpDataReduce)); -} - -TfLiteStatus PrepareMax(TfLiteContext* context, TfLiteNode* node) { - return PrepareMaxHelper(context, node, - static_cast(node->user_data)); -} - -TfLiteStatus PrepareMeanOrSum(TfLiteContext* context, TfLiteNode* node) { - return PrepareMeanOrSumHelper(context, node, - static_cast(node->user_data)); -} - -TfLiteStatus EvalMean(TfLiteContext* context, TfLiteNode* node) { - return EvalMeanHelper(context, node, - static_cast(node->user_data)); -} - -TfLiteStatus EvalMax(TfLiteContext* context, TfLiteNode* node) { - OpDataReduce* op_data = static_cast(node->user_data); - return EvalMaxHelper(context, node, op_data); -} - -TfLiteStatus EvalSum(TfLiteContext* context, TfLiteNode* node) { - return EvalSumHelper(context, node, - static_cast(node->user_data)); -} - -TfLiteRegistration Register_MEAN() { - return tflite::micro::RegisterOp(InitReduce, PrepareMeanOrSum, EvalMean); -} - -TfLiteRegistration Register_REDUCE_MAX() { - return tflite::micro::RegisterOp(InitReduce, PrepareMax, EvalMax); -} - -TfLiteRegistration Register_SUM() { - return tflite::micro::RegisterOp(InitReduce, PrepareMeanOrSum, EvalSum); -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/reduce.h b/code/components/tflite-lib/tensorflow/lite/micro/kernels/reduce.h deleted file mode 100644 index 8d524069..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/reduce.h +++ /dev/null @@ -1,64 +0,0 @@ -/* Copyright 2022 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#ifndef TENSORFLOW_LITE_MICRO_KERNELS_REDUCE_H_ -#define TENSORFLOW_LITE_MICRO_KERNELS_REDUCE_H_ - -#include - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/types.h" - -namespace tflite { - -extern const int kMaxNumberOfAxis; -extern const int kMaxNumberOfReducedAxis; - -struct OpDataReduce { - int32_t multiplier; - int shift; - int temp_buffer_idx; - int resolved_axis_idx; - int input_zp; - float input_scale; - int output_zp; - float output_scale; - int num_output_elements; -}; - -TfLiteStatus PrepareMaxHelper(TfLiteContext* context, TfLiteNode* node, - OpDataReduce* op_data); - -TfLiteStatus PrepareMeanOrSumHelper(TfLiteContext* context, TfLiteNode* node, - OpDataReduce* op_data); - -TfLiteStatus EvalMaxHelper(TfLiteContext* context, TfLiteNode* node, - OpDataReduce* op_data); -TfLiteStatus EvalMeanHelper(TfLiteContext* context, TfLiteNode* node, - OpDataReduce* op_data); -TfLiteStatus EvalSumHelper(TfLiteContext* context, TfLiteNode* node, - OpDataReduce* op_data); - -void ReduceResolveAxis(const int* axis_data, int axis_count, - MeanParams* op_params); - -TfLiteRegistration Register_MEAN(); -TfLiteRegistration Register_REDUCE_MAX(); -TfLiteRegistration Register_SUM(); - -} // namespace tflite - -#endif // TENSORFLOW_LITE_MICRO_KERNELS_REDUCE_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/reduce_common.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/reduce_common.cc deleted file mode 100644 index a6f940c6..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/reduce_common.cc +++ /dev/null @@ -1,374 +0,0 @@ -/* Copyright 2022 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/quantization_util.h" -#include "tensorflow/lite/kernels/internal/reference/integer_ops/mean.h" -#include "tensorflow/lite/kernels/internal/reference/reduce.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/kernels/internal/types.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" -#include "tensorflow/lite/micro/kernels/reduce.h" -#include "tensorflow/lite/micro/micro_error_reporter.h" -#include "tensorflow/lite/micro/micro_utils.h" - -namespace tflite { - -const int kMaxNumberOfAxis = 4; -const int kMaxNumberOfReducedAxis = 2; - -TfLiteStatus PrepareSimple(TfLiteContext* context, TfLiteNode* node, - int32_t* multiplier, int* shift) { - MicroContext* micro_context = GetMicroContext(context); - - // Inputs Tensor (dtype depends on quantization): - // [0] = Input - // [1] = Axis - TfLiteTensor* input = micro_context->AllocateTempInputTensor(node, 0); - - // Outputs Tensor (dtype depends on quantization): - // [0] = Output - - // Validate number of inputs and outputs - TF_LITE_ENSURE_EQ(context, node->inputs->size, 2); - TF_LITE_ENSURE_EQ(context, node->outputs->size, 1); - - // Validate axis type - TfLiteTensor* axis = micro_context->AllocateTempInputTensor(node, 1); - TF_LITE_ENSURE(context, axis != nullptr); - TF_LITE_ENSURE_TYPES_EQ(context, axis->type, kTfLiteInt32); - - if (input->type == kTfLiteInt8) { - TfLiteTensor* output = micro_context->AllocateTempOutputTensor(node, 0); - const double real_multiplier = static_cast(input->params.scale) / - static_cast(output->params.scale); - QuantizeMultiplier(real_multiplier, multiplier, shift); - micro_context->DeallocateTempTfLiteTensor(output); - } - micro_context->DeallocateTempTfLiteTensor(axis); - micro_context->DeallocateTempTfLiteTensor(input); - return kTfLiteOk; -} - -TfLiteStatus PrepareMaxHelper(TfLiteContext* context, TfLiteNode* node, - OpDataReduce* op_data) { - TF_LITE_ENSURE_OK(context, PrepareSimple(context, node, &op_data->multiplier, - &op_data->shift)); - - MicroContext* micro_context = GetMicroContext(context); - TfLiteTensor* input = micro_context->AllocateTempInputTensor(node, 0); - TfLiteTensor* output = micro_context->AllocateTempOutputTensor(node, 0); - TfLiteTensor* axis = micro_context->AllocateTempInputTensor(node, 1); - - op_data->input_scale = input->params.scale; - op_data->output_scale = output->params.scale; - op_data->num_output_elements = NumElements(output); - - context->RequestScratchBufferInArena(context, sizeof(int) * input->dims->size, - &op_data->temp_buffer_idx); - context->RequestScratchBufferInArena( - context, sizeof(int) * static_cast(ElementCount(*axis->dims)), - &op_data->resolved_axis_idx); - - micro_context->DeallocateTempTfLiteTensor(input); - micro_context->DeallocateTempTfLiteTensor(output); - micro_context->DeallocateTempTfLiteTensor(axis); - return kTfLiteOk; -} - -TfLiteStatus PrepareMeanOrSumHelper(TfLiteContext* context, TfLiteNode* node, - OpDataReduce* op_data) { - MicroContext* micro_context = GetMicroContext(context); - TfLiteTensor* input = micro_context->AllocateTempInputTensor(node, 0); - TfLiteTensor* output = micro_context->AllocateTempOutputTensor(node, 0); - if (input->type == kTfLiteInt8 || input->type == kTfLiteInt16) { - const double real_multiplier = static_cast(input->params.scale) / - static_cast(output->params.scale); - QuantizeMultiplier(real_multiplier, &op_data->multiplier, &op_data->shift); - } - - int output_size = NumElements(output); - if (input->type == kTfLiteInt8 || input->type == kTfLiteInt16) { - context->RequestScratchBufferInArena(context, output_size * sizeof(int32_t), - &op_data->temp_buffer_idx); - op_data->input_zp = input->params.zero_point; - op_data->input_scale = input->params.scale; - op_data->output_zp = output->params.zero_point; - op_data->output_scale = output->params.scale; - } - - TF_LITE_ENSURE_OK( - context, - PrepareSimple(context, node, &(op_data->multiplier), &(op_data->shift))); - // TODO(b/144955155): Support uint8_t(b/144955155) and int8_t(b/144955018) - micro_context->DeallocateTempTfLiteTensor(input); - micro_context->DeallocateTempTfLiteTensor(output); - return kTfLiteOk; -} - -void ResolveAxis(const int* axis_data, int axis_count, - tflite::MeanParams* op_params) { - int i = 0; - for (; i < axis_count; ++i) { - op_params->axis[i] = static_cast(axis_data[i]); - } - for (; i < 4; ++i) { - op_params->axis[i] = 1; - } - op_params->axis_count = axis_count; -} - -TfLiteStatus EvalMeanHelper(TfLiteContext* context, TfLiteNode* node, - OpDataReduce* op_data) { - const TfLiteEvalTensor* input = tflite::micro::GetEvalInput(context, node, 0); - const TfLiteEvalTensor* axis = tflite::micro::GetEvalInput(context, node, 1); - TfLiteEvalTensor* output = tflite::micro::GetEvalOutput(context, node, 0); - TfLiteReducerParams* params = - reinterpret_cast(node->builtin_data); - - int num_axis = static_cast(ElementCount(*axis->dims)); - int temp_index[kMaxNumberOfAxis]; - int resolved_axis[kMaxNumberOfReducedAxis]; - - tflite::MeanParams op_params; - ResolveAxis(tflite::micro::GetTensorData(axis), num_axis, &op_params); - - // Special case mean implementation exists for 4D mean across axes 1 and 2. - bool special_case_4d_axes_1_and_2 = - input->dims->size == 4 && op_params.axis_count == 2 && - ((op_params.axis[0] == 1 && op_params.axis[1] == 2) || - (op_params.axis[0] == 2 && op_params.axis[1] == 1)); - - switch (input->type) { - case kTfLiteFloat32: { - // Defer to specialized implementation for 4D Mean across axes 1 & 2. - if (params->keep_dims && special_case_4d_axes_1_and_2) { - reference_ops::Mean(op_params, tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - } else { - TF_LITE_ENSURE( - context, - reference_ops::Mean( - tflite::micro::GetTensorData(input), input->dims->data, - input->dims->size, tflite::micro::GetTensorData(output), - output->dims->data, output->dims->size, - tflite::micro::GetTensorData(axis), num_axis, - params->keep_dims, temp_index, resolved_axis, - tflite::micro::GetTensorData(output))); - } - } break; - case kTfLiteInt8: { - // Defer to specialized implementation for 4D Mean across axes 1 & 2. - if (params->keep_dims && special_case_4d_axes_1_and_2) { - reference_integer_ops::Mean( - op_params, op_data->multiplier, op_data->shift, - tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), op_data->input_zp, - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output), op_data->output_zp); - } else if (op_data->input_zp == op_data->output_zp && - op_data->input_scale == op_data->output_scale) { - int32_t* temp_buffer = static_cast( - context->GetScratchBuffer(context, op_data->temp_buffer_idx)); - TF_LITE_ENSURE( - context, - reference_ops::Mean( - tflite::micro::GetTensorData(input), input->dims->data, - input->dims->size, tflite::micro::GetTensorData(output), - output->dims->data, output->dims->size, - tflite::micro::GetTensorData(axis), num_axis, - params->keep_dims, temp_index, resolved_axis, temp_buffer)); - } else { - int32_t* temp_buffer = static_cast( - context->GetScratchBuffer(context, op_data->temp_buffer_idx)); - TF_LITE_ENSURE( - context, - reference_ops::QuantizedMeanOrSum( - tflite::micro::GetTensorData(input), op_data->input_zp, - op_data->input_scale, input->dims->data, input->dims->size, - tflite::micro::GetTensorData(output), - op_data->output_zp, op_data->output_scale, output->dims->data, - output->dims->size, tflite::micro::GetTensorData(axis), - num_axis, params->keep_dims, temp_index, resolved_axis, - temp_buffer, false)); - } - } break; - case kTfLiteInt16: { - // Defer to specialized implementation for 4D Mean across axes 1 & 2. - if (params->keep_dims && special_case_4d_axes_1_and_2) { - reference_integer_ops::Mean( - op_params, op_data->multiplier, op_data->shift, - tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), op_data->input_zp, - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output), op_data->output_zp); - } else if (op_data->input_zp == op_data->output_zp && - op_data->input_scale == op_data->output_scale) { - int32_t* temp_buffer = static_cast( - context->GetScratchBuffer(context, op_data->temp_buffer_idx)); - TF_LITE_ENSURE( - context, - reference_ops::Mean(tflite::micro::GetTensorData(input), - input->dims->data, input->dims->size, - tflite::micro::GetTensorData(output), - output->dims->data, output->dims->size, - tflite::micro::GetTensorData(axis), - num_axis, params->keep_dims, temp_index, - resolved_axis, temp_buffer)); - } else { - int32_t* temp_buffer = static_cast( - context->GetScratchBuffer(context, op_data->temp_buffer_idx)); - TF_LITE_ENSURE( - context, - reference_ops::QuantizedMeanOrSum( - tflite::micro::GetTensorData(input), op_data->input_zp, - op_data->input_scale, input->dims->data, input->dims->size, - tflite::micro::GetTensorData(output), - op_data->output_zp, op_data->output_scale, output->dims->data, - output->dims->size, tflite::micro::GetTensorData(axis), - num_axis, params->keep_dims, temp_index, resolved_axis, - temp_buffer, false)); - } - } break; - default: - TF_LITE_ENSURE_MSG(context, false, - "Currently, only float32, int8 or int16 input type " - "is supported."); - } - return kTfLiteOk; -} - -TfLiteStatus EvalMaxHelper(TfLiteContext* context, TfLiteNode* node, - OpDataReduce* op_data) { - const TfLiteEvalTensor* input = tflite::micro::GetEvalInput(context, node, 0); - const TfLiteEvalTensor* axis = tflite::micro::GetEvalInput(context, node, 1); - TfLiteEvalTensor* output = tflite::micro::GetEvalOutput(context, node, 0); - TF_LITE_ENSURE_TYPES_EQ(context, input->type, output->type); - TfLiteReducerParams* params = - static_cast(node->builtin_data); - - // Interpret an axis tensor with null dimensions as a scalar - int num_axis = static_cast(ElementCount(*axis->dims)); - int* temp_buffer = static_cast( - context->GetScratchBuffer(context, op_data->temp_buffer_idx)); - int* resolved_axis = static_cast( - context->GetScratchBuffer(context, op_data->resolved_axis_idx)); - switch (input->type) { - case kTfLiteFloat32: - TF_LITE_ENSURE( - context, - reference_ops::ReduceGeneric( - tflite::micro::GetTensorData(input), input->dims->data, - input->dims->size, tflite::micro::GetTensorData(output), - output->dims->data, output->dims->size, - tflite::micro::GetTensorData(axis), num_axis, - params->keep_dims, temp_buffer, resolved_axis, - std::numeric_limits::lowest(), - [](const float current, const float in) -> float { - return (in > current) ? in : current; - })); - break; - case kTfLiteInt8: - TF_LITE_ENSURE_EQ(context, static_cast(op_data->input_scale), - static_cast(op_data->output_scale)); - TF_LITE_ENSURE_EQ(context, op_data->input_zp, op_data->output_zp); - TF_LITE_ENSURE( - context, - reference_ops::ReduceGeneric( - tflite::micro::GetTensorData(input), input->dims->data, - input->dims->size, tflite::micro::GetTensorData(output), - output->dims->data, output->dims->size, - tflite::micro::GetTensorData(axis), num_axis, - params->keep_dims, temp_buffer, resolved_axis, - std::numeric_limits::lowest(), - [](const int8_t current, const int8_t in) -> int8_t { - return (in > current) ? in : current; - })); - break; - default: - MicroPrintf("Only float32 and int8 types are supported."); - return kTfLiteError; - } - return kTfLiteOk; -} - -TfLiteStatus EvalSumHelper(TfLiteContext* context, TfLiteNode* node, - OpDataReduce* op_data) { - const TfLiteEvalTensor* input = tflite::micro::GetEvalInput(context, node, 0); - const TfLiteEvalTensor* axis = tflite::micro::GetEvalInput(context, node, 1); - TfLiteEvalTensor* output = tflite::micro::GetEvalOutput(context, node, 0); - TF_LITE_ENSURE_TYPES_EQ(context, input->type, output->type); - TfLiteReducerParams* params = - static_cast(node->builtin_data); - - // Interpret an axis tensor with null dimensions as a scalar. - int num_axis = static_cast(ElementCount(*axis->dims)); - int temp_index[kMaxNumberOfAxis]; - int resolved_axis[kMaxNumberOfReducedAxis]; - - switch (input->type) { - case kTfLiteFloat32: { - TF_LITE_ENSURE( - context, - reference_ops::ReduceGeneric( - tflite::micro::GetTensorData(input), input->dims->data, - input->dims->size, tflite::micro::GetTensorData(output), - output->dims->data, output->dims->size, - tflite::micro::GetTensorData(axis), num_axis, - params->keep_dims, temp_index, resolved_axis, /*init_value=*/0.f, - [](const float current, const float in) -> float { - return in + current; - })); - } break; - case kTfLiteInt8: { - int32_t* temp_buffer = static_cast( - context->GetScratchBuffer(context, op_data->temp_buffer_idx)); - TF_LITE_ENSURE( - context, - reference_ops::QuantizedMeanOrSum( - tflite::micro::GetTensorData(input), op_data->input_zp, - op_data->input_scale, input->dims->data, input->dims->size, - tflite::micro::GetTensorData(output), op_data->output_zp, - op_data->output_scale, output->dims->data, output->dims->size, - tflite::micro::GetTensorData(axis), num_axis, - params->keep_dims, temp_index, resolved_axis, temp_buffer, - /*compute_sum=*/true)); - } break; - case kTfLiteInt16: { - int32_t* temp_buffer = static_cast( - context->GetScratchBuffer(context, op_data->temp_buffer_idx)); - TF_LITE_ENSURE( - context, - reference_ops::QuantizedMeanOrSum( - tflite::micro::GetTensorData(input), op_data->input_zp, - op_data->input_scale, input->dims->data, input->dims->size, - tflite::micro::GetTensorData(output), op_data->output_zp, - op_data->output_scale, output->dims->data, output->dims->size, - tflite::micro::GetTensorData(axis), num_axis, - params->keep_dims, temp_index, resolved_axis, temp_buffer, - /*compute_sum=*/true)); - } break; - default: - MicroPrintf("Only float32, int8, and int16 types are supported."); - return kTfLiteError; - } - return kTfLiteOk; -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/reshape.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/reshape.cc deleted file mode 100644 index 832ba261..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/reshape.cc +++ /dev/null @@ -1,118 +0,0 @@ -/* Copyright 2017 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/kernels/op_macros.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" -#include "tensorflow/lite/micro/memory_helpers.h" -#include "tensorflow/lite/micro/micro_utils.h" - -namespace tflite { -namespace ops { -namespace micro { -namespace reshape { - -constexpr int kInputTensor = 0; -constexpr int kOutputTensor = 0; - -TfLiteStatus ReshapeOutput(TfLiteContext* context, TfLiteNode* node) { - MicroContext* micro_context = GetMicroContext(context); - - TfLiteTensor* input = - micro_context->AllocateTempInputTensor(node, kInputTensor); - TF_LITE_ENSURE(context, input != nullptr); - TfLiteTensor* output = - micro_context->AllocateTempOutputTensor(node, kOutputTensor); - TF_LITE_ENSURE(context, output != nullptr); - // Tensorflow's Reshape allows one of the shape components to have the - // special -1 value, meaning it will be calculated automatically based on the - // input. Here we calculate what that dimension should be so that the number - // of output elements in the same as the number of input elements. - int num_input_elements = NumElements(input); - TfLiteIntArray* output_shape = output->dims; - - if (NumInputs(node) == 1 && // Legacy scalar supported with params. - output_shape->size == 1 && output_shape->data[0] == 0) { - // Legacy tflite models use a shape parameter of [0] to indicate scalars, - // so adjust accordingly. TODO(b/111614235): Allow zero-sized buffers during - // toco conversion. - output_shape->size = 0; - } - - int num_output_elements = 1; - int stretch_dim = -1; - for (int i = 0; i < output_shape->size; ++i) { - int value = output_shape->data[i]; - if (value == -1) { - TF_LITE_ENSURE_EQ(context, stretch_dim, -1); - stretch_dim = i; - } else { - num_output_elements *= value; - } - } - if (stretch_dim != -1) { - output_shape->data[stretch_dim] = num_input_elements / num_output_elements; - num_output_elements *= output_shape->data[stretch_dim]; - } - - TF_LITE_ENSURE_TYPES_EQ(context, input->type, output->type); - TF_LITE_ENSURE_EQ(context, num_input_elements, num_output_elements); - - micro_context->DeallocateTempTfLiteTensor(input); - micro_context->DeallocateTempTfLiteTensor(output); - return kTfLiteOk; -} - -TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) { - TF_LITE_ENSURE(context, NumInputs(node) == 1 || NumInputs(node) == 2); - TF_LITE_ENSURE_EQ(context, NumOutputs(node), 1); - TF_LITE_ENSURE_EQ(context, ReshapeOutput(context, node), kTfLiteOk); - return kTfLiteOk; -} - -TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) { - const TfLiteEvalTensor* input = - tflite::micro::GetEvalInput(context, node, kInputTensor); - TfLiteEvalTensor* output = - tflite::micro::GetEvalOutput(context, node, kOutputTensor); - - // TODO(b/162522304): storing input bytes in OpData increases some models - // significantly, possibly due to alignment issues. - size_t input_bytes; - TF_LITE_ENSURE_STATUS(TfLiteTypeSizeOf(input->type, &input_bytes)); - input_bytes *= ElementCount(*input->dims); - - // Do nothing for in-place reshape. - if (input->data.raw != output->data.raw) { - // Otherwise perform reshape with copy. - memcpy(output->data.raw, input->data.raw, input_bytes); - } - return kTfLiteOk; -} - -} // namespace reshape - -TfLiteRegistration Register_RESHAPE() { - return tflite::micro::RegisterOp(nullptr, reshape::Prepare, reshape::Eval); -} - -} // namespace micro -} // namespace ops -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/resize_bilinear.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/resize_bilinear.cc deleted file mode 100644 index a90057b9..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/resize_bilinear.cc +++ /dev/null @@ -1,117 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#include "tensorflow/lite/kernels/internal/reference/resize_bilinear.h" - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/kernels/op_macros.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" -#include "tensorflow/lite/micro/micro_utils.h" - -namespace tflite { -namespace { - -constexpr int kInputTensor = 0; -constexpr int kSizeTensor = 1; -constexpr int kOutputTensor = 0; - -TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) { - MicroContext* micro_context = GetMicroContext(context); - - TF_LITE_ENSURE_EQ(context, NumInputs(node), 2); - TF_LITE_ENSURE_EQ(context, NumOutputs(node), 1); - - TfLiteTensor* input = - micro_context->AllocateTempInputTensor(node, kInputTensor); - TfLiteTensor* size = - micro_context->AllocateTempInputTensor(node, kSizeTensor); - TfLiteTensor* output = - micro_context->AllocateTempOutputTensor(node, kOutputTensor); - - TF_LITE_ENSURE_EQ(context, NumDimensions(input), 4); - TF_LITE_ENSURE_EQ(context, NumDimensions(size), 1); - - TF_LITE_ENSURE_EQ(context, size->type, kTfLiteInt32); - output->type = input->type; - - TF_LITE_ENSURE_MSG(context, IsConstantTensor(size), - "Non constant size tensor not supported"); - - // Ensure params are valid. - auto* params = - reinterpret_cast(node->builtin_data); - if (params->half_pixel_centers && params->align_corners) { - TF_LITE_KERNEL_LOG( - context, "If half_pixel_centers is True, align_corners must be False."); - return kTfLiteError; - } - - micro_context->DeallocateTempTfLiteTensor(input); - micro_context->DeallocateTempTfLiteTensor(size); - micro_context->DeallocateTempTfLiteTensor(output); - return kTfLiteOk; -} - -TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) { - auto* params = - reinterpret_cast(node->builtin_data); - - const TfLiteEvalTensor* input = - tflite::micro::GetEvalInput(context, node, kInputTensor); - const TfLiteEvalTensor* size = - tflite::micro::GetEvalInput(context, node, kSizeTensor); - TfLiteEvalTensor* output = - tflite::micro::GetEvalOutput(context, node, kOutputTensor); - - if (output->type == kTfLiteFloat32) { - tflite::ResizeBilinearParams op_params; - op_params.align_corners = params->align_corners; - op_params.half_pixel_centers = params->half_pixel_centers; - reference_ops::ResizeBilinear(op_params, - tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(size), - tflite::micro::GetTensorData(size), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - } else if (output->type == kTfLiteInt8) { - tflite::ResizeBilinearParams op_params; - op_params.align_corners = params->align_corners; - op_params.half_pixel_centers = params->half_pixel_centers; - reference_ops::ResizeBilinearInteger( - op_params, tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(size), - tflite::micro::GetTensorData(size), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - } else { - TF_LITE_KERNEL_LOG(context, "Output type is %d, requires float or int8.", - output->type); - return kTfLiteError; - } - - return kTfLiteOk; -} - -} // namespace - -TfLiteRegistration Register_RESIZE_BILINEAR() { - return tflite::micro::RegisterOp(nullptr, Prepare, Eval); -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/resize_nearest_neighbor.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/resize_nearest_neighbor.cc deleted file mode 100644 index ce507445..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/resize_nearest_neighbor.cc +++ /dev/null @@ -1,126 +0,0 @@ -/* Copyright 2017 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/kernels/internal/reference/resize_nearest_neighbor.h" - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/kernels/op_macros.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" -#include "tensorflow/lite/micro/micro_error_reporter.h" - -namespace tflite { -namespace ops { -namespace micro { -namespace resize_nearest_neighbor { - -constexpr int kInputTensor = 0; -constexpr int kSizeTensor = 1; -constexpr int kOutputTensor = 0; - -TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) { - MicroContext* micro_context = GetMicroContext(context); - - TF_LITE_ENSURE_EQ(context, NumInputs(node), 2); - TF_LITE_ENSURE_EQ(context, NumOutputs(node), 1); - - TfLiteTensor* input = - micro_context->AllocateTempInputTensor(node, kInputTensor); - TfLiteTensor* size = - micro_context->AllocateTempInputTensor(node, kSizeTensor); - TfLiteTensor* output = - micro_context->AllocateTempOutputTensor(node, kOutputTensor); - - // Our current implementations rely on the input being 4D, - // and the size being 1D tensor with exactly 2 elements. - TF_LITE_ENSURE_EQ(context, NumDimensions(input), 4); - TF_LITE_ENSURE_EQ(context, NumDimensions(size), 1); - TF_LITE_ENSURE_EQ(context, size->type, kTfLiteInt32); - TF_LITE_ENSURE_EQ(context, size->dims->data[0], 2); - - output->type = input->type; - - if (!IsConstantTensor(size)) { - TF_LITE_KERNEL_LOG(context, "Dynamic tensors are unsupported in tfmicro."); - return kTfLiteError; - } - - micro_context->DeallocateTempTfLiteTensor(input); - micro_context->DeallocateTempTfLiteTensor(size); - micro_context->DeallocateTempTfLiteTensor(output); - - return kTfLiteOk; -} - -TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) { - auto* params = - reinterpret_cast(node->builtin_data); - - const TfLiteEvalTensor* input = - tflite::micro::GetEvalInput(context, node, kInputTensor); - const TfLiteEvalTensor* size = - tflite::micro::GetEvalInput(context, node, kSizeTensor); - TfLiteEvalTensor* output = - tflite::micro::GetEvalOutput(context, node, kOutputTensor); - - tflite::ResizeNearestNeighborParams op_params; - op_params.align_corners = params->align_corners; - op_params.half_pixel_centers = false; - - if (output->type == kTfLiteFloat32) { - reference_ops::ResizeNearestNeighbor( - op_params, tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(size), - tflite::micro::GetTensorData(size), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - } else if (output->type == kTfLiteInt8) { - reference_ops::ResizeNearestNeighbor( - op_params, tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(size), - tflite::micro::GetTensorData(size), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - } else if (output->type == kTfLiteInt16) { - reference_ops::ResizeNearestNeighbor( - op_params, tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(size), - tflite::micro::GetTensorData(size), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - } else { - MicroPrintf("Output tensor type %s (%d) not supported.", - TfLiteTypeGetName(output->type), output->type); - - return kTfLiteError; - } - - return kTfLiteOk; -} -} // namespace resize_nearest_neighbor - -TfLiteRegistration Register_RESIZE_NEAREST_NEIGHBOR() { - return tflite::micro::RegisterOp(nullptr, resize_nearest_neighbor::Prepare, - resize_nearest_neighbor::Eval); -} - -} // namespace micro -} // namespace ops -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/round.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/round.cc deleted file mode 100644 index 0bda8783..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/round.cc +++ /dev/null @@ -1,76 +0,0 @@ -/* Copyright 2018 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/kernels/internal/reference/round.h" - -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" - -namespace tflite { -namespace ops { -namespace micro { -namespace round { - -constexpr int kInputTensor = 0; -constexpr int kOutputTensor = 0; - -TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) { - MicroContext* micro_context = GetMicroContext(context); - - TfLiteTensor* input = - micro_context->AllocateTempInputTensor(node, kInputTensor); - TF_LITE_ENSURE(context, input != nullptr); - TfLiteTensor* output = - micro_context->AllocateTempOutputTensor(node, kOutputTensor); - TF_LITE_ENSURE(context, output != nullptr); - TF_LITE_ENSURE_EQ(context, NumInputs(node), 1); - TF_LITE_ENSURE_EQ(context, NumOutputs(node), 1); - TF_LITE_ENSURE_TYPES_EQ(context, input->type, kTfLiteFloat32); - TF_LITE_ENSURE_TYPES_EQ(context, output->type, input->type); - TF_LITE_ENSURE_EQ(context, output->bytes, input->bytes); - TF_LITE_ENSURE_EQ(context, output->dims->size, input->dims->size); - for (int i = 0; i < output->dims->size; ++i) { - TF_LITE_ENSURE_EQ(context, output->dims->data[i], input->dims->data[i]); - } - - micro_context->DeallocateTempTfLiteTensor(input); - micro_context->DeallocateTempTfLiteTensor(output); - return kTfLiteOk; -} - -TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) { - const TfLiteEvalTensor* input = - tflite::micro::GetEvalInput(context, node, kInputTensor); - TfLiteEvalTensor* output = - tflite::micro::GetEvalOutput(context, node, kOutputTensor); - - reference_ops::Round(tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - - return kTfLiteOk; -} -} // namespace round - -TfLiteRegistration Register_ROUND() { - return tflite::micro::RegisterOp(nullptr, round::Prepare, round::Eval); -} - -} // namespace micro -} // namespace ops -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/shape.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/shape.cc deleted file mode 100644 index 02f663a8..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/shape.cc +++ /dev/null @@ -1,66 +0,0 @@ -/* Copyright 2017 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/kernels/op_macros.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" -#include "tensorflow/lite/micro/memory_helpers.h" -#include "tensorflow/lite/micro/micro_utils.h" - -namespace tflite { - -namespace { -constexpr int kInputTensor = 0; -constexpr int kOutputTensor = 0; - -void ExtractShape(const TfLiteEvalTensor* input, int32_t* output_data) { - for (int i = 0; i < input->dims->size; ++i) { - output_data[i] = input->dims->data[i]; - } -} - -TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) { - TF_LITE_ENSURE_EQ(context, NumInputs(node), 1); - TF_LITE_ENSURE_EQ(context, NumOutputs(node), 1); - - return kTfLiteOk; -} - -TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) { - const TfLiteEvalTensor* input = - tflite::micro::GetEvalInput(context, node, kInputTensor); - TfLiteEvalTensor* output = - tflite::micro::GetEvalOutput(context, node, kOutputTensor); - if (output->type != kTfLiteInt32) { - TF_LITE_KERNEL_LOG(context, "Output type %s (%d) not supported.", - TfLiteTypeGetName(output->type), output->type); - return kTfLiteError; - } else { - ExtractShape(input, tflite::micro::GetTensorData(output)); - } - - return kTfLiteOk; -} - -} // namespace - -TfLiteRegistration Register_SHAPE() { - return tflite::micro::RegisterOp(nullptr, Prepare, Eval); -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/slice.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/slice.cc deleted file mode 100644 index 212cf47f..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/slice.cc +++ /dev/null @@ -1,157 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/kernels/internal/reference/slice.h" - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" -#include "tensorflow/lite/micro/micro_error_reporter.h" - -namespace tflite { - -namespace { - -constexpr int kInputTensor = 0; -constexpr int kBeginTensor = 1; -constexpr int kSizeTensor = 2; -constexpr int kOutputTensor = 0; - -const int kMaxDim = 5; - -template -void GetBeginAndSizeVectors(int dimensions, const TfLiteEvalTensor* begin, - const TfLiteEvalTensor* size, int32_t* begins, - int32_t* sizes) { - int offset = kMaxDim - dimensions; - for (int idx = 0; idx < dimensions; ++idx) { - begins[offset + idx] = tflite::micro::GetTensorData(begin)[idx]; - sizes[offset + idx] = tflite::micro::GetTensorData(size)[idx]; - } -} - -TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) { - MicroContext* micro_context = GetMicroContext(context); - - TF_LITE_ENSURE_EQ(context, NumInputs(node), 3); - TF_LITE_ENSURE_EQ(context, NumOutputs(node), 1); - - TfLiteTensor* input = - micro_context->AllocateTempInputTensor(node, kInputTensor); - TFLITE_DCHECK(input != nullptr); - TfLiteTensor* begin = - micro_context->AllocateTempInputTensor(node, kBeginTensor); - TFLITE_DCHECK(begin != nullptr); - TfLiteTensor* size = - micro_context->AllocateTempInputTensor(node, kSizeTensor); - TFLITE_DCHECK(size != nullptr); - TfLiteTensor* output = - micro_context->AllocateTempOutputTensor(node, kOutputTensor); - TFLITE_DCHECK(output != nullptr); - - // Ensure validity of input tensor and its dimension. - TFLITE_DCHECK(input->type == output->type); - TFLITE_DCHECK(begin->type == size->type); - TFLITE_DCHECK(begin->type == kTfLiteInt32 || begin->type == kTfLiteInt64); - TFLITE_DCHECK(size->type == kTfLiteInt32 || size->type == kTfLiteInt64); - TFLITE_DCHECK(NumDimensions(begin) == 1); - TFLITE_DCHECK(NumDimensions(size) == 1); - TFLITE_DCHECK(NumElements(begin) == NumElements(size)); - TFLITE_DCHECK(NumDimensions(input) <= kMaxDim); - - micro_context->DeallocateTempTfLiteTensor(input); - micro_context->DeallocateTempTfLiteTensor(begin); - micro_context->DeallocateTempTfLiteTensor(size); - micro_context->DeallocateTempTfLiteTensor(output); - - return kTfLiteOk; -} - -TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) { - const TfLiteEvalTensor* input = - tflite::micro::GetEvalInput(context, node, kInputTensor); - const TfLiteEvalTensor* begin = - tflite::micro::GetEvalInput(context, node, kBeginTensor); - const TfLiteEvalTensor* size = - tflite::micro::GetEvalInput(context, node, kSizeTensor); - TfLiteEvalTensor* output = - tflite::micro::GetEvalOutput(context, node, kOutputTensor); - - tflite::SliceParams op_params; - op_params.begin_count = kMaxDim; - op_params.size_count = kMaxDim; - for (int i = 0; i < kMaxDim; ++i) { - op_params.begin[i] = 0; - op_params.size[i] = 1; - } - - if (begin->type == kTfLiteInt32) { - GetBeginAndSizeVectors(input->dims->size, begin, size, - op_params.begin, op_params.size); - } else if (begin->type == kTfLiteInt64) { - GetBeginAndSizeVectors(input->dims->size, begin, size, - op_params.begin, op_params.size); - } else { - TF_LITE_KERNEL_LOG(context, "Begin tensor type %s (%d) not supported.", - TfLiteTypeGetName(input->type), input->type); - return kTfLiteError; - } - - switch (input->type) { - case kTfLiteFloat32: - reference_ops::Slice(op_params, - tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - break; - case kTfLiteInt32: - reference_ops::Slice( - op_params, tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - break; - case kTfLiteInt8: - reference_ops::Slice( - op_params, tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - break; - case kTfLiteInt16: - reference_ops::Slice( - op_params, tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - break; - default: - MicroPrintf("Input tensor type %s (%d) not supported.", - TfLiteTypeGetName(input->type), input->type); - return kTfLiteError; - } - return kTfLiteOk; -} - -} // namespace - -TfLiteRegistration Register_SLICE() { - return tflite::micro::RegisterOp(nullptr, Prepare, Eval); -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/softmax.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/softmax.cc deleted file mode 100644 index c2cee3c5..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/softmax.cc +++ /dev/null @@ -1,89 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/micro/kernels/softmax.h" - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/common.h" -#include "tensorflow/lite/kernels/internal/quantization_util.h" -#include "tensorflow/lite/kernels/internal/reference/softmax.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/kernels/op_macros.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" - -namespace tflite { -namespace { - -void SoftmaxQuantized(const TfLiteEvalTensor* input, TfLiteEvalTensor* output, - const SoftmaxParams& op_data) { - if (input->type == kTfLiteInt8) { - if (output->type == kTfLiteInt16) { - tflite::reference_ops::Softmax( - op_data, tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - } else { - tflite::reference_ops::Softmax( - op_data, tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - } - } else { - tflite::reference_ops::SoftmaxInt16( - op_data, tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - } -} - -TfLiteStatus SoftmaxEval(TfLiteContext* context, TfLiteNode* node) { - const TfLiteEvalTensor* input = tflite::micro::GetEvalInput(context, node, 0); - TfLiteEvalTensor* output = tflite::micro::GetEvalOutput(context, node, 0); - - TFLITE_DCHECK(node->user_data != nullptr); - SoftmaxParams op_data = *static_cast(node->user_data); - - switch (input->type) { - case kTfLiteFloat32: { - tflite::reference_ops::Softmax( - op_data, tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - return kTfLiteOk; - } - case kTfLiteInt8: - case kTfLiteInt16: { - SoftmaxQuantized(input, output, op_data); - return kTfLiteOk; - } - default: - TF_LITE_KERNEL_LOG(context, "Type %s (%d) not supported.", - TfLiteTypeGetName(input->type), input->type); - return kTfLiteError; - } -} -} // namespace - -TfLiteRegistration Register_SOFTMAX() { - return tflite::micro::RegisterOp(SoftmaxInit, SoftmaxPrepare, SoftmaxEval); -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/softmax.h b/code/components/tflite-lib/tensorflow/lite/micro/kernels/softmax.h deleted file mode 100644 index 7096d202..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/softmax.h +++ /dev/null @@ -1,69 +0,0 @@ -/* Copyright 2022 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_MICRO_KERNELS_SOFTMAX_H_ -#define TENSORFLOW_LITE_MICRO_KERNELS_SOFTMAX_H_ - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/types.h" - -namespace tflite { - -void* SoftmaxInit(TfLiteContext* context, const char* buffer, size_t length); - -// Common helper function to SoftmaxPrepare. -TfLiteStatus CalculateSoftmaxParams(TfLiteContext* context, - const TfLiteTensor* input, - TfLiteTensor* output, - const TfLiteSoftmaxParams* params, - SoftmaxParams* op_data); - -TfLiteStatus SoftmaxPrepare(TfLiteContext* context, TfLiteNode* node); - -// This is the most generic TfLiteRegistration. The actual supported types may -// still be target dependent. The only requirement is that every implementation -// (reference or optimized) must define this function. -TfLiteRegistration Register_SOFTMAX(); - -#if defined(XTENSA) || defined(CMSIS_NN) -// Returns a TfLiteRegistration struct for kernel variant that only supports -// int8 input and int16 output. -TfLiteRegistration Register_SOFTMAX_INT8_INT16(); -#else -inline TfLiteRegistration Register_SOFTMAX_INT8_INT16() { - return Register_SOFTMAX(); -} -#endif - -#if defined(CMSIS_NN) -// Returns a TfLiteRegistration struct for kernel variant that only supports -// int8 input/output and uses the latency optimized implementations. -TfLiteRegistration Register_SOFTMAX_INT8(); - -// Returns a TfLiteRegistration struct for kernel variant that only supports -// int16 input/output and uses the latency optimized implementations. -TfLiteRegistration Register_SOFTMAX_INT16(); - -#else -inline TfLiteRegistration Register_SOFTMAX_INT8() { return Register_SOFTMAX(); } - -inline TfLiteRegistration Register_SOFTMAX_INT16() { - return Register_SOFTMAX(); -} -#endif - -} // namespace tflite - -#endif // TENSORFLOW_LITE_MICRO_KERNELS_SOFTMAX_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/softmax_common.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/softmax_common.cc deleted file mode 100644 index b5378dae..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/softmax_common.cc +++ /dev/null @@ -1,162 +0,0 @@ -/* Copyright 2022 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/common.h" -#include "tensorflow/lite/kernels/internal/quantization_util.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/kernels/op_macros.h" -#include "tensorflow/lite/micro/kernels/softmax.h" -#include "tensorflow/lite/micro/micro_context.h" - -namespace tflite { - -namespace { -// Softmax parameter data that persists in user_data -const int kInt16LUTArraySize = 513; - -TfLiteStatus InitializeLutForInt16(TfLiteContext* context, - const TfLiteTensor* input, - TfLiteTensor* output, - SoftmaxParams* op_data) { - // Only allocate LUTs for KTfLiteInt16 data type - if (input->type == kTfLiteInt16) { - void* raw_exp_lut = context->AllocatePersistentBuffer( - context, sizeof(int16_t) * kInt16LUTArraySize); - TF_LITE_ENSURE(context, raw_exp_lut != nullptr); - op_data->exp_lut = reinterpret_cast(raw_exp_lut); - void* one_over_one_plus_x_lut = context->AllocatePersistentBuffer( - context, sizeof(int16_t) * kInt16LUTArraySize); - TF_LITE_ENSURE(context, one_over_one_plus_x_lut != nullptr); - op_data->one_over_one_plus_x_lut = - reinterpret_cast(one_over_one_plus_x_lut); - } - - if (output->type == kTfLiteInt16) { - TF_LITE_ENSURE(context, - input->type == kTfLiteInt8 || input->type == kTfLiteInt16); - } else { - TF_LITE_ENSURE_EQ(context, input->type, output->type); - } - - // Populate LUT if required - if (input->type == kTfLiteInt16) { - TF_LITE_ENSURE_EQ(context, output->params.zero_point, 0); - // exp LUT only used on negative values - // we consider exp(-10.0) is insignificant to accumulation - gen_lut( - [](float value) { return std::exp(value); }, -10.0f, 0.0f, -1.0f, 1.0f, - op_data->exp_lut); - gen_lut( - [](float value) { return 1.0f / (1.0f + value); }, 0.0f, 1.0f, -1.0f, - 1.0f, op_data->one_over_one_plus_x_lut); - op_data->zero_point = output->params.zero_point; - op_data->scale = output->params.scale; - } - - return kTfLiteOk; -} - -} // namespace - -TfLiteStatus CalculateSoftmaxParams(TfLiteContext* context, - const TfLiteTensor* input, - TfLiteTensor* output, - const TfLiteSoftmaxParams* params, - SoftmaxParams* op_data) { - if (InitializeLutForInt16(context, input, output, op_data) != kTfLiteOk) { - return kTfLiteError; - } - - if (input->type == kTfLiteInt8 || input->type == kTfLiteInt16) { - if (input->type == kTfLiteInt16) { - TF_LITE_ENSURE_EQ(context, output->params.zero_point, 0); - TF_LITE_ENSURE_NEAR(context, output->params.scale, 1.f / 32768, - (0.001f * 1.f / 32768)); - } else { // input->type == kTfLiteInt8 - TF_LITE_ENSURE_TYPES_EQ(context, input->type, kTfLiteInt8); - if (output->type == kTfLiteInt16) { - TF_LITE_ENSURE_EQ(context, output->params.zero_point, -32768); - TF_LITE_ENSURE_NEAR(context, output->params.scale, 1.f / 65536, - (0.001f * 1.f / 65536)); - } else { // output->type == kTfLiteint8 - TF_LITE_ENSURE_TYPES_EQ(context, output->type, kTfLiteInt8); - TF_LITE_ENSURE_EQ(context, output->params.zero_point, -128); - TF_LITE_ENSURE(context, output->params.scale == 1.f / 256); - } - } - - static const int kScaledDiffIntegerBits = 5; - - // Calculate input_multiplier and input_left_shift - if (input->type == kTfLiteInt16) { - int input_left_shift; - double input_scale_beta_rescale = - static_cast(input->params.scale) * - static_cast(params->beta) / - (10.0 / 65535.0); // scale the input_diff such that [-65535, 0] - // correspond to [-10.0, 0.0] - QuantizeMultiplier(input_scale_beta_rescale, &op_data->input_multiplier, - &input_left_shift); - op_data->input_left_shift = input_left_shift; - } else { - int input_left_shift; - tflite::PreprocessSoftmaxScaling( - static_cast(params->beta), - static_cast(input->params.scale), kScaledDiffIntegerBits, - &op_data->input_multiplier, &input_left_shift); - op_data->input_left_shift = input_left_shift; - op_data->diff_min = - -1.0 * tflite::CalculateInputRadius(kScaledDiffIntegerBits, - op_data->input_left_shift); - } - } else { - TF_LITE_ENSURE_TYPES_EQ(context, input->type, kTfLiteFloat32); - TF_LITE_ENSURE_TYPES_EQ(context, output->type, kTfLiteFloat32); - op_data->beta = static_cast(params->beta); - } - return kTfLiteOk; -} - -void* SoftmaxInit(TfLiteContext* context, const char* buffer, size_t length) { - TFLITE_DCHECK(context->AllocatePersistentBuffer != nullptr); - return context->AllocatePersistentBuffer(context, sizeof(SoftmaxParams)); -} - -TfLiteStatus SoftmaxPrepare(TfLiteContext* context, TfLiteNode* node) { - MicroContext* micro_context = GetMicroContext(context); - - TF_LITE_ENSURE_EQ(context, NumInputs(node), 1); - TF_LITE_ENSURE_EQ(context, NumOutputs(node), 1); - TfLiteTensor* input = micro_context->AllocateTempInputTensor(node, 0); - TF_LITE_ENSURE(context, input != nullptr); - TF_LITE_ENSURE(context, NumDimensions(input) >= 1); - TfLiteTensor* output = micro_context->AllocateTempOutputTensor(node, 0); - TF_LITE_ENSURE(context, output != nullptr); - - TF_LITE_ENSURE(context, node->user_data != nullptr); - SoftmaxParams* op_data = static_cast(node->user_data); - - auto* params = static_cast(node->builtin_data); - auto ret_val = - CalculateSoftmaxParams(context, input, output, params, op_data); - - micro_context->DeallocateTempTfLiteTensor(input); - micro_context->DeallocateTempTfLiteTensor(output); - return ret_val; -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/space_to_batch_nd.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/space_to_batch_nd.cc deleted file mode 100644 index 21f81312..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/space_to_batch_nd.cc +++ /dev/null @@ -1,120 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/kernels/internal/reference/space_to_batch_nd.h" - -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/kernels/internal/types.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" -#include "tensorflow/lite/micro/micro_utils.h" - -namespace tflite { - -namespace { - -constexpr int kInputTensor = 0; -constexpr int kBlockShapeTensor = 1; -constexpr int kCropsTensor = 2; -constexpr int kOutputTensor = 0; - -// Currently, only 3D NHC and 4D NHWC input/output op_context are supported. -// In case of 3D input, it will be extended to 3D NHWC by adding W=1. -// The 4D array need to have exactly 2 spatial dimensions. -// TODO(b/149952582): Support arbitrary dimension in SpaceToBatchND. -const int kInputOutputMinDimensionNum = 3; -const int kInputOutputMaxDimensionNum = 4; - -void* Init(TfLiteContext* context, const char* buffer, size_t length) { - TFLITE_DCHECK(context->AllocatePersistentBuffer != nullptr); - return context->AllocatePersistentBuffer(context, sizeof(SpaceToBatchParams)); -} - -TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) { - MicroContext* micro_context = GetMicroContext(context); - - TF_LITE_ENSURE_EQ(context, NumInputs(node), 3); - TF_LITE_ENSURE_EQ(context, NumOutputs(node), 1); - - TfLiteTensor* input = - micro_context->AllocateTempInputTensor(node, kInputTensor); - TfLiteTensor* output = - micro_context->AllocateTempOutputTensor(node, kOutputTensor); - TF_LITE_ENSURE(context, input != nullptr && output != nullptr); - - TF_LITE_ENSURE(context, NumDimensions(input) >= kInputOutputMinDimensionNum); - TF_LITE_ENSURE(context, NumDimensions(output) >= kInputOutputMinDimensionNum); - TF_LITE_ENSURE(context, NumDimensions(input) <= kInputOutputMaxDimensionNum); - TF_LITE_ENSURE(context, NumDimensions(output) <= kInputOutputMaxDimensionNum); - TF_LITE_ENSURE_TYPES_EQ(context, input->type, output->type); - - micro_context->DeallocateTempTfLiteTensor(input); - micro_context->DeallocateTempTfLiteTensor(output); - return kTfLiteOk; -} - -TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) { - TFLITE_DCHECK(node->user_data != nullptr); - const SpaceToBatchParams& params = - *(static_cast(node->user_data)); - - const TfLiteEvalTensor* input = - tflite::micro::GetEvalInput(context, node, kInputTensor); - const TfLiteEvalTensor* block_shape = - tflite::micro::GetEvalInput(context, node, kBlockShapeTensor); - const TfLiteEvalTensor* crops = - tflite::micro::GetEvalInput(context, node, kCropsTensor); - TfLiteEvalTensor* output = - tflite::micro::GetEvalOutput(context, node, kOutputTensor); - - switch (input->type) { // Already know in/out types are same. - case kTfLiteFloat32: - reference_ops::SpaceToBatchND( - params, tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(block_shape), - tflite::micro::GetTensorData(block_shape), - tflite::micro::GetTensorShape(crops), - tflite::micro::GetTensorData(crops), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - break; - case kTfLiteInt8: - reference_ops::SpaceToBatchND( - params, tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(block_shape), - tflite::micro::GetTensorData(block_shape), - tflite::micro::GetTensorShape(crops), - tflite::micro::GetTensorData(crops), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - break; - default: - TF_LITE_KERNEL_LOG(context, "Type %s (%d) not supported.", - TfLiteTypeGetName(input->type), input->type); - return kTfLiteError; - } - return kTfLiteOk; -} - -} // namespace. - -TfLiteRegistration Register_SPACE_TO_BATCH_ND() { - return tflite::micro::RegisterOp(Init, Prepare, Eval); -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/space_to_depth.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/space_to_depth.cc deleted file mode 100644 index 30519b27..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/space_to_depth.cc +++ /dev/null @@ -1,127 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#include "tensorflow/lite/kernels/internal/reference/space_to_depth.h" - -#include - -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/types.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" - -namespace tflite { - -namespace { - -constexpr int kInputTensor = 0; -constexpr int kOutputTensor = 0; -constexpr int kBatchRank = 0; -constexpr int kHeightRank = 1; -constexpr int kWidthRank = 2; -constexpr int kDepthRank = 3; - -TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) { - auto* params = - reinterpret_cast(node->builtin_data); - - TF_LITE_ENSURE_EQ(context, NumInputs(node), 1); - TF_LITE_ENSURE_EQ(context, NumOutputs(node), 1); - - MicroContext* micro_context = GetMicroContext(context); - - TfLiteTensor* input = - micro_context->AllocateTempInputTensor(node, kInputTensor); - TF_LITE_ENSURE(context, input != nullptr); - TfLiteTensor* output = - micro_context->AllocateTempOutputTensor(node, kOutputTensor); - TF_LITE_ENSURE(context, output != nullptr); - - TF_LITE_ENSURE_EQ(context, NumDimensions(input), 4); - - auto data_type = output->type; - TF_LITE_ENSURE(context, - data_type == kTfLiteFloat32 || data_type == kTfLiteInt8); - TF_LITE_ENSURE_TYPES_EQ(context, input->type, output->type); - - const int block_size = params->block_size; - const int input_height = input->dims->data[kHeightRank]; - const int input_width = input->dims->data[kWidthRank]; - int output_height = input_height / block_size; - int output_width = input_width / block_size; - - TF_LITE_ENSURE_EQ(context, input_height, output_height * block_size); - TF_LITE_ENSURE_EQ(context, input_width, output_width * block_size); - - // Relocate dims to the persistent storage arena before changing them, - // otherwise we'd be modifying temporary copies made by the interpreters each - // time they process the layer. - TfLiteEvalTensor* output_eval = - micro::GetEvalOutput(context, node, kOutputTensor); - TF_LITE_ENSURE_OK(context, micro::CreateWritableTensorDimsWithCopy( - context, output, output_eval)); - - output->dims->data[kBatchRank] = input->dims->data[kBatchRank]; - output->dims->data[kHeightRank] = output_height; - output->dims->data[kWidthRank] = output_width; - output->dims->data[kDepthRank] = - input->dims->data[kDepthRank] * block_size * block_size; - - micro_context->DeallocateTempTfLiteTensor(input); - micro_context->DeallocateTempTfLiteTensor(output); - - return kTfLiteOk; -} - -TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) { - auto* params = - reinterpret_cast(node->builtin_data); - - const TfLiteEvalTensor* input = - micro::GetEvalInput(context, node, kInputTensor); - TfLiteEvalTensor* output = micro::GetEvalOutput(context, node, kOutputTensor); - - SpaceToDepthParams op_params; - op_params.block_size = params->block_size; - - switch (input->type) { // Already know in/out types are same. - case kTfLiteFloat32: - reference_ops::SpaceToDepth(op_params, micro::GetTensorShape(input), - micro::GetTensorData(input), - micro::GetTensorShape(output), - micro::GetTensorData(output)); - break; - case kTfLiteInt8: - reference_ops::SpaceToDepth(op_params, micro::GetTensorShape(input), - micro::GetTensorData(input), - micro::GetTensorShape(output), - micro::GetTensorData(output)); - break; - default: - TF_LITE_KERNEL_LOG( - context, "SPACE_TO_DEPTH only supports FLOAT32 and INT8, got %s.", - TfLiteTypeGetName(input->type)); - return kTfLiteError; - } - - return kTfLiteOk; -} - -} // namespace - -TfLiteRegistration Register_SPACE_TO_DEPTH() { - return tflite::micro::RegisterOp(nullptr, Prepare, Eval); -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/split.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/split.cc deleted file mode 100644 index 06584d45..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/split.cc +++ /dev/null @@ -1,128 +0,0 @@ -/* Copyright 2019 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" -#include "tensorflow/lite/micro/micro_error_reporter.h" - -namespace tflite { -namespace ops { -namespace micro { -namespace split { - -template -TfLiteStatus SplitImpl(TfLiteContext* context, TfLiteNode* node, - const TfLiteEvalTensor* input, int axis_value) { - const int output_count = NumOutputs(node); - const TfLiteIntArray* input_dims = input->dims; - const TfLiteEvalTensor* output0 = - tflite::micro::GetEvalOutput(context, node, 0); - const TfLiteIntArray* output_dims = output0->dims; - - const int split_dimensions = input_dims->size; - int axis = axis_value < 0 ? axis_value + split_dimensions : axis_value; - - TFLITE_DCHECK_LT(axis, split_dimensions); - TFLITE_DCHECK_EQ(output_dims->size, split_dimensions); - - int64_t split_size = output_dims->data[axis] * output_count; - - TFLITE_DCHECK_EQ(split_size, input_dims->data[axis]); - int64_t outer_size = 1; - for (int i = 0; i < axis; ++i) { - outer_size *= input_dims->data[i]; - } - - int64_t base_inner_size = 1; - for (int i = axis + 1; i < split_dimensions; ++i) { - base_inner_size *= input_dims->data[i]; - } - - const T* input_ptr = tflite::micro::GetTensorData(input); - for (int k = 0; k < outer_size; ++k) { - for (int i = 0; i < output_count; ++i) { - TfLiteEvalTensor* t = tflite::micro::GetEvalOutput(context, node, i); - T* output_data = tflite::micro::GetTensorData(t); - const int copy_size = output_dims->data[axis] * base_inner_size; - T* output_ptr = output_data + k * copy_size; - for (int j = 0; j < copy_size; ++j) output_ptr[j] = input_ptr[j]; - input_ptr += copy_size; - } - } - - return kTfLiteOk; -} - -TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) { - MicroContext* micro_context = GetMicroContext(context); - TfLiteTensor* axis = micro_context->AllocateTempInputTensor(node, 0); - TF_LITE_ENSURE(context, axis != nullptr); - - // Dynamic output tensors are needed if axis tensor is not constant. - // But Micro doesn't support dynamic memory allocation, so we only support - // constant axis tensor for now. - TF_LITE_ENSURE_MSG(context, IsConstantTensor(axis), - "Non constant axis tensor not supported"); - - micro_context->DeallocateTempTfLiteTensor(axis); - return kTfLiteOk; -} - -TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) { - const TfLiteEvalTensor* axis = tflite::micro::GetEvalInput(context, node, 0); - const TfLiteEvalTensor* input = tflite::micro::GetEvalInput(context, node, 1); - - int axis_value = tflite::micro::GetTensorData(axis)[0]; - if (axis_value < 0) { - axis_value += input->dims->size; - } - - TF_LITE_ENSURE(context, axis_value >= 0); - TF_LITE_ENSURE(context, axis_value < input->dims->size); - - switch (input->type) { - case kTfLiteFloat32: { - return SplitImpl(context, node, input, axis_value); - } - case kTfLiteInt8: { - return SplitImpl(context, node, input, axis_value); - } - case kTfLiteInt16: { - return SplitImpl(context, node, input, axis_value); - } - case kTfLiteInt32: { - return SplitImpl(context, node, input, axis_value); - } - default: - MicroPrintf("Type %s currently not supported.", - TfLiteTypeGetName(input->type)); - return kTfLiteError; - } - - return kTfLiteOk; -} - -} // namespace split - -TfLiteRegistration Register_SPLIT() { - return tflite::micro::RegisterOp(nullptr, split::Prepare, split::Eval); -} - -} // namespace micro -} // namespace ops -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/split_v.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/split_v.cc deleted file mode 100644 index 3ea35130..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/split_v.cc +++ /dev/null @@ -1,129 +0,0 @@ -/* Copyright 2018 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/kernels/op_macros.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" - -namespace tflite { -namespace ops { -namespace micro { -namespace split_v { - -template -TfLiteStatus SplitImpl(TfLiteContext* context, TfLiteNode* node, - const TfLiteEvalTensor* input, int axis_value) { - const TfLiteIntArray* input_dims = input->dims; - const TfLiteEvalTensor* output0 = - tflite::micro::GetEvalOutput(context, node, 0); - - const int split_dimensions = input_dims->size; - - TFLITE_DCHECK_LT(axis_value, split_dimensions); - TFLITE_DCHECK_EQ(output0->dims->size, split_dimensions); - - int64_t split_size = 0; - const int output_count = NumOutputs(node); - for (int i = 0; i < output_count; i++) { - split_size += - tflite::micro::GetEvalOutput(context, node, i)->dims->data[axis_value]; - } - TFLITE_DCHECK_EQ(split_size, input_dims->data[axis_value]); - int64_t outer_size = 1; - for (int i = 0; i < axis_value; ++i) { - outer_size *= input_dims->data[i]; - } - - int64_t base_inner_size = 1; - for (int i = axis_value + 1; i < split_dimensions; ++i) { - base_inner_size *= input_dims->data[i]; - } - - const T* input_ptr = tflite::micro::GetTensorData(input); - for (int k = 0; k < outer_size; ++k) { - for (int i = 0; i < output_count; ++i) { - TfLiteEvalTensor* output_tensor = - tflite::micro::GetEvalOutput(context, node, i); - T* output_data = tflite::micro::GetTensorData(output_tensor); - const int copy_size = - output_tensor->dims->data[axis_value] * base_inner_size; - T* output_ptr = output_data + k * copy_size; - for (int j = 0; j < copy_size; ++j) output_ptr[j] = input_ptr[j]; - input_ptr += copy_size; - } - } - - return kTfLiteOk; -} - -TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) { - TF_LITE_ENSURE_EQ(context, NumInputs(node), 3); - - MicroContext* micro_context = GetMicroContext(context); - // Dynamic output tensors are needed if axis tensor is not constant. - // But Micro doesn't support dynamic memory allocation, so we only support - // constant axis tensor for now. - TfLiteTensor* axis = micro_context->AllocateTempInputTensor(node, 2); - TF_LITE_ENSURE_MSG(context, IsConstantTensor(axis), - "Non constant axis tensor not supported"); - micro_context->DeallocateTempTfLiteTensor(axis); - return kTfLiteOk; -} - -TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) { - const TfLiteEvalTensor* input = tflite::micro::GetEvalInput(context, node, 0); - const TfLiteEvalTensor* axis = tflite::micro::GetEvalInput(context, node, 2); - - int axis_value = tflite::micro::GetTensorData(axis)[0]; - if (axis_value < 0) { - axis_value += input->dims->size; - } - - TF_LITE_ENSURE(context, axis_value >= 0); - TF_LITE_ENSURE(context, axis_value < input->dims->size); - - switch (input->type) { - case kTfLiteFloat32: { - return SplitImpl(context, node, input, axis_value); - } - case kTfLiteInt8: { - return SplitImpl(context, node, input, axis_value); - } - case kTfLiteInt16: { - return SplitImpl(context, node, input, axis_value); - } - case kTfLiteInt32: { - return SplitImpl(context, node, input, axis_value); - } - default: - TF_LITE_KERNEL_LOG(context, "Type %s currently not supported.", - TfLiteTypeGetName(input->type)); - return kTfLiteError; - } - return kTfLiteOk; -} - -} // namespace split_v - -TfLiteRegistration Register_SPLIT_V() { - return tflite::micro::RegisterOp(nullptr, split_v::Prepare, split_v::Eval); -} - -} // namespace micro -} // namespace ops -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/squared_difference.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/squared_difference.cc deleted file mode 100644 index ca924e26..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/squared_difference.cc +++ /dev/null @@ -1,247 +0,0 @@ -/* Copyright 2022 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/quantization_util.h" -#include "tensorflow/lite/kernels/internal/reference/binary_function.h" -#include "tensorflow/lite/kernels/internal/reference/integer_ops/add.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" -#include "tensorflow/lite/micro/micro_context.h" -#include "tensorflow/lite/micro/micro_error_reporter.h" - -namespace tflite { -namespace { -constexpr int kInputTensor1 = 0; -constexpr int kInputTensor2 = 1; -constexpr int kOutputTensor = 0; - -struct OpData { - bool requires_broadcast; - ArithmeticParams arithmetic_params; -}; - -template -T SquaredDifference(T input1, T input2) { - const T difference = input1 - input2; - return difference * difference; -} - -void* SquaredDifferenceInit(TfLiteContext* context, const char* buffer, - size_t length) { - TFLITE_DCHECK(context->AllocatePersistentBuffer != nullptr); - return context->AllocatePersistentBuffer(context, sizeof(OpData)); -} - -TfLiteStatus SquaredDifferencePrepare(TfLiteContext* context, - TfLiteNode* node) { - TFLITE_DCHECK(node->user_data != nullptr); - OpData* data = reinterpret_cast(node->user_data); - data->requires_broadcast = false; - - TF_LITE_ENSURE_EQ(context, NumInputs(node), 2); - TF_LITE_ENSURE_EQ(context, NumOutputs(node), 1); - - MicroContext* micro_context = GetMicroContext(context); - - TfLiteTensor* input1 = - micro_context->AllocateTempInputTensor(node, kInputTensor1); - TF_LITE_ENSURE(context, input1 != nullptr); - TfLiteTensor* input2 = - micro_context->AllocateTempInputTensor(node, kInputTensor2); - TF_LITE_ENSURE(context, input2 != nullptr); - TfLiteTensor* output = - micro_context->AllocateTempOutputTensor(node, kOutputTensor); - TF_LITE_ENSURE(context, output != nullptr); - - TF_LITE_ENSURE_TYPES_EQ(context, input1->type, input2->type); - output->type = input2->type; - - // Ensure the quantization parameters are equivalent. - if (input1->type == kTfLiteInt8) { - const auto& input1_quantization_params = input1->params; - const auto& input2_quantization_params = input2->params; - const auto& output_quantization_params = output->params; - const int32_t integer_type_min = std::numeric_limits::min(); - const int32_t integer_type_max = std::numeric_limits::max(); - TF_LITE_ENSURE(context, - input1_quantization_params.zero_point >= integer_type_min); - TF_LITE_ENSURE(context, - input1_quantization_params.zero_point <= integer_type_max); - TF_LITE_ENSURE(context, - input2_quantization_params.zero_point >= integer_type_min); - TF_LITE_ENSURE(context, - input2_quantization_params.zero_point <= integer_type_max); - TF_LITE_ENSURE(context, - output_quantization_params.zero_point >= integer_type_min); - TF_LITE_ENSURE(context, - output_quantization_params.zero_point <= integer_type_max); - data->arithmetic_params.input1_offset = - -input1_quantization_params.zero_point; - data->arithmetic_params.input2_offset = - -input2_quantization_params.zero_point; - data->arithmetic_params.output_offset = - output_quantization_params.zero_point; - - // shift to make integer for scales. - // 7 is selected so that maximum shifted result 255^2 * (1 << (7 * 2 )) - // does not overflow signed 32-bit integer - data->arithmetic_params.left_shift = 7; - const double twice_max_input_scale = - 2.0 * static_cast(std::max(input1_quantization_params.scale, - input2_quantization_params.scale)); - const double real_input1_multiplier = - static_cast(input1_quantization_params.scale) / - twice_max_input_scale; - double real_input2_multiplier = - static_cast(input2_quantization_params.scale) / - twice_max_input_scale; - const double real_output_multiplier = - (twice_max_input_scale * twice_max_input_scale) / - static_cast((1 << data->arithmetic_params.left_shift * 2) * - output_quantization_params.scale); - QuantizeMultiplierSmallerThanOneExp( - real_input1_multiplier, &data->arithmetic_params.input1_multiplier, - &data->arithmetic_params.input1_shift); - QuantizeMultiplierSmallerThanOneExp( - real_input2_multiplier, &data->arithmetic_params.input2_multiplier, - &data->arithmetic_params.input2_shift); - QuantizeMultiplierSmallerThanOneExp( - real_output_multiplier, &data->arithmetic_params.output_multiplier, - &data->arithmetic_params.output_shift); - data->arithmetic_params.quantized_activation_min = - std::numeric_limits::min(); - data->arithmetic_params.quantized_activation_max = - std::numeric_limits::max(); - } - - data->requires_broadcast = !HaveSameShapes(input1, input2); - - micro_context->DeallocateTempTfLiteTensor(input1); - micro_context->DeallocateTempTfLiteTensor(input2); - micro_context->DeallocateTempTfLiteTensor(output); - return kTfLiteOk; -} - -inline int8_t SquaredDifference(int8_t x, int8_t y, - const ArithmeticParams& params) { - const int32_t input1_val = params.input1_offset + x; - const int32_t input2_val = params.input2_offset + y; - const int32_t shifted_input1_val = input1_val * (1 << params.left_shift); - const int32_t shifted_input2_val = input2_val * (1 << params.left_shift); - const int32_t scaled_input1_val = - MultiplyByQuantizedMultiplierSmallerThanOneExp( - shifted_input1_val, params.input1_multiplier, params.input1_shift); - const int32_t scaled_input2_val = - MultiplyByQuantizedMultiplierSmallerThanOneExp( - shifted_input2_val, params.input2_multiplier, params.input2_shift); - const int32_t raw_diff = scaled_input1_val - scaled_input2_val; - - // Max of this is 255^2 * (1 << 14), so won't overflow 32 bits. - const int32_t squared_raw_diff = raw_diff * raw_diff; - const int32_t raw_output = - MultiplyByQuantizedMultiplierSmallerThanOneExp( - squared_raw_diff, params.output_multiplier, params.output_shift) + - params.output_offset; - const int32_t clamped_output = - std::min(params.quantized_activation_max, - std::max(params.quantized_activation_min, raw_output)); - return static_cast(clamped_output); -} - -template -void EvalQuantizedSquaredDifference(TfLiteContext* context, TfLiteNode* node, - const OpData* data, - const TfLiteEvalTensor* input1, - const TfLiteEvalTensor* input2, - TfLiteEvalTensor* output) { - const auto* op_data = static_cast(node->user_data); - if (data->requires_broadcast) { - reference_integer_ops::BroadcastBinaryFunction4DSlow( - op_data->arithmetic_params, tflite::micro::GetTensorShape(input1), - tflite::micro::GetTensorData(input1), - tflite::micro::GetTensorShape(input2), - tflite::micro::GetTensorData(input2), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output), - reference_integer_ops::CheckArithmeticParams, SquaredDifference); - } else { - const int flat_size = tflite::micro::GetTensorShape(input1).FlatSize(); - reference_integer_ops::ElementWise( - flat_size, op_data->arithmetic_params, - tflite::micro::GetTensorData(input1), - tflite::micro::GetTensorData(input2), - tflite::micro::GetTensorData(output), - reference_integer_ops::CheckArithmeticParams, SquaredDifference); - } -} - -template -void EvalSquaredDifference(TfLiteContext* context, TfLiteNode* node, - const OpData* data, const TfLiteEvalTensor* input1, - const TfLiteEvalTensor* input2, - TfLiteEvalTensor* output) { - if (data->requires_broadcast) { - reference_ops::BroadcastBinaryFunction4DSlow( - tflite::micro::GetTensorShape(input1), - tflite::micro::GetTensorData(input1), - tflite::micro::GetTensorShape(input2), - tflite::micro::GetTensorData(input2), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output), SquaredDifference); - } else { - reference_ops::BinaryFunction( - tflite::micro::GetTensorShape(input1), - tflite::micro::GetTensorData(input1), - tflite::micro::GetTensorShape(input2), - tflite::micro::GetTensorData(input2), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output), SquaredDifference); - } -} - -TfLiteStatus SquaredDifferenceEval(TfLiteContext* context, TfLiteNode* node) { - OpData* data = reinterpret_cast(node->user_data); - - const TfLiteEvalTensor* input1 = - tflite::micro::GetEvalInput(context, node, kInputTensor1); - const TfLiteEvalTensor* input2 = - tflite::micro::GetEvalInput(context, node, kInputTensor2); - TfLiteEvalTensor* output = - tflite::micro::GetEvalOutput(context, node, kOutputTensor); - - if (output->type == kTfLiteFloat32) { - EvalSquaredDifference(context, node, data, input1, input2, output); - } else if (output->type == kTfLiteInt32) { - EvalSquaredDifference(context, node, data, input1, input2, output); - } else if (output->type == kTfLiteInt8) { - EvalQuantizedSquaredDifference(context, node, data, input1, input2, - output); - } else { - MicroPrintf( - "SquaredDifference only supports FLOAT32, INT32 and INT8 now, got %d.", - output->type); - return kTfLiteError; - } - - return kTfLiteOk; -} -} // namespace - -TfLiteRegistration Register_SQUARED_DIFFERENCE() { - return tflite::micro::RegisterOp( - SquaredDifferenceInit, SquaredDifferencePrepare, SquaredDifferenceEval); -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/squeeze.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/squeeze.cc deleted file mode 100644 index e81b5b56..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/squeeze.cc +++ /dev/null @@ -1,117 +0,0 @@ -/* Copyright 2020 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/quantization_util.h" -#include "tensorflow/lite/kernels/internal/reference/process_broadcast_shapes.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/kernels/op_macros.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" -#include "tensorflow/lite/micro/memory_helpers.h" - -namespace tflite { -namespace { - -struct SqueezeContext { - SqueezeContext(TfLiteContext* context, TfLiteNode* node) { - params = reinterpret_cast(node->builtin_data); - micro_context = GetMicroContext(context); - input = micro_context->AllocateTempInputTensor(node, 0); - output = micro_context->AllocateTempOutputTensor(node, 0); - } - ~SqueezeContext() { - micro_context->DeallocateTempTfLiteTensor(input); - micro_context->DeallocateTempTfLiteTensor(output); - } - MicroContext* micro_context; - TfLiteSqueezeParams* params; - TfLiteTensor* input; - TfLiteTensor* output; -}; - -TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) { - TF_LITE_ENSURE_EQ(context, NumInputs(node), 1); - TF_LITE_ENSURE_EQ(context, NumOutputs(node), 1); - - SqueezeContext op_context(context, node); - const int input_num_dims = NumDimensions(op_context.input); - const int num_squeeze_dims = op_context.params->num_squeeze_dims; - - // Determines number of dimensions of output tensor after squeeze. - const TfLiteIntArray* input_dims = op_context.input->dims; - const TfLiteIntArray* output_dims = op_context.output->dims; - const int* squeeze_dims = op_context.params->squeeze_dims; - - constexpr int max_squeeze_dims = 8; - TF_LITE_ENSURE(context, input_num_dims <= max_squeeze_dims); - bool should_squeeze[max_squeeze_dims] = {}; - - if (num_squeeze_dims == 0) { - for (int idx = 0; idx < input_num_dims; ++idx) { - if (input_dims->data[idx] == 1) { - should_squeeze[idx] = true; - } - } - } else { - for (int idx = 0; idx < num_squeeze_dims; ++idx) { - int current = squeeze_dims[idx] < 0 ? squeeze_dims[idx] + input_num_dims - : squeeze_dims[idx]; - TF_LITE_ENSURE(context, current >= 0 && current < input_num_dims && - input_dims->data[current] == 1); - should_squeeze[current] = true; - } - } - - // Ensure output dimensions are big enough. - for (int in_idx = 0, out_idx = 0; in_idx < input_num_dims; ++in_idx) { - if (!should_squeeze[in_idx]) { - TFLITE_CHECK_GE(output_dims->data[out_idx++], input_dims->data[in_idx]); - } - } - - return kTfLiteOk; -} - -TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) { - const TfLiteEvalTensor* input = tflite::micro::GetEvalInput(context, node, 0); - - if (input->type == kTfLiteString) { - TF_LITE_KERNEL_LOG(context, "Type %s (%d) not supported.", - TfLiteTypeGetName(input->type), input->type); - return kTfLiteError; - } - - TfLiteEvalTensor* output = tflite::micro::GetEvalOutput(context, node, 0); - size_t input_byte_size; - size_t output_byte_size; - TF_LITE_ENSURE_OK(context, - TfLiteEvalTensorByteLength(input, &input_byte_size)); - TF_LITE_ENSURE_OK(context, - TfLiteEvalTensorByteLength(output, &output_byte_size)); - - TF_LITE_ENSURE_EQ(context, input_byte_size, output_byte_size); - memcpy(output->data.raw, input->data.raw, input_byte_size); - return kTfLiteOk; -} - -} // namespace - -TfLiteRegistration Register_SQUEEZE() { - return tflite::micro::RegisterOp(nullptr, Prepare, Eval); -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/strided_slice.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/strided_slice.cc deleted file mode 100644 index 832e2ccd..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/strided_slice.cc +++ /dev/null @@ -1,202 +0,0 @@ -/* Copyright 2018 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#include "tensorflow/lite/kernels/internal/reference/strided_slice.h" - -#include -#include - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/kernels/op_macros.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" - -namespace tflite { -namespace ops { -namespace micro { -namespace strided_slice { - -constexpr int kInputTensor = 0; -constexpr int kBeginTensor = 1; -constexpr int kEndTensor = 2; -constexpr int kStridesTensor = 3; -constexpr int kOutputTensor = 0; - -struct StridedSliceContext { - StridedSliceContext(TfLiteContext* context, TfLiteNode* node) { - params = reinterpret_cast(node->builtin_data); - micro_context = GetMicroContext(context); - input = micro_context->AllocateTempInputTensor(node, kInputTensor); - begin = micro_context->AllocateTempInputTensor(node, kBeginTensor); - end = micro_context->AllocateTempInputTensor(node, kEndTensor); - strides = micro_context->AllocateTempInputTensor(node, kStridesTensor); - output = micro_context->AllocateTempOutputTensor(node, kOutputTensor); - dims = NumDimensions(input); - } - ~StridedSliceContext() { - micro_context->DeallocateTempTfLiteTensor(input); - micro_context->DeallocateTempTfLiteTensor(begin); - micro_context->DeallocateTempTfLiteTensor(end); - micro_context->DeallocateTempTfLiteTensor(strides); - micro_context->DeallocateTempTfLiteTensor(output); - } - const TfLiteStridedSliceParams* params; - MicroContext* micro_context; - TfLiteTensor* input; - TfLiteTensor* begin; - TfLiteTensor* end; - TfLiteTensor* strides; - TfLiteTensor* output; - int dims; -}; - -// This Op only supports 1-4D cases and since we use the reference 4D -// implementation, the 1-3D tensors are mapped to 4D. -const int kMaxDim = 4; - -tflite::StridedSliceParams BuildStridedSliceParams( - StridedSliceContext* op_context) { - tflite::StridedSliceParams op_params; - op_params.start_indices_count = op_context->dims; - op_params.stop_indices_count = op_context->dims; - op_params.strides_count = op_context->dims; - - for (int i = 0; i < op_context->dims; ++i) { - op_params.start_indices[i] = GetTensorData(op_context->begin)[i]; - op_params.stop_indices[i] = GetTensorData(op_context->end)[i]; - op_params.strides[i] = GetTensorData(op_context->strides)[i]; - } - - op_params.begin_mask = op_context->params->begin_mask; - op_params.ellipsis_mask = 0; - op_params.end_mask = op_context->params->end_mask; - op_params.new_axis_mask = 0; - op_params.shrink_axis_mask = op_context->params->shrink_axis_mask; - return op_params; -} - -// Processes the indexing tensors (begin, end and strides) to resize the -// output tensor. This function is callable from both Prepare() and Eval() as -// long as the caller ensures the indexing tensors are present. -TfLiteStatus CheckOutputSize(TfLiteContext* context, - StridedSliceContext* op_context) { - using ::tflite::strided_slice::StartForAxis; - using ::tflite::strided_slice::StopForAxis; - TfLiteIntArray* output_shape = op_context->output->dims; - int shape_size = 0; - auto op_params = BuildStridedSliceParams(op_context); - auto input_shape = GetTensorShape(op_context->input); - for (int idx = 0; idx < op_context->dims; ++idx) { - int32_t stride = GetTensorData(op_context->strides)[idx]; - TF_LITE_ENSURE_MSG(context, stride != 0, "stride value has to be non-zero"); - int32_t begin = StartForAxis(op_params, input_shape, idx); - int32_t end = StopForAxis(op_params, input_shape, idx, begin); - - // When shrinking an axis, the end position does not matter (and can be - // incorrect when negative indexing is used, see Issue #19260). Always use - // begin + 1 to generate a length 1 slice, since begin has - // already been adjusted for negative indices by StartForAxis. - const bool shrink_axis = op_context->params->shrink_axis_mask & (1 << idx); - if (shrink_axis) { - end = begin + 1; - } - - // This is valid for both positive and negative strides - int32_t dim_shape = std::ceil((end - begin) / static_cast(stride)); - dim_shape = dim_shape < 0 ? 0 : dim_shape; - if (!shrink_axis) { - TF_LITE_ENSURE_EQ(context, output_shape->data[shape_size], dim_shape); - shape_size++; - } - } - TF_LITE_ENSURE_EQ(context, output_shape->size, shape_size); - return kTfLiteOk; -} - -void* Init(TfLiteContext* context, const char* buffer, size_t length) { - TFLITE_DCHECK(context->AllocatePersistentBuffer != nullptr); - return context->AllocatePersistentBuffer(context, sizeof(StridedSliceParams)); -} - -TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) { - TFLITE_DCHECK(node->user_data != nullptr); - StridedSliceParams* op_params = - static_cast(node->user_data); - TF_LITE_ENSURE_EQ(context, NumInputs(node), 4); - TF_LITE_ENSURE_EQ(context, NumOutputs(node), 1); - StridedSliceContext op_context(context, node); - TF_LITE_ENSURE_MSG(context, op_context.dims <= kMaxDim, - "input dim should not exceed 4"); - auto params = BuildStridedSliceParams(&op_context); - memcpy(op_params, ¶ms, sizeof(StridedSliceParams)); - return CheckOutputSize(context, &op_context); -} - -TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) { - TFLITE_DCHECK(node->user_data != nullptr); - const StridedSliceParams& op_params = - *(static_cast(node->user_data)); - - const TfLiteEvalTensor* input = - tflite::micro::GetEvalInput(context, node, kInputTensor); - TfLiteEvalTensor* output = - tflite::micro::GetEvalOutput(context, node, kOutputTensor); - switch (output->type) { - case kTfLiteFloat32: - reference_ops::StridedSlice(op_params, - tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - break; - case kTfLiteInt8: - reference_ops::StridedSlice(op_params, - tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - break; - case kTfLiteInt16: - reference_ops::StridedSlice( - op_params, tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - break; - case kTfLiteInt32: - reference_ops::StridedSlice( - op_params, tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - break; - default: - TF_LITE_KERNEL_LOG(context, "Type %s (%d) not supported.", - TfLiteTypeGetName(input->type), input->type); - return kTfLiteError; - } - return kTfLiteOk; -} -} // namespace strided_slice - -TfLiteRegistration Register_STRIDED_SLICE() { - return tflite::micro::RegisterOp(strided_slice::Init, strided_slice::Prepare, - strided_slice::Eval); -} - -} // namespace micro -} // namespace ops -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/sub.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/sub.cc deleted file mode 100644 index 40bddbad..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/sub.cc +++ /dev/null @@ -1,168 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/micro/kernels/sub.h" - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/common.h" -#include "tensorflow/lite/kernels/internal/quantization_util.h" -#include "tensorflow/lite/kernels/internal/reference/add.h" -#include "tensorflow/lite/kernels/internal/reference/process_broadcast_shapes.h" -#include "tensorflow/lite/kernels/internal/reference/sub.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/kernels/internal/types.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/kernels/op_macros.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" -#include "tensorflow/lite/micro/micro_error_reporter.h" - -namespace tflite { - -void* SubInit(TfLiteContext* context, const char* buffer, size_t length) { - TFLITE_DCHECK(context->AllocatePersistentBuffer != nullptr); - return context->AllocatePersistentBuffer(context, sizeof(OpDataSub)); -} - -void EvalSub(TfLiteContext* context, TfLiteNode* node, TfLiteSubParams* params, - const OpDataSub* data, const TfLiteEvalTensor* input1, - const TfLiteEvalTensor* input2, TfLiteEvalTensor* output) { - float output_activation_min, output_activation_max; - CalculateActivationRange(params->activation, &output_activation_min, - &output_activation_max); - tflite::ArithmeticParams op_params; - SetActivationParams(output_activation_min, output_activation_max, &op_params); - if (data->requires_broadcast) { - tflite::reference_ops::BroadcastSubSlow( - op_params, tflite::micro::GetTensorShape(input1), - tflite::micro::GetTensorData(input1), - tflite::micro::GetTensorShape(input2), - tflite::micro::GetTensorData(input2), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - } else { - tflite::reference_ops::SubWithActivation( - op_params, tflite::micro::GetTensorShape(input1), - tflite::micro::GetTensorData(input1), - tflite::micro::GetTensorShape(input2), - tflite::micro::GetTensorData(input2), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - } -} - -TfLiteStatus EvalSubQuantized(TfLiteContext* context, TfLiteNode* node, - TfLiteSubParams* params, const OpDataSub* data, - const TfLiteEvalTensor* input1, - const TfLiteEvalTensor* input2, - TfLiteEvalTensor* output) { - tflite::ArithmeticParams op_params; - op_params.left_shift = data->left_shift; - op_params.input1_offset = data->input1_offset; - op_params.input1_multiplier = data->input1_multiplier; - op_params.input1_shift = data->input1_shift; - op_params.input2_offset = data->input2_offset; - op_params.input2_multiplier = data->input2_multiplier; - op_params.input2_shift = data->input2_shift; - op_params.output_offset = data->output_offset; - op_params.output_multiplier = data->output_multiplier; - op_params.output_shift = data->output_shift; - SetActivationParams(data->output_activation_min, data->output_activation_max, - &op_params); - bool need_broadcast = reference_ops::ProcessBroadcastShapes( - tflite::micro::GetTensorShape(input1), - tflite::micro::GetTensorShape(input2), &op_params); - - switch (output->type) { - case kTfLiteInt8: { - if (need_broadcast) { - tflite::reference_ops::BroadcastQuantSubSlow( - op_params, tflite::micro::GetTensorShape(input1), - tflite::micro::GetTensorData(input1), - tflite::micro::GetTensorShape(input2), - tflite::micro::GetTensorData(input2), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - } else { - tflite::reference_ops::Sub( - op_params, tflite::micro::GetTensorShape(input1), - tflite::micro::GetTensorData(input1), - tflite::micro::GetTensorShape(input2), - tflite::micro::GetTensorData(input2), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - } - break; - } - case kTfLiteInt16: { - if (need_broadcast) { - tflite::reference_ops::BroadcastQuantSubSlow( - op_params, tflite::micro::GetTensorShape(input1), - tflite::micro::GetTensorData(input1), - tflite::micro::GetTensorShape(input2), - tflite::micro::GetTensorData(input2), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - } else { - tflite::reference_ops::Sub( - op_params, tflite::micro::GetTensorShape(input1), - tflite::micro::GetTensorData(input1), - tflite::micro::GetTensorShape(input2), - tflite::micro::GetTensorData(input2), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - } - break; - } - default: - MicroPrintf("Quantized type %s not currently supported.", - TfLiteTypeGetName(output->type)); - return kTfLiteError; - } - return kTfLiteOk; -} - -TfLiteStatus SubEval(TfLiteContext* context, TfLiteNode* node) { - auto* params = reinterpret_cast(node->builtin_data); - - const TfLiteEvalTensor* input1 = - tflite::micro::GetEvalInput(context, node, kSubInputTensor1); - const TfLiteEvalTensor* input2 = - tflite::micro::GetEvalInput(context, node, kSubInputTensor2); - TfLiteEvalTensor* output = - tflite::micro::GetEvalOutput(context, node, kSubOutputTensor); - - TFLITE_DCHECK(node->user_data != nullptr); - const OpDataSub& data = *(static_cast(node->user_data)); - - if (output->type == kTfLiteFloat32) { - EvalSub(context, node, params, &data, input1, input2, output); - } else if (output->type == kTfLiteInt8 || output->type == kTfLiteInt16) { - TF_LITE_ENSURE_OK(context, EvalSubQuantized(context, node, params, &data, - input1, input2, output)); - } else { - MicroPrintf("Type %s (%d) not supported.", TfLiteTypeGetName(output->type), - output->type); - return kTfLiteError; - } - - return kTfLiteOk; -} - -TfLiteRegistration Register_SUB() { - return tflite::micro::RegisterOp(SubInit, SubPrepare, SubEval); -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/sub.h b/code/components/tflite-lib/tensorflow/lite/micro/kernels/sub.h deleted file mode 100644 index 29900221..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/sub.h +++ /dev/null @@ -1,60 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#ifndef TENSORFLOW_LITE_MICRO_KERNELS_SUB_H_ -#define TENSORFLOW_LITE_MICRO_KERNELS_SUB_H_ - -#include - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" - -namespace tflite { - -extern const int kSubInputTensor1; -extern const int kSubInputTensor2; -extern const int kSubOutputTensor; - -struct OpDataSub { - bool requires_broadcast; - - // These fields are used in both the general 8-bit -> 8bit quantized path, - // and the special 16-bit -> 16bit quantized path - int input1_shift; - int input2_shift; - int32_t output_activation_min; - int32_t output_activation_max; - - // These fields are used only in the general 8-bit -> 8bit quantized path - int32_t input1_multiplier; - int32_t input2_multiplier; - int32_t output_multiplier; - int output_shift; - int left_shift; - int32_t input1_offset; - int32_t input2_offset; - int32_t output_offset; -}; - -TfLiteStatus CalculateOpDataSub(TfLiteContext* context, TfLiteSubParams* params, - const TfLiteTensor* input1, - const TfLiteTensor* input2, - TfLiteTensor* output, OpDataSub* data); - -TfLiteStatus SubPrepare(TfLiteContext* context, TfLiteNode* node); - -} // namespace tflite - -#endif // TENSORFLOW_LITE_MICRO_KERNELS_SUB_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/sub_common.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/sub_common.cc deleted file mode 100644 index d6647462..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/sub_common.cc +++ /dev/null @@ -1,107 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/common.h" -#include "tensorflow/lite/kernels/internal/quantization_util.h" -#include "tensorflow/lite/kernels/internal/reference/add.h" -#include "tensorflow/lite/kernels/internal/reference/process_broadcast_shapes.h" -#include "tensorflow/lite/kernels/internal/reference/sub.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/kernels/internal/types.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/kernels/op_macros.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" -#include "tensorflow/lite/micro/kernels/sub.h" - -namespace tflite { - -const int kSubInputTensor1 = 0; -const int kSubInputTensor2 = 1; -const int kSubOutputTensor = 0; - -TfLiteStatus CalculateOpDataSub(TfLiteContext* context, TfLiteSubParams* params, - const TfLiteTensor* input1, - const TfLiteTensor* input2, - TfLiteTensor* output, OpDataSub* data) { - data->requires_broadcast = !HaveSameShapes(input1, input2); - - if (output->type == kTfLiteInt8 || output->type == kTfLiteInt16) { - // 8bit -> 8bit general quantized path, with general rescalings - data->input1_offset = -input1->params.zero_point; - data->input2_offset = -input2->params.zero_point; - data->output_offset = output->params.zero_point; - - // The shift is set to 15 in case of 16-bit and 20 in case of 8-bit, - // accordingly. In case of 16-bit we have 65535 << 15 which is less than 1 - // << 31, therefore the addition will still fit in a 32 bit accumulator. - data->left_shift = output->type == kTfLiteInt16 ? 15 : 20; - const float twice_max_input_scale = - 2 * std::max(input1->params.scale, input2->params.scale); - const double real_input1_multiplier = - static_cast(input1->params.scale / twice_max_input_scale); - const double real_input2_multiplier = - static_cast(input2->params.scale / twice_max_input_scale); - const double real_output_multiplier = - static_cast(twice_max_input_scale / - ((1 << data->left_shift) * output->params.scale)); - - QuantizeMultiplierSmallerThanOneExp( - real_input1_multiplier, &data->input1_multiplier, &data->input1_shift); - - QuantizeMultiplierSmallerThanOneExp( - real_input2_multiplier, &data->input2_multiplier, &data->input2_shift); - - QuantizeMultiplierSmallerThanOneExp( - real_output_multiplier, &data->output_multiplier, &data->output_shift); - - TF_LITE_ENSURE_STATUS(CalculateActivationRangeQuantized( - context, params->activation, output, &data->output_activation_min, - &data->output_activation_max)); - } - - return kTfLiteOk; -} - -TfLiteStatus SubPrepare(TfLiteContext* context, TfLiteNode* node) { - TFLITE_DCHECK(node->user_data != nullptr); - TFLITE_DCHECK(node->builtin_data != nullptr); - - OpDataSub* data = static_cast(node->user_data); - auto* params = reinterpret_cast(node->builtin_data); - - MicroContext* micro_context = GetMicroContext(context); - - TfLiteTensor* input1 = - micro_context->AllocateTempInputTensor(node, kSubInputTensor1); - TF_LITE_ENSURE(context, input1 != nullptr); - TfLiteTensor* input2 = - micro_context->AllocateTempInputTensor(node, kSubInputTensor2); - TF_LITE_ENSURE(context, input2 != nullptr); - TfLiteTensor* output = - micro_context->AllocateTempOutputTensor(node, kSubOutputTensor); - TF_LITE_ENSURE(context, output != nullptr); - - TF_LITE_ENSURE_STATUS( - CalculateOpDataSub(context, params, input1, input2, output, data)); - - micro_context->DeallocateTempTfLiteTensor(input1); - micro_context->DeallocateTempTfLiteTensor(input2); - micro_context->DeallocateTempTfLiteTensor(output); - return kTfLiteOk; -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/svdf.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/svdf.cc deleted file mode 100644 index 5994db94..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/svdf.cc +++ /dev/null @@ -1,106 +0,0 @@ -/* Copyright 2020 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/micro/kernels/svdf.h" - -#include - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/common.h" -#include "tensorflow/lite/kernels/internal/quantization_util.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/kernels/op_macros.h" -#include "tensorflow/lite/micro/kernels/activation_utils.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" -#include "tensorflow/lite/micro/micro_error_reporter.h" -#include "tensorflow/lite/micro/micro_utils.h" - -namespace tflite { -namespace { - -void* Init(TfLiteContext* context, const char* buffer, size_t length) { - TFLITE_DCHECK(context->AllocatePersistentBuffer != nullptr); - return context->AllocatePersistentBuffer(context, sizeof(OpDataSvdf)); -} - -TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) { - auto* params = reinterpret_cast(node->builtin_data); - TFLITE_DCHECK(node->user_data != nullptr); - const OpDataSvdf& data = *(static_cast(node->user_data)); - - const TfLiteEvalTensor* input = - tflite::micro::GetEvalInput(context, node, kSvdfInputTensor); - const TfLiteEvalTensor* weights_feature = - tflite::micro::GetEvalInput(context, node, kSvdfWeightsFeatureTensor); - const TfLiteEvalTensor* weights_time = - tflite::micro::GetEvalInput(context, node, kSvdfWeightsTimeTensor); - const TfLiteEvalTensor* bias = - (NumInputs(node) == 5) - ? tflite::micro::GetEvalInput(context, node, kSvdfBiasTensor) - : nullptr; - TfLiteEvalTensor* activation_state = tflite::micro::GetMutableEvalInput( - context, node, kSvdfInputActivationStateTensor); - TfLiteEvalTensor* output = - tflite::micro::GetEvalOutput(context, node, kSvdfOutputTensor); - - switch (weights_feature->type) { - case kTfLiteFloat32: { - EvalFloatSvdfReference( - context, node, input, weights_feature, weights_time, bias, params, - data.scratch_tensor_index, activation_state, output); - return kTfLiteOk; - break; - } - - case kTfLiteInt8: { - switch (weights_time->type) { - case kTfLiteInt16: { - EvalInt16SvdfReference(context, node, input, weights_feature, - weights_time, bias, params, activation_state, - output, data); - return kTfLiteOk; - break; - } - case kTfLiteInt8: { - EvalInt8SvdfReference(context, node, input, weights_feature, - weights_time, bias, params, activation_state, - output, data); - return kTfLiteOk; - break; - } - default: - MicroPrintf("Type %s not currently supported.", - TfLiteTypeGetName(weights_time->type)); - return kTfLiteError; - } - } - - default: - MicroPrintf("Type %s not currently supported.", - TfLiteTypeGetName(weights_feature->type)); - return kTfLiteError; - } - return kTfLiteOk; -} - -} // namespace - -TfLiteRegistration Register_SVDF() { - return tflite::micro::RegisterOp(Init, PrepareSvdf, Eval); -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/svdf.h b/code/components/tflite-lib/tensorflow/lite/micro/kernels/svdf.h deleted file mode 100644 index 7a04a5c6..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/svdf.h +++ /dev/null @@ -1,99 +0,0 @@ -/* Copyright 2020 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_MICRO_KERNELS_SVDF_H_ -#define TENSORFLOW_LITE_MICRO_KERNELS_SVDF_H_ - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" - -namespace tflite { - -struct OpDataSvdf { - int32_t effective_scale_1_a; - int32_t effective_scale_2_a; - // b versions of each scale are kept at int since the numbers are just the - // shift value - typically between [-32, 32]. - int effective_scale_1_b; - int effective_scale_2_b; - int scratch_tensor_index; - int scratch_output_tensor_index; - - // Cached tensor zero point values for quantized operations. - int input_zero_point; - int output_zero_point; - int activation_state_zero_point; -}; - -// Input tensors. -extern const int kSvdfInputTensor; -extern const int kSvdfWeightsFeatureTensor; -extern const int kSvdfWeightsTimeTensor; -extern const int kSvdfBiasTensor; -// This is a variable tensor, and will be modified by this op. -extern const int kSvdfInputActivationStateTensor; - -// Output tensor. -extern const int kSvdfOutputTensor; - -void EvalInt8SvdfReference(TfLiteContext* context, TfLiteNode* node, - const TfLiteEvalTensor* input_tensor, - const TfLiteEvalTensor* weights_feature_tensor, - const TfLiteEvalTensor* weights_time_tensor, - const TfLiteEvalTensor* bias_tensor, - const TfLiteSVDFParams* params, - TfLiteEvalTensor* activation_state_tensor, - TfLiteEvalTensor* output_tensor, - const OpDataSvdf& data); - -// TODO(#523): remove 16-bit code when no longer needed. -void EvalInt16SvdfReference(TfLiteContext* context, TfLiteNode* node, - const TfLiteEvalTensor* input_tensor, - const TfLiteEvalTensor* weights_feature_tensor, - const TfLiteEvalTensor* weights_time_tensor, - const TfLiteEvalTensor* bias_tensor, - const TfLiteSVDFParams* params, - TfLiteEvalTensor* activation_state_tensor, - TfLiteEvalTensor* output_tensor, - const OpDataSvdf& data); - -void EvalFloatSvdfReference( - TfLiteContext* context, TfLiteNode* node, const TfLiteEvalTensor* input, - const TfLiteEvalTensor* weights_feature, - const TfLiteEvalTensor* weights_time, const TfLiteEvalTensor* bias, - const TfLiteSVDFParams* params, int scratch_tensor_index, - TfLiteEvalTensor* activation_state, TfLiteEvalTensor* output); - -TfLiteStatus PrepareSvdf(TfLiteContext* context, TfLiteNode* node); - -// This is the most generic TfLiteRegistration. The actual supported types may -// still be target dependent. The only requirement is that every implementation -// (reference or optimized) must define this function. -TfLiteRegistration Register_SVDF(); - -#if defined(HEXAGON) -TfLiteRegistration Register_SVDF_INT8(); - -#else -// Note that while this block gets used for both reference and optimized kernels -// that do not have any specialized implementations, the only goal here is to -// define fallback implementation that allow reference kernels to still be used -// from applications that call a more specific kernel variant. - -inline TfLiteRegistration Register_SVDF_INT8() { return Register_SVDF(); } - -#endif -} // namespace tflite - -#endif // TENSORFLOW_LITE_MICRO_KERNELS_SVDF_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/svdf_common.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/svdf_common.cc deleted file mode 100644 index fb92b4fd..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/svdf_common.cc +++ /dev/null @@ -1,514 +0,0 @@ -/* Copyright 2020 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/common.h" -#include "tensorflow/lite/kernels/internal/quantization_util.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/kernels/op_macros.h" -#include "tensorflow/lite/micro/kernels/activation_utils.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" -#include "tensorflow/lite/micro/kernels/svdf.h" -#include "tensorflow/lite/micro/micro_utils.h" - -namespace tflite { - -/** - * This version of SVDF is specific to TFLite Micro. It contains the following - * differences between the TFLite version: - * - * 1.) Scratch tensor allocation - scratch tensors must be known ahead of time - * for the Micro interpreter. - * 2.) Output dimensions - the TFLite version determines output size and runtime - * and resizes the output tensor. Micro runtime does not support tensor - * resizing. - */ - -const int kSvdfInputTensor = 0; -const int kSvdfWeightsFeatureTensor = 1; -const int kSvdfWeightsTimeTensor = 2; -const int kSvdfBiasTensor = 3; -const int kSvdfInputActivationStateTensor = - 4; // This is a variable tensor, and will be modified by this op. -const int kSvdfOutputTensor = 0; - -template -void EvalIntegerSvdfReference(TfLiteContext* context, TfLiteNode* node, - const TfLiteEvalTensor* input_tensor, - const TfLiteEvalTensor* weights_feature_tensor, - const TfLiteEvalTensor* weights_time_tensor, - const TfLiteEvalTensor* bias_tensor, - const TfLiteSVDFParams* params, - TfLiteEvalTensor* activation_state_tensor, - TfLiteEvalTensor* output_tensor, - const OpDataSvdf& data) { - const int n_rank = params->rank; - const int n_batch = input_tensor->dims->data[0]; - const int n_input = input_tensor->dims->data[1]; - const int n_filter = weights_feature_tensor->dims->data[0]; - const int n_unit = n_filter / n_rank; - const int n_memory = weights_time_tensor->dims->data[1]; - - TFLITE_DCHECK(context != nullptr); - TFLITE_DCHECK(context->GetScratchBuffer != nullptr); - - int32_t* scratch_tensor = static_cast( - context->GetScratchBuffer(context, data.scratch_tensor_index)); - int32_t* scratch_output_tensor = static_cast( - context->GetScratchBuffer(context, data.scratch_output_tensor_index)); - - // Shift states. - T* const state_ptr = tflite::micro::GetTensorData(activation_state_tensor); - - // Left shift the activation_state. - { - T* new_state_start = state_ptr; - const T* old_state_start = state_ptr + 1; - const T* old_state_end = state_ptr + n_batch * n_filter * n_memory; - while (old_state_start != old_state_end) { - *new_state_start++ = *old_state_start++; - } - } - - // Note: no need to clear the latest activation, matmul is not accumulative. - - // Feature matmul. - { - T* state = tflite::micro::GetTensorData(activation_state_tensor); - const int8_t* input = tflite::micro::GetTensorData(input_tensor); - const int8_t* weight_feature = - tflite::micro::GetTensorData(weights_feature_tensor); - const int32_t output_max = std::numeric_limits::max(); - const int32_t output_min = std::numeric_limits::min(); - T* result_in_batch = state + (n_memory - 1); - for (int b = 0; b < n_batch; b++) { - const int8_t* matrix_ptr = weight_feature; - for (int r = 0; r < n_filter; r++) { - int32_t dot_prod = 0; - const int8_t* vector_in_batch = input + b * n_input; - for (int c = 0; c < n_input; c++) { - dot_prod += - *matrix_ptr++ * (*vector_in_batch++ - data.input_zero_point); - } - dot_prod = MultiplyByQuantizedMultiplier( - dot_prod, data.effective_scale_1_a, data.effective_scale_1_b); - dot_prod = std::min(std::max(output_min, dot_prod), output_max); - // The int16 version of the op assumes a zero_point of 0. This - // code accounts for the potentially non-zero zero_point for the int8 - // version of the op. - *result_in_batch = data.activation_state_zero_point + dot_prod; - result_in_batch += n_memory; - } - } - } - - // Time. - { - for (int b = 0; b < n_batch; ++b) { - int32_t* scratch_ptr_batch = scratch_tensor + b * n_filter; - - // Perform batched vector dot product: - const T* vector1_ptr = - tflite::micro::GetTensorData(weights_time_tensor); - const T* vector2_ptr = - tflite::micro::GetTensorData(activation_state_tensor) + - b * n_memory * n_filter; - - for (int i = 0; i < n_filter; i++) { - *scratch_ptr_batch = 0; - for (int j = 0; j < n_memory; j++) { - *scratch_ptr_batch += - *vector1_ptr++ * - (*vector2_ptr++ - data.activation_state_zero_point); - } - scratch_ptr_batch++; - } - } - } - - // Reduce, add bias, rescale, activation. - { - // Add bias. - if (bias_tensor) { - // Vector batch assign: - const int32_t* bias_data = - tflite::micro::GetTensorData(bias_tensor); - for (int i = 0; i < n_batch; ++i) { - int32_t* output_ptr = scratch_output_tensor + i * n_unit; - const int32_t* bias_ptr = bias_data; - for (int j = 0; j < n_unit; ++j) { - *output_ptr++ = *bias_ptr++; - } - } - } else { - int32_t* output_ptr = scratch_output_tensor; - for (int i = 0; i < n_batch * n_unit; ++i) { - *output_ptr++ = 0; - } - } - - // Reduce. - for (int b = 0; b < n_batch; ++b) { - int32_t* output_temp_ptr = scratch_output_tensor + b * n_unit; - int32_t* scratch_ptr_batch = scratch_tensor + b * n_filter; - - // Reduction sum vector - for (int i = 0; i < n_unit; ++i) { - for (int j = 0; j < n_rank; ++j) { - output_temp_ptr[i] += *scratch_ptr_batch++; - } - } - } - - // Rescale. - const int32_t output_max = std::numeric_limits::max(); - const int32_t output_min = std::numeric_limits::min(); - for (int i = 0; i < n_batch * n_unit; ++i) { - int32_t x1 = scratch_output_tensor[i]; - int32_t x2 = MultiplyByQuantizedMultiplier(x1, data.effective_scale_2_a, - data.effective_scale_2_b); - int32_t x3 = x2 + data.output_zero_point; - int32_t x4 = std::min(std::max(output_min, x3), output_max); - tflite::micro::GetTensorData(output_tensor)[i] = - static_cast(x4); - } - } -} - -/** - * Generate two versions of the integer code. One with int16_t type for the - * time weights and the activation state, and another one with int8_t for the - * same. - */ - -void EvalInt16SvdfReference(TfLiteContext* context, TfLiteNode* node, - const TfLiteEvalTensor* input_tensor, - const TfLiteEvalTensor* weights_feature_tensor, - const TfLiteEvalTensor* weights_time_tensor, - const TfLiteEvalTensor* bias_tensor, - const TfLiteSVDFParams* params, - TfLiteEvalTensor* activation_state_tensor, - TfLiteEvalTensor* output_tensor, - const OpDataSvdf& data) { - EvalIntegerSvdfReference( - context, node, input_tensor, weights_feature_tensor, weights_time_tensor, - bias_tensor, params, activation_state_tensor, output_tensor, data); -} - -void EvalInt8SvdfReference(TfLiteContext* context, TfLiteNode* node, - const TfLiteEvalTensor* input_tensor, - const TfLiteEvalTensor* weights_feature_tensor, - const TfLiteEvalTensor* weights_time_tensor, - const TfLiteEvalTensor* bias_tensor, - const TfLiteSVDFParams* params, - TfLiteEvalTensor* activation_state_tensor, - TfLiteEvalTensor* output_tensor, - const OpDataSvdf& data) { - EvalIntegerSvdfReference( - context, node, input_tensor, weights_feature_tensor, weights_time_tensor, - bias_tensor, params, activation_state_tensor, output_tensor, data); -} - -static inline void ApplyTimeWeightsBiasAndActivation( - int batch_size, int memory_size, int num_filters, int num_units, int rank, - const float* const weights_time_ptr, const float* const bias_ptr, - TfLiteFusedActivation activation, float* const state_ptr, - float* const scratch_ptr, float* const output_ptr) { - // Compute matmul(activation_state, weights_time). - for (int b = 0; b < batch_size; ++b) { - // Perform batched vector dot product: - float* scratch_ptr_batch = scratch_ptr + b * num_filters; - const float* vector1_ptr = weights_time_ptr; - const float* vector2_ptr = state_ptr + b * memory_size * num_filters; - for (int i = 0; i < num_filters; ++i) { - *scratch_ptr_batch = 0.f; - for (int j = 0; j < memory_size; ++j) { - *scratch_ptr_batch += *vector1_ptr++ * *vector2_ptr++; - } - scratch_ptr_batch++; - } - } - - // Initialize output with bias if provided. - if (bias_ptr) { - // VectorBatchVectorAssign - for (int i = 0; i < batch_size; ++i) { - float* output_data = output_ptr + i * num_units; - const float* bias_data = bias_ptr; - for (int j = 0; j < num_units; ++j) { - *output_data++ = *bias_data++; - } - } - } else { - float* output_data = output_ptr; - for (int i = 0; i < batch_size * num_units; ++i) { - *output_data++ = 0.0f; - } - } - - // Reduction sum. - for (int b = 0; b < batch_size; ++b) { - float* output_ptr_batch = output_ptr + b * num_units; - float* scratch_ptr_batch = scratch_ptr + b * num_filters; - - // Reduction sum vector - for (int i = 0; i < num_units; ++i) { - for (int j = 0; j < rank; j++) { - output_ptr_batch[i] += *scratch_ptr_batch++; - } - } - } - - // Apply activation. - for (int b = 0; b < batch_size; ++b) { - float* output_ptr_batch = output_ptr + b * num_units; - for (int i = 0; i < num_units; ++i) { - *output_ptr_batch = - tflite::ops::micro::ActivationValFloat(activation, *output_ptr_batch); - ++output_ptr_batch; - } - } -} - -void EvalFloatSvdfReference( - TfLiteContext* context, TfLiteNode* node, const TfLiteEvalTensor* input, - const TfLiteEvalTensor* weights_feature, - const TfLiteEvalTensor* weights_time, const TfLiteEvalTensor* bias, - const TfLiteSVDFParams* params, int scratch_tensor_index, - TfLiteEvalTensor* activation_state, TfLiteEvalTensor* output) { - const int rank = params->rank; - const int batch_size = input->dims->data[0]; - const int input_size = input->dims->data[1]; - const int num_filters = weights_feature->dims->data[0]; - const int num_units = num_filters / rank; - const int memory_size = weights_time->dims->data[1]; - - const float* weights_feature_ptr = - tflite::micro::GetTensorData(weights_feature); - const float* weights_time_ptr = - tflite::micro::GetTensorData(weights_time); - const float* bias_ptr = tflite::micro::GetTensorData(bias); - const float* input_ptr = tflite::micro::GetTensorData(input); - - float* state_ptr = tflite::micro::GetTensorData(activation_state); - - TFLITE_DCHECK(context != nullptr); - TFLITE_DCHECK(context->GetScratchBuffer != nullptr); - - float* scratch_ptr = static_cast( - context->GetScratchBuffer(context, scratch_tensor_index)); - - float* output_ptr = tflite::micro::GetTensorData(output); - - // Left shift the activation_state. - { - float* new_state_start = state_ptr; - const float* old_state_start = state_ptr + 1; - const float* old_state_end = - state_ptr + batch_size * num_filters * memory_size; - while (old_state_start != old_state_end) { - *new_state_start++ = *old_state_start++; - } - } - - // Note: no need to clear the latest activation, matmul is not accumulative. - - // Compute conv1d(inputs, weights_feature). - // The activation_state's rightmost column is used to save current cycle - // activation. This is achieved by starting at state_ptr[memory_size - 1] and - // having the stride equal to memory_size. - - // Perform batched matrix vector multiply operation: - { - const float* matrix = weights_feature_ptr; - const float* vector = input_ptr; - float* result = &state_ptr[memory_size - 1]; - float* result_in_batch = result; - for (int i = 0; i < batch_size; ++i) { - const float* matrix_ptr = matrix; - for (int j = 0; j < num_filters; ++j) { - float dot_prod = 0.0f; - const float* vector_in_batch = vector + i * input_size; - for (int k = 0; k < input_size; ++k) { - dot_prod += *matrix_ptr++ * *vector_in_batch++; - } - *result_in_batch = dot_prod; - result_in_batch += memory_size; - } - } - } - - ApplyTimeWeightsBiasAndActivation( - batch_size, memory_size, num_filters, num_units, rank, weights_time_ptr, - bias_ptr, params->activation, state_ptr, scratch_ptr, output_ptr); -} - -TfLiteStatus PrepareSvdf(TfLiteContext* context, TfLiteNode* node) { - TFLITE_DCHECK(node->builtin_data != nullptr); - - const auto* params = static_cast(node->builtin_data); - - MicroContext* micro_context = GetMicroContext(context); - - // Validate Tensor Inputs (dtype depends on quantization): - // [0] = Input, {2, batch_size, input_size} - // [1] = Weights Feature, {2, num_filters, input_size} - // [2] = Weights Time, {2, num_filters, memory_size} - // [3] = Bias (optional), {1, num_units} - // [4] = Activation State (variable), - // {2, batch_size, memory_size * num_filters} - TfLiteTensor* input = - micro_context->AllocateTempInputTensor(node, kSvdfInputTensor); - TF_LITE_ENSURE(context, input != nullptr); - TfLiteTensor* weights_feature = - micro_context->AllocateTempInputTensor(node, kSvdfWeightsFeatureTensor); - TF_LITE_ENSURE(context, weights_feature != nullptr); - TfLiteTensor* weights_time = - micro_context->AllocateTempInputTensor(node, kSvdfWeightsTimeTensor); - TF_LITE_ENSURE(context, weights_time != nullptr); - TfLiteTensor* bias = - micro_context->AllocateTempInputTensor(node, kSvdfBiasTensor); - TfLiteTensor* activation_state = micro_context->AllocateTempInputTensor( - node, kSvdfInputActivationStateTensor); - TF_LITE_ENSURE(context, activation_state != nullptr); - - // Define input constants based on input tensor definition above: - const int rank = params->rank; - const int input_size = input->dims->data[1]; - const int batch_size = input->dims->data[0]; - const int num_filters = weights_feature->dims->data[0]; - TF_LITE_ENSURE_EQ(context, num_filters % rank, 0); - const int num_units = num_filters / rank; - const int memory_size = weights_time->dims->data[1]; - - // Validate Input Tensor: - TF_LITE_ENSURE(context, - input->type == kTfLiteFloat32 || input->type == kTfLiteInt8); - TF_LITE_ENSURE_EQ(context, NumDimensions(input), 2); - - // Validate Tensor Output: - // [0] = float/int8_t, {2, batch_size, num_units} - TF_LITE_ENSURE_EQ(context, node->outputs->size, 1); - TfLiteTensor* output = - micro_context->AllocateTempOutputTensor(node, kSvdfOutputTensor); - TF_LITE_ENSURE(context, output != nullptr); - TF_LITE_ENSURE_EQ(context, NumDimensions(output), 2); - TF_LITE_ENSURE_EQ(context, output->dims->data[0], batch_size); - TF_LITE_ENSURE_EQ(context, output->dims->data[1], num_units); - - // Validate Weights Feature Input Tensor: - TF_LITE_ENSURE_EQ(context, NumDimensions(weights_feature), 2); - TF_LITE_ENSURE_EQ(context, weights_feature->dims->data[1], input_size); - - // Validate Weights Time Input Tensor: - TF_LITE_ENSURE_EQ(context, NumDimensions(weights_time), 2); - TF_LITE_ENSURE_EQ(context, weights_time->dims->data[0], num_filters); - TF_LITE_ENSURE_EQ(context, weights_time->dims->data[1], memory_size); - - // Validate Optional Bias Input Tensor: - if (bias != nullptr) { - TF_LITE_ENSURE_EQ(context, bias->dims->data[0], num_units); - } - - // Validate Activation State Input Tensor: - TF_LITE_ENSURE_EQ(context, NumDimensions(activation_state), 2); - TF_LITE_ENSURE_EQ(context, activation_state->dims->data[0], batch_size); - TF_LITE_ENSURE_EQ(context, activation_state->dims->data[1], - memory_size * num_filters); - // Since is_variable is not part of TFLiteEvalTensor, check is_variable here. - TF_LITE_ENSURE_EQ(context, activation_state->is_variable, true); - - TF_LITE_ENSURE_EQ(context, node->inputs->size, 5); - - TFLITE_DCHECK(node->user_data != nullptr); - OpDataSvdf* data = static_cast(node->user_data); - - if (input->type == kTfLiteInt8) { - TF_LITE_ENSURE_EQ(context, weights_feature->type, kTfLiteInt8); - TF_LITE_ENSURE(context, (weights_time->type == kTfLiteInt16) || - (weights_time->type == kTfLiteInt8)); - TF_LITE_ENSURE(context, (activation_state->type == kTfLiteInt16) || - (activation_state->type == kTfLiteInt8)); - if (bias != nullptr) { - TF_LITE_ENSURE_EQ(context, bias->type, kTfLiteInt32); - } - - TF_LITE_ENSURE_TYPES_EQ(context, output->type, kTfLiteInt8); - - const double effective_scale_1 = static_cast( - input->params.scale * weights_feature->params.scale / - activation_state->params.scale); - const double effective_scale_2 = - static_cast(activation_state->params.scale * - weights_time->params.scale / output->params.scale); - - // TODO(b/162018098): Use TF_LITE_ENSURE_NEAR when it is ready. - TF_LITE_ENSURE( - context, - std::abs(static_cast(bias->params.scale) - - static_cast(activation_state->params.scale * - weights_time->params.scale)) < 1e-5); - - QuantizeMultiplier(effective_scale_1, &(data->effective_scale_1_a), - &(data->effective_scale_1_b)); - QuantizeMultiplier(effective_scale_2, &(data->effective_scale_2_a), - &(data->effective_scale_2_b)); - - data->input_zero_point = input->params.zero_point; - data->output_zero_point = output->params.zero_point; - data->activation_state_zero_point = activation_state->params.zero_point; - - TFLITE_DCHECK(context->RequestScratchBufferInArena != nullptr); - - const TfLiteStatus scratch_status = context->RequestScratchBufferInArena( - context, batch_size * num_filters * sizeof(int32_t), - &(data->scratch_tensor_index)); - TF_LITE_ENSURE_OK(context, scratch_status); - - const TfLiteStatus scratch_output_status = - context->RequestScratchBufferInArena( - context, batch_size * num_units * sizeof(int32_t), - &(data->scratch_output_tensor_index)); - TF_LITE_ENSURE_OK(context, scratch_output_status); - } else { - TF_LITE_ENSURE_EQ(context, weights_feature->type, kTfLiteFloat32); - TF_LITE_ENSURE_EQ(context, weights_time->type, kTfLiteFloat32); - TF_LITE_ENSURE_EQ(context, activation_state->type, kTfLiteFloat32); - if (bias != nullptr) { - TF_LITE_ENSURE_EQ(context, bias->type, kTfLiteFloat32); - } - TF_LITE_ENSURE_TYPES_EQ(context, output->type, kTfLiteFloat32); - - TFLITE_DCHECK(context->RequestScratchBufferInArena != nullptr); - const TfLiteStatus scratch_status = context->RequestScratchBufferInArena( - context, batch_size * num_filters * sizeof(float), - &(data->scratch_tensor_index)); - TF_LITE_ENSURE_OK(context, scratch_status); - } - - micro_context->DeallocateTempTfLiteTensor(input); - micro_context->DeallocateTempTfLiteTensor(weights_feature); - micro_context->DeallocateTempTfLiteTensor(weights_time); - micro_context->DeallocateTempTfLiteTensor(activation_state); - micro_context->DeallocateTempTfLiteTensor(output); - micro_context->DeallocateTempTfLiteTensor(bias); - return kTfLiteOk; -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/tanh.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/tanh.cc deleted file mode 100644 index e97a9035..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/tanh.cc +++ /dev/null @@ -1,203 +0,0 @@ -/* Copyright 2020 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/kernels/internal/reference/integer_ops/tanh.h" - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/common.h" -#include "tensorflow/lite/kernels/internal/quantization_util.h" -#include "tensorflow/lite/kernels/internal/reference/tanh.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/kernels/op_macros.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" -#include "tensorflow/lite/micro/micro_utils.h" - -namespace tflite { -namespace ops { -namespace micro { -namespace activations { -namespace { -constexpr int kInputTensor = 0; -constexpr int kOutputTensor = 0; - -struct OpData { - int32_t input_zero_point; - int32_t input_range_radius; - int32_t input_multiplier; - int input_left_shift; -}; - -void* TanhInit(TfLiteContext* context, const char* buffer, size_t length) { - TFLITE_DCHECK(context->AllocatePersistentBuffer != nullptr); - return context->AllocatePersistentBuffer(context, sizeof(OpData)); -} - -TfLiteStatus CalculateArithmeticOpData(TfLiteContext* context, TfLiteNode* node, - OpData* data) { - MicroContext* micro_context = GetMicroContext(context); - TF_LITE_ENSURE_EQ(context, NumInputs(node), 1); - TF_LITE_ENSURE_EQ(context, NumOutputs(node), 1); - TfLiteTensor* input = - micro_context->AllocateTempInputTensor(node, kInputTensor); - TF_LITE_ENSURE(context, input != nullptr); - TfLiteTensor* output = - micro_context->AllocateTempOutputTensor(node, kOutputTensor); - TF_LITE_ENSURE(context, output != nullptr); - - TF_LITE_ENSURE_TYPES_EQ(context, input->type, output->type); - - if (input->type == kTfLiteInt8) { - static constexpr int kInputIntegerBits = 4; - const double input_real_multiplier = - static_cast(input->params.scale) * - static_cast(1 << (31 - kInputIntegerBits)); - - const double q = std::frexp(input_real_multiplier, &data->input_left_shift); - data->input_multiplier = static_cast(TfLiteRound(q * (1ll << 31))); - - data->input_range_radius = - CalculateInputRadius(kInputIntegerBits, data->input_left_shift, 31); - } - - if (input->type == kTfLiteInt16) { - static constexpr int kInputIntegerBits = 3; - static constexpr int kOutputFractionalBits = 15; - - // These operators are implemented in fixed-point arithmetic, - // which intrinsically wants symmetric ranges (zero_point==0) - // and power-of-two scales (power-of-two is abbreviated below as POT). - // While more general support would be possible by means of rescaling, - // that would add some overhead and some loss of accuracy and wouldn't - // be used at the moment as current quantized LSTM applications are - // happy with symmetric, power-of-two-scales quantization. So we just - // implement that narrow case only for now. - - TF_LITE_ENSURE_EQ(context, input->params.zero_point, 0); - TF_LITE_ENSURE_EQ(context, output->params.zero_point, 0); - - int input_scale_log2_rounded; - bool param_scale_pot = - CheckedLog2(input->params.scale, &input_scale_log2_rounded); - - data->input_left_shift = - (15 - kInputIntegerBits) + input_scale_log2_rounded; - param_scale_pot &= - (data->input_left_shift == 0 || data->input_left_shift == 1); - - if (param_scale_pot) { - data->input_multiplier = 0; - } else { - // Calculate multiplier to change input scale to 1/(3*4096) - // as required by the table lookup. - // The number 3.0 in the multiplier comes from here, - // because the interval is [-10.7, 10.7] instead of [-8, 8]. - // So, in this scaling +/-2^17 represents +/-10.7. - - double multiplier = - static_cast(input->params.scale) * 4096.0 * 3.0; - data->input_left_shift = 0; - - while (multiplier <= 32767.0 / 2.0 && data->input_left_shift <= 30) { - data->input_left_shift++; - multiplier = multiplier * 2.0; - } - - data->input_multiplier = static_cast(multiplier); - } - - int output_scale_log2_rounded; - TF_LITE_ENSURE( - context, CheckedLog2(output->params.scale, &output_scale_log2_rounded)); - TF_LITE_ENSURE_EQ(context, output_scale_log2_rounded, - -kOutputFractionalBits); - } - - micro_context->DeallocateTempTfLiteTensor(input); - micro_context->DeallocateTempTfLiteTensor(output); - return kTfLiteOk; -} - -TfLiteStatus TanhPrepare(TfLiteContext* context, TfLiteNode* node) { - TFLITE_DCHECK(node->user_data != nullptr); - - OpData* data = static_cast(node->user_data); - - MicroContext* micro_context = GetMicroContext(context); - TfLiteTensor* input = - micro_context->AllocateTempInputTensor(node, kInputTensor); - TF_LITE_ENSURE(context, input != nullptr); - data->input_zero_point = input->params.zero_point; - TF_LITE_ENSURE_OK(context, CalculateArithmeticOpData(context, node, data)); - - micro_context->DeallocateTempTfLiteTensor(input); - return kTfLiteOk; -} - -} // namespace - -TfLiteStatus TanhEval(TfLiteContext* context, TfLiteNode* node) { - const TfLiteEvalTensor* input = - tflite::micro::GetEvalInput(context, node, kInputTensor); - TfLiteEvalTensor* output = - tflite::micro::GetEvalOutput(context, node, kOutputTensor); - - TFLITE_DCHECK(node->user_data != nullptr); - const OpData& data = *(static_cast(node->user_data)); - - switch (input->type) { - case kTfLiteFloat32: { - reference_ops::Tanh(tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - return kTfLiteOk; - } break; - case kTfLiteInt16: { - reference_integer_ops::Tanh( - data.input_multiplier, data.input_left_shift, - tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - return kTfLiteOk; - } break; - case kTfLiteInt8: { - reference_integer_ops::Tanh( - data.input_zero_point, data.input_range_radius, data.input_multiplier, - data.input_left_shift, tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - return kTfLiteOk; - } break; - default: - TF_LITE_KERNEL_LOG(context, "Input %s, output %s not supported.", - TfLiteTypeGetName(input->type), - TfLiteTypeGetName(output->type)); - return kTfLiteError; - } -} - -} // namespace activations - -TfLiteRegistration Register_TANH() { - return tflite::micro::RegisterOp( - activations::TanhInit, activations::TanhPrepare, activations::TanhEval); -} -} // namespace micro -} // namespace ops -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/transpose.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/transpose.cc deleted file mode 100644 index 9f77e04d..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/transpose.cc +++ /dev/null @@ -1,121 +0,0 @@ -/* Copyright 2020 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#include "tensorflow/lite/kernels/internal/reference/transpose.h" - -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/kernels/internal/types.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" - -namespace tflite { -namespace { - -constexpr int kInputTensor = 0; -constexpr int kPermTensor = 1; -constexpr int kOutputTensor = 0; - -struct TransposeContext { - TransposeContext(TfLiteContext* context, TfLiteNode* node) { - micro_context = GetMicroContext(context); - input = micro_context->AllocateTempInputTensor(node, kInputTensor); - perm = micro_context->AllocateTempInputTensor(node, kPermTensor); - output = micro_context->AllocateTempOutputTensor(node, kOutputTensor); - } - ~TransposeContext() { - micro_context->DeallocateTempTfLiteTensor(input); - micro_context->DeallocateTempTfLiteTensor(perm); - micro_context->DeallocateTempTfLiteTensor(output); - } - MicroContext* micro_context; - TfLiteTensor* input; - TfLiteTensor* perm; - TfLiteTensor* output; -}; - -TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) { - TF_LITE_ENSURE_EQ(context, NumInputs(node), 2); - TF_LITE_ENSURE_EQ(context, NumOutputs(node), 1); - - TransposeContext op_context(context, node); - - // Ensure validity of input tensor. - TF_LITE_ENSURE_MSG(context, NumDimensions(op_context.input) <= 5, - "Transpose op only supports 1D-5D input arrays."); - TF_LITE_ENSURE_TYPES_EQ(context, op_context.input->type, - op_context.output->type); - - int dims = NumDimensions(op_context.input); - const int32_t* perm_data = GetTensorData(op_context.perm); - - // Ensure validity of the permutations tensor as a 1D tensor. - TF_LITE_ENSURE_EQ(context, NumDimensions(op_context.perm), 1); - TF_LITE_ENSURE_EQ(context, op_context.perm->dims->data[0], dims); - for (int idx = 0; idx < dims; ++idx) { - TF_LITE_ENSURE_MSG(context, (perm_data[idx] >= 0 && perm_data[idx] < dims), - "Transpose op permutations array is out of bounds."); - } - - return kTfLiteOk; -} - -TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) { - const TfLiteEvalTensor* perm_tensor = - tflite::micro::GetEvalInput(context, node, kPermTensor); - const int32_t* perm_data = perm_tensor->data.i32; - const int size = perm_tensor->dims->data[0]; - TransposeParams params; - params.perm_count = size; - for (int i = 0; i < size; ++i) { - params.perm[i] = perm_data[i]; - } - - // Transpose kernel only does rearranging values not numeric evaluations - // on each cell. It's safe to implement per size of scalar type and this - // trick keeps the total code size in a reasonable range. - const TfLiteEvalTensor* input = - tflite::micro::GetEvalInput(context, node, kInputTensor); - TfLiteEvalTensor* output = - tflite::micro::GetEvalOutput(context, node, kOutputTensor); - switch (input->type) { - case kTfLiteFloat32: - reference_ops::Transpose(params, tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - break; - case kTfLiteInt8: - reference_ops::Transpose(params, tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output)); - break; - default: - TF_LITE_KERNEL_LOG(context, - "Type %s is currently not supported by Transpose. " - "Only float32 and int8 is supported", - TfLiteTypeGetName(input->type)); - return kTfLiteError; - } - - return kTfLiteOk; -} - -} // namespace - -TfLiteRegistration Register_TRANSPOSE() { - return tflite::micro::RegisterOp(nullptr, Prepare, Eval); -} -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/transpose_conv.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/transpose_conv.cc deleted file mode 100644 index 0b2afd5b..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/transpose_conv.cc +++ /dev/null @@ -1,343 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/kernels/internal/reference/transpose_conv.h" - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/common.h" -#include "tensorflow/lite/kernels/internal/quantization_util.h" -#include "tensorflow/lite/kernels/internal/reference/integer_ops/transpose_conv.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/kernels/padding.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" - -namespace tflite { -namespace { - -// For the TfLite transpose_conv implementation, input tensor 0 corresponds to -// the OutputShapeTensor. However, since TFLM does not support dynamic tensors, -// the TFLM implementation ignores input tensor 0 and the only inputs we care -// about are kFilterTensor, kInputTensor and kBiasTensor. -constexpr int kFilterTensor = 1; -constexpr int kInputTensor = 2; -constexpr int kBiasTensor = 3; -constexpr int kOutputTensor = 0; - -// Conv is quantized along dimension 0: -// https://www.tensorflow.org/lite/performance/quantization_spec -constexpr int kConvQuantizedDimension = 0; - -struct OpData { - ConvParams params; - - // A scratch buffer is required for quantized implementations. - int scratch_buffer_index; - - // TODO(b/192090531): Remove this once all 8x16 transpose conv models use - // 64-bit biases. - int bias_converted_buffer_index; - - // Multiplier and shift arrays are required for the int8 implementation. - int32_t* per_channel_output_multiplier; - int32_t* per_channel_output_shift; -}; - -inline PaddingType RuntimePaddingType(TfLitePadding padding) { - switch (padding) { - case TfLitePadding::kTfLitePaddingSame: - return PaddingType::kSame; - case TfLitePadding::kTfLitePaddingValid: - return PaddingType::kValid; - case TfLitePadding::kTfLitePaddingUnknown: - default: - return PaddingType::kNone; - } -} - -TfLiteStatus CalculateOpData(TfLiteContext* context, TfLiteNode* node, - const TfLiteTransposeConvParams* params, int width, - int height, int filter_width, int filter_height, - const TfLiteType data_type, OpData* data) { - bool has_bias = node->inputs->size == 4; - // Check number of inputs/outputs - TF_LITE_ENSURE(context, has_bias || node->inputs->size == 3); - TF_LITE_ENSURE_EQ(context, node->outputs->size, 1); - - // Matching GetWindowedOutputSize in TensorFlow. - auto padding = params->padding; - int unused_output_width; - int unused_output_height; - TfLitePaddingValues padding_values = ComputePaddingHeightWidth( - params->stride_height, params->stride_width, 1, - 1, // Dilation height and width are always 1 for transpose_conv. - height, width, filter_height, filter_width, padding, - &unused_output_height, &unused_output_width); - - data->params.padding_type = RuntimePaddingType(padding); - data->params.padding_values.width = padding_values.width; - data->params.padding_values.height = padding_values.height; - - // Note that quantized inference requires that all tensors have their - // parameters set. This is usually done during quantized training. - if (data_type != kTfLiteFloat32) { - MicroContext* micro_context = GetMicroContext(context); - - TfLiteTensor* input = - micro_context->AllocateTempInputTensor(node, kInputTensor); - TF_LITE_ENSURE(context, input != nullptr); - TfLiteTensor* filter = - micro_context->AllocateTempInputTensor(node, kFilterTensor); - TF_LITE_ENSURE(context, filter != nullptr); - TfLiteTensor* bias = - micro_context->AllocateTempInputTensor(node, kBiasTensor); - TfLiteTensor* output = - micro_context->AllocateTempOutputTensor(node, kOutputTensor); - TF_LITE_ENSURE(context, output != nullptr); - int output_channels = filter->dims->data[kConvQuantizedDimension]; - - TF_LITE_ENSURE_STATUS(tflite::PopulateConvolutionQuantizationParams( - context, input, filter, bias, output, kTfLiteActNone, - &data->params.output_multiplier, &data->params.output_shift, - &data->params.quantized_activation_min, - &data->params.quantized_activation_max, - data->per_channel_output_multiplier, data->per_channel_output_shift, - output_channels)); - - // TODO(b/192090531): Remove this once all 8x16 transpose conv models use - // 64-bit biases. - if (input->type == kTfLiteInt16) { - TFLITE_DCHECK(filter->type == kTfLiteInt8); - TFLITE_DCHECK(output->type == kTfLiteInt16); - if (bias->type == kTfLiteInt16) { - TFLITE_DCHECK( - context->RequestScratchBufferInArena( - context, GetTensorShape(bias).FlatSize() * sizeof(std::int64_t), - &(data->bias_converted_buffer_index)) == kTfLiteOk); - } - } - - micro_context->DeallocateTempTfLiteTensor(input); - micro_context->DeallocateTempTfLiteTensor(filter); - micro_context->DeallocateTempTfLiteTensor(output); - if (bias != nullptr) { - micro_context->DeallocateTempTfLiteTensor(bias); - } - } - return kTfLiteOk; -} - -void* Init(TfLiteContext* context, const char* buffer, size_t length) { - TFLITE_DCHECK(context->AllocatePersistentBuffer != nullptr); - return context->AllocatePersistentBuffer(context, sizeof(OpData)); -} - -TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) { - TFLITE_DCHECK(node->user_data != nullptr); - TFLITE_DCHECK(node->builtin_data != nullptr); - - OpData* data = static_cast(node->user_data); - const auto params = - static_cast(node->builtin_data); - - MicroContext* micro_context = GetMicroContext(context); - - TfLiteTensor* output = - micro_context->AllocateTempOutputTensor(node, kOutputTensor); - TF_LITE_ENSURE(context, output != nullptr); - TfLiteTensor* input = - micro_context->AllocateTempInputTensor(node, kInputTensor); - TF_LITE_ENSURE(context, input != nullptr); - TfLiteTensor* filter = - micro_context->AllocateTempInputTensor(node, kFilterTensor); - TF_LITE_ENSURE(context, filter != nullptr); - - // Get height and width of the output. - const int width = SizeOfDimension(output, 2); - const int height = SizeOfDimension(output, 1); - const int filter_width = SizeOfDimension(filter, 2); - const int filter_height = SizeOfDimension(filter, 1); - - // Dynamically allocate per-channel quantization parameters. - const int num_channels = filter->dims->data[kConvQuantizedDimension]; - data->per_channel_output_multiplier = - static_cast(context->AllocatePersistentBuffer( - context, num_channels * sizeof(int32_t))); - data->per_channel_output_shift = - static_cast(context->AllocatePersistentBuffer( - context, num_channels * sizeof(int32_t))); - - // Quantized kernels use an int32 scratch buffer. - if (input->type == kTfLiteInt8) { - TFLITE_DCHECK(context->RequestScratchBufferInArena != nullptr); - TFLITE_DCHECK(context->RequestScratchBufferInArena( - context, - GetTensorShape(output).FlatSize() * sizeof(int32_t), - &(data->scratch_buffer_index)) == kTfLiteOk); - } - - // Quantized 16x8 kernels use an int64 scratch buffer. - if (input->type == kTfLiteInt16) { - TFLITE_DCHECK(context->RequestScratchBufferInArena != nullptr); - TFLITE_DCHECK(context->RequestScratchBufferInArena( - context, - GetTensorShape(output).FlatSize() * sizeof(std::int64_t), - &(data->scratch_buffer_index)) == kTfLiteOk); - } - - // All per-channel quantized tensors need valid zero point and scale arrays. - if (input->type == kTfLiteInt8 || input->type == kTfLiteInt16) { - TF_LITE_ENSURE_EQ(context, filter->quantization.type, - kTfLiteAffineQuantization); - - const auto* affine_quantization = - static_cast(filter->quantization.params); - TF_LITE_ENSURE(context, affine_quantization); - TF_LITE_ENSURE(context, affine_quantization->scale); - TF_LITE_ENSURE(context, affine_quantization->zero_point); - - TF_LITE_ENSURE(context, - affine_quantization->scale->size == 1 || - affine_quantization->scale->size == - filter->dims->data[kConvQuantizedDimension]); - TF_LITE_ENSURE_EQ(context, affine_quantization->scale->size, - affine_quantization->zero_point->size); - } - - TF_LITE_ENSURE_STATUS(CalculateOpData(context, node, params, width, height, - filter_width, filter_height, - input->type, data)); - - // Offsets (zero points) - data->params.input_offset = -input->params.zero_point; - data->params.weights_offset = -filter->params.zero_point; - data->params.output_offset = output->params.zero_point; - - // Stride - data->params.stride_width = params->stride_width; - data->params.stride_height = params->stride_height; - - micro_context->DeallocateTempTfLiteTensor(output); - micro_context->DeallocateTempTfLiteTensor(input); - micro_context->DeallocateTempTfLiteTensor(filter); - return kTfLiteOk; -} - -TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) { - const TfLiteEvalTensor* input = - tflite::micro::GetEvalInput(context, node, kInputTensor); - const TfLiteEvalTensor* filter = - tflite::micro::GetEvalInput(context, node, kFilterTensor); - const TfLiteEvalTensor* bias = - (NumInputs(node) == 4) - ? tflite::micro::GetEvalInput(context, node, kBiasTensor) - : nullptr; - TfLiteEvalTensor* output = - tflite::micro::GetEvalOutput(context, node, kOutputTensor); - - TFLITE_DCHECK(node->user_data != nullptr); - const OpData& data = *(static_cast(node->user_data)); - - TF_LITE_ENSURE_EQ(context, input->type, output->type); - TF_LITE_ENSURE_MSG( - context, - input->type == filter->type || - (input->type == kTfLiteInt16 && filter->type == kTfLiteInt8), - "Hybrid models are not supported on TFLite Micro."); - - switch (input->type) { // Already know in/out types are same. - case kTfLiteFloat32: { - reference_ops::TransposeConv( - data.params, tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(filter), - tflite::micro::GetTensorData(filter), - tflite::micro::GetTensorShape(bias), - tflite::micro::GetOptionalTensorData(bias), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output), - tflite::micro::GetTensorShape(nullptr), nullptr); - break; - } - case kTfLiteInt8: { - int32_t* scratch_buffer = static_cast( - context->GetScratchBuffer(context, data.scratch_buffer_index)); - reference_integer_ops::TransposeConv( - data.params, data.per_channel_output_multiplier, - data.per_channel_output_shift, tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(filter), - tflite::micro::GetTensorData(filter), - tflite::micro::GetTensorShape(bias), - tflite::micro::GetOptionalTensorData(bias), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output), - tflite::micro::GetTensorShape(nullptr), nullptr, scratch_buffer); - break; - } - case kTfLiteInt16: { - std::int64_t* scratch_buffer = static_cast( - context->GetScratchBuffer(context, data.scratch_buffer_index)); - // TODO(b/192090531): Remove this once all 8x16 transpose conv models use - // 64-bit biases. - if (bias != nullptr && bias->type == kTfLiteInt16) { - std::int64_t* bias_converted_buffer = - static_cast(context->GetScratchBuffer( - context, data.bias_converted_buffer_index)); - for (int i = 0; i < tflite::micro::GetTensorShape(bias).FlatSize(); - i++) { - bias_converted_buffer[i] = bias->data.i16[i]; - } - reference_integer_ops::TransposeConv( - data.params, data.per_channel_output_multiplier, - data.per_channel_output_shift, tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(filter), - tflite::micro::GetTensorData(filter), - tflite::micro::GetTensorShape(bias), bias_converted_buffer, - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output), - tflite::micro::GetTensorShape(nullptr), nullptr, scratch_buffer); - } else { - reference_integer_ops::TransposeConv( - data.params, data.per_channel_output_multiplier, - data.per_channel_output_shift, tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorData(input), - tflite::micro::GetTensorShape(filter), - tflite::micro::GetTensorData(filter), - tflite::micro::GetTensorShape(bias), - tflite::micro::GetOptionalTensorData(bias), - tflite::micro::GetTensorShape(output), - tflite::micro::GetTensorData(output), - tflite::micro::GetTensorShape(nullptr), nullptr, scratch_buffer); - } - break; - } - default: - TF_LITE_KERNEL_LOG(context, "Type %s (%d) not supported.", - TfLiteTypeGetName(input->type), input->type); - return kTfLiteError; - } - return kTfLiteOk; -} - -} // namespace - -TfLiteRegistration Register_TRANSPOSE_CONV() { - return tflite::micro::RegisterOp(Init, Prepare, Eval); -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/unidirectional_sequence_lstm.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/unidirectional_sequence_lstm.cc deleted file mode 100644 index 7f3c50e4..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/unidirectional_sequence_lstm.cc +++ /dev/null @@ -1,1696 +0,0 @@ -/* Copyright 2017 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include -#include - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/compatibility.h" -#include "tensorflow/lite/kernels/internal/quantization_util.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" -#include "tensorflow/lite/micro/kernels/lstm_eval.h" -#include "tensorflow/lite/micro/kernels/lstm_shared.h" -#include "tensorflow/lite/micro/kernels/micro_tensor_utils.h" -#include "tensorflow/lite/micro/micro_error_reporter.h" - -namespace tflite { - -namespace { - -constexpr int scratch_index_size = 12; - -struct UnidirectionalSequenceLstmOpData { - // If the lstm is layer norm. - bool use_layer_norm; - // The scratch index. - int scratch_index[scratch_index_size]; - - int32_t row_sums_size; - int32_t* row_sums; - bool compute_row_sums = false; - - int32_t input_zero_point; - int32_t output_state_zero_point; - - IntegerLstmParameter integer_lstm_param; - HybridLstmScales hybrid_lstm_scales; -}; - -TfLiteStatus PopulateQuantizedLstmParams8x8_16( - TfLiteContext* context, TfLiteNode* node, - IntegerLstmParameter* integer_lstm_param) { - MicroContext* micro_context = GetMicroContext(context); - - // Calculate quantized clip for projection and cell. - const auto* params = - static_cast(node->builtin_data); - const float cell_clip = params->cell_clip; - const float proj_clip = params->proj_clip; - - TfLiteTensor* cell_state = - micro_context->AllocateTempInputTensor(node, kLstmCellStateTensor); - TF_LITE_ENSURE(context, cell_state != nullptr); - TF_LITE_ENSURE(context, cell_state->is_variable); - TfLiteTensor* output_tensor = - micro_context->AllocateTempOutputTensor(node, kLstmOutputTensor); - - TF_LITE_ENSURE(context, - cell_state->quantization.type != kTfLiteNoQuantization); - auto* cell_state_params = - static_cast(cell_state->quantization.params); - TF_LITE_ENSURE(context, - output_tensor->quantization.type != kTfLiteNoQuantization); - auto* proj_params = static_cast( - output_tensor->quantization.params); - if (cell_clip > 0.0f) { - integer_lstm_param->quantized_cell_clip = static_cast(std::min( - std::max(cell_clip / cell_state_params->scale->data[0], -32768.0f), - 32767.0f)); - } else { - integer_lstm_param->quantized_cell_clip = 0; - } - if (proj_clip > 0.0f) { - integer_lstm_param->quantized_proj_clip = static_cast(std::min( - std::max(proj_clip / proj_params->scale->data[0], -128.0f), 127.0f)); - } else { - integer_lstm_param->quantized_proj_clip = 0; - } - - // Calculate effective scales. - UnidirectionalSequenceLstmOpData* op_data = - static_cast(node->user_data); - const bool use_layer_norm = op_data->use_layer_norm; - - TfLiteTensor* input = - micro_context->AllocateTempInputTensor(node, kLstmInputTensor); - - TfLiteTensor* input_to_input_weights = micro_context->AllocateTempInputTensor( - node, kLstmInputToInputWeightsTensor); - TfLiteTensor* input_to_forget_weights = - micro_context->AllocateTempInputTensor(node, - kLstmInputToForgetWeightsTensor); - TfLiteTensor* input_to_cell_weights = micro_context->AllocateTempInputTensor( - node, kLstmInputToCellWeightsTensor); - TfLiteTensor* input_to_output_weights = - micro_context->AllocateTempInputTensor(node, - kLstmInputToOutputWeightsTensor); - - TfLiteTensor* recurrent_to_input_weights = - micro_context->AllocateTempInputTensor( - node, kLstmRecurrentToInputWeightsTensor); - TfLiteTensor* recurrent_to_forget_weights = - micro_context->AllocateTempInputTensor( - node, kLstmRecurrentToForgetWeightsTensor); - TfLiteTensor* recurrent_to_cell_weights = - micro_context->AllocateTempInputTensor(node, - kLstmRecurrentToCellWeightsTensor); - TfLiteTensor* recurrent_to_output_weights = - micro_context->AllocateTempInputTensor( - node, kLstmRecurrentToOutputWeightsTensor); - - TfLiteTensor* cell_to_input_weights = micro_context->AllocateTempInputTensor( - node, kLstmCellToInputWeightsTensor); - TfLiteTensor* cell_to_forget_weights = micro_context->AllocateTempInputTensor( - node, kLstmCellToForgetWeightsTensor); - TfLiteTensor* cell_to_output_weights = micro_context->AllocateTempInputTensor( - node, kLstmCellToOutputWeightsTensor); - - TfLiteTensor* input_layer_norm_coefficients = - micro_context->AllocateTempInputTensor( - node, kLstmInputLayerNormCoefficientsTensor); - TfLiteTensor* forget_layer_norm_coefficients = - micro_context->AllocateTempInputTensor( - node, kLstmForgetLayerNormCoefficientsTensor); - TfLiteTensor* cell_layer_norm_coefficients = - micro_context->AllocateTempInputTensor( - node, kLstmCellLayerNormCoefficientsTensor); - TfLiteTensor* output_layer_norm_coefficients = - micro_context->AllocateTempInputTensor( - node, kLstmOutputLayerNormCoefficientsTensor); - - TfLiteTensor* projection_weights = micro_context->AllocateTempInputTensor( - node, kLstmProjectionWeightsTensor); - - TfLiteTensor* output_state = - micro_context->AllocateTempInputTensor(node, kLstmOutputStateTensor); - TF_LITE_ENSURE(context, output_state != nullptr); - TF_LITE_ENSURE(context, output_state->is_variable); - - // Since we have already checked that weights are all there or none, we can - // check the existence of only one to get the condition. - const bool use_cifg = (input_to_input_weights == nullptr); - const bool use_peephole = (cell_to_output_weights != nullptr); - const bool use_projection = (projection_weights != nullptr); - - // Get intermediate scales and zero points. - float intermediate_scale[5]; - int32_t intermediate_zp[5]; - for (int i = 0; i < 4; ++i) { - if (use_layer_norm) { - TfLiteTensor* intermediate = - micro_context->AllocateTempIntermediateTensor(node, i); - TF_LITE_ENSURE(context, - intermediate->quantization.type != kTfLiteNoQuantization); - auto* params_intermediate = static_cast( - intermediate->quantization.params); - intermediate_scale[i] = params_intermediate->scale->data[0]; - intermediate_zp[i] = params_intermediate->zero_point->data[0]; - if (intermediate != nullptr) { - micro_context->DeallocateTempTfLiteTensor(intermediate); - } - } else { - // Q3.12 for activation functions. - intermediate_scale[i] = std::pow(2.0f, -12.0f); - intermediate_zp[i] = 0; - } - } - // In the absence of projection, hidden becomes otuput and this intermediate - // is ignored. - TfLiteTensor* hidden = micro_context->AllocateTempIntermediateTensor(node, 4); - TF_LITE_ENSURE(context, hidden->quantization.type != kTfLiteNoQuantization); - auto* hidden_params = - static_cast(hidden->quantization.params); - intermediate_scale[4] = hidden_params->scale->data[0]; - intermediate_zp[4] = hidden_params->zero_point->data[0]; - if (hidden != nullptr) { - micro_context->DeallocateTempTfLiteTensor(hidden); - } - - // Scales. - const float default_scale = 1.0; - float input_scale = default_scale; - float input_to_input_weight_scale = default_scale; - float recurrent_to_input_weight_scale = default_scale; - float cell_to_input_weight_scale = default_scale; - float input_to_forget_weight_scale = default_scale; - float recurrent_to_forget_weight_scale = default_scale; - float cell_to_forget_weight_scale = default_scale; - float input_to_cell_weight_scale = default_scale; - float recurrent_to_cell_weight_scale = default_scale; - float input_to_output_weight_scale = default_scale; - float recurrent_to_output_weight_scale = default_scale; - float cell_to_output_weight_scale = default_scale; - float projection_weight_scale = default_scale; - float layer_norm_input_scale = default_scale; - float layer_norm_forget_scale = default_scale; - float layer_norm_cell_scale = default_scale; - float layer_norm_output_scale = default_scale; - float output_state_scale = default_scale; - int cell_scale = 1; - - // Effective scales. - float effective_input_to_input_scale = default_scale; - float effective_recurrent_to_input_scale = default_scale; - float effective_cell_to_input_scale = default_scale; - float effective_input_to_forget_scale = default_scale; - float effective_recurrent_to_forget_scale = default_scale; - float effective_cell_to_forget_scale = default_scale; - float effective_input_to_cell_scale = default_scale; - float effective_recurrent_to_cell_scale = default_scale; - float effective_input_to_output_scale = default_scale; - float effective_recurrent_to_output_scale = default_scale; - float effective_cell_to_output_scale = default_scale; - float effective_proj_scale = default_scale; - float effective_hidden_scale = default_scale; - - // Populate scales. - if (!use_cifg) { - input_to_input_weight_scale = input_to_input_weights->params.scale; - recurrent_to_input_weight_scale = recurrent_to_input_weights->params.scale; - } - - if (use_peephole) { - if (!use_cifg) { - cell_to_input_weight_scale = cell_to_input_weights->params.scale; - } - cell_to_forget_weight_scale = cell_to_forget_weights->params.scale; - cell_to_output_weight_scale = cell_to_output_weights->params.scale; - } - - if (use_layer_norm) { - if (!use_cifg) { - layer_norm_input_scale = input_layer_norm_coefficients->params.scale; - } - layer_norm_forget_scale = forget_layer_norm_coefficients->params.scale; - layer_norm_cell_scale = cell_layer_norm_coefficients->params.scale; - layer_norm_output_scale = output_layer_norm_coefficients->params.scale; - } - - if (use_projection) { - projection_weight_scale = projection_weights->params.scale; - } - output_state_scale = output_state->params.scale; - - input_to_forget_weight_scale = input_to_forget_weights->params.scale; - input_to_cell_weight_scale = input_to_cell_weights->params.scale; - input_to_output_weight_scale = input_to_output_weights->params.scale; - recurrent_to_forget_weight_scale = recurrent_to_forget_weights->params.scale; - recurrent_to_cell_weight_scale = recurrent_to_cell_weights->params.scale; - recurrent_to_output_weight_scale = recurrent_to_output_weights->params.scale; - - // Check cell state (already used above) - TF_LITE_ENSURE(context, CheckedLog2(cell_state->params.scale, &cell_scale)); - // TF_LITE_ENSURE(context, cell_scale <= -9); - integer_lstm_param->cell_scale = cell_scale; - input_scale = input->params.scale; - - // Calculate effective scales. - if (!use_cifg) { - effective_input_to_input_scale = - input_to_input_weight_scale * input_scale / intermediate_scale[0]; - effective_recurrent_to_input_scale = recurrent_to_input_weight_scale * - output_state_scale / - intermediate_scale[0]; - } - effective_input_to_forget_scale = - input_to_forget_weight_scale * input_scale / intermediate_scale[1]; - effective_recurrent_to_forget_scale = recurrent_to_forget_weight_scale * - output_state_scale / - intermediate_scale[1]; - - effective_input_to_cell_scale = - input_to_cell_weight_scale * input_scale / intermediate_scale[2]; - effective_recurrent_to_cell_scale = recurrent_to_cell_weight_scale * - output_state_scale / - intermediate_scale[2]; - - effective_input_to_output_scale = - input_to_output_weight_scale * input_scale / intermediate_scale[3]; - effective_recurrent_to_output_scale = recurrent_to_output_weight_scale * - output_state_scale / - intermediate_scale[3]; - - effective_hidden_scale = - std::pow(2.0f, -15.0f) / intermediate_scale[4] * std::pow(2.0f, -15.0f); - - effective_proj_scale = - projection_weight_scale * intermediate_scale[4] / output_state_scale; - - if (use_peephole) { - if (!use_cifg) { - effective_cell_to_input_scale = - std::pow(2.0f, static_cast(cell_scale)) * - cell_to_input_weight_scale / intermediate_scale[0]; - } - effective_cell_to_forget_scale = - std::pow(2.0f, static_cast(cell_scale)) * - cell_to_forget_weight_scale / intermediate_scale[1]; - effective_cell_to_output_scale = - std::pow(2.0f, static_cast(cell_scale)) * - cell_to_output_weight_scale / intermediate_scale[3]; - } - - // Decompose scales. - int shift_output; - QuantizeMultiplier(static_cast(effective_input_to_input_scale), - &integer_lstm_param->effective_input_to_input_scale_a, - &shift_output); - integer_lstm_param->effective_input_to_input_scale_b = - static_cast(shift_output); - QuantizeMultiplier(static_cast(effective_recurrent_to_input_scale), - &integer_lstm_param->effective_recurrent_to_input_scale_a, - &shift_output); - integer_lstm_param->effective_recurrent_to_input_scale_b = - static_cast(shift_output); - QuantizeMultiplier(static_cast(effective_cell_to_input_scale), - &integer_lstm_param->effective_cell_to_input_scale_a, - &shift_output); - integer_lstm_param->effective_cell_to_input_scale_b = - static_cast(shift_output); - QuantizeMultiplier(static_cast(effective_input_to_forget_scale), - &integer_lstm_param->effective_input_to_forget_scale_a, - &shift_output); - integer_lstm_param->effective_input_to_forget_scale_b = - static_cast(shift_output); - QuantizeMultiplier(static_cast(effective_recurrent_to_forget_scale), - &integer_lstm_param->effective_recurrent_to_forget_scale_a, - &shift_output); - integer_lstm_param->effective_recurrent_to_forget_scale_b = - static_cast(shift_output); - QuantizeMultiplier(static_cast(effective_cell_to_forget_scale), - &integer_lstm_param->effective_cell_to_forget_scale_a, - &shift_output); - integer_lstm_param->effective_cell_to_forget_scale_b = - static_cast(shift_output); - QuantizeMultiplier(static_cast(effective_input_to_cell_scale), - &integer_lstm_param->effective_input_to_cell_scale_a, - &shift_output); - integer_lstm_param->effective_input_to_cell_scale_b = - static_cast(shift_output); - QuantizeMultiplier(static_cast(effective_recurrent_to_cell_scale), - &integer_lstm_param->effective_recurrent_to_cell_scale_a, - &shift_output); - integer_lstm_param->effective_recurrent_to_cell_scale_b = - static_cast(shift_output); - QuantizeMultiplier(static_cast(effective_input_to_output_scale), - &integer_lstm_param->effective_input_to_output_scale_a, - &shift_output); - integer_lstm_param->effective_input_to_output_scale_b = - static_cast(shift_output); - QuantizeMultiplier(static_cast(effective_recurrent_to_output_scale), - &integer_lstm_param->effective_recurrent_to_output_scale_a, - &shift_output); - integer_lstm_param->effective_recurrent_to_output_scale_b = - static_cast(shift_output); - QuantizeMultiplier(static_cast(effective_cell_to_output_scale), - &integer_lstm_param->effective_cell_to_output_scale_a, - &shift_output); - integer_lstm_param->effective_cell_to_output_scale_b = - static_cast(shift_output); - QuantizeMultiplier(static_cast(effective_proj_scale), - &integer_lstm_param->effective_proj_scale_a, - &shift_output); - integer_lstm_param->effective_proj_scale_b = - static_cast(shift_output); - QuantizeMultiplier(static_cast(effective_hidden_scale), - &integer_lstm_param->effective_hidden_scale_a, - &shift_output); - integer_lstm_param->effective_hidden_scale_b = - static_cast(shift_output); - QuantizeMultiplier(static_cast(layer_norm_input_scale), - &integer_lstm_param->layer_norm_input_scale_a, - &shift_output); - integer_lstm_param->layer_norm_input_scale_b = - static_cast(shift_output); - QuantizeMultiplier(static_cast(layer_norm_forget_scale), - &integer_lstm_param->layer_norm_forget_scale_a, - &shift_output); - integer_lstm_param->layer_norm_forget_scale_b = - static_cast(shift_output); - QuantizeMultiplier(static_cast(layer_norm_cell_scale), - &integer_lstm_param->layer_norm_cell_scale_a, - &shift_output); - integer_lstm_param->layer_norm_cell_scale_b = - static_cast(shift_output); - QuantizeMultiplier(static_cast(layer_norm_output_scale), - &integer_lstm_param->layer_norm_output_scale_a, - &shift_output); - integer_lstm_param->layer_norm_output_scale_b = - static_cast(shift_output); - - integer_lstm_param->hidden_zp = intermediate_zp[4]; - - // 10000 is used to make sure the kernel logic does not overflow. - if (!use_cifg) { - integer_lstm_param->input_variance_guard = - std::max(1, static_cast(10000 * layer_norm_input_scale)); - } - integer_lstm_param->forget_variance_guard = - std::max(1, static_cast(10000 * layer_norm_forget_scale)); - integer_lstm_param->cell_variance_guard = - std::max(1, static_cast(10000 * layer_norm_cell_scale)); - integer_lstm_param->output_variance_guard = - std::max(1, static_cast(10000 * layer_norm_output_scale)); - - if (cell_state != nullptr) { - micro_context->DeallocateTempTfLiteTensor(cell_state); - } - if (output_tensor != nullptr) { - micro_context->DeallocateTempTfLiteTensor(output_tensor); - } - if (input != nullptr) { - micro_context->DeallocateTempTfLiteTensor(input); - } - if (input_to_input_weights != nullptr) { - micro_context->DeallocateTempTfLiteTensor(input_to_input_weights); - } - if (input_to_forget_weights != nullptr) { - micro_context->DeallocateTempTfLiteTensor(input_to_forget_weights); - } - if (input_to_cell_weights != nullptr) { - micro_context->DeallocateTempTfLiteTensor(input_to_cell_weights); - } - if (input_to_output_weights != nullptr) { - micro_context->DeallocateTempTfLiteTensor(input_to_output_weights); - } - if (recurrent_to_input_weights != nullptr) { - micro_context->DeallocateTempTfLiteTensor(recurrent_to_input_weights); - } - if (recurrent_to_forget_weights != nullptr) { - micro_context->DeallocateTempTfLiteTensor(recurrent_to_forget_weights); - } - if (recurrent_to_cell_weights != nullptr) { - micro_context->DeallocateTempTfLiteTensor(recurrent_to_cell_weights); - } - if (recurrent_to_output_weights != nullptr) { - micro_context->DeallocateTempTfLiteTensor(recurrent_to_output_weights); - } - if (cell_to_input_weights != nullptr) { - micro_context->DeallocateTempTfLiteTensor(cell_to_input_weights); - } - if (cell_to_forget_weights != nullptr) { - micro_context->DeallocateTempTfLiteTensor(cell_to_forget_weights); - } - if (cell_to_output_weights != nullptr) { - micro_context->DeallocateTempTfLiteTensor(cell_to_output_weights); - } - if (input_layer_norm_coefficients != nullptr) { - micro_context->DeallocateTempTfLiteTensor(input_layer_norm_coefficients); - } - if (forget_layer_norm_coefficients != nullptr) { - micro_context->DeallocateTempTfLiteTensor(forget_layer_norm_coefficients); - } - if (cell_layer_norm_coefficients != nullptr) { - micro_context->DeallocateTempTfLiteTensor(cell_layer_norm_coefficients); - } - if (output_layer_norm_coefficients != nullptr) { - micro_context->DeallocateTempTfLiteTensor(output_layer_norm_coefficients); - } - if (projection_weights != nullptr) { - micro_context->DeallocateTempTfLiteTensor(projection_weights); - } - if (output_state != nullptr) { - micro_context->DeallocateTempTfLiteTensor(output_state); - } - - return kTfLiteOk; -} - -// Temporary buffers used for hybrid mode -enum HybridTempBuffer { - kPrimaryScratchBuffer = 0, - kInputQuantized = 1, - kOutputStateQuantized = 2, - kCellStateQuantized = 3, - kInputScalingFactors = 4, - kOutputStateScalingFactors = 5, - kProductScalingFactors = 6, - kRecoveredCellWeights = 7, - kAccumScratch = 8, - kInputZeroPoints = 9, - kOutputStateZeroPoints = 10, - kScales = 11, - kNumHybridTempBuffers = 12, -}; - -void* UnidirectionalSequenceLstmInit(TfLiteContext* context, const char* buffer, - size_t length) { - TFLITE_DCHECK(context->AllocatePersistentBuffer != nullptr); - return context->AllocatePersistentBuffer( - context, sizeof(UnidirectionalSequenceLstmOpData)); -} - -// Check that input tensor dimensions matches with each other. -TfLiteStatus SetHybridScales(TfLiteContext* context, TfLiteNode* node) { - UnidirectionalSequenceLstmOpData* op_data = - reinterpret_cast(node->user_data); - MicroContext* micro_context = GetMicroContext(context); - - TfLiteTensor* input_to_input_weights = micro_context->AllocateTempInputTensor( - node, kLstmInputToInputWeightsTensor); - op_data->hybrid_lstm_scales.input_to_input_weights_scale = - (input_to_input_weights != nullptr) ? input_to_input_weights->params.scale - : 1.0f; - - TfLiteTensor* input_to_forget_weights = - micro_context->AllocateTempInputTensor(node, - kLstmInputToForgetWeightsTensor); - op_data->hybrid_lstm_scales.input_to_forget_weights_scale = - (input_to_forget_weights != nullptr) - ? input_to_forget_weights->params.scale - : 1.0f; - - TfLiteTensor* input_to_cell_weights = micro_context->AllocateTempInputTensor( - node, kLstmInputToCellWeightsTensor); - op_data->hybrid_lstm_scales.input_to_cell_weights_scale = - (input_to_cell_weights != nullptr) ? input_to_cell_weights->params.scale - : 1.0f; - - TfLiteTensor* input_to_output_weights = - micro_context->AllocateTempInputTensor(node, - kLstmInputToOutputWeightsTensor); - op_data->hybrid_lstm_scales.input_to_output_weights_scale = - (input_to_output_weights != nullptr) - ? input_to_output_weights->params.scale - : 1.0f; - - op_data->hybrid_lstm_scales.aux_input_to_input_weights_scale = 1.0f; - op_data->hybrid_lstm_scales.aux_input_to_forget_weights_scale = 1.0f; - op_data->hybrid_lstm_scales.aux_input_to_cell_weights_scale = 1.0f; - op_data->hybrid_lstm_scales.aux_input_to_output_weights_scale = 1.0f; - - TfLiteTensor* recurrent_to_input_weights = - micro_context->AllocateTempInputTensor( - node, kLstmRecurrentToInputWeightsTensor); - op_data->hybrid_lstm_scales.recurrent_to_input_weights_scale = - (recurrent_to_input_weights != nullptr) - ? recurrent_to_input_weights->params.scale - : 1.0f; - - TfLiteTensor* recurrent_to_forget_weights = - micro_context->AllocateTempInputTensor( - node, kLstmRecurrentToForgetWeightsTensor); - op_data->hybrid_lstm_scales.recurrent_to_forget_weights_scale = - (recurrent_to_forget_weights != nullptr) - ? recurrent_to_forget_weights->params.scale - : 1.0f; - - TfLiteTensor* recurrent_to_cell_weights = - micro_context->AllocateTempInputTensor(node, - kLstmRecurrentToCellWeightsTensor); - op_data->hybrid_lstm_scales.recurrent_to_cell_weights_scale = - (recurrent_to_cell_weights != nullptr) - ? recurrent_to_cell_weights->params.scale - : 1.0f; - - TfLiteTensor* recurrent_to_output_weights = - micro_context->AllocateTempInputTensor( - node, kLstmRecurrentToOutputWeightsTensor); - op_data->hybrid_lstm_scales.recurrent_to_output_weights_scale = - (recurrent_to_output_weights != nullptr) - ? recurrent_to_output_weights->params.scale - : 1.0f; - - TfLiteTensor* cell_to_input_weights = micro_context->AllocateTempInputTensor( - node, kLstmCellToInputWeightsTensor); - op_data->hybrid_lstm_scales.cell_to_input_weights_scale = - (cell_to_input_weights != nullptr) ? cell_to_input_weights->params.scale - : 1.0f; - - TfLiteTensor* cell_to_forget_weights = micro_context->AllocateTempInputTensor( - node, kLstmCellToForgetWeightsTensor); - op_data->hybrid_lstm_scales.cell_to_forget_weights_scale = - (cell_to_forget_weights != nullptr) ? cell_to_forget_weights->params.scale - : 1.0f; - - TfLiteTensor* cell_to_output_weights = micro_context->AllocateTempInputTensor( - node, kLstmCellToOutputWeightsTensor); - op_data->hybrid_lstm_scales.cell_to_output_weights_scale = - (cell_to_output_weights != nullptr) ? cell_to_output_weights->params.scale - : 1.0f; - - TfLiteTensor* projection_weights = micro_context->AllocateTempInputTensor( - node, kLstmProjectionWeightsTensor); - op_data->hybrid_lstm_scales.projection_weights_scale = - (projection_weights != nullptr) ? projection_weights->params.scale : 1.0f; - - if (input_to_input_weights != nullptr) { - micro_context->DeallocateTempTfLiteTensor(input_to_input_weights); - } - - if (input_to_forget_weights != nullptr) { - micro_context->DeallocateTempTfLiteTensor(input_to_forget_weights); - } - - if (input_to_cell_weights != nullptr) { - micro_context->DeallocateTempTfLiteTensor(input_to_cell_weights); - } - - if (input_to_output_weights != nullptr) { - micro_context->DeallocateTempTfLiteTensor(input_to_output_weights); - } - - if (recurrent_to_input_weights != nullptr) { - micro_context->DeallocateTempTfLiteTensor(recurrent_to_input_weights); - } - - if (recurrent_to_forget_weights != nullptr) { - micro_context->DeallocateTempTfLiteTensor(recurrent_to_forget_weights); - } - - if (recurrent_to_cell_weights != nullptr) { - micro_context->DeallocateTempTfLiteTensor(recurrent_to_cell_weights); - } - - if (recurrent_to_output_weights != nullptr) { - micro_context->DeallocateTempTfLiteTensor(recurrent_to_output_weights); - } - - if (cell_to_input_weights != nullptr) { - micro_context->DeallocateTempTfLiteTensor(cell_to_input_weights); - } - - if (cell_to_forget_weights != nullptr) { - micro_context->DeallocateTempTfLiteTensor(cell_to_forget_weights); - } - - if (cell_to_output_weights != nullptr) { - micro_context->DeallocateTempTfLiteTensor(cell_to_output_weights); - } - - if (projection_weights != nullptr) { - micro_context->DeallocateTempTfLiteTensor(projection_weights); - } - - return kTfLiteOk; -} - -// Check that input tensor dimensions matches with each other. -TfLiteStatus CheckInputTensorDimensions(TfLiteContext* context, - TfLiteNode* node, int n_input, - int n_output, int n_cell, - bool use_layer_norm, bool is_integer) { - MicroContext* micro_context = GetMicroContext(context); - - const auto* params = reinterpret_cast(node->builtin_data); - - // Making sure clipping parameters have valid values. - // == 0 means no clipping - // > 0 means clipping - TF_LITE_ENSURE(context, params->cell_clip >= 0); - TF_LITE_ENSURE(context, params->proj_clip >= 0); - - TfLiteTensor* input_to_input_weights = micro_context->AllocateTempInputTensor( - node, kLstmInputToInputWeightsTensor); - if (input_to_input_weights != nullptr) { - TF_LITE_ENSURE_EQ(context, input_to_input_weights->dims->size, 2); - TF_LITE_ENSURE_EQ(context, input_to_input_weights->dims->data[0], n_cell); - TF_LITE_ENSURE_EQ(context, input_to_input_weights->dims->data[1], n_input); - } - - TfLiteTensor* input_to_forget_weights = - micro_context->AllocateTempInputTensor(node, - kLstmInputToForgetWeightsTensor); - TF_LITE_ENSURE_EQ(context, input_to_forget_weights->dims->size, 2); - TF_LITE_ENSURE_EQ(context, input_to_forget_weights->dims->data[0], n_cell); - TF_LITE_ENSURE_EQ(context, input_to_forget_weights->dims->data[1], n_input); - - TfLiteTensor* input_to_cell_weights = micro_context->AllocateTempInputTensor( - node, kLstmInputToCellWeightsTensor); - TF_LITE_ENSURE_EQ(context, input_to_cell_weights->dims->size, 2); - TF_LITE_ENSURE_EQ(context, input_to_cell_weights->dims->data[0], n_cell); - TF_LITE_ENSURE_EQ(context, input_to_cell_weights->dims->data[1], n_input); - - TfLiteTensor* recurrent_to_input_weights = - micro_context->AllocateTempInputTensor( - node, kLstmRecurrentToInputWeightsTensor); - if (recurrent_to_input_weights != nullptr) { - TF_LITE_ENSURE_EQ(context, recurrent_to_input_weights->dims->size, 2); - TF_LITE_ENSURE_EQ(context, recurrent_to_input_weights->dims->data[0], - n_cell); - TF_LITE_ENSURE_EQ(context, recurrent_to_input_weights->dims->data[1], - n_output); - } - - TfLiteTensor* recurrent_to_forget_weights = - micro_context->AllocateTempInputTensor( - node, kLstmRecurrentToForgetWeightsTensor); - TF_LITE_ENSURE_EQ(context, recurrent_to_forget_weights->dims->size, 2); - TF_LITE_ENSURE_EQ(context, recurrent_to_forget_weights->dims->data[0], - n_cell); - TF_LITE_ENSURE_EQ(context, recurrent_to_forget_weights->dims->data[1], - n_output); - - TfLiteTensor* recurrent_to_cell_weights = - micro_context->AllocateTempInputTensor(node, - kLstmRecurrentToCellWeightsTensor); - TF_LITE_ENSURE_EQ(context, recurrent_to_cell_weights->dims->size, 2); - TF_LITE_ENSURE_EQ(context, recurrent_to_cell_weights->dims->data[0], n_cell); - TF_LITE_ENSURE_EQ(context, recurrent_to_cell_weights->dims->data[1], - n_output); - - // We make sure the input-gate's parameters are either both present (regular - // LSTM) or not at all (CIFG-LSTM). - const bool cifg_weights_all_or_none = - ((input_to_input_weights != nullptr) && - (recurrent_to_input_weights != nullptr)) || - ((input_to_input_weights == nullptr) && - (recurrent_to_input_weights == nullptr)); - TF_LITE_ENSURE(context, cifg_weights_all_or_none == true); - - TfLiteTensor* cell_to_input_weights = micro_context->AllocateTempInputTensor( - node, kLstmCellToInputWeightsTensor); - if (cell_to_input_weights != nullptr) { - TF_LITE_ENSURE_EQ(context, cell_to_input_weights->dims->size, 1); - TF_LITE_ENSURE_EQ(context, cell_to_input_weights->dims->data[0], n_cell); - TF_LITE_ENSURE_TYPES_EQ( - context, cell_to_input_weights->type, - is_integer ? kTfLiteInt16 : input_to_forget_weights->type); - } - - TfLiteTensor* cell_to_forget_weights = micro_context->AllocateTempInputTensor( - node, kLstmCellToForgetWeightsTensor); - if (cell_to_forget_weights != nullptr) { - TF_LITE_ENSURE_EQ(context, cell_to_forget_weights->dims->size, 1); - TF_LITE_ENSURE_EQ(context, cell_to_forget_weights->dims->data[0], n_cell); - TF_LITE_ENSURE_TYPES_EQ( - context, cell_to_forget_weights->type, - is_integer ? kTfLiteInt16 : input_to_forget_weights->type); - } - - TfLiteTensor* cell_to_output_weights = micro_context->AllocateTempInputTensor( - node, kLstmCellToOutputWeightsTensor); - if (cell_to_output_weights != nullptr) { - TF_LITE_ENSURE_EQ(context, cell_to_output_weights->dims->size, 1); - TF_LITE_ENSURE_EQ(context, cell_to_output_weights->dims->data[0], n_cell); - TF_LITE_ENSURE_TYPES_EQ( - context, cell_to_output_weights->type, - is_integer ? kTfLiteInt16 : input_to_forget_weights->type); - } - - // Making sure the peephole weights are there all or none. - const bool use_cifg = (input_to_input_weights == nullptr); - const bool peephole_weights_all_or_none = - ((cell_to_input_weights != nullptr || use_cifg) && - (cell_to_forget_weights != nullptr) && - (cell_to_output_weights != nullptr)) || - ((cell_to_input_weights == nullptr) && - (cell_to_forget_weights == nullptr) && - (cell_to_output_weights == nullptr)); - TF_LITE_ENSURE(context, peephole_weights_all_or_none == true); - - // Make sure the input gate bias is present only when not a CIFG-LSTM. - TfLiteTensor* input_gate_bias = - micro_context->AllocateTempInputTensor(node, kLstmInputGateBiasTensor); - if (use_cifg) { - TF_LITE_ENSURE_EQ(context, input_gate_bias, nullptr); - } else { - TF_LITE_ENSURE_EQ(context, input_gate_bias->dims->size, 1); - TF_LITE_ENSURE_EQ(context, input_gate_bias->dims->data[0], n_cell); - if (is_integer) { - TF_LITE_ENSURE_TYPES_EQ(context, input_gate_bias->type, kTfLiteInt32); - } else { - TF_LITE_ENSURE_TYPES_EQ(context, input_gate_bias->type, kTfLiteFloat32); - } - } - - TfLiteTensor* forget_gate_bias = - micro_context->AllocateTempInputTensor(node, kLstmForgetGateBiasTensor); - TF_LITE_ENSURE_EQ(context, forget_gate_bias->dims->size, 1); - TF_LITE_ENSURE_EQ(context, forget_gate_bias->dims->data[0], n_cell); - if (is_integer) { - TF_LITE_ENSURE_TYPES_EQ(context, forget_gate_bias->type, kTfLiteInt32); - } else { - TF_LITE_ENSURE_TYPES_EQ(context, forget_gate_bias->type, kTfLiteFloat32); - } - - TfLiteTensor* cell_gate_bias = - micro_context->AllocateTempInputTensor(node, kLstmCellGateBiasTensor); - TF_LITE_ENSURE_EQ(context, cell_gate_bias->dims->size, 1); - TF_LITE_ENSURE_EQ(context, cell_gate_bias->dims->data[0], n_cell); - if (is_integer) { - TF_LITE_ENSURE_TYPES_EQ(context, cell_gate_bias->type, kTfLiteInt32); - } else { - TF_LITE_ENSURE_TYPES_EQ(context, cell_gate_bias->type, kTfLiteFloat32); - } - - TfLiteTensor* output_gate_bias = - micro_context->AllocateTempInputTensor(node, kLstmOutputGateBiasTensor); - TF_LITE_ENSURE_EQ(context, output_gate_bias->dims->size, 1); - TF_LITE_ENSURE_EQ(context, output_gate_bias->dims->data[0], n_cell); - if (is_integer) { - TF_LITE_ENSURE_TYPES_EQ(context, output_gate_bias->type, kTfLiteInt32); - } else { - TF_LITE_ENSURE_TYPES_EQ(context, output_gate_bias->type, kTfLiteFloat32); - } - - TfLiteTensor* projection_weights = micro_context->AllocateTempInputTensor( - node, kLstmProjectionWeightsTensor); - if (projection_weights != nullptr) { - TF_LITE_ENSURE_EQ(context, projection_weights->dims->size, 2); - TF_LITE_ENSURE_EQ(context, projection_weights->dims->data[0], n_output); - TF_LITE_ENSURE_EQ(context, projection_weights->dims->data[1], n_cell); - } - - TfLiteTensor* projection_bias = - micro_context->AllocateTempInputTensor(node, kLstmProjectionBiasTensor); - if (projection_bias != nullptr) { - TF_LITE_ENSURE_EQ(context, projection_bias->dims->size, 1); - TF_LITE_ENSURE_EQ(context, projection_bias->dims->data[0], n_output); - if (is_integer) { - TF_LITE_ENSURE_TYPES_EQ(context, projection_bias->type, kTfLiteInt32); - } else { - TF_LITE_ENSURE_TYPES_EQ(context, projection_bias->type, kTfLiteFloat32); - } - } - - // Making sure the projection tensors are consistent: - // 1) If projection weight is not present, then projection bias should not be - // present. - // 2) If projection weight is present, then projection bias is optional. - const bool projecton_tensors_consistent = - ((projection_weights != nullptr) || (projection_bias == nullptr)); - TF_LITE_ENSURE(context, projecton_tensors_consistent == true); - - if (use_layer_norm) { - TfLiteTensor* input_layer_norm_coefficients = - micro_context->AllocateTempInputTensor( - node, kLstmInputLayerNormCoefficientsTensor); - if (use_cifg) { - TF_LITE_ENSURE_EQ(context, input_layer_norm_coefficients, nullptr); - } else { - TF_LITE_ENSURE(context, input_layer_norm_coefficients != nullptr); - TF_LITE_ENSURE_EQ(context, input_layer_norm_coefficients->dims->size, 1); - TF_LITE_ENSURE_EQ(context, input_layer_norm_coefficients->dims->data[0], - n_cell); - if (is_integer) { - TF_LITE_ENSURE_TYPES_EQ(context, input_layer_norm_coefficients->type, - kTfLiteInt16); - } else { - TF_LITE_ENSURE_TYPES_EQ(context, input_layer_norm_coefficients->type, - kTfLiteFloat32); - } - } - - TfLiteTensor* forget_layer_norm_coefficients = - micro_context->AllocateTempInputTensor( - node, kLstmForgetLayerNormCoefficientsTensor); - TF_LITE_ENSURE_EQ(context, forget_layer_norm_coefficients->dims->size, 1); - TF_LITE_ENSURE_EQ(context, forget_layer_norm_coefficients->dims->data[0], - n_cell); - if (is_integer) { - TF_LITE_ENSURE_TYPES_EQ(context, forget_layer_norm_coefficients->type, - kTfLiteInt16); - } else { - TF_LITE_ENSURE_TYPES_EQ(context, forget_layer_norm_coefficients->type, - kTfLiteFloat32); - } - - TfLiteTensor* cell_layer_norm_coefficients = - micro_context->AllocateTempInputTensor( - node, kLstmCellLayerNormCoefficientsTensor); - TF_LITE_ENSURE_EQ(context, cell_layer_norm_coefficients->dims->size, 1); - TF_LITE_ENSURE_EQ(context, cell_layer_norm_coefficients->dims->data[0], - n_cell); - if (is_integer) { - TF_LITE_ENSURE_TYPES_EQ(context, cell_layer_norm_coefficients->type, - kTfLiteInt16); - } else { - TF_LITE_ENSURE_TYPES_EQ(context, cell_layer_norm_coefficients->type, - kTfLiteFloat32); - } - - TfLiteTensor* output_layer_norm_coefficients = - micro_context->AllocateTempInputTensor( - node, kLstmOutputLayerNormCoefficientsTensor); - TF_LITE_ENSURE_EQ(context, output_layer_norm_coefficients->dims->size, 1); - TF_LITE_ENSURE_EQ(context, output_layer_norm_coefficients->dims->data[0], - n_cell); - if (is_integer) { - TF_LITE_ENSURE_TYPES_EQ(context, output_layer_norm_coefficients->type, - kTfLiteInt16); - } else { - TF_LITE_ENSURE_TYPES_EQ(context, output_layer_norm_coefficients->type, - kTfLiteFloat32); - } - if (input_layer_norm_coefficients != nullptr) { - micro_context->DeallocateTempTfLiteTensor(input_layer_norm_coefficients); - } - if (forget_layer_norm_coefficients != nullptr) { - micro_context->DeallocateTempTfLiteTensor(forget_layer_norm_coefficients); - } - if (cell_layer_norm_coefficients != nullptr) { - micro_context->DeallocateTempTfLiteTensor(cell_layer_norm_coefficients); - } - if (output_layer_norm_coefficients != nullptr) { - micro_context->DeallocateTempTfLiteTensor(output_layer_norm_coefficients); - } - } - - if (input_to_input_weights != nullptr) { - micro_context->DeallocateTempTfLiteTensor(input_to_input_weights); - } - if (input_to_forget_weights != nullptr) { - micro_context->DeallocateTempTfLiteTensor(input_to_forget_weights); - } - if (input_to_cell_weights != nullptr) { - micro_context->DeallocateTempTfLiteTensor(input_to_cell_weights); - } - if (recurrent_to_input_weights != nullptr) { - micro_context->DeallocateTempTfLiteTensor(recurrent_to_input_weights); - } - if (recurrent_to_forget_weights != nullptr) { - micro_context->DeallocateTempTfLiteTensor(recurrent_to_forget_weights); - } - micro_context->DeallocateTempTfLiteTensor(recurrent_to_cell_weights); - if (cell_to_input_weights != nullptr) { - micro_context->DeallocateTempTfLiteTensor(cell_to_input_weights); - } - if (cell_to_forget_weights != nullptr) { - micro_context->DeallocateTempTfLiteTensor(cell_to_forget_weights); - } - if (cell_to_output_weights != nullptr) { - micro_context->DeallocateTempTfLiteTensor(cell_to_output_weights); - } - if (input_gate_bias != nullptr) { - micro_context->DeallocateTempTfLiteTensor(input_gate_bias); - } - if (forget_gate_bias != nullptr) { - micro_context->DeallocateTempTfLiteTensor(forget_gate_bias); - } - if (cell_gate_bias != nullptr) { - micro_context->DeallocateTempTfLiteTensor(cell_gate_bias); - } - if (output_gate_bias != nullptr) { - micro_context->DeallocateTempTfLiteTensor(output_gate_bias); - } - if (projection_weights != nullptr) { - micro_context->DeallocateTempTfLiteTensor(projection_weights); - } - if (projection_bias != nullptr) { - micro_context->DeallocateTempTfLiteTensor(projection_bias); - } - - return kTfLiteOk; -} - -TfLiteStatus PrecomputeZeroPointTimesWeightWithBias( - TfLiteContext* context, int32_t zero_point, - const TfLiteTensor* weight_tensor, const TfLiteTensor* bias_tensor, - int32_t** output) { - if (weight_tensor == nullptr) { - return kTfLiteOk; - } - - const RuntimeShape& weight_shape = GetTensorShape(weight_tensor); - TF_LITE_ENSURE_EQ(context, weight_shape.DimensionsCount(), 2); - const int row = weight_shape.Dims(0); - const int col = weight_shape.Dims(1); - TFLITE_DCHECK(context->AllocatePersistentBuffer != nullptr); - *output = static_cast( - context->AllocatePersistentBuffer(context, row * sizeof(int32_t))); - - if (bias_tensor == nullptr) { - memset(*output, 0, row * sizeof(int32_t)); - } else { - const int32_t* bias = GetTensorData(bias_tensor); - memcpy(*output, bias, row * sizeof(int32_t)); - } - if (zero_point != 0) { - const int8_t* weight = GetTensorData(weight_tensor); - micro_tensor_utils::MatrixScalarMultiplyAccumulate(weight, zero_point, row, - col, *output); - } - return kTfLiteOk; -} - -TfLiteStatus PopulatePrecomputedZPTimesWeightsWithBias( - TfLiteContext* context, UnidirectionalSequenceLstmOpData* op_data, - TfLiteNode* node) { - MicroContext* micro_context = GetMicroContext(context); - - TfLiteTensor* input = - micro_context->AllocateTempInputTensor(node, kLstmInputTensor); - TfLiteTensor* output_state = - micro_context->AllocateTempInputTensor(node, kLstmOutputStateTensor); - TF_LITE_ENSURE(context, output_state != nullptr); - TF_LITE_ENSURE(context, output_state->is_variable); - - const int32_t input_zero_point = -input->params.zero_point; - const int32_t output_state_zero_point = -output_state->params.zero_point; - - TfLiteTensor* input_to_input_weights = micro_context->AllocateTempInputTensor( - node, kLstmInputToInputWeightsTensor); - TfLiteTensor* input_to_forget_weights = - micro_context->AllocateTempInputTensor(node, - kLstmInputToForgetWeightsTensor); - TfLiteTensor* input_to_cell_weights = micro_context->AllocateTempInputTensor( - node, kLstmInputToCellWeightsTensor); - TfLiteTensor* input_to_output_weights = - micro_context->AllocateTempInputTensor(node, - kLstmInputToOutputWeightsTensor); - - TfLiteTensor* recurrent_to_input_weights = - micro_context->AllocateTempInputTensor( - node, kLstmRecurrentToInputWeightsTensor); - TfLiteTensor* recurrent_to_forget_weights = - micro_context->AllocateTempInputTensor( - node, kLstmRecurrentToForgetWeightsTensor); - TfLiteTensor* recurrent_to_cell_weights = - micro_context->AllocateTempInputTensor(node, - kLstmRecurrentToCellWeightsTensor); - TfLiteTensor* recurrent_to_output_weights = - micro_context->AllocateTempInputTensor( - node, kLstmRecurrentToOutputWeightsTensor); - - TfLiteTensor* projection_weights = micro_context->AllocateTempInputTensor( - node, kLstmProjectionWeightsTensor); - TfLiteTensor* projection_bias = - micro_context->AllocateTempInputTensor(node, kLstmProjectionBiasTensor); - - IntegerLstmParameter* integer_lstm_params = &op_data->integer_lstm_param; - - TfLiteTensor* intermediate = - micro_context->AllocateTempIntermediateTensor(node, 4); - TF_LITE_ENSURE(context, - intermediate->quantization.type != kTfLiteNoQuantization); - const auto* params = - static_cast(intermediate->quantization.params); - const int32_t hidden_zp = params->zero_point->data[0]; - - // Get bias and perform zero point calculation. - // When there is layer normalization, the gate bias does not apply to matmul - // directly: - // y = ln(w * x + w * r + w * c) + b. - const bool is_layer_norm = op_data->use_layer_norm; - - // Forget gate. - TfLiteTensor* forget_gate_bias = is_layer_norm - ? nullptr - : micro_context->AllocateTempInputTensor( - node, kLstmForgetGateBiasTensor); - TF_LITE_ENSURE_OK( - context, - PrecomputeZeroPointTimesWeightWithBias( - context, input_zero_point, input_to_forget_weights, forget_gate_bias, - &(integer_lstm_params->input_to_forget_effective_bias))); - - TF_LITE_ENSURE_OK( - context, - PrecomputeZeroPointTimesWeightWithBias( - context, output_state_zero_point, recurrent_to_forget_weights, - nullptr, &(integer_lstm_params->recurrent_to_forget_effective_bias))); - - // Modulation gate. - TfLiteTensor* cell_gate_bias = is_layer_norm - ? nullptr - : micro_context->AllocateTempInputTensor( - node, kLstmCellGateBiasTensor); - TF_LITE_ENSURE_OK( - context, - PrecomputeZeroPointTimesWeightWithBias( - context, input_zero_point, input_to_cell_weights, cell_gate_bias, - &(integer_lstm_params->input_to_cell_effective_bias))); - TF_LITE_ENSURE_OK( - context, - PrecomputeZeroPointTimesWeightWithBias( - context, output_state_zero_point, recurrent_to_cell_weights, nullptr, - &(integer_lstm_params->recurrent_to_cell_effective_bias))); - - // Output gate. - TfLiteTensor* output_gate_bias = is_layer_norm - ? nullptr - : micro_context->AllocateTempInputTensor( - node, kLstmOutputGateBiasTensor); - TF_LITE_ENSURE_OK( - context, - PrecomputeZeroPointTimesWeightWithBias( - context, input_zero_point, input_to_output_weights, output_gate_bias, - &(integer_lstm_params->input_to_output_effective_bias))); - - TF_LITE_ENSURE_OK( - context, - PrecomputeZeroPointTimesWeightWithBias( - context, output_state_zero_point, recurrent_to_output_weights, - nullptr, &(integer_lstm_params->recurrent_to_output_effective_bias))); - - // Input gate. The calculation is only meaningful for non-cifg case. - TfLiteTensor* input_gate_bias = is_layer_norm - ? nullptr - : micro_context->AllocateTempInputTensor( - node, kLstmInputGateBiasTensor); - TF_LITE_ENSURE_OK( - context, - PrecomputeZeroPointTimesWeightWithBias( - context, input_zero_point, input_to_input_weights, input_gate_bias, - &(integer_lstm_params->input_to_input_effective_bias))); - TF_LITE_ENSURE_OK( - context, - PrecomputeZeroPointTimesWeightWithBias( - context, output_state_zero_point, recurrent_to_input_weights, nullptr, - &(integer_lstm_params->recurrent_to_input_effective_bias))); - - // Projection bias. The calculation is only meaningful for with projection. - TF_LITE_ENSURE_OK(context, - PrecomputeZeroPointTimesWeightWithBias( - context, hidden_zp, projection_weights, projection_bias, - &(integer_lstm_params->projection_effective_bias))); - - if (input != nullptr) { - micro_context->DeallocateTempTfLiteTensor(input); - } - if (output_state != nullptr) { - micro_context->DeallocateTempTfLiteTensor(output_state); - } - if (input_to_input_weights != nullptr) { - micro_context->DeallocateTempTfLiteTensor(input_to_input_weights); - } - if (input_to_forget_weights != nullptr) { - micro_context->DeallocateTempTfLiteTensor(input_to_forget_weights); - } - if (input_to_cell_weights != nullptr) { - micro_context->DeallocateTempTfLiteTensor(input_to_cell_weights); - } - if (input_to_output_weights != nullptr) { - micro_context->DeallocateTempTfLiteTensor(input_to_output_weights); - } - if (recurrent_to_input_weights != nullptr) { - micro_context->DeallocateTempTfLiteTensor(recurrent_to_input_weights); - } - if (recurrent_to_forget_weights != nullptr) { - micro_context->DeallocateTempTfLiteTensor(recurrent_to_forget_weights); - } - if (recurrent_to_cell_weights != nullptr) { - micro_context->DeallocateTempTfLiteTensor(recurrent_to_cell_weights); - } - if (recurrent_to_output_weights != nullptr) { - micro_context->DeallocateTempTfLiteTensor(recurrent_to_output_weights); - } - if (projection_weights != nullptr) { - micro_context->DeallocateTempTfLiteTensor(projection_weights); - } - if (projection_bias != nullptr) { - micro_context->DeallocateTempTfLiteTensor(projection_bias); - } - if (forget_gate_bias != nullptr) { - micro_context->DeallocateTempTfLiteTensor(forget_gate_bias); - } - if (cell_gate_bias != nullptr) { - micro_context->DeallocateTempTfLiteTensor(cell_gate_bias); - } - if (output_gate_bias != nullptr) { - micro_context->DeallocateTempTfLiteTensor(output_gate_bias); - } - if (input_gate_bias != nullptr) { - micro_context->DeallocateTempTfLiteTensor(input_gate_bias); - } - - if (intermediate != nullptr) { - micro_context->DeallocateTempTfLiteTensor(intermediate); - } - - return kTfLiteOk; -} - -// Resize the output and state tensors based on the sizes of the input tensors. -// Allocate a temporary scratch tensor. Also check that the sizes of the input -// tensors match each other. -TfLiteStatus UnidirectionalSequenceLstmPrepare(TfLiteContext* context, - TfLiteNode* node) { - UnidirectionalSequenceLstmOpData* op_data = - reinterpret_cast(node->user_data); - - MicroContext* micro_context = GetMicroContext(context); - - // Check we have all the inputs and outputs we need. - bool use_layer_norm = false; - if (node->inputs->size == 24) { - TfLiteTensor* forget_layer_norm_coefficients = - micro_context->AllocateTempInputTensor( - node, kLstmForgetLayerNormCoefficientsTensor); - if (forget_layer_norm_coefficients == nullptr) { - use_layer_norm = false; - } else { - use_layer_norm = true; - } - if (forget_layer_norm_coefficients != nullptr) { - micro_context->DeallocateTempTfLiteTensor(forget_layer_norm_coefficients); - } - } else if (node->inputs->size == 20) { - // This is deprecated and is only kept here for backward compatibility. - use_layer_norm = false; - } else { - MicroPrintf("The LSTM Full kernel expects 20 or 24 inputs. Got %d inputs", - node->inputs->size); - return kTfLiteError; - } - TF_LITE_ENSURE_EQ(context, node->outputs->size, 1); - op_data->use_layer_norm = use_layer_norm; - - // Inferring batch size, number of outputs and sequence length and - // number of cells from the input tensors. - TfLiteTensor* input = - micro_context->AllocateTempInputTensor(node, kLstmInputTensor); - op_data->input_zero_point = input->params.zero_point; - const bool is_integer = input->type == kTfLiteInt8; - TF_LITE_ENSURE(context, input->dims->size > 1); - const auto* params = - reinterpret_cast( - node->builtin_data); - const bool time_major = params->time_major; - const int n_batch = time_major ? input->dims->data[1] : input->dims->data[0]; - const int n_input = input->dims->data[2]; - - TfLiteTensor* input_to_output_weights = - micro_context->AllocateTempInputTensor(node, - kLstmInputToOutputWeightsTensor); - const int n_cell = input_to_output_weights->dims->data[0]; - TF_LITE_ENSURE_EQ(context, input_to_output_weights->dims->size, 2); - TF_LITE_ENSURE_EQ(context, input_to_output_weights->dims->data[1], n_input); - - TfLiteTensor* recurrent_to_output_weights = - micro_context->AllocateTempInputTensor( - node, kLstmRecurrentToOutputWeightsTensor); - TF_LITE_ENSURE_EQ(context, recurrent_to_output_weights->dims->size, 2); - TF_LITE_ENSURE_EQ(context, recurrent_to_output_weights->dims->data[0], - n_cell); - const int n_output = recurrent_to_output_weights->dims->data[1]; - - // Check that input tensor dimensions matches with each other. - TF_LITE_ENSURE_OK( - context, CheckInputTensorDimensions(context, node, n_input, n_output, - n_cell, use_layer_norm, is_integer)); - - // Get the pointer to output, output_state and cell_state buffer tensors. - TfLiteTensor* output = - micro_context->AllocateTempOutputTensor(node, kLstmOutputTensor); - - TfLiteTensor* output_state = - micro_context->AllocateTempInputTensor(node, kLstmOutputStateTensor); - TF_LITE_ENSURE(context, output_state != nullptr); - TF_LITE_ENSURE(context, output_state->is_variable); - op_data->output_state_zero_point = output_state->params.zero_point; - TfLiteTensor* cell_state = - micro_context->AllocateTempInputTensor(node, kLstmCellStateTensor); - TF_LITE_ENSURE(context, cell_state != nullptr); - TF_LITE_ENSURE(context, cell_state->is_variable); - - // Check the shape of input state tensors. - // These tensor may be 1D or 2D. It's fine as long as the total size is - // correct. - TF_LITE_ENSURE_EQ(context, NumElements(output_state), n_batch * n_output); - TF_LITE_ENSURE_EQ(context, NumElements(cell_state), n_batch * n_cell); - - // Check the shape of output tensor against that of input tensor - TF_LITE_ENSURE_EQ(context, output->dims->size, 3); - TF_LITE_ENSURE_EQ(context, input->dims->data[0], output->dims->data[0]); - TF_LITE_ENSURE_EQ(context, input->dims->data[1], output->dims->data[1]); - TF_LITE_ENSURE_EQ(context, output->dims->data[2], n_output); - - if (is_integer) { - const int num_intermediate_tensors = node->intermediates->size; - TF_LITE_ENSURE(context, num_intermediate_tensors == 5); - } - - TfLiteTensor* input_to_input_weights = micro_context->AllocateTempInputTensor( - node, kLstmInputToInputWeightsTensor); - - const bool use_cifg = (input_to_input_weights == nullptr); - - // Create a primary scratch buffer for hybrid and float - // If is_integer, primary scratch buffer has a different size - if (!is_integer) { - int scratch_buffer_size[2]; - scratch_buffer_size[0] = n_batch; - - if (use_cifg) { - // Reserving space for Cell, Forget, Output gates - scratch_buffer_size[1] = n_cell * 3; - } else { - // Reserving space for Input, Cell, Forget, Output gates - scratch_buffer_size[1] = n_cell * 4; - } - - TF_LITE_ENSURE_OK(context, - context->RequestScratchBufferInArena( - context, - scratch_buffer_size[0] * scratch_buffer_size[1] * - TfLiteTypeGetSize(input->type), - &(op_data->scratch_index[kPrimaryScratchBuffer]))); - } - - if (IsHybridOp(input, input_to_output_weights)) { - TF_LITE_ENSURE(context, kNumHybridTempBuffers <= scratch_index_size); - - TF_LITE_ENSURE_OK(context, SetHybridScales(context, node)); - - op_data->compute_row_sums = true; - - // Allocate temporary tensors to store quantized values of input, - // output_state and cell_state tensors. - - TF_LITE_ENSURE_OK(context, - context->RequestScratchBufferInArena( - context, - GetTensorShape(input).FlatSize() * - TfLiteTypeGetSize(input_to_output_weights->type), - &(op_data->scratch_index[kInputQuantized]))); - - TF_LITE_ENSURE_OK(context, - context->RequestScratchBufferInArena( - context, - GetTensorShape(output_state).FlatSize() * - TfLiteTypeGetSize(input_to_output_weights->type), - &(op_data->scratch_index[kOutputStateQuantized]))); - - TF_LITE_ENSURE_OK(context, - context->RequestScratchBufferInArena( - context, - GetTensorShape(cell_state).FlatSize() * - TfLiteTypeGetSize(input_to_output_weights->type), - &(op_data->scratch_index[kCellStateQuantized]))); - - TF_LITE_ENSURE_OK(context, - context->RequestScratchBufferInArena( - context, n_batch * TfLiteTypeGetSize(kTfLiteFloat32), - &(op_data->scratch_index[kScales]))); - - // Allocate temporary buffers to store scaling factors and product scaling - // factors. The latter is a convenience storage which allows to quantize - // a vector once (which produces the scaling factors) and multiply it with - // different matrices (which requires multiplying the scaling factors with - // the scaling factor of the matrix). - - TF_LITE_ENSURE_OK(context, - context->RequestScratchBufferInArena( - context, n_batch * TfLiteTypeGetSize(kTfLiteFloat32), - &(op_data->scratch_index[kInputScalingFactors]))); - - TF_LITE_ENSURE_OK( - context, context->RequestScratchBufferInArena( - context, n_batch * TfLiteTypeGetSize(kTfLiteFloat32), - &(op_data->scratch_index[kOutputStateScalingFactors]))); - - TF_LITE_ENSURE_OK(context, - context->RequestScratchBufferInArena( - context, n_batch * TfLiteTypeGetSize(kTfLiteFloat32), - &(op_data->scratch_index[kProductScalingFactors]))); - - // Allocate a temporary buffer to store the recovered cell weights. Since - // this is used for diagonal matrices, only need to store n_cell values. - TF_LITE_ENSURE_OK(context, - context->RequestScratchBufferInArena( - context, n_cell * TfLiteTypeGetSize(kTfLiteFloat32), - &(op_data->scratch_index[kRecoveredCellWeights]))); - - // Allocate a temporary buffer to store the accumulated int32 values. - TF_LITE_ENSURE_OK( - context, - context->RequestScratchBufferInArena( - context, n_cell * n_batch * TfLiteTypeGetSize(kTfLiteInt32), - &(op_data->scratch_index[kAccumScratch]))); - - TF_LITE_ENSURE_OK(context, - context->RequestScratchBufferInArena( - context, n_batch * TfLiteTypeGetSize(kTfLiteFloat32), - &(op_data->scratch_index[kInputZeroPoints]))); - - TF_LITE_ENSURE_OK(context, - context->RequestScratchBufferInArena( - context, n_batch * TfLiteTypeGetSize(kTfLiteFloat32), - &(op_data->scratch_index[kOutputStateZeroPoints]))); - - int row_sums_rows = use_cifg ? 6 : 8; - TfLiteTensor* projection_weights = micro_context->AllocateTempInputTensor( - node, kLstmProjectionWeightsTensor); - if (projection_weights != nullptr) { - row_sums_rows += ceil(static_cast(n_output) / n_cell); - } - op_data->row_sums_size = row_sums_rows; - TFLITE_DCHECK(context->AllocatePersistentBuffer != nullptr); - op_data->row_sums = static_cast(context->AllocatePersistentBuffer( - context, row_sums_rows * n_cell * sizeof(int32_t))); - if (projection_weights != nullptr) { - micro_context->DeallocateTempTfLiteTensor(projection_weights); - } - } - - if (is_integer) { - // Integer UnidirectionalSequenceLSTM prepare function for 8x8->16. - // This code path needs 5 intermediate tensors per Op. - // Populate quantization parameters. - PopulateQuantizedLstmParams8x8_16(context, node, - &op_data->integer_lstm_param); - // Allocate scratch buffer. Need 4 16-bit buffer with size n_batch * n_cell - // and 1 8-bit buffer with size n_batch * n_cell. For integer - // UnidirectionalSequenceLSTM, we do not need the extra 32-bit buffer. - for (int i = 0; i < 5; ++i) { - TfLiteType buffer_type = kTfLiteInt16; - - if (i == 4) { - buffer_type = kTfLiteInt8; - } - - TF_LITE_ENSURE_OK( - context, - context->RequestScratchBufferInArena( - context, n_batch * n_cell * TfLiteTypeGetSize(buffer_type), - &(op_data->scratch_index[i]))); - } - - // Populate precomputed zp * weight. - TF_LITE_ENSURE_OK(context, PopulatePrecomputedZPTimesWeightsWithBias( - context, op_data, node)); - } - - if (input != nullptr) { - micro_context->DeallocateTempTfLiteTensor(input); - } - if (input_to_output_weights != nullptr) { - micro_context->DeallocateTempTfLiteTensor(input_to_output_weights); - } - if (recurrent_to_output_weights != nullptr) { - micro_context->DeallocateTempTfLiteTensor(recurrent_to_output_weights); - } - if (output != nullptr) { - micro_context->DeallocateTempTfLiteTensor(output); - } - if (output_state != nullptr) { - micro_context->DeallocateTempTfLiteTensor(output_state); - } - if (cell_state != nullptr) { - micro_context->DeallocateTempTfLiteTensor(cell_state); - } - - if (input_to_input_weights != nullptr) { - micro_context->DeallocateTempTfLiteTensor(input_to_input_weights); - } - return kTfLiteOk; -} - -TfLiteStatus UnidirectionalSequenceLstmEval(TfLiteContext* context, - TfLiteNode* node) { - TFLITE_DCHECK(context->GetScratchBuffer != nullptr); - - const auto* params = - reinterpret_cast( - node->builtin_data); - const UnidirectionalSequenceLstmOpData* op_data = - reinterpret_cast(node->user_data); - const bool use_layer_norm = op_data->use_layer_norm; - const bool time_major = params->time_major; - - const TfLiteEvalTensor* input = - tflite::micro::GetEvalInput(context, node, kLstmInputTensor); - - const TfLiteEvalTensor* input_to_input_weights = tflite::micro::GetEvalInput( - context, node, kLstmInputToInputWeightsTensor); - - const TfLiteEvalTensor* input_to_forget_weights = tflite::micro::GetEvalInput( - context, node, kLstmInputToForgetWeightsTensor); - - const TfLiteEvalTensor* input_to_cell_weights = - tflite::micro::GetEvalInput(context, node, kLstmInputToCellWeightsTensor); - - const TfLiteEvalTensor* input_to_output_weights = tflite::micro::GetEvalInput( - context, node, kLstmInputToOutputWeightsTensor); - - const TfLiteEvalTensor* recurrent_to_input_weights = - tflite::micro::GetEvalInput(context, node, - kLstmRecurrentToInputWeightsTensor); - - const TfLiteEvalTensor* recurrent_to_forget_weights = - tflite::micro::GetEvalInput(context, node, - kLstmRecurrentToForgetWeightsTensor); - - const TfLiteEvalTensor* recurrent_to_cell_weights = - tflite::micro::GetEvalInput(context, node, - kLstmRecurrentToCellWeightsTensor); - - const TfLiteEvalTensor* recurrent_to_output_weights = - tflite::micro::GetEvalInput(context, node, - kLstmRecurrentToOutputWeightsTensor); - - const TfLiteEvalTensor* cell_to_input_weights = - tflite::micro::GetEvalInput(context, node, kLstmCellToInputWeightsTensor); - - const TfLiteEvalTensor* cell_to_forget_weights = tflite::micro::GetEvalInput( - context, node, kLstmCellToForgetWeightsTensor); - - const TfLiteEvalTensor* cell_to_output_weights = tflite::micro::GetEvalInput( - context, node, kLstmCellToOutputWeightsTensor); - - const TfLiteEvalTensor* input_gate_bias = - tflite::micro::GetEvalInput(context, node, kLstmInputGateBiasTensor); - - const TfLiteEvalTensor* forget_gate_bias = - tflite::micro::GetEvalInput(context, node, kLstmForgetGateBiasTensor); - - const TfLiteEvalTensor* cell_gate_bias = - tflite::micro::GetEvalInput(context, node, kLstmCellGateBiasTensor); - - const TfLiteEvalTensor* output_gate_bias = - tflite::micro::GetEvalInput(context, node, kLstmOutputGateBiasTensor); - - const TfLiteEvalTensor* projection_weights = - tflite::micro::GetEvalInput(context, node, kLstmProjectionWeightsTensor); - - const TfLiteEvalTensor* projection_bias = - tflite::micro::GetEvalInput(context, node, kLstmProjectionBiasTensor); - - TfLiteEvalTensor* output_state = - tflite::micro::GetMutableEvalInput(context, node, kLstmOutputStateTensor); - - TfLiteEvalTensor* cell_state = - tflite::micro::GetMutableEvalInput(context, node, kLstmCellStateTensor); - - TFLITE_DCHECK(cell_state != nullptr); - - const TfLiteEvalTensor* input_layer_norm_coefficients = - use_layer_norm ? tflite::micro::GetEvalInput( - context, node, kLstmInputLayerNormCoefficientsTensor) - : nullptr; - const TfLiteEvalTensor* forget_layer_norm_coefficients = - use_layer_norm - ? tflite::micro::GetEvalInput(context, node, - kLstmForgetLayerNormCoefficientsTensor) - : nullptr; - const TfLiteEvalTensor* cell_layer_norm_coefficients = - use_layer_norm ? tflite::micro::GetEvalInput( - context, node, kLstmCellLayerNormCoefficientsTensor) - : nullptr; - const TfLiteEvalTensor* output_layer_norm_coefficients = - use_layer_norm - ? tflite::micro::GetEvalInput(context, node, - kLstmOutputLayerNormCoefficientsTensor) - : nullptr; - - TfLiteEvalTensor* output = - tflite::micro::GetEvalOutput(context, node, kLstmOutputTensor); - - // Copy out the LSTM specific params so they can be passed in the function. - TfLiteLSTMParams lstm_params; - lstm_params.activation = params->activation; - lstm_params.cell_clip = params->cell_clip; - lstm_params.proj_clip = params->proj_clip; - lstm_params.asymmetric_quantize_inputs = params->asymmetric_quantize_inputs; - - switch (input_to_output_weights->type) { - case kTfLiteFloat32: { - // Index the scratch buffers pointers to the global scratch buffer. - return EvalFloatLstm( - input, input_to_input_weights, input_to_forget_weights, - input_to_cell_weights, input_to_output_weights, - recurrent_to_input_weights, recurrent_to_forget_weights, - recurrent_to_cell_weights, recurrent_to_output_weights, - cell_to_input_weights, cell_to_forget_weights, cell_to_output_weights, - input_layer_norm_coefficients, forget_layer_norm_coefficients, - cell_layer_norm_coefficients, output_layer_norm_coefficients, - /*aux_input=*/nullptr, - /*aux_input_to_input_weights=*/nullptr, - /*aux_input_to_forget_weights=*/nullptr, - /*aux_input_to_cell_weights=*/nullptr, - /*aux_input_to_output_weights=*/nullptr, input_gate_bias, - forget_gate_bias, cell_gate_bias, output_gate_bias, - projection_weights, projection_bias, &lstm_params, - /*forward_sequence=*/true, time_major, - /*output_offset=*/0, - reinterpret_cast(context->GetScratchBuffer( - context, op_data->scratch_index[kPrimaryScratchBuffer])), - output_state, cell_state, output); - } break; - case kTfLiteUInt8: - case kTfLiteInt8: { - const bool is_hybrid = input->type == kTfLiteFloat32; - if (is_hybrid) { - // Index the scratch buffers pointers to the global scratch buffer. - UnidirectionalSequenceLstmOpData* op_data_rw = - reinterpret_cast( - node->user_data); - return EvalHybridLstm( - &(op_data->hybrid_lstm_scales), input, input_to_input_weights, - /*input_to_input_weights_ledger*/ nullptr, input_to_forget_weights, - /*input_to_forget_weights_ledger*/ nullptr, input_to_cell_weights, - /*input_to_cell_weights_ledger*/ nullptr, input_to_output_weights, - /*input_to_output_weights_ledger*/ nullptr, - recurrent_to_input_weights, - /*recurrent_to_input_weights_ledger*/ nullptr, - recurrent_to_forget_weights, - /*recurrent_to_forget_weights_ledger*/ nullptr, - recurrent_to_cell_weights, - /*recurrent_to_cell_weights_ledger*/ nullptr, - recurrent_to_output_weights, - /*recurrent_to_output_weights_ledger*/ nullptr, - cell_to_input_weights, cell_to_forget_weights, - cell_to_output_weights, input_layer_norm_coefficients, - forget_layer_norm_coefficients, cell_layer_norm_coefficients, - output_layer_norm_coefficients, - /*aux_input=*/nullptr, - /*aux_input_to_input_weights=*/nullptr, - /*aux_input_to_forget_weights=*/nullptr, - /*aux_input_to_cell_weights=*/nullptr, - /*aux_input_to_output_weights=*/nullptr, input_gate_bias, - forget_gate_bias, cell_gate_bias, output_gate_bias, - projection_weights, /*projection_weights_ledger*/ nullptr, - projection_bias, &lstm_params, - /*forward_sequence=*/true, time_major, - /*output_offset=*/0, - reinterpret_cast(context->GetScratchBuffer( - context, op_data->scratch_index[kPrimaryScratchBuffer])), - reinterpret_cast(context->GetScratchBuffer( - context, op_data->scratch_index[kInputScalingFactors])), - /*aux_input_sf=*/nullptr, - reinterpret_cast(context->GetScratchBuffer( - context, op_data->scratch_index[kOutputStateScalingFactors])), - reinterpret_cast(context->GetScratchBuffer( - context, op_data->scratch_index[kProductScalingFactors])), - reinterpret_cast(context->GetScratchBuffer( - context, op_data->scratch_index[kRecoveredCellWeights])), - reinterpret_cast(context->GetScratchBuffer( - context, op_data->scratch_index[kInputQuantized])), - /*aux_input_quantized=*/nullptr, - reinterpret_cast(context->GetScratchBuffer( - context, op_data->scratch_index[kOutputStateQuantized])), - reinterpret_cast(context->GetScratchBuffer( - context, op_data->scratch_index[kCellStateQuantized])), - reinterpret_cast(context->GetScratchBuffer( - context, op_data->scratch_index[kScales])), - output_state, cell_state, - reinterpret_cast(context->GetScratchBuffer( - context, op_data->scratch_index[kAccumScratch])), - output, - reinterpret_cast(context->GetScratchBuffer( - context, op_data->scratch_index[kInputZeroPoints])), - /*aux_input_zp=*/nullptr, - reinterpret_cast(context->GetScratchBuffer( - context, op_data->scratch_index[kOutputStateZeroPoints])), - op_data_rw->row_sums, op_data_rw->row_sums_size, - &op_data_rw->compute_row_sums); - } else { - return EvalInteger8x8_16Lstm( - input, input_to_input_weights, input_to_forget_weights, - input_to_cell_weights, input_to_output_weights, - recurrent_to_input_weights, recurrent_to_forget_weights, - recurrent_to_cell_weights, recurrent_to_output_weights, - cell_to_input_weights, cell_to_forget_weights, - cell_to_output_weights, input_layer_norm_coefficients, - forget_layer_norm_coefficients, cell_layer_norm_coefficients, - output_layer_norm_coefficients, input_gate_bias, forget_gate_bias, - cell_gate_bias, output_gate_bias, projection_weights, - projection_bias, &lstm_params, /*forward_sequence=*/true, - time_major, &op_data->integer_lstm_param, - op_data->output_state_zero_point, output_state, cell_state, output, - reinterpret_cast( - context->GetScratchBuffer(context, op_data->scratch_index[0])), - reinterpret_cast( - context->GetScratchBuffer(context, op_data->scratch_index[1])), - reinterpret_cast( - context->GetScratchBuffer(context, op_data->scratch_index[2])), - reinterpret_cast( - context->GetScratchBuffer(context, op_data->scratch_index[3])), - reinterpret_cast( - context->GetScratchBuffer(context, op_data->scratch_index[4])), - nullptr); - } - } break; - default: - MicroPrintf("Type %s is not currently supported.", - TfLiteTypeGetName(input_to_output_weights->type)); - return kTfLiteError; - } -} - -} // namespace - -TfLiteRegistration Register_UNIDIRECTIONAL_SEQUENCE_LSTM() { - return tflite::micro::RegisterOp(UnidirectionalSequenceLstmInit, - UnidirectionalSequenceLstmPrepare, - UnidirectionalSequenceLstmEval); -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/unidirectional_sequence_lstm_test_config.h b/code/components/tflite-lib/tensorflow/lite/micro/kernels/unidirectional_sequence_lstm_test_config.h deleted file mode 100644 index e37c0efd..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/unidirectional_sequence_lstm_test_config.h +++ /dev/null @@ -1,244 +0,0 @@ -/* Copyright 2022 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_MICRO_KERNELS_UNIDIRECTIONAL_SEQUENCE_LSTM_TEST_CONFIG_H_ -#define TENSORFLOW_LITE_MICRO_KERNELS_UNIDIRECTIONAL_SEQUENCE_LSTM_TEST_CONFIG_H_ - -#include "tensorflow/lite/c/common.h" - -namespace tflite { -namespace testing { - -// TODO(b/230666079) enable below tests for xtensa when the xtensa -// kernel is reconciled with reference kernel -#if !defined(XTENSA) - -typedef struct LstmIntegerTestConfig { - const int n_batch; - const int n_input; - const int n_cell; - const int n_output; - const int sequence_length; - const bool time_major; - const bool use_cifg; - const bool use_peephole; - const bool use_projection_weights; - const bool use_projection_bias; - const bool use_layer_norm; - const bool use_8x8_8_implementation; - float intermediate_scale[5][2]; - int intermediate_zp[5][2]; - TfLiteAffineQuantization* intermediate_qparam; - - const float* input; - int8_t* input_quant; - - const float* input_to_input_weights; - int8_t* lstm_i2i_quant; - const float* input_to_forget_weights; - int8_t* lstm_i2f_quant; - const float* input_to_cell_weights; - int8_t* lstm_i2c_quant; - const float* input_to_output_weights; - int8_t* lstm_i2o_quant; - - const float* recurrent_to_input_weights; - int8_t* lstm_r2i_quant; - const float* recurrent_to_forget_weights; - int8_t* lstm_r2f_quant; - const float* recurrent_to_cell_weights; - int8_t* lstm_r2c_quant; - const float* recurrent_to_output_weights; - int8_t* lstm_r2o_quant; - - const float* cell_to_input_weights; - int16_t* lstm_c2i_quant; - const float* cell_to_forget_weights; - int16_t* lstm_c2f_quant; - const float* cell_to_output_weights; - int16_t* lstm_c2o_quant; - - const float* input_gate_bias; - int32_t* lstm_igate_bias_quant; - const float* forget_gate_bias; - int32_t* lstm_fgate_bias_quant; - const float* cell_gate_bias; - int32_t* lstm_cgate_bias_quant; - const float* output_gate_bias; - int32_t* lstm_ogate_bias_quant; - - const float* projection_weights; - int8_t* lstm_proj_w_quant; - const float* projection_bias; - int32_t* projection_bias_quant; - - int16_t* output_state; - int16_t* cell_state; - - const float* input_layer_norm_coefficients; - int16_t* lstm_input_layer_norm_coeff_quant; - const float* forget_layer_norm_coefficients; - int16_t* lstm_forget_layer_norm_coeff_quant; - const float* cell_layer_norm_coefficients; - int16_t* lstm_cell_layer_norm_coeff_quant; - const float* output_layer_norm_coefficients; - int16_t* lstm_output_layer_norm_coeff_quant; - - int8_t* output; - const int8_t* expected_output; - - bool asymmetric_quantize_inputs; - const float ranges[25][2]; -} LstmIntegerTestConfig; - -typedef struct LstmFloatTestConfig { - const int n_batch; - const int n_input; - const int n_cell; - const int n_output; - const int sequence_length; - const bool time_major; - const bool use_cifg; - const bool use_peephole; - const bool use_projection_weights; - const bool use_projection_bias; - const bool use_layer_norm; - const float cell_clip; - const float proj_clip; - - const float* input_original; - float* input; - - const float* input_to_input_weights; - const float* input_to_forget_weights; - const float* input_to_cell_weights; - const float* input_to_output_weights; - - const float* recurrent_to_input_weights; - const float* recurrent_to_forget_weights; - const float* recurrent_to_cell_weights; - const float* recurrent_to_output_weights; - - const float* cell_to_input_weights; - const float* cell_to_forget_weights; - const float* cell_to_output_weights; - - const float* input_gate_bias; - const float* forget_gate_bias; - const float* cell_gate_bias; - const float* output_gate_bias; - - const float* projection_weights; - const float* projection_bias; - - float* output_state; - float* cell_state; - - const float* input_layer_norm_coefficients; - const float* forget_layer_norm_coefficients; - const float* cell_layer_norm_coefficients; - const float* output_layer_norm_coefficients; - - float* output; - const float* expected_output_original; - float* expected_output; -} LstmFloatTestConfig; - -typedef struct LstmWeightQuantizationBuffers { - int8_t* lstm_i2i_quant; - float* lstm_i2i_scale; - int* lstm_i2i_zp; - TfLiteAffineQuantization* lstm_i2i_qparam; - - int8_t* lstm_i2f_quant; - float* lstm_i2f_scale; - int* lstm_i2f_zp; - TfLiteAffineQuantization* lstm_i2f_qparam; - - int8_t* lstm_i2c_quant; - float* lstm_i2c_scale; - int* lstm_i2c_zp; - TfLiteAffineQuantization* lstm_i2c_qparam; - - int8_t* lstm_i2o_quant; - float* lstm_i2o_scale; - int* lstm_i2o_zp; - TfLiteAffineQuantization* lstm_i2o_qparam; - - int8_t* lstm_r2i_quant; - float* lstm_r2i_scale; - int* lstm_r2i_zp; - TfLiteAffineQuantization* lstm_r2i_qparam; - - int8_t* lstm_r2f_quant; - float* lstm_r2f_scale; - int* lstm_r2f_zp; - TfLiteAffineQuantization* lstm_r2f_qparam; - - int8_t* lstm_r2c_quant; - float* lstm_r2c_scale; - int* lstm_r2c_zp; - TfLiteAffineQuantization* lstm_r2c_qparam; - - int8_t* lstm_r2o_quant; - float* lstm_r2o_scale; - int* lstm_r2o_zp; - TfLiteAffineQuantization* lstm_r2o_qparam; - - int8_t* lstm_c2i_quant; - float* lstm_c2i_scale; - int* lstm_c2i_zp; - TfLiteAffineQuantization* lstm_c2i_qparam; - - int8_t* lstm_c2f_quant; - float* lstm_c2f_scale; - int* lstm_c2f_zp; - TfLiteAffineQuantization* lstm_c2f_qparam; - - int8_t* lstm_c2o_quant; - float* lstm_c2o_scale; - int* lstm_c2o_zp; - TfLiteAffineQuantization* lstm_c2o_qparam; - - int8_t* lstm_proj_w_quant; - float* lstm_proj_w_scale; - int* lstm_proj_w_zp; - TfLiteAffineQuantization* lstm_proj_w_qparam; -} LstmWeightQuantizationBuffers; - -extern LstmIntegerTestConfig lstm_integer_no_peephole_config; - -extern LstmIntegerTestConfig lstm_integer_peephole_config; - -extern LstmFloatTestConfig lstm_no_cifg_no_peephole_no_proj_config; - -extern LstmFloatTestConfig lstm_cifg_peephole_no_proj_config; - -extern LstmFloatTestConfig lstm_no_cifg_peephole_proj_config; - -extern LstmFloatTestConfig lstm_no_cifg_peephole_proj_bias_config; - -extern LstmWeightQuantizationBuffers lstm_no_cifg_no_peephole_no_proj_buffers; - -extern LstmWeightQuantizationBuffers lstm_cifg_peephole_no_proj_buffers; - -extern LstmWeightQuantizationBuffers lstm_no_cifg_peephole_proj_buffers; - -extern LstmFloatTestConfig cifg_peephole_no_proj_config_layer_norm; - -#endif // !defined(XTENSA) -} // namespace testing -} // namespace tflite - -#endif // TENSORFLOW_LITE_MICRO_KERNELS_UNIDIRECTIONAL_SEQUENCE_LSTM_TEST_CONFIG_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/unpack.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/unpack.cc deleted file mode 100644 index d199add0..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/unpack.cc +++ /dev/null @@ -1,111 +0,0 @@ -/* Copyright 2019 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" - -namespace tflite { -namespace ops { -namespace micro { -namespace unpack { -namespace { - -constexpr int kInputTensor = 0; - -template -TfLiteStatus UnpackImpl(TfLiteContext* context, TfLiteNode* node, - const TfLiteEvalTensor* input, int output_count, - int axis) { - const TfLiteEvalTensor* output0 = - tflite::micro::GetEvalOutput(context, node, 0); - const TfLiteIntArray* input_dims = input->dims; - const TfLiteIntArray* output_dims = output0->dims; - const int dimensions = input_dims->size; - - if (axis < 0) { - axis += input->dims->size; - } - - TFLITE_DCHECK_LT(axis, dimensions); - - int outer_size = 1; - for (int i = 0; i < axis; ++i) { - outer_size *= input_dims->data[i]; - } - int copy_size = 1; - for (int i = axis + 1; i < dimensions; ++i) { - copy_size *= input_dims->data[i]; - } - int output_size = 1; - for (int i = 0; i < output_dims->size; ++i) { - output_size *= output_dims->data[i]; - } - TFLITE_DCHECK_EQ(output_size, copy_size * outer_size); - - const T* input_data = tflite::micro::GetTensorData(input); - - for (int i = 0; i < output_count; ++i) { - TfLiteEvalTensor* t = tflite::micro::GetEvalOutput(context, node, i); - T* output_data = tflite::micro::GetTensorData(t); - for (int k = 0; k < outer_size; ++k) { - T* output_ptr = output_data + copy_size * k; - int loc = k * output_count * copy_size + i * copy_size; - const T* input_ptr = input_data + loc; - for (int j = 0; j < copy_size; ++j) output_ptr[j] = input_ptr[j]; - } - } - - return kTfLiteOk; -} - -TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) { - TfLiteUnpackParams* data = - reinterpret_cast(node->builtin_data); - - const TfLiteEvalTensor* input = - tflite::micro::GetEvalInput(context, node, kInputTensor); - - switch (input->type) { - case kTfLiteFloat32: { - return UnpackImpl(context, node, input, data->num, data->axis); - } - case kTfLiteInt32: { - return UnpackImpl(context, node, input, data->num, data->axis); - } - case kTfLiteInt8: { - return UnpackImpl(context, node, input, data->num, data->axis); - } - default: { - TF_LITE_KERNEL_LOG(context, "Type '%s' is not supported by unpack.", - TfLiteTypeGetName(input->type)); - return kTfLiteError; - } - } - - return kTfLiteOk; -} -} // namespace -} // namespace unpack - -TfLiteRegistration Register_UNPACK() { - return tflite::micro::RegisterOp(nullptr, nullptr, unpack::Eval); -} - -} // namespace micro -} // namespace ops -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/var_handle.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/var_handle.cc deleted file mode 100644 index db044f3f..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/var_handle.cc +++ /dev/null @@ -1,93 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include - -#include - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/compatibility.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" -#include "tensorflow/lite/micro/memory_helpers.h" -#include "tensorflow/lite/micro/micro_error_reporter.h" -#include "tensorflow/lite/micro/micro_graph.h" -#include "tensorflow/lite/micro/micro_resource_variable.h" -#include "tensorflow/lite/schema/schema_generated.h" - -namespace tflite { - -namespace { - -struct OpData { - int32_t resource_id; -}; - -void* Init(TfLiteContext* context, const char* buffer, size_t length) { - TFLITE_DCHECK(context->AllocatePersistentBuffer != nullptr); - return context->AllocatePersistentBuffer(context, sizeof(OpData)); -} - -TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) { - OpData* op_data = reinterpret_cast(node->user_data); - const auto* params = - reinterpret_cast(node->builtin_data); - - tflite::MicroContext* micro_context = tflite::GetMicroContext(context); - MicroGraph& graph_info = micro_context->graph(); - - MicroResourceVariables* resources = graph_info.GetResourceVariables(); - if (resources == nullptr) { - MicroPrintf( - "VAR_HANDLE requires resource variables. Please create " - "ResourceVariables and pass it to the interpreter."); - return kTfLiteError; - } - op_data->resource_id = - resources->CreateIdIfNoneFound(params->container, params->shared_name); - if (op_data->resource_id < 0) { - return kTfLiteError; - } - - TfLiteEvalTensor* output = tflite::micro::GetEvalOutput(context, node, 0); - TFLITE_DCHECK(output != nullptr); - - // Assign saved resource_id so this output tensor will always return the - // correct resource id. - output->data.i32 = &op_data->resource_id; - - return kTfLiteOk; -} - -TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) { - OpData* op_data = reinterpret_cast(node->user_data); - - TfLiteEvalTensor* output = tflite::micro::GetEvalOutput(context, node, 0); - TFLITE_DCHECK(output != nullptr); - - // Assign saved resource_id so this output tensor will always return the - // correct resource id. - output->data.i32 = &op_data->resource_id; - return kTfLiteOk; -} - -} // namespace. - -TfLiteRegistration Register_VAR_HANDLE() { - return tflite::micro::RegisterOp(Init, Prepare, Eval); -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/while.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/while.cc deleted file mode 100644 index 811c9eae..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/while.cc +++ /dev/null @@ -1,133 +0,0 @@ -/* Copyright 2022 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include - -#include - -#include "tensorflow/lite/c/builtin_op_data.h" -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/compatibility.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" -#include "tensorflow/lite/micro/memory_helpers.h" -#include "tensorflow/lite/micro/micro_context.h" -#include "tensorflow/lite/micro/micro_graph.h" -#include "tensorflow/lite/micro/micro_utils.h" - -namespace tflite { - -namespace { - -struct OpData { - int cond_subgraph_index; - int body_subgraph_index; -}; - -void* Init(TfLiteContext* context, const char* buffer, size_t length) { - TFLITE_DCHECK(context->AllocatePersistentBuffer != nullptr); - return context->AllocatePersistentBuffer(context, sizeof(OpData)); -} - -TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) { - OpData* op_data = reinterpret_cast(node->user_data); - const auto* params = - reinterpret_cast(node->builtin_data); - - op_data->cond_subgraph_index = params->cond_subgraph_index; - op_data->body_subgraph_index = params->body_subgraph_index; - - // The first input is the condition. - tflite::MicroContext* micro_context = tflite::GetMicroContext(context); - - size_t num_inputs = node->inputs->size; - size_t num_outputs = node->outputs->size; - - MicroGraph& graph_info = micro_context->graph(); - - TF_LITE_ENSURE(context, - op_data->cond_subgraph_index < graph_info.NumSubgraphs()); - TF_LITE_ENSURE(context, - op_data->body_subgraph_index < graph_info.NumSubgraphs()); - - TF_LITE_ENSURE_EQ(context, num_inputs, - graph_info.NumSubgraphInputs(op_data->cond_subgraph_index)); - TF_LITE_ENSURE_EQ(context, num_inputs, - graph_info.NumSubgraphInputs(op_data->body_subgraph_index)); - TF_LITE_ENSURE_EQ(context, num_inputs, num_outputs); - TF_LITE_ENSURE_EQ( - context, num_outputs, - graph_info.NumSubgraphOutputs(op_data->body_subgraph_index)); - - return kTfLiteOk; -} - -TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) { - const OpData* op_data = reinterpret_cast(node->user_data); - - tflite::MicroContext* micro_context = tflite::GetMicroContext(context); - MicroGraph* graph_info = µ_context->graph(); - - TF_LITE_ENSURE_OK(context, - tflite::micro::CopyOpInputsToSubgraphInputs( - context, node, graph_info, op_data->cond_subgraph_index, - /*first_tensor_idx=*/0)); - - TF_LITE_ENSURE_OK(context, - graph_info->InvokeSubgraph(op_data->cond_subgraph_index)); - - TfLiteEvalTensor* cond_subgraph_output = graph_info->GetSubgraphOutput( - op_data->cond_subgraph_index, /*tensor_idx=*/0); - bool cond_value = cond_subgraph_output->data.b[0]; - - TF_LITE_ENSURE_OK(context, - tflite::micro::CopyOpInputsToSubgraphInputs( - context, node, graph_info, op_data->body_subgraph_index, - /*first_tensor_idx=*/0)); - TF_LITE_ENSURE_OK(context, - tflite::micro::CopyOpInputsToOpOutputs(context, node)); - - while (cond_value == true) { - // Copy output of this iteration back to the body input. - TF_LITE_ENSURE_OK( - context, tflite::micro::CopyOpOutputsToSubgraphInputs( - context, node, graph_info, op_data->body_subgraph_index)); - TF_LITE_ENSURE_OK(context, - graph_info->InvokeSubgraph(op_data->body_subgraph_index)); - - TF_LITE_ENSURE_OK( - context, tflite::micro::CopySubgraphOutputsToOpOutputs( - context, node, graph_info, op_data->body_subgraph_index)); - TF_LITE_ENSURE_OK( - context, tflite::micro::CopyOpOutputsToSubgraphInputs( - context, node, graph_info, op_data->cond_subgraph_index)); - TF_LITE_ENSURE_OK(context, - graph_info->InvokeSubgraph(op_data->cond_subgraph_index)); - - cond_subgraph_output = graph_info->GetSubgraphOutput( - op_data->cond_subgraph_index, /*tensor_idx=*/0); - cond_value = cond_subgraph_output->data.b[0]; - } - - return kTfLiteOk; -} - -} // namespace. - -TfLiteRegistration Register_WHILE() { - return tflite::micro::RegisterOp(Init, Prepare, Eval); -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/kernels/zeros_like.cc b/code/components/tflite-lib/tensorflow/lite/micro/kernels/zeros_like.cc deleted file mode 100644 index fd6e6612..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/kernels/zeros_like.cc +++ /dev/null @@ -1,87 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" - -namespace tflite { -namespace { - -constexpr int kInputTensor = 0; -constexpr int kOutputTensor = 0; - -TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) { - MicroContext* micro_context = GetMicroContext(context); - - TF_LITE_ENSURE_EQ(context, NumInputs(node), 1); - TF_LITE_ENSURE_EQ(context, NumOutputs(node), 1); - TfLiteTensor* input = - micro_context->AllocateTempInputTensor(node, kInputTensor); - TF_LITE_ENSURE(context, input != nullptr); - TfLiteTensor* output = - micro_context->AllocateTempOutputTensor(node, kOutputTensor); - TF_LITE_ENSURE(context, output != nullptr); - output->type = input->type; - - micro_context->DeallocateTempTfLiteTensor(input); - micro_context->DeallocateTempTfLiteTensor(output); - return kTfLiteOk; -} - -template -void resetZeros(T* out, const int num_elements) { - for (int i = 0; i < num_elements; ++i) { - out[i] = static_cast(0); - } -} - -TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) { - const TfLiteEvalTensor* input = - tflite::micro::GetEvalInput(context, node, kInputTensor); - TfLiteEvalTensor* output = - tflite::micro::GetEvalOutput(context, node, kOutputTensor); - int flat_size = MatchingFlatSize(tflite::micro::GetTensorShape(input), - tflite::micro::GetTensorShape(output)); - switch (input->type) { - case kTfLiteInt64: - resetZeros(tflite::micro::GetTensorData(output), flat_size); - break; - case kTfLiteInt32: - resetZeros(tflite::micro::GetTensorData(output), flat_size); - break; - case kTfLiteInt8: - resetZeros(tflite::micro::GetTensorData(output), flat_size); - break; - case kTfLiteFloat32: - resetZeros(tflite::micro::GetTensorData(output), flat_size); - break; - default: - TF_LITE_KERNEL_LOG(context, - "ZerosLike only currently supports int64, int32, " - "and float32, got %d.", - input->type); - return kTfLiteError; - } - return kTfLiteOk; -} -} // namespace - -TfLiteRegistration Register_ZEROS_LIKE() { - return tflite::micro::RegisterOp(nullptr, Prepare, Eval); -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/memory_helpers.cc b/code/components/tflite-lib/tensorflow/lite/micro/memory_helpers.cc deleted file mode 100644 index 930202de..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/memory_helpers.cc +++ /dev/null @@ -1,170 +0,0 @@ -/* Copyright 2019 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/micro/memory_helpers.h" - -#include -#include - -#include "flatbuffers/flatbuffers.h" // from @flatbuffers -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/core/api/error_reporter.h" -#include "tensorflow/lite/core/api/flatbuffer_conversions.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/schema/schema_generated.h" - -namespace tflite { - -uint8_t* AlignPointerUp(uint8_t* data, size_t alignment) { - std::uintptr_t data_as_uintptr_t = reinterpret_cast(data); - uint8_t* aligned_result = reinterpret_cast( - ((data_as_uintptr_t + (alignment - 1)) / alignment) * alignment); - return aligned_result; -} - -uint8_t* AlignPointerDown(uint8_t* data, size_t alignment) { - std::uintptr_t data_as_uintptr_t = reinterpret_cast(data); - uint8_t* aligned_result = - reinterpret_cast((data_as_uintptr_t / alignment) * alignment); - return aligned_result; -} - -size_t AlignSizeUp(size_t size, size_t alignment) { - size_t aligned_size = (((size + (alignment - 1)) / alignment) * alignment); - return aligned_size; -} - -TfLiteStatus TfLiteTypeSizeOf(TfLiteType type, size_t* size) { - switch (type) { - case kTfLiteFloat16: - *size = sizeof(int16_t); - break; - case kTfLiteFloat32: - *size = sizeof(float); - break; - case kTfLiteFloat64: - *size = sizeof(double); - break; - case kTfLiteInt16: - *size = sizeof(int16_t); - break; - case kTfLiteInt32: - *size = sizeof(int32_t); - break; - case kTfLiteUInt32: - *size = sizeof(uint32_t); - break; - case kTfLiteUInt8: - *size = sizeof(uint8_t); - break; - case kTfLiteInt8: - *size = sizeof(int8_t); - break; - case kTfLiteInt64: - *size = sizeof(int64_t); - break; - case kTfLiteUInt64: - *size = sizeof(uint64_t); - break; - case kTfLiteBool: - *size = sizeof(bool); - break; - case kTfLiteResource: - *size = sizeof(int32_t); - break; - case kTfLiteComplex64: - *size = sizeof(float) * 2; - break; - case kTfLiteComplex128: - *size = sizeof(double) * 2; - break; - default: - return kTfLiteError; - } - return kTfLiteOk; -} - -TfLiteStatus BytesRequiredForTensor(const tflite::Tensor& flatbuffer_tensor, - size_t* bytes, size_t* type_size, - ErrorReporter* error_reporter) { - int element_count = 1; - // If flatbuffer_tensor.shape == nullptr, then flatbuffer_tensor is a scalar - // so has 1 element. - if (flatbuffer_tensor.shape() != nullptr) { - for (size_t n = 0; n < flatbuffer_tensor.shape()->Length(); ++n) { - element_count *= flatbuffer_tensor.shape()->Get(n); - } - } - - TfLiteType tf_lite_type; - TF_LITE_ENSURE_STATUS(ConvertTensorType(flatbuffer_tensor.type(), - &tf_lite_type, error_reporter)); - TF_LITE_ENSURE_STATUS(TfLiteTypeSizeOf(tf_lite_type, type_size)); - *bytes = element_count * (*type_size); - return kTfLiteOk; -} - -TfLiteStatus TfLiteEvalTensorByteLength(const TfLiteEvalTensor* eval_tensor, - size_t* out_bytes) { - TFLITE_DCHECK(out_bytes != nullptr); - - int element_count = 1; - // If eval_tensor->dims == nullptr, then tensor is a scalar so has 1 element. - if (eval_tensor->dims != nullptr) { - for (int n = 0; n < eval_tensor->dims->size; ++n) { - element_count *= eval_tensor->dims->data[n]; - } - } - size_t type_size; - TF_LITE_ENSURE_STATUS(TfLiteTypeSizeOf(eval_tensor->type, &type_size)); - *out_bytes = element_count * type_size; - return kTfLiteOk; -} - -TfLiteStatus AllocateOutputDimensionsFromInput(TfLiteContext* context, - const TfLiteTensor* input1, - const TfLiteTensor* input2, - TfLiteTensor* output) { - const TfLiteTensor* input = nullptr; - - TF_LITE_ENSURE(context, input1->dims != nullptr); - TF_LITE_ENSURE(context, input2->dims != nullptr); - TF_LITE_ENSURE(context, output->dims->size == 0); - - input = input1->dims->size > input2->dims->size ? input1 : input2; - TF_LITE_ENSURE(context, output->type == input->type); - - size_t size = 0; - TfLiteTypeSizeOf(input->type, &size); - const int dimensions_count = tflite::GetTensorShape(input).DimensionsCount(); - for (int i = 0; i < dimensions_count; i++) { - size *= input->dims->data[i]; - } - - output->bytes = size; - - output->dims = - reinterpret_cast(context->AllocatePersistentBuffer( - context, TfLiteIntArrayGetSizeInBytes(size))); - - output->dims->size = input->dims->size; - for (int i = 0; i < dimensions_count; i++) { - output->dims->data[i] = input->dims->data[i]; - } - - return kTfLiteOk; -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/memory_helpers.h b/code/components/tflite-lib/tensorflow/lite/micro/memory_helpers.h deleted file mode 100644 index 8f5526ce..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/memory_helpers.h +++ /dev/null @@ -1,59 +0,0 @@ -/* Copyright 2019 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_MICRO_MEMORY_HELPERS_H_ -#define TENSORFLOW_LITE_MICRO_MEMORY_HELPERS_H_ - -#include -#include - -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/core/api/error_reporter.h" -#include "tensorflow/lite/schema/schema_generated.h" - -namespace tflite { - -// Returns the next pointer address aligned to the given alignment. -uint8_t* AlignPointerUp(uint8_t* data, size_t alignment); - -// Returns the previous pointer address aligned to the given alignment. -uint8_t* AlignPointerDown(uint8_t* data, size_t alignment); - -// Returns an increased size that's a multiple of alignment. -size_t AlignSizeUp(size_t size, size_t alignment); - -// Returns size in bytes for a given TfLiteType. -TfLiteStatus TfLiteTypeSizeOf(TfLiteType type, size_t* size); - -// How many bytes are needed to hold a tensor's contents. -TfLiteStatus BytesRequiredForTensor(const tflite::Tensor& flatbuffer_tensor, - size_t* bytes, size_t* type_size, - ErrorReporter* error_reporter); - -// How many bytes are used in a TfLiteEvalTensor instance. The byte length is -// returned in out_bytes. -TfLiteStatus TfLiteEvalTensorByteLength(const TfLiteEvalTensor* eval_tensor, - size_t* out_bytes); - -// Deduce output dimensions from input and allocate given size. -// Useful for operators with two inputs where the largest input should equal the -// output dimension. -TfLiteStatus AllocateOutputDimensionsFromInput(TfLiteContext* context, - const TfLiteTensor* input1, - const TfLiteTensor* input2, - TfLiteTensor* output); - -} // namespace tflite - -#endif // TENSORFLOW_LITE_MICRO_MEMORY_HELPERS_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/micro/memory_planner/greedy_memory_planner.cc b/code/components/tflite-lib/tensorflow/lite/micro/memory_planner/greedy_memory_planner.cc deleted file mode 100644 index bdfc8304..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/memory_planner/greedy_memory_planner.cc +++ /dev/null @@ -1,452 +0,0 @@ -/* Copyright 2019 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/micro/memory_planner/greedy_memory_planner.h" - -#include "tensorflow/lite/micro/micro_error_reporter.h" -#include "tensorflow/lite/micro/micro_string.h" - -namespace tflite { - -namespace { - -// Returns a character representing a numbered buffer -// for GreedyMemoryPlanner::PrintMemoryPlan() -char GetOrdinalCharacter(int i) { - if (i < 10) { - return '0' + i; - } else if (i < 36) { - return 'a' + (i - 10); - } else if (i < 62) { - return 'A' + (i - 36); - } - return '*'; -} - -} // namespace - -// Simple stable in-place sort function. Not time-efficient for large arrays. -// Would normally be in an anonymous namespace to keep it private, but we want -// to be able to test it externally. -void ReverseSortInPlace(int* values, int* ids, int size) { - bool any_swapped; - do { - any_swapped = false; - for (int i = 1; i < size; ++i) { - if (values[i - 1] < values[i]) { - const int value_temp = values[i - 1]; - values[i - 1] = values[i]; - values[i] = value_temp; - const int id_temp = ids[i - 1]; - ids[i - 1] = ids[i]; - ids[i] = id_temp; - any_swapped = true; - } - } - } while (any_swapped); -} - -GreedyMemoryPlanner::GreedyMemoryPlanner() {} - -TfLiteStatus GreedyMemoryPlanner::Init(unsigned char* scratch_buffer, - int scratch_buffer_size) { - // Reset internal states - buffer_count_ = 0; - need_to_calculate_offsets_ = true; - - // Allocate the arrays we need within the scratch buffer arena. - max_buffer_count_ = scratch_buffer_size / per_buffer_size(); - - unsigned char* next_free = scratch_buffer; - requirements_ = reinterpret_cast(next_free); - next_free += sizeof(BufferRequirements) * max_buffer_count_; - - buffer_sizes_sorted_ = reinterpret_cast(next_free); - next_free += sizeof(int) * max_buffer_count_; - - buffer_ids_sorted_ = reinterpret_cast(next_free); - next_free += sizeof(int) * max_buffer_count_; - - buffers_sorted_by_offset_ = reinterpret_cast(next_free); - next_free += sizeof(ListEntry) * max_buffer_count_; - - buffer_offsets_ = reinterpret_cast(next_free); - return kTfLiteOk; -} - -GreedyMemoryPlanner::~GreedyMemoryPlanner() { - // We don't own the scratch buffer, so don't deallocate anything. -} - -TfLiteStatus GreedyMemoryPlanner::AddBuffer( - tflite::ErrorReporter* error_reporter, int size, int first_time_used, - int last_time_used) { - if (buffer_count_ >= max_buffer_count_) { - TF_LITE_REPORT_ERROR(error_reporter, "Too many buffers (max is %d)", - max_buffer_count_); - return kTfLiteError; - } - BufferRequirements* current = &requirements_[buffer_count_]; - current->size = size; - current->first_time_used = first_time_used; - current->last_time_used = last_time_used; - current->offline_offset = kOnlinePlannedBuffer; - ++buffer_count_; - need_to_calculate_offsets_ = true; - return kTfLiteOk; -} - -TfLiteStatus GreedyMemoryPlanner::AddBuffer( - tflite::ErrorReporter* error_reporter, int size, int first_time_used, - int last_time_used, int offline_offset) { - BufferRequirements* current = &requirements_[buffer_count_]; - if (AddBuffer(error_reporter, size, first_time_used, last_time_used) != - kTfLiteOk) { - return kTfLiteError; - } - current->offline_offset = offline_offset; - return kTfLiteOk; -} - -bool GreedyMemoryPlanner::DoesEntryOverlapInTime( - const GreedyMemoryPlanner::ListEntry* entry, const int first_time_used, - const int last_time_used) const { - const BufferRequirements* entry_requirements = - &requirements_[entry->requirements_index]; - if (entry_requirements->first_time_used > last_time_used) { - return false; - } - if (first_time_used > entry_requirements->last_time_used) { - return false; - } - return true; -} - -GreedyMemoryPlanner::ListEntry* -GreedyMemoryPlanner::NextSimultaneouslyActiveBuffer( - const GreedyMemoryPlanner::ListEntry* start, const int first_time_used, - const int last_time_used) { - ListEntry* result = nullptr; - ListEntry* candidate_next_entry; - if (start == nullptr) { - candidate_next_entry = &buffers_sorted_by_offset_[first_entry_index_]; - } else { - if (start->next_entry_index == -1) { - return nullptr; - } - candidate_next_entry = &buffers_sorted_by_offset_[start->next_entry_index]; - } - do { - if (DoesEntryOverlapInTime(candidate_next_entry, first_time_used, - last_time_used)) { - result = candidate_next_entry; - break; - } - if (candidate_next_entry->next_entry_index == -1) { - break; - } - candidate_next_entry = - &buffers_sorted_by_offset_[candidate_next_entry->next_entry_index]; - } while (true); - return result; -} - -void GreedyMemoryPlanner::CalculateOffsetsIfNeeded() { - if (!need_to_calculate_offsets_ || (buffer_count_ == 0)) { - return; - } - need_to_calculate_offsets_ = false; - - // Start off by ordering the buffers in descending order of size. - // This helps find a more compact layout. Intuitively, you can think - // about putting the large buffers in place first, and then the - // smaller buffers can fit in the gaps, rather than fragmenting the - // gaps with small buffers at the beginning. Add offline planned offsets - // first in the list, since they have a predetermined offset. - int idx_from_tail = buffer_count_; - int idx_from_head = 0; - for (int i = 0; i < buffer_count_; ++i) { - if (requirements_[i].offline_offset == kOnlinePlannedBuffer) { - idx_from_tail--; - buffer_sizes_sorted_[idx_from_tail] = requirements_[i].size; - buffer_ids_sorted_[idx_from_tail] = i; - buffer_offsets_[i] = -1; - } else { - buffer_sizes_sorted_[idx_from_head] = requirements_[i].size; - buffer_ids_sorted_[idx_from_head] = i; - buffer_offsets_[i] = requirements_[i].offline_offset; - idx_from_head++; - } - } - - // This sorting algorithm is naive, and may end up taking a very long time - // with hundreds of buffers. Do not sort the offline planned offsets. - ReverseSortInPlace(&buffer_sizes_sorted_[idx_from_head], - &buffer_ids_sorted_[idx_from_head], - buffer_count_ - idx_from_head); - - // Initialize the first entry to the first buffer in - // buffer_ids_sorted_. - // - If there are no offline planned offsets, the largest buffer will be - // first, and the buffers will be handled in size order. - // - If offline offsets are present, these will be handled first in order - // for the greedy algorithm to utilized gaps in the offline plan. - first_entry_index_ = 0; - next_free_entry_ = 1; - ListEntry* first_entry = &buffers_sorted_by_offset_[first_entry_index_]; - first_entry->next_entry_index = -1; // to mark the entry as end of list - int buffer_id = buffer_ids_sorted_[0]; - first_entry->requirements_index = buffer_id; - if (requirements_[buffer_id].offline_offset == kOnlinePlannedBuffer) { - buffer_offsets_[buffer_id] = 0; - } - first_entry->offset = buffer_offsets_[buffer_id]; - - // Work through the rest of the buffers to find a good gap to place each one. - for (int i = 1; i < buffer_count_; ++i) { - // The id is the order the buffer was originally added by the client. - buffer_id = buffer_ids_sorted_[i]; - // Look at what size and time range the buffer needs to be active. - BufferRequirements* wanted_requirements = &requirements_[buffer_id]; - const int wanted_size = wanted_requirements->size; - const int wanted_first_time_used = wanted_requirements->first_time_used; - const int wanted_last_time_used = wanted_requirements->last_time_used; - - // Find the first buffer that's active in our time range. All placed - // buffers are stored in the order of their starting position in the arena - // so that it's easy to find the next buffer in memory, and so the gap. - // The candidate_entry variable holds the buffer that we're considering - // placing the current buffer after. - - int candidate_offset = 0; - // Loop through the offset-ordered list of buffers, looking for gaps. - if (wanted_requirements->offline_offset == kOnlinePlannedBuffer) { - ListEntry* prior_entry = nullptr; - while (true) { - // Find out what the next active buffer is. - ListEntry* next_entry = NextSimultaneouslyActiveBuffer( - prior_entry, wanted_first_time_used, wanted_last_time_used); - - if (prior_entry) { - BufferRequirements* candidate_requirements = - &requirements_[prior_entry->requirements_index]; - const int prior_entry_offset = - prior_entry->offset + candidate_requirements->size; - if (prior_entry_offset > candidate_offset) { - candidate_offset = prior_entry_offset; - } - } - if (next_entry == nullptr) { - // We're at the end of the list, so we can always append the buffer - // here. - break; - } - // Find out how much space there is between us and the next buffer. - const int gap = next_entry->offset - candidate_offset; - if (gap >= wanted_size) { - // This entry has a big enough gap between it and the next, so - // use it! - break; - } - // The gap wasn't big enough, so move on to another candidate. - prior_entry = next_entry; - } - } else { - // Offline planned offset are to be considered constant - candidate_offset = wanted_requirements->offline_offset; - } - // At this point, we've either found a gap (possibly at the end of the - // list) and want to place the buffer there, or there are no other active - // buffers in this time range and so we can put it at offset zero. - // Record the buffer's offset in our plan. - buffer_offsets_[buffer_id] = candidate_offset; - // Add the newly-placed buffer to our offset-ordered list, so that - // subsequent passes can fit in their buffers around it. - ListEntry* new_entry = &buffers_sorted_by_offset_[next_free_entry_]; - new_entry->offset = candidate_offset; - new_entry->requirements_index = buffer_id; - const int new_entry_index = next_free_entry_; - ++next_free_entry_; - - if (first_entry->offset > candidate_offset) { - // The new entry offset is smaller than the first entry offset => - // replace the first entry - first_entry = new_entry; - first_entry->next_entry_index = first_entry_index_; - first_entry_index_ = new_entry_index; - } else { - ListEntry* current_entry = first_entry; - // Make sure that we insert the buffer at the correct place in the - // buffer-offset-ordered list - while (true) { - const int next_entry_index = current_entry->next_entry_index; - if (next_entry_index == -1) { - // We're at the end of the list, so just add the new entry here. - current_entry->next_entry_index = new_entry_index; - new_entry->next_entry_index = -1; - break; - } - // not at the end of the list -> take a look at next entry - ListEntry* next_entry = &buffers_sorted_by_offset_[next_entry_index]; - if (next_entry->offset > candidate_offset) { - // We're at the right spot to do an insertion and retain the sorting - // order, so place the new entry here. - new_entry->next_entry_index = current_entry->next_entry_index; - current_entry->next_entry_index = new_entry_index; - break; - } - current_entry = next_entry; - } - } - } -} - -size_t GreedyMemoryPlanner::GetMaximumMemorySize() { - CalculateOffsetsIfNeeded(); - if (buffer_count_ == 0) { - return 0; - } - ListEntry* entry = &buffers_sorted_by_offset_[first_entry_index_]; - size_t max_size = 0; - while (entry) { - BufferRequirements* requirements = - &requirements_[entry->requirements_index]; - const size_t current_size = entry->offset + requirements->size; - if (current_size > max_size) { - max_size = current_size; - } - if (entry->next_entry_index == -1) { - break; - } - entry = &buffers_sorted_by_offset_[entry->next_entry_index]; - } - return max_size; -} - -void GreedyMemoryPlanner::PrintMemoryPlan() { - CalculateOffsetsIfNeeded(); - - for (int i = 0; i < buffer_count_; ++i) { - MicroPrintf("%c (id=%d): size=%d, offset=%d, first_used=%d last_used=%d", - GetOrdinalCharacter(i), i, requirements_[i].size, - buffer_offsets_[i], requirements_[i].first_time_used, - requirements_[i].last_time_used); - } - - constexpr int kLineWidth = 80; - int max_size = kLineWidth; - int max_time = 0; - for (int i = 0; i < buffer_count_; ++i) { - BufferRequirements* requirements = &requirements_[i]; - const int offset = buffer_offsets_[i]; - const int last_time_used = requirements->last_time_used; - const int size = offset + requirements->size; - if (size > max_size) { - max_size = size; - } - if (last_time_used > max_time) { - max_time = last_time_used; - } - } - - char line[kLineWidth + 1]; - for (int t = 0; t <= max_time; ++t) { - for (int c = 0; c < kLineWidth; ++c) { - line[c] = '.'; - } - int memory_use = 0; - for (int i = 0; i < buffer_count_; ++i) { - BufferRequirements* requirements = &requirements_[i]; - if ((t < requirements->first_time_used) || - (t > requirements->last_time_used)) { - continue; - } - const int offset = buffer_offsets_[i]; - if (offset == -1) { - continue; - } - const int size = requirements->size; - memory_use += size; - const int line_start = (offset * kLineWidth) / max_size; - const int line_end = ((offset + size) * kLineWidth) / max_size; - for (int n = line_start; n < line_end; ++n) { - if (line[n] == '.') { - line[n] = GetOrdinalCharacter(i); - } else { - line[n] = '!'; - } - } - } - line[kLineWidth] = 0; - - MicroPrintf("%s%d: %s (%dk)", t < 10 ? " " : "", t, (const char*)line, - (memory_use + 1023) / 1024); - } -} - -int GreedyMemoryPlanner::GetBufferCount() { return buffer_count_; } - -TfLiteStatus GreedyMemoryPlanner::GetOffsetForBuffer( - tflite::ErrorReporter* error_reporter, int buffer_index, int* offset) { - CalculateOffsetsIfNeeded(); - if ((buffer_index < 0) || (buffer_index >= buffer_count_)) { - TF_LITE_REPORT_ERROR(error_reporter, - "buffer index %d is outside range 0 to %d", - buffer_index, buffer_count_); - return kTfLiteError; - } - *offset = buffer_offsets_[buffer_index]; - return kTfLiteOk; -} - -bool GreedyMemoryPlanner::DoAnyBuffersOverlap(ErrorReporter* error_reporter) { - CalculateOffsetsIfNeeded(); - bool were_overlaps_found = false; - for (int i = 0; i < buffer_count_; ++i) { - BufferRequirements* a_requirements = &requirements_[i]; - const int a_start_offset = buffer_offsets_[i]; - const int a_first_time_used = a_requirements->first_time_used; - const int a_last_time_used = a_requirements->last_time_used; - const int a_end_offset = a_start_offset + a_requirements->size; - for (int j = 0; j < buffer_count_; ++j) { - if (i == j) { - continue; - } - BufferRequirements* b_requirements = &requirements_[j]; - const int b_start_offset = buffer_offsets_[j]; - const int b_first_time_used = b_requirements->first_time_used; - const int b_last_time_used = b_requirements->last_time_used; - const int b_end_offset = b_start_offset + b_requirements->size; - if ((a_first_time_used > b_last_time_used) || - (b_first_time_used > a_last_time_used)) { - // Buffers don't overlap in time. - continue; - } - if ((a_start_offset >= b_end_offset) || - (b_start_offset >= a_end_offset)) { - // No overlap in memory. - continue; - } - were_overlaps_found = true; - TF_LITE_REPORT_ERROR( - error_reporter, "Overlap: %d (%d=>%d, %d->%d) vs %d (%d=>%d, %d->%d)", - i, a_first_time_used, a_last_time_used, a_start_offset, a_end_offset, - j, b_first_time_used, b_last_time_used, b_start_offset, b_end_offset); - } - } - return were_overlaps_found; -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/memory_planner/greedy_memory_planner.h b/code/components/tflite-lib/tensorflow/lite/micro/memory_planner/greedy_memory_planner.h deleted file mode 100644 index a34f3c59..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/memory_planner/greedy_memory_planner.h +++ /dev/null @@ -1,167 +0,0 @@ -/* Copyright 2019 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#ifndef TENSORFLOW_LITE_MICRO_MEMORY_PLANNER_GREEDY_MEMORY_PLANNER_H_ -#define TENSORFLOW_LITE_MICRO_MEMORY_PLANNER_GREEDY_MEMORY_PLANNER_H_ - -#include "tensorflow/lite/micro/compatibility.h" -#include "tensorflow/lite/micro/memory_planner/micro_memory_planner.h" - -namespace tflite { - -constexpr int kOnlinePlannedBuffer = -1; - -// A memory planner that uses a greedy algorithm to arrange buffers in memory -// to minimize the overall arena size needed. -// -// The algorithm works like this: -// - The client enters the buffer information through AddBuffer(). -// - When a function like GetOffsetForBuffer() is called, the -// CalculateOffsetsIfNeeded() method is invoked. -// - If an up to date plan is not already present, one will be calculated. -// - The buffers are sorted in descending order of size. -// - The largest buffer is placed at offset zero. -// - The rest of the buffers are looped through in descending size order. -// - The other buffers that need to be in memory at the same time are found. -// - The first gap between simultaneously active buffers that the current -// buffer fits into will be used. -// - If no large-enough gap is found, the current buffer is placed after the -// last buffer that's simultaneously active. -// - This continues until all buffers are placed, and the offsets stored. -// -// This is not guaranteed to produce the best placement, since that's an -// NP-Complete problem, but in practice it should produce one that's decent. -class GreedyMemoryPlanner : public MicroMemoryPlanner { - public: - GreedyMemoryPlanner(); - ~GreedyMemoryPlanner() override; - - // You need to pass in an area of memory to be used for planning. The client - // should ensure the validity of the memory when it needs to use this object. - // This memory isn't owned by this object, so management should be handled by - // the client. This is so it can be stack or globally allocated if necessary - // on devices without dynamic memory allocation. How many buffers can be - // planned for will depend on the size of this scratch memory, so you should - // enlarge it if you see an error when calling AddBuffer(). The memory can be - // reused once you're done with the planner, as long as you copy the - // calculated offsets to another location. Each buffer requires about 36 bytes - // of scratch. - TfLiteStatus Init(unsigned char* scratch_buffer, - int scratch_buffer_size) override; - - // Record details of a buffer we want to place. - TfLiteStatus AddBuffer(ErrorReporter* error_reporter, int size, - int first_time_used, int last_time_used) override; - - // Record details of an offline planned buffer offset we want to place. - // offline_offset is the buffer offset from the start of the arena. - TfLiteStatus AddBuffer(ErrorReporter* error_reporter, int size, - int first_time_used, int last_time_used, - int offline_offset) override; - - // Returns the high-water mark of used memory. This is the minimum size of a - // memory arena you'd need to allocate to hold these buffers. - size_t GetMaximumMemorySize() override; - - // How many buffers have been recorded. - int GetBufferCount() override; - - // Where a given buffer should be placed in the memory arena. - // This information is stored in the memory arena itself, so once the arena - // is used for inference, it will be overwritten. - TfLiteStatus GetOffsetForBuffer(ErrorReporter* error_reporter, - int buffer_index, int* offset) override; - - // Prints an ascii-art diagram of the buffer layout plan. - void PrintMemoryPlan() override; - - // Debug method to check whether any buffer allocations are overlapping. This - // is an O(N^2) complexity operation, so only use for testing. - bool DoAnyBuffersOverlap(ErrorReporter* error_reporter); - - // Used to store a list of buffers ordered by their offset. - struct ListEntry { - int offset; - int requirements_index; - int next_entry_index; - }; - - // Number of bytes required in order to plan a buffer. - static size_t per_buffer_size() { - const int per_buffer_size = - sizeof(BufferRequirements) + // requirements_ - sizeof(int) + // buffer_sizes_sorted_ - sizeof(int) + // buffer_ids_sorted_ - sizeof(ListEntry) + // buffers_sorted_by_offset_ - sizeof(int); // buffer_offsets_; - return per_buffer_size; - } - - private: - // Whether a buffer is active in a given time range. - bool DoesEntryOverlapInTime(const ListEntry* entry, const int first_time_used, - const int last_time_used) const; - - // Walks the list to return the next buffer that is active in a given time - // range, or a null pointer if there are none. - ListEntry* NextSimultaneouslyActiveBuffer(const ListEntry* start, - const int first_time_used, - const int last_time_used); - - // If there isn't an up to date plan, calculate a new one. - void CalculateOffsetsIfNeeded(); - - // How many buffers we can plan for, based on the arena size we're given in - // the constructor. - int max_buffer_count_; - - // The number of buffers added so far. - int buffer_count_; - - // Records the client-provided information about each buffer. - struct BufferRequirements { - int size; - int offline_offset; - int first_time_used; - int last_time_used; - }; - - // Working arrays used during the layout algorithm. - BufferRequirements* requirements_; - // buffer_sizes_sorted_ and buffer_ids_sorted_ are sorted according to: - // { - // offline planned buffers, - // online planned buffers sorted by size - // } - int* buffer_sizes_sorted_; - int* buffer_ids_sorted_; - ListEntry* buffers_sorted_by_offset_; - int next_free_entry_; // Index of the next free entry of - // buffers_sorted_by_offset_ - int first_entry_index_; // Index of the first entry (smallest offset) of - // buffers_sorted_by_offset_ - - // Stores the outcome of the plan, the location of each buffer in the arena. - int* buffer_offsets_; - - // Whether buffers have been added since the last plan was calculated. - bool need_to_calculate_offsets_; - - TF_LITE_REMOVE_VIRTUAL_DELETE -}; - -} // namespace tflite - -#endif // TENSORFLOW_LITE_MICRO_MEMORY_PLANNER_GREEDY_MEMORY_PLANNER_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/micro/memory_planner/linear_memory_planner.cc b/code/components/tflite-lib/tensorflow/lite/micro/memory_planner/linear_memory_planner.cc deleted file mode 100644 index d25a4f22..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/memory_planner/linear_memory_planner.cc +++ /dev/null @@ -1,54 +0,0 @@ -/* Copyright 2019 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/micro/memory_planner/linear_memory_planner.h" - -namespace tflite { - -LinearMemoryPlanner::LinearMemoryPlanner() - : current_buffer_count_(0), next_free_offset_(0) {} -LinearMemoryPlanner::~LinearMemoryPlanner() {} - -TfLiteStatus LinearMemoryPlanner::AddBuffer( - tflite::ErrorReporter* error_reporter, int size, int first_time_used, - int last_time_used) { - if (current_buffer_count_ >= kMaxBufferCount) { - TF_LITE_REPORT_ERROR(error_reporter, "Too many buffers (max is %d)", - kMaxBufferCount); - return kTfLiteError; - } - buffer_offsets_[current_buffer_count_] = next_free_offset_; - next_free_offset_ += size; - ++current_buffer_count_; - return kTfLiteOk; -} - -size_t LinearMemoryPlanner::GetMaximumMemorySize() { return next_free_offset_; } - -int LinearMemoryPlanner::GetBufferCount() { return current_buffer_count_; } - -TfLiteStatus LinearMemoryPlanner::GetOffsetForBuffer( - tflite::ErrorReporter* error_reporter, int buffer_index, int* offset) { - if ((buffer_index < 0) || (buffer_index >= current_buffer_count_)) { - TF_LITE_REPORT_ERROR(error_reporter, - "buffer index %d is outside range 0 to %d", - buffer_index, current_buffer_count_); - return kTfLiteError; - } - *offset = buffer_offsets_[buffer_index]; - return kTfLiteOk; -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/memory_planner/linear_memory_planner.h b/code/components/tflite-lib/tensorflow/lite/micro/memory_planner/linear_memory_planner.h deleted file mode 100644 index 128ef808..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/memory_planner/linear_memory_planner.h +++ /dev/null @@ -1,50 +0,0 @@ -/* Copyright 2019 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#ifndef TENSORFLOW_LITE_MICRO_MEMORY_PLANNER_LINEAR_MEMORY_PLANNER_H_ -#define TENSORFLOW_LITE_MICRO_MEMORY_PLANNER_LINEAR_MEMORY_PLANNER_H_ - -#include "tensorflow/lite/micro/compatibility.h" -#include "tensorflow/lite/micro/memory_planner/micro_memory_planner.h" - -namespace tflite { - -// The simplest possible memory planner that just lays out all buffers at -// increasing offsets without trying to reuse memory. -class LinearMemoryPlanner : public MicroMemoryPlanner { - public: - LinearMemoryPlanner(); - ~LinearMemoryPlanner() override; - - TfLiteStatus AddBuffer(tflite::ErrorReporter* error_reporter, int size, - int first_time_used, int last_time_used) override; - - size_t GetMaximumMemorySize() override; - int GetBufferCount() override; - TfLiteStatus GetOffsetForBuffer(tflite::ErrorReporter* error_reporter, - int buffer_index, int* offset) override; - - private: - static constexpr int kMaxBufferCount = 1024; - size_t buffer_offsets_[kMaxBufferCount]; - int current_buffer_count_; - size_t next_free_offset_; - - TF_LITE_REMOVE_VIRTUAL_DELETE -}; - -} // namespace tflite - -#endif // TENSORFLOW_LITE_MICRO_MEMORY_PLANNER_LINEAR_MEMORY_PLANNER_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/micro/memory_planner/memory_plan_struct.h b/code/components/tflite-lib/tensorflow/lite/micro/memory_planner/memory_plan_struct.h deleted file mode 100644 index c8c431cc..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/memory_planner/memory_plan_struct.h +++ /dev/null @@ -1,73 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#ifndef TENSORFLOW_LITE_MICRO_MEMORY_PLANNER_MEMORY_PLAN_STRUCT_H_ -#define TENSORFLOW_LITE_MICRO_MEMORY_PLANNER_MEMORY_PLAN_STRUCT_H_ - -#include -#include - -#include "tensorflow/lite/micro/micro_utils.h" - -namespace tflite { - -// This is an experimental feature and subjected to change. -// More description is available at -// tensorflow/lite/micro/docs/offline_memory_plan.md. - -// Describes a buffer's layout inside an arena. This struct should be kept as -// small as possible for memory footprint sensitive applications and should use -// only primitive fields, making it easy to adjust offline. -struct BufferDescriptor { - // Starting offset inside an arena for this buffer. - // Offset is the minimum information needed for the buffer. The user knows - // the model and the size of each buffer in order to lay out a valid buffer - // plan. - int32_t offset; -}; - -// A structure describing the lay out of buffers inside an arena. -struct BufferPlan { - // Number of buffers described in this plan. - int32_t buffer_count; - - // Each element describes one buffer. - // Buffer index is implicit by the order of AddBuffer() call. - // Specifically, indices of activation tensors are 0 … N-1 where N is the - // number of activation tensors. - // The rest are based on the order of OP requests. - // - // This is a flexible array member and should ideally be - // arena_entries[]; However, in order to support a variety - // of compilers (and without needing to add ifdef's), we - // are implementing the flexible array member with an array of - // length 1 as the last member of the struct. When the size of a BufferPlan - // is needed, use the provided SizeOfBufferPlan(buffer_count) that - // accounts for this implemenatation caveat. - BufferDescriptor buffer_plan_entries[1]; -}; - -// Returns size of a BufferPlan given a buffer count. This size is compile time -// known if buffer_count is a compile time constant. -constexpr size_t SizeOfBufferPlan(int32_t buffer_count) { - // Minus 1 because a BufferPlan struct have a BufferDescriptor already. - // Max to provide a lower bound for the corner case of buffer_count = 0. - return sizeof(BufferPlan) + - sizeof(BufferDescriptor) * Max(buffer_count - 1, 0); -} - -} // namespace tflite - -#endif // TENSORFLOW_LITE_MICRO_MEMORY_PLANNER_MEMORY_PLAN_STRUCT_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/micro/memory_planner/micro_memory_planner.h b/code/components/tflite-lib/tensorflow/lite/micro/memory_planner/micro_memory_planner.h deleted file mode 100644 index cec56335..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/memory_planner/micro_memory_planner.h +++ /dev/null @@ -1,95 +0,0 @@ -/* Copyright 2019 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#ifndef TENSORFLOW_LITE_MICRO_MICRO_MEMORY_PLANNER_MEMORY_PLANNER_H_ -#define TENSORFLOW_LITE_MICRO_MICRO_MEMORY_PLANNER_MEMORY_PLANNER_H_ - -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/core/api/error_reporter.h" - -namespace tflite { - -// Interface class for planning the layout of memory buffers during the -// execution of a graph. -// It's designed to be used by a client that iterates in any order through the -// buffers it wants to lay out, and then calls the getter functions for -// information about the calculated layout. For example: -// -// SomeMemoryPlanner planner; -// planner.AddBuffer(reporter, 100, 0, 1); // Buffer 0 -// planner.AddBuffer(reporter, 50, 2, 3); // Buffer 1 -// planner.AddBuffer(reporter, 50, 2, 3); // Buffer 2 -// -// int offset0; -// TF_EXPECT_OK(planner.GetOffsetForBuffer(reporter, 0, &offset0)); -// int offset1; -// TF_EXPECT_OK(planner.GetOffsetForBuffer(reporter, 1, &offset1)); -// int offset2; -// TF_EXPECT_OK(planner.GetOffsetForBuffer(reporter, 2, &offset2)); -// const int arena_size_needed = planner.GetMaximumMemorySize(); -// -// The goal is for applications to be able to experiment with different layout -// strategies without changing their client code, by swapping out classes that -// implement this interface.= -class MicroMemoryPlanner { - public: - MicroMemoryPlanner() {} - virtual ~MicroMemoryPlanner() {} - - // Pass information about a buffer's size and lifetime to the layout - // algorithm. The order this is called implicitly assigns an index to the - // result, so the buffer information that's passed into the N-th call of - // this method will be used as the buffer_index argument to - // GetOffsetForBuffer(). - virtual TfLiteStatus AddBuffer(tflite::ErrorReporter* error_reporter, - int size, int first_time_used, - int last_time_used) = 0; - - // Record details of an offline planned buffer offset we want to place. - // offline_offset is the buffer offset from the start of the arena. - // This is to support offline memory planning from the flatbuffer metadata. - // By default, it returns an error. - virtual TfLiteStatus AddBuffer(ErrorReporter* error_reporter, int size, - int first_time_used, int last_time_used, - int offline_offset) { - return kTfLiteError; - } - - // The largest contiguous block of memory that's needed to hold the layout. - virtual size_t GetMaximumMemorySize() = 0; - // How many buffers have been added to the planner. - virtual int GetBufferCount() = 0; - // Calculated layout offset for the N-th buffer added to the planner. - virtual TfLiteStatus GetOffsetForBuffer(tflite::ErrorReporter* error_reporter, - int buffer_index, int* offset) = 0; - - // Provides the scratch buffer in case that the memory planner needs it. - // The lifetime of scratch buffers lifetime lasts until the static memory plan - // is committed. - // The default implementation is for the memory planner that does not need - // scratch buffer and simply returns ok. - virtual TfLiteStatus Init(unsigned char* scratch_buffer, - int scratch_buffer_size) { - return kTfLiteOk; - } - - virtual void PrintMemoryPlan() { - // Default does nothing. - } -}; - -} // namespace tflite - -#endif // TENSORFLOW_LITE_MICRO_MICRO_MEMORY_PLANNER_MEMORY_PLANNER_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/micro/memory_planner/non_persistent_buffer_planner_shim.cc b/code/components/tflite-lib/tensorflow/lite/micro/memory_planner/non_persistent_buffer_planner_shim.cc deleted file mode 100644 index 700627a5..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/memory_planner/non_persistent_buffer_planner_shim.cc +++ /dev/null @@ -1,66 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/micro/memory_planner/non_persistent_buffer_planner_shim.h" - -#include "tensorflow/lite/micro/micro_error_reporter.h" - -namespace tflite { - -NonPersistentMemoryPlannerShim::NonPersistentMemoryPlannerShim( - const BufferPlan* buffer_plan) - : buffer_plan_(buffer_plan), buffer_request_count_(0) {} - -NonPersistentMemoryPlannerShim::~NonPersistentMemoryPlannerShim() {} - -TfLiteStatus NonPersistentMemoryPlannerShim::AddBuffer( - tflite::ErrorReporter* error_reporter, int size, int first_time_used, - int last_time_used) { - buffer_request_count_++; - if (buffer_request_count_ > buffer_plan_->buffer_count) { - MicroPrintf( - "Attempting to add buffer %d, but only %d buffers in given buffer " - "plan.", - buffer_request_count_, buffer_plan_->buffer_count); - return kTfLiteError; - } - return kTfLiteOk; -} - -size_t NonPersistentMemoryPlannerShim::GetMaximumMemorySize() { - // Simply return 0 to let the framework accept this memory plan - // because the client ensure validity of the memory plan. - return 0; -} - -// How many buffers are in the given memory plan. -int NonPersistentMemoryPlannerShim::GetBufferCount() { - return buffer_plan_->buffer_count; -} - -TfLiteStatus NonPersistentMemoryPlannerShim::GetOffsetForBuffer( - ErrorReporter* error_reporter, int buffer_request_index, int* offset) { - if (buffer_request_index >= buffer_plan_->buffer_count) { - MicroPrintf( - "Attempting to get offset for buffer %d, but only %d buffers in given " - "buffer plan.", - buffer_request_index, buffer_plan_->buffer_count); - return kTfLiteError; - } - *offset = buffer_plan_->buffer_plan_entries[buffer_request_index].offset; - return kTfLiteOk; -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/memory_planner/non_persistent_buffer_planner_shim.h b/code/components/tflite-lib/tensorflow/lite/micro/memory_planner/non_persistent_buffer_planner_shim.h deleted file mode 100644 index 945ac123..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/memory_planner/non_persistent_buffer_planner_shim.h +++ /dev/null @@ -1,130 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#ifndef TENSORFLOW_LITE_MICRO_MEMORY_PLANNER_NON_PERSISTENT_MEMORY_PLANNER_SHIM_H__ -#define TENSORFLOW_LITE_MICRO_MEMORY_PLANNER_NON_PERSISTENT_MEMORY_PLANNER_SHIM_H__ - -#include "tensorflow/lite/micro/compatibility.h" -#include "tensorflow/lite/micro/memory_planner/memory_plan_struct.h" -#include "tensorflow/lite/micro/memory_planner/micro_memory_planner.h" - -namespace tflite { - -/* This is an experimental feature and subjected to change. - * -The NonPersistentMemoryPlannerShim enables TFLM to work with an external tooling -that can plan the offset of each non persistent buffer for the Model within the -TFLM arena. - -If the NonPersistentMemoryPlannerShim is used, then the final binary does not -have any of the symbols associated with the GreedyMemoryPlanner which results in -a reduced memory footprint. - -Additionally, the offline planning of the non-persistent buffers can be used to -have a more efficient utilization compared to the GreedyMemoryPlanner. - -For example, consider the following hypothetical model: - -A1(400) A2(401) -──┬─────────┠┌─────────── - │ │ │ - │ │ │ - │ â–¼ â–¼ - │ ┌────────┠- │ │ OP1 │ - │ └───┬────┘ A4(201) - │ A3(10) │ │ - │ │ │ - │ │ │ - │ ┌───┴────┠│ - │ │ OP2 │◄────────┤ - │ └───┬────┘ │ - │ A5(11) │ A6(202) │ - │ │ │ │ - │ â–¼ │ │ - │ ┌────────┠│ │ - │ │ OP3 │◄─┘ │ - │ └───┬────┘ │ - │ │ A8(200) │ - │ A7(12) │ │ │ - │ │ │ │ - │ ┌───┴────â”◄──┘ │ - └──────►│ OP4 │ │ - └───┬────┘◄────────┘ - │ - A9(13) │ - â–¼ - -The GreedyMemoryPlanner will give the following memory layout that requires 1012 -bytes of scratch arena size: - -┌─────────────────────────────────────────┬──────────────────────────┬────────┬───────┠-│ A2(401) │ A1(400) │ A4(201)│ -A3(10)│ -└─────────────────────────────────────────┴──────────────────────────┴────────┴───────┘ - -┌───────────┬──────┬──────┠-│ A6(202) │A5(11)│A7(12)│ -└───────────┴──────┴──────┘ - -┌──────────┬───────┠-│ A8(200) │A9(13) │ -└──────────┴───────┘ - -But a more efficient offline memory plan that requires only 826 bytes of scratch -arena size can be - -┌──────────────────────────────────────┬─────────────────────────────┬───────┬──────┠-│ A1(400) │ A2(401) │ -A3(10)│A5(11)│ -└──────────────────────────────────────┴─────────────────────────────┴───────┴──────┘ - - ┌────────────────┬────────────┬────────┬───────┠- │A4(201) │ A8(200) │A9(13) -│A7(12) │ └────────────────┴────────────┴────────┴───────┘ - - ┌─────────────┠- │ A6(202) │ - └─────────────┘ - -*/ -class NonPersistentMemoryPlannerShim : public MicroMemoryPlanner { - public: - // Does not take ownership of buffer_plan, which must refer to a valid - // BufferPlan that outlives this object. - explicit NonPersistentMemoryPlannerShim(const BufferPlan* buffer_plan); - ~NonPersistentMemoryPlannerShim() override; - - TfLiteStatus GetOffsetForBuffer(ErrorReporter* error_reporter, - int buffer_request_index, - int* offset) override; - - TfLiteStatus AddBuffer(tflite::ErrorReporter* error_reporter, int size, - int first_time_used, int last_time_used) override; - size_t GetMaximumMemorySize() override; - int GetBufferCount() override; - - private: - const BufferPlan* buffer_plan_; // not owned, can't be null - - // The number of buffers requested so far. Used for error checking. - int buffer_request_count_; - - TF_LITE_REMOVE_VIRTUAL_DELETE -}; - -} // namespace tflite - -#endif // TENSORFLOW_LITE_MICRO_MEMORY_PLANNER_NON_PERSISTENT_MEMORY_PLANNER_SHIM_H__ diff --git a/code/components/tflite-lib/tensorflow/lite/micro/micro_allocation_info.cc b/code/components/tflite-lib/tensorflow/lite/micro/micro_allocation_info.cc deleted file mode 100644 index edab2b83..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/micro_allocation_info.cc +++ /dev/null @@ -1,351 +0,0 @@ -/* Copyright 2022 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#include "tensorflow/lite/micro/micro_allocation_info.h" - -#include "tensorflow/lite/c/c_api_types.h" -#include "tensorflow/lite/kernels/internal/compatibility.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/micro/memory_helpers.h" -#include "tensorflow/lite/micro/memory_planner/greedy_memory_planner.h" -#include "tensorflow/lite/micro/micro_error_reporter.h" - -namespace tflite { - -namespace { -constexpr char kOfflineMemAllocMetadata[] = "OfflineMemoryAllocation"; -constexpr int kUninitializedLifetime = -1; -} // namespace - -// Mark the given Allocation info as first created at the specified allocation -// scope count. Only the first creation must be recorded since the allocation -// scope count monotonically increases throughout the lifetime marking process. -void AllocationInfoBuilder::UpdateFirstCreated(AllocationInfo* current, - int allocation_scope_count) { - TFLITE_DCHECK(current->first_created <= allocation_scope_count); - if (current->first_created == kUninitializedLifetime) { - current->first_created = allocation_scope_count; - } -} - -// Mark the given AllocationInfo as last used at the specified allocation scope -// count. Update the last used marker every time, since the allocation scope -// count monotonically increases through the lifetime marking process. -void AllocationInfoBuilder::UpdateLastUsed(AllocationInfo* current, - int allocation_scope_count) { - TFLITE_DCHECK(current->last_used <= allocation_scope_count); - current->last_used = allocation_scope_count; -} - -TfLiteStatus AllocationInfoBuilder::MarkSubgraphLifetimesIfNecessary( - const Operator* op, internal::ScratchBufferRequest* scratch_buffer_requests, - ScratchBufferHandle* scratch_buffer_handles, - SubgraphAllocations* allocations) { - int first_subgraph_index = -1; - int second_subgraph_index = -1; - const OperatorCode* opcode = - model_->operator_codes()->Get(op->opcode_index()); - switch (opcode->builtin_code()) { - case BuiltinOperator_IF: { - first_subgraph_index = - op->builtin_options_as_IfOptions()->then_subgraph_index(); - second_subgraph_index = - op->builtin_options_as_IfOptions()->else_subgraph_index(); - break; - } - case BuiltinOperator_CALL_ONCE: { - first_subgraph_index = - op->builtin_options_as_CallOnceOptions()->init_subgraph_index(); - break; - } - case BuiltinOperator_WHILE: { - first_subgraph_index = - op->builtin_options_as_WhileOptions()->cond_subgraph_index(); - second_subgraph_index = - op->builtin_options_as_WhileOptions()->body_subgraph_index(); - break; - } - default: { - break; - } - } - if (first_subgraph_index != -1) { - // Enter a new allocation scope for each subgraph. - allocation_scope_count_++; - TF_LITE_ENSURE_STATUS( - MarkAllocationLifetimes(first_subgraph_index, scratch_buffer_requests, - scratch_buffer_handles, allocations)); - } - if (second_subgraph_index != -1) { - // Enter a new allocation scope for each subgraph. - allocation_scope_count_++; - TF_LITE_ENSURE_STATUS( - MarkAllocationLifetimes(second_subgraph_index, scratch_buffer_requests, - scratch_buffer_handles, allocations)); - } - return kTfLiteOk; -} - -TfLiteStatus AllocationInfoBuilder::CreateAllocationInfo( - int scratch_buffer_request_count) { - size_t subgraph_offsets_length = model_->subgraphs()->size() * sizeof(size_t); - info_.subgraph_offsets = - reinterpret_cast(non_persistent_allocator_->AllocateTemp( - subgraph_offsets_length, alignof(size_t))); - if (info_.subgraph_offsets == nullptr) { - TF_LITE_REPORT_ERROR( - reporter_, - "Failed to allocate memory for memory planning, %d bytes required", - subgraph_offsets_length); - return kTfLiteError; - } - size_t tensor_count = 0; - for (size_t subgraph_idx = 0; subgraph_idx < model_->subgraphs()->size(); - subgraph_idx++) { - // Add all tensors in each subgraph to the AllocationInfo array. Even weight - // tensors are added but marked with needs_allocating = false. Including all - // tensors in the graph here simplifies logic. - info_.subgraph_offsets[subgraph_idx] = tensor_count; - tensor_count += model_->subgraphs()->Get(subgraph_idx)->tensors()->size(); - } - info_.tensor_count = tensor_count; - - // Scratch buffer allocations follow tensor allocations, so the scratch offset - // is equal to the number of tensor allocations. - info_.scratch_offset = tensor_count; - info_.allocation_info_count = tensor_count + scratch_buffer_request_count; - info_.scratch_buffer_count = scratch_buffer_request_count; - size_t bytes = sizeof(AllocationInfo) * info_.allocation_info_count; - - // Allocate an array of AllocationInfo structs from the temp section. This - // struct will be used by AllocationInfoBuilder to find buffer usage. - info_.allocation_info = reinterpret_cast( - non_persistent_allocator_->AllocateTemp(bytes, alignof(AllocationInfo))); - if (info_.allocation_info == nullptr) { - TF_LITE_REPORT_ERROR( - reporter_, - "Failed to allocate memory for memory planning, %d bytes required", - bytes); - return kTfLiteError; - } - return kTfLiteOk; -} - -TfLiteStatus AllocationInfoBuilder::FreeAllocationInfo() { - non_persistent_allocator_->DeallocateTemp( - reinterpret_cast(info_.allocation_info)); - non_persistent_allocator_->DeallocateTemp( - reinterpret_cast(info_.subgraph_offsets)); - return kTfLiteOk; -} - -TfLiteStatus AllocationInfoBuilder::ValidateSubgraph( - const SubGraph* subgraph, TfLiteEvalTensor* eval_tensors) { - uint32_t operators_size = NumSubgraphOperators(subgraph); - - for (uint32_t i = 0; i < operators_size; i++) { - const auto op = subgraph->operators()->Get(i); - for (size_t n = 0; - op->intermediates() != nullptr && n < op->intermediates()->size(); - n++) { - const int tensor_index = op->intermediates()->Get(n); - size_t tensor_size = -1; - TF_LITE_ENSURE_STATUS(TfLiteEvalTensorByteLength( - &eval_tensors[tensor_index], &tensor_size)); - if (tensor_size != 0) { - MicroPrintf( - "Does not support intermediate tensor with non-zero size: %d", - tensor_size); - return kTfLiteError; - } - } - } - return kTfLiteOk; -} - -TfLiteStatus AllocationInfoBuilder::InitializeAllocationInfo( - const int32_t* offline_offsets, SubgraphAllocations* allocations) { - AllocationInfo* allocation_info = info_.allocation_info; - // Initialize allocation info for every tensor in every subgraph. - for (size_t subgraph_idx = 0; subgraph_idx < model_->subgraphs()->size(); - subgraph_idx++) { - const SubGraph* subgraph = model_->subgraphs()->Get(subgraph_idx); - TfLiteEvalTensor* eval_tensors = allocations[subgraph_idx].tensors; - AllocationInfo* subgraph_allocation_info = - &allocation_info[info_.subgraph_offsets[subgraph_idx]]; - - // Ensure constraints are met. - TF_LITE_ENSURE_STATUS(ValidateSubgraph(subgraph, eval_tensors)); - - for (size_t i = 0; i < subgraph->tensors()->size(); ++i) { - AllocationInfo* current = &subgraph_allocation_info[i]; - current->output_ptr = &(eval_tensors[i].data.data); - - TF_LITE_ENSURE_STATUS( - TfLiteEvalTensorByteLength(&eval_tensors[i], ¤t->bytes)); - - current->first_created = kUninitializedLifetime; - current->last_used = kUninitializedLifetime; - current->needs_allocating = - (eval_tensors[i].data.data == nullptr) && - (!subgraph->tensors()->Get(i)->is_variable()) && - (current->bytes != 0); - if (offline_offsets) { - current->offline_offset = offline_offsets[i]; - } else { - current->offline_offset = kOnlinePlannedBuffer; - } - } - } - // Initialize allocation info for every scratch buffer. - AllocationInfo* scratch_allocation_info = - &allocation_info[info_.scratch_offset]; - for (size_t i = 0; i < info_.scratch_buffer_count; i++) { - AllocationInfo* current = &scratch_allocation_info[i]; - current->first_created = kUninitializedLifetime; - current->last_used = kUninitializedLifetime; - current->needs_allocating = true; - current->offline_offset = kOnlinePlannedBuffer; - } - return kTfLiteOk; -} - -TfLiteStatus AllocationInfoBuilder::MarkAllocationLifetimes( - int subgraph_idx, internal::ScratchBufferRequest* scratch_buffer_requests, - ScratchBufferHandle* scratch_buffer_handles, - SubgraphAllocations* allocations) { - const SubGraph* subgraph = model_->subgraphs()->Get(subgraph_idx); - - AllocationInfo* allocation_info = info_.allocation_info; - // Each subgraph's tensor allocations are in a contiguous block starting at - // subgraph_offsets_[subgraph index] with one entry per tensor. - AllocationInfo* subgraph_allocation_info = - &allocation_info[info_.subgraph_offsets[subgraph_idx]]; - - uint32_t operators_size = NumSubgraphOperators(subgraph); - // Mark all inputs as created at the start of the subgraph invocation. - for (size_t i = 0; - subgraph->inputs() != nullptr && i < subgraph->inputs()->size(); ++i) { - const int tensor_index = subgraph->inputs()->Get(i); - AllocationInfo* current = &subgraph_allocation_info[tensor_index]; - UpdateFirstCreated(current, allocation_scope_count_); - } - - for (uint32_t i = 0; i < operators_size; i++) { - // Each operator has a new allocation scope. - allocation_scope_count_++; - const auto* op = subgraph->operators()->Get(i); - // Figure out when the first creation and use of each tensor is. - for (size_t n = 0; op->outputs() != nullptr && n < op->outputs()->size(); - ++n) { - const int tensor_index = op->outputs()->Get(n); - AllocationInfo* current = &subgraph_allocation_info[tensor_index]; - UpdateFirstCreated(current, allocation_scope_count_); - } - - // Keep track of scope count before any subgraphs, so that scratch buffers' - // lifetime within a control flow op properly overlaps with all subgraphs. - int start_allocation_scope_count = allocation_scope_count_; - - // Control flow operators can invoke subgraphs. Plan these subgraphs - // before continuing on to the rest of the graph. - MarkSubgraphLifetimesIfNecessary(op, scratch_buffer_requests, - scratch_buffer_handles, allocations); - - // Figure out when the last use of each tensor is. - for (size_t n = 0; op->inputs() != nullptr && n < op->inputs()->size(); - ++n) { - const int tensor_index = op->inputs()->Get(n); - // Optional bias tensors can have an index of -1 when they are omitted. - if (tensor_index >= 0) { - AllocationInfo* current = &subgraph_allocation_info[tensor_index]; - // No need to update creation since it is either marked by the subgraph - // or producer op, or it is not part of the memory plan (weight, bias - // tensor). - UpdateLastUsed(current, allocation_scope_count_); - } - } - for (size_t n = 0; op->outputs() != nullptr && n < op->outputs()->size(); - ++n) { - const int tensor_index = op->outputs()->Get(n); - AllocationInfo* current = &subgraph_allocation_info[tensor_index]; - UpdateLastUsed(current, allocation_scope_count_); - } - - // Mark thse lifetime of scratch buffers belonging to the current node. This - // operation is O(N * M) where N is the total number of visited nodes and M - // is the total number of scratch buffers. - // TODO(b/217794030): Optimize this memory planning code. - AllocationInfo* scratch_allocation_info = - &allocation_info[info_.scratch_offset]; - for (size_t scratch_idx = 0; scratch_idx < info_.scratch_buffer_count; - scratch_idx++) { - internal::ScratchBufferRequest request = - scratch_buffer_requests[scratch_idx]; - AllocationInfo* current = &scratch_allocation_info[scratch_idx]; - if (request.node_idx == static_cast(i) && - request.subgraph_idx == static_cast(subgraph_idx)) { - ScratchBufferHandle* current_handle = - &(scratch_buffer_handles[scratch_idx]); - current->output_ptr = reinterpret_cast(¤t_handle->data); - current->bytes = request.bytes; - UpdateFirstCreated(current, start_allocation_scope_count); - UpdateLastUsed(current, allocation_scope_count_); - } - } - } - - // Mark all outputs as persistent to the end of the subgraph invocation. - for (size_t i = 0; - subgraph->outputs() != nullptr && i < subgraph->outputs()->size(); ++i) { - const int tensor_index = subgraph->outputs()->Get(i); - AllocationInfo* current = &subgraph_allocation_info[tensor_index]; - UpdateLastUsed(current, allocation_scope_count_); - } - return kTfLiteOk; -} - -// Get offline tensors allocation plan. See -// micro/docs/memory_management.md for more info. -TfLiteStatus AllocationInfoBuilder::GetOfflinePlannedOffsets( - const int32_t** offline_planner_offsets) { - if (model_->metadata()) { - for (size_t i = 0; i < model_->metadata()->size(); ++i) { - auto metadata = model_->metadata()->Get(i); - if (strncmp(metadata->name()->c_str(), kOfflineMemAllocMetadata, - strlen(kOfflineMemAllocMetadata)) == 0) { - const flatbuffers::Vector>* buffers = - model_->buffers(); - auto* buffer = (*buffers)[metadata->buffer()]; - auto* array = buffer->data(); - const uint32_t* metadata_buffer = - reinterpret_cast(array->data()); - const size_t nbr_tensors = static_cast(metadata_buffer[2]); - *offline_planner_offsets = - reinterpret_cast(&metadata_buffer[3]); - - if (info_.tensor_count != nbr_tensors) { - TF_LITE_REPORT_ERROR(reporter_, - "Nbr of offline buffer offsets (%d) in metadata " - "not equal nbr tensors (%d)\n", - nbr_tensors, info_.tensor_count); - return kTfLiteError; - } - } - } - } - return kTfLiteOk; -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/micro_allocation_info.h b/code/components/tflite-lib/tensorflow/lite/micro/micro_allocation_info.h deleted file mode 100644 index 4ea435b3..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/micro_allocation_info.h +++ /dev/null @@ -1,152 +0,0 @@ -/* Copyright 2022 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_MICRO_MICRO_ALLOCATION_INFO_H_ -#define TENSORFLOW_LITE_MICRO_MICRO_ALLOCATION_INFO_H_ - -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/core/api/error_reporter.h" -#include "tensorflow/lite/core/api/flatbuffer_conversions.h" -#include "tensorflow/lite/micro/compatibility.h" -#include "tensorflow/lite/micro/flatbuffer_utils.h" -#include "tensorflow/lite/micro/micro_allocator.h" -#include "tensorflow/lite/schema/schema_generated.h" - -namespace tflite { - -// Used to hold information used during allocation calculations. -struct AllocationInfo { - size_t bytes; - void** output_ptr; - int first_created; - int last_used; - int32_t offline_offset; - bool needs_allocating; -}; - -// Used to hold the allocation info list and related metadata for the entire -// graph (including subgraphs). Since all subgraphs are planned together, the -// allocation info list contains allocations for all subgraphs. Track the offset -// into this list for each subgraph then reserve space to track all allocations. -// -// The AllocationInfo list is a contiguous list of allocations across all -// subgraphs and scratch buffers. Each element here is marked as -// st. The following is a possible -// AllocationInfo list: -// [s0t0, s0t1, s1t0, s2t1, s1t2, s3t0, s3t1, scratch0, scratch1, scratch2] -// -// For this example, the subgraph offsets would be [0, 2, 5] and the scratch -// offset would be 7. -struct GraphAllocationInfo { - AllocationInfo* allocation_info; - size_t allocation_info_count; - size_t* subgraph_offsets; - size_t scratch_offset; - size_t tensor_count; - size_t scratch_buffer_count; -}; - -// A helper class to construct AllocationInfo array. This array contains the -// lifetime of tensors / scratch_buffer and will be used to calculate the memory -// plan. Methods need to be called in order from `Create`, Init`, `Add*`, to -// `Finish`. -class AllocationInfoBuilder { - public: - AllocationInfoBuilder(const Model* model, - INonPersistentBufferAllocator* non_persistent_allocator, - ErrorReporter* reporter) - : model_(model), - non_persistent_allocator_(non_persistent_allocator) -#if !defined(TF_LITE_STRIP_ERROR_STRINGS) - , - reporter_(reporter) -#endif - { - } - - // Check if model contains offline planned buffer offsets. - // - If there's no metadata available, offline_planner_offsets is not set - // - If there's metadata available, offline_planner_offsets will point to the - // first offset in the metadata buffer list. - TfLiteStatus GetOfflinePlannedOffsets( - const int32_t** offline_planner_offsets); - - // Allocate memory for the allocation info array as well as offsets into that - // array for each subgraph. - TfLiteStatus CreateAllocationInfo(int scratch_buffer_request_count); - - // Release memory used for the allocation info array. - TfLiteStatus FreeAllocationInfo(); - - // Initialize AllocationInfo for all tensors and scratch buffers in the graph. - TfLiteStatus InitializeAllocationInfo(const int32_t* offline_offsets, - SubgraphAllocations* allocations); - - // Mark the scope of each tensor and scratch buffer across the graph. Enter - // all possible subgraphs invoked by each control flow operator. This method - // marks the maximum lifetime of each buffer so that tensors are correctly - // planned for all valid invocation flows. - TfLiteStatus MarkAllocationLifetimes( - int subgraph_idx, internal::ScratchBufferRequest* scratch_buffer_request, - ScratchBufferHandle* scratch_buffer_handles, - SubgraphAllocations* allocations); - - // Identify control flow operators and recursively mark all subgraphs which - // that operator can invoke. The lifetime of all tensors within a subgraph - // can only be extended. The order of subgraph invocation does not matter - // since subgraphs within the same control flow operator are executed - // within their own allocation scope (planned buffers in a subgraph cannot - // persist beyond the end of that subgraph's invocation). - TfLiteStatus MarkSubgraphLifetimesIfNecessary( - const Operator* op, - internal::ScratchBufferRequest* scratch_buffer_requests, - ScratchBufferHandle* scratch_buffer_handles, - SubgraphAllocations* allocations); - - // Returns the number of allocations. - int AllocationCount() const { return info_.allocation_info_count; } - - // Returns a pointer to the built AllocationInfo array. - AllocationInfo* Finish() const { return info_.allocation_info; } - - private: - // Mark the given Allocation info as first created at the specified allocation - // scope count. Only the first creation must be recorded since the allocation - // scope count monotonically increases throughout the lifetime marking - // process. - void UpdateFirstCreated(AllocationInfo* current, int allocation_scope_count); - - // Mark the given AllocationInfo as last used at the specified allocation - // scope - // count. Update the last used marker every time, since the allocation scope - // count monotonically increases through the lifetime marking process. - void UpdateLastUsed(AllocationInfo* current, int allocation_scope_count); - - // Validate if a subgraph satisfies assumptions. - TfLiteStatus ValidateSubgraph(const SubGraph* subgraph, - TfLiteEvalTensor* eval_tensors); - - const tflite::Model* model_ = nullptr; - INonPersistentBufferAllocator* non_persistent_allocator_ = nullptr; -#if !defined(TF_LITE_STRIP_ERROR_STRINGS) - ErrorReporter* reporter_ = nullptr; -#endif - - GraphAllocationInfo info_; - int allocation_scope_count_ = 0; -}; - -} // namespace tflite - -#endif // TENSORFLOW_LITE_MICRO_MICRO_ALLOCATION_INFO_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/micro/micro_allocator.cc b/code/components/tflite-lib/tensorflow/lite/micro/micro_allocator.cc deleted file mode 100644 index 6b78fdc0..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/micro_allocator.cc +++ /dev/null @@ -1,964 +0,0 @@ -/* Copyright 2020 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/micro/micro_allocator.h" - -#include -#include - -#include "flatbuffers/flatbuffers.h" // from @flatbuffers -#include "tensorflow/lite/c/c_api_types.h" -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/core/api/error_reporter.h" -#include "tensorflow/lite/core/api/flatbuffer_conversions.h" -#include "tensorflow/lite/core/api/op_resolver.h" -#include "tensorflow/lite/core/api/tensor_utils.h" -#include "tensorflow/lite/kernels/internal/compatibility.h" -#include "tensorflow/lite/micro/arena_allocator/non_persistent_arena_buffer_allocator.h" -#include "tensorflow/lite/micro/arena_allocator/persistent_arena_buffer_allocator.h" -#include "tensorflow/lite/micro/arena_allocator/single_arena_buffer_allocator.h" -#include "tensorflow/lite/micro/compatibility.h" -#include "tensorflow/lite/micro/flatbuffer_utils.h" -#include "tensorflow/lite/micro/memory_helpers.h" -#include "tensorflow/lite/micro/memory_planner/greedy_memory_planner.h" -#include "tensorflow/lite/micro/memory_planner/micro_memory_planner.h" -#include "tensorflow/lite/micro/micro_allocation_info.h" -#include "tensorflow/lite/micro/micro_arena_constants.h" -#include "tensorflow/lite/micro/micro_error_reporter.h" -#include "tensorflow/lite/schema/schema_generated.h" -#include "tensorflow/lite/schema/schema_utils.h" - -namespace tflite { - -namespace { - -// Maximum number of scratch buffer requests per operator. Operator kernels that -// request more than this value will receive an exception. -constexpr size_t kMaxScratchBuffersPerOp = 12; - -// Sentinel value used as a placeholder to mark a ScratchBufferRequest request -// needs a node id assignment. -constexpr int kUnassignedScratchBufferRequestIndex = -1; - -const TfLiteIntArray kZeroLengthIntArray = {}; - -class MicroBuiltinDataAllocator : public BuiltinDataAllocator { - public: - explicit MicroBuiltinDataAllocator( - IPersistentBufferAllocator* persistent_allocator) - : persistent_allocator_(persistent_allocator) {} - - void* Allocate(size_t size, size_t alignment_hint) override { - return persistent_allocator_->AllocatePersistentBuffer(size, - alignment_hint); - } - void Deallocate(void* data) override { - // Do not deallocate, builtin data needs to be available for the life time - // of the model. - } - - TF_LITE_REMOVE_VIRTUAL_DELETE - - private: - IPersistentBufferAllocator* persistent_allocator_; -}; - -TfLiteStatus CreatePlan(ErrorReporter* error_reporter, - MicroMemoryPlanner* planner, - const AllocationInfo* allocation_info, - size_t allocation_info_size) { - // Add the tensors to our allocation plan. - for (size_t i = 0; i < allocation_info_size; ++i) { - const AllocationInfo* current = &allocation_info[i]; - if (current->needs_allocating) { - size_t aligned_bytes_required = - AlignSizeUp(current->bytes, MicroArenaBufferAlignment()); - if (current->offline_offset == kOnlinePlannedBuffer) { - TF_LITE_ENSURE_STATUS( - planner->AddBuffer(error_reporter, aligned_bytes_required, - current->first_created, current->last_used)); - } else { - TF_LITE_ENSURE_STATUS(planner->AddBuffer( - error_reporter, aligned_bytes_required, current->first_created, - current->last_used, current->offline_offset)); - } - } - } - return kTfLiteOk; -} - -TfLiteStatus CommitPlan(ErrorReporter* error_reporter, - MicroMemoryPlanner* planner, uint8_t* starting_point, - const AllocationInfo* allocation_info, - size_t allocation_info_size) { - // Figure out the actual memory addresses for each buffer, based on the plan. - int planner_index = 0; - for (size_t i = 0; i < allocation_info_size; ++i) { - const AllocationInfo* current = &allocation_info[i]; - if (current->needs_allocating) { - int offset = -1; - TF_LITE_ENSURE_STATUS( - planner->GetOffsetForBuffer(error_reporter, planner_index, &offset)); - *current->output_ptr = reinterpret_cast(starting_point + offset); - ++planner_index; - } - } - return kTfLiteOk; -} - -IPersistentBufferAllocator* CreatePersistentArenaAllocator(uint8_t* buffer_head, - size_t buffer_size) { - // Align the actually used area by the tail because persistent buffer grows - // from the bottom to top. - uint8_t* aligned_buffer_tail = - AlignPointerDown(buffer_head + buffer_size, MicroArenaBufferAlignment()); - size_t aligned_buffer_size = aligned_buffer_tail - buffer_head; - PersistentArenaBufferAllocator tmp = - PersistentArenaBufferAllocator(buffer_head, aligned_buffer_size); - - // Allocate enough bytes from the buffer to create a - // SingleArenaBufferAllocator. The new instance will use the current adjusted - // tail buffer from the tmp allocator instance. - uint8_t* allocator_buffer = - tmp.AllocatePersistentBuffer(sizeof(PersistentArenaBufferAllocator), - alignof(PersistentArenaBufferAllocator)); - // Use the default copy constructor to populate internal states. - return new (allocator_buffer) PersistentArenaBufferAllocator(tmp); -} - -// NonPersistentBufferAllocator instance is created in the persistent buffer -// because it has to be persistent to keep track of the non-persistent buffer -// information. -INonPersistentBufferAllocator* CreateNonPersistentArenaAllocator( - uint8_t* buffer_head, size_t buffer_size, - IPersistentBufferAllocator* persistent_buffer_allocator) { - uint8_t* allocator_buffer = - persistent_buffer_allocator->AllocatePersistentBuffer( - sizeof(NonPersistentArenaBufferAllocator), - alignof(NonPersistentArenaBufferAllocator)); - // Align the actually used area by the head because persistent buffer grows - // from the head to bottom. - uint8_t* aligned_buffer_head = - AlignPointerUp(buffer_head, MicroArenaBufferAlignment()); - size_t aligned_buffer_size = buffer_head + buffer_size - aligned_buffer_head; - - INonPersistentBufferAllocator* non_persistent_buffer_allocator = - new (allocator_buffer) NonPersistentArenaBufferAllocator( - aligned_buffer_head, aligned_buffer_size); - return non_persistent_buffer_allocator; -} - -} // namespace - -namespace internal { - -// Returns a pointer to any buffer associated with the flatbuffer tensor. Can -// return nullptr if no buffer is found. -void* GetFlatbufferTensorBuffer( - const tflite::Tensor& flatbuffer_tensor, - const flatbuffers::Vector>* buffers) { - // We need to figure out where the actual contents of this tensor are stored - // in memory. We'll check to see if there's a serialized buffer (pretty much - // the same as a constant op in TensorFlow) associated with this tensor first, - // and if there is update the runtime structure to point to its location in - // memory. - // First see if there's any buffer information in the serialized tensor. - // TODO(b/170379532): Add better unit tests to validate flatbuffer values. - void* out_buffer = nullptr; - if (auto* buffer = (*buffers)[flatbuffer_tensor.buffer()]) { - // If we've found a buffer, does it have any data? - if (auto* array = buffer->data()) { - // If it has any data, is the data size larger than zero? - if (array->size()) { - // We've found a buffer with valid data, so update the runtime tensor - // data structure to point to it. - out_buffer = const_cast(static_cast(array->data())); - } - } - // TODO(petewarden): It's not clear in what circumstances we could have a - // buffer in the serialized tensor, but it doesn't have any data in it. Is - // that a validly-generated file, and if so what does it mean, or is it an - // error condition? It would be good to tighten up the specification to make - // it less ambiguous. - } - return out_buffer; -} - -TfLiteStatus InitializeTfLiteTensorFromFlatbuffer( - IPersistentBufferAllocator* persistent_buffer_allocator, - INonPersistentBufferAllocator* non_persistent_buffer_allocator, - bool allocate_temp, const tflite::Tensor& flatbuffer_tensor, - const flatbuffers::Vector>* buffers, - ErrorReporter* error_reporter, TfLiteTensor* result) { - TFLITE_DCHECK(result != nullptr); - - *result = {}; - // Make sure the serialized type is one we know how to deal with, and convert - // it from a flatbuffer enum into a constant used by the kernel C API. - TF_LITE_ENSURE_STATUS(ConvertTensorType(flatbuffer_tensor.type(), - &result->type, error_reporter)); - // Make sure we remember if the serialized tensor is designated as a variable. - result->is_variable = flatbuffer_tensor.is_variable(); - - result->data.data = GetFlatbufferTensorBuffer(flatbuffer_tensor, buffers); - - // TODO(petewarden): Some of these paths aren't getting enough testing - // coverage, so we should figure out some tests that exercise them. - if (result->data.data == nullptr) { - // The tensor contents haven't been set from a serialized buffer, so - // make a note that they will be allocated from memory. The actual - // allocation won't happen until later. - result->allocation_type = kTfLiteArenaRw; - } else { - // We set the data from a serialized buffer, so record tha. - result->allocation_type = kTfLiteMmapRo; - } - - // Figure out what the size in bytes of the buffer is and store it. - size_t type_size; - TF_LITE_ENSURE_STATUS(BytesRequiredForTensor( - flatbuffer_tensor, &result->bytes, &type_size, error_reporter)); - - if (flatbuffer_tensor.shape() == nullptr) { - // flatbuffer_tensor.shape() can return a nullptr in the case of a scalar - // tensor. - // TODO(b/188459715): figure out why const_cast is required here. - result->dims = const_cast(&kZeroLengthIntArray); - } else { - // TFLM doesn't allow reshaping the tensor which requires dynamic memory - // allocation so it is safe to drop the const qualifier. In the future, if - // we really want to update the tensor shape, we can always pass in a new - // TfLiteIntArray - especially we have to do so if the dimension is - result->dims = FlatBufferVectorToTfLiteTypeArray(flatbuffer_tensor.shape()); - } - - // Copy the quantization information from the serialized data. - const auto* src_quantization = flatbuffer_tensor.quantization(); - if (src_quantization && src_quantization->scale() && - (src_quantization->scale()->size() > 0) && - src_quantization->zero_point() && - (src_quantization->zero_point()->size() > 0)) { - // Always populate the TfLiteTensor.params field, even if there are - // per-channel quantization parameters. - result->params.scale = src_quantization->scale()->Get(0); - // Note that the zero_point field in the FlatBuffers schema is a 64-bit - // integer, but the zero_point field in the TfLiteQuantizationParams struct - // is a 32-bit integer. - result->params.zero_point = - static_cast(src_quantization->zero_point()->Get(0)); - - // Populate per-channel quantization params. - int channels = src_quantization->scale()->size(); - TfLiteAffineQuantization* quantization = - allocate_temp - ? reinterpret_cast( - non_persistent_buffer_allocator->AllocateTemp( - sizeof(TfLiteAffineQuantization), - alignof(TfLiteAffineQuantization))) - : reinterpret_cast( - persistent_buffer_allocator->AllocatePersistentBuffer( - sizeof(TfLiteAffineQuantization), - alignof(TfLiteAffineQuantization))); - if (quantization == nullptr) { - TF_LITE_REPORT_ERROR(error_reporter, - "Unable to allocate TfLiteAffineQuantization.\n"); - return kTfLiteError; - } - - // TODO(b/153688719): Reduce tail allocation by using a global zero-point - // buffer. This value can not be reused from the flatbuffer since the - // zero_point is stored as a int64_t. - quantization->zero_point = - allocate_temp - ? reinterpret_cast( - non_persistent_buffer_allocator->AllocateTemp( - TfLiteIntArrayGetSizeInBytes(channels), - alignof(TfLiteIntArray))) - : reinterpret_cast( - persistent_buffer_allocator->AllocatePersistentBuffer( - TfLiteIntArrayGetSizeInBytes(channels), - alignof(TfLiteIntArray))); - if (quantization->zero_point == nullptr) { - TF_LITE_REPORT_ERROR(error_reporter, - "Unable to allocate quantization->zero_point.\n"); - return kTfLiteError; - } - - quantization->scale = - FlatBufferVectorToTfLiteTypeArray(src_quantization->scale()); - - quantization->zero_point->size = channels; - int* zero_point_data = quantization->zero_point->data; - for (int i = 0; i < channels; i++) { - // As a space-saving optimization, zero point arrays for weights can be - // reduced to a single value, since all zero points for weights are 0. - zero_point_data[i] = src_quantization->zero_point()->size() == - src_quantization->scale()->size() - ? src_quantization->zero_point()->Get(i) - : src_quantization->zero_point()->Get(0); - } - // TODO(rocky): Need to add a micro_allocator test case that fails when - // this is not copied: - quantization->quantized_dimension = src_quantization->quantized_dimension(); - - result->quantization = {kTfLiteAffineQuantization, quantization}; - } - return kTfLiteOk; -} - -TfLiteStatus InitializeTfLiteEvalTensorFromFlatbuffer( - const tflite::Tensor& flatbuffer_tensor, - const flatbuffers::Vector>* buffers, - ErrorReporter* error_reporter, TfLiteEvalTensor* result) { - *result = {}; - // Make sure the serialized type is one we know how to deal with, and convert - // it from a flatbuffer enum into a constant used by the kernel C API. - TF_LITE_ENSURE_STATUS(ConvertTensorType(flatbuffer_tensor.type(), - &result->type, error_reporter)); - - result->data.data = GetFlatbufferTensorBuffer(flatbuffer_tensor, buffers); - - if (flatbuffer_tensor.shape() == nullptr) { - // flatbuffer_tensor.shape() can return a nullptr in the case of a scalar - // tensor. - result->dims = const_cast(&kZeroLengthIntArray); - } else { - result->dims = FlatBufferVectorToTfLiteTypeArray(flatbuffer_tensor.shape()); - } - return kTfLiteOk; -} - -} // namespace internal - -size_t MicroAllocator::GetDefaultTailUsage(bool is_memory_planner_given) { - // TODO(b/208703041): a template version of AlignSizeUp to make expression - // shorter. - size_t total_size = - AlignSizeUp(sizeof(SingleArenaBufferAllocator), - alignof(SingleArenaBufferAllocator)) + - AlignSizeUp(sizeof(MicroAllocator), alignof(MicroAllocator)) + - AlignSizeUp(sizeof(MicroBuiltinDataAllocator), - alignof(MicroBuiltinDataAllocator)) + - AlignSizeUp(sizeof(SubgraphAllocations), alignof(SubgraphAllocations)); - if (!is_memory_planner_given) { - total_size += - AlignSizeUp(sizeof(GreedyMemoryPlanner), alignof(GreedyMemoryPlanner)); - } - return total_size; -} - -MicroAllocator::MicroAllocator(SingleArenaBufferAllocator* memory_allocator, - MicroMemoryPlanner* memory_planner, - ErrorReporter* error_reporter) - : non_persistent_buffer_allocator_(memory_allocator), - persistent_buffer_allocator_(memory_allocator), - memory_planner_(memory_planner), - error_reporter_(error_reporter), - model_is_allocating_(false) {} - -MicroAllocator::MicroAllocator( - IPersistentBufferAllocator* persistent_buffer_allocator, - INonPersistentBufferAllocator* non_persistent_buffer_allocator, - MicroMemoryPlanner* memory_planner, ErrorReporter* error_reporter) - : non_persistent_buffer_allocator_(non_persistent_buffer_allocator), - persistent_buffer_allocator_(persistent_buffer_allocator), - memory_planner_(memory_planner), - error_reporter_(error_reporter), - model_is_allocating_(false) {} - -MicroAllocator::~MicroAllocator() {} - -MicroAllocator* MicroAllocator::Create(uint8_t* tensor_arena, size_t arena_size, - MicroMemoryPlanner* memory_planner, - ErrorReporter* error_reporter) { - uint8_t* aligned_arena = - AlignPointerUp(tensor_arena, MicroArenaBufferAlignment()); - size_t aligned_arena_size = tensor_arena + arena_size - aligned_arena; - SingleArenaBufferAllocator* memory_allocator = - SingleArenaBufferAllocator::Create(error_reporter, aligned_arena, - aligned_arena_size); - - return Create(memory_allocator, memory_planner, error_reporter); -} - -MicroAllocator* MicroAllocator::Create(uint8_t* tensor_arena, size_t arena_size, - ErrorReporter* error_reporter) { - uint8_t* aligned_arena = - AlignPointerUp(tensor_arena, MicroArenaBufferAlignment()); - size_t aligned_arena_size = tensor_arena + arena_size - aligned_arena; - SingleArenaBufferAllocator* memory_allocator = - SingleArenaBufferAllocator::Create(error_reporter, aligned_arena, - aligned_arena_size); - - // By default create GreedyMemoryPlanner. - // If a different MemoryPlanner is needed, use the other api. - uint8_t* memory_planner_buffer = memory_allocator->AllocatePersistentBuffer( - sizeof(GreedyMemoryPlanner), alignof(GreedyMemoryPlanner)); - GreedyMemoryPlanner* memory_planner = - new (memory_planner_buffer) GreedyMemoryPlanner(); - - return Create(memory_allocator, memory_planner, error_reporter); -} - -MicroAllocator* MicroAllocator::Create( - SingleArenaBufferAllocator* memory_allocator, - MicroMemoryPlanner* memory_planner, ErrorReporter* error_reporter) { - TFLITE_DCHECK(memory_allocator != nullptr); - TFLITE_DCHECK(error_reporter != nullptr); - TFLITE_DCHECK(memory_planner != nullptr); - - uint8_t* allocator_buffer = memory_allocator->AllocatePersistentBuffer( - sizeof(MicroAllocator), alignof(MicroAllocator)); - MicroAllocator* allocator = new (allocator_buffer) MicroAllocator( - memory_allocator, memory_allocator, memory_planner, error_reporter); - return allocator; -} - -MicroAllocator* MicroAllocator::Create(uint8_t* persistent_tensor_arena, - size_t persistent_arena_size, - uint8_t* non_persistent_tensor_arena, - size_t non_persistent_arena_size, - ErrorReporter* error_reporter) { - TFLITE_DCHECK(persistent_tensor_arena != nullptr); - TFLITE_DCHECK(non_persistent_tensor_arena != nullptr); - TFLITE_DCHECK(persistent_tensor_arena != non_persistent_tensor_arena); - TFLITE_DCHECK(error_reporter != nullptr); - - IPersistentBufferAllocator* persistent_buffer_allocator = - CreatePersistentArenaAllocator(persistent_tensor_arena, - persistent_arena_size); - INonPersistentBufferAllocator* non_persistent_buffer_allocator = - CreateNonPersistentArenaAllocator(non_persistent_tensor_arena, - non_persistent_arena_size, - persistent_buffer_allocator); - - uint8_t* memory_planner_buffer = - persistent_buffer_allocator->AllocatePersistentBuffer( - sizeof(GreedyMemoryPlanner), alignof(GreedyMemoryPlanner)); - GreedyMemoryPlanner* memory_planner = - new (memory_planner_buffer) GreedyMemoryPlanner(); - - uint8_t* micro_allocator_buffer = - persistent_buffer_allocator->AllocatePersistentBuffer( - sizeof(MicroAllocator), alignof(MicroAllocator)); - MicroAllocator* allocator = new (micro_allocator_buffer) MicroAllocator( - persistent_buffer_allocator, non_persistent_buffer_allocator, - memory_planner, error_reporter); - return allocator; -} - -SubgraphAllocations* MicroAllocator::StartModelAllocation(const Model* model) { - TFLITE_DCHECK(model != nullptr); - - if (model_is_allocating_) { - TF_LITE_REPORT_ERROR(error_reporter_, - "MicroAllocator: Model allocation started before " - "finishing previously allocated model"); - return nullptr; - } - - model_is_allocating_ = true; - - uint8_t* data_allocator_buffer = - persistent_buffer_allocator_->AllocatePersistentBuffer( - sizeof(MicroBuiltinDataAllocator), - alignof(MicroBuiltinDataAllocator)); - builtin_data_allocator_ = new (data_allocator_buffer) - MicroBuiltinDataAllocator(persistent_buffer_allocator_); - - if (InitScratchBufferData() != kTfLiteOk) { - return nullptr; - } - - // Allocate struct to store eval tensors, nodes and registrations. - SubgraphAllocations* output = reinterpret_cast( - persistent_buffer_allocator_->AllocatePersistentBuffer( - sizeof(SubgraphAllocations) * model->subgraphs()->size(), - alignof(SubgraphAllocations))); - if (output == nullptr) { - MicroPrintf("Failed to allocate memory for model metadata."); - return nullptr; - } - - if (AllocateTfLiteEvalTensors(model, output) != kTfLiteOk || - AllocateNodeAndRegistrations(model, output) != kTfLiteOk) { - return nullptr; - } - return output; -} - -TfLiteStatus MicroAllocator::FinishModelAllocation( - const Model* model, SubgraphAllocations* subgraph_allocations, - ScratchBufferHandle** scratch_buffer_handles) { - if (!model_is_allocating_) { - TF_LITE_REPORT_ERROR(error_reporter_, - "MicroAllocator: Model allocation finished before " - "starting allocating model"); - return kTfLiteError; - } - - // Allocate scratch buffer metadata and buffers for variable tensors. - for (size_t subgraph_idx = 0; subgraph_idx < model->subgraphs()->size(); - subgraph_idx++) { - const SubGraph* subgraph = model->subgraphs()->Get(subgraph_idx); - TFLITE_DCHECK(subgraph != nullptr); - - TF_LITE_ENSURE_STATUS(AllocateScratchBufferHandles( - scratch_buffer_handles, scratch_buffer_request_count_)); - TF_LITE_ENSURE_STATUS(AllocateVariables( - subgraph, subgraph_allocations[subgraph_idx].tensors)); - } - - // Plan all subgraphs and scratch buffers together. - TF_LITE_ENSURE_STATUS(CommitStaticMemoryPlan(model, subgraph_allocations, - *scratch_buffer_handles)); - model_is_allocating_ = false; - return kTfLiteOk; -} - -void* MicroAllocator::AllocatePersistentBuffer(size_t bytes) { - return persistent_buffer_allocator_->AllocatePersistentBuffer( - bytes, MicroArenaBufferAlignment()); -} - -TfLiteStatus MicroAllocator::RequestScratchBufferInArena(size_t bytes, - int subgraph_idx, - int* buffer_idx) { - // All scratch buffer requests are stored in the head section of the arena - // when a model is in the prepare phase. First align a scratch buffer request - // pointer to the start of the head: - internal::ScratchBufferRequest* requests = GetScratchBufferRequests(); - - // Count the number of requested scratch buffers for the current node: - size_t current_node_request_count = 0; - for (size_t i = 0; i < scratch_buffer_request_count_; ++i) { - if (requests[i].node_idx == kUnassignedScratchBufferRequestIndex) { - ++current_node_request_count; - } - } - - // First, ensure that the per-kernel request has not exceeded the limit: - if (current_node_request_count >= kMaxScratchBuffersPerOp) { - TF_LITE_REPORT_ERROR( - error_reporter_, - "Scratch buffer request exeeds limit per operator (%d)", - kMaxScratchBuffersPerOp); - return kTfLiteError; - } - - // Initialize and assign values for the request at the current index: - internal::ScratchBufferRequest* current_request = - &requests[scratch_buffer_request_count_]; - *current_request = {}; - // Assign -1 as a sentinel value that will be updated when the node finishes - // allocating: - current_request->bytes = bytes; - current_request->node_idx = kUnassignedScratchBufferRequestIndex; - current_request->subgraph_idx = subgraph_idx; - - // Assign the current request index to the out-param: - *buffer_idx = scratch_buffer_request_count_; - - // Bump the request count to prepare for the next request: - ++scratch_buffer_request_count_; - return kTfLiteOk; -} - -TfLiteStatus MicroAllocator::FinishPrepareNodeAllocations(int node_id) { - // When a node has finished preparing, all temp allocations performed by the - // kernel should be cleaned up: - TF_LITE_ENSURE_STATUS(ResetTempAllocations()); - - // Find and update any new scratch buffer requests for the current node: - internal::ScratchBufferRequest* requests = GetScratchBufferRequests(); - - for (size_t i = 0; i < scratch_buffer_request_count_; ++i) { - // A request with a node_idx of -1 is a sentinel value used to indicate this - // was a new request for the current node. The allocator finally knows the - // node index at this point. Assign the value and update the list of new - // requests so the head section can be adjusted to allow for the next kernel - // to allocate at most kMaxScratchBuffersPerOp requests: - if (requests[i].node_idx == kUnassignedScratchBufferRequestIndex) { - requests[i].node_idx = node_id; - } - } - - // Ensure that the head is re-adjusted to allow for another at-most - // kMaxScratchBuffersPerOp scratch buffer requests in the next operator: - TF_LITE_ENSURE_STATUS(non_persistent_buffer_allocator_->ResizeBuffer( - scratch_buffer_head_, - sizeof(internal::ScratchBufferRequest) * - (scratch_buffer_request_count_ + kMaxScratchBuffersPerOp), - alignof(internal::ScratchBufferRequest))); - - return kTfLiteOk; -} - -size_t MicroAllocator::used_bytes() const { - return non_persistent_buffer_allocator_->GetNonPersistentUsedBytes() + - persistent_buffer_allocator_->GetPersistentUsedBytes(); -} - -TfLiteStatus MicroAllocator::AllocateNodeAndRegistrations( - const Model* model, SubgraphAllocations* subgraph_allocations) { - TFLITE_DCHECK(subgraph_allocations != nullptr); - - for (size_t subgraph_idx = 0; subgraph_idx < model->subgraphs()->size(); - subgraph_idx++) { - const SubGraph* subgraph = model->subgraphs()->Get(subgraph_idx); - TFLITE_DCHECK(subgraph != nullptr); - - uint32_t operators_size = NumSubgraphOperators(subgraph); - - // Initialize NodeAndRegistrations for the subgraph. - NodeAndRegistration* output = reinterpret_cast( - persistent_buffer_allocator_->AllocatePersistentBuffer( - sizeof(NodeAndRegistration) * operators_size, - alignof(NodeAndRegistration))); - if (output == nullptr) { - TF_LITE_REPORT_ERROR( - error_reporter_, - "Failed to allocate memory for node_and_registrations."); - return kTfLiteError; - } - subgraph_allocations[subgraph_idx].node_and_registrations = output; - } - return kTfLiteOk; -} - -TfLiteTensor* MicroAllocator::AllocatePersistentTfLiteTensor( - const Model* model, const SubgraphAllocations* subgraph_allocations, - int tensor_index, int subgraph_index) { - const SubGraph* subgraph = model->subgraphs()->Get(subgraph_index); - TFLITE_DCHECK(subgraph != nullptr); - - // This value is allocated from persistent arena space. It is guaranteed to be - // around for the lifetime of the application. - TfLiteTensor* tensor = AllocatePersistentTfLiteTensorInternal(); - - // Populate any fields from the flatbuffer, since this TfLiteTensor struct is - // allocated in the persistent section of the arena, ensure that additional - // allocations also take place in that section of the arena. - if (PopulateTfLiteTensorFromFlatbuffer( - model, tensor, tensor_index, subgraph_index, - /*allocate_temp=*/false) != kTfLiteOk) { - TF_LITE_REPORT_ERROR(error_reporter_, - "Failed to populate a persistent TfLiteTensor struct " - "from flatbuffer data!"); - return nullptr; - } - - if (subgraph_allocations != nullptr) { - // Tensor buffers that are allocated at runtime (e.g. non-weight buffers) - // and not located in the flatbuffer are stored on the pre-allocated list of - // TfLiteEvalTensors structs. These structs are the source of truth, simply - // point the corresponding buffer to the new TfLiteTensor data value. - tensor->data.data = - subgraph_allocations[subgraph_index].tensors[tensor_index].data.data; - // TfLiteEvalTensor structs must also be the source of truth for the - // TfLiteTensor dims. - tensor->dims = - subgraph_allocations[subgraph_index].tensors[tensor_index].dims; - } - return tensor; -} - -void MicroAllocator::DeallocateTempTfLiteTensor(TfLiteTensor* tensor) { - TFLITE_DCHECK(tensor != nullptr); - - if (tensor->quantization.type == kTfLiteAffineQuantization) { - TFLITE_DCHECK(tensor->quantization.params != nullptr); - TfLiteAffineQuantization* quantization = - reinterpret_cast( - tensor->quantization.params); - - non_persistent_buffer_allocator_->DeallocateTemp( - reinterpret_cast(quantization->zero_point)); - non_persistent_buffer_allocator_->DeallocateTemp( - reinterpret_cast(quantization)); - } - - // Clear the data in case someone still access tensor arena by mistake - tensor->quantization.type = kTfLiteNoQuantization; - tensor->quantization.params = nullptr; - tensor->data.data = nullptr; - tensor->dims = nullptr; - non_persistent_buffer_allocator_->DeallocateTemp( - reinterpret_cast(tensor)); -} - -TfLiteTensor* MicroAllocator::AllocateTempTfLiteTensor( - const Model* model, const SubgraphAllocations* subgraph_allocations, - int tensor_index, int subgraph_index) { - const SubGraph* subgraph = model->subgraphs()->Get(subgraph_index); - TFLITE_DCHECK(subgraph != nullptr); - - // This value is allocated from temporary arena space. It is guaranteed to be - // around for at least the scope of the calling function. Since this struct - // allocation takes place in temp space, no need to own or cleanup. - TfLiteTensor* tensor = reinterpret_cast( - non_persistent_buffer_allocator_->AllocateTemp(sizeof(TfLiteTensor), - alignof(TfLiteTensor))); - - // Populate any fields from the flatbuffer, since this TfLiteTensor struct is - // allocated in the temp section of the arena, ensure that additional - // allocations also take place in that section of the arena. - if (PopulateTfLiteTensorFromFlatbuffer(model, tensor, tensor_index, - subgraph_index, - /*allocate_temp=*/true) != kTfLiteOk) { - TF_LITE_REPORT_ERROR( - error_reporter_, - "Failed to populate a temp TfLiteTensor struct from flatbuffer data!"); - return nullptr; - } - - if (subgraph_allocations != nullptr) { - // Tensor buffers that are allocated at runtime (e.g. non-weight buffers) - // and not located in the flatbuffer are stored on the pre-allocated list of - // TfLiteEvalTensors structs. These structs are the source of truth, simply - // point the corresponding buffer to the new TfLiteTensor data value. - tensor->data.data = - subgraph_allocations[subgraph_index].tensors[tensor_index].data.data; - // TfLiteEvalTensor structs must also be the source of truth for the - // TfLiteTensor dims. - tensor->dims = - subgraph_allocations[subgraph_index].tensors[tensor_index].dims; - } - return tensor; -} - -TfLiteStatus MicroAllocator::ResetTempAllocations() { - return non_persistent_buffer_allocator_->ResetTempAllocations(); -} - -bool MicroAllocator::IsAllTempDeallocated() { - return non_persistent_buffer_allocator_->IsAllTempDeallocated(); -} - -TfLiteStatus MicroAllocator::AllocateTfLiteEvalTensors( - const Model* model, SubgraphAllocations* subgraph_allocations) { - TFLITE_DCHECK(subgraph_allocations != nullptr); - - for (size_t subgraph_idx = 0; subgraph_idx < model->subgraphs()->size(); - subgraph_idx++) { - const SubGraph* subgraph = model->subgraphs()->Get(subgraph_idx); - TFLITE_DCHECK(subgraph != nullptr); - - size_t alloc_count = subgraph->tensors()->size(); - TfLiteEvalTensor* tensors = reinterpret_cast( - persistent_buffer_allocator_->AllocatePersistentBuffer( - sizeof(TfLiteEvalTensor) * alloc_count, alignof(TfLiteEvalTensor))); - if (tensors == nullptr) { - TF_LITE_REPORT_ERROR( - error_reporter_, - "Failed to allocate memory for context->eval_tensors, " - "%d bytes required", - sizeof(TfLiteEvalTensor) * alloc_count); - return kTfLiteError; - } - - for (size_t i = 0; i < alloc_count; ++i) { - TfLiteStatus status = internal::InitializeTfLiteEvalTensorFromFlatbuffer( - *subgraph->tensors()->Get(i), model->buffers(), error_reporter_, - &tensors[i]); - if (status != kTfLiteOk) { - TF_LITE_REPORT_ERROR(error_reporter_, "Failed to initialize tensor %d", - i); - return kTfLiteError; - } - } - subgraph_allocations[subgraph_idx].tensors = tensors; - } - return kTfLiteOk; -} - -TfLiteStatus MicroAllocator::AllocateVariables(const SubGraph* subgraph, - TfLiteEvalTensor* eval_tensors) { - for (size_t i = 0; i < subgraph->tensors()->size(); ++i) { - auto* tensor = subgraph->tensors()->Get(i); - if (tensor->is_variable()) { - size_t buffer_size; - TF_LITE_ENSURE_STATUS( - TfLiteEvalTensorByteLength(&eval_tensors[i], &buffer_size)); - - eval_tensors[i].data.data = - persistent_buffer_allocator_->AllocatePersistentBuffer( - buffer_size, MicroArenaBufferAlignment()); - - if (eval_tensors[i].data.data == nullptr) { - TF_LITE_REPORT_ERROR(error_reporter_, - "Failed to allocate variable tensor of size %d", - buffer_size); - return kTfLiteError; - } - } - } - return kTfLiteOk; -} - -TfLiteTensor* MicroAllocator::AllocatePersistentTfLiteTensorInternal() { - return reinterpret_cast( - persistent_buffer_allocator_->AllocatePersistentBuffer( - sizeof(TfLiteTensor), alignof(TfLiteTensor))); -} - -TfLiteStatus MicroAllocator::PopulateTfLiteTensorFromFlatbuffer( - const Model* model, TfLiteTensor* tensor, int tensor_index, - int subgraph_idx, bool allocate_temp) { - // TODO(b/162311891): This method serves as a stub to ensure quantized - // allocations in the tail can be recorded. Once the interpreter has APIs for - // accessing buffers on TfLiteEvalTensor this method can be dropped. - return internal::InitializeTfLiteTensorFromFlatbuffer( - persistent_buffer_allocator_, non_persistent_buffer_allocator_, - allocate_temp, - *model->subgraphs()->Get(subgraph_idx)->tensors()->Get(tensor_index), - model->buffers(), error_reporter_, tensor); -} - -ErrorReporter* MicroAllocator::error_reporter() const { - return error_reporter_; -} - -TfLiteStatus MicroAllocator::CommitStaticMemoryPlan( - const Model* model, SubgraphAllocations* allocations, - ScratchBufferHandle* scratch_buffer_handles) { - size_t head_usage = 0; - // Create static memory plan - // 1. Calculate AllocationInfo to know the lifetime of each tensor/buffer. - // 2. Add them into the planner (such as the GreedyMemoryPlanner). - // 3. Static memory planning using the planner. - // 4. Set tensor/buffer pointers based on the offsets from the previous step. - // - // Note that AllocationInfo is only needed for creating the plan. It will be - // allocated from the temp section and cleaned up at the bottom of this - // function. - - // Use the AllocationInfoBuilder class to help determine where buffers are - // used in the subgraph. - AllocationInfoBuilder builder(model, non_persistent_buffer_allocator_, - error_reporter_); - TF_LITE_ENSURE_STATUS( - builder.CreateAllocationInfo(scratch_buffer_request_count_)); - - const int32_t* offline_planner_offsets = nullptr; - TF_LITE_ENSURE_STATUS( - builder.GetOfflinePlannedOffsets(&offline_planner_offsets)); - TF_LITE_ENSURE_STATUS( - builder.InitializeAllocationInfo(offline_planner_offsets, allocations)); - - internal::ScratchBufferRequest* scratch_buffer_requests = - GetScratchBufferRequests(); - TF_LITE_ENSURE_STATUS(builder.MarkAllocationLifetimes( - 0, scratch_buffer_requests, scratch_buffer_handles, allocations)); - int allocation_info_count = builder.AllocationCount(); - AllocationInfo* allocation_info = builder.Finish(); - - // Remaining arena size that memory planner can use for calculating offsets. - size_t remaining_arena_size = - non_persistent_buffer_allocator_->GetAvailableMemory( - MicroArenaBufferAlignment()); - uint8_t* planner_arena = non_persistent_buffer_allocator_->AllocateTemp( - remaining_arena_size, MicroArenaBufferAlignment()); - TF_LITE_ENSURE(error_reporter_, planner_arena != nullptr); - memory_planner_->Init(planner_arena, remaining_arena_size); - TF_LITE_ENSURE_STATUS(CreatePlan(error_reporter_, memory_planner_, - allocation_info, allocation_info_count)); - - // Commit the plan. - TF_LITE_ENSURE_STATUS( - CommitPlan(error_reporter_, memory_planner_, - non_persistent_buffer_allocator_->GetOverlayMemoryAddress(), - allocation_info, allocation_info_count)); - - // Reset all temp allocations used above: - builder.FreeAllocationInfo(); - non_persistent_buffer_allocator_->DeallocateTemp(planner_arena); - TF_LITE_ENSURE_STATUS( - non_persistent_buffer_allocator_->ResetTempAllocations()); - TF_LITE_ENSURE_STATUS( - non_persistent_buffer_allocator_->DeallocateResizableBuffer( - scratch_buffer_head_)); - -#ifdef TF_LITE_SHOW_MEMORY_USE - memory_planner_->PrintMemoryPlan(); -#endif - head_usage = memory_planner_->GetMaximumMemorySize(); - - // The head is used to store memory plans for one model at a time during the - // model preparation stage, and is re-purposed to store scratch buffer handles - // during model invocation. The head must be as large as the greater of the - // largest model memory plan's size and the total space required for all - // scratch buffer handles. - if (max_head_buffer_usage_ < head_usage) { - max_head_buffer_usage_ = head_usage; - } - - // The head is used for storing scratch buffer allocations before finalizing a - // memory plan in this function. Ensure that the head is set to the largest - // memory plan sent through the allocator: - TF_LITE_ENSURE_STATUS( - non_persistent_buffer_allocator_->ReserveNonPersistentOverlayMemory( - max_head_buffer_usage_, MicroArenaBufferAlignment())); - return kTfLiteOk; -} - -TfLiteStatus MicroAllocator::AllocateScratchBufferHandles( - ScratchBufferHandle** scratch_buffer_handles, size_t handle_count) { - TFLITE_DCHECK(scratch_buffer_handles != nullptr); - - if (scratch_buffer_request_count_ == 0) { - // No scratch buffer requests were requested during model allocation. - return kTfLiteOk; - } - - // Allocate a consecutive block of memory store the scratch buffer handles. - // This alignment ensures quick lookup during inference time for the model: - *scratch_buffer_handles = reinterpret_cast( - persistent_buffer_allocator_->AllocatePersistentBuffer( - sizeof(ScratchBufferHandle) * handle_count, - alignof(ScratchBufferHandle))); - - return kTfLiteOk; -} - -TfLiteStatus MicroAllocator::InitScratchBufferData() { - // A model is preparing to allocate resources, ensure that scratch buffer - // request counter is cleared: - scratch_buffer_request_count_ = 0; - - // All requests will be stored in the head section. Each kernel is allowed at - // most kMaxScratchBuffersPerOp requests. Adjust the head to reserve at most - // that many requests to begin: - scratch_buffer_head_ = - non_persistent_buffer_allocator_->AllocateResizableBuffer( - sizeof(internal::ScratchBufferRequest) * kMaxScratchBuffersPerOp, - alignof(internal::ScratchBufferRequest)); - if (scratch_buffer_head_ == nullptr) { - return kTfLiteError; - } - - return kTfLiteOk; -} - -internal::ScratchBufferRequest* MicroAllocator::GetScratchBufferRequests() { - return reinterpret_cast(AlignPointerUp( - scratch_buffer_head_, alignof(internal::ScratchBufferRequest))); -} - -BuiltinDataAllocator* MicroAllocator::GetBuiltinDataAllocator() { - return builtin_data_allocator_; -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/micro_allocator.h b/code/components/tflite-lib/tensorflow/lite/micro/micro_allocator.h deleted file mode 100644 index 7381489d..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/micro_allocator.h +++ /dev/null @@ -1,331 +0,0 @@ -/* Copyright 2020 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_MICRO_MICRO_ALLOCATOR_H_ -#define TENSORFLOW_LITE_MICRO_MICRO_ALLOCATOR_H_ - -#include -#include - -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/core/api/error_reporter.h" -#include "tensorflow/lite/core/api/flatbuffer_conversions.h" -#include "tensorflow/lite/micro/arena_allocator/single_arena_buffer_allocator.h" -#include "tensorflow/lite/micro/compatibility.h" -#include "tensorflow/lite/micro/flatbuffer_utils.h" -#include "tensorflow/lite/micro/memory_planner/micro_memory_planner.h" -#include "tensorflow/lite/schema/schema_generated.h" - -namespace tflite { - -// TODO(b/199402574): rename to tflite_internal or just remove internal -// namespace. -namespace internal { - -// Sets up all of the data structure members for a TfLiteTensor based on the -// contents of a serialized tensor in the flatbuffer. -// TODO(b/162311891): Drop this method when the interpreter has an API for -// returning buffers on TfLiteEvalTensor. -TfLiteStatus InitializeTfLiteTensorFromFlatbuffer( - IPersistentBufferAllocator* persistent_buffer_allocator, - INonPersistentBufferAllocator* non_persistent_buffer_allocator, - bool allocate_temp, const tflite::Tensor& flatbuffer_tensor, - const flatbuffers::Vector>* buffers, - ErrorReporter* error_reporter, TfLiteTensor* result); - -// Holds placeholder information for a scratch buffer request from a kernel. -// This struct is only used during the model prepare stage. Each request from a -// kernel is stored in the head section. During the prepare stage, the head -// section will at least hold kMaxScratchBuffersPerOp number of requests plus -// any requests from previous kernel requests. -// -// When the memory plan is finalized, these structs are no longer used in favor -// of a sequential, array of ScratchBufferHandle allocations in the tail -// section. These allocations are indexed by the request API defined in the -// TfLiteContext struct. -typedef struct { - // Number of bytes required by the buffer. The actual allocated size might be - // greater than `bytes` due to buffer alignment. - size_t bytes; - // Node where the buffer is allocated for. This provides useful information to - // determine the lifetime of the buffer. In AllocationInfo, this buffer will - // have `before` = node_idx and `after` = node_idx. - int node_idx; - int subgraph_idx; -} ScratchBufferRequest; - -} // namespace internal - -typedef struct { - TfLiteNode node; - const TfLiteRegistration* registration; -} NodeAndRegistration; - -// Holds a pointer to a buffer for a scratch buffer requested by a kernel during -// the model prepare stage. This struct is allocated in-place and allows for -// quick pointer-indexed lookup for speed during model inference. -typedef struct { - // Pointer to location of the scratch buffer: - uint8_t* data; -} ScratchBufferHandle; - -// Stores all per-subgraph allocations. This includes the node and registration -// array, tensor list and scratch buffer handles for each subgraph. -typedef struct { - NodeAndRegistration* node_and_registrations; - TfLiteEvalTensor* tensors; -} SubgraphAllocations; - -// Allocator responsible for allocating memory for all intermediate tensors -// necessary to invoke a model. -// -// The lifetime of the model, tensor arena and error reporter must be at -// least as long as that of the allocator object, since the allocator needs -// them to be accessible during its entire lifetime. -// -// The MicroAllocator simply plans out additional allocations that are required -// to standup a model for inference in TF Micro. This class currently relies on -// an additional allocator - SingleArenaBufferAllocator - for all allocations -// from an arena. These allocations are divided into head (non-persistent) and -// tail (persistent) regions: -// -// Memory layout to help understand how it works -// This information could change in the future version. -// ************** .memory_allocator->GetBuffer() -// Tensors/Scratch buffers (head) -// ************** .head_watermark -// unused memory -// ************** .memory_allocator->GetBuffer() + ->GetMaxBufferSize() -// - ->GetDataSize() -// persistent area (tail) -// ************** .memory_allocator->GetBuffer() + ->GetMaxBufferSize() -class MicroAllocator { - public: - // Creates a MicroAllocator instance from a given tensor arena. This arena - // will be managed by the created instance. The GreedyMemoryPlanner will - // by default be used and created on the arena. - // Note: Please use alignas(16) to make sure tensor_arena is 16 - // bytes aligned, otherwise some head room will be wasted. - // TODO(b/157615197): Cleanup constructor + factory usage. - static MicroAllocator* Create(uint8_t* tensor_arena, size_t arena_size, - ErrorReporter* error_reporter); - - // Creates a MicroAllocator instance from a given tensor arena and a given - // MemoryPlanner. This arena will be managed by the created instance. Note: - // Please use alignas(16) to make sure tensor_arena is 16 bytes - // aligned, otherwise some head room will be wasted. - static MicroAllocator* Create(uint8_t* tensor_arena, size_t arena_size, - MicroMemoryPlanner* memory_planner, - ErrorReporter* error_reporter); - - // Creates a MicroAllocator instance using the provided - // SingleArenaBufferAllocator instance and the MemoryPlanner. This allocator - // instance will use the SingleArenaBufferAllocator instance to manage - // allocations internally. - static MicroAllocator* Create(SingleArenaBufferAllocator* memory_allocator, - MicroMemoryPlanner* memory_planner, - ErrorReporter* error_reporter); - - // Creates a MicroAllocator instance using the provided - // SingleArenaBufferAllocator instance and the MemoryPlanner. This allocator - // instance will use the SingleArenaBufferAllocator instance to manage - // allocations internally. - static MicroAllocator* Create(uint8_t* persistent_tensor_arena, - size_t persistent_arena_size, - uint8_t* non_persistent_tensor_arena, - size_t non_persistent_arena_size, - ErrorReporter* error_reporter); - - // Returns the fixed amount of memory overhead of MicroAllocator. - static size_t GetDefaultTailUsage(bool is_memory_planner_given); - - // Allocates internal resources required for model inference for each subgraph - // from the arena. - // - // This method will run through the flatbuffer data supplied in the model to - // properly allocate tensor, node, and op registration data. This method is - // expected to be followed with a call to FinishModelAllocation() Returns a - // pointer to an array of SubgraphAllocations (also stored in the tail of the - // arena) where each index corresponds to a different subgraph in the model. - // Return value is nullptr if the allocations failed. - SubgraphAllocations* StartModelAllocation(const Model* model); - - // Finish allocating internal resources required for model inference. - // - // -Plan the memory for activation tensors and scratch buffers. - // -Update eval tensors for each subgraph based on planned offsets. - // -Allocate scratch buffer handles array and update based on planned offsets. - // - // This method should be called after assigning model resources - // in StartModelAllocation(). The subgraph_allocations pointer should be the - // value passed into this class during StartModelAllocation(). Scratch buffer - // handles are stored in the out-param `scratch_buffer_handles` array which is - // allocated in this method. This value will be used in `GetScratchBuffer` - // call to retrieve scratch buffers. - TfLiteStatus FinishModelAllocation( - const Model* model, SubgraphAllocations* subgraph_allocations, - ScratchBufferHandle** scratch_buffer_handles); - - // Allocates a TfLiteTensor struct and populates the returned value with - // properties from the model flatbuffer. This struct is allocated from - // persistent arena memory is only guaranteed for the lifetime of the - // application. The eval_tensors pointer should be the value passed into this - // class during StartModelAllocation() and contains the source-of-truth for - // buffers. - virtual TfLiteTensor* AllocatePersistentTfLiteTensor( - const Model* model, const SubgraphAllocations* subgraph_allocations, - int tensor_index, int subgraph_index); - - // Allocates a TfLiteTensor struct and populates the returned value with - // properties from the model flatbuffer. This struct is allocated from - // temporary arena memory is only guaranteed until a call is made to - // ResetTempAllocations(). Subgraph_allocaitons contains the array of - // TfLiteEvalTensors. If the newly allocated temp at the specified subgraph - // and tensor index is already present int the TfLiteEvalTensor array, its - // data buffer will be re-used. - virtual TfLiteTensor* AllocateTempTfLiteTensor( - const Model* model, const SubgraphAllocations* subgraph_allocations, - int tensor_index, int subgraph_index); - - virtual void DeallocateTempTfLiteTensor(TfLiteTensor*); - - // Resets all temporary allocations. This method should be called after a - // chain of temp allocations (e.g. chain of TfLiteTensor objects via - // AllocateTfLiteTensor()). - virtual TfLiteStatus ResetTempAllocations(); - - // Returns true if all temporary buffers including temp TfLiteTensor are - // already deallocated. - virtual bool IsAllTempDeallocated(); - - // Allocates persistent buffer which has the same life time as the allocator. - // The memory is immediately available and is allocated from the tail of the - // arena. - virtual void* AllocatePersistentBuffer(size_t bytes); - - // Register a scratch buffer of size `bytes` for Node with `node_id`. - // This method only requests a buffer with a given size to be used after a - // model has finished allocation via FinishModelAllocation(). All requested - // buffers will be accessible by the out-param in that method. - TfLiteStatus RequestScratchBufferInArena(size_t bytes, int subgraph_idx, - int* buffer_idx); - - // Finish allocating a specific NodeAndRegistration prepare block (kernel - // entry for a model) with a given node ID. This call ensures that any scratch - // buffer requests and temporary allocations are handled and ready for the - // next node prepare block. - TfLiteStatus FinishPrepareNodeAllocations(int node_id); - - // Returns the arena usage in bytes, only available after - // `FinishModelAllocation`. Otherwise, it will return 0. - size_t used_bytes() const; - - BuiltinDataAllocator* GetBuiltinDataAllocator(); - - protected: - MicroAllocator(SingleArenaBufferAllocator* memory_allocator, - MicroMemoryPlanner* memory_planner, - ErrorReporter* error_reporter); - MicroAllocator(IPersistentBufferAllocator* persistent_buffer_allocator, - INonPersistentBufferAllocator* non_persistent_buffer_allocator, - MicroMemoryPlanner* memory_planner, - ErrorReporter* error_reporter); - virtual ~MicroAllocator(); - - // Allocates an array in the arena to hold pointers to the node and - // registration pointers required to represent the inference graph of the - // model. - virtual TfLiteStatus AllocateNodeAndRegistrations( - const Model* model, SubgraphAllocations* subgraph_allocations); - - // Allocates the list of persistent TfLiteEvalTensors that are used for the - // "eval" phase of model inference. These structs will be the source of truth - // for all tensor buffers. - virtual TfLiteStatus AllocateTfLiteEvalTensors( - const Model* model, SubgraphAllocations* subgraph_allocations); - // Allocates persistent tensor buffers for variable tensors in the subgraph. - virtual TfLiteStatus AllocateVariables(const SubGraph* subgraph, - TfLiteEvalTensor* eval_tensors); - - // Allocate and return a persistent TfLiteTensor. - // TODO(b/162311891): Drop this method when the interpreter has an API for - // accessing TfLiteEvalTensor structs. - virtual TfLiteTensor* AllocatePersistentTfLiteTensorInternal(); - - // Populates a TfLiteTensor struct with data from the model flatbuffer. Any - // quantization data is allocated from either the tail (persistent) or temp - // sections of the arena based on the allocation flag. - virtual TfLiteStatus PopulateTfLiteTensorFromFlatbuffer(const Model* model, - TfLiteTensor* tensor, - int tensor_index, - int subgraph_idx, - bool allocate_temp); - - ErrorReporter* error_reporter() const; - - private: - // Commits a memory plan for all non-persistent buffer allocations in the - // 'head' section of the memory arena. The eval_tensors pointer is the list of - // pre-allocated TfLiteEvalTensor structs that will point to the buffers that - // will be allocated into the head section in this function call. The - // scratch_buffer_handles pointer is the array of pre-allocated - // ScratchBufferHandle structs that will point to allocated buffers also in - // the head section. - virtual TfLiteStatus CommitStaticMemoryPlan( - const Model* model, SubgraphAllocations* allocations, - ScratchBufferHandle* scratch_buffer_handles); - - // Allocates an array of ScratchBufferHandle structs in the tail section for a - // given number of handles. - virtual TfLiteStatus AllocateScratchBufferHandles( - ScratchBufferHandle** scratch_buffer_handles, size_t handle_count); - - // Clears all internal scratch buffer request counts and resets the head to - // prepare for kernels to request scratch buffer data when a model is - // preparing. - TfLiteStatus InitScratchBufferData(); - - // Returns the pointer for the array of ScratchBufferRequest allocations in - // the head section. - internal::ScratchBufferRequest* GetScratchBufferRequests(); - - // A simple memory allocator that always allocate from the arena tail or head. - INonPersistentBufferAllocator* non_persistent_buffer_allocator_; - IPersistentBufferAllocator* persistent_buffer_allocator_; - - // Allocator used to allocate persistent builtin data. - BuiltinDataAllocator* builtin_data_allocator_; - - // Activation buffer memory planner. - MicroMemoryPlanner* memory_planner_; - - ErrorReporter* error_reporter_; - bool model_is_allocating_; - - // Holds the number of ScratchBufferRequest instances stored in the head - // section when a model is allocating. - size_t scratch_buffer_request_count_ = 0; - - // Holds ScratchBufferRequest when a model is allocating - uint8_t* scratch_buffer_head_ = nullptr; - - // Holds the byte length of the memory plan with the largest head usage. Used - // to ensure that multi-tenant allocations can share the head for buffers. - size_t max_head_buffer_usage_ = 0; - - TF_LITE_REMOVE_VIRTUAL_DELETE -}; - -} // namespace tflite -#endif // TENSORFLOW_LITE_MICRO_MICRO_ALLOCATOR_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/micro/micro_arena_constants.h b/code/components/tflite-lib/tensorflow/lite/micro/micro_arena_constants.h deleted file mode 100644 index 82828176..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/micro_arena_constants.h +++ /dev/null @@ -1,28 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#ifndef TENSORFLOW_LITE_MICRO_MICRO_ARENA_CONSTANTS_H_ -#define TENSORFLOW_LITE_MICRO_MICRO_ARENA_CONSTANTS_H_ - -namespace tflite { - -// The default buffer alignment requirement. -// We align tensor buffers to 16-byte boundaries, since this is a common -// requirement for SIMD extensions. -constexpr int MicroArenaBufferAlignment() { return 16; } - -} // namespace tflite - -#endif // TENSORFLOW_LITE_MICRO_MICRO_ARENA_CONSTANTS_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/micro/micro_context.cc b/code/components/tflite-lib/tensorflow/lite/micro/micro_context.cc deleted file mode 100644 index 9ec694b8..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/micro_context.cc +++ /dev/null @@ -1,129 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/micro/micro_context.h" - -#include -#include -#include - -#include "tensorflow/lite/micro/micro_error_reporter.h" - -namespace tflite { -MicroContext::MicroContext(MicroAllocator* allocator, const Model* model, - MicroGraph* graph) - : allocator_(*allocator), graph_(*graph), model_(model) {} - -MicroContext::~MicroContext() {} - -void* MicroContext::AllocatePersistentBuffer(size_t bytes) { - return allocator_.AllocatePersistentBuffer(bytes); -} - -TfLiteStatus MicroContext::RequestScratchBufferInArena(size_t bytes, - int* buffer_idx) { - return allocator_.RequestScratchBufferInArena( - bytes, graph_.GetCurrentSubgraphIndex(), buffer_idx); -} - -void* MicroContext::GetScratchBuffer(int buffer_idx) { - ScratchBufferHandle* handle = scratch_buffer_handles_ + buffer_idx; - return handle->data; -} - -TfLiteTensor* MicroContext::AllocateTempTfLiteTensor(int tensor_idx) { - return allocator_.AllocateTempTfLiteTensor(model_, graph_.GetAllocations(), - tensor_idx, - graph_.GetCurrentSubgraphIndex()); -} - -int MicroContext::GetTensorIndex(int index, int max_size, - const int* tensor_indices) { - if (index >= 0 && index < max_size) { - const int tensor_index = tensor_indices[index]; - if (tensor_index != kTfLiteOptionalTensor) { - return tensor_index; - } - } - return -1; -} - -TfLiteTensor* MicroContext::AllocateTempInputTensor(const TfLiteNode* node, - int index) { - const int tensor_index = - GetTensorIndex(index, node->inputs->size, node->inputs->data); - if (tensor_index < 0) { - return nullptr; - } - return AllocateTempTfLiteTensor(tensor_index); -} - -TfLiteTensor* MicroContext::AllocateTempOutputTensor(const TfLiteNode* node, - int index) { - const int tensor_index = - GetTensorIndex(index, node->outputs->size, node->outputs->data); - if (tensor_index < 0) { - return nullptr; - } - return AllocateTempTfLiteTensor(tensor_index); -} - -TfLiteTensor* MicroContext::AllocateTempIntermediateTensor( - const TfLiteNode* node, int index) { - const int tensor_index = GetTensorIndex(index, node->intermediates->size, - node->intermediates->data); - if (tensor_index < 0) { - return nullptr; - } - return AllocateTempTfLiteTensor(tensor_index); -} - -void MicroContext::DeallocateTempTfLiteTensor(TfLiteTensor* tensor) { - return allocator_.DeallocateTempTfLiteTensor(tensor); -} - -TfLiteEvalTensor* MicroContext::GetEvalTensor(int tensor_idx) { - return &graph_.GetAllocations()[graph_.GetCurrentSubgraphIndex()] - .tensors[tensor_idx]; -} - -void MicroContext::SetScratchBufferHandles( - ScratchBufferHandle* scratch_buffer_handles) { - scratch_buffer_handles_ = scratch_buffer_handles; -} - -TfLiteStatus MicroContext::set_external_context( - void* external_context_payload) { - if (external_context_payload == nullptr || - external_context_payload_ != nullptr) { - MicroPrintf( - "Attempting to set external context to %x but it was %x already", - external_context_payload, external_context_payload_); - return kTfLiteError; - } - - external_context_payload_ = external_context_payload; - return kTfLiteOk; -} - -void MicroContextReportOpError(struct TfLiteContext* context, - const char* format, ...) { - va_list args; - va_start(args, format); - GetMicroErrorReporter()->Report(format, args); - va_end(args); -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/micro_context.h b/code/components/tflite-lib/tensorflow/lite/micro/micro_context.h deleted file mode 100644 index e7be6544..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/micro_context.h +++ /dev/null @@ -1,161 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#ifndef TENSORFLOW_LITE_MICRO_MICRO_CONTEXT_H_ -#define TENSORFLOW_LITE_MICRO_MICRO_CONTEXT_H_ - -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/micro/micro_allocator.h" -#include "tensorflow/lite/micro/micro_graph.h" - -namespace tflite { -// MicroContext is eventually going to become the API between TFLM and the -// kernels, replacing all the functions in TfLiteContext. The end state is code -// kernels to have code like: -// -// MicroContext* micro_context = GetMicroContext(context); -// micro_context-> -class MicroContext { - public: - // Does not take any ownership, and all pointers must refer to valid objects - // that outlive the one constructed. - explicit MicroContext(MicroAllocator* allocator, const Model* model, - MicroGraph* graph); - virtual ~MicroContext(); - - // Allocate persistent buffer which has the same life time as the interpreter. - // Returns nullptr on failure. - // The memory is allocated from the tail. - // This method is only available in Init or Prepare stage. - // Virtual so that it can be faked for kernel tests. - virtual void* AllocatePersistentBuffer(size_t bytes); - - // Request a scratch buffer in the arena through static memory planning. - // This method is only available in Prepare stage and the buffer is allocated - // by the interpreter between Prepare and Eval stage. In Eval stage, - // GetScratchBuffer API can be used to fetch the address. - // Virtual so that it can be faked for kernel tests. - virtual TfLiteStatus RequestScratchBufferInArena(size_t bytes, - int* buffer_idx); - - // Get the scratch buffer pointer. - // This method is only available in Eval stage. - // Virtual so that it can be faked for kernel tests. - virtual void* GetScratchBuffer(int buffer_idx); - - // Returns a temporary TfLiteTensor struct for a given index. - // Virtual so that it can be faked for kernel tests. - virtual TfLiteTensor* AllocateTempTfLiteTensor(int tensor_idx); - - // Returns a temporary TfLiteTensor struct for the specified input tensor of a - // given mode. This is the recommended API over the deprecated - // GetInput/GetInputSafe to get a temp input tensor. The returned tensor shall - // be freed via calling DeallocateTempTfLiteTensor. - virtual TfLiteTensor* AllocateTempInputTensor(const TfLiteNode* node, - int index); - - // Returns a temporary TfLiteTensor struct for the specified output tensor of - // a given mode. This is the recommended API over the deprecated - // GetOutput/GetOutputSafe to get a temp output tensor. The returned tensor - // shall be freed via calling DeallocateTempTfLiteTensor. - virtual TfLiteTensor* AllocateTempOutputTensor(const TfLiteNode* node, - int index); - - // Returns a temporary TfLiteTensor struct for the specified intermediate - // tensor of a given mode. This is the recommended API over the deprecated - // GetIntermediates/GetIntermediatesSafe to get a temp intermediate tensor. - // The returned tensor shall be freed via calling DeallocateTempTfLiteTensor. - virtual TfLiteTensor* AllocateTempIntermediateTensor(const TfLiteNode* node, - int index); - - // Deallocates a temp TfLiteTensor. - // Virtual so that it can be faked for kernel tests. - virtual void DeallocateTempTfLiteTensor(TfLiteTensor* tensor); - - // Returns a TfLiteEvalTensor struct for a given index. - // Virtual so that it can be faked for kernel tests. - virtual TfLiteEvalTensor* GetEvalTensor(int tensor_idx); - - // Does not take ownership of the pointer and the pointer must refer to valid - // an object that outlive this class instance. - // This can only be called once to set one external context. - TfLiteStatus set_external_context(void* external_context_payload); - - void* external_context() { return external_context_payload_; } - - MicroGraph& graph() { return graph_; } - - // Sets the pointer to a list of ScratchBufferHandle instances. - // Not API between TFLM and kernels. Primarily used by the framework for - // housekeeping in MicroContext. - void SetScratchBufferHandles(ScratchBufferHandle* scratch_buffer_handles); - - private: - // Return the tensor index as tensor_indices[index]. tensor_indices is of - // max_size. Return -1 if index is not in the valid range of tensor_indices. - int GetTensorIndex(int index, int max_size, const int* tensor_indices); - - MicroAllocator& allocator_; - MicroGraph& graph_; - const Model* model_; - - ScratchBufferHandle* scratch_buffer_handles_ = nullptr; - void* external_context_payload_ = nullptr; - - TF_LITE_REMOVE_VIRTUAL_DELETE -}; - -inline MicroContext* GetMicroContext(const struct TfLiteContext* context) { - return reinterpret_cast(context->impl_); -} - -// Deprecated API. Prefer to using the MicroContext API directly from the -// kernels. -// TODO(b/213010668): migrate all existing kernels to use MicroContext, delete -// these functions, and remove corresponding members from the TfLiteContext -// struct for TFLM. -inline void* MicroContextAllocatePersistentBuffer(TfLiteContext* ctx, - size_t bytes) { - return GetMicroContext(ctx)->AllocatePersistentBuffer(bytes); -} -inline TfLiteStatus MicroContextRequestScratchBufferInArena(TfLiteContext* ctx, - size_t bytes, - int* buffer_idx) { - return GetMicroContext(ctx)->RequestScratchBufferInArena(bytes, buffer_idx); -} -inline void* MicroContextGetScratchBuffer(TfLiteContext* ctx, int buffer_idx) { - return GetMicroContext(ctx)->GetScratchBuffer(buffer_idx); -} -inline TfLiteTensor* MicroContextGetTensor(const struct TfLiteContext* context, - int tensor_idx) { - return GetMicroContext(context)->AllocateTempTfLiteTensor(tensor_idx); -} -inline TfLiteEvalTensor* MicroContextGetEvalTensor( - const struct TfLiteContext* context, int tensor_idx) { - return GetMicroContext(context)->GetEvalTensor(tensor_idx); -} -inline TfLiteExternalContext* MicroContextGetExternalContext( - TfLiteContext* context, TfLiteExternalContextType unused) { - return reinterpret_cast( - GetMicroContext(context)->external_context()); -} - -// Requests that an error be reported with format string msg. -void MicroContextReportOpError(struct TfLiteContext* context, - const char* format, ...); - -} // namespace tflite - -#endif // TENSORFLOW_LITE_MICRO_MICRO_CONTEXT_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/micro/micro_error_reporter.cc b/code/components/tflite-lib/tensorflow/lite/micro/micro_error_reporter.cc deleted file mode 100644 index 5aba058d..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/micro_error_reporter.cc +++ /dev/null @@ -1,68 +0,0 @@ -/* Copyright 2018 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/micro/micro_error_reporter.h" - -#include -#include -#include - -#if !defined(TF_LITE_STRIP_ERROR_STRINGS) -#include "tensorflow/lite/micro/debug_log.h" -#include "tensorflow/lite/micro/micro_string.h" -#endif - -namespace { -uint8_t micro_error_reporter_buffer[sizeof(tflite::MicroErrorReporter)]; -tflite::MicroErrorReporter* error_reporter_ = nullptr; - -void Log(const char* format, va_list args) { -#if !defined(TF_LITE_STRIP_ERROR_STRINGS) - // Only pulling in the implementation of this function for builds where we - // expect to make use of it to be extra cautious about not increasing the code - // size. - static constexpr int kMaxLogLen = 256; - char log_buffer[kMaxLogLen]; - MicroVsnprintf(log_buffer, kMaxLogLen, format, args); - DebugLog(log_buffer); - DebugLog("\r\n"); -#endif -} - -} // namespace - -#if !defined(TF_LITE_STRIP_ERROR_STRINGS) -void MicroPrintf(const char* format, ...) { - va_list args; - va_start(args, format); - Log(format, args); - va_end(args); -} -#endif - -namespace tflite { -ErrorReporter* GetMicroErrorReporter() { - if (error_reporter_ == nullptr) { - error_reporter_ = new (micro_error_reporter_buffer) MicroErrorReporter(); - } - return error_reporter_; -} - -int MicroErrorReporter::Report(const char* format, va_list args) { - Log(format, args); - return 0; -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/micro_error_reporter.h b/code/components/tflite-lib/tensorflow/lite/micro/micro_error_reporter.h deleted file mode 100644 index 0e3b0c38..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/micro_error_reporter.h +++ /dev/null @@ -1,56 +0,0 @@ -/* Copyright 2018 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_MICRO_MICRO_ERROR_REPORTER_H_ -#define TENSORFLOW_LITE_MICRO_MICRO_ERROR_REPORTER_H_ - -#include - -#include "tensorflow/lite/core/api/error_reporter.h" -#include "tensorflow/lite/micro/compatibility.h" - -#if !defined(TF_LITE_STRIP_ERROR_STRINGS) -// This function can be used independent of the MicroErrorReporter to get -// printf-like functionalitys and are common to all target platforms. -void MicroPrintf(const char* format, ...); -#else -// We use a #define to ensure that the strings are completely stripped, to -// prevent an unnecessary increase in the binary size. -#define MicroPrintf(...) tflite::Unused(__VA_ARGS__) -#endif - -namespace tflite { - -// From -// https://stackoverflow.com/questions/23235910/variadic-unused-function-macro -template -void Unused(Args&&... args) { - (void)(sizeof...(args)); -} - -// Get a pointer to a singleton global error reporter. -ErrorReporter* GetMicroErrorReporter(); - -class MicroErrorReporter : public ErrorReporter { - public: - ~MicroErrorReporter() override {} - int Report(const char* format, va_list args) override; - - private: - TF_LITE_REMOVE_VIRTUAL_DELETE -}; - -} // namespace tflite - -#endif // TENSORFLOW_LITE_MICRO_MICRO_ERROR_REPORTER_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/micro/micro_graph.cc b/code/components/tflite-lib/tensorflow/lite/micro/micro_graph.cc deleted file mode 100644 index d9b2176e..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/micro_graph.cc +++ /dev/null @@ -1,248 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/micro/micro_graph.h" - -#include "flatbuffers/flatbuffers.h" // from @flatbuffers -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/compatibility.h" -#include "tensorflow/lite/micro/flatbuffer_utils.h" -#include "tensorflow/lite/micro/memory_helpers.h" -#include "tensorflow/lite/micro/micro_error_reporter.h" -#include "tensorflow/lite/micro/micro_profiler.h" -#include "tensorflow/lite/schema/schema_generated.h" - -namespace tflite { -namespace { - -const char* OpNameFromRegistration(const TfLiteRegistration* registration) { - if (registration->builtin_code == BuiltinOperator_CUSTOM) { - return registration->custom_name; - } else { - return EnumNameBuiltinOperator(BuiltinOperator(registration->builtin_code)); - } -} - -} // namespace - -MicroGraph::MicroGraph(TfLiteContext* context, const Model* model, - MicroAllocator* allocator, - MicroResourceVariables* resource_variables) - : context_(context), - model_(model), - allocator_(allocator), - current_subgraph_index_(0), - resource_variables_(resource_variables) { - if (model != nullptr) { - subgraphs_ = model->subgraphs(); - } -} - -MicroGraph::~MicroGraph() {} - -TfLiteStatus MicroGraph::InitSubgraphs() { - int previous_subgraph_idx = current_subgraph_index_; - - for (size_t subgraph_idx = 0; subgraph_idx < subgraphs_->size(); - subgraph_idx++) { - current_subgraph_index_ = subgraph_idx; - uint32_t operators_size = NumSubgraphOperators(model_, subgraph_idx); - for (size_t i = 0; i < operators_size; ++i) { - TfLiteNode* node = - &(subgraph_allocations_[subgraph_idx].node_and_registrations[i].node); - const TfLiteRegistration* registration = - subgraph_allocations_[subgraph_idx] - .node_and_registrations[i] - .registration; - size_t init_data_size; - const char* init_data; - if (registration->builtin_code == BuiltinOperator_CUSTOM) { - init_data = reinterpret_cast(node->custom_initial_data); - init_data_size = node->custom_initial_data_size; - } else { - init_data = reinterpret_cast(node->builtin_data); - init_data_size = 0; - } - if (registration->init) { - node->user_data = - registration->init(context_, init_data, init_data_size); - } - } - } - current_subgraph_index_ = previous_subgraph_idx; - - return kTfLiteOk; -} - -TfLiteStatus MicroGraph::PrepareSubgraphs() { - int previous_subgraph_idx = current_subgraph_index_; - - for (size_t subgraph_idx = 0; subgraph_idx < subgraphs_->size(); - subgraph_idx++) { - current_subgraph_index_ = subgraph_idx; - uint32_t operators_size = NumSubgraphOperators(model_, subgraph_idx); - for (size_t i = 0; i < operators_size; ++i) { - TfLiteNode* node = - &(subgraph_allocations_[subgraph_idx].node_and_registrations[i].node); - const TfLiteRegistration* registration = - subgraph_allocations_[subgraph_idx] - .node_and_registrations[i] - .registration; - if (registration->prepare != nullptr) { - TfLiteStatus prepare_status = registration->prepare(context_, node); - if (prepare_status != kTfLiteOk) { - MicroPrintf("Node %s (number %df) failed to prepare with status %d", - OpNameFromRegistration(registration), i, prepare_status); - return kTfLiteError; - } - } - allocator_->FinishPrepareNodeAllocations(/*node_id=*/i); - } - } - current_subgraph_index_ = previous_subgraph_idx; - - return kTfLiteOk; -} - -TfLiteStatus MicroGraph::FreeSubgraphs() { - int previous_subgraph_idx = current_subgraph_index_; - - for (size_t subgraph_idx = 0; subgraph_idx < subgraphs_->size(); - subgraph_idx++) { - current_subgraph_index_ = subgraph_idx; - uint32_t operators_size = NumSubgraphOperators(model_, subgraph_idx); - for (size_t i = 0; i < operators_size; ++i) { - TfLiteNode* node = - &(subgraph_allocations_[subgraph_idx].node_and_registrations[i].node); - const TfLiteRegistration* registration = - subgraph_allocations_[subgraph_idx] - .node_and_registrations[i] - .registration; - // registration is allocated outside the interpreter, so double check to - // make sure it's not nullptr; - if (registration != nullptr && registration->free != nullptr) { - registration->free(context_, node->user_data); - } - } - } - current_subgraph_index_ = previous_subgraph_idx; - - return kTfLiteOk; -} - -TfLiteStatus MicroGraph::InvokeSubgraph(int subgraph_idx) { - int previous_subgraph_idx = current_subgraph_index_; - current_subgraph_index_ = subgraph_idx; - - if (static_cast(subgraph_idx) >= subgraphs_->size()) { - MicroPrintf("Accessing subgraph %d but only %d subgraphs found", - subgraph_idx, subgraphs_->size()); - return kTfLiteError; - } - uint32_t operators_size = NumSubgraphOperators(model_, subgraph_idx); - for (size_t i = 0; i < operators_size; ++i) { - TfLiteNode* node = - &(subgraph_allocations_[subgraph_idx].node_and_registrations[i].node); - const TfLiteRegistration* registration = subgraph_allocations_[subgraph_idx] - .node_and_registrations[i] - .registration; - -// This ifdef is needed (even though ScopedMicroProfiler itself is a no-op with -// -DTF_LITE_STRIP_ERROR_STRINGS) because the function OpNameFromRegistration is -// only defined for builds with the error strings. -#if !defined(TF_LITE_STRIP_ERROR_STRINGS) - ScopedMicroProfiler scoped_profiler( - OpNameFromRegistration(registration), - reinterpret_cast(context_->profiler)); -#endif - - TFLITE_DCHECK(registration->invoke); - TfLiteStatus invoke_status = registration->invoke(context_, node); - - // All TfLiteTensor structs used in the kernel are allocated from temp - // memory in the allocator. This creates a chain of allocations in the - // temp section. The call below resets the chain of allocations to - // prepare for the next call. - allocator_->ResetTempAllocations(); - - if (invoke_status == kTfLiteError) { - MicroPrintf("Node %s (number %d) failed to invoke with status %d", - OpNameFromRegistration(registration), i, invoke_status); - return kTfLiteError; - } else if (invoke_status != kTfLiteOk) { - return invoke_status; - } - } - current_subgraph_index_ = previous_subgraph_idx; - return kTfLiteOk; -} - -TfLiteStatus MicroGraph::ResetVariableTensors() { - for (size_t subgraph_idx = 0; subgraph_idx < subgraphs_->size(); - subgraph_idx++) { - const SubGraph* subgraph = (*subgraphs_)[subgraph_idx]; - for (size_t i = 0; i < subgraph->tensors()->size(); ++i) { - auto* tensor = subgraph->tensors()->Get(i); - if (tensor->is_variable()) { - size_t buffer_size; - TF_LITE_ENSURE_STATUS(TfLiteEvalTensorByteLength( - &subgraph_allocations_[subgraph_idx].tensors[i], &buffer_size)); - - int value = 0; - if (tensor->type() == tflite::TensorType_INT8) { - value = tensor->quantization()->zero_point()->Get(0); - } - memset(subgraph_allocations_[subgraph_idx].tensors[i].data.raw, value, - buffer_size); - } - } - } - if (resource_variables_ != nullptr) { - resource_variables_->ResetAll(); - } - - return kTfLiteOk; -} - -int MicroGraph::NumSubgraphs() { return model_->subgraphs()->size(); } - -void MicroGraph::SetSubgraphAllocations( - SubgraphAllocations* subgraph_allocations) { - subgraph_allocations_ = subgraph_allocations; -} - -size_t MicroGraph::NumSubgraphInputs(int subgraph_idx) { - return model_->subgraphs()->Get(subgraph_idx)->inputs()->size(); -} - -TfLiteEvalTensor* MicroGraph::GetSubgraphInput(int subgraph_idx, - int input_idx) { - int tensor_idx = - model_->subgraphs()->Get(subgraph_idx)->inputs()->Get(input_idx); - return &subgraph_allocations_[subgraph_idx].tensors[tensor_idx]; -} - -size_t MicroGraph::NumSubgraphOutputs(int subgraph_idx) { - return model_->subgraphs()->Get(subgraph_idx)->outputs()->size(); -} - -TfLiteEvalTensor* MicroGraph::GetSubgraphOutput(int subgraph_idx, - int output_idx) { - int tensor_idx = - model_->subgraphs()->Get(subgraph_idx)->outputs()->Get(output_idx); - return &subgraph_allocations_[subgraph_idx].tensors[tensor_idx]; -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/micro_graph.h b/code/components/tflite-lib/tensorflow/lite/micro/micro_graph.h deleted file mode 100644 index 942082ac..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/micro_graph.h +++ /dev/null @@ -1,104 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#ifndef TENSORFLOW_LITE_MICRO_MICRO_GRAPH_H_ -#define TENSORFLOW_LITE_MICRO_MICRO_GRAPH_H_ - -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/micro/micro_allocator.h" -#include "tensorflow/lite/micro/micro_resource_variable.h" -#include "tensorflow/lite/schema/schema_generated.h" - -namespace tflite { - -// Abstracts the details of interacting with the tflite::Model. -// -// Provides methods to access, initialize, prepare, invoke and free any -// subgraph in the tflite::Graph. -class MicroGraph { - public: - // The lifetime of the context, model, allocator and resource_variables must - // be at least as long as that of the graph object, since the this class may - // need to access them at any time. If resource_variables is a nullptr, - // GetResourceVariables will return a nullptr. - MicroGraph(TfLiteContext* context, const Model* model, - MicroAllocator* allocator, - MicroResourceVariables* resource_variables); - virtual ~MicroGraph(); - - // Sets up builtin data and calls TfLiteRegistration->Init for every operator - // in every subgraph in the model. - virtual TfLiteStatus InitSubgraphs(); - - // Calls TfLiteRegistration->Prepare for every operator in every subgraph in - // the model. - virtual TfLiteStatus PrepareSubgraphs(); - - // Calls TfLiteRegistration->Free for every operator in every subgraph in the - // model. - virtual TfLiteStatus FreeSubgraphs(); - - // Calls TfLiteRegistration->Invoke for every operator in a single subgraph in - // the model. - virtual TfLiteStatus InvokeSubgraph(int subgraph_idx); - - // Zeros out all variable tensors in all subgraphs in the model. - virtual TfLiteStatus ResetVariableTensors(); - - // Number of tensor inputs to a specified subgraph in the model. - virtual size_t NumSubgraphInputs(int subgraph_idx); - - // Get the specified input tensor of a specified subgraph in the model. - virtual TfLiteEvalTensor* GetSubgraphInput(int subgraph_idx, int input_idx); - - // Number of tensor outputs from a specified subgraph in the model. - virtual size_t NumSubgraphOutputs(int subgraph_idx); - - // Get the specified output tensor of a specified subgraph in the model. - virtual TfLiteEvalTensor* GetSubgraphOutput(int subgraph_idx, int output_idx); - - // Number of subgraphs in the model. - virtual int NumSubgraphs(); - - // Hook to pass in subgraph allocations tracked within the interpreter, - // allowing MicroGraph to init / prepare / invoke subgraphs in the model. - void SetSubgraphAllocations(SubgraphAllocations* subgraph_allocations); - - // Get the current subgraph index. Within an on operator, this is guaranteed - // to be the subgraph of that operator. - int GetCurrentSubgraphIndex() { return current_subgraph_index_; } - - // Gets the list of alloctions for each subgraph. This is the source of truth - // for all per-subgraph allocation data. - SubgraphAllocations* GetAllocations() { return subgraph_allocations_; } - - // Get the resource variables for this TFLM graph. - MicroResourceVariables* GetResourceVariables() { return resource_variables_; } - - private: - TfLiteContext* context_; - const Model* model_; - MicroAllocator* allocator_; - SubgraphAllocations* subgraph_allocations_ = nullptr; - int current_subgraph_index_; - MicroResourceVariables* resource_variables_; - const flatbuffers::Vector>* subgraphs_; - - TF_LITE_REMOVE_VIRTUAL_DELETE -}; - -} // namespace tflite - -#endif // TENSORFLOW_LITE_MICRO_MICRO_GRAPH_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/micro/micro_interpreter.cc b/code/components/tflite-lib/tensorflow/lite/micro/micro_interpreter.cc deleted file mode 100644 index f726a5f3..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/micro_interpreter.cc +++ /dev/null @@ -1,330 +0,0 @@ -/* Copyright 2020 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#include "tensorflow/lite/micro/micro_interpreter.h" - -#include -#include -#include - -#include "flatbuffers/flatbuffers.h" // from @flatbuffers -#include "tensorflow/lite/c/c_api_types.h" -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/core/api/error_reporter.h" -#include "tensorflow/lite/core/api/tensor_utils.h" -#include "tensorflow/lite/micro/flatbuffer_utils.h" -#include "tensorflow/lite/micro/memory_helpers.h" -#include "tensorflow/lite/micro/micro_allocator.h" -#include "tensorflow/lite/micro/micro_error_reporter.h" -#include "tensorflow/lite/micro/micro_op_resolver.h" -#include "tensorflow/lite/micro/micro_profiler.h" -#include "tensorflow/lite/schema/schema_generated.h" -#include "tensorflow/lite/schema/schema_utils.h" - -namespace tflite { - -MicroInterpreter::MicroInterpreter(const Model* model, - const MicroOpResolver& op_resolver, - uint8_t* tensor_arena, - size_t tensor_arena_size, - ErrorReporter* error_reporter, - MicroResourceVariables* resource_variables, - MicroProfiler* profiler) - : model_(model), - op_resolver_(op_resolver), - error_reporter_(error_reporter), - allocator_(*MicroAllocator::Create(tensor_arena, tensor_arena_size, - error_reporter)), - - graph_(&context_, model, &allocator_, resource_variables), - tensors_allocated_(false), - initialization_status_(kTfLiteError), - input_tensors_(nullptr), - output_tensors_(nullptr), - micro_context_(&allocator_, model_, &graph_) { - Init(profiler); -} - -MicroInterpreter::MicroInterpreter(const Model* model, - const MicroOpResolver& op_resolver, - MicroAllocator* allocator, - ErrorReporter* error_reporter, - MicroResourceVariables* resource_variables, - MicroProfiler* profiler) - : model_(model), - op_resolver_(op_resolver), - error_reporter_(error_reporter), - allocator_(*allocator), - graph_(&context_, model, allocator, resource_variables), - tensors_allocated_(false), - initialization_status_(kTfLiteError), - input_tensors_(nullptr), - output_tensors_(nullptr), - micro_context_(&allocator_, model_, &graph_) { - Init(profiler); -} - -MicroInterpreter::~MicroInterpreter() { - if (graph_.GetAllocations() != nullptr) { - graph_.FreeSubgraphs(); - } -} - -void MicroInterpreter::Init(MicroProfiler* profiler) { - context_.impl_ = static_cast(µ_context_); - context_.ReportError = MicroContextReportOpError; - context_.GetTensor = MicroContextGetTensor; - context_.GetEvalTensor = MicroContextGetEvalTensor; - context_.profiler = profiler; - - initialization_status_ = kTfLiteOk; -} - -TfLiteStatus MicroInterpreter::PrepareNodeAndRegistrationDataFromFlatbuffer() { - for (int subgraph_idx = 0; subgraph_idx < graph_.NumSubgraphs(); - subgraph_idx++) { - const SubGraph* subgraph = model_->subgraphs()->Get(subgraph_idx); - TFLITE_DCHECK(subgraph != nullptr); - - auto* opcodes = model_->operator_codes(); - BuiltinDataAllocator* builtin_data_allocator = - allocator_.GetBuiltinDataAllocator(); - uint32_t operators_size = NumSubgraphOperators(subgraph); - for (size_t i = 0; i < operators_size; ++i) { - const auto* op = subgraph->operators()->Get(i); - const size_t index = op->opcode_index(); - if (index >= opcodes->size()) { - MicroPrintf("Missing registration for opcode_index %d\n", index); - return kTfLiteError; - } - const auto* opcode = opcodes->Get(index); - TfLiteStatus status = - GetRegistrationFromOpCode(opcode, op_resolver_, error_reporter_, - &(graph_.GetAllocations()[subgraph_idx] - .node_and_registrations[i] - .registration)); - if (status != kTfLiteOk) { - MicroPrintf("Failed to get registration from op code %s\n ", - EnumNameBuiltinOperator(GetBuiltinCode(opcode))); - return status; - } - const auto* registration = graph_.GetAllocations()[subgraph_idx] - .node_and_registrations[i] - .registration; - if (registration == nullptr) { - MicroPrintf("Skipping op for opcode_index %d\n", index); - return kTfLiteError; - } - BuiltinOperator op_type = - static_cast(registration->builtin_code); - - const char* custom_data = nullptr; - size_t custom_data_size = 0; - unsigned char* builtin_data = nullptr; - - if (op_type == BuiltinOperator_CUSTOM) { - // Custom Ops may or may not have a non-null custom_options field. - if (op->custom_options() != nullptr) { - custom_data = - reinterpret_cast(op->custom_options()->data()); - custom_data_size = op->custom_options()->size(); - } - } else { - if (op->custom_options() != nullptr) { - MicroPrintf( - "Unsupported behavior: found builtin operator %s with custom " - "options.\n", - EnumNameBuiltinOperator(op_type)); - return kTfLiteError; - } - - MicroOpResolver::BuiltinParseFunction parser = - op_resolver_.GetOpDataParser(op_type); - if (parser == nullptr) { - MicroPrintf("Did not find a parser for %s", - EnumNameBuiltinOperator(op_type)); - - return kTfLiteError; - } - TF_LITE_ENSURE_STATUS(parser(op, error_reporter_, - builtin_data_allocator, - (void**)(&builtin_data))); - } - - TfLiteIntArray* inputs_array = - FlatBufferVectorToTfLiteTypeArray(op->inputs()); - TfLiteIntArray* outputs_array = - FlatBufferVectorToTfLiteTypeArray(op->outputs()); - - TfLiteNode* node = &( - graph_.GetAllocations()[subgraph_idx].node_and_registrations[i].node); - *node = {}; - node->inputs = inputs_array; - node->outputs = outputs_array; - node->builtin_data = reinterpret_cast(builtin_data); - node->custom_initial_data = custom_data; - node->custom_initial_data_size = custom_data_size; - - if (op->intermediates() && (op->intermediates()->size() > 0)) { - node->intermediates = - FlatBufferVectorToTfLiteTypeArray(op->intermediates()); - } - } - } - return kTfLiteOk; -} - -TfLiteStatus MicroInterpreter::AllocateTensors() { - SubgraphAllocations* allocations = allocator_.StartModelAllocation(model_); - - if (allocations == nullptr) { - TF_LITE_REPORT_ERROR(error_reporter_, - "Failed starting model allocation.\n"); - initialization_status_ = kTfLiteError; - return kTfLiteError; - } - - graph_.SetSubgraphAllocations(allocations); - - TF_LITE_ENSURE_STATUS(PrepareNodeAndRegistrationDataFromFlatbuffer()); - - // Only allow AllocatePersistentBuffer in Init stage. - context_.AllocatePersistentBuffer = MicroContextAllocatePersistentBuffer; - context_.RequestScratchBufferInArena = nullptr; - context_.GetScratchBuffer = nullptr; - context_.GetExternalContext = nullptr; - TF_LITE_ENSURE_STATUS(graph_.InitSubgraphs()); - - // Both AllocatePersistentBuffer and RequestScratchBufferInArena is - // available in Prepare stage. - context_.RequestScratchBufferInArena = - MicroContextRequestScratchBufferInArena; - // external_context become available in Prepare stage. - context_.GetExternalContext = MicroContextGetExternalContext; - - TF_LITE_ENSURE_STATUS(graph_.PrepareSubgraphs()); - - // Prepare is done, we're ready for Invoke. Memory allocation is no longer - // allowed. Kernels can only fetch scratch buffers via GetScratchBuffer. - context_.AllocatePersistentBuffer = nullptr; - context_.RequestScratchBufferInArena = nullptr; - context_.GetScratchBuffer = MicroContextGetScratchBuffer; - - TF_LITE_ENSURE_OK(&context_, allocator_.FinishModelAllocation( - model_, graph_.GetAllocations(), - &scratch_buffer_handles_)); - - micro_context_.SetScratchBufferHandles(scratch_buffer_handles_); - - // TODO(b/162311891): Drop these allocations when the interpreter supports - // handling buffers from TfLiteEvalTensor. - input_tensors_ = - reinterpret_cast(allocator_.AllocatePersistentBuffer( - sizeof(TfLiteTensor*) * inputs_size())); - if (input_tensors_ == nullptr) { - TF_LITE_REPORT_ERROR( - error_reporter_, - "Failed to allocate memory for context->input_tensors_, " - "%d bytes required", - sizeof(TfLiteTensor*) * inputs_size()); - return kTfLiteError; - } - - for (size_t i = 0; i < inputs_size(); ++i) { - input_tensors_[i] = allocator_.AllocatePersistentTfLiteTensor( - model_, graph_.GetAllocations(), inputs().Get(i), 0); - if (input_tensors_[i] == nullptr) { - TF_LITE_REPORT_ERROR(error_reporter_, - "Failed to initialize input tensor %d", i); - return kTfLiteError; - } - } - - // TODO(b/162311891): Drop these allocations when the interpreter supports - // handling buffers from TfLiteEvalTensor. - output_tensors_ = - reinterpret_cast(allocator_.AllocatePersistentBuffer( - sizeof(TfLiteTensor*) * outputs_size())); - if (output_tensors_ == nullptr) { - TF_LITE_REPORT_ERROR( - error_reporter_, - "Failed to allocate memory for context->output_tensors_, " - "%d bytes required", - sizeof(TfLiteTensor*) * outputs_size()); - return kTfLiteError; - } - - for (size_t i = 0; i < outputs_size(); ++i) { - output_tensors_[i] = allocator_.AllocatePersistentTfLiteTensor( - model_, graph_.GetAllocations(), outputs().Get(i), 0); - if (output_tensors_[i] == nullptr) { - TF_LITE_REPORT_ERROR(error_reporter_, - "Failed to initialize output tensor %d", i); - return kTfLiteError; - } - } - - TF_LITE_ENSURE_STATUS(ResetVariableTensors()); - - tensors_allocated_ = true; - return kTfLiteOk; -} - -TfLiteStatus MicroInterpreter::Invoke() { - if (initialization_status_ != kTfLiteOk) { - TF_LITE_REPORT_ERROR(error_reporter_, - "Invoke() called after initialization failed\n"); - return kTfLiteError; - } - - // Ensure tensors are allocated before the interpreter is invoked to avoid - // difficult to debug segfaults. - if (!tensors_allocated_) { - TF_LITE_ENSURE_OK(&context_, AllocateTensors()); - } - return graph_.InvokeSubgraph(0); -} - -TfLiteTensor* MicroInterpreter::input(size_t index) { - const size_t length = inputs_size(); - if (index >= length) { - TF_LITE_REPORT_ERROR(error_reporter_, - "Input index %d out of range (length is %d)", index, - length); - return nullptr; - } - return input_tensors_[index]; -} - -TfLiteTensor* MicroInterpreter::output(size_t index) { - const size_t length = outputs_size(); - if (index >= length) { - TF_LITE_REPORT_ERROR(error_reporter_, - "Output index %d out of range (length is %d)", index, - length); - return nullptr; - } - return output_tensors_[index]; -} - -TfLiteStatus MicroInterpreter::ResetVariableTensors() { - return graph_.ResetVariableTensors(); -} - -TfLiteStatus MicroInterpreter::SetMicroExternalContext( - void* external_context_payload) { - return micro_context_.set_external_context(external_context_payload); -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/micro_interpreter.h b/code/components/tflite-lib/tensorflow/lite/micro/micro_interpreter.h deleted file mode 100644 index aa409386..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/micro_interpreter.h +++ /dev/null @@ -1,172 +0,0 @@ -/* Copyright 2020 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_MICRO_MICRO_INTERPRETER_H_ -#define TENSORFLOW_LITE_MICRO_MICRO_INTERPRETER_H_ - -#include -#include - -#include "flatbuffers/flatbuffers.h" // from @flatbuffers -#include "tensorflow/lite/c/c_api_types.h" -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/core/api/error_reporter.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/micro/micro_allocator.h" -#include "tensorflow/lite/micro/micro_context.h" -#include "tensorflow/lite/micro/micro_graph.h" -#include "tensorflow/lite/micro/micro_op_resolver.h" -#include "tensorflow/lite/micro/micro_profiler.h" -#include "tensorflow/lite/portable_type_to_tflitetype.h" -#include "tensorflow/lite/schema/schema_generated.h" - -// Copied from tensorflow/lite/version.h to avoid a dependency chain into -// tensorflow/core. -#define TFLITE_SCHEMA_VERSION (3) - -namespace tflite { - -class MicroInterpreter { - public: - // The lifetime of the model, op resolver, tensor arena, error reporter, - // resource variables, and profiler must be at least as long as that of the - // interpreter object, since the interpreter may need to access them at any - // time. This means that you should usually create them with the same scope as - // each other, for example having them all allocated on the stack as local - // variables through a top-level function. The interpreter doesn't do any - // deallocation of any of the pointed-to objects, ownership remains with the - // caller. - MicroInterpreter(const Model* model, const MicroOpResolver& op_resolver, - uint8_t* tensor_arena, size_t tensor_arena_size, - ErrorReporter* error_reporter, - MicroResourceVariables* resource_variables = nullptr, - MicroProfiler* profiler = nullptr); - - // Create an interpreter instance using an existing MicroAllocator instance. - // This constructor should be used when creating an allocator that needs to - // have allocation handled in more than one interpreter or for recording - // allocations inside the interpreter. The lifetime of the allocator must be - // as long as that of the interpreter object. - MicroInterpreter(const Model* model, const MicroOpResolver& op_resolver, - MicroAllocator* allocator, ErrorReporter* error_reporter, - MicroResourceVariables* resource_variables = nullptr, - MicroProfiler* profiler = nullptr); - - ~MicroInterpreter(); - - // Runs through the model and allocates all necessary input, output and - // intermediate tensors. - TfLiteStatus AllocateTensors(); - - // In order to support partial graph runs for strided models, this can return - // values other than kTfLiteOk and kTfLiteError. - // TODO(b/149795762): Add this to the TfLiteStatus enum. - TfLiteStatus Invoke(); - - // This is the recommended API for an application to pass an external payload - // pointer as an external context to kernels. The life time of the payload - // pointer should be at least as long as this interpreter. TFLM supports only - // one external context. - TfLiteStatus SetMicroExternalContext(void* external_context_payload); - - TfLiteTensor* input(size_t index); - size_t inputs_size() const { - return model_->subgraphs()->Get(0)->inputs()->size(); - } - const flatbuffers::Vector& inputs() const { - return *model_->subgraphs()->Get(0)->inputs(); - } - TfLiteTensor* input_tensor(size_t index) { return input(index); } - template - T* typed_input_tensor(int tensor_index) { - if (TfLiteTensor* tensor_ptr = input_tensor(tensor_index)) { - if (tensor_ptr->type == typeToTfLiteType()) { - return GetTensorData(tensor_ptr); - } - } - return nullptr; - } - - TfLiteTensor* output(size_t index); - size_t outputs_size() const { - return model_->subgraphs()->Get(0)->outputs()->size(); - } - const flatbuffers::Vector& outputs() const { - return *model_->subgraphs()->Get(0)->outputs(); - } - TfLiteTensor* output_tensor(size_t index) { return output(index); } - template - T* typed_output_tensor(int tensor_index) { - if (TfLiteTensor* tensor_ptr = output_tensor(tensor_index)) { - if (tensor_ptr->type == typeToTfLiteType()) { - return GetTensorData(tensor_ptr); - } - } - return nullptr; - } - - // Reset all variable tensors to the default value. - TfLiteStatus ResetVariableTensors(); - - TfLiteStatus initialization_status() const { return initialization_status_; } - - // Populates node and registration pointers representing the inference graph - // of the model from values inside the flatbuffer (loaded from the TfLiteModel - // instance). Persistent data (e.g. operator data) is allocated from the - // arena. - TfLiteStatus PrepareNodeAndRegistrationDataFromFlatbuffer(); - - // For debugging only. - // Returns the actual used arena in bytes. This method gives the optimal arena - // size. It's only available after `AllocateTensors` has been called. - // Note that normally `tensor_arena` requires 16 bytes alignment to fully - // utilize the space. If it's not the case, the optimial arena size would be - // arena_used_bytes() + 16. - size_t arena_used_bytes() const { return allocator_.used_bytes(); } - - protected: - const MicroAllocator& allocator() const { return allocator_; } - const TfLiteContext& context() const { return context_; } - - private: - // TODO(b/158263161): Consider switching to Create() function to enable better - // error reporting during initialization. - void Init(MicroProfiler* profiler); - - // Gets the current subgraph index used from within context methods. - int get_subgraph_index() { return graph_.GetCurrentSubgraphIndex(); } - - const Model* model_; - const MicroOpResolver& op_resolver_; - ErrorReporter* error_reporter_; - TfLiteContext context_ = {}; - MicroAllocator& allocator_; - MicroGraph graph_; - bool tensors_allocated_; - - TfLiteStatus initialization_status_; - - ScratchBufferHandle* scratch_buffer_handles_ = nullptr; - - // TODO(b/162311891): Clean these pointers up when this class supports buffers - // from TfLiteEvalTensor. - TfLiteTensor** input_tensors_; - TfLiteTensor** output_tensors_; - - MicroContext micro_context_; -}; - -} // namespace tflite - -#endif // TENSORFLOW_LITE_MICRO_MICRO_INTERPRETER_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/micro/micro_mutable_op_resolver.h b/code/components/tflite-lib/tensorflow/lite/micro/micro_mutable_op_resolver.h deleted file mode 100644 index 4b273417..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/micro_mutable_op_resolver.h +++ /dev/null @@ -1,632 +0,0 @@ -/* Copyright 2022 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_MICRO_MICRO_MUTABLE_OP_RESOLVER_H_ -#define TENSORFLOW_LITE_MICRO_MICRO_MUTABLE_OP_RESOLVER_H_ - -#include -#include - -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/core/api/error_reporter.h" -#include "tensorflow/lite/core/api/flatbuffer_conversions.h" -#include "tensorflow/lite/kernels/internal/compatibility.h" -#include "tensorflow/lite/kernels/op_macros.h" -#include "tensorflow/lite/micro/compatibility.h" -#include "tensorflow/lite/micro/kernels/conv.h" -#include "tensorflow/lite/micro/kernels/depthwise_conv.h" -#include "tensorflow/lite/micro/kernels/ethosu.h" -#include "tensorflow/lite/micro/kernels/fully_connected.h" -#include "tensorflow/lite/micro/kernels/micro_ops.h" -#include "tensorflow/lite/micro/kernels/reduce.h" -#include "tensorflow/lite/micro/kernels/softmax.h" -#include "tensorflow/lite/micro/micro_error_reporter.h" -#include "tensorflow/lite/micro/micro_op_resolver.h" -#include "tensorflow/lite/schema/schema_generated.h" - -namespace tflite { -TfLiteRegistration* Register_DETECTION_POSTPROCESS(); - -template -class MicroMutableOpResolver : public MicroOpResolver { - public: - TF_LITE_REMOVE_VIRTUAL_DELETE - - explicit MicroMutableOpResolver(ErrorReporter* error_reporter = nullptr) - : error_reporter_(error_reporter) {} - - const TfLiteRegistration* FindOp(tflite::BuiltinOperator op) const override { - if (op == BuiltinOperator_CUSTOM) return nullptr; - - for (unsigned int i = 0; i < registrations_len_; ++i) { - const TfLiteRegistration& registration = registrations_[i]; - if (registration.builtin_code == op) { - return ®istration; - } - } - return nullptr; - } - - const TfLiteRegistration* FindOp(const char* op) const override { - for (unsigned int i = 0; i < registrations_len_; ++i) { - const TfLiteRegistration& registration = registrations_[i]; - if ((registration.builtin_code == BuiltinOperator_CUSTOM) && - (strcmp(registration.custom_name, op) == 0)) { - return ®istration; - } - } - return nullptr; - } - - MicroOpResolver::BuiltinParseFunction GetOpDataParser( - BuiltinOperator op) const override { - TFLITE_DCHECK(num_buitin_ops_ <= tOpCount); - for (unsigned int i = 0; i < num_buitin_ops_; ++i) { - if (builtin_codes_[i] == op) return builtin_parsers_[i]; - } - return nullptr; - } - - // Registers a Custom Operator with the MicroOpResolver. - // - // Only the first call for a given name will be successful. i.e. if this - // function is called again for a previously added Custom Operator, the - // MicroOpResolver will be unchanged and this function will return - // kTfLiteError. - TfLiteStatus AddCustom(const char* name, TfLiteRegistration* registration) { - if (registrations_len_ >= tOpCount) { - MicroPrintf( - "Couldn't register custom op '%s', resolver size is too" - "small (%d)", - name, tOpCount); - return kTfLiteError; - } - - if (FindOp(name) != nullptr) { - MicroPrintf("Calling AddCustom for the same op more than once "); - MicroPrintf("is not supported (Op: %s).", name); - return kTfLiteError; - } - - TfLiteRegistration* new_registration = ®istrations_[registrations_len_]; - registrations_len_ += 1; - - *new_registration = *registration; - new_registration->builtin_code = BuiltinOperator_CUSTOM; - new_registration->custom_name = name; - return kTfLiteOk; - } - - // The Add* functions below add the various Builtin operators to the - // MicroMutableOpResolver object. - - TfLiteStatus AddAbs() { - return AddBuiltin(BuiltinOperator_ABS, tflite::ops::micro::Register_ABS(), - ParseAbs); - } - - TfLiteStatus AddAdd(const TfLiteRegistration& registration = Register_ADD()) { - return AddBuiltin(BuiltinOperator_ADD, registration, ParseAdd); - } - - TfLiteStatus AddAddN() { - return AddBuiltin(BuiltinOperator_ADD_N, tflite::Register_ADD_N(), - ParseAddN); - } - - TfLiteStatus AddArgMax() { - return AddBuiltin(BuiltinOperator_ARG_MAX, - tflite::ops::micro::Register_ARG_MAX(), ParseArgMax); - } - - TfLiteStatus AddArgMin() { - return AddBuiltin(BuiltinOperator_ARG_MIN, - tflite::ops::micro::Register_ARG_MIN(), ParseArgMin); - } - - TfLiteStatus AddAssignVariable() { - return AddBuiltin(BuiltinOperator_ASSIGN_VARIABLE, - tflite::Register_ASSIGN_VARIABLE(), ParseAssignVariable); - } - - TfLiteStatus AddAveragePool2D() { - return AddBuiltin(BuiltinOperator_AVERAGE_POOL_2D, - tflite::Register_AVERAGE_POOL_2D(), ParsePool); - } - - TfLiteStatus AddBatchToSpaceNd() { - return AddBuiltin(BuiltinOperator_BATCH_TO_SPACE_ND, - Register_BATCH_TO_SPACE_ND(), ParseBatchToSpaceNd); - } - - TfLiteStatus AddBroadcastArgs() { - return AddBuiltin(BuiltinOperator_BROADCAST_ARGS, Register_BROADCAST_ARGS(), - ParseBroadcastArgs); - } - - TfLiteStatus AddBroadcastTo() { - return AddBuiltin(BuiltinOperator_BROADCAST_TO, Register_BROADCAST_TO(), - ParseBroadcastTo); - } - - TfLiteStatus AddCallOnce() { - return AddBuiltin(BuiltinOperator_CALL_ONCE, Register_CALL_ONCE(), - ParseCallOnce); - } - - TfLiteStatus AddCast() { - return AddBuiltin(BuiltinOperator_CAST, Register_CAST(), ParseCast); - } - - TfLiteStatus AddCeil() { - return AddBuiltin(BuiltinOperator_CEIL, tflite::ops::micro::Register_CEIL(), - ParseCeil); - } - - TfLiteStatus AddCircularBuffer() { - return AddCustom("CIRCULAR_BUFFER", tflite::Register_CIRCULAR_BUFFER()); - } - - TfLiteStatus AddConcatenation() { - return AddBuiltin(BuiltinOperator_CONCATENATION, - tflite::ops::micro::Register_CONCATENATION(), - ParseConcatenation); - } - - TfLiteStatus AddConv2D( - const TfLiteRegistration& registration = Register_CONV_2D()) { - return AddBuiltin(BuiltinOperator_CONV_2D, registration, ParseConv2D); - } - - TfLiteStatus AddCos() { - return AddBuiltin(BuiltinOperator_COS, tflite::ops::micro::Register_COS(), - ParseCos); - } - - TfLiteStatus AddCumSum() { - return AddBuiltin(BuiltinOperator_CUMSUM, tflite::Register_CUMSUM(), - ParseCumsum); - } - - TfLiteStatus AddDepthToSpace() { - return AddBuiltin(BuiltinOperator_DEPTH_TO_SPACE, - tflite::Register_DEPTH_TO_SPACE(), ParseDepthToSpace); - } - - TfLiteStatus AddDepthwiseConv2D( - const TfLiteRegistration& registration = Register_DEPTHWISE_CONV_2D()) { - return AddBuiltin(BuiltinOperator_DEPTHWISE_CONV_2D, registration, - ParseDepthwiseConv2D); - } - - TfLiteStatus AddDequantize() { - return AddBuiltin(BuiltinOperator_DEQUANTIZE, tflite::Register_DEQUANTIZE(), - ParseDequantize); - } - - TfLiteStatus AddDetectionPostprocess() { - return AddCustom("TFLite_Detection_PostProcess", - tflite::Register_DETECTION_POSTPROCESS()); - } - - TfLiteStatus AddDiv() { - return AddBuiltin(BuiltinOperator_DIV, tflite::Register_DIV(), ParseDiv); - } - - TfLiteStatus AddElu() { - return AddBuiltin(BuiltinOperator_ELU, tflite::Register_ELU(), ParseElu); - } - - TfLiteStatus AddEqual() { - return AddBuiltin(BuiltinOperator_EQUAL, - tflite::ops::micro::Register_EQUAL(), ParseEqual); - } - - TfLiteStatus AddEthosU() { - TfLiteRegistration* registration = tflite::Register_ETHOSU(); - if (registration) { - return AddCustom(tflite::GetString_ETHOSU(), registration); - } - return kTfLiteOk; - } - - TfLiteStatus AddExp() { - return AddBuiltin(BuiltinOperator_EXP, Register_EXP(), ParseExp); - } - - TfLiteStatus AddExpandDims() { - return AddBuiltin(BuiltinOperator_EXPAND_DIMS, Register_EXPAND_DIMS(), - ParseExpandDims); - } - - TfLiteStatus AddFill() { - return AddBuiltin(BuiltinOperator_FILL, tflite::Register_FILL(), ParseFill); - } - - TfLiteStatus AddFloor() { - return AddBuiltin(BuiltinOperator_FLOOR, - tflite::ops::micro::Register_FLOOR(), ParseFloor); - } - - TfLiteStatus AddFloorDiv() { - return AddBuiltin(BuiltinOperator_FLOOR_DIV, tflite::Register_FLOOR_DIV(), - ParseFloorDiv); - } - - TfLiteStatus AddFloorMod() { - return AddBuiltin(BuiltinOperator_FLOOR_MOD, tflite::Register_FLOOR_MOD(), - ParseFloorMod); - } - - TfLiteStatus AddFullyConnected( - const TfLiteRegistration& registration = Register_FULLY_CONNECTED()) { - return AddBuiltin(BuiltinOperator_FULLY_CONNECTED, registration, - ParseFullyConnected); - } - - TfLiteStatus AddGather() { - return AddBuiltin(BuiltinOperator_GATHER, tflite::Register_GATHER(), - ParseGather); - } - - TfLiteStatus AddGatherNd() { - return AddBuiltin(BuiltinOperator_GATHER_ND, tflite::Register_GATHER_ND(), - ParseGatherNd); - } - - TfLiteStatus AddGreater() { - return AddBuiltin(BuiltinOperator_GREATER, - tflite::ops::micro::Register_GREATER(), ParseGreater); - } - - TfLiteStatus AddGreaterEqual() { - return AddBuiltin(BuiltinOperator_GREATER_EQUAL, - tflite::ops::micro::Register_GREATER_EQUAL(), - ParseGreaterEqual); - } - - TfLiteStatus AddHardSwish() { - return AddBuiltin(BuiltinOperator_HARD_SWISH, tflite::Register_HARD_SWISH(), - ParseHardSwish); - } - - TfLiteStatus AddIf() { - return AddBuiltin(BuiltinOperator_IF, tflite::Register_IF(), ParseIf); - } - - TfLiteStatus AddL2Normalization() { - return AddBuiltin(BuiltinOperator_L2_NORMALIZATION, - tflite::ops::micro::Register_L2_NORMALIZATION(), - ParseL2Normalization); - } - - TfLiteStatus AddL2Pool2D() { - return AddBuiltin(BuiltinOperator_L2_POOL_2D, tflite::Register_L2_POOL_2D(), - ParsePool); - } - - TfLiteStatus AddLeakyRelu() { - return AddBuiltin(BuiltinOperator_LEAKY_RELU, tflite::Register_LEAKY_RELU(), - ParseLeakyRelu); - } - - TfLiteStatus AddLess() { - return AddBuiltin(BuiltinOperator_LESS, tflite::ops::micro::Register_LESS(), - ParseLess); - } - - TfLiteStatus AddLessEqual() { - return AddBuiltin(BuiltinOperator_LESS_EQUAL, - tflite::ops::micro::Register_LESS_EQUAL(), - ParseLessEqual); - } - - TfLiteStatus AddLog() { - return AddBuiltin(BuiltinOperator_LOG, tflite::ops::micro::Register_LOG(), - ParseLog); - } - - TfLiteStatus AddLogicalAnd() { - return AddBuiltin(BuiltinOperator_LOGICAL_AND, - tflite::Register_LOGICAL_AND(), ParseLogicalAnd); - } - - TfLiteStatus AddLogicalNot() { - return AddBuiltin(BuiltinOperator_LOGICAL_NOT, - tflite::ops::micro::Register_LOGICAL_NOT(), - ParseLogicalNot); - } - - TfLiteStatus AddLogicalOr() { - return AddBuiltin(BuiltinOperator_LOGICAL_OR, tflite::Register_LOGICAL_OR(), - ParseLogicalOr); - } - - TfLiteStatus AddLogistic() { - return AddBuiltin(BuiltinOperator_LOGISTIC, tflite::Register_LOGISTIC(), - ParseLogistic); - } - - TfLiteStatus AddMaximum() { - return AddBuiltin(BuiltinOperator_MAXIMUM, - tflite::ops::micro::Register_MAXIMUM(), ParseMaximum); - } - - TfLiteStatus AddMaxPool2D() { - return AddBuiltin(BuiltinOperator_MAX_POOL_2D, - tflite::Register_MAX_POOL_2D(), ParsePool); - } - - TfLiteStatus AddMirrorPad() { - return AddBuiltin(BuiltinOperator_MIRROR_PAD, tflite::Register_MIRROR_PAD(), - ParseMirrorPad); - } - - TfLiteStatus AddMean() { - return AddBuiltin(BuiltinOperator_MEAN, Register_MEAN(), ParseReducer); - } - - TfLiteStatus AddMinimum() { - return AddBuiltin(BuiltinOperator_MINIMUM, - tflite::ops::micro::Register_MINIMUM(), ParseMinimum); - } - - TfLiteStatus AddMul() { - return AddBuiltin(BuiltinOperator_MUL, tflite::Register_MUL(), ParseMul); - } - - TfLiteStatus AddNeg() { - return AddBuiltin(BuiltinOperator_NEG, tflite::ops::micro::Register_NEG(), - ParseNeg); - } - - TfLiteStatus AddNotEqual() { - return AddBuiltin(BuiltinOperator_NOT_EQUAL, - tflite::ops::micro::Register_NOT_EQUAL(), ParseNotEqual); - } - - TfLiteStatus AddPack() { - return AddBuiltin(BuiltinOperator_PACK, tflite::ops::micro::Register_PACK(), - ParsePack); - } - - TfLiteStatus AddPad() { - return AddBuiltin(BuiltinOperator_PAD, tflite::ops::micro::Register_PAD(), - ParsePad); - } - - TfLiteStatus AddPadV2() { - return AddBuiltin(BuiltinOperator_PADV2, - tflite::ops::micro::Register_PADV2(), ParsePadV2); - } - - TfLiteStatus AddPrelu() { - return AddBuiltin(BuiltinOperator_PRELU, tflite::Register_PRELU(), - ParsePrelu); - } - - TfLiteStatus AddQuantize() { - return AddBuiltin(BuiltinOperator_QUANTIZE, Register_QUANTIZE(), - ParseQuantize); - } - - TfLiteStatus AddReadVariable() { - return AddBuiltin(BuiltinOperator_READ_VARIABLE, - tflite::Register_READ_VARIABLE(), ParseReadVariable); - } - - TfLiteStatus AddReduceMax() { - return AddBuiltin(BuiltinOperator_REDUCE_MAX, Register_REDUCE_MAX(), - ParseReducer); - } - - TfLiteStatus AddRelu() { - return AddBuiltin(BuiltinOperator_RELU, tflite::Register_RELU(), ParseRelu); - } - - TfLiteStatus AddRelu6() { - return AddBuiltin(BuiltinOperator_RELU6, tflite::Register_RELU6(), - ParseRelu6); - } - - TfLiteStatus AddReshape() { - return AddBuiltin(BuiltinOperator_RESHAPE, - tflite::ops::micro::Register_RESHAPE(), ParseReshape); - } - - TfLiteStatus AddResizeBilinear() { - return AddBuiltin(BuiltinOperator_RESIZE_BILINEAR, - Register_RESIZE_BILINEAR(), ParseResizeBilinear); - } - - TfLiteStatus AddResizeNearestNeighbor() { - return AddBuiltin(BuiltinOperator_RESIZE_NEAREST_NEIGHBOR, - tflite::ops::micro::Register_RESIZE_NEAREST_NEIGHBOR(), - ParseResizeNearestNeighbor); - } - - TfLiteStatus AddRound() { - return AddBuiltin(BuiltinOperator_ROUND, - tflite::ops::micro::Register_ROUND(), ParseRound); - } - - TfLiteStatus AddRsqrt() { - return AddBuiltin(BuiltinOperator_RSQRT, - tflite::ops::micro::Register_RSQRT(), ParseRsqrt); - } - - TfLiteStatus AddShape() { - return AddBuiltin(BuiltinOperator_SHAPE, Register_SHAPE(), ParseShape); - } - - TfLiteStatus AddSin() { - return AddBuiltin(BuiltinOperator_SIN, tflite::ops::micro::Register_SIN(), - ParseSin); - } - - TfLiteStatus AddSlice() { - return AddBuiltin(BuiltinOperator_SLICE, Register_SLICE(), ParseSlice); - } - - TfLiteStatus AddSoftmax( - const TfLiteRegistration& registration = Register_SOFTMAX()) { - return AddBuiltin(BuiltinOperator_SOFTMAX, registration, ParseSoftmax); - } - - TfLiteStatus AddSpaceToBatchNd() { - return AddBuiltin(BuiltinOperator_SPACE_TO_BATCH_ND, - Register_SPACE_TO_BATCH_ND(), ParseSpaceToBatchNd); - } - - TfLiteStatus AddSpaceToDepth() { - return AddBuiltin(BuiltinOperator_SPACE_TO_DEPTH, Register_SPACE_TO_DEPTH(), - ParseSpaceToDepth); - } - - TfLiteStatus AddSplit() { - return AddBuiltin(BuiltinOperator_SPLIT, - tflite::ops::micro::Register_SPLIT(), ParseSplit); - } - - TfLiteStatus AddSplitV() { - return AddBuiltin(BuiltinOperator_SPLIT_V, - tflite::ops::micro::Register_SPLIT_V(), ParseSplitV); - } - - TfLiteStatus AddSqueeze() { - return AddBuiltin(BuiltinOperator_SQUEEZE, Register_SQUEEZE(), - ParseSqueeze); - } - - TfLiteStatus AddSqrt() { - return AddBuiltin(BuiltinOperator_SQRT, tflite::ops::micro::Register_SQRT(), - ParseSqrt); - } - - TfLiteStatus AddSquare() { - return AddBuiltin(BuiltinOperator_SQUARE, - tflite::ops::micro::Register_SQUARE(), ParseSquare); - } - - TfLiteStatus AddStridedSlice() { - return AddBuiltin(BuiltinOperator_STRIDED_SLICE, - tflite::ops::micro::Register_STRIDED_SLICE(), - ParseStridedSlice); - } - - TfLiteStatus AddSub() { - return AddBuiltin(BuiltinOperator_SUB, tflite::Register_SUB(), ParseSub); - } - - TfLiteStatus AddSum() { - return AddBuiltin(BuiltinOperator_SUM, Register_SUM(), ParseReducer); - } - - TfLiteStatus AddSvdf( - const TfLiteRegistration& registration = Register_SVDF()) { - return AddBuiltin(BuiltinOperator_SVDF, registration, ParseSvdf); - } - - TfLiteStatus AddTanh() { - return AddBuiltin(BuiltinOperator_TANH, tflite::ops::micro::Register_TANH(), - ParseTanh); - } - - TfLiteStatus AddTransposeConv() { - return AddBuiltin(BuiltinOperator_TRANSPOSE_CONV, - tflite::Register_TRANSPOSE_CONV(), ParseTransposeConv); - } - - TfLiteStatus AddTranspose() { - return AddBuiltin(BuiltinOperator_TRANSPOSE, Register_TRANSPOSE(), - ParseTranspose); - } - - TfLiteStatus AddUnpack() { - return AddBuiltin(BuiltinOperator_UNPACK, - tflite::ops::micro::Register_UNPACK(), ParseUnpack); - } - - TfLiteStatus AddUnidirectionalSequenceLSTM() { - return AddBuiltin(BuiltinOperator_UNIDIRECTIONAL_SEQUENCE_LSTM, - Register_UNIDIRECTIONAL_SEQUENCE_LSTM(), - ParseUnidirectionalSequenceLSTM); - } - - TfLiteStatus AddVarHandle() { - return AddBuiltin(BuiltinOperator_VAR_HANDLE, Register_VAR_HANDLE(), - ParseVarHandle); - } - - TfLiteStatus AddWhile() { - return AddBuiltin(BuiltinOperator_WHILE, Register_WHILE(), ParseWhile); - } - - TfLiteStatus AddZerosLike() { - return AddBuiltin(BuiltinOperator_ZEROS_LIKE, Register_ZEROS_LIKE(), - ParseZerosLike); - } - - unsigned int GetRegistrationLength() { return registrations_len_; } - - private: - TfLiteStatus AddBuiltin(tflite::BuiltinOperator op, - const TfLiteRegistration& registration, - MicroOpResolver::BuiltinParseFunction parser) { - if (op == BuiltinOperator_CUSTOM) { - MicroPrintf("Invalid parameter BuiltinOperator_CUSTOM to the "); - MicroPrintf("AddBuiltin function."); - return kTfLiteError; - } - - if (FindOp(op) != nullptr) { - MicroPrintf("Calling AddBuiltin with the same op more than "); - MicroPrintf("once is not supported (Op: #%d).", op); - return kTfLiteError; - } - - if (registrations_len_ >= tOpCount) { - MicroPrintf("Couldn't register builtin op #%d, resolver size ", op); - MicroPrintf("is too small (%d).", tOpCount); - return kTfLiteError; - } - - registrations_[registrations_len_] = registration; - // Strictly speaking, the builtin_code is not necessary for TFLM but filling - // it in regardless. - registrations_[registrations_len_].builtin_code = op; - registrations_len_++; - - builtin_codes_[num_buitin_ops_] = op; - builtin_parsers_[num_buitin_ops_] = parser; - num_buitin_ops_++; - - return kTfLiteOk; - } - - TfLiteRegistration registrations_[tOpCount]; - unsigned int registrations_len_ = 0; - - // Arrays (and counter) to store the builtin codes and their corresponding - // parse functions as these are registered with the Op Resolver. - BuiltinOperator builtin_codes_[tOpCount]; - MicroOpResolver::BuiltinParseFunction builtin_parsers_[tOpCount]; - unsigned int num_buitin_ops_ = 0; - - ErrorReporter* error_reporter_; -}; - -}; // namespace tflite - -#endif // TENSORFLOW_LITE_MICRO_MICRO_MUTABLE_OP_RESOLVER_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/micro/micro_op_resolver.h b/code/components/tflite-lib/tensorflow/lite/micro/micro_op_resolver.h deleted file mode 100644 index 757b6b89..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/micro_op_resolver.h +++ /dev/null @@ -1,73 +0,0 @@ -/* Copyright 2020 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_MICRO_MICRO_OP_RESOLVER_H_ -#define TENSORFLOW_LITE_MICRO_MICRO_OP_RESOLVER_H_ - -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/core/api/error_reporter.h" -#include "tensorflow/lite/core/api/flatbuffer_conversions.h" -#include "tensorflow/lite/core/api/op_resolver.h" -#include "tensorflow/lite/schema/schema_generated.h" - -namespace tflite { - -// This is an interface for the OpResolver for TFLiteMicro. The differences from -// the TFLite OpResolver base class are to: -// * explicitly remove support for Op versions -// * allow for finer grained registration of the Builtin Ops to reduce code -// size for TFLiteMicro. -// -// We need an interface class instead of directly using MicroMutableOpResolver -// because MicroMutableOpResolver is a class template with the number of -// registered Ops as the template parameter. -class MicroOpResolver : public OpResolver { - public: - typedef TfLiteStatus (*BuiltinParseFunction)(const Operator* op, - ErrorReporter* error_reporter, - BuiltinDataAllocator* allocator, - void** builtin_data); - - // Returns the Op registration struct corresponding to the enum code from the - // flatbuffer schema. Returns nullptr if the op is not found or if op == - // BuiltinOperator_CUSTOM. - virtual const TfLiteRegistration* FindOp(BuiltinOperator op) const = 0; - - // Returns the Op registration struct corresponding to the custom operator by - // name. - virtual const TfLiteRegistration* FindOp(const char* op) const = 0; - - // This implementation exists for compatibility with the OpResolver base class - // and disregards the version parameter. - const TfLiteRegistration* FindOp(BuiltinOperator op, - int version) const final { - return FindOp(op); - } - - // This implementation exists for compatibility with the OpResolver base class - // and disregards the version parameter. - const TfLiteRegistration* FindOp(const char* op, int version) const final { - return FindOp(op); - } - - // Returns the operator specific parsing function for the OpData for a - // BuiltinOperator (if registered), else nullptr. - virtual BuiltinParseFunction GetOpDataParser(BuiltinOperator op) const = 0; - - ~MicroOpResolver() override {} -}; - -} // namespace tflite - -#endif // TENSORFLOW_LITE_MICRO_MICRO_OP_RESOLVER_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/micro/micro_profiler.cc b/code/components/tflite-lib/tensorflow/lite/micro/micro_profiler.cc deleted file mode 100644 index 72f3d37f..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/micro_profiler.cc +++ /dev/null @@ -1,70 +0,0 @@ -/* Copyright 2020 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#include "tensorflow/lite/micro/micro_profiler.h" - -#include -#include - -#include "tensorflow/lite/kernels/internal/compatibility.h" -#include "tensorflow/lite/micro/micro_error_reporter.h" -#include "tensorflow/lite/micro/micro_time.h" - -namespace tflite { - -uint32_t MicroProfiler::BeginEvent(const char* tag) { - if (num_events_ == kMaxEvents) { - num_events_ = 0; - } - - tags_[num_events_] = tag; - start_ticks_[num_events_] = GetCurrentTimeTicks(); - end_ticks_[num_events_] = start_ticks_[num_events_] - 1; - return num_events_++; -} - -void MicroProfiler::EndEvent(uint32_t event_handle) { - TFLITE_DCHECK(event_handle < kMaxEvents); - end_ticks_[event_handle] = GetCurrentTimeTicks(); -} - -uint32_t MicroProfiler::GetTotalTicks() const { - int32_t ticks = 0; - for (int i = 0; i < num_events_; ++i) { - ticks += end_ticks_[i] - start_ticks_[i]; - } - return ticks; -} - -void MicroProfiler::Log() const { -#if !defined(TF_LITE_STRIP_ERROR_STRINGS) - for (int i = 0; i < num_events_; ++i) { - uint32_t ticks = end_ticks_[i] - start_ticks_[i]; - MicroPrintf("%s took %" PRIu32 " ticks (%d ms).", tags_[i], ticks, - TicksToMs(ticks)); - } -#endif -} - -void MicroProfiler::LogCsv() const { -#if !defined(TF_LITE_STRIP_ERROR_STRINGS) - MicroPrintf("\"Event\",\"Tag\",\"Ticks\""); - for (int i = 0; i < num_events_; ++i) { - uint32_t ticks = end_ticks_[i] - start_ticks_[i]; - MicroPrintf("%d,%s,%" PRIu32, i, tags_[i], ticks); - } -#endif -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/micro_profiler.h b/code/components/tflite-lib/tensorflow/lite/micro/micro_profiler.h deleted file mode 100644 index 41f41a35..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/micro_profiler.h +++ /dev/null @@ -1,123 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#ifndef TENSORFLOW_LITE_MICRO_MICRO_PROFILER_H_ -#define TENSORFLOW_LITE_MICRO_MICRO_PROFILER_H_ - -#include - -#include "tensorflow/lite/micro/compatibility.h" - -namespace tflite { - -// MicroProfiler creates a common way to gain fine-grained insight into runtime -// performance. Bottleck operators can be identified along with slow code -// sections. This can be used in conjunction with running the relevant micro -// benchmark to evaluate end-to-end performance. -class MicroProfiler { - public: - MicroProfiler() = default; - virtual ~MicroProfiler() = default; - - // Marks the start of a new event and returns an event handle that can be used - // to mark the end of the event via EndEvent. The lifetime of the tag - // parameter must exceed that of the MicroProfiler. - virtual uint32_t BeginEvent(const char* tag); - - // Marks the end of an event associated with event_handle. It is the - // responsibility of the caller to ensure than EndEvent is called once and - // only once per event_handle. - // - // If EndEvent is called more than once for the same event_handle, the last - // call will be used as the end of event marker.If EndEvent is called 0 times - // for a particular event_handle, the duration of that event will be 0 ticks. - virtual void EndEvent(uint32_t event_handle); - - // Clears all the events that have been currently profiled. - void ClearEvents() { num_events_ = 0; } - - // Returns the sum of the ticks taken across all the events. This number - // is only meaningful if all of the events are disjoint (the end time of - // event[i] <= start time of event[i+1]). - uint32_t GetTotalTicks() const; - - // Prints the profiling information of each of the events in human readable - // form. - void Log() const; - - // Prints the profiling information of each of the events in CSV (Comma - // Separated Value) form. - void LogCsv() const; - - private: - // Maximum number of events that this class can keep track of. If we call - // AddEvent more than kMaxEvents number of times, then the oldest event's - // profiling information will be overwritten. - static constexpr int kMaxEvents = 1024; - - const char* tags_[kMaxEvents]; - uint32_t start_ticks_[kMaxEvents]; - uint32_t end_ticks_[kMaxEvents]; - int num_events_ = 0; - - TF_LITE_REMOVE_VIRTUAL_DELETE; -}; - -#if defined(TF_LITE_STRIP_ERROR_STRINGS) -// For release builds, the ScopedMicroProfiler is a noop. -// -// This is done because the ScipedProfiler is used as part of the -// MicroInterpreter and we want to ensure zero overhead for the release builds. -class ScopedMicroProfiler { - public: - explicit ScopedMicroProfiler(const char* tag, MicroProfiler* profiler) {} -}; - -#else - -// This class can be used to add events to a MicroProfiler object that span the -// lifetime of the ScopedMicroProfiler object. -// Usage example: -// -// MicroProfiler profiler(); -// ... -// { -// ScopedMicroProfiler scoped_profiler("custom_tag", profiler); -// work_to_profile(); -// } -class ScopedMicroProfiler { - public: - explicit ScopedMicroProfiler(const char* tag, MicroProfiler* profiler) - : profiler_(profiler) { - if (profiler_ != nullptr) { - event_handle_ = profiler_->BeginEvent(tag); - } - } - - ~ScopedMicroProfiler() { - if (profiler_ != nullptr) { - profiler_->EndEvent(event_handle_); - } - } - - private: - uint32_t event_handle_ = 0; - MicroProfiler* profiler_ = nullptr; -}; -#endif // !defined(TF_LITE_STRIP_ERROR_STRINGS) - -} // namespace tflite - -#endif // TENSORFLOW_LITE_MICRO_MICRO_PROFILER_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/micro/micro_resource_variable.cc b/code/components/tflite-lib/tensorflow/lite/micro/micro_resource_variable.cc deleted file mode 100644 index c4577773..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/micro_resource_variable.cc +++ /dev/null @@ -1,148 +0,0 @@ -/* Copyright 2020 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/micro/micro_resource_variable.h" - -#include - -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/compatibility.h" -#include "tensorflow/lite/micro/memory_helpers.h" -#include "tensorflow/lite/micro/micro_error_reporter.h" -#include "tensorflow/lite/micro/micro_utils.h" - -namespace tflite { - -namespace {} // namespace - -MicroResourceVariables* MicroResourceVariables::Create( - MicroAllocator* allocator, int max_num_variables) { - TFLITE_DCHECK(allocator != nullptr); - - uint8_t* allocator_buffer = static_cast( - allocator->AllocatePersistentBuffer(sizeof(MicroResourceVariables))); - MicroResourceVariable* variable_array = - static_cast(allocator->AllocatePersistentBuffer( - sizeof(MicroResourceVariable) * max_num_variables)); - MicroResourceVariables* variables = new (allocator_buffer) - MicroResourceVariables(variable_array, max_num_variables); - return variables; -} - -int MicroResourceVariables::CreateIdIfNoneFound(const char* container, - const char* shared_name) { - int resource_id = FindId(container, shared_name); - if (resource_id >= 0) { - return resource_id; - } - - // no existing variable found for the given container and shared name pair. - if (num_resource_variables_ >= max_variable_count_) { - MicroPrintf( - "Failed to allocate resource variable. Maximum resource variable count " - "(%d) " - "reached.", - max_variable_count_); - return -1; - } - - resource_id = num_resource_variables_++; - resource_variables_[resource_id].container = container; - resource_variables_[resource_id].shared_name = shared_name; - resource_variables_[resource_id].resource_buffer = nullptr; - resource_variables_[resource_id].bytes = 0; - return resource_id; -} - -TfLiteStatus MicroResourceVariables::Read(int id, - const TfLiteEvalTensor* tensor) { - if (id < 0 || id >= num_resource_variables_) { - MicroPrintf("Attempting to read non-existent resource variable %d", id); - return kTfLiteError; - } - MicroResourceVariable variable = resource_variables_[id]; - TFLITE_DCHECK(EvalTensorBytes(tensor) == variable.bytes); - TFLITE_DCHECK(variable.resource_buffer != nullptr); - memcpy(tensor->data.raw, variable.resource_buffer, variable.bytes); - return kTfLiteOk; -} - -TfLiteStatus MicroResourceVariables::Allocate(int id, TfLiteContext* context, - const TfLiteTensor* tensor) { - if (id < 0 || id >= num_resource_variables_) { - MicroPrintf("Attempting to read non-existent resource variable %d", id); - return kTfLiteError; - } - - MicroResourceVariable& variable = resource_variables_[id]; - - if (variable.resource_buffer == nullptr) { - variable.bytes = tensor->bytes; - variable.resource_buffer = - context->AllocatePersistentBuffer(context, tensor->bytes); - if (variable.resource_buffer == nullptr) { - MicroPrintf("Failed to allocate resource buffer."); - return kTfLiteError; - } - // Zero out resource buffers by deafult. Buffers can be initialized to - // nonzero values using ASSIGN_VARIABLE. - memset(variable.resource_buffer, 0, variable.bytes); - } - - return kTfLiteOk; -} - -TfLiteStatus MicroResourceVariables::Assign(int id, - const TfLiteEvalTensor* tensor) { - if (id < 0 || id >= num_resource_variables_) { - MicroPrintf("Attempting to read non-existent resource variable %d", id); - return kTfLiteError; - } - MicroResourceVariable variable = resource_variables_[id]; - - if (variable.resource_buffer == nullptr) { - MicroPrintf( - "Attempting to assign from a TfLiteEvalTensor before the resource " - "buffer has been allocated. Make sure to call AssignResourceVariable " - "with a TfLiteTensor first."); - return kTfLiteError; - } - TFLITE_DCHECK(EvalTensorBytes(tensor) == variable.bytes); - memcpy(variable.resource_buffer, tensor->data.raw, variable.bytes); - return kTfLiteOk; -} - -TfLiteStatus MicroResourceVariables::ResetAll() { - for (int i = 0; i < num_resource_variables_; i++) { - MicroResourceVariable variable = resource_variables_[i]; - memset(variable.resource_buffer, 0, variable.bytes); - } - return kTfLiteOk; -} - -int MicroResourceVariables::FindId(const char* container, - const char* shared_name) { - for (int i = 0; i < num_resource_variables_; i++) { - // Some TFLite flatbuffers contain null container names to save space. - if ((container == nullptr || - !strcmp(container, resource_variables_[i].container)) && - !strcmp(shared_name, resource_variables_[i].shared_name)) { - return i; - } - } - return -1; -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/micro_resource_variable.h b/code/components/tflite-lib/tensorflow/lite/micro/micro_resource_variable.h deleted file mode 100644 index e8df991c..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/micro_resource_variable.h +++ /dev/null @@ -1,87 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#ifndef TFLITE_MICRO_TENSORFLOW_LITE_MICRO_MICRO_RESOURCE_H_ -#define TFLITE_MICRO_TENSORFLOW_LITE_MICRO_MICRO_RESOURCE_H_ - -#include - -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/micro/micro_allocator.h" - -namespace tflite { - -class MicroResourceVariables { - public: - // Create - static MicroResourceVariables* Create(MicroAllocator* allocator, - int num_variables); - - // Creates a resource variable if none is available for the given container - // and shared name pair. Returns the resource ID corresponding to the - // container and shared name pair. If allocation fails, the returned resource - // ID will be negative. The the container and shared_name must outlive this - // class. - int CreateIdIfNoneFound(const char* container, const char* shared_name); - - // Read the resource buffer associated with the given ID into the given - // tensor. - TfLiteStatus Read(int id, const TfLiteEvalTensor* tensor); - - // Allocates the resource buffer if none has been allocated, based on the - // length of the input tensor. Copies input tensor contents to the resource - // buffer. - TfLiteStatus Allocate(int id, TfLiteContext* context, - const TfLiteTensor* tensor); - - // Copies input tensor contents to the resource buffer. - // AllocateResourceVariable with a TFLite tensor must have been called first - // in order to allocate the resource buffer. - TfLiteStatus Assign(int id, const TfLiteEvalTensor* tensor); - - // Zeros out all resource buffers. - TfLiteStatus ResetAll(); - - private: - int FindId(const char* container, const char* shared_name); - - // Micro resource contains the mapping between resource container/name strings - // and resouce IDs. Each resource ID corresponds to a resource buffer pointer. - // The resouce ID is created during the VAR_HANDLE operator preparation stage. - // The resource buffer pointer is created during ASSIGN_VARIABLE preparation - // stage based on the size of the TFLiteTensor being assigned. - struct MicroResourceVariable { - const char* container; - const char* shared_name; - void* resource_buffer; - - // This is only for verifying read size. - size_t bytes; - }; - - MicroResourceVariables(MicroResourceVariable* variables, - int max_variable_count) - : resource_variables_(variables), - max_variable_count_(max_variable_count), - num_resource_variables_(0) {} - - MicroResourceVariable* resource_variables_; - int max_variable_count_; - int num_resource_variables_; -}; - -} // namespace tflite - -#endif // TFLITE_MICRO_TENSORFLOW_LITE_MICRO_MICRO_RESOURCE_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/micro/micro_string.cc b/code/components/tflite-lib/tensorflow/lite/micro/micro_string.cc deleted file mode 100644 index bb41a9e3..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/micro_string.cc +++ /dev/null @@ -1,317 +0,0 @@ -/* Copyright 2018 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -// Implements debug logging for numbers by converting them into strings and then -// calling the main DebugLog(char*) function. These are separated into a -// different file so that platforms can just implement the string output version -// of DebugLog() and then get the numerical variations without requiring any -// more code. - -#include "tensorflow/lite/micro/micro_string.h" - -#include -#include -#include - -namespace { - -// Int formats can need up to 10 bytes for the value plus a single byte for the -// sign. -constexpr int kMaxIntCharsNeeded = 10 + 1; -// Hex formats can need up to 8 bytes for the value plus two bytes for the "0x". -constexpr int kMaxHexCharsNeeded = 8 + 2; - -// Float formats can need up to 7 bytes for the fraction plus 3 bytes for "x2^" -// plus 3 bytes for the exponent and a single sign bit. -constexpr float kMaxFloatCharsNeeded = 7 + 3 + 3 + 1; - -// All input buffers to the number conversion functions must be this long. -const int kFastToBufferSize = 48; - -// Reverses a zero-terminated string in-place. -char* ReverseStringInPlace(char* start, char* end) { - char* p1 = start; - char* p2 = end - 1; - while (p1 < p2) { - char tmp = *p1; - *p1++ = *p2; - *p2-- = tmp; - } - return start; -} - -// Appends a string to a string, in-place. You need to pass in the maximum -// string length as the second argument. -char* StrCatStr(char* main, int main_max_length, const char* to_append) { - char* current = main; - while (*current != 0) { - ++current; - } - char* current_end = main + (main_max_length - 1); - while ((*to_append != 0) && (current < current_end)) { - *current = *to_append; - ++current; - ++to_append; - } - *current = 0; - return current; -} - -// Populates the provided buffer with an ASCII representation of the number. -char* FastUInt32ToBufferLeft(uint32_t i, char* buffer, int base) { - char* start = buffer; - do { - int32_t digit = i % base; - char character; - if (digit < 10) { - character = '0' + digit; - } else { - character = 'a' + (digit - 10); - } - *buffer++ = character; - i /= base; - } while (i > 0); - *buffer = 0; - ReverseStringInPlace(start, buffer); - return buffer; -} - -// Populates the provided buffer with an ASCII representation of the number. -char* FastInt32ToBufferLeft(int32_t i, char* buffer) { - uint32_t u = i; - if (i < 0) { - *buffer++ = '-'; - u = -u; - } - return FastUInt32ToBufferLeft(u, buffer, 10); -} - -// Converts a number to a string and appends it to another. -char* StrCatInt32(char* main, int main_max_length, int32_t number) { - char number_string[kFastToBufferSize]; - FastInt32ToBufferLeft(number, number_string); - return StrCatStr(main, main_max_length, number_string); -} - -// Converts a number to a string and appends it to another. -char* StrCatUInt32(char* main, int main_max_length, uint32_t number, int base) { - char number_string[kFastToBufferSize]; - FastUInt32ToBufferLeft(number, number_string, base); - return StrCatStr(main, main_max_length, number_string); -} - -// Populates the provided buffer with ASCII representation of the float number. -// Avoids the use of any floating point instructions (since these aren't -// supported on many microcontrollers) and as a consequence prints values with -// power-of-two exponents. -char* FastFloatToBufferLeft(float f, char* buffer) { - char* current = buffer; - char* current_end = buffer + (kFastToBufferSize - 1); - // Access the bit fields of the floating point value to avoid requiring any - // float instructions. These constants are derived from IEEE 754. - const uint32_t sign_mask = 0x80000000; - const uint32_t exponent_mask = 0x7f800000; - const int32_t exponent_shift = 23; - const int32_t exponent_bias = 127; - const uint32_t fraction_mask = 0x007fffff; - uint32_t u; - memcpy(&u, &f, sizeof(int32_t)); - const int32_t exponent = - ((u & exponent_mask) >> exponent_shift) - exponent_bias; - const uint32_t fraction = (u & fraction_mask); - // Expect ~0x2B1B9D3 for fraction. - if (u & sign_mask) { - *current = '-'; - current += 1; - } - *current = 0; - // These are special cases for infinities and not-a-numbers. - if (exponent == 128) { - if (fraction == 0) { - current = StrCatStr(current, (current_end - current), "Inf"); - return current; - } else { - current = StrCatStr(current, (current_end - current), "NaN"); - return current; - } - } - // 0x007fffff (8388607) represents 0.99... for the fraction, so to print the - // correct decimal digits we need to scale our value before passing it to the - // conversion function. This scale should be 10000000/8388608 = 1.1920928955. - // We can approximate this using multiply-adds and right-shifts using the - // values in this array. The 1. portion of the number string is printed out - // in a fixed way before the fraction, below. - const int32_t scale_shifts_size = 13; - const int8_t scale_shifts[13] = {3, 4, 8, 11, 13, 14, 17, - 18, 19, 20, 21, 22, 23}; - uint32_t scaled_fraction = fraction; - for (int i = 0; i < scale_shifts_size; ++i) { - scaled_fraction += (fraction >> scale_shifts[i]); - } - *current = '1'; - current += 1; - *current = '.'; - current += 1; - *current = 0; - - // Prepend leading zeros to fill in all 7 bytes of the fraction. Truncate - // zeros off the end of the fraction. Every fractional value takes 7 bytes. - // For example, 2500 would be written into the buffer as 0002500 since it - // represents .00025. - constexpr int kMaxFractionalDigits = 7; - - // Abort early if there is not enough space in the buffer. - if (current_end - current <= kMaxFractionalDigits) { - return current; - } - - // Pre-fill buffer with zeros to ensure zero-truncation works properly. - for (int i = 1; i < kMaxFractionalDigits; i++) { - *(current + i) = '0'; - } - - // Track how large the fraction is to add leading zeros. - char* previous = current; - current = StrCatUInt32(current, (current_end - current), scaled_fraction, 10); - int fraction_digits = current - previous; - int leading_zeros = kMaxFractionalDigits - fraction_digits; - - // Overwrite the null terminator from StrCatUInt32 to ensure zero-trunctaion - // works properly. - *current = '0'; - - // Shift fraction values and prepend zeros if necessary. - if (leading_zeros != 0) { - for (int i = 0; i < fraction_digits; i++) { - current--; - *(current + leading_zeros) = *current; - *current = '0'; - } - current += kMaxFractionalDigits; - } - - // Truncate trailing zeros for cleaner logs. Ensure we leave at least one - // fractional character for the case when scaled_fraction is 0. - while (*(current - 1) == '0' && (current - 1) > previous) { - current--; - } - *current = 0; - current = StrCatStr(current, (current_end - current), "*2^"); - current = StrCatInt32(current, (current_end - current), exponent); - return current; -} - -int FormatInt32(char* output, int32_t i) { - return static_cast(FastInt32ToBufferLeft(i, output) - output); -} - -int FormatUInt32(char* output, uint32_t i) { - return static_cast(FastUInt32ToBufferLeft(i, output, 10) - output); -} - -int FormatHex(char* output, uint32_t i) { - return static_cast(FastUInt32ToBufferLeft(i, output, 16) - output); -} - -int FormatFloat(char* output, float i) { - return static_cast(FastFloatToBufferLeft(i, output) - output); -} - -} // namespace - -extern "C" int MicroVsnprintf(char* output, int len, const char* format, - va_list args) { - int output_index = 0; - const char* current = format; - // One extra character must be left for the null terminator. - const int usable_length = len - 1; - while (*current != '\0' && output_index < usable_length) { - if (*current == '%') { - current++; - switch (*current) { - case 'd': - // Cut off log message if format could exceed log buffer length. - if (usable_length - output_index < kMaxIntCharsNeeded) { - output[output_index++] = '\0'; - return output_index; - } - output_index += - FormatInt32(&output[output_index], va_arg(args, int32_t)); - current++; - break; - case 'u': - if (usable_length - output_index < kMaxIntCharsNeeded) { - output[output_index++] = '\0'; - return output_index; - } - output_index += - FormatUInt32(&output[output_index], va_arg(args, uint32_t)); - current++; - break; - case 'x': - if (usable_length - output_index < kMaxHexCharsNeeded) { - output[output_index++] = '\0'; - return output_index; - } - output[output_index++] = '0'; - output[output_index++] = 'x'; - output_index += - FormatHex(&output[output_index], va_arg(args, uint32_t)); - current++; - break; - case 'f': - if (usable_length - output_index < kMaxFloatCharsNeeded) { - output[output_index++] = '\0'; - return output_index; - } - output_index += - FormatFloat(&output[output_index], va_arg(args, double)); - current++; - break; - case '%': - output[output_index++] = *current++; - break; - case 'c': - if (usable_length - output_index < 1) { - output[output_index++] = '\0'; - return output_index; - } - output[output_index++] = va_arg(args, int32_t); - current++; - break; - case 's': - char* string = va_arg(args, char*); - int string_idx = 0; - while (string_idx + output_index < usable_length && - string[string_idx] != '\0') { - output[output_index++] = string[string_idx++]; - } - current++; - } - } else { - output[output_index++] = *current++; - } - } - output[output_index++] = '\0'; - return output_index; -} - -extern "C" int MicroSnprintf(char* output, int len, const char* format, ...) { - va_list args; - va_start(args, format); - int bytes_written = MicroVsnprintf(output, len, format, args); - va_end(args); - return bytes_written; -} diff --git a/code/components/tflite-lib/tensorflow/lite/micro/micro_string.h b/code/components/tflite-lib/tensorflow/lite/micro/micro_string.h deleted file mode 100644 index 59303e82..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/micro_string.h +++ /dev/null @@ -1,33 +0,0 @@ -/* Copyright 2018 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_MICRO_MICRO_STRING_H_ -#define TENSORFLOW_LITE_MICRO_MICRO_STRING_H_ - -#include - -// Implements simple string formatting for numeric types. Returns the number of -// bytes written to output. -extern "C" { -// Functionally equivalent to vsnprintf, trimmed down for TFLite Micro. -// MicroSnprintf() is implemented using MicroVsnprintf(). -int MicroVsnprintf(char* output, int len, const char* format, va_list args); -// Functionally equavalent to snprintf, trimmed down for TFLite Micro. -// For example, MicroSnprintf(buffer, 10, "int %d", 10) will put the string -// "int 10" in the buffer. -// Floating point values are logged in exponent notation (1.XXX*2^N). -int MicroSnprintf(char* output, int len, const char* format, ...); -} - -#endif // TENSORFLOW_LITE_MICRO_MICRO_STRING_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/micro/micro_time.cc b/code/components/tflite-lib/tensorflow/lite/micro/micro_time.cc deleted file mode 100644 index 2d74fdba..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/micro_time.cc +++ /dev/null @@ -1,58 +0,0 @@ -/* Copyright 2020 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -// Reference implementation of timer functions. Platforms are not required to -// implement these timer methods, but they are required to enable profiling. - -// On platforms that have a POSIX stack or C library, it can be written using -// methods from or clock() from . - -// To add an equivalent function for your own platform, create your own -// implementation file, and place it in a subfolder with named after the OS -// you're targeting. For example, see the Cortex M bare metal version in -// tensorflow/lite/micro/bluepill/micro_time.cc - -#include "tensorflow/lite/micro/micro_time.h" - -#if defined(TF_LITE_USE_CTIME) -#include -#endif - -namespace tflite { - -#if !defined(TF_LITE_USE_CTIME) - -// Reference implementation of the ticks_per_second() function that's required -// for a platform to support Tensorflow Lite for Microcontrollers profiling. -// This returns 0 by default because timing is an optional feature that builds -// without errors on platforms that do not need it. -uint32_t ticks_per_second() { return 0; } - -// Reference implementation of the GetCurrentTimeTicks() function that's -// required for a platform to support Tensorflow Lite for Microcontrollers -// profiling. This returns 0 by default because timing is an optional feature -// that builds without errors on platforms that do not need it. -uint32_t GetCurrentTimeTicks() { return 0; } - -#else // defined(TF_LITE_USE_CTIME) - -// For platforms that support ctime, we implment the micro_time interface in -// this central location. -uint32_t ticks_per_second() { return CLOCKS_PER_SEC; } - -uint32_t GetCurrentTimeTicks() { return clock(); } -#endif - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/micro_time.h b/code/components/tflite-lib/tensorflow/lite/micro/micro_time.h deleted file mode 100644 index 7a8ab455..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/micro_time.h +++ /dev/null @@ -1,36 +0,0 @@ -/* Copyright 2020 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_MICRO_MICRO_TIME_H_ -#define TENSORFLOW_LITE_MICRO_MICRO_TIME_H_ - -#include - -namespace tflite { - -// These functions should be implemented by each target platform, and provide an -// accurate tick count along with how many ticks there are per second. -uint32_t ticks_per_second(); - -// Return time in ticks. The meaning of a tick varies per platform. -uint32_t GetCurrentTimeTicks(); - -inline uint32_t TicksToMs(int32_t ticks) { - return static_cast(1000.0f * static_cast(ticks) / - static_cast(ticks_per_second())); -} - -} // namespace tflite - -#endif // TENSORFLOW_LITE_MICRO_MICRO_TIME_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/micro/micro_utils.cc b/code/components/tflite-lib/tensorflow/lite/micro/micro_utils.cc deleted file mode 100644 index 97b83695..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/micro_utils.cc +++ /dev/null @@ -1,91 +0,0 @@ -/* Copyright 2019 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/micro/micro_utils.h" - -#include -#include -#include - -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/compatibility.h" -#include "tensorflow/lite/kernels/op_macros.h" -#include "tensorflow/lite/micro/memory_helpers.h" -#include "tensorflow/lite/micro/micro_error_reporter.h" - -namespace tflite { - -int ElementCount(const TfLiteIntArray& dims) { - int result = 1; - for (int i = 0; i < dims.size; ++i) { - result *= dims.data[i]; - } - return result; -} - -size_t EvalTensorBytes(const TfLiteEvalTensor* tensor) { - size_t bytes_per_element; - TFLITE_DCHECK(kTfLiteOk == - TfLiteTypeSizeOf(tensor->type, &bytes_per_element)); - return ElementCount(*tensor->dims) * bytes_per_element; -} - -void SignedSymmetricPerChannelQuantize(const float* values, - TfLiteIntArray* dims, - int quantized_dimension, - int8_t* quantized_values, - float* scaling_factors) { - int input_size = ElementCount(*dims); - int channel_count = dims->data[quantized_dimension]; - int per_channel_size = input_size / channel_count; - - int stride; - int channel_stride; - if (quantized_dimension == 0) { - stride = 1; - channel_stride = per_channel_size; - } else if (quantized_dimension == 3) { - stride = channel_count; - channel_stride = 1; - } else { - MicroPrintf("quantized dimension must be 0 or 3"); - TFLITE_ABORT; - } - - // Calculate scales for each channel. - for (int channel = 0; channel < channel_count; channel++) { - float min = 0; - float max = 0; - - for (int i = 0; i < per_channel_size; i++) { - int idx = channel * channel_stride + i * stride; - min = fminf(min, values[idx]); - max = fmaxf(max, values[idx]); - } - scaling_factors[channel] = - fmaxf(fabs(min), fabs(max)) / std::numeric_limits::max(); - for (int i = 0; i < per_channel_size; i++) { - int idx = channel * channel_stride + i * stride; - const int32_t quantized_value = - static_cast(roundf(values[idx] / scaling_factors[channel])); - // Clamp: just in case some odd numeric offset. - quantized_values[idx] = - fminf(std::numeric_limits::max(), - fmaxf(std::numeric_limits::min() + 1, quantized_value)); - } - } -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/micro_utils.h b/code/components/tflite-lib/tensorflow/lite/micro/micro_utils.h deleted file mode 100644 index 84d5c437..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/micro_utils.h +++ /dev/null @@ -1,143 +0,0 @@ -/* Copyright 2019 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#ifndef TENSORFLOW_LITE_MICRO_MICRO_UTILS_H_ -#define TENSORFLOW_LITE_MICRO_MICRO_UTILS_H_ - -#include -#include -#include -#include - -#include "tensorflow/lite/c/common.h" - -namespace tflite { - -// Returns number of elements in the shape array. - -int ElementCount(const TfLiteIntArray& dims); - -size_t EvalTensorBytes(const TfLiteEvalTensor* tensor); - -// C++11 does not support constexpr max; hence, use ternary conditional to -// create our own constexpr Max function. -constexpr int Max(int a, int b) { return a >= b ? a : b; } - -// Converts a float value into a quantized value. Note that large values (close -// to max int and min int) may see significant error due to a lack of floating -// point granularity for large values. -template -T FloatToQuantizedType(const float value, const float scale, int zero_point) { - int32_t result = round(value / scale) + zero_point; - result = - std::max(static_cast(std::numeric_limits::min()), result); - result = - std::min(static_cast(std::numeric_limits::max()), result); - return result; -} - -template -T FloatToSymmetricQuantizedType(const float value, const float scale) { - // 64-bit values are required since 8x16 conv accumulates to int64, meaning - // an int64 bias is required. - std::int64_t result = round(value / scale); - result = std::max( - static_cast(std::numeric_limits::min() + 1), result); - result = std::min(static_cast(std::numeric_limits::max()), - result); - return result; -} - -// Helper methods to quantize arrays of floats to the desired format. -// -// There are several key flavors of quantization in TfLite: -// asymmetric symmetric per channel -// int8_t | X | X | X | -// uint8_t | X | X | | -// int16_t | X | | | -// int32_t | | X | X | -// -// The per-op quantization spec can be found here: -// https://www.tensorflow.org/lite/performance/quantization_spec -template -void Quantize(const float* input, T* output, int num_elements, float scale, - int zero_point) { - for (int i = 0; i < num_elements; i++) { - output[i] = FloatToQuantizedType(input[i], scale, zero_point); - } -} - -template -void SymmetricQuantize(const float* input, T* output, int num_elements, - float scale) { - for (int i = 0; i < num_elements; i++) { - output[i] = FloatToSymmetricQuantizedType(input[i], scale); - } -} - -template -void SymmetricPerChannelQuantize(const float* input, T* output, - int num_elements, int num_channels, - float* scales) { - int elements_per_channel = num_elements / num_channels; - for (int i = 0; i < num_channels; i++) { - for (int j = 0; j < elements_per_channel; j++) { - output[i * elements_per_channel + j] = FloatToSymmetricQuantizedType( - input[i * elements_per_channel + j], scales[i]); - } - } -} - -void SignedSymmetricPerChannelQuantize(const float* values, - TfLiteIntArray* dims, - int quantized_dimension, - int8_t* quantized_values, - float* scaling_factor); - -// Quantizes inputs based on the values provided, choosing the smallest range -// which includes all input values. -template -void SymmetricQuantizeCalculateScales(const float* values, TfLiteIntArray* dims, - T* output, float* scale) { - int input_size = ElementCount(*dims); - - float min = 0; - float max = 0; - for (int i = 0; i < input_size; i++) { - min = fminf(min, values[i]); - max = fmaxf(max, values[i]); - } - *scale = fmaxf(std::abs(min), std::abs(max)) / std::numeric_limits::max(); - for (int i = 0; i < input_size; i++) { - const int32_t quantized_value = - static_cast(roundf(values[i] / *scale)); - // Clamp: just in case some odd numeric offset. - quantized_value = fminf(std::numeric_limits::max(), quantized_value); - quantized_value = fmaxf(std::numeric_limits::min() + 1, quantized_value); - output[i] = quantized_value; - } -} - -template -void Dequantize(const T* values, const int size, const float scale, - int zero_point, float* dequantized_values) { - for (int i = 0; i < size; ++i) { - dequantized_values[i] = (values[i] - zero_point) * scale; - } -} - -} // namespace tflite - -#endif // TENSORFLOW_LITE_MICRO_MICRO_UTILS_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/micro/mock_micro_graph.cc b/code/components/tflite-lib/tensorflow/lite/micro/mock_micro_graph.cc deleted file mode 100644 index 438a4065..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/mock_micro_graph.cc +++ /dev/null @@ -1,66 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/micro/mock_micro_graph.h" - -#include "tensorflow/lite/micro/test_helpers.h" - -namespace tflite { - -MockMicroGraph::MockMicroGraph(SingleArenaBufferAllocator* allocator) - : MicroGraph(nullptr, nullptr, nullptr, nullptr), - allocator_(allocator), - init_count_(0), - prepare_count_(0), - free_count_(0) { - memset(invoke_counts_, 0, sizeof(invoke_counts_)); - mock_tensor_ = - reinterpret_cast(allocator_->AllocatePersistentBuffer( - sizeof(TfLiteEvalTensor), alignof(TfLiteEvalTensor))); - int* dims_array = reinterpret_cast( - allocator_->AllocatePersistentBuffer(3 * sizeof(int), alignof(int))); - float* data_array = reinterpret_cast( - allocator_->AllocatePersistentBuffer(2 * sizeof(float), alignof(float))); - int dims[] = {2, 1, 2}; - memcpy(dims_array, dims, 3 * sizeof(int)); - mock_tensor_->dims = testing::IntArrayFromInts(dims_array); - mock_tensor_->data.f = data_array; - mock_tensor_->type = kTfLiteFloat32; -} - -TfLiteStatus MockMicroGraph::InvokeSubgraph(int subgraph_idx) { - invoke_counts_[subgraph_idx]++; - return kTfLiteOk; -} - -TfLiteStatus MockMicroGraph::ResetVariableTensors() { return kTfLiteOk; } - -size_t MockMicroGraph::NumSubgraphInputs(int subgraph_idx) { return 1; } - -TfLiteEvalTensor* MockMicroGraph::GetSubgraphInput(int subgraph_idx, - int tensor_idx) { - return mock_tensor_; -} - -size_t MockMicroGraph::NumSubgraphOutputs(int subgraph_idx) { return 1; } - -TfLiteEvalTensor* MockMicroGraph::GetSubgraphOutput(int subgraph_idx, - int tensor_idx) { - return mock_tensor_; -} - -int MockMicroGraph::NumSubgraphs() { return kMaxSubgraphs; } - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/mock_micro_graph.h b/code/components/tflite-lib/tensorflow/lite/micro/mock_micro_graph.h deleted file mode 100644 index 3ae7d7cf..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/mock_micro_graph.h +++ /dev/null @@ -1,60 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#ifndef TENSORFLOW_LITE_MICRO_MOCK_MICRO_GRAPH_H_ -#define TENSORFLOW_LITE_MICRO_MOCK_MICRO_GRAPH_H_ - -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/micro/micro_allocator.h" -#include "tensorflow/lite/micro/micro_graph.h" -#include "tensorflow/lite/schema/schema_generated.h" - -namespace tflite { - -// MockMicroGraph stubs out all MicroGraph methods used during invoke. A count -// of the number of calls to invoke for each subgraph is maintained for -// validation of control flow operators. -class MockMicroGraph : public MicroGraph { - public: - explicit MockMicroGraph(SingleArenaBufferAllocator* allocator); - TfLiteStatus InvokeSubgraph(int subgraph_idx) override; - TfLiteStatus ResetVariableTensors() override; - size_t NumSubgraphInputs(int subgraph_idx) override; - TfLiteEvalTensor* GetSubgraphInput(int subgraph_idx, int tensor_idx) override; - size_t NumSubgraphOutputs(int subgraph_idx) override; - TfLiteEvalTensor* GetSubgraphOutput(int subgraph_idx, - int tensor_idx) override; - int NumSubgraphs() override; - int get_init_count() const { return init_count_; } - int get_prepare_count() const { return prepare_count_; } - int get_free_count() const { return free_count_; } - int get_invoke_count(int subgraph_idx) const { - return invoke_counts_[subgraph_idx]; - } - - private: - static constexpr int kMaxSubgraphs = 10; - SingleArenaBufferAllocator* allocator_; - TfLiteEvalTensor* mock_tensor_; - int init_count_; - int prepare_count_; - int free_count_; - int invoke_counts_[kMaxSubgraphs]; - TF_LITE_REMOVE_VIRTUAL_DELETE -}; - -} // namespace tflite - -#endif // TENSORFLOW_LITE_MICRO_MOCK_MICRO_GRAPH_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/micro/recording_micro_allocator.cc b/code/components/tflite-lib/tensorflow/lite/micro/recording_micro_allocator.cc deleted file mode 100644 index 61f7816a..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/recording_micro_allocator.cc +++ /dev/null @@ -1,262 +0,0 @@ -/* Copyright 2020 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/micro/recording_micro_allocator.h" - -#include "tensorflow/lite/core/api/error_reporter.h" -#include "tensorflow/lite/kernels/internal/compatibility.h" -#include "tensorflow/lite/micro/arena_allocator/recording_single_arena_buffer_allocator.h" -#include "tensorflow/lite/micro/compatibility.h" -#include "tensorflow/lite/micro/memory_helpers.h" -#include "tensorflow/lite/micro/memory_planner/greedy_memory_planner.h" -#include "tensorflow/lite/micro/micro_allocator.h" -#include "tensorflow/lite/micro/micro_error_reporter.h" - -namespace tflite { - -size_t RecordingMicroAllocator::GetDefaultTailUsage() { - // RecordingMicroAllocator inherits from MicroAllocator and its tail usage is - // similar with MicroAllocator with SingleArenaBufferAllocator and - // MicroAllocator being replaced. - // TODO(b/208703041): a template version of AlignSizeUp to make expression - // shorter. - return MicroAllocator::GetDefaultTailUsage( - /*is_memory_planner_given=*/false) + - AlignSizeUp(sizeof(RecordingSingleArenaBufferAllocator), - alignof(RecordingSingleArenaBufferAllocator)) - - AlignSizeUp(sizeof(SingleArenaBufferAllocator), - alignof(SingleArenaBufferAllocator)) + - AlignSizeUp(sizeof(RecordingMicroAllocator), - alignof(RecordingMicroAllocator)) - - AlignSizeUp(sizeof(MicroAllocator), alignof(MicroAllocator)); -} - -RecordingMicroAllocator::RecordingMicroAllocator( - RecordingSingleArenaBufferAllocator* recording_memory_allocator, - MicroMemoryPlanner* memory_planner, ErrorReporter* error_reporter) - : MicroAllocator(recording_memory_allocator, memory_planner, - error_reporter), - recording_memory_allocator_(recording_memory_allocator) {} - -RecordingMicroAllocator* RecordingMicroAllocator::Create( - uint8_t* tensor_arena, size_t arena_size, ErrorReporter* error_reporter) { - TFLITE_DCHECK(error_reporter != nullptr); - - RecordingSingleArenaBufferAllocator* simple_memory_allocator = - RecordingSingleArenaBufferAllocator::Create(error_reporter, tensor_arena, - arena_size); - TFLITE_DCHECK(simple_memory_allocator != nullptr); - - uint8_t* memory_planner_buffer = - simple_memory_allocator->AllocatePersistentBuffer( - sizeof(GreedyMemoryPlanner), alignof(GreedyMemoryPlanner)); - GreedyMemoryPlanner* memory_planner = - new (memory_planner_buffer) GreedyMemoryPlanner(); - - uint8_t* allocator_buffer = simple_memory_allocator->AllocatePersistentBuffer( - sizeof(RecordingMicroAllocator), alignof(RecordingMicroAllocator)); - RecordingMicroAllocator* allocator = - new (allocator_buffer) RecordingMicroAllocator( - simple_memory_allocator, memory_planner, error_reporter); - return allocator; -} - -RecordedAllocation RecordingMicroAllocator::GetRecordedAllocation( - RecordedAllocationType allocation_type) const { - switch (allocation_type) { - case RecordedAllocationType::kTfLiteEvalTensorData: - return recorded_tflite_eval_tensor_data_; - case RecordedAllocationType::kPersistentTfLiteTensorData: - return recorded_persistent_tflite_tensor_data_; - case RecordedAllocationType::kPersistentTfLiteTensorQuantizationData: - return recorded_persistent_tflite_tensor_quantization_data_; - case RecordedAllocationType::kPersistentBufferData: - return recorded_persistent_buffer_data_; - case RecordedAllocationType::kTfLiteTensorVariableBufferData: - return recorded_tflite_tensor_variable_buffer_data_; - case RecordedAllocationType::kNodeAndRegistrationArray: - return recorded_node_and_registration_array_data_; - case RecordedAllocationType::kOpData: - return recorded_op_data_; - } - TF_LITE_REPORT_ERROR(error_reporter(), "Invalid allocation type supplied: %d", - allocation_type); - return RecordedAllocation(); -} - -const RecordingSingleArenaBufferAllocator* -RecordingMicroAllocator::GetSimpleMemoryAllocator() const { - return recording_memory_allocator_; -} - -void RecordingMicroAllocator::PrintAllocations() const { - TF_LITE_REPORT_ERROR( - error_reporter(), - "[RecordingMicroAllocator] Arena allocation total %d bytes", - recording_memory_allocator_->GetUsedBytes()); - TF_LITE_REPORT_ERROR( - error_reporter(), - "[RecordingMicroAllocator] Arena allocation head %d bytes", - recording_memory_allocator_->GetNonPersistentUsedBytes()); - TF_LITE_REPORT_ERROR( - error_reporter(), - "[RecordingMicroAllocator] Arena allocation tail %d bytes", - recording_memory_allocator_->GetPersistentUsedBytes()); - PrintRecordedAllocation(RecordedAllocationType::kTfLiteEvalTensorData, - "TfLiteEvalTensor data", "allocations"); - PrintRecordedAllocation(RecordedAllocationType::kPersistentTfLiteTensorData, - "Persistent TfLiteTensor data", "tensors"); - PrintRecordedAllocation( - RecordedAllocationType::kPersistentTfLiteTensorQuantizationData, - "Persistent TfLiteTensor quantization data", "allocations"); - PrintRecordedAllocation(RecordedAllocationType::kPersistentBufferData, - "Persistent buffer data", "allocations"); - PrintRecordedAllocation( - RecordedAllocationType::kTfLiteTensorVariableBufferData, - "TfLiteTensor variable buffer data", "allocations"); - PrintRecordedAllocation(RecordedAllocationType::kNodeAndRegistrationArray, - "NodeAndRegistration struct", - "NodeAndRegistration structs"); - PrintRecordedAllocation(RecordedAllocationType::kOpData, - "Operator runtime data", "OpData structs"); -} - -void* RecordingMicroAllocator::AllocatePersistentBuffer(size_t bytes) { - RecordedAllocation allocations = SnapshotAllocationUsage(); - void* buffer = MicroAllocator::AllocatePersistentBuffer(bytes); - RecordAllocationUsage(allocations, recorded_persistent_buffer_data_); - - return buffer; -} - -void RecordingMicroAllocator::PrintRecordedAllocation( - RecordedAllocationType allocation_type, const char* allocation_name, - const char* allocation_description) const { -#ifndef TF_LITE_STRIP_ERROR_STRINGS - RecordedAllocation allocation = GetRecordedAllocation(allocation_type); - if (allocation.used_bytes > 0 || allocation.requested_bytes > 0) { - TF_LITE_REPORT_ERROR( - error_reporter(), - "[RecordingMicroAllocator] '%s' used %d bytes with alignment overhead " - "(requested %d bytes for %d %s)", - allocation_name, allocation.used_bytes, allocation.requested_bytes, - allocation.count, allocation_description); - } -#endif -} - -TfLiteStatus RecordingMicroAllocator::AllocateNodeAndRegistrations( - const Model* model, SubgraphAllocations* subgraph_allocations) { - RecordedAllocation allocations = SnapshotAllocationUsage(); - - TfLiteStatus status = - MicroAllocator::AllocateNodeAndRegistrations(model, subgraph_allocations); - for (size_t subgraph_idx = 0; subgraph_idx < model->subgraphs()->size(); - subgraph_idx++) { - RecordAllocationUsage(allocations, - recorded_node_and_registration_array_data_); - // The allocation count in SingleArenaBufferAllocator will only be 1. To - // provide better logging, decrement by 1 and add in the actual number of - // operators used in the graph: The allocation for this recording will - // always be 1. This is because the parent class mallocs one large - // allocation for the number of nodes in the graph (e.g. - // sizeof(NodeAndRegistration) * num_nodes). To prevent extra overhead and - // potential for fragmentation, manually adjust the accounting by - // decrementing by 1 and adding the actual number of nodes used in the - // graph: - recorded_node_and_registration_array_data_.count += - model->subgraphs()->Get(subgraph_idx)->operators()->size() - 1; - } - return status; -} - -TfLiteStatus RecordingMicroAllocator::AllocateTfLiteEvalTensors( - const Model* model, SubgraphAllocations* subgraph_allocations) { - RecordedAllocation allocations = SnapshotAllocationUsage(); - - TfLiteStatus status = - MicroAllocator::AllocateTfLiteEvalTensors(model, subgraph_allocations); - for (size_t subgraph_idx = 0; subgraph_idx < model->subgraphs()->size(); - subgraph_idx++) { - RecordAllocationUsage(allocations, recorded_tflite_eval_tensor_data_); - // The allocation for this recording will always be 1. This is because the - // parent class mallocs one large allocation for the number of tensors in - // the graph (e.g. sizeof(TfLiteEvalTensor) * num_tensors). To prevent extra - // overhead and potential for fragmentation, manually adjust the accounting - // by decrementing by 1 and adding the actual number of tensors used in the - // graph: - recorded_tflite_eval_tensor_data_.count += - model->subgraphs()->Get(subgraph_idx)->tensors()->size() - 1; - } - return status; -} - -TfLiteStatus RecordingMicroAllocator::AllocateVariables( - const SubGraph* subgraph, TfLiteEvalTensor* eval_tensors) { - RecordedAllocation allocations = SnapshotAllocationUsage(); - - TfLiteStatus status = - MicroAllocator::AllocateVariables(subgraph, eval_tensors); - - RecordAllocationUsage(allocations, - recorded_tflite_tensor_variable_buffer_data_); - return status; -} - -TfLiteTensor* -RecordingMicroAllocator::AllocatePersistentTfLiteTensorInternal() { - RecordedAllocation allocations = SnapshotAllocationUsage(); - - TfLiteTensor* result = - MicroAllocator::AllocatePersistentTfLiteTensorInternal(); - - RecordAllocationUsage(allocations, recorded_persistent_tflite_tensor_data_); - return result; -} - -TfLiteStatus RecordingMicroAllocator::PopulateTfLiteTensorFromFlatbuffer( - const Model* model, TfLiteTensor* tensor, int tensor_index, - int subgraph_index, bool allocate_temp) { - RecordedAllocation allocations = SnapshotAllocationUsage(); - - TfLiteStatus status = MicroAllocator::PopulateTfLiteTensorFromFlatbuffer( - model, tensor, tensor_index, subgraph_index, allocate_temp); - - RecordAllocationUsage(allocations, - recorded_persistent_tflite_tensor_quantization_data_); - return status; -} - -RecordedAllocation RecordingMicroAllocator::SnapshotAllocationUsage() const { - return {/*requested_bytes=*/recording_memory_allocator_->GetRequestedBytes(), - /*used_bytes=*/recording_memory_allocator_->GetUsedBytes(), - /*count=*/recording_memory_allocator_->GetAllocatedCount()}; -} - -void RecordingMicroAllocator::RecordAllocationUsage( - const RecordedAllocation& snapshotted_allocation, - RecordedAllocation& recorded_allocation) { - recorded_allocation.requested_bytes += - recording_memory_allocator_->GetRequestedBytes() - - snapshotted_allocation.requested_bytes; - recorded_allocation.used_bytes += - recording_memory_allocator_->GetUsedBytes() - - snapshotted_allocation.used_bytes; - recorded_allocation.count += - recording_memory_allocator_->GetAllocatedCount() - - snapshotted_allocation.count; -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/recording_micro_allocator.h b/code/components/tflite-lib/tensorflow/lite/micro/recording_micro_allocator.h deleted file mode 100644 index 699b1a22..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/recording_micro_allocator.h +++ /dev/null @@ -1,126 +0,0 @@ -/* Copyright 2020 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#ifndef TENSORFLOW_LITE_MICRO_RECORDING_MICRO_ALLOCATOR_H_ -#define TENSORFLOW_LITE_MICRO_RECORDING_MICRO_ALLOCATOR_H_ - -#include "tensorflow/lite/micro/arena_allocator/recording_single_arena_buffer_allocator.h" -#include "tensorflow/lite/micro/compatibility.h" -#include "tensorflow/lite/micro/micro_allocator.h" - -namespace tflite { - -// List of buckets currently recorded by this class. Each type keeps a list of -// allocated information during model initialization. -// TODO(b/169834511): Add tracking for scratch buffer allocations. -enum class RecordedAllocationType { - kTfLiteEvalTensorData, - kPersistentTfLiteTensorData, - kPersistentTfLiteTensorQuantizationData, - kPersistentBufferData, - kTfLiteTensorVariableBufferData, - kNodeAndRegistrationArray, - kOpData, -}; - -// Container for holding information about allocation recordings by a given -// type. Each recording contains the number of bytes requested, the actual bytes -// allocated (can defer from requested by alignment), and the number of items -// allocated. -struct RecordedAllocation { - size_t requested_bytes; - size_t used_bytes; - size_t count; -}; - -// Utility subclass of MicroAllocator that records all allocations -// inside the arena. A summary of allocations can be logged through the -// ErrorReporter by invoking LogAllocations(). This special allocator requires -// an instance of RecordingSingleArenaBufferAllocator to capture allocations in -// the head and tail. Arena allocation recording can be retrieved by type -// through the GetRecordedAllocation() function. This class should only be used -// for auditing memory usage or integration testing. -class RecordingMicroAllocator : public MicroAllocator { - public: - static RecordingMicroAllocator* Create(uint8_t* tensor_arena, - size_t arena_size, - ErrorReporter* error_reporter); - - // Returns the fixed amount of memory overhead of RecordingMicroAllocator. - static size_t GetDefaultTailUsage(); - - // Returns the recorded allocations information for a given allocation type. - RecordedAllocation GetRecordedAllocation( - RecordedAllocationType allocation_type) const; - - const RecordingSingleArenaBufferAllocator* GetSimpleMemoryAllocator() const; - - // Logs out through the ErrorReporter all allocation recordings by type - // defined in RecordedAllocationType. - void PrintAllocations() const; - - void* AllocatePersistentBuffer(size_t bytes) override; - - protected: - TfLiteStatus AllocateNodeAndRegistrations( - const Model* model, SubgraphAllocations* subgraph_allocations) override; - TfLiteStatus AllocateTfLiteEvalTensors( - const Model* model, SubgraphAllocations* subgraph_allocations) override; - TfLiteStatus AllocateVariables(const SubGraph* subgraph, - TfLiteEvalTensor* eval_tensors) override; - // TODO(b/162311891): Once all kernels have been updated to the new API drop - // this method. It is only used to record TfLiteTensor persistent allocations. - TfLiteTensor* AllocatePersistentTfLiteTensorInternal() override; - - // TODO(b/162311891): Once all kernels have been updated to the new API drop - // this function since all allocations for quantized data will take place in - // the temp section. - TfLiteStatus PopulateTfLiteTensorFromFlatbuffer(const Model* model, - TfLiteTensor* tensor, - int tensor_index, - int subgraph_index, - bool allocate_temp) override; - - private: - RecordingMicroAllocator(RecordingSingleArenaBufferAllocator* memory_allocator, - MicroMemoryPlanner* memory_planner, - ErrorReporter* error_reporter); - - void PrintRecordedAllocation(RecordedAllocationType allocation_type, - const char* allocation_name, - const char* allocation_description) const; - - RecordedAllocation SnapshotAllocationUsage() const; - void RecordAllocationUsage(const RecordedAllocation& snapshotted_allocation, - RecordedAllocation& recorded_allocation); - - const RecordingSingleArenaBufferAllocator* recording_memory_allocator_; - - RecordedAllocation recorded_tflite_eval_tensor_data_ = {}; - RecordedAllocation recorded_persistent_tflite_tensor_data_ = {}; - RecordedAllocation recorded_persistent_tflite_tensor_quantization_data_ = {}; - RecordedAllocation recorded_persistent_buffer_data_ = {}; - RecordedAllocation recorded_tflite_tensor_variable_buffer_data_ = {}; - RecordedAllocation recorded_node_and_registration_array_data_ = {}; - - // TODO(b/187993291): Re-enable OpData allocating tracking. - RecordedAllocation recorded_op_data_ = {}; - - TF_LITE_REMOVE_VIRTUAL_DELETE -}; - -} // namespace tflite - -#endif // TENSORFLOW_LITE_MICRO_RECORDING_MICRO_ALLOCATOR_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/micro/recording_micro_interpreter.h b/code/components/tflite-lib/tensorflow/lite/micro/recording_micro_interpreter.h deleted file mode 100644 index 6d7602be..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/recording_micro_interpreter.h +++ /dev/null @@ -1,70 +0,0 @@ -/* Copyright 2020 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#ifndef TENSORFLOW_LITE_MICRO_RECORDING_MICRO_INTERPRETER_H_ -#define TENSORFLOW_LITE_MICRO_RECORDING_MICRO_INTERPRETER_H_ - -#include "tensorflow/lite/micro/micro_interpreter.h" -#include "tensorflow/lite/micro/recording_micro_allocator.h" - -namespace tflite { - -// Utility subclass that enables internal recordings of the MicroInterpreter. -// This class should be used to audit and analyze memory arena usage for a given -// model and interpreter. -// -// After construction and the first Invoke() or AllocateTensors() call - the -// memory usage is recorded and available through the GetMicroAllocator() -// function. See RecordingMicroAlloctor for more details on what is currently -// recorded from arena allocations. -// -// It is recommended for users to increase the tensor arena size by at least 1kb -// to ensure enough additional memory is available for internal recordings. -class RecordingMicroInterpreter : public MicroInterpreter { - public: - RecordingMicroInterpreter(const Model* model, - const MicroOpResolver& op_resolver, - uint8_t* tensor_arena, size_t tensor_arena_size, - ErrorReporter* error_reporter, - MicroResourceVariables* resource_variable = nullptr, - MicroProfiler* profiler = nullptr) - : MicroInterpreter(model, op_resolver, - RecordingMicroAllocator::Create( - tensor_arena, tensor_arena_size, error_reporter), - error_reporter, resource_variable, profiler), - recording_micro_allocator_( - static_cast(allocator())) {} - - RecordingMicroInterpreter(const Model* model, - const MicroOpResolver& op_resolver, - RecordingMicroAllocator* allocator, - ErrorReporter* error_reporter, - MicroResourceVariables* resource_variable = nullptr, - MicroProfiler* profiler = nullptr) - : MicroInterpreter(model, op_resolver, allocator, error_reporter, - resource_variable, profiler), - recording_micro_allocator_(*allocator) {} - - const RecordingMicroAllocator& GetMicroAllocator() const { - return recording_micro_allocator_; - } - - private: - const RecordingMicroAllocator& recording_micro_allocator_; -}; - -} // namespace tflite - -#endif // TENSORFLOW_LITE_MICRO_RECORDING_MICRO_INTERPRETER_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/micro/system_setup.cc b/code/components/tflite-lib/tensorflow/lite/micro/system_setup.cc deleted file mode 100644 index db4a1007..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/system_setup.cc +++ /dev/null @@ -1,25 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/micro/system_setup.h" - -namespace tflite { - -// To add an equivalent function for your own platform, create your own -// implementation file, and place it in a subfolder named after the target. See -// tensorflow/lite/micro/debug_log.cc for a similar example. -void InitializeTarget() {} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/system_setup.h b/code/components/tflite-lib/tensorflow/lite/micro/system_setup.h deleted file mode 100644 index 71ab13a8..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/system_setup.h +++ /dev/null @@ -1,27 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_MICRO_SYSTEM_SETUP_H_ -#define TENSORFLOW_LITE_MICRO_SYSTEM_SETUP_H_ - -namespace tflite { - -// This should called during initialization of TFLM binaries and tests. It can -// be specialized if there is a need for custom target-specific intialization. -// For more information, see tensorflow/lite/micro/system_setup.cc. -void InitializeTarget(); - -} // namespace tflite - -#endif // TENSORFLOW_LITE_MICRO_SYSTEM_SETUP_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/micro/test_helper_custom_ops.cc b/code/components/tflite-lib/tensorflow/lite/micro/test_helper_custom_ops.cc deleted file mode 100644 index c89483e1..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/test_helper_custom_ops.cc +++ /dev/null @@ -1,113 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/micro/test_helper_custom_ops.h" - -#include -#include -#include -#include -#include - -#include "flatbuffers/flatbuffers.h" // from @flatbuffers -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/core/api/error_reporter.h" -#include "tensorflow/lite/kernels/internal/compatibility.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/micro/all_ops_resolver.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" -#include "tensorflow/lite/micro/micro_utils.h" -#include "tensorflow/lite/schema/schema_generated.h" - -// TODO(b/170464050): Use TFLM test only version of schema_utils. - -namespace tflite { -namespace testing { - -const TfLiteRegistration* PackerOp::getRegistration() { - return GetMutableRegistration(); -} - -TfLiteRegistration* PackerOp::GetMutableRegistration() { - static TfLiteRegistration r; - r.init = Init; - r.prepare = Prepare; - r.invoke = Invoke; - r.free = Free; - return &r; -} - -void* PackerOp::Init(TfLiteContext* context, const char* buffer, - size_t length) { - freed_ = false; - // Do nothing. - return nullptr; -} - -void PackerOp::Free(TfLiteContext* context, void* buffer) { freed_ = true; } - -TfLiteStatus PackerOp::Prepare(TfLiteContext* context, TfLiteNode* node) { - return kTfLiteOk; -} - -TfLiteStatus PackerOp::Invoke(TfLiteContext* context, TfLiteNode* node) { - const TfLiteEvalTensor* input1 = - tflite::micro::GetEvalInput(context, node, 0); - TF_LITE_ENSURE(context, input1 != nullptr); - const int32_t* input1_data = input1->data.i32; - TF_LITE_ENSURE_EQ(context, input1->dims->size, 1); - const int32_t input1_len = input1->dims->data[0]; - - const TfLiteEvalTensor* input2 = - tflite::micro::GetEvalInput(context, node, 1); - TF_LITE_ENSURE(context, input2 != nullptr); - const int32_t* input2_data = input2->data.i32; - TF_LITE_ENSURE_EQ(context, input2->dims->size, 1); - const int32_t input2_len = input2->dims->data[0]; - - TfLiteEvalTensor* output = tflite::micro::GetEvalOutput(context, node, 0); - TF_LITE_ENSURE(context, output != nullptr); - int32_t* output_data = output->data.i32; - int32_t output_len = output->dims->data[0]; - - // Fill output with input: first with the first tensor, then with the second - // tensor up to the size of the output tensor. - int cnt = 0; - int i; - for (i = 0; i < input1_len && cnt < output_len; i++, cnt++) { - output_data[cnt] = input1_data[i]; - } - if (cnt >= output_len) { - return kTfLiteOk; - } - - for (i = 0; i < input2_len && cnt < output_len; i++, cnt++) { - output_data[cnt] = input2_data[i]; - } - if (cnt >= output_len) { - return kTfLiteOk; - } - - for (; cnt < output_len; cnt++) { - output_data[cnt] = 0; - } - return kTfLiteOk; -} - -bool PackerOp::freed_ = false; - -} // namespace testing -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/test_helper_custom_ops.h b/code/components/tflite-lib/tensorflow/lite/micro/test_helper_custom_ops.h deleted file mode 100644 index b8c025a7..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/test_helper_custom_ops.h +++ /dev/null @@ -1,50 +0,0 @@ -/* Copyright 2021 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#ifndef TENSORFLOW_LITE_MICRO_TEST_HELPER_CUSTOM_OPS_H_ -#define TENSORFLOW_LITE_MICRO_TEST_HELPER_CUSTOM_OPS_H_ - -#include -#include - -#include "flatbuffers/flatbuffers.h" // from @flatbuffers -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/compatibility.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/micro/all_ops_resolver.h" -#include "tensorflow/lite/micro/micro_utils.h" -#include "tensorflow/lite/portable_type_to_tflitetype.h" -#include "tensorflow/lite/schema/schema_generated.h" - -namespace tflite { -namespace testing { - -class PackerOp { - public: - static const TfLiteRegistration* getRegistration(); - static TfLiteRegistration* GetMutableRegistration(); - static void* Init(TfLiteContext* context, const char* buffer, size_t length); - static void Free(TfLiteContext* context, void* buffer); - static TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node); - static TfLiteStatus Invoke(TfLiteContext* context, TfLiteNode* node); - - private: - static bool freed_; -}; - -} // namespace testing -} // namespace tflite - -#endif // TENSORFLOW_LITE_MICRO_TEST_HELPER_CUSTOM_OPS_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/micro/test_helpers.cc b/code/components/tflite-lib/tensorflow/lite/micro/test_helpers.cc deleted file mode 100644 index 2411bbf8..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/test_helpers.cc +++ /dev/null @@ -1,1914 +0,0 @@ -/* Copyright 2019 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#include "tensorflow/lite/micro/test_helpers.h" - -#include -#include -#include -#include -#include - -#include "flatbuffers/flatbuffers.h" // from @flatbuffers -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/core/api/error_reporter.h" -#include "tensorflow/lite/kernels/internal/compatibility.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/kernels/kernel_util.h" -#include "tensorflow/lite/micro/all_ops_resolver.h" -#include "tensorflow/lite/micro/kernels/kernel_util.h" -#include "tensorflow/lite/micro/memory_helpers.h" -#include "tensorflow/lite/micro/micro_arena_constants.h" -#include "tensorflow/lite/micro/micro_utils.h" -#include "tensorflow/lite/micro/test_helper_custom_ops.h" -#include "tensorflow/lite/schema/schema_generated.h" - -// TODO(b/170464050): Use TFLM test only version of schema_utils. - -namespace tflite { -namespace testing { -namespace { - -class StackAllocator : public flatbuffers::Allocator { - public: - StackAllocator(size_t alignment) : data_size_(0) { - data_ = AlignPointerUp(data_backing_, alignment); - } - - uint8_t* allocate(size_t size) override { - TFLITE_DCHECK((data_size_ + size) <= kStackAllocatorSize); - uint8_t* result = data_; - data_ += size; - data_size_ += size; - return result; - } - - void deallocate(uint8_t* p, size_t) override {} - - static StackAllocator& instance(size_t alignment = 1) { - // Avoid using true dynamic memory allocation to be portable to bare metal. - static char inst_memory[sizeof(StackAllocator)]; - static StackAllocator* inst = new (inst_memory) StackAllocator(alignment); - return *inst; - } - - static constexpr size_t kStackAllocatorSize = 8192; - - private: - uint8_t data_backing_[kStackAllocatorSize]; - uint8_t* data_; - int data_size_; - - TF_LITE_REMOVE_VIRTUAL_DELETE -}; - -flatbuffers::FlatBufferBuilder* BuilderInstance() { - static char inst_memory[sizeof(flatbuffers::FlatBufferBuilder)]; - static flatbuffers::FlatBufferBuilder* inst = - new (inst_memory) flatbuffers::FlatBufferBuilder( - StackAllocator::kStackAllocatorSize, - &StackAllocator::instance(MicroArenaBufferAlignment())); - return inst; -} - -// A wrapper around FlatBuffer API to help build model easily. -class ModelBuilder { - public: - typedef int32_t Tensor; - typedef int Operator; - typedef int Node; - - // `builder` needs to be available until BuildModel is called. - explicit ModelBuilder(flatbuffers::FlatBufferBuilder* builder) - : builder_(builder) {} - - // Registers an operator that will be used in the model. - Operator RegisterOp(BuiltinOperator op, const char* custom_code); - - // Adds a tensor to the model. - Tensor AddTensor(TensorType type, std::initializer_list shape) { - return AddTensorImpl(type, /* is_variable */ false, shape); - } - - // Adds a variable tensor to the model. - Tensor AddVariableTensor(TensorType type, - std::initializer_list shape) { - return AddTensorImpl(type, /* is_variable */ true, shape); - } - - // Adds a node to the model with given input and output Tensors. - Node AddNode(Operator op, std::initializer_list inputs, - std::initializer_list outputs, - std::initializer_list intermediates = - std::initializer_list{}); - - void AddMetadata(const char* description_string, - const int32_t* metadata_buffer_data, size_t num_elements); - - // Constructs the flatbuffer model using `builder_` and return a pointer to - // it. The returned model has the same lifetime as `builder_`. - // Note the default value of 0 for num_subgraph_inputs means all tensor inputs - // are in subgraph input list. - const Model* BuildModel(std::initializer_list inputs, - std::initializer_list outputs, - size_t num_subgraph_inputs = 0); - - private: - // Adds a tensor to the model. - Tensor AddTensorImpl(TensorType type, bool is_variable, - std::initializer_list shape); - - flatbuffers::FlatBufferBuilder* builder_; - - static constexpr int kMaxOperatorCodes = 10; - flatbuffers::Offset operator_codes_[kMaxOperatorCodes]; - int next_operator_code_id_ = 0; - - static constexpr int kMaxOperators = 50; - flatbuffers::Offset operators_[kMaxOperators]; - int next_operator_id_ = 0; - - static constexpr int kMaxTensors = 50; - flatbuffers::Offset tensors_[kMaxTensors]; - - static constexpr int kMaxMetadataBuffers = 10; - - static constexpr int kMaxMetadatas = 10; - flatbuffers::Offset metadata_[kMaxMetadatas]; - - flatbuffers::Offset metadata_buffers_[kMaxMetadataBuffers]; - - int nbr_of_metadata_buffers_ = 0; - - int next_tensor_id_ = 0; -}; - -ModelBuilder::Operator ModelBuilder::RegisterOp(BuiltinOperator op, - const char* custom_code) { - TFLITE_DCHECK(next_operator_code_id_ <= kMaxOperatorCodes); - operator_codes_[next_operator_code_id_] = tflite::CreateOperatorCodeDirect( - *builder_, /*deprecated_builtin_code=*/0, custom_code, /*version=*/0, op); - next_operator_code_id_++; - return next_operator_code_id_ - 1; -} - -ModelBuilder::Node ModelBuilder::AddNode( - ModelBuilder::Operator op, - std::initializer_list inputs, - std::initializer_list outputs, - std::initializer_list intermediates) { - TFLITE_DCHECK(next_operator_id_ <= kMaxOperators); - operators_[next_operator_id_] = tflite::CreateOperator( - *builder_, op, builder_->CreateVector(inputs.begin(), inputs.size()), - builder_->CreateVector(outputs.begin(), outputs.size()), - BuiltinOptions_NONE, - /*builtin_options=*/0, - /*custom_options=*/0, tflite::CustomOptionsFormat_FLEXBUFFERS, - /*mutating_variable_inputs =*/0, - builder_->CreateVector(intermediates.begin(), intermediates.size())); - next_operator_id_++; - return next_operator_id_ - 1; -} - -void ModelBuilder::AddMetadata(const char* description_string, - const int32_t* metadata_buffer_data, - size_t num_elements) { - metadata_[ModelBuilder::nbr_of_metadata_buffers_] = - CreateMetadata(*builder_, builder_->CreateString(description_string), - 1 + ModelBuilder::nbr_of_metadata_buffers_); - - metadata_buffers_[nbr_of_metadata_buffers_] = tflite::CreateBuffer( - *builder_, builder_->CreateVector((uint8_t*)metadata_buffer_data, - sizeof(uint32_t) * num_elements)); - - ModelBuilder::nbr_of_metadata_buffers_++; -} - -const Model* ModelBuilder::BuildModel( - std::initializer_list inputs, - std::initializer_list outputs, - size_t num_subgraph_inputs) { - // Model schema requires an empty buffer at idx 0. - size_t buffer_size = 1 + ModelBuilder::nbr_of_metadata_buffers_; - flatbuffers::Offset buffers[kMaxMetadataBuffers]; - buffers[0] = tflite::CreateBuffer(*builder_); - - // Place the metadata buffers first in the buffer since the indices for them - // have already been set in AddMetadata() - for (int i = 1; i < ModelBuilder::nbr_of_metadata_buffers_ + 1; ++i) { - buffers[i] = metadata_buffers_[i - 1]; - } - - // Default to single subgraph model. - constexpr size_t subgraphs_size = 1; - - // Find out number of subgraph inputs. - if (num_subgraph_inputs == 0) { - // This is the default case. - num_subgraph_inputs = inputs.size(); - } else { - // A non-zero value of num_subgraph_inputs means that some of - // the operator input tensors are not subgraph inputs. - TFLITE_DCHECK(num_subgraph_inputs <= inputs.size()); - } - - const flatbuffers::Offset subgraphs[subgraphs_size] = { - tflite::CreateSubGraph( - *builder_, builder_->CreateVector(tensors_, next_tensor_id_), - builder_->CreateVector(inputs.begin(), num_subgraph_inputs), - builder_->CreateVector(outputs.begin(), outputs.size()), - builder_->CreateVector(operators_, next_operator_id_), - builder_->CreateString("test_subgraph"))}; - - flatbuffers::Offset model_offset; - if (ModelBuilder::nbr_of_metadata_buffers_ > 0) { - model_offset = tflite::CreateModel( - *builder_, 0, - builder_->CreateVector(operator_codes_, next_operator_code_id_), - builder_->CreateVector(subgraphs, subgraphs_size), - builder_->CreateString("teset_model"), - builder_->CreateVector(buffers, buffer_size), 0, - builder_->CreateVector(metadata_, - ModelBuilder::nbr_of_metadata_buffers_)); - } else { - model_offset = tflite::CreateModel( - *builder_, 0, - builder_->CreateVector(operator_codes_, next_operator_code_id_), - builder_->CreateVector(subgraphs, subgraphs_size), - builder_->CreateString("teset_model"), - builder_->CreateVector(buffers, buffer_size)); - } - - tflite::FinishModelBuffer(*builder_, model_offset); - void* model_pointer = builder_->GetBufferPointer(); - const Model* model = flatbuffers::GetRoot(model_pointer); - return model; -} - -ModelBuilder::Tensor ModelBuilder::AddTensorImpl( - TensorType type, bool is_variable, std::initializer_list shape) { - TFLITE_DCHECK(next_tensor_id_ <= kMaxTensors); - tensors_[next_tensor_id_] = tflite::CreateTensor( - *builder_, builder_->CreateVector(shape.begin(), shape.size()), type, - /* buffer */ 0, /* name */ 0, /* quantization */ 0, - /* is_variable */ is_variable, - /* sparsity */ 0); - next_tensor_id_++; - return next_tensor_id_ - 1; -} - -const Model* BuildSimpleStatefulModel() { - using flatbuffers::Offset; - flatbuffers::FlatBufferBuilder* fb_builder = BuilderInstance(); - - ModelBuilder model_builder(fb_builder); - - const int op_id = - model_builder.RegisterOp(BuiltinOperator_CUSTOM, "simple_stateful_op"); - const int input_tensor = model_builder.AddTensor(TensorType_INT8, {3}); - const int median_tensor = model_builder.AddTensor(TensorType_INT8, {3}); - const int invoke_count_tensor = - model_builder.AddTensor(TensorType_INT32, {1}); - const int intermediate_tensor = - model_builder.AddTensor(TensorType_FLOAT32, {0}); - - model_builder.AddNode(op_id, {input_tensor}, - {median_tensor, invoke_count_tensor}, - {intermediate_tensor}); - return model_builder.BuildModel({input_tensor}, - {median_tensor, invoke_count_tensor}); -} - -const Model* BuildSimpleModelWithBranch() { - using flatbuffers::Offset; - flatbuffers::FlatBufferBuilder* fb_builder = BuilderInstance(); - - ModelBuilder model_builder(fb_builder); - /* Model structure - | t0 - +------| - | v - | +---------+ - | | n0 | - | | | - | +---------+ - v + - | - +---------+ | t1 - | n1 | | - | | | - +---------+ | - | | - t2 | v - | +---------+ - +-->| n2 | - | | - +-------|-+ - |t3 - v - */ - const int op_id = - model_builder.RegisterOp(BuiltinOperator_CUSTOM, "mock_custom"); - const int t0 = model_builder.AddTensor(TensorType_FLOAT32, {2, 2, 3}); - const int t1 = model_builder.AddTensor(TensorType_FLOAT32, {2, 2, 3}); - const int t2 = model_builder.AddTensor(TensorType_FLOAT32, {2, 2, 3}); - const int t3 = model_builder.AddTensor(TensorType_FLOAT32, {2, 2, 3}); - model_builder.AddNode(op_id, {t0}, {t1}); // n0 - model_builder.AddNode(op_id, {t0}, {t2}); // n1 - model_builder.AddNode(op_id, {t1, t2}, {t3}); // n2 - return model_builder.BuildModel({t0}, {t3}); -} - -const Model* BuildModelWithOfflinePlanning(int number_of_tensors, - const int32_t* metadata_buffer, - NodeConnection* node_conn, - int num_conns, - int num_subgraph_inputs) { - using flatbuffers::Offset; - flatbuffers::FlatBufferBuilder* fb_builder = BuilderInstance(); - - ModelBuilder model_builder(fb_builder); - - const int op_id = - model_builder.RegisterOp(BuiltinOperator_CUSTOM, "mock_custom"); - - for (int i = 0; i < number_of_tensors; ++i) { - model_builder.AddTensor(TensorType_FLOAT32, {2, 2, 3}); - } - - for (int i = 0; i < num_conns; ++i) { - model_builder.AddNode(op_id, node_conn[i].input, node_conn[i].output); - } - - model_builder.AddMetadata( - "OfflineMemoryAllocation", metadata_buffer, - number_of_tensors + tflite::testing::kOfflinePlannerHeaderSize); - - return model_builder.BuildModel( - node_conn[0].input, node_conn[num_conns - 1].output, num_subgraph_inputs); -} - -const Model* BuildModelWithUnusedInputs() { - using flatbuffers::Offset; - flatbuffers::FlatBufferBuilder* builder = BuilderInstance(); - - constexpr size_t buffers_size = 1; - const Offset buffers[buffers_size] = {CreateBuffer(*builder)}; - constexpr size_t tensor_shape_size = 2; - const int32_t tensor_shape[tensor_shape_size] = {1, 64}; - constexpr size_t tensors_size = 4; - const Offset tensors[tensors_size] = { - CreateTensor(*builder, - builder->CreateVector(tensor_shape, tensor_shape_size), - TensorType_INT8, 0, - builder->CreateString("test_input_tensor"), 0, false), - CreateTensor(*builder, - builder->CreateVector(tensor_shape, tensor_shape_size), - TensorType_INT8, 0, - builder->CreateString("test_unused_input_tensor"), 0, false), - CreateTensor(*builder, - builder->CreateVector(tensor_shape, tensor_shape_size), - TensorType_INT8, 0, - builder->CreateString("test_output_tensor"), 0, false), - CreateTensor(*builder, - builder->CreateVector(tensor_shape, tensor_shape_size), - TensorType_INT8, 0, - builder->CreateString("test_unused_tensor"), 0, false), - }; - constexpr size_t inputs_size = 2; - const int32_t inputs[inputs_size] = {0, 1}; - constexpr size_t outputs_size = 1; - const int32_t outputs[outputs_size] = {2}; - constexpr size_t operator_inputs_size = 1; - const int32_t operator_inputs[operator_inputs_size] = {0}; - constexpr size_t operator_outputs_size = 1; - const int32_t operator_outputs[operator_outputs_size] = {2}; - constexpr size_t operators_size = 1; - const Offset operators[operators_size] = { - CreateOperator( - *builder, 0, - builder->CreateVector(operator_inputs, operator_inputs_size), - builder->CreateVector(operator_outputs, operator_outputs_size), - BuiltinOptions_NONE), - }; - constexpr size_t subgraphs_size = 1; - const Offset subgraphs[subgraphs_size] = { - CreateSubGraph(*builder, builder->CreateVector(tensors, tensors_size), - builder->CreateVector(inputs, inputs_size), - builder->CreateVector(outputs, outputs_size), - builder->CreateVector(operators, operators_size), - builder->CreateString("test_subgraph"))}; - constexpr size_t operator_codes_size = 1; - const Offset operator_codes[operator_codes_size] = { - CreateOperatorCodeDirect(*builder, /*deprecated_builtin_code=*/0, - "mock_custom", - /*version=*/0, BuiltinOperator_CUSTOM)}; - const Offset model_offset = CreateModel( - *builder, 0, builder->CreateVector(operator_codes, operator_codes_size), - builder->CreateVector(subgraphs, subgraphs_size), - builder->CreateString("test_model"), - builder->CreateVector(buffers, buffers_size)); - FinishModelBuffer(*builder, model_offset); - void* model_pointer = builder->GetBufferPointer(); - const Model* model = flatbuffers::GetRoot(model_pointer); - return model; -} - -const Model* BuildModelWithUnusedOperatorOutputs() { - using flatbuffers::Offset; - flatbuffers::FlatBufferBuilder* builder = BuilderInstance(); - - constexpr size_t buffers_size = 1; - const Offset buffers[buffers_size] = {CreateBuffer(*builder)}; - constexpr size_t tensor_shape_size = 2; - const int32_t tensor_shape[tensor_shape_size] = {1, 64}; - constexpr size_t tensors_size = 2; - const Offset tensors[tensors_size] = { - CreateTensor(*builder, - builder->CreateVector(tensor_shape, tensor_shape_size), - TensorType_INT8, 0, - builder->CreateString("test_input_tensor"), 0, false), - CreateTensor( - *builder, builder->CreateVector(tensor_shape, tensor_shape_size), - TensorType_INT8, 0, - builder->CreateString("test_unused_output_tensor"), 0, false)}; - constexpr size_t inputs_size = 0; - const int32_t inputs[inputs_size] = {}; - constexpr size_t outputs_size = 1; - const int32_t outputs[outputs_size] = {0}; - constexpr size_t operator_inputs_size = 0; - const int32_t operator_inputs[operator_inputs_size] = {}; - constexpr size_t operator_outputs_size = 2; - const int32_t operator_outputs[operator_outputs_size] = {0, 1}; - constexpr size_t operators_size = 1; - const Offset operators[operators_size] = { - CreateOperator( - *builder, 0, - builder->CreateVector(operator_inputs, operator_inputs_size), - builder->CreateVector(operator_outputs, operator_outputs_size), - BuiltinOptions_NONE), - }; - constexpr size_t subgraphs_size = 1; - const Offset subgraphs[subgraphs_size] = { - CreateSubGraph(*builder, builder->CreateVector(tensors, tensors_size), - builder->CreateVector(inputs, inputs_size), - builder->CreateVector(outputs, outputs_size), - builder->CreateVector(operators, operators_size), - builder->CreateString("test_subgraph"))}; - constexpr size_t operator_codes_size = 1; - const Offset operator_codes[operator_codes_size] = { - CreateOperatorCodeDirect(*builder, /*deprecated_builtin_code=*/0, - "mock_custom", - /*version=*/0, BuiltinOperator_CUSTOM)}; - const Offset model_offset = CreateModel( - *builder, 0, builder->CreateVector(operator_codes, operator_codes_size), - builder->CreateVector(subgraphs, subgraphs_size), - builder->CreateString("test_model"), - builder->CreateVector(buffers, buffers_size)); - FinishModelBuffer(*builder, model_offset); - void* model_pointer = builder->GetBufferPointer(); - const Model* model = flatbuffers::GetRoot(model_pointer); - return model; -} - -const Model* BuildModelWith256x256Tensor() { - using flatbuffers::Offset; - flatbuffers::FlatBufferBuilder* fb_builder = BuilderInstance(); - - ModelBuilder model_builder(fb_builder); - - const int op_id = - model_builder.RegisterOp(BuiltinOperator_CUSTOM, "mock_custom"); - const int input1_tensor = - model_builder.AddTensor(TensorType_INT8, {256, 256}); - const int input2_tensor = - model_builder.AddTensor(TensorType_INT8, {256, 256}); - const int output_tensor = - model_builder.AddTensor(TensorType_INT8, {256, 256}); - - model_builder.AddNode(op_id, {input1_tensor, input2_tensor}, {output_tensor}); - return model_builder.BuildModel({input1_tensor, input2_tensor}, - {output_tensor}); -} - -const Model* BuildSimpleMockModel() { - using flatbuffers::Offset; - flatbuffers::FlatBufferBuilder* builder = BuilderInstance(); - - constexpr size_t buffer_data_size = 1; - const uint8_t buffer_data[buffer_data_size] = {21}; - constexpr size_t buffers_size = 2; - const Offset buffers[buffers_size] = { - CreateBuffer(*builder), - CreateBuffer(*builder, - builder->CreateVector(buffer_data, buffer_data_size))}; - constexpr size_t tensor_shape_size = 1; - const int32_t tensor_shape[tensor_shape_size] = {1}; - constexpr size_t tensors_size = 4; - const Offset tensors[tensors_size] = { - CreateTensor(*builder, - builder->CreateVector(tensor_shape, tensor_shape_size), - TensorType_INT32, 0, - builder->CreateString("test_input_tensor"), 0, false), - CreateTensor(*builder, - builder->CreateVector(tensor_shape, tensor_shape_size), - TensorType_INT8, 1, - builder->CreateString("test_weight_tensor"), 0, false), - CreateTensor(*builder, - builder->CreateVector(tensor_shape, tensor_shape_size), - TensorType_INT32, 0, - builder->CreateString("test_output_tensor"), 0, false), - CreateTensor(*builder, - builder->CreateVector(tensor_shape, tensor_shape_size), - TensorType_INT32, 0, - builder->CreateString("test_output2_tensor"), 0, false), - }; - constexpr size_t inputs_size = 1; - const int32_t inputs[inputs_size] = {0}; - constexpr size_t outputs_size = 2; - const int32_t outputs[outputs_size] = {2, 3}; - constexpr size_t operator_inputs_size = 2; - const int32_t operator_inputs[operator_inputs_size] = {0, 1}; - constexpr size_t operator_outputs_size = 1; - const int32_t operator_outputs[operator_outputs_size] = {2}; - const int32_t operator2_outputs[operator_outputs_size] = {3}; - constexpr size_t operators_size = 2; - const Offset operators[operators_size] = { - CreateOperator( - *builder, 0, - builder->CreateVector(operator_inputs, operator_inputs_size), - builder->CreateVector(operator_outputs, operator_outputs_size), - BuiltinOptions_NONE), - CreateOperator( - *builder, 0, - builder->CreateVector(operator_inputs, operator_inputs_size), - builder->CreateVector(operator2_outputs, operator_outputs_size), - BuiltinOptions_NONE), - }; - constexpr size_t subgraphs_size = 1; - const Offset subgraphs[subgraphs_size] = { - CreateSubGraph(*builder, builder->CreateVector(tensors, tensors_size), - builder->CreateVector(inputs, inputs_size), - builder->CreateVector(outputs, outputs_size), - builder->CreateVector(operators, operators_size), - builder->CreateString("test_subgraph"))}; - constexpr size_t operator_codes_size = 1; - const Offset operator_codes[operator_codes_size] = { - CreateOperatorCodeDirect(*builder, /*deprecated_builtin_code=*/0, - "mock_custom", - /*version=*/0, BuiltinOperator_CUSTOM)}; - const Offset model_offset = CreateModel( - *builder, 0, builder->CreateVector(operator_codes, operator_codes_size), - builder->CreateVector(subgraphs, subgraphs_size), - builder->CreateString("test_model"), - builder->CreateVector(buffers, buffers_size)); - FinishModelBuffer(*builder, model_offset); - void* model_pointer = builder->GetBufferPointer(); - const Model* model = flatbuffers::GetRoot(model_pointer); - return model; -} - -const Model* BuildComplexMockModel() { - using flatbuffers::Offset; - flatbuffers::FlatBufferBuilder* builder = BuilderInstance(); - - constexpr size_t buffer_data_size = 1; - const uint8_t buffer_data_1[buffer_data_size] = {21}; - const uint8_t buffer_data_2[buffer_data_size] = {21}; - const uint8_t buffer_data_3[buffer_data_size] = {21}; - constexpr size_t buffers_size = 7; - const Offset buffers[buffers_size] = { - // Op 1 buffers: - CreateBuffer(*builder), - CreateBuffer(*builder), - CreateBuffer(*builder, - builder->CreateVector(buffer_data_1, buffer_data_size)), - // Op 2 buffers: - CreateBuffer(*builder), - CreateBuffer(*builder, - builder->CreateVector(buffer_data_2, buffer_data_size)), - // Op 3 buffers: - CreateBuffer(*builder), - CreateBuffer(*builder, - builder->CreateVector(buffer_data_3, buffer_data_size)), - }; - constexpr size_t tensor_shape_size = 1; - const int32_t tensor_shape[tensor_shape_size] = {1}; - - constexpr size_t tensors_size = 10; - const Offset tensors[tensors_size] = { - // Op 1 inputs: - CreateTensor( - *builder, builder->CreateVector(tensor_shape, tensor_shape_size), - TensorType_INT32, 0, builder->CreateString("test_input_tensor_1"), 0, - false /* is_variable */), - CreateTensor( - *builder, builder->CreateVector(tensor_shape, tensor_shape_size), - TensorType_INT32, 1, builder->CreateString("test_variable_tensor_1"), - 0, true /* is_variable */), - CreateTensor( - *builder, builder->CreateVector(tensor_shape, tensor_shape_size), - TensorType_INT8, 2, builder->CreateString("test_weight_tensor_1"), 0, - false /* is_variable */), - // Op 1 output / Op 2 input: - CreateTensor( - *builder, builder->CreateVector(tensor_shape, tensor_shape_size), - TensorType_INT32, 0, builder->CreateString("test_output_tensor_1"), 0, - false /* is_variable */), - // Op 2 inputs: - CreateTensor( - *builder, builder->CreateVector(tensor_shape, tensor_shape_size), - TensorType_INT32, 1, builder->CreateString("test_variable_tensor_2"), - 0, true /* is_variable */), - CreateTensor( - *builder, builder->CreateVector(tensor_shape, tensor_shape_size), - TensorType_INT8, 2, builder->CreateString("test_weight_tensor_2"), 0, - false /* is_variable */), - // Op 2 output / Op 3 input: - CreateTensor( - *builder, builder->CreateVector(tensor_shape, tensor_shape_size), - TensorType_INT32, 0, builder->CreateString("test_output_tensor_2"), 0, - false /* is_variable */), - // Op 3 inputs: - CreateTensor( - *builder, builder->CreateVector(tensor_shape, tensor_shape_size), - TensorType_INT32, 1, builder->CreateString("test_variable_tensor_3"), - 0, true /* is_variable */), - CreateTensor( - *builder, builder->CreateVector(tensor_shape, tensor_shape_size), - TensorType_INT8, 2, builder->CreateString("test_weight_tensor_3"), 0, - false /* is_variable */), - // Op 3 output: - CreateTensor( - *builder, builder->CreateVector(tensor_shape, tensor_shape_size), - TensorType_INT32, 0, builder->CreateString("test_output_tensor_3"), 0, - false /* is_variable */), - }; - - constexpr size_t operators_size = 3; - Offset operators[operators_size]; - { - // Set Op 1 attributes: - constexpr size_t operator_inputs_size = 3; - const int32_t operator_inputs[operator_inputs_size] = {0, 1, 2}; - constexpr size_t operator_outputs_size = 1; - const int32_t operator_outputs[operator_outputs_size] = {3}; - - operators[0] = {CreateOperator( - *builder, 0, - builder->CreateVector(operator_inputs, operator_inputs_size), - builder->CreateVector(operator_outputs, operator_outputs_size), - BuiltinOptions_NONE)}; - } - - { - // Set Op 2 attributes - constexpr size_t operator_inputs_size = 3; - const int32_t operator_inputs[operator_inputs_size] = {3, 4, 5}; - constexpr size_t operator_outputs_size = 1; - const int32_t operator_outputs[operator_outputs_size] = {6}; - - operators[1] = {CreateOperator( - *builder, 0, - builder->CreateVector(operator_inputs, operator_inputs_size), - builder->CreateVector(operator_outputs, operator_outputs_size), - BuiltinOptions_NONE)}; - } - - { - // Set Op 3 attributes - constexpr size_t operator_inputs_size = 3; - const int32_t operator_inputs[operator_inputs_size] = {6, 7, 8}; - constexpr size_t operator_outputs_size = 1; - const int32_t operator_outputs[operator_outputs_size] = {9}; - - operators[2] = {CreateOperator( - *builder, 0, - builder->CreateVector(operator_inputs, operator_inputs_size), - builder->CreateVector(operator_outputs, operator_outputs_size), - BuiltinOptions_NONE)}; - } - - constexpr size_t inputs_size = 1; - const int32_t inputs[inputs_size] = {0}; - constexpr size_t outputs_size = 1; - const int32_t outputs[outputs_size] = {9}; - - constexpr size_t subgraphs_size = 1; - const Offset subgraphs[subgraphs_size] = { - CreateSubGraph(*builder, builder->CreateVector(tensors, tensors_size), - builder->CreateVector(inputs, inputs_size), - builder->CreateVector(outputs, outputs_size), - builder->CreateVector(operators, operators_size), - builder->CreateString("test_subgraph"))}; - - constexpr size_t operator_codes_size = 1; - const Offset operator_codes[operator_codes_size] = { - CreateOperatorCodeDirect(*builder, /*deprecated_builtin_code=*/0, - "mock_custom", - /*version=*/0, BuiltinOperator_CUSTOM)}; - - const Offset model_offset = CreateModel( - *builder, 0, builder->CreateVector(operator_codes, operator_codes_size), - builder->CreateVector(subgraphs, subgraphs_size), - builder->CreateString("test_model"), - builder->CreateVector(buffers, buffers_size)); - - FinishModelBuffer(*builder, model_offset); - void* model_pointer = builder->GetBufferPointer(); - const Model* model = flatbuffers::GetRoot(model_pointer); - return model; -} - -const Model* BuildSimpleMultipleInputsModel() { - using flatbuffers::Offset; - flatbuffers::FlatBufferBuilder* builder = BuilderInstance(); - - constexpr size_t buffers_size = 1; - const Offset buffers[buffers_size] = { - CreateBuffer(*builder), - }; - constexpr size_t tensor_shape_size = 1; - const int32_t tensor_shape[tensor_shape_size] = {1}; - constexpr size_t tensors_size = 4; - const Offset tensors[tensors_size] = { - CreateTensor(*builder, - builder->CreateVector(tensor_shape, tensor_shape_size), - TensorType_INT32, 0, - builder->CreateString("test_input_tensor1"), 0, false), - CreateTensor(*builder, - builder->CreateVector(tensor_shape, tensor_shape_size), - TensorType_INT8, 0, - builder->CreateString("test_input_tensor2"), 0, false), - CreateTensor(*builder, - builder->CreateVector(tensor_shape, tensor_shape_size), - TensorType_INT32, 0, - builder->CreateString("test_input_tensor3"), 0, false), - CreateTensor(*builder, - builder->CreateVector(tensor_shape, tensor_shape_size), - TensorType_INT32, 0, - builder->CreateString("test_output_tensor"), 0, false), - }; - constexpr size_t inputs_size = 3; - const int32_t inputs[inputs_size] = {0, 1, 2}; - constexpr size_t outputs_size = 1; - const int32_t outputs[outputs_size] = {3}; - constexpr size_t operator_inputs_size = 3; - const int32_t operator_inputs[operator_inputs_size] = {0, 1, 2}; - constexpr size_t operator_outputs_size = 1; - const int32_t operator_outputs[operator_outputs_size] = {3}; - constexpr size_t operators_size = 1; - const Offset operators[operators_size] = { - CreateOperator( - *builder, 0, - builder->CreateVector(operator_inputs, operator_inputs_size), - builder->CreateVector(operator_outputs, operator_outputs_size), - BuiltinOptions_NONE), - }; - constexpr size_t subgraphs_size = 1; - const Offset subgraphs[subgraphs_size] = { - CreateSubGraph(*builder, builder->CreateVector(tensors, tensors_size), - builder->CreateVector(inputs, inputs_size), - builder->CreateVector(outputs, outputs_size), - builder->CreateVector(operators, operators_size), - builder->CreateString("test_subgraph"))}; - constexpr size_t operator_codes_size = 1; - const Offset operator_codes[operator_codes_size] = { - CreateOperatorCodeDirect(*builder, /*deprecated_builtin_code=*/0, - "multiple_inputs_op", - /*version=*/0, BuiltinOperator_CUSTOM)}; - const Offset model_offset = CreateModel( - *builder, 0, builder->CreateVector(operator_codes, operator_codes_size), - builder->CreateVector(subgraphs, subgraphs_size), - builder->CreateString("test_model"), - builder->CreateVector(buffers, buffers_size)); - FinishModelBuffer(*builder, model_offset); - void* model_pointer = builder->GetBufferPointer(); - const Model* model = flatbuffers::GetRoot(model_pointer); - return model; -} - -const Model* BuildSimpleModelWithSubgraphsAndIf() { - using flatbuffers::Offset; - flatbuffers::FlatBufferBuilder* builder = BuilderInstance(); - - constexpr size_t buffers_size = 1; - const Offset buffers[buffers_size] = { - CreateBuffer(*builder), - }; - const int32_t condition_tensor_shape[] = {1}; - const int32_t data_tensor_shape[] = {1, 2}; - constexpr size_t tensors_size = 4; - const Offset subgraph1_tensors[tensors_size] = { - CreateTensor(*builder, builder->CreateVector(condition_tensor_shape, 1), - TensorType_BOOL, 0, - builder->CreateString("condition tensor"), 0, false), - CreateTensor(*builder, builder->CreateVector(data_tensor_shape, 2), - TensorType_FLOAT32, 0, - builder->CreateString("input_tensor1"), 0, false), - CreateTensor(*builder, builder->CreateVector(data_tensor_shape, 2), - TensorType_FLOAT32, 0, - builder->CreateString("input_tensor2"), 0, false), - CreateTensor(*builder, builder->CreateVector(data_tensor_shape, 2), - TensorType_FLOAT32, 0, - builder->CreateString("output_tensor"), 0, false), - }; - const Offset subgraph2_tensors[tensors_size] = { - CreateTensor(*builder, builder->CreateVector(data_tensor_shape, 2), - TensorType_FLOAT32, 0, - builder->CreateString("input_tensor1"), 0, false), - CreateTensor(*builder, builder->CreateVector(data_tensor_shape, 2), - TensorType_FLOAT32, 0, - builder->CreateString("input_tensor2"), 0, false), - CreateTensor(*builder, builder->CreateVector(data_tensor_shape, 2), - TensorType_FLOAT32, 0, - builder->CreateString("output_tensor"), 0, false), - }; - const Offset subgraph3_tensors[tensors_size] = { - CreateTensor(*builder, builder->CreateVector(data_tensor_shape, 2), - TensorType_FLOAT32, 0, - builder->CreateString("input_tensor1"), 0, false), - CreateTensor(*builder, builder->CreateVector(data_tensor_shape, 2), - TensorType_FLOAT32, 0, - builder->CreateString("input_tensor2"), 0, false), - CreateTensor(*builder, builder->CreateVector(data_tensor_shape, 2), - TensorType_FLOAT32, 0, - builder->CreateString("output_tensor"), 0, false), - }; - - constexpr size_t if_inputs_size = 3; - const int32_t if_inputs[if_inputs_size] = {0, 1, 2}; - constexpr size_t outputs_size = 1; - const int32_t if_outputs[outputs_size] = {3}; - constexpr size_t operator_inputs_size = 2; - const int32_t operator_inputs[operator_inputs_size] = {0, 1}; - const int32_t operator_outputs[outputs_size] = {2}; - constexpr size_t operators_size = 1; - const Offset subgraph1_operators[operators_size] = { - CreateOperator( - *builder, 0, builder->CreateVector(if_inputs, if_inputs_size), - builder->CreateVector(if_outputs, outputs_size), - BuiltinOptions_IfOptions, CreateIfOptions(*builder, 1, 2).Union()), - }; - const Offset subgraph2_operators[operators_size] = { - CreateOperator( - *builder, 1, - builder->CreateVector(operator_inputs, operator_inputs_size), - builder->CreateVector(operator_outputs, outputs_size), - BuiltinOptions_NONE), - }; - const Offset subgraph3_operators[operators_size] = { - CreateOperator( - *builder, 2, - builder->CreateVector(operator_inputs, operator_inputs_size), - builder->CreateVector(operator_outputs, outputs_size), - BuiltinOptions_NONE), - }; - constexpr size_t subgraphs_size = 3; - const Offset subgraphs[subgraphs_size] = { - CreateSubGraph(*builder, builder->CreateVector(subgraph1_tensors, 4), - builder->CreateVector(if_inputs, if_inputs_size), - builder->CreateVector(if_outputs, outputs_size), - builder->CreateVector(subgraph1_operators, operators_size), - builder->CreateString("if_subgraph")), - CreateSubGraph( - *builder, builder->CreateVector(subgraph2_tensors, 3), - builder->CreateVector(operator_inputs, operator_inputs_size), - builder->CreateVector(operator_outputs, outputs_size), - builder->CreateVector(subgraph2_operators, operators_size), - builder->CreateString("then_subgraph")), - CreateSubGraph( - *builder, builder->CreateVector(subgraph3_tensors, 3), - builder->CreateVector(operator_inputs, operator_inputs_size), - builder->CreateVector(operator_outputs, outputs_size), - builder->CreateVector(subgraph3_operators, operators_size), - builder->CreateString("else_subgraph")), - }; - constexpr size_t operator_codes_size = 3; - const Offset operator_codes[operator_codes_size] = { - CreateOperatorCodeDirect(*builder, /*deprecated_builtin_code=*/0, - "multiple_inputs_op", - /*version=*/0, BuiltinOperator_IF), - CreateOperatorCodeDirect(*builder, /*deprecated_builtin_code=*/0, - "multiple_inputs_op", - /*version=*/0, BuiltinOperator_ADD), - CreateOperatorCodeDirect(*builder, /*deprecated_builtin_code=*/0, - "multiple_inputs_op", - /*version=*/0, BuiltinOperator_MUL), - }; - const Offset model_offset = CreateModel( - *builder, 0, builder->CreateVector(operator_codes, operator_codes_size), - builder->CreateVector(subgraphs, subgraphs_size), - builder->CreateString("test_model"), - builder->CreateVector(buffers, buffers_size)); - FinishModelBuffer(*builder, model_offset); - void* model_pointer = builder->GetBufferPointer(); - const Model* model = flatbuffers::GetRoot(model_pointer); - return model; -} - -const Model* BuildSimpleModelWithSubgraphsAndWhile() { - using flatbuffers::Offset; - flatbuffers::FlatBufferBuilder* builder = BuilderInstance(); - - constexpr size_t buffers_size = 1; - const Offset buffers[buffers_size] = { - CreateBuffer(*builder), - }; - const int32_t data_tensor_shape[] = {1, 1}; - constexpr size_t while_tensors_size = 4; - constexpr size_t op_tensors_size = 3; - const Offset subgraph0_tensors[while_tensors_size] = { - CreateTensor(*builder, builder->CreateVector(data_tensor_shape, 1), - TensorType_FLOAT32, 0, - builder->CreateString("input_tensor0"), 0, false), - CreateTensor(*builder, builder->CreateVector(data_tensor_shape, 1), - TensorType_FLOAT32, 0, - builder->CreateString("input_tensor1"), 0, false), - CreateTensor(*builder, builder->CreateVector(data_tensor_shape, 1), - TensorType_FLOAT32, 0, - builder->CreateString("output_tensor0"), 0, false), - CreateTensor(*builder, builder->CreateVector(data_tensor_shape, 1), - TensorType_FLOAT32, 0, - builder->CreateString("output_tensor1"), 0, false), - }; - const Offset subgraph1_tensors[op_tensors_size] = { - CreateTensor(*builder, builder->CreateVector(data_tensor_shape, 1), - TensorType_FLOAT32, 0, - builder->CreateString("input_tensor1"), 0, false), - CreateTensor(*builder, builder->CreateVector(data_tensor_shape, 1), - TensorType_FLOAT32, 0, - builder->CreateString("input_tensor2"), 0, false), - CreateTensor(*builder, builder->CreateVector(data_tensor_shape, 1), - TensorType_BOOL, 0, - builder->CreateString("condition_tensor"), 0, false), - }; - const Offset subgraph2_tensors[op_tensors_size] = { - CreateTensor(*builder, builder->CreateVector(data_tensor_shape, 1), - TensorType_FLOAT32, 0, - builder->CreateString("input_tensor0"), 0, false), - CreateTensor(*builder, builder->CreateVector(data_tensor_shape, 1), - TensorType_FLOAT32, 0, - builder->CreateString("input_tensor1"), 0, false), - CreateTensor(*builder, builder->CreateVector(data_tensor_shape, 1), - TensorType_FLOAT32, 0, - builder->CreateString("output_tensor0"), 0, false), - }; - - constexpr size_t inputs_size = 2; - const int32_t inputs[inputs_size] = {0, 1}; - constexpr size_t while_outputs_size = 2; - const int32_t while_outputs[while_outputs_size] = {2, 3}; - constexpr size_t cond_outputs_size = 1; - const int32_t cond_outputs[cond_outputs_size] = {2}; - constexpr size_t add_outputs_size = 1; - const int32_t add_outputs[add_outputs_size] = {2}; - constexpr size_t add_subgraph_outputs_size = 2; - const int32_t add_subgraph_outputs[add_subgraph_outputs_size] = {2, 1}; - constexpr size_t operators_size = 1; - const Offset subgraph0_operators[operators_size] = { - CreateOperator(*builder, 0, builder->CreateVector(inputs, inputs_size), - builder->CreateVector(while_outputs, while_outputs_size), - BuiltinOptions_WhileOptions, - CreateWhileOptions(*builder, 1, 2).Union()), - }; - const Offset subgraph1_operators[operators_size] = { - CreateOperator(*builder, 1, builder->CreateVector(inputs, inputs_size), - builder->CreateVector(cond_outputs, cond_outputs_size), - BuiltinOptions_NONE), - }; - const Offset subgraph2_operators[operators_size] = { - CreateOperator(*builder, 2, builder->CreateVector(inputs, inputs_size), - builder->CreateVector(add_outputs, add_outputs_size), - BuiltinOptions_NONE), - }; - constexpr size_t subgraphs_size = 3; - const Offset subgraphs[subgraphs_size] = { - CreateSubGraph(*builder, builder->CreateVector(subgraph0_tensors, 4), - builder->CreateVector(inputs, inputs_size), - builder->CreateVector(while_outputs, while_outputs_size), - builder->CreateVector(subgraph0_operators, operators_size), - builder->CreateString("while_subgraph")), - CreateSubGraph(*builder, builder->CreateVector(subgraph1_tensors, 3), - builder->CreateVector(inputs, inputs_size), - builder->CreateVector(cond_outputs, cond_outputs_size), - builder->CreateVector(subgraph1_operators, operators_size), - builder->CreateString("cond_subgraph")), - CreateSubGraph(*builder, builder->CreateVector(subgraph2_tensors, 3), - builder->CreateVector(inputs, inputs_size), - builder->CreateVector(add_subgraph_outputs, - add_subgraph_outputs_size), - builder->CreateVector(subgraph2_operators, operators_size), - builder->CreateString("body_subgraph")), - }; - constexpr size_t operator_codes_size = 3; - const Offset operator_codes[operator_codes_size] = { - CreateOperatorCodeDirect(*builder, /*deprecated_builtin_code=*/0, - "multiple_inputs_op", - /*version=*/0, BuiltinOperator_WHILE), - CreateOperatorCodeDirect(*builder, /*deprecated_builtin_code=*/0, - "multiple_inputs_op", - /*version=*/0, BuiltinOperator_LESS), - CreateOperatorCodeDirect(*builder, /*deprecated_builtin_code=*/0, - "multiple_inputs_op", - /*version=*/0, BuiltinOperator_ADD), - }; - const Offset model_offset = CreateModel( - *builder, 0, builder->CreateVector(operator_codes, operator_codes_size), - builder->CreateVector(subgraphs, subgraphs_size), - builder->CreateString("test_model"), - builder->CreateVector(buffers, buffers_size)); - FinishModelBuffer(*builder, model_offset); - void* model_pointer = builder->GetBufferPointer(); - const Model* model = flatbuffers::GetRoot(model_pointer); - return model; -} - -// Build a model with If and two subgraphs: two data tensors A1 of size 2, A2 of -// size 4 are first concatenated, then cut to a new tensor A3 of size 3; the new -// tensor A3 of size 3 is then concatenated with A2 tensor of size 4 to produce -// a final output tensor A4. This model is specially crafted to capture the -// corner case outlined in go/avoid-memory-corruption-in-if-operator. -// -// Subgraph0 -// A0(1) A2_0(4) A1_0(2) -// | | | ---+ -// v v v | -// +--------------+ | -// | IF | | -// +------+-------+ | -// | A3_0(3) | -// v | -// +--------------+ | -// | CUSTOM |<---+ -// +------+-------+ -// | -// v -// A4_0(8) -// -// Subgraph1/2 -// A1_1(2) A2_1(4) -// | | -// v v -// +---------------+ -// | CUSTOM | -// +-------+-------+ -// | -// v A3_1(3) -// -// And it leads to memory plan as below -// -// Subgraph0 Layout -// -// -// <------------A4_0 -------------> <----- A2_0-------> <----A3_0 ---> -// +----+----+----+----+----+----+----+----+----+----+----+----+----+----+----+ -// | | | | | | | | | 3 | 4 | 5 | 6 | | | | -// +----+----+----+----+----+----+----+----+----+----+----+----+----+----+----+ -// -// +----+----+----+ -// | 1 | 2 | A0 | -// +----+----+----+ -// <---A1_0--> -// -// Subgraph 1 Layout -// -// +----+----+----+----+----+----+----+----+----+ -// | | | | | | | | | | -// +----+----+----+----+----+----+----+----+----+ -// -// -// <------A2_1 -------><----A3_1 ---><--A1_1---> -// -// -// A1_1 of subgraph 1 will overlap with A2_0 of subgraph 0. -// In a buggy implementation of IF, two overwrite may happen: -// 1. copying input from A1_0 to A1_1 overwrites A2_0 before A2_0 is copied to -// A2_1; thus subgraph 1 produce incorrect output. -// 2. copying output from A3_1 to A4_0 overwrites A1_0, which should remain -// intact so that it can be used by the OP after the IF operator in subgraph 0 -// - -const Model* BuildModelWithIfAndSubgraphInputTensorOverlap() { - using flatbuffers::Offset; - flatbuffers::FlatBufferBuilder* builder = BuilderInstance(); - - constexpr TensorType kTensorType = TensorType_INT32; - constexpr int kBlockSize = - tflite::MicroArenaBufferAlignment() / sizeof(int32_t); - constexpr size_t kBuffersCount = 1; - const Offset buffers[kBuffersCount] = { - CreateBuffer(*builder), - }; - const int32_t kConditionTensorShape[] = {1}; - const int32_t kIfInput1TensorShape[] = {2 * kBlockSize}; - const int32_t kIfInput2TensorShape[] = {4 * kBlockSize}; - const int32_t kIfOutputTensorShape[] = {3 * kBlockSize}; - const int32_t kFinalOutputTensorShape[] = {8 * kBlockSize}; - constexpr size_t kSubgraph0TensorsCount = 5; - const Offset kSubgraph0Tensors[kSubgraph0TensorsCount] = { - CreateTensor(*builder, builder->CreateVector(kConditionTensorShape, 1), - TensorType_BOOL, 0, - builder->CreateString("condition tensor"), 0, false), - CreateTensor(*builder, builder->CreateVector(kIfInput1TensorShape, 1), - kTensorType, 0, builder->CreateString("if_input_tensor1"), 0, - false), - CreateTensor(*builder, builder->CreateVector(kIfInput2TensorShape, 1), - kTensorType, 0, builder->CreateString("if_input_tensor2"), 0, - false), - CreateTensor(*builder, builder->CreateVector(kIfOutputTensorShape, 1), - kTensorType, 0, builder->CreateString("if_output_tensor"), 0, - false), - CreateTensor(*builder, builder->CreateVector(kFinalOutputTensorShape, 1), - kTensorType, 0, builder->CreateString("final_output_tensor"), - 0, false), - }; - - // Subgraph 1 is the chosen path if condition tensor in IF is true. - constexpr size_t kSubgraph1TensorsCount = 3; - const Offset kSubgraph1Tensors[kSubgraph1TensorsCount] = { - CreateTensor(*builder, builder->CreateVector(kIfInput1TensorShape, 1), - kTensorType, 0, - builder->CreateString("subgraph1_input_tensor1"), 0, false), - CreateTensor(*builder, builder->CreateVector(kIfInput2TensorShape, 1), - kTensorType, 0, - builder->CreateString("subgraph1_input_tensor2"), 0, false), - CreateTensor(*builder, builder->CreateVector(kIfOutputTensorShape, 1), - kTensorType, 0, - builder->CreateString("subgraph1_output_tensor"), 0, false), - }; - - // Subgraph 2 is the chosen path if condition tensor in IF is false - constexpr size_t kSubgraph2TensorsCount = 3; - const Offset kSubgraph2Tensors[kSubgraph2TensorsCount] = { - CreateTensor(*builder, builder->CreateVector(kIfInput1TensorShape, 1), - kTensorType, 0, builder->CreateString("if_input_tensor1"), 0, - false), - CreateTensor(*builder, builder->CreateVector(kIfInput2TensorShape, 1), - kTensorType, 0, builder->CreateString("if_input_tensor2"), 0, - false), - CreateTensor(*builder, builder->CreateVector(kIfOutputTensorShape, 1), - kTensorType, 0, builder->CreateString("if_output_tensor"), 0, - false), - }; - - constexpr int kIfOpCodeIndex = 0; - constexpr int kCustomOpCodeIndex = 1; - - constexpr size_t kIfInputsCount = 3; - const int32_t kIfInputs[kIfInputsCount] = {0, 1, 2}; - constexpr size_t kOutputsCount = 1; - const int32_t kIfOutputs[kOutputsCount] = {3}; - constexpr size_t kOpAfterIfInputsCount = 2; - const int32_t kOpAfterIfInputs[kOpAfterIfInputsCount] = {3, 2}; - const int32_t kOpAfterIfOutputs[kOutputsCount] = {4}; - constexpr size_t kOperatorsCount = 2; - const Offset kSubgraph0Operators[kOperatorsCount] = { - CreateOperator(*builder, kIfOpCodeIndex, - builder->CreateVector(kIfInputs, kIfInputsCount), - builder->CreateVector(kIfOutputs, kOutputsCount), - BuiltinOptions_IfOptions, - CreateIfOptions(*builder, 1, 2).Union()), - CreateOperator( - *builder, kCustomOpCodeIndex, - builder->CreateVector(kOpAfterIfInputs, kOpAfterIfInputsCount), - builder->CreateVector(kOpAfterIfOutputs, kOutputsCount)), - }; - - constexpr size_t kSubgraph1InputsCount = 2; - const int32_t kSubgraph1Inputs[kSubgraph1InputsCount] = {0, 1}; - constexpr size_t kSubgraph1OutputsCount = 1; - const int32_t kSubgraph1Outputs[kSubgraph1OutputsCount] = {2}; - constexpr size_t kSubgraph1OperatorsCount = 1; - const Offset kSubgraph1Operators[kSubgraph1OperatorsCount] = { - CreateOperator( - *builder, kCustomOpCodeIndex, - builder->CreateVector(kSubgraph1Inputs, kSubgraph1InputsCount), - builder->CreateVector(kSubgraph1Outputs, kSubgraph1OutputsCount), - BuiltinOptions_NONE), - }; - - constexpr size_t kSubgraph2InputsCount = 2; - const int32_t kSubgraph2Inputs[kSubgraph2InputsCount] = {0, 1}; - constexpr size_t kSubgraph2OutputsCount = 1; - const int32_t kSubgraph2Outputs[kSubgraph2OutputsCount] = {2}; - constexpr size_t kSubgraph2OperatorsCount = 1; - const Offset kSubgraph2Operators[kSubgraph2OperatorsCount] = { - CreateOperator( - *builder, kCustomOpCodeIndex, - builder->CreateVector(kSubgraph2Inputs, kSubgraph2InputsCount), - builder->CreateVector(kSubgraph2Outputs, kSubgraph2OutputsCount), - BuiltinOptions_NONE), - }; - - constexpr size_t kSubgraphsCount = 3; - const Offset kSubgraphs[kSubgraphsCount] = { - CreateSubGraph( - *builder, - builder->CreateVector(kSubgraph0Tensors, kSubgraph0TensorsCount), - builder->CreateVector(kIfInputs, kIfInputsCount), - builder->CreateVector(kOpAfterIfOutputs, kOutputsCount), - builder->CreateVector(kSubgraph0Operators, kOperatorsCount), - builder->CreateString("if_subgraph")), - CreateSubGraph( - *builder, - builder->CreateVector(kSubgraph1Tensors, kSubgraph1TensorsCount), - builder->CreateVector(kSubgraph1Inputs, kSubgraph1InputsCount), - builder->CreateVector(kSubgraph1Outputs, kSubgraph1OutputsCount), - builder->CreateVector(kSubgraph1Operators, kSubgraph1OperatorsCount), - builder->CreateString("then_subgraph")), - CreateSubGraph( - *builder, - builder->CreateVector(kSubgraph2Tensors, kSubgraph2TensorsCount), - builder->CreateVector(kSubgraph2Inputs, kSubgraph2InputsCount), - builder->CreateVector(kSubgraph2Outputs, kSubgraph2OutputsCount), - builder->CreateVector(kSubgraph2Operators, kSubgraph2OperatorsCount), - builder->CreateString("else_subgraph")), - }; - - constexpr size_t kOperatorCodesCount = 2; - const Offset kOperatorCodes[kOperatorCodesCount] = { - CreateOperatorCodeDirect(*builder, /*deprecated_builtin_code=*/0, "if", - /*version=*/0, BuiltinOperator_IF), - CreateOperatorCodeDirect(*builder, /*deprecated_builtin_code=*/0, - "custom_packer_op", - /*version=*/0, BuiltinOperator_CUSTOM), - }; - const Offset kModelOffset = CreateModel( - *builder, 0, builder->CreateVector(kOperatorCodes, kOperatorCodesCount), - builder->CreateVector(kSubgraphs, kSubgraphsCount), - builder->CreateString("test_model"), - builder->CreateVector(buffers, kBuffersCount)); - FinishModelBuffer(*builder, kModelOffset); - void* model_pointer = builder->GetBufferPointer(); - const Model* model = flatbuffers::GetRoot(model_pointer); - return model; -} - -// Mock model with one main subgraph containing a single CALL_ONCE op (with null -// inputs and outputs) which invokes a second subgraph which has null inputs and -// outputs. -const Model* BuildSimpleMockModelWithNullInputsOutputs() { - using flatbuffers::Offset; - flatbuffers::FlatBufferBuilder* builder = BuilderInstance(); - - constexpr size_t buffers_size = 1; - const Offset buffers[buffers_size] = { - CreateBuffer(*builder), - }; - constexpr size_t tensor_shape_size = 1; - const int32_t tensor_shape[tensor_shape_size] = {0}; - constexpr size_t tensors_size = 1; - const Offset tensors[tensors_size] = { - CreateTensor(*builder, - builder->CreateVector(tensor_shape, tensor_shape_size), - TensorType_INT32, 0, - builder->CreateString("test_input_tensor1"), 0, false), - }; - constexpr size_t subgraph0_inputs_size = 1; - const int32_t subgraph0_inputs[subgraph0_inputs_size] = {0}; - constexpr size_t subgraph0_outputs_size = 1; - const int32_t subgraph0_outputs[subgraph0_outputs_size] = {0}; - constexpr size_t operators_size = 1; - const Offset subgraph0_operators[operators_size] = { - CreateOperator(*builder, 0, {}, {}, BuiltinOptions_CallOnceOptions, - CreateCallOnceOptions(*builder, 1).Union()), - }; - const Offset subgraph1_operators[operators_size] = { - CreateOperator(*builder, 1, {}, {}, BuiltinOptions_NONE)}; - constexpr size_t subgraphs_size = 2; - const Offset subgraphs[subgraphs_size] = { - CreateSubGraph( - *builder, builder->CreateVector(tensors, tensors_size), - builder->CreateVector(subgraph0_inputs, subgraph0_inputs_size), - builder->CreateVector(subgraph0_outputs, subgraph0_outputs_size), - builder->CreateVector(subgraph0_operators, operators_size), - builder->CreateString("main_subgraph")), - CreateSubGraph(*builder, builder->CreateVector(tensors, tensors_size), {}, - {}, - builder->CreateVector(subgraph1_operators, operators_size), - builder->CreateString("secondary subgraph")), - }; - constexpr size_t operator_codes_size = 2; - const Offset operator_codes[operator_codes_size] = { - CreateOperatorCodeDirect(*builder, /*deprecated_builtin_code=*/0, - "call_once_op", - /*version=*/0, BuiltinOperator_CALL_ONCE), - CreateOperatorCodeDirect(*builder, /*deprecated_builtin_code=*/0, "no_op", - /*version=*/0, BuiltinOperator_CUSTOM)}; - const Offset model_offset = CreateModel( - *builder, 0, builder->CreateVector(operator_codes, operator_codes_size), - builder->CreateVector(subgraphs, subgraphs_size), - builder->CreateString("test_model"), - builder->CreateVector(buffers, buffers_size)); - FinishModelBuffer(*builder, model_offset); - void* model_pointer = builder->GetBufferPointer(); - const Model* model = flatbuffers::GetRoot(model_pointer); - return model; -} - -} // namespace - -const TfLiteRegistration* SimpleStatefulOp::getRegistration() { - return GetMutableRegistration(); -} - -TfLiteRegistration* SimpleStatefulOp::GetMutableRegistration() { - static TfLiteRegistration r; - r.init = Init; - r.prepare = Prepare; - r.invoke = Invoke; - return &r; -} - -void* SimpleStatefulOp::Init(TfLiteContext* context, const char* buffer, - size_t length) { - TFLITE_DCHECK(context->AllocateBufferForEval == nullptr); - TFLITE_DCHECK(context->GetScratchBuffer == nullptr); - TFLITE_DCHECK(context->RequestScratchBufferInArena == nullptr); - - void* raw = context->AllocatePersistentBuffer(context, sizeof(OpData)); - OpData* data = reinterpret_cast(raw); - *data = {}; - return raw; -} - -TfLiteStatus SimpleStatefulOp::Prepare(TfLiteContext* context, - TfLiteNode* node) { - OpData* data = reinterpret_cast(node->user_data); - - // Make sure that the input is in uint8_t with at least 1 data entry. - MicroContext* micro_context = GetMicroContext(context); - TfLiteTensor* input = - micro_context->AllocateTempInputTensor(node, kInputTensor); - TF_LITE_ENSURE(context, input != nullptr); - - if (input->type != kTfLiteInt8) return kTfLiteError; - if (NumElements(input->dims) == 0) return kTfLiteError; - - // Allocate a temporary buffer with the same size of input for sorting. - TF_LITE_ENSURE_STATUS(context->RequestScratchBufferInArena( - context, sizeof(uint8_t) * NumElements(input->dims), - &data->sorting_buffer)); - // We can interleave scratch / persistent buffer allocation. - data->invoke_count = reinterpret_cast( - context->AllocatePersistentBuffer(context, sizeof(int))); - *data->invoke_count = 0; - - micro_context->DeallocateTempTfLiteTensor(input); - return kTfLiteOk; -} - -TfLiteStatus SimpleStatefulOp::Invoke(TfLiteContext* context, - TfLiteNode* node) { - OpData* data = reinterpret_cast(node->user_data); - *data->invoke_count += 1; - - const TfLiteEvalTensor* input = - tflite::micro::GetEvalInput(context, node, kInputTensor); - TF_LITE_ENSURE(context, input != nullptr); - const uint8_t* input_data = input->data.uint8; - int size = NumElements(input->dims); - - uint8_t* sorting_buffer = reinterpret_cast( - context->GetScratchBuffer(context, data->sorting_buffer)); - // Copy inputs data to the sorting buffer. We don't want to mutate the input - // tensor as it might be used by a another node. - for (int i = 0; i < size; i++) { - sorting_buffer[i] = input_data[i]; - } - - // In place insertion sort on `sorting_buffer`. - for (int i = 1; i < size; i++) { - for (int j = i; j > 0 && sorting_buffer[j] < sorting_buffer[j - 1]; j--) { - std::swap(sorting_buffer[j], sorting_buffer[j - 1]); - } - } - - TfLiteEvalTensor* median = - tflite::micro::GetEvalOutput(context, node, kMedianTensor); - TF_LITE_ENSURE(context, median != nullptr); - uint8_t* median_data = median->data.uint8; - TfLiteEvalTensor* invoke_count = - tflite::micro::GetEvalOutput(context, node, kInvokeCount); - TF_LITE_ENSURE(context, invoke_count != nullptr); - int32_t* invoke_count_data = invoke_count->data.i32; - - median_data[0] = sorting_buffer[size / 2]; - invoke_count_data[0] = *data->invoke_count; - return kTfLiteOk; -} - -const TfLiteRegistration* MockCustom::getRegistration() { - return GetMutableRegistration(); -} - -TfLiteRegistration* MockCustom::GetMutableRegistration() { - static TfLiteRegistration r; - r.init = Init; - r.prepare = Prepare; - r.invoke = Invoke; - r.free = Free; - return &r; -} - -void* MockCustom::Init(TfLiteContext* context, const char* buffer, - size_t length) { - // We don't support delegate in TFL micro. This is a weak check to test if - // context struct being zero-initialized. - TFLITE_DCHECK(context->ReplaceNodeSubsetsWithDelegateKernels == nullptr); - freed_ = false; - // Do nothing. - return nullptr; -} - -void MockCustom::Free(TfLiteContext* context, void* buffer) { freed_ = true; } - -TfLiteStatus MockCustom::Prepare(TfLiteContext* context, TfLiteNode* node) { - return kTfLiteOk; -} - -TfLiteStatus MockCustom::Invoke(TfLiteContext* context, TfLiteNode* node) { - const TfLiteEvalTensor* input = tflite::micro::GetEvalInput(context, node, 0); - TF_LITE_ENSURE(context, input != nullptr); - const int32_t* input_data = input->data.i32; - const TfLiteEvalTensor* weight = - tflite::micro::GetEvalInput(context, node, 1); - TF_LITE_ENSURE(context, weight != nullptr); - const uint8_t* weight_data = weight->data.uint8; - TfLiteEvalTensor* output = tflite::micro::GetEvalOutput(context, node, 0); - TF_LITE_ENSURE(context, output != nullptr); - int32_t* output_data = output->data.i32; - output_data[0] = - 0; // Catch output tensor sharing memory with an input tensor - output_data[0] = input_data[0] + weight_data[0]; - return kTfLiteOk; -} - -bool MockCustom::freed_ = false; - -const TfLiteRegistration* MultipleInputs::getRegistration() { - return GetMutableRegistration(); -} - -TfLiteRegistration* MultipleInputs::GetMutableRegistration() { - static TfLiteRegistration r; - r.init = Init; - r.prepare = Prepare; - r.invoke = Invoke; - r.free = Free; - return &r; -} - -void* MultipleInputs::Init(TfLiteContext* context, const char* buffer, - size_t length) { - // We don't support delegate in TFL micro. This is a weak check to test if - // context struct being zero-initialized. - TFLITE_DCHECK(context->ReplaceNodeSubsetsWithDelegateKernels == nullptr); - freed_ = false; - // Do nothing. - return nullptr; -} - -void MultipleInputs::Free(TfLiteContext* context, void* buffer) { - freed_ = true; -} - -TfLiteStatus MultipleInputs::Prepare(TfLiteContext* context, TfLiteNode* node) { - return kTfLiteOk; -} - -TfLiteStatus MultipleInputs::Invoke(TfLiteContext* context, TfLiteNode* node) { - const TfLiteEvalTensor* input = tflite::micro::GetEvalInput(context, node, 0); - TF_LITE_ENSURE(context, input != nullptr); - const int32_t* input_data = input->data.i32; - const TfLiteEvalTensor* input1 = - tflite::micro::GetEvalInput(context, node, 1); - TF_LITE_ENSURE(context, input1 != nullptr); - const int32_t* input_data1 = input1->data.i32; - const TfLiteEvalTensor* input2 = - tflite::micro::GetEvalInput(context, node, 2); - TF_LITE_ENSURE(context, input2 != nullptr); - const int32_t* input_data2 = input2->data.i32; - - TfLiteEvalTensor* output = tflite::micro::GetEvalOutput(context, node, 0); - TF_LITE_ENSURE(context, output != nullptr); - int32_t* output_data = output->data.i32; - output_data[0] = - 0; // Catch output tensor sharing memory with an input tensor - output_data[0] = input_data[0] + input_data1[0] + input_data2[0]; - return kTfLiteOk; -} - -bool MultipleInputs::freed_ = false; - -const TfLiteRegistration* NoOp::getRegistration() { - return GetMutableRegistration(); -} - -TfLiteRegistration* NoOp::GetMutableRegistration() { - static TfLiteRegistration r; - r.init = Init; - r.prepare = Prepare; - r.invoke = Invoke; - r.free = Free; - return &r; -} - -void* NoOp::Init(TfLiteContext* context, const char* buffer, size_t length) { - // We don't support delegate in TFL micro. This is a weak check to test if - // context struct being zero-initialized. - TFLITE_DCHECK(context->ReplaceNodeSubsetsWithDelegateKernels == nullptr); - freed_ = false; - // Do nothing. - return nullptr; -} - -void NoOp::Free(TfLiteContext* context, void* buffer) { freed_ = true; } - -TfLiteStatus NoOp::Prepare(TfLiteContext* context, TfLiteNode* node) { - return kTfLiteOk; -} - -TfLiteStatus NoOp::Invoke(TfLiteContext* context, TfLiteNode* node) { - return kTfLiteOk; -} - -bool NoOp::freed_ = false; - -AllOpsResolver GetOpResolver() { - AllOpsResolver op_resolver; - op_resolver.AddCustom("mock_custom", MockCustom::GetMutableRegistration()); - op_resolver.AddCustom("simple_stateful_op", - SimpleStatefulOp::GetMutableRegistration()); - op_resolver.AddCustom("multiple_inputs_op", - MultipleInputs::GetMutableRegistration()); - op_resolver.AddCustom("no_op", NoOp::GetMutableRegistration()); - op_resolver.AddCustom("custom_packer_op", PackerOp::GetMutableRegistration()); - return op_resolver; -} - -const Model* GetModelWithUnusedInputs() { - static Model* model = nullptr; - if (!model) { - model = const_cast(BuildModelWithUnusedInputs()); - } - return model; -} - -const Model* GetModelWithUnusedOperatorOutputs() { - static Model* model = nullptr; - if (!model) { - model = const_cast(BuildModelWithUnusedOperatorOutputs()); - } - return model; -} - -const Model* GetModelWith256x256Tensor() { - static const Model* model = BuildModelWith256x256Tensor(); - return model; -} - -const Model* GetSimpleMockModel() { - static Model* model = nullptr; - if (!model) { - model = const_cast(BuildSimpleMockModel()); - } - return model; -} - -const Model* GetSimpleMultipleInputsModel() { - static Model* model = nullptr; - if (!model) { - model = const_cast(BuildSimpleMultipleInputsModel()); - } - return model; -} - -const Model* GetSimpleModelWithSubgraphsAndIf() { - static Model* model = nullptr; - if (!model) { - model = const_cast(BuildSimpleModelWithSubgraphsAndIf()); - } - return model; -} - -const Model* GetSimpleModelWithSubgraphsAndWhile() { - static Model* model = nullptr; - if (!model) { - model = const_cast(BuildSimpleModelWithSubgraphsAndWhile()); - } - return model; -} - -const Model* GetModelWithIfAndSubgraphInputTensorOverlap() { - static Model* model = nullptr; - if (!model) { - model = const_cast(BuildModelWithIfAndSubgraphInputTensorOverlap()); - } - return model; -} - -const Model* GetSimpleModelWithNullInputsAndOutputs() { - static Model* model = nullptr; - if (!model) { - model = const_cast(BuildSimpleMockModelWithNullInputsOutputs()); - } - return model; -} - -const Model* GetComplexMockModel() { - static Model* model = nullptr; - if (!model) { - model = const_cast(BuildComplexMockModel()); - } - return model; -} - -const Model* GetSimpleModelWithBranch() { - static Model* model = nullptr; - if (!model) { - model = const_cast(BuildSimpleModelWithBranch()); - } - return model; -} - -const Model* GetModelWithOfflinePlanning(int num_tensors, - const int32_t* metadata_buffer, - NodeConnection* node_conn, - int num_conns, - int num_subgraph_inputs) { - const Model* model = BuildModelWithOfflinePlanning( - num_tensors, metadata_buffer, node_conn, num_conns, num_subgraph_inputs); - return model; -} - -const Model* GetSimpleStatefulModel() { - static Model* model = nullptr; - if (!model) { - model = const_cast(BuildSimpleStatefulModel()); - } - return model; -} - -const Tensor* Create1dFlatbufferTensor(int size, bool is_variable) { - using flatbuffers::Offset; - flatbuffers::FlatBufferBuilder* builder = BuilderInstance(); - constexpr size_t tensor_shape_size = 1; - const int32_t tensor_shape[tensor_shape_size] = {size}; - const Offset tensor_offset = CreateTensor( - *builder, builder->CreateVector(tensor_shape, tensor_shape_size), - TensorType_INT32, 0, builder->CreateString("test_tensor"), 0, - is_variable); - builder->Finish(tensor_offset); - void* tensor_pointer = builder->GetBufferPointer(); - const Tensor* tensor = flatbuffers::GetRoot(tensor_pointer); - return tensor; -} - -const Tensor* CreateQuantizedFlatbufferTensor(int size) { - using flatbuffers::Offset; - flatbuffers::FlatBufferBuilder* builder = BuilderInstance(); - constexpr size_t quant_params_size = 1; - const float min_array[quant_params_size] = {0.1f}; - const float max_array[quant_params_size] = {0.2f}; - const float scale_array[quant_params_size] = {0.3f}; - const int64_t zero_point_array[quant_params_size] = {100ll}; - - const Offset quant_params = - CreateQuantizationParameters( - *builder, - /*min=*/builder->CreateVector(min_array, quant_params_size), - /*max=*/builder->CreateVector(max_array, quant_params_size), - /*scale=*/ - builder->CreateVector(scale_array, quant_params_size), - /*zero_point=*/ - builder->CreateVector(zero_point_array, quant_params_size)); - - constexpr size_t tensor_shape_size = 1; - const int32_t tensor_shape[tensor_shape_size] = {size}; - const Offset tensor_offset = CreateTensor( - *builder, builder->CreateVector(tensor_shape, tensor_shape_size), - TensorType_INT32, 0, builder->CreateString("test_tensor"), quant_params, - false); - builder->Finish(tensor_offset); - void* tensor_pointer = builder->GetBufferPointer(); - const Tensor* tensor = flatbuffers::GetRoot(tensor_pointer); - return tensor; -} - -const Tensor* CreateMissingQuantizationFlatbufferTensor(int size) { - using flatbuffers::Offset; - flatbuffers::FlatBufferBuilder* builder = BuilderInstance(); - const Offset quant_params = - CreateQuantizationParameters(*builder, 0, 0, 0, 0, - QuantizationDetails_NONE, 0, 0); - constexpr size_t tensor_shape_size = 1; - const int32_t tensor_shape[tensor_shape_size] = {size}; - const Offset tensor_offset = CreateTensor( - *builder, builder->CreateVector(tensor_shape, tensor_shape_size), - TensorType_INT32, 0, builder->CreateString("test_tensor"), quant_params, - false); - builder->Finish(tensor_offset); - void* tensor_pointer = builder->GetBufferPointer(); - const Tensor* tensor = flatbuffers::GetRoot(tensor_pointer); - return tensor; -} - -const flatbuffers::Vector>* -CreateFlatbufferBuffers() { - using flatbuffers::Offset; - flatbuffers::FlatBufferBuilder* builder = BuilderInstance(); - constexpr size_t buffers_size = 1; - const Offset buffers[buffers_size] = { - CreateBuffer(*builder), - }; - const flatbuffers::Offset>> - buffers_offset = builder->CreateVector(buffers, buffers_size); - builder->Finish(buffers_offset); - void* buffers_pointer = builder->GetBufferPointer(); - const flatbuffers::Vector>* result = - flatbuffers::GetRoot>>( - buffers_pointer); - return result; -} - -int TestStrcmp(const char* a, const char* b) { - if ((a == nullptr) || (b == nullptr)) { - return -1; - } - while ((*a != 0) && (*a == *b)) { - a++; - b++; - } - return *reinterpret_cast(a) - - *reinterpret_cast(b); -} - -// Wrapper to forward kernel errors to the interpreter's error reporter. -void ReportOpError(struct TfLiteContext* context, const char* format, ...) { -#ifndef TF_LITE_STRIP_ERROR_STRINGS - ErrorReporter* error_reporter = static_cast(context->impl_); - va_list args; - va_start(args, format); - TF_LITE_REPORT_ERROR(error_reporter, format, args); - va_end(args); -#endif -} - -// Create a TfLiteIntArray from an array of ints. The first element in the -// supplied array must be the size of the array expressed as an int. -TfLiteIntArray* IntArrayFromInts(int* int_array) { - return reinterpret_cast(int_array); -} - -// Create a TfLiteFloatArray from an array of floats. The first element in the -// supplied array must be the size of the array expressed as a float. -TfLiteFloatArray* FloatArrayFromFloats(const float* floats) { - static_assert(sizeof(float) == sizeof(int), - "assumes sizeof(float) == sizeof(int) to perform casting"); - int size = static_cast(floats[0]); - *reinterpret_cast(const_cast(floats)) = size; - return reinterpret_cast(const_cast(floats)); -} - -TfLiteTensor CreateQuantizedBiasTensor(const float* data, int16_t* quantized, - TfLiteIntArray* dims, float input_scale, - float weights_scale, bool is_variable) { - float bias_scale = input_scale * weights_scale; - tflite::SymmetricQuantize(data, quantized, ElementCount(*dims), bias_scale); - - // Quantized int16_t tensors always have a zero point of 0, since the range of - // int16_t values is large, and because zero point costs extra cycles during - // processing. - TfLiteTensor result = - CreateQuantizedTensor(quantized, dims, bias_scale, 0, is_variable); - return result; -} - -TfLiteTensor CreateQuantizedBiasTensor(const float* data, int32_t* quantized, - TfLiteIntArray* dims, float input_scale, - float weights_scale, bool is_variable) { - float bias_scale = input_scale * weights_scale; - tflite::SymmetricQuantize(data, quantized, ElementCount(*dims), bias_scale); - - // Quantized int32_t tensors always have a zero point of 0, since the range of - // int32_t values is large, and because zero point costs extra cycles during - // processing. - TfLiteTensor result = - CreateQuantizedTensor(quantized, dims, bias_scale, 0, is_variable); - return result; -} - -TfLiteTensor CreateQuantizedBiasTensor(const float* data, - std::int64_t* quantized, - TfLiteIntArray* dims, float input_scale, - float weights_scale, bool is_variable) { - float bias_scale = input_scale * weights_scale; - tflite::SymmetricQuantize(data, quantized, ElementCount(*dims), bias_scale); - - // Quantized int32_t tensors always have a zero point of 0, since the range of - // int32_t values is large, and because zero point costs extra cycles during - // processing. - TfLiteTensor result = - CreateQuantizedTensor(quantized, dims, bias_scale, 0, is_variable); - return result; -} - -// Quantizes int32_t bias tensor with per-channel weights determined by input -// scale multiplied by weight scale for each channel. -template -TfLiteTensor CreatePerChannelQuantizedBiasTensor( - const float* input, T* quantized, TfLiteIntArray* dims, float input_scale, - float* weight_scales, float* scales, int* zero_points, - TfLiteAffineQuantization* affine_quant, int quantized_dimension, - bool is_variable) { - int input_size = ElementCount(*dims); - int num_channels = dims->data[quantized_dimension]; - // First element is reserved for array length - zero_points[0] = num_channels; - scales[0] = static_cast(num_channels); - float* scales_array = &scales[1]; - for (int i = 0; i < num_channels; i++) { - scales_array[i] = input_scale * weight_scales[i]; - zero_points[i + 1] = 0; - } - - SymmetricPerChannelQuantize(input, quantized, input_size, num_channels, - scales_array); - - affine_quant->scale = FloatArrayFromFloats(scales); - affine_quant->zero_point = IntArrayFromInts(zero_points); - affine_quant->quantized_dimension = quantized_dimension; - - TfLiteTensor result = CreateTensor(quantized, dims, is_variable); - result.quantization = {kTfLiteAffineQuantization, affine_quant}; - return result; -} - -TfLiteTensor CreatePerChannelQuantizedBiasTensor( - const float* input, int32_t* quantized, TfLiteIntArray* dims, - float input_scale, float* weight_scales, float* scales, int* zero_points, - TfLiteAffineQuantization* affine_quant, int quantized_dimension, - bool is_variable) { - return CreatePerChannelQuantizedBiasTensor( - input, quantized, dims, input_scale, weight_scales, scales, zero_points, - affine_quant, quantized_dimension, is_variable); -} - -TfLiteTensor CreatePerChannelQuantizedBiasTensor( - const float* input, std::int64_t* quantized, TfLiteIntArray* dims, - float input_scale, float* weight_scales, float* scales, int* zero_points, - TfLiteAffineQuantization* affine_quant, int quantized_dimension, - bool is_variable) { - return CreatePerChannelQuantizedBiasTensor( - input, quantized, dims, input_scale, weight_scales, scales, zero_points, - affine_quant, quantized_dimension, is_variable); -} - -TfLiteTensor CreateSymmetricPerChannelQuantizedTensor( - const float* input, int8_t* quantized, TfLiteIntArray* dims, float* scales, - int* zero_points, TfLiteAffineQuantization* affine_quant, - int quantized_dimension, bool is_variable) { - int channel_count = dims->data[quantized_dimension]; - scales[0] = static_cast(channel_count); - zero_points[0] = channel_count; - - SignedSymmetricPerChannelQuantize(input, dims, quantized_dimension, quantized, - &scales[1]); - - for (int i = 0; i < channel_count; i++) { - zero_points[i + 1] = 0; - } - - affine_quant->scale = FloatArrayFromFloats(scales); - affine_quant->zero_point = IntArrayFromInts(zero_points); - affine_quant->quantized_dimension = quantized_dimension; - - TfLiteTensor result = CreateTensor(quantized, dims, is_variable); - result.quantization = {kTfLiteAffineQuantization, affine_quant}; - return result; -} - -size_t GetModelTensorCount(const Model* model) { - auto* subgraphs = model->subgraphs(); - if (subgraphs) { - return (*subgraphs)[0]->tensors()->size(); - } - return 0; -} - -} // namespace testing -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/micro/test_helpers.h b/code/components/tflite-lib/tensorflow/lite/micro/test_helpers.h deleted file mode 100644 index 5441ce3e..00000000 --- a/code/components/tflite-lib/tensorflow/lite/micro/test_helpers.h +++ /dev/null @@ -1,298 +0,0 @@ -/* Copyright 2019 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#ifndef TENSORFLOW_LITE_MICRO_TEST_HELPERS_H_ -#define TENSORFLOW_LITE_MICRO_TEST_HELPERS_H_ - -#include -#include - -#include "flatbuffers/flatbuffers.h" // from @flatbuffers -#include "tensorflow/lite/c/common.h" -#include "tensorflow/lite/kernels/internal/compatibility.h" -#include "tensorflow/lite/kernels/internal/tensor_ctypes.h" -#include "tensorflow/lite/micro/all_ops_resolver.h" -#include "tensorflow/lite/micro/micro_utils.h" -#include "tensorflow/lite/portable_type_to_tflitetype.h" -#include "tensorflow/lite/schema/schema_generated.h" - -namespace tflite { -namespace testing { - -constexpr int kOfflinePlannerHeaderSize = 3; - -struct NodeConnection_ { - std::initializer_list input; - std::initializer_list output; -}; -typedef struct NodeConnection_ NodeConnection; - -// A simple operator that returns the median of the input with the number of -// times the kernel was invoked. The implementation below is deliberately -// complicated, just to demonstrate how kernel memory planning works. -class SimpleStatefulOp { - static constexpr int kBufferNotAllocated = 0; - // Inputs: - static constexpr int kInputTensor = 0; - // Outputs: - static constexpr int kMedianTensor = 0; - static constexpr int kInvokeCount = 1; - struct OpData { - int* invoke_count = nullptr; - int sorting_buffer = kBufferNotAllocated; - }; - - public: - static const TfLiteRegistration* getRegistration(); - static TfLiteRegistration* GetMutableRegistration(); - static void* Init(TfLiteContext* context, const char* buffer, size_t length); - static TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node); - static TfLiteStatus Invoke(TfLiteContext* context, TfLiteNode* node); -}; - -class MockCustom { - public: - static const TfLiteRegistration* getRegistration(); - static TfLiteRegistration* GetMutableRegistration(); - static void* Init(TfLiteContext* context, const char* buffer, size_t length); - static void Free(TfLiteContext* context, void* buffer); - static TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node); - static TfLiteStatus Invoke(TfLiteContext* context, TfLiteNode* node); - - static bool freed_; -}; - -// A simple operator with the purpose of testing multiple inputs. It returns -// the sum of the inputs. -class MultipleInputs { - public: - static const TfLiteRegistration* getRegistration(); - static TfLiteRegistration* GetMutableRegistration(); - static void* Init(TfLiteContext* context, const char* buffer, size_t length); - static void Free(TfLiteContext* context, void* buffer); - static TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node); - static TfLiteStatus Invoke(TfLiteContext* context, TfLiteNode* node); - - static bool freed_; -}; - -// A simple no-op operator. -class NoOp { - public: - static const TfLiteRegistration* getRegistration(); - static TfLiteRegistration* GetMutableRegistration(); - static void* Init(TfLiteContext* context, const char* buffer, size_t length); - static void Free(TfLiteContext* context, void* buffer); - static TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node); - static TfLiteStatus Invoke(TfLiteContext* context, TfLiteNode* node); - - static bool freed_; -}; - -// Returns an Op Resolver that can be used in the testing code. -AllOpsResolver GetOpResolver(); - -// Returns a simple example flatbuffer TensorFlow Lite model. Contains 1 input, -// 1 layer of weights, 1 output Tensor, and 1 operator. -const Model* GetSimpleMockModel(); - -// Returns a flatbuffer TensorFlow Lite model with more inputs, variable -// tensors, and operators. -const Model* GetComplexMockModel(); - -// Returns a simple example flatbuffer TensorFlow Lite model. Contains 1 input, -// 1 layer of weights, 1 output Tensor, and 1 operator. -// The size of all three tensors is 256 x 256, which is larger than what other -// models provide from this test helper. -const Model* GetModelWith256x256Tensor(); - -// Returns a simple flatbuffer model with two branches. -const Model* GetSimpleModelWithBranch(); - -// Returns a simple example flatbuffer TensorFlow Lite model. Contains 3 inputs, -// 1 output Tensor, and 1 operator. -const Model* GetSimpleMultipleInputsModel(); - -// Returns a simple flatbuffer model with offline planned tensors -// @param[in] num_tensors Number of tensors in the model. -// @param[in] metadata_buffer Metadata for offline planner. -// @param[in] node_con List of connections, i.e. operators -// in the model. -// @param[in] num_conns Number of connections. -// @param[in] num_subgraph_inputs How many of the input tensors are in -// the subgraph inputs. The default value -// of 0 means all of the input tensors -// are in the subgraph input list. There -// must be at least 1 input tensor in the -// subgraph input list. -const Model* GetModelWithOfflinePlanning(int num_tensors, - const int32_t* metadata_buffer, - NodeConnection* node_conn, - int num_conns, - int num_subgraph_inputs = 0); - -// Returns a flatbuffer with a single operator, two inputs (one unused) and one -// output. -const Model* GetModelWithUnusedInputs(); - -// Returns a flatbuffer with a single operator, zero inputs and two outputs -// (one unused). -const Model* GetModelWithUnusedOperatorOutputs(); - -// Returns a flatbuffer model with `simple_stateful_op` -const Model* GetSimpleStatefulModel(); - -// Returns a flatbuffer model with "if" and two subgraphs. -const Model* GetSimpleModelWithSubgraphsAndIf(); - -// Returns a flatbuffer model with "while" and three subgraphs. -const Model* GetSimpleModelWithSubgraphsAndWhile(); - -// Returns a flatbuffer model with "if" and two subgraphs and the input tensor 1 -// of "if" subgraph overlaps with the input tensor 2 of subgraph 1. -const Model* GetModelWithIfAndSubgraphInputTensorOverlap(); - -// Returns a flatbuffer model with null subgraph/operator inputs and outputs. -const Model* GetSimpleModelWithNullInputsAndOutputs(); - -// Builds a one-dimensional flatbuffer tensor of the given size. -const Tensor* Create1dFlatbufferTensor(int size, bool is_variable = false); - -// Builds a one-dimensional flatbuffer tensor of the given size with -// quantization metadata. -const Tensor* CreateQuantizedFlatbufferTensor(int size); - -// Creates a one-dimensional tensor with no quantization metadata. -const Tensor* CreateMissingQuantizationFlatbufferTensor(int size); - -// Creates a vector of flatbuffer buffers. -const flatbuffers::Vector>* -CreateFlatbufferBuffers(); - -// Performs a simple string comparison without requiring standard C library. -int TestStrcmp(const char* a, const char* b); - -// Wrapper to forward kernel errors to the interpreter's error reporter. -void ReportOpError(struct TfLiteContext* context, const char* format, ...); - -void PopulateContext(TfLiteTensor* tensors, int tensors_size, - TfLiteContext* context); - -// Create a TfLiteIntArray from an array of ints. The first element in the -// supplied array must be the size of the array expressed as an int. -TfLiteIntArray* IntArrayFromInts(int* int_array); - -// Create a TfLiteFloatArray from an array of floats. The first element in the -// supplied array must be the size of the array expressed as a float. -TfLiteFloatArray* FloatArrayFromFloats(const float* floats); - -template -TfLiteTensor CreateTensor(const T* data, TfLiteIntArray* dims, - const bool is_variable = false) { - TfLiteTensor result; - result.dims = dims; - result.params = {}; - result.quantization = {kTfLiteNoQuantization, nullptr}; - result.is_variable = is_variable; - result.allocation_type = kTfLiteMemNone; - result.type = typeToTfLiteType(); - // Const cast is used to allow passing in const and non-const arrays within a - // single CreateTensor method. A Const array should be used for immutable - // input tensors and non-const array should be used for mutable and output - // tensors. - result.data.data = const_cast(data); - result.quantization = {kTfLiteAffineQuantization, nullptr}; - result.bytes = ElementCount(*dims) * sizeof(T); - return result; -} - -template -TfLiteTensor CreateQuantizedTensor(const T* data, TfLiteIntArray* dims, - const float scale, const int zero_point = 0, - const bool is_variable = false) { - TfLiteTensor result = CreateTensor(data, dims, is_variable); - result.params = {scale, zero_point}; - result.quantization = {kTfLiteAffineQuantization, nullptr}; - return result; -} - -template -TfLiteTensor CreateQuantizedTensor(const float* input, T* quantized, - TfLiteIntArray* dims, float scale, - int zero_point, bool is_variable = false) { - int input_size = ElementCount(*dims); - tflite::Quantize(input, quantized, input_size, scale, zero_point); - return CreateQuantizedTensor(quantized, dims, scale, zero_point, is_variable); -} - -TfLiteTensor CreateQuantizedBiasTensor(const float* data, int16_t* quantized, - TfLiteIntArray* dims, float input_scale, - float weights_scale, - bool is_variable = false); - -TfLiteTensor CreateQuantizedBiasTensor(const float* data, int32_t* quantized, - TfLiteIntArray* dims, float input_scale, - float weights_scale, - bool is_variable = false); - -TfLiteTensor CreateQuantizedBiasTensor(const float* data, - std::int64_t* quantized, - TfLiteIntArray* dims, float input_scale, - float weights_scale, - bool is_variable = false); - -// Quantizes int32_t bias tensor with per-channel weights determined by input -// scale multiplied by weight scale for each channel. -TfLiteTensor CreatePerChannelQuantizedBiasTensor( - const float* input, int32_t* quantized, TfLiteIntArray* dims, - float input_scale, float* weight_scales, float* scales, int* zero_points, - TfLiteAffineQuantization* affine_quant, int quantized_dimension, - bool is_variable = false); - -// Quantizes int64_t bias tensor with per-channel weights determined by input -// scale multiplied by weight scale for each channel. -TfLiteTensor CreatePerChannelQuantizedBiasTensor( - const float* input, std::int64_t* quantized, TfLiteIntArray* dims, - float input_scale, float* weight_scales, float* scales, int* zero_points, - TfLiteAffineQuantization* affine_quant, int quantized_dimension, - bool is_variable = false); - -TfLiteTensor CreateSymmetricPerChannelQuantizedTensor( - const float* input, int8_t* quantized, TfLiteIntArray* dims, float* scales, - int* zero_points, TfLiteAffineQuantization* affine_quant, - int quantized_dimension, bool is_variable = false); - -// Returns the number of tensors in the default subgraph for a tflite::Model. -size_t GetModelTensorCount(const Model* model); - -// Derives the quantization scaling factor from a min and max range. -template -inline float ScaleFromMinMax(const float min, const float max) { - return (max - min) / - static_cast((std::numeric_limits::max() * 1.0) - - std::numeric_limits::min()); -} - -// Derives the quantization zero point from a min and max range. -template -inline int ZeroPointFromMinMax(const float min, const float max) { - return static_cast(std::numeric_limits::min()) + - static_cast(-min / ScaleFromMinMax(min, max) + 0.5f); -} - -} // namespace testing -} // namespace tflite - -#endif // TENSORFLOW_LITE_MICRO_TEST_HELPERS_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/portable_type_to_tflitetype.h b/code/components/tflite-lib/tensorflow/lite/portable_type_to_tflitetype.h deleted file mode 100644 index 52d7fdef..00000000 --- a/code/components/tflite-lib/tensorflow/lite/portable_type_to_tflitetype.h +++ /dev/null @@ -1,75 +0,0 @@ -/* Copyright 2019 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_PORTABLE_TYPE_TO_TFLITETYPE_H_ -#define TENSORFLOW_LITE_PORTABLE_TYPE_TO_TFLITETYPE_H_ - -// Most of the definitions have been moved to this subheader so that Micro -// can include it without relying on and , which isn't -// available on all platforms. - -// Arduino build defines abs as a macro here. That is invalid C++, and breaks -// libc++'s header, undefine it. -#ifdef abs -#undef abs -#endif - -#include - -#include "tensorflow/lite/c/common.h" - -namespace tflite { - -// Map statically from a C++ type to a TfLiteType. Used in interpreter for -// safe casts. -// Example: -// typeToTfLiteType() -> kTfLiteBool -template -constexpr TfLiteType typeToTfLiteType() { - return kTfLiteNoType; -} -// Map from TfLiteType to the corresponding C++ type. -// Example: -// TfLiteTypeToType::Type -> bool -template -struct TfLiteTypeToType {}; // Specializations below - -// Template specialization for both typeToTfLiteType and TfLiteTypeToType. -#define MATCH_TYPE_AND_TFLITE_TYPE(CPP_TYPE, TFLITE_TYPE_ENUM) \ - template <> \ - constexpr TfLiteType typeToTfLiteType() { \ - return TFLITE_TYPE_ENUM; \ - } \ - template <> \ - struct TfLiteTypeToType { \ - using Type = CPP_TYPE; \ - } - -// No string mapping is included here, since the TF Lite packed representation -// doesn't correspond to a C++ type well. -MATCH_TYPE_AND_TFLITE_TYPE(int32_t, kTfLiteInt32); -MATCH_TYPE_AND_TFLITE_TYPE(uint32_t, kTfLiteUInt32); -MATCH_TYPE_AND_TFLITE_TYPE(int16_t, kTfLiteInt16); -MATCH_TYPE_AND_TFLITE_TYPE(uint16_t, kTfLiteUInt16); -MATCH_TYPE_AND_TFLITE_TYPE(int64_t, kTfLiteInt64); -MATCH_TYPE_AND_TFLITE_TYPE(float, kTfLiteFloat32); -MATCH_TYPE_AND_TFLITE_TYPE(unsigned char, kTfLiteUInt8); -MATCH_TYPE_AND_TFLITE_TYPE(int8_t, kTfLiteInt8); -MATCH_TYPE_AND_TFLITE_TYPE(bool, kTfLiteBool); -MATCH_TYPE_AND_TFLITE_TYPE(TfLiteFloat16, kTfLiteFloat16); -MATCH_TYPE_AND_TFLITE_TYPE(double, kTfLiteFloat64); -MATCH_TYPE_AND_TFLITE_TYPE(uint64_t, kTfLiteUInt64); - -} // namespace tflite -#endif // TENSORFLOW_LITE_PORTABLE_TYPE_TO_TFLITETYPE_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/schema/schema_generated.h b/code/components/tflite-lib/tensorflow/lite/schema/schema_generated.h deleted file mode 100644 index 5d1cee85..00000000 --- a/code/components/tflite-lib/tensorflow/lite/schema/schema_generated.h +++ /dev/null @@ -1,19788 +0,0 @@ -// automatically generated by the FlatBuffers compiler, do not modify - - -#ifndef FLATBUFFERS_GENERATED_SCHEMA_TFLITE_H_ -#define FLATBUFFERS_GENERATED_SCHEMA_TFLITE_H_ - -#include "flatbuffers/flatbuffers.h" - -namespace tflite { - -struct CustomQuantization; -struct CustomQuantizationBuilder; -struct CustomQuantizationT; - -struct QuantizationParameters; -struct QuantizationParametersBuilder; -struct QuantizationParametersT; - -struct Int32Vector; -struct Int32VectorBuilder; -struct Int32VectorT; - -struct Uint16Vector; -struct Uint16VectorBuilder; -struct Uint16VectorT; - -struct Uint8Vector; -struct Uint8VectorBuilder; -struct Uint8VectorT; - -struct DimensionMetadata; -struct DimensionMetadataBuilder; -struct DimensionMetadataT; - -struct SparsityParameters; -struct SparsityParametersBuilder; -struct SparsityParametersT; - -struct Tensor; -struct TensorBuilder; -struct TensorT; - -struct Conv2DOptions; -struct Conv2DOptionsBuilder; -struct Conv2DOptionsT; - -struct Conv3DOptions; -struct Conv3DOptionsBuilder; -struct Conv3DOptionsT; - -struct Pool2DOptions; -struct Pool2DOptionsBuilder; -struct Pool2DOptionsT; - -struct DepthwiseConv2DOptions; -struct DepthwiseConv2DOptionsBuilder; -struct DepthwiseConv2DOptionsT; - -struct ConcatEmbeddingsOptions; -struct ConcatEmbeddingsOptionsBuilder; -struct ConcatEmbeddingsOptionsT; - -struct LSHProjectionOptions; -struct LSHProjectionOptionsBuilder; -struct LSHProjectionOptionsT; - -struct SVDFOptions; -struct SVDFOptionsBuilder; -struct SVDFOptionsT; - -struct RNNOptions; -struct RNNOptionsBuilder; -struct RNNOptionsT; - -struct SequenceRNNOptions; -struct SequenceRNNOptionsBuilder; -struct SequenceRNNOptionsT; - -struct BidirectionalSequenceRNNOptions; -struct BidirectionalSequenceRNNOptionsBuilder; -struct BidirectionalSequenceRNNOptionsT; - -struct FullyConnectedOptions; -struct FullyConnectedOptionsBuilder; -struct FullyConnectedOptionsT; - -struct SoftmaxOptions; -struct SoftmaxOptionsBuilder; -struct SoftmaxOptionsT; - -struct ConcatenationOptions; -struct ConcatenationOptionsBuilder; -struct ConcatenationOptionsT; - -struct AddOptions; -struct AddOptionsBuilder; -struct AddOptionsT; - -struct MulOptions; -struct MulOptionsBuilder; -struct MulOptionsT; - -struct L2NormOptions; -struct L2NormOptionsBuilder; -struct L2NormOptionsT; - -struct LocalResponseNormalizationOptions; -struct LocalResponseNormalizationOptionsBuilder; -struct LocalResponseNormalizationOptionsT; - -struct LSTMOptions; -struct LSTMOptionsBuilder; -struct LSTMOptionsT; - -struct UnidirectionalSequenceLSTMOptions; -struct UnidirectionalSequenceLSTMOptionsBuilder; -struct UnidirectionalSequenceLSTMOptionsT; - -struct BidirectionalSequenceLSTMOptions; -struct BidirectionalSequenceLSTMOptionsBuilder; -struct BidirectionalSequenceLSTMOptionsT; - -struct ResizeBilinearOptions; -struct ResizeBilinearOptionsBuilder; -struct ResizeBilinearOptionsT; - -struct ResizeNearestNeighborOptions; -struct ResizeNearestNeighborOptionsBuilder; -struct ResizeNearestNeighborOptionsT; - -struct CallOptions; -struct CallOptionsBuilder; -struct CallOptionsT; - -struct PadOptions; -struct PadOptionsBuilder; -struct PadOptionsT; - -struct PadV2Options; -struct PadV2OptionsBuilder; -struct PadV2OptionsT; - -struct ReshapeOptions; -struct ReshapeOptionsBuilder; -struct ReshapeOptionsT; - -struct SpaceToBatchNDOptions; -struct SpaceToBatchNDOptionsBuilder; -struct SpaceToBatchNDOptionsT; - -struct BatchToSpaceNDOptions; -struct BatchToSpaceNDOptionsBuilder; -struct BatchToSpaceNDOptionsT; - -struct SkipGramOptions; -struct SkipGramOptionsBuilder; -struct SkipGramOptionsT; - -struct SpaceToDepthOptions; -struct SpaceToDepthOptionsBuilder; -struct SpaceToDepthOptionsT; - -struct DepthToSpaceOptions; -struct DepthToSpaceOptionsBuilder; -struct DepthToSpaceOptionsT; - -struct SubOptions; -struct SubOptionsBuilder; -struct SubOptionsT; - -struct DivOptions; -struct DivOptionsBuilder; -struct DivOptionsT; - -struct TopKV2Options; -struct TopKV2OptionsBuilder; -struct TopKV2OptionsT; - -struct EmbeddingLookupSparseOptions; -struct EmbeddingLookupSparseOptionsBuilder; -struct EmbeddingLookupSparseOptionsT; - -struct GatherOptions; -struct GatherOptionsBuilder; -struct GatherOptionsT; - -struct TransposeOptions; -struct TransposeOptionsBuilder; -struct TransposeOptionsT; - -struct ExpOptions; -struct ExpOptionsBuilder; -struct ExpOptionsT; - -struct CosOptions; -struct CosOptionsBuilder; -struct CosOptionsT; - -struct ReducerOptions; -struct ReducerOptionsBuilder; -struct ReducerOptionsT; - -struct SqueezeOptions; -struct SqueezeOptionsBuilder; -struct SqueezeOptionsT; - -struct SplitOptions; -struct SplitOptionsBuilder; -struct SplitOptionsT; - -struct SplitVOptions; -struct SplitVOptionsBuilder; -struct SplitVOptionsT; - -struct StridedSliceOptions; -struct StridedSliceOptionsBuilder; -struct StridedSliceOptionsT; - -struct LogSoftmaxOptions; -struct LogSoftmaxOptionsBuilder; -struct LogSoftmaxOptionsT; - -struct CastOptions; -struct CastOptionsBuilder; -struct CastOptionsT; - -struct DequantizeOptions; -struct DequantizeOptionsBuilder; -struct DequantizeOptionsT; - -struct MaximumMinimumOptions; -struct MaximumMinimumOptionsBuilder; -struct MaximumMinimumOptionsT; - -struct TileOptions; -struct TileOptionsBuilder; -struct TileOptionsT; - -struct ArgMaxOptions; -struct ArgMaxOptionsBuilder; -struct ArgMaxOptionsT; - -struct ArgMinOptions; -struct ArgMinOptionsBuilder; -struct ArgMinOptionsT; - -struct GreaterOptions; -struct GreaterOptionsBuilder; -struct GreaterOptionsT; - -struct GreaterEqualOptions; -struct GreaterEqualOptionsBuilder; -struct GreaterEqualOptionsT; - -struct LessOptions; -struct LessOptionsBuilder; -struct LessOptionsT; - -struct LessEqualOptions; -struct LessEqualOptionsBuilder; -struct LessEqualOptionsT; - -struct NegOptions; -struct NegOptionsBuilder; -struct NegOptionsT; - -struct SelectOptions; -struct SelectOptionsBuilder; -struct SelectOptionsT; - -struct SliceOptions; -struct SliceOptionsBuilder; -struct SliceOptionsT; - -struct TransposeConvOptions; -struct TransposeConvOptionsBuilder; -struct TransposeConvOptionsT; - -struct ExpandDimsOptions; -struct ExpandDimsOptionsBuilder; -struct ExpandDimsOptionsT; - -struct SparseToDenseOptions; -struct SparseToDenseOptionsBuilder; -struct SparseToDenseOptionsT; - -struct EqualOptions; -struct EqualOptionsBuilder; -struct EqualOptionsT; - -struct NotEqualOptions; -struct NotEqualOptionsBuilder; -struct NotEqualOptionsT; - -struct ShapeOptions; -struct ShapeOptionsBuilder; -struct ShapeOptionsT; - -struct RankOptions; -struct RankOptionsBuilder; -struct RankOptionsT; - -struct PowOptions; -struct PowOptionsBuilder; -struct PowOptionsT; - -struct FakeQuantOptions; -struct FakeQuantOptionsBuilder; -struct FakeQuantOptionsT; - -struct PackOptions; -struct PackOptionsBuilder; -struct PackOptionsT; - -struct LogicalOrOptions; -struct LogicalOrOptionsBuilder; -struct LogicalOrOptionsT; - -struct OneHotOptions; -struct OneHotOptionsBuilder; -struct OneHotOptionsT; - -struct AbsOptions; -struct AbsOptionsBuilder; -struct AbsOptionsT; - -struct HardSwishOptions; -struct HardSwishOptionsBuilder; -struct HardSwishOptionsT; - -struct LogicalAndOptions; -struct LogicalAndOptionsBuilder; -struct LogicalAndOptionsT; - -struct LogicalNotOptions; -struct LogicalNotOptionsBuilder; -struct LogicalNotOptionsT; - -struct UnpackOptions; -struct UnpackOptionsBuilder; -struct UnpackOptionsT; - -struct FloorDivOptions; -struct FloorDivOptionsBuilder; -struct FloorDivOptionsT; - -struct SquareOptions; -struct SquareOptionsBuilder; -struct SquareOptionsT; - -struct ZerosLikeOptions; -struct ZerosLikeOptionsBuilder; -struct ZerosLikeOptionsT; - -struct FillOptions; -struct FillOptionsBuilder; -struct FillOptionsT; - -struct FloorModOptions; -struct FloorModOptionsBuilder; -struct FloorModOptionsT; - -struct RangeOptions; -struct RangeOptionsBuilder; -struct RangeOptionsT; - -struct LeakyReluOptions; -struct LeakyReluOptionsBuilder; -struct LeakyReluOptionsT; - -struct SquaredDifferenceOptions; -struct SquaredDifferenceOptionsBuilder; -struct SquaredDifferenceOptionsT; - -struct MirrorPadOptions; -struct MirrorPadOptionsBuilder; -struct MirrorPadOptionsT; - -struct UniqueOptions; -struct UniqueOptionsBuilder; -struct UniqueOptionsT; - -struct ReverseV2Options; -struct ReverseV2OptionsBuilder; -struct ReverseV2OptionsT; - -struct AddNOptions; -struct AddNOptionsBuilder; -struct AddNOptionsT; - -struct GatherNdOptions; -struct GatherNdOptionsBuilder; -struct GatherNdOptionsT; - -struct WhereOptions; -struct WhereOptionsBuilder; -struct WhereOptionsT; - -struct ReverseSequenceOptions; -struct ReverseSequenceOptionsBuilder; -struct ReverseSequenceOptionsT; - -struct MatrixDiagOptions; -struct MatrixDiagOptionsBuilder; -struct MatrixDiagOptionsT; - -struct QuantizeOptions; -struct QuantizeOptionsBuilder; -struct QuantizeOptionsT; - -struct MatrixSetDiagOptions; -struct MatrixSetDiagOptionsBuilder; -struct MatrixSetDiagOptionsT; - -struct IfOptions; -struct IfOptionsBuilder; -struct IfOptionsT; - -struct CallOnceOptions; -struct CallOnceOptionsBuilder; -struct CallOnceOptionsT; - -struct WhileOptions; -struct WhileOptionsBuilder; -struct WhileOptionsT; - -struct NonMaxSuppressionV4Options; -struct NonMaxSuppressionV4OptionsBuilder; -struct NonMaxSuppressionV4OptionsT; - -struct NonMaxSuppressionV5Options; -struct NonMaxSuppressionV5OptionsBuilder; -struct NonMaxSuppressionV5OptionsT; - -struct ScatterNdOptions; -struct ScatterNdOptionsBuilder; -struct ScatterNdOptionsT; - -struct SelectV2Options; -struct SelectV2OptionsBuilder; -struct SelectV2OptionsT; - -struct DensifyOptions; -struct DensifyOptionsBuilder; -struct DensifyOptionsT; - -struct SegmentSumOptions; -struct SegmentSumOptionsBuilder; -struct SegmentSumOptionsT; - -struct BatchMatMulOptions; -struct BatchMatMulOptionsBuilder; -struct BatchMatMulOptionsT; - -struct CumsumOptions; -struct CumsumOptionsBuilder; -struct CumsumOptionsT; - -struct BroadcastToOptions; -struct BroadcastToOptionsBuilder; -struct BroadcastToOptionsT; - -struct Rfft2dOptions; -struct Rfft2dOptionsBuilder; -struct Rfft2dOptionsT; - -struct HashtableOptions; -struct HashtableOptionsBuilder; -struct HashtableOptionsT; - -struct HashtableFindOptions; -struct HashtableFindOptionsBuilder; -struct HashtableFindOptionsT; - -struct HashtableImportOptions; -struct HashtableImportOptionsBuilder; -struct HashtableImportOptionsT; - -struct HashtableSizeOptions; -struct HashtableSizeOptionsBuilder; -struct HashtableSizeOptionsT; - -struct VarHandleOptions; -struct VarHandleOptionsBuilder; -struct VarHandleOptionsT; - -struct ReadVariableOptions; -struct ReadVariableOptionsBuilder; -struct ReadVariableOptionsT; - -struct AssignVariableOptions; -struct AssignVariableOptionsBuilder; -struct AssignVariableOptionsT; - -struct RandomOptions; -struct RandomOptionsBuilder; -struct RandomOptionsT; - -struct BucketizeOptions; -struct BucketizeOptionsBuilder; -struct BucketizeOptionsT; - -struct GeluOptions; -struct GeluOptionsBuilder; -struct GeluOptionsT; - -struct DynamicUpdateSliceOptions; -struct DynamicUpdateSliceOptionsBuilder; -struct DynamicUpdateSliceOptionsT; - -struct UnsortedSegmentProdOptions; -struct UnsortedSegmentProdOptionsBuilder; -struct UnsortedSegmentProdOptionsT; - -struct UnsortedSegmentMaxOptions; -struct UnsortedSegmentMaxOptionsBuilder; -struct UnsortedSegmentMaxOptionsT; - -struct UnsortedSegmentSumOptions; -struct UnsortedSegmentSumOptionsBuilder; -struct UnsortedSegmentSumOptionsT; - -struct ATan2Options; -struct ATan2OptionsBuilder; -struct ATan2OptionsT; - -struct UnsortedSegmentMinOptions; -struct UnsortedSegmentMinOptionsBuilder; -struct UnsortedSegmentMinOptionsT; - -struct OperatorCode; -struct OperatorCodeBuilder; -struct OperatorCodeT; - -struct Operator; -struct OperatorBuilder; -struct OperatorT; - -struct SubGraph; -struct SubGraphBuilder; -struct SubGraphT; - -struct Buffer; -struct BufferBuilder; -struct BufferT; - -struct Metadata; -struct MetadataBuilder; -struct MetadataT; - -struct TensorMap; -struct TensorMapBuilder; -struct TensorMapT; - -struct SignatureDef; -struct SignatureDefBuilder; -struct SignatureDefT; - -struct Model; -struct ModelBuilder; -struct ModelT; - -enum TensorType { - TensorType_FLOAT32 = 0, - TensorType_FLOAT16 = 1, - TensorType_INT32 = 2, - TensorType_UINT8 = 3, - TensorType_INT64 = 4, - TensorType_STRING = 5, - TensorType_BOOL = 6, - TensorType_INT16 = 7, - TensorType_COMPLEX64 = 8, - TensorType_INT8 = 9, - TensorType_FLOAT64 = 10, - TensorType_COMPLEX128 = 11, - TensorType_UINT64 = 12, - TensorType_RESOURCE = 13, - TensorType_VARIANT = 14, - TensorType_UINT32 = 15, - TensorType_UINT16 = 16, - TensorType_MIN = TensorType_FLOAT32, - TensorType_MAX = TensorType_UINT16 -}; - -inline const TensorType (&EnumValuesTensorType())[17] { - static const TensorType values[] = { - TensorType_FLOAT32, - TensorType_FLOAT16, - TensorType_INT32, - TensorType_UINT8, - TensorType_INT64, - TensorType_STRING, - TensorType_BOOL, - TensorType_INT16, - TensorType_COMPLEX64, - TensorType_INT8, - TensorType_FLOAT64, - TensorType_COMPLEX128, - TensorType_UINT64, - TensorType_RESOURCE, - TensorType_VARIANT, - TensorType_UINT32, - TensorType_UINT16 - }; - return values; -} - -inline const char * const *EnumNamesTensorType() { - static const char * const names[18] = { - "FLOAT32", - "FLOAT16", - "INT32", - "UINT8", - "INT64", - "STRING", - "BOOL", - "INT16", - "COMPLEX64", - "INT8", - "FLOAT64", - "COMPLEX128", - "UINT64", - "RESOURCE", - "VARIANT", - "UINT32", - "UINT16", - nullptr - }; - return names; -} - -inline const char *EnumNameTensorType(TensorType e) { - if (flatbuffers::IsOutRange(e, TensorType_FLOAT32, TensorType_UINT16)) return ""; - const size_t index = static_cast(e); - return EnumNamesTensorType()[index]; -} - -enum QuantizationDetails { - QuantizationDetails_NONE = 0, - QuantizationDetails_CustomQuantization = 1, - QuantizationDetails_MIN = QuantizationDetails_NONE, - QuantizationDetails_MAX = QuantizationDetails_CustomQuantization -}; - -inline const QuantizationDetails (&EnumValuesQuantizationDetails())[2] { - static const QuantizationDetails values[] = { - QuantizationDetails_NONE, - QuantizationDetails_CustomQuantization - }; - return values; -} - -inline const char * const *EnumNamesQuantizationDetails() { - static const char * const names[3] = { - "NONE", - "CustomQuantization", - nullptr - }; - return names; -} - -inline const char *EnumNameQuantizationDetails(QuantizationDetails e) { - if (flatbuffers::IsOutRange(e, QuantizationDetails_NONE, QuantizationDetails_CustomQuantization)) return ""; - const size_t index = static_cast(e); - return EnumNamesQuantizationDetails()[index]; -} - -template struct QuantizationDetailsTraits { - static const QuantizationDetails enum_value = QuantizationDetails_NONE; -}; - -template<> struct QuantizationDetailsTraits { - static const QuantizationDetails enum_value = QuantizationDetails_CustomQuantization; -}; - -struct QuantizationDetailsUnion { - QuantizationDetails type; - void *value; - - QuantizationDetailsUnion() : type(QuantizationDetails_NONE), value(nullptr) {} - QuantizationDetailsUnion(QuantizationDetailsUnion&& u) FLATBUFFERS_NOEXCEPT : - type(QuantizationDetails_NONE), value(nullptr) - { std::swap(type, u.type); std::swap(value, u.value); } - QuantizationDetailsUnion(const QuantizationDetailsUnion &); - QuantizationDetailsUnion &operator=(const QuantizationDetailsUnion &u) - { QuantizationDetailsUnion t(u); std::swap(type, t.type); std::swap(value, t.value); return *this; } - QuantizationDetailsUnion &operator=(QuantizationDetailsUnion &&u) FLATBUFFERS_NOEXCEPT - { std::swap(type, u.type); std::swap(value, u.value); return *this; } - ~QuantizationDetailsUnion() { Reset(); } - - void Reset(); - -#ifndef FLATBUFFERS_CPP98_STL - template - void Set(T&& val) { - using RT = typename std::remove_reference::type; - Reset(); - type = QuantizationDetailsTraits::enum_value; - if (type != QuantizationDetails_NONE) { - value = new RT(std::forward(val)); - } - } -#endif // FLATBUFFERS_CPP98_STL - - static void *UnPack(const void *obj, QuantizationDetails type, const flatbuffers::resolver_function_t *resolver); - flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const flatbuffers::rehasher_function_t *_rehasher = nullptr) const; - - tflite::CustomQuantizationT *AsCustomQuantization() { - return type == QuantizationDetails_CustomQuantization ? - reinterpret_cast(value) : nullptr; - } - const tflite::CustomQuantizationT *AsCustomQuantization() const { - return type == QuantizationDetails_CustomQuantization ? - reinterpret_cast(value) : nullptr; - } -}; - -bool VerifyQuantizationDetails(flatbuffers::Verifier &verifier, const void *obj, QuantizationDetails type); -bool VerifyQuantizationDetailsVector(flatbuffers::Verifier &verifier, const flatbuffers::Vector> *values, const flatbuffers::Vector *types); - -enum DimensionType { - DimensionType_DENSE = 0, - DimensionType_SPARSE_CSR = 1, - DimensionType_MIN = DimensionType_DENSE, - DimensionType_MAX = DimensionType_SPARSE_CSR -}; - -inline const DimensionType (&EnumValuesDimensionType())[2] { - static const DimensionType values[] = { - DimensionType_DENSE, - DimensionType_SPARSE_CSR - }; - return values; -} - -inline const char * const *EnumNamesDimensionType() { - static const char * const names[3] = { - "DENSE", - "SPARSE_CSR", - nullptr - }; - return names; -} - -inline const char *EnumNameDimensionType(DimensionType e) { - if (flatbuffers::IsOutRange(e, DimensionType_DENSE, DimensionType_SPARSE_CSR)) return ""; - const size_t index = static_cast(e); - return EnumNamesDimensionType()[index]; -} - -enum SparseIndexVector { - SparseIndexVector_NONE = 0, - SparseIndexVector_Int32Vector = 1, - SparseIndexVector_Uint16Vector = 2, - SparseIndexVector_Uint8Vector = 3, - SparseIndexVector_MIN = SparseIndexVector_NONE, - SparseIndexVector_MAX = SparseIndexVector_Uint8Vector -}; - -inline const SparseIndexVector (&EnumValuesSparseIndexVector())[4] { - static const SparseIndexVector values[] = { - SparseIndexVector_NONE, - SparseIndexVector_Int32Vector, - SparseIndexVector_Uint16Vector, - SparseIndexVector_Uint8Vector - }; - return values; -} - -inline const char * const *EnumNamesSparseIndexVector() { - static const char * const names[5] = { - "NONE", - "Int32Vector", - "Uint16Vector", - "Uint8Vector", - nullptr - }; - return names; -} - -inline const char *EnumNameSparseIndexVector(SparseIndexVector e) { - if (flatbuffers::IsOutRange(e, SparseIndexVector_NONE, SparseIndexVector_Uint8Vector)) return ""; - const size_t index = static_cast(e); - return EnumNamesSparseIndexVector()[index]; -} - -template struct SparseIndexVectorTraits { - static const SparseIndexVector enum_value = SparseIndexVector_NONE; -}; - -template<> struct SparseIndexVectorTraits { - static const SparseIndexVector enum_value = SparseIndexVector_Int32Vector; -}; - -template<> struct SparseIndexVectorTraits { - static const SparseIndexVector enum_value = SparseIndexVector_Uint16Vector; -}; - -template<> struct SparseIndexVectorTraits { - static const SparseIndexVector enum_value = SparseIndexVector_Uint8Vector; -}; - -struct SparseIndexVectorUnion { - SparseIndexVector type; - void *value; - - SparseIndexVectorUnion() : type(SparseIndexVector_NONE), value(nullptr) {} - SparseIndexVectorUnion(SparseIndexVectorUnion&& u) FLATBUFFERS_NOEXCEPT : - type(SparseIndexVector_NONE), value(nullptr) - { std::swap(type, u.type); std::swap(value, u.value); } - SparseIndexVectorUnion(const SparseIndexVectorUnion &); - SparseIndexVectorUnion &operator=(const SparseIndexVectorUnion &u) - { SparseIndexVectorUnion t(u); std::swap(type, t.type); std::swap(value, t.value); return *this; } - SparseIndexVectorUnion &operator=(SparseIndexVectorUnion &&u) FLATBUFFERS_NOEXCEPT - { std::swap(type, u.type); std::swap(value, u.value); return *this; } - ~SparseIndexVectorUnion() { Reset(); } - - void Reset(); - -#ifndef FLATBUFFERS_CPP98_STL - template - void Set(T&& val) { - using RT = typename std::remove_reference::type; - Reset(); - type = SparseIndexVectorTraits::enum_value; - if (type != SparseIndexVector_NONE) { - value = new RT(std::forward(val)); - } - } -#endif // FLATBUFFERS_CPP98_STL - - static void *UnPack(const void *obj, SparseIndexVector type, const flatbuffers::resolver_function_t *resolver); - flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const flatbuffers::rehasher_function_t *_rehasher = nullptr) const; - - tflite::Int32VectorT *AsInt32Vector() { - return type == SparseIndexVector_Int32Vector ? - reinterpret_cast(value) : nullptr; - } - const tflite::Int32VectorT *AsInt32Vector() const { - return type == SparseIndexVector_Int32Vector ? - reinterpret_cast(value) : nullptr; - } - tflite::Uint16VectorT *AsUint16Vector() { - return type == SparseIndexVector_Uint16Vector ? - reinterpret_cast(value) : nullptr; - } - const tflite::Uint16VectorT *AsUint16Vector() const { - return type == SparseIndexVector_Uint16Vector ? - reinterpret_cast(value) : nullptr; - } - tflite::Uint8VectorT *AsUint8Vector() { - return type == SparseIndexVector_Uint8Vector ? - reinterpret_cast(value) : nullptr; - } - const tflite::Uint8VectorT *AsUint8Vector() const { - return type == SparseIndexVector_Uint8Vector ? - reinterpret_cast(value) : nullptr; - } -}; - -bool VerifySparseIndexVector(flatbuffers::Verifier &verifier, const void *obj, SparseIndexVector type); -bool VerifySparseIndexVectorVector(flatbuffers::Verifier &verifier, const flatbuffers::Vector> *values, const flatbuffers::Vector *types); - -enum BuiltinOperator { - BuiltinOperator_ADD = 0, - BuiltinOperator_AVERAGE_POOL_2D = 1, - BuiltinOperator_CONCATENATION = 2, - BuiltinOperator_CONV_2D = 3, - BuiltinOperator_DEPTHWISE_CONV_2D = 4, - BuiltinOperator_DEPTH_TO_SPACE = 5, - BuiltinOperator_DEQUANTIZE = 6, - BuiltinOperator_EMBEDDING_LOOKUP = 7, - BuiltinOperator_FLOOR = 8, - BuiltinOperator_FULLY_CONNECTED = 9, - BuiltinOperator_HASHTABLE_LOOKUP = 10, - BuiltinOperator_L2_NORMALIZATION = 11, - BuiltinOperator_L2_POOL_2D = 12, - BuiltinOperator_LOCAL_RESPONSE_NORMALIZATION = 13, - BuiltinOperator_LOGISTIC = 14, - BuiltinOperator_LSH_PROJECTION = 15, - BuiltinOperator_LSTM = 16, - BuiltinOperator_MAX_POOL_2D = 17, - BuiltinOperator_MUL = 18, - BuiltinOperator_RELU = 19, - BuiltinOperator_RELU_N1_TO_1 = 20, - BuiltinOperator_RELU6 = 21, - BuiltinOperator_RESHAPE = 22, - BuiltinOperator_RESIZE_BILINEAR = 23, - BuiltinOperator_RNN = 24, - BuiltinOperator_SOFTMAX = 25, - BuiltinOperator_SPACE_TO_DEPTH = 26, - BuiltinOperator_SVDF = 27, - BuiltinOperator_TANH = 28, - BuiltinOperator_CONCAT_EMBEDDINGS = 29, - BuiltinOperator_SKIP_GRAM = 30, - BuiltinOperator_CALL = 31, - BuiltinOperator_CUSTOM = 32, - BuiltinOperator_EMBEDDING_LOOKUP_SPARSE = 33, - BuiltinOperator_PAD = 34, - BuiltinOperator_UNIDIRECTIONAL_SEQUENCE_RNN = 35, - BuiltinOperator_GATHER = 36, - BuiltinOperator_BATCH_TO_SPACE_ND = 37, - BuiltinOperator_SPACE_TO_BATCH_ND = 38, - BuiltinOperator_TRANSPOSE = 39, - BuiltinOperator_MEAN = 40, - BuiltinOperator_SUB = 41, - BuiltinOperator_DIV = 42, - BuiltinOperator_SQUEEZE = 43, - BuiltinOperator_UNIDIRECTIONAL_SEQUENCE_LSTM = 44, - BuiltinOperator_STRIDED_SLICE = 45, - BuiltinOperator_BIDIRECTIONAL_SEQUENCE_RNN = 46, - BuiltinOperator_EXP = 47, - BuiltinOperator_TOPK_V2 = 48, - BuiltinOperator_SPLIT = 49, - BuiltinOperator_LOG_SOFTMAX = 50, - BuiltinOperator_DELEGATE = 51, - BuiltinOperator_BIDIRECTIONAL_SEQUENCE_LSTM = 52, - BuiltinOperator_CAST = 53, - BuiltinOperator_PRELU = 54, - BuiltinOperator_MAXIMUM = 55, - BuiltinOperator_ARG_MAX = 56, - BuiltinOperator_MINIMUM = 57, - BuiltinOperator_LESS = 58, - BuiltinOperator_NEG = 59, - BuiltinOperator_PADV2 = 60, - BuiltinOperator_GREATER = 61, - BuiltinOperator_GREATER_EQUAL = 62, - BuiltinOperator_LESS_EQUAL = 63, - BuiltinOperator_SELECT = 64, - BuiltinOperator_SLICE = 65, - BuiltinOperator_SIN = 66, - BuiltinOperator_TRANSPOSE_CONV = 67, - BuiltinOperator_SPARSE_TO_DENSE = 68, - BuiltinOperator_TILE = 69, - BuiltinOperator_EXPAND_DIMS = 70, - BuiltinOperator_EQUAL = 71, - BuiltinOperator_NOT_EQUAL = 72, - BuiltinOperator_LOG = 73, - BuiltinOperator_SUM = 74, - BuiltinOperator_SQRT = 75, - BuiltinOperator_RSQRT = 76, - BuiltinOperator_SHAPE = 77, - BuiltinOperator_POW = 78, - BuiltinOperator_ARG_MIN = 79, - BuiltinOperator_FAKE_QUANT = 80, - BuiltinOperator_REDUCE_PROD = 81, - BuiltinOperator_REDUCE_MAX = 82, - BuiltinOperator_PACK = 83, - BuiltinOperator_LOGICAL_OR = 84, - BuiltinOperator_ONE_HOT = 85, - BuiltinOperator_LOGICAL_AND = 86, - BuiltinOperator_LOGICAL_NOT = 87, - BuiltinOperator_UNPACK = 88, - BuiltinOperator_REDUCE_MIN = 89, - BuiltinOperator_FLOOR_DIV = 90, - BuiltinOperator_REDUCE_ANY = 91, - BuiltinOperator_SQUARE = 92, - BuiltinOperator_ZEROS_LIKE = 93, - BuiltinOperator_FILL = 94, - BuiltinOperator_FLOOR_MOD = 95, - BuiltinOperator_RANGE = 96, - BuiltinOperator_RESIZE_NEAREST_NEIGHBOR = 97, - BuiltinOperator_LEAKY_RELU = 98, - BuiltinOperator_SQUARED_DIFFERENCE = 99, - BuiltinOperator_MIRROR_PAD = 100, - BuiltinOperator_ABS = 101, - BuiltinOperator_SPLIT_V = 102, - BuiltinOperator_UNIQUE = 103, - BuiltinOperator_CEIL = 104, - BuiltinOperator_REVERSE_V2 = 105, - BuiltinOperator_ADD_N = 106, - BuiltinOperator_GATHER_ND = 107, - BuiltinOperator_COS = 108, - BuiltinOperator_WHERE = 109, - BuiltinOperator_RANK = 110, - BuiltinOperator_ELU = 111, - BuiltinOperator_REVERSE_SEQUENCE = 112, - BuiltinOperator_MATRIX_DIAG = 113, - BuiltinOperator_QUANTIZE = 114, - BuiltinOperator_MATRIX_SET_DIAG = 115, - BuiltinOperator_ROUND = 116, - BuiltinOperator_HARD_SWISH = 117, - BuiltinOperator_IF = 118, - BuiltinOperator_WHILE = 119, - BuiltinOperator_NON_MAX_SUPPRESSION_V4 = 120, - BuiltinOperator_NON_MAX_SUPPRESSION_V5 = 121, - BuiltinOperator_SCATTER_ND = 122, - BuiltinOperator_SELECT_V2 = 123, - BuiltinOperator_DENSIFY = 124, - BuiltinOperator_SEGMENT_SUM = 125, - BuiltinOperator_BATCH_MATMUL = 126, - BuiltinOperator_PLACEHOLDER_FOR_GREATER_OP_CODES = 127, - BuiltinOperator_CUMSUM = 128, - BuiltinOperator_CALL_ONCE = 129, - BuiltinOperator_BROADCAST_TO = 130, - BuiltinOperator_RFFT2D = 131, - BuiltinOperator_CONV_3D = 132, - BuiltinOperator_IMAG = 133, - BuiltinOperator_REAL = 134, - BuiltinOperator_COMPLEX_ABS = 135, - BuiltinOperator_HASHTABLE = 136, - BuiltinOperator_HASHTABLE_FIND = 137, - BuiltinOperator_HASHTABLE_IMPORT = 138, - BuiltinOperator_HASHTABLE_SIZE = 139, - BuiltinOperator_REDUCE_ALL = 140, - BuiltinOperator_CONV_3D_TRANSPOSE = 141, - BuiltinOperator_VAR_HANDLE = 142, - BuiltinOperator_READ_VARIABLE = 143, - BuiltinOperator_ASSIGN_VARIABLE = 144, - BuiltinOperator_BROADCAST_ARGS = 145, - BuiltinOperator_RANDOM_STANDARD_NORMAL = 146, - BuiltinOperator_BUCKETIZE = 147, - BuiltinOperator_RANDOM_UNIFORM = 148, - BuiltinOperator_MULTINOMIAL = 149, - BuiltinOperator_GELU = 150, - BuiltinOperator_DYNAMIC_UPDATE_SLICE = 151, - BuiltinOperator_RELU_0_TO_1 = 152, - BuiltinOperator_UNSORTED_SEGMENT_PROD = 153, - BuiltinOperator_UNSORTED_SEGMENT_MAX = 154, - BuiltinOperator_UNSORTED_SEGMENT_SUM = 155, - BuiltinOperator_ATAN2 = 156, - BuiltinOperator_UNSORTED_SEGMENT_MIN = 157, - BuiltinOperator_MIN = BuiltinOperator_ADD, - BuiltinOperator_MAX = BuiltinOperator_UNSORTED_SEGMENT_MIN -}; - -inline const BuiltinOperator (&EnumValuesBuiltinOperator())[158] { - static const BuiltinOperator values[] = { - BuiltinOperator_ADD, - BuiltinOperator_AVERAGE_POOL_2D, - BuiltinOperator_CONCATENATION, - BuiltinOperator_CONV_2D, - BuiltinOperator_DEPTHWISE_CONV_2D, - BuiltinOperator_DEPTH_TO_SPACE, - BuiltinOperator_DEQUANTIZE, - BuiltinOperator_EMBEDDING_LOOKUP, - BuiltinOperator_FLOOR, - BuiltinOperator_FULLY_CONNECTED, - BuiltinOperator_HASHTABLE_LOOKUP, - BuiltinOperator_L2_NORMALIZATION, - BuiltinOperator_L2_POOL_2D, - BuiltinOperator_LOCAL_RESPONSE_NORMALIZATION, - BuiltinOperator_LOGISTIC, - BuiltinOperator_LSH_PROJECTION, - BuiltinOperator_LSTM, - BuiltinOperator_MAX_POOL_2D, - BuiltinOperator_MUL, - BuiltinOperator_RELU, - BuiltinOperator_RELU_N1_TO_1, - BuiltinOperator_RELU6, - BuiltinOperator_RESHAPE, - BuiltinOperator_RESIZE_BILINEAR, - BuiltinOperator_RNN, - BuiltinOperator_SOFTMAX, - BuiltinOperator_SPACE_TO_DEPTH, - BuiltinOperator_SVDF, - BuiltinOperator_TANH, - BuiltinOperator_CONCAT_EMBEDDINGS, - BuiltinOperator_SKIP_GRAM, - BuiltinOperator_CALL, - BuiltinOperator_CUSTOM, - BuiltinOperator_EMBEDDING_LOOKUP_SPARSE, - BuiltinOperator_PAD, - BuiltinOperator_UNIDIRECTIONAL_SEQUENCE_RNN, - BuiltinOperator_GATHER, - BuiltinOperator_BATCH_TO_SPACE_ND, - BuiltinOperator_SPACE_TO_BATCH_ND, - BuiltinOperator_TRANSPOSE, - BuiltinOperator_MEAN, - BuiltinOperator_SUB, - BuiltinOperator_DIV, - BuiltinOperator_SQUEEZE, - BuiltinOperator_UNIDIRECTIONAL_SEQUENCE_LSTM, - BuiltinOperator_STRIDED_SLICE, - BuiltinOperator_BIDIRECTIONAL_SEQUENCE_RNN, - BuiltinOperator_EXP, - BuiltinOperator_TOPK_V2, - BuiltinOperator_SPLIT, - BuiltinOperator_LOG_SOFTMAX, - BuiltinOperator_DELEGATE, - BuiltinOperator_BIDIRECTIONAL_SEQUENCE_LSTM, - BuiltinOperator_CAST, - BuiltinOperator_PRELU, - BuiltinOperator_MAXIMUM, - BuiltinOperator_ARG_MAX, - BuiltinOperator_MINIMUM, - BuiltinOperator_LESS, - BuiltinOperator_NEG, - BuiltinOperator_PADV2, - BuiltinOperator_GREATER, - BuiltinOperator_GREATER_EQUAL, - BuiltinOperator_LESS_EQUAL, - BuiltinOperator_SELECT, - BuiltinOperator_SLICE, - BuiltinOperator_SIN, - BuiltinOperator_TRANSPOSE_CONV, - BuiltinOperator_SPARSE_TO_DENSE, - BuiltinOperator_TILE, - BuiltinOperator_EXPAND_DIMS, - BuiltinOperator_EQUAL, - BuiltinOperator_NOT_EQUAL, - BuiltinOperator_LOG, - BuiltinOperator_SUM, - BuiltinOperator_SQRT, - BuiltinOperator_RSQRT, - BuiltinOperator_SHAPE, - BuiltinOperator_POW, - BuiltinOperator_ARG_MIN, - BuiltinOperator_FAKE_QUANT, - BuiltinOperator_REDUCE_PROD, - BuiltinOperator_REDUCE_MAX, - BuiltinOperator_PACK, - BuiltinOperator_LOGICAL_OR, - BuiltinOperator_ONE_HOT, - BuiltinOperator_LOGICAL_AND, - BuiltinOperator_LOGICAL_NOT, - BuiltinOperator_UNPACK, - BuiltinOperator_REDUCE_MIN, - BuiltinOperator_FLOOR_DIV, - BuiltinOperator_REDUCE_ANY, - BuiltinOperator_SQUARE, - BuiltinOperator_ZEROS_LIKE, - BuiltinOperator_FILL, - BuiltinOperator_FLOOR_MOD, - BuiltinOperator_RANGE, - BuiltinOperator_RESIZE_NEAREST_NEIGHBOR, - BuiltinOperator_LEAKY_RELU, - BuiltinOperator_SQUARED_DIFFERENCE, - BuiltinOperator_MIRROR_PAD, - BuiltinOperator_ABS, - BuiltinOperator_SPLIT_V, - BuiltinOperator_UNIQUE, - BuiltinOperator_CEIL, - BuiltinOperator_REVERSE_V2, - BuiltinOperator_ADD_N, - BuiltinOperator_GATHER_ND, - BuiltinOperator_COS, - BuiltinOperator_WHERE, - BuiltinOperator_RANK, - BuiltinOperator_ELU, - BuiltinOperator_REVERSE_SEQUENCE, - BuiltinOperator_MATRIX_DIAG, - BuiltinOperator_QUANTIZE, - BuiltinOperator_MATRIX_SET_DIAG, - BuiltinOperator_ROUND, - BuiltinOperator_HARD_SWISH, - BuiltinOperator_IF, - BuiltinOperator_WHILE, - BuiltinOperator_NON_MAX_SUPPRESSION_V4, - BuiltinOperator_NON_MAX_SUPPRESSION_V5, - BuiltinOperator_SCATTER_ND, - BuiltinOperator_SELECT_V2, - BuiltinOperator_DENSIFY, - BuiltinOperator_SEGMENT_SUM, - BuiltinOperator_BATCH_MATMUL, - BuiltinOperator_PLACEHOLDER_FOR_GREATER_OP_CODES, - BuiltinOperator_CUMSUM, - BuiltinOperator_CALL_ONCE, - BuiltinOperator_BROADCAST_TO, - BuiltinOperator_RFFT2D, - BuiltinOperator_CONV_3D, - BuiltinOperator_IMAG, - BuiltinOperator_REAL, - BuiltinOperator_COMPLEX_ABS, - BuiltinOperator_HASHTABLE, - BuiltinOperator_HASHTABLE_FIND, - BuiltinOperator_HASHTABLE_IMPORT, - BuiltinOperator_HASHTABLE_SIZE, - BuiltinOperator_REDUCE_ALL, - BuiltinOperator_CONV_3D_TRANSPOSE, - BuiltinOperator_VAR_HANDLE, - BuiltinOperator_READ_VARIABLE, - BuiltinOperator_ASSIGN_VARIABLE, - BuiltinOperator_BROADCAST_ARGS, - BuiltinOperator_RANDOM_STANDARD_NORMAL, - BuiltinOperator_BUCKETIZE, - BuiltinOperator_RANDOM_UNIFORM, - BuiltinOperator_MULTINOMIAL, - BuiltinOperator_GELU, - BuiltinOperator_DYNAMIC_UPDATE_SLICE, - BuiltinOperator_RELU_0_TO_1, - BuiltinOperator_UNSORTED_SEGMENT_PROD, - BuiltinOperator_UNSORTED_SEGMENT_MAX, - BuiltinOperator_UNSORTED_SEGMENT_SUM, - BuiltinOperator_ATAN2, - BuiltinOperator_UNSORTED_SEGMENT_MIN - }; - return values; -} - -inline const char * const *EnumNamesBuiltinOperator() { - static const char * const names[159] = { - "ADD", - "AVERAGE_POOL_2D", - "CONCATENATION", - "CONV_2D", - "DEPTHWISE_CONV_2D", - "DEPTH_TO_SPACE", - "DEQUANTIZE", - "EMBEDDING_LOOKUP", - "FLOOR", - "FULLY_CONNECTED", - "HASHTABLE_LOOKUP", - "L2_NORMALIZATION", - "L2_POOL_2D", - "LOCAL_RESPONSE_NORMALIZATION", - "LOGISTIC", - "LSH_PROJECTION", - "LSTM", - "MAX_POOL_2D", - "MUL", - "RELU", - "RELU_N1_TO_1", - "RELU6", - "RESHAPE", - "RESIZE_BILINEAR", - "RNN", - "SOFTMAX", - "SPACE_TO_DEPTH", - "SVDF", - "TANH", - "CONCAT_EMBEDDINGS", - "SKIP_GRAM", - "CALL", - "CUSTOM", - "EMBEDDING_LOOKUP_SPARSE", - "PAD", - "UNIDIRECTIONAL_SEQUENCE_RNN", - "GATHER", - "BATCH_TO_SPACE_ND", - "SPACE_TO_BATCH_ND", - "TRANSPOSE", - "MEAN", - "SUB", - "DIV", - "SQUEEZE", - "UNIDIRECTIONAL_SEQUENCE_LSTM", - "STRIDED_SLICE", - "BIDIRECTIONAL_SEQUENCE_RNN", - "EXP", - "TOPK_V2", - "SPLIT", - "LOG_SOFTMAX", - "DELEGATE", - "BIDIRECTIONAL_SEQUENCE_LSTM", - "CAST", - "PRELU", - "MAXIMUM", - "ARG_MAX", - "MINIMUM", - "LESS", - "NEG", - "PADV2", - "GREATER", - "GREATER_EQUAL", - "LESS_EQUAL", - "SELECT", - "SLICE", - "SIN", - "TRANSPOSE_CONV", - "SPARSE_TO_DENSE", - "TILE", - "EXPAND_DIMS", - "EQUAL", - "NOT_EQUAL", - "LOG", - "SUM", - "SQRT", - "RSQRT", - "SHAPE", - "POW", - "ARG_MIN", - "FAKE_QUANT", - "REDUCE_PROD", - "REDUCE_MAX", - "PACK", - "LOGICAL_OR", - "ONE_HOT", - "LOGICAL_AND", - "LOGICAL_NOT", - "UNPACK", - "REDUCE_MIN", - "FLOOR_DIV", - "REDUCE_ANY", - "SQUARE", - "ZEROS_LIKE", - "FILL", - "FLOOR_MOD", - "RANGE", - "RESIZE_NEAREST_NEIGHBOR", - "LEAKY_RELU", - "SQUARED_DIFFERENCE", - "MIRROR_PAD", - "ABS", - "SPLIT_V", - "UNIQUE", - "CEIL", - "REVERSE_V2", - "ADD_N", - "GATHER_ND", - "COS", - "WHERE", - "RANK", - "ELU", - "REVERSE_SEQUENCE", - "MATRIX_DIAG", - "QUANTIZE", - "MATRIX_SET_DIAG", - "ROUND", - "HARD_SWISH", - "IF", - "WHILE", - "NON_MAX_SUPPRESSION_V4", - "NON_MAX_SUPPRESSION_V5", - "SCATTER_ND", - "SELECT_V2", - "DENSIFY", - "SEGMENT_SUM", - "BATCH_MATMUL", - "PLACEHOLDER_FOR_GREATER_OP_CODES", - "CUMSUM", - "CALL_ONCE", - "BROADCAST_TO", - "RFFT2D", - "CONV_3D", - "IMAG", - "REAL", - "COMPLEX_ABS", - "HASHTABLE", - "HASHTABLE_FIND", - "HASHTABLE_IMPORT", - "HASHTABLE_SIZE", - "REDUCE_ALL", - "CONV_3D_TRANSPOSE", - "VAR_HANDLE", - "READ_VARIABLE", - "ASSIGN_VARIABLE", - "BROADCAST_ARGS", - "RANDOM_STANDARD_NORMAL", - "BUCKETIZE", - "RANDOM_UNIFORM", - "MULTINOMIAL", - "GELU", - "DYNAMIC_UPDATE_SLICE", - "RELU_0_TO_1", - "UNSORTED_SEGMENT_PROD", - "UNSORTED_SEGMENT_MAX", - "UNSORTED_SEGMENT_SUM", - "ATAN2", - "UNSORTED_SEGMENT_MIN", - nullptr - }; - return names; -} - -inline const char *EnumNameBuiltinOperator(BuiltinOperator e) { - if (flatbuffers::IsOutRange(e, BuiltinOperator_ADD, BuiltinOperator_UNSORTED_SEGMENT_MIN)) return ""; - const size_t index = static_cast(e); - return EnumNamesBuiltinOperator()[index]; -} - -enum BuiltinOptions { - BuiltinOptions_NONE = 0, - BuiltinOptions_Conv2DOptions = 1, - BuiltinOptions_DepthwiseConv2DOptions = 2, - BuiltinOptions_ConcatEmbeddingsOptions = 3, - BuiltinOptions_LSHProjectionOptions = 4, - BuiltinOptions_Pool2DOptions = 5, - BuiltinOptions_SVDFOptions = 6, - BuiltinOptions_RNNOptions = 7, - BuiltinOptions_FullyConnectedOptions = 8, - BuiltinOptions_SoftmaxOptions = 9, - BuiltinOptions_ConcatenationOptions = 10, - BuiltinOptions_AddOptions = 11, - BuiltinOptions_L2NormOptions = 12, - BuiltinOptions_LocalResponseNormalizationOptions = 13, - BuiltinOptions_LSTMOptions = 14, - BuiltinOptions_ResizeBilinearOptions = 15, - BuiltinOptions_CallOptions = 16, - BuiltinOptions_ReshapeOptions = 17, - BuiltinOptions_SkipGramOptions = 18, - BuiltinOptions_SpaceToDepthOptions = 19, - BuiltinOptions_EmbeddingLookupSparseOptions = 20, - BuiltinOptions_MulOptions = 21, - BuiltinOptions_PadOptions = 22, - BuiltinOptions_GatherOptions = 23, - BuiltinOptions_BatchToSpaceNDOptions = 24, - BuiltinOptions_SpaceToBatchNDOptions = 25, - BuiltinOptions_TransposeOptions = 26, - BuiltinOptions_ReducerOptions = 27, - BuiltinOptions_SubOptions = 28, - BuiltinOptions_DivOptions = 29, - BuiltinOptions_SqueezeOptions = 30, - BuiltinOptions_SequenceRNNOptions = 31, - BuiltinOptions_StridedSliceOptions = 32, - BuiltinOptions_ExpOptions = 33, - BuiltinOptions_TopKV2Options = 34, - BuiltinOptions_SplitOptions = 35, - BuiltinOptions_LogSoftmaxOptions = 36, - BuiltinOptions_CastOptions = 37, - BuiltinOptions_DequantizeOptions = 38, - BuiltinOptions_MaximumMinimumOptions = 39, - BuiltinOptions_ArgMaxOptions = 40, - BuiltinOptions_LessOptions = 41, - BuiltinOptions_NegOptions = 42, - BuiltinOptions_PadV2Options = 43, - BuiltinOptions_GreaterOptions = 44, - BuiltinOptions_GreaterEqualOptions = 45, - BuiltinOptions_LessEqualOptions = 46, - BuiltinOptions_SelectOptions = 47, - BuiltinOptions_SliceOptions = 48, - BuiltinOptions_TransposeConvOptions = 49, - BuiltinOptions_SparseToDenseOptions = 50, - BuiltinOptions_TileOptions = 51, - BuiltinOptions_ExpandDimsOptions = 52, - BuiltinOptions_EqualOptions = 53, - BuiltinOptions_NotEqualOptions = 54, - BuiltinOptions_ShapeOptions = 55, - BuiltinOptions_PowOptions = 56, - BuiltinOptions_ArgMinOptions = 57, - BuiltinOptions_FakeQuantOptions = 58, - BuiltinOptions_PackOptions = 59, - BuiltinOptions_LogicalOrOptions = 60, - BuiltinOptions_OneHotOptions = 61, - BuiltinOptions_LogicalAndOptions = 62, - BuiltinOptions_LogicalNotOptions = 63, - BuiltinOptions_UnpackOptions = 64, - BuiltinOptions_FloorDivOptions = 65, - BuiltinOptions_SquareOptions = 66, - BuiltinOptions_ZerosLikeOptions = 67, - BuiltinOptions_FillOptions = 68, - BuiltinOptions_BidirectionalSequenceLSTMOptions = 69, - BuiltinOptions_BidirectionalSequenceRNNOptions = 70, - BuiltinOptions_UnidirectionalSequenceLSTMOptions = 71, - BuiltinOptions_FloorModOptions = 72, - BuiltinOptions_RangeOptions = 73, - BuiltinOptions_ResizeNearestNeighborOptions = 74, - BuiltinOptions_LeakyReluOptions = 75, - BuiltinOptions_SquaredDifferenceOptions = 76, - BuiltinOptions_MirrorPadOptions = 77, - BuiltinOptions_AbsOptions = 78, - BuiltinOptions_SplitVOptions = 79, - BuiltinOptions_UniqueOptions = 80, - BuiltinOptions_ReverseV2Options = 81, - BuiltinOptions_AddNOptions = 82, - BuiltinOptions_GatherNdOptions = 83, - BuiltinOptions_CosOptions = 84, - BuiltinOptions_WhereOptions = 85, - BuiltinOptions_RankOptions = 86, - BuiltinOptions_ReverseSequenceOptions = 87, - BuiltinOptions_MatrixDiagOptions = 88, - BuiltinOptions_QuantizeOptions = 89, - BuiltinOptions_MatrixSetDiagOptions = 90, - BuiltinOptions_HardSwishOptions = 91, - BuiltinOptions_IfOptions = 92, - BuiltinOptions_WhileOptions = 93, - BuiltinOptions_DepthToSpaceOptions = 94, - BuiltinOptions_NonMaxSuppressionV4Options = 95, - BuiltinOptions_NonMaxSuppressionV5Options = 96, - BuiltinOptions_ScatterNdOptions = 97, - BuiltinOptions_SelectV2Options = 98, - BuiltinOptions_DensifyOptions = 99, - BuiltinOptions_SegmentSumOptions = 100, - BuiltinOptions_BatchMatMulOptions = 101, - BuiltinOptions_CumsumOptions = 102, - BuiltinOptions_CallOnceOptions = 103, - BuiltinOptions_BroadcastToOptions = 104, - BuiltinOptions_Rfft2dOptions = 105, - BuiltinOptions_Conv3DOptions = 106, - BuiltinOptions_HashtableOptions = 107, - BuiltinOptions_HashtableFindOptions = 108, - BuiltinOptions_HashtableImportOptions = 109, - BuiltinOptions_HashtableSizeOptions = 110, - BuiltinOptions_VarHandleOptions = 111, - BuiltinOptions_ReadVariableOptions = 112, - BuiltinOptions_AssignVariableOptions = 113, - BuiltinOptions_RandomOptions = 114, - BuiltinOptions_BucketizeOptions = 115, - BuiltinOptions_GeluOptions = 116, - BuiltinOptions_DynamicUpdateSliceOptions = 117, - BuiltinOptions_UnsortedSegmentProdOptions = 118, - BuiltinOptions_UnsortedSegmentMaxOptions = 119, - BuiltinOptions_UnsortedSegmentMinOptions = 120, - BuiltinOptions_UnsortedSegmentSumOptions = 121, - BuiltinOptions_ATan2Options = 122, - BuiltinOptions_MIN = BuiltinOptions_NONE, - BuiltinOptions_MAX = BuiltinOptions_ATan2Options -}; - -inline const BuiltinOptions (&EnumValuesBuiltinOptions())[123] { - static const BuiltinOptions values[] = { - BuiltinOptions_NONE, - BuiltinOptions_Conv2DOptions, - BuiltinOptions_DepthwiseConv2DOptions, - BuiltinOptions_ConcatEmbeddingsOptions, - BuiltinOptions_LSHProjectionOptions, - BuiltinOptions_Pool2DOptions, - BuiltinOptions_SVDFOptions, - BuiltinOptions_RNNOptions, - BuiltinOptions_FullyConnectedOptions, - BuiltinOptions_SoftmaxOptions, - BuiltinOptions_ConcatenationOptions, - BuiltinOptions_AddOptions, - BuiltinOptions_L2NormOptions, - BuiltinOptions_LocalResponseNormalizationOptions, - BuiltinOptions_LSTMOptions, - BuiltinOptions_ResizeBilinearOptions, - BuiltinOptions_CallOptions, - BuiltinOptions_ReshapeOptions, - BuiltinOptions_SkipGramOptions, - BuiltinOptions_SpaceToDepthOptions, - BuiltinOptions_EmbeddingLookupSparseOptions, - BuiltinOptions_MulOptions, - BuiltinOptions_PadOptions, - BuiltinOptions_GatherOptions, - BuiltinOptions_BatchToSpaceNDOptions, - BuiltinOptions_SpaceToBatchNDOptions, - BuiltinOptions_TransposeOptions, - BuiltinOptions_ReducerOptions, - BuiltinOptions_SubOptions, - BuiltinOptions_DivOptions, - BuiltinOptions_SqueezeOptions, - BuiltinOptions_SequenceRNNOptions, - BuiltinOptions_StridedSliceOptions, - BuiltinOptions_ExpOptions, - BuiltinOptions_TopKV2Options, - BuiltinOptions_SplitOptions, - BuiltinOptions_LogSoftmaxOptions, - BuiltinOptions_CastOptions, - BuiltinOptions_DequantizeOptions, - BuiltinOptions_MaximumMinimumOptions, - BuiltinOptions_ArgMaxOptions, - BuiltinOptions_LessOptions, - BuiltinOptions_NegOptions, - BuiltinOptions_PadV2Options, - BuiltinOptions_GreaterOptions, - BuiltinOptions_GreaterEqualOptions, - BuiltinOptions_LessEqualOptions, - BuiltinOptions_SelectOptions, - BuiltinOptions_SliceOptions, - BuiltinOptions_TransposeConvOptions, - BuiltinOptions_SparseToDenseOptions, - BuiltinOptions_TileOptions, - BuiltinOptions_ExpandDimsOptions, - BuiltinOptions_EqualOptions, - BuiltinOptions_NotEqualOptions, - BuiltinOptions_ShapeOptions, - BuiltinOptions_PowOptions, - BuiltinOptions_ArgMinOptions, - BuiltinOptions_FakeQuantOptions, - BuiltinOptions_PackOptions, - BuiltinOptions_LogicalOrOptions, - BuiltinOptions_OneHotOptions, - BuiltinOptions_LogicalAndOptions, - BuiltinOptions_LogicalNotOptions, - BuiltinOptions_UnpackOptions, - BuiltinOptions_FloorDivOptions, - BuiltinOptions_SquareOptions, - BuiltinOptions_ZerosLikeOptions, - BuiltinOptions_FillOptions, - BuiltinOptions_BidirectionalSequenceLSTMOptions, - BuiltinOptions_BidirectionalSequenceRNNOptions, - BuiltinOptions_UnidirectionalSequenceLSTMOptions, - BuiltinOptions_FloorModOptions, - BuiltinOptions_RangeOptions, - BuiltinOptions_ResizeNearestNeighborOptions, - BuiltinOptions_LeakyReluOptions, - BuiltinOptions_SquaredDifferenceOptions, - BuiltinOptions_MirrorPadOptions, - BuiltinOptions_AbsOptions, - BuiltinOptions_SplitVOptions, - BuiltinOptions_UniqueOptions, - BuiltinOptions_ReverseV2Options, - BuiltinOptions_AddNOptions, - BuiltinOptions_GatherNdOptions, - BuiltinOptions_CosOptions, - BuiltinOptions_WhereOptions, - BuiltinOptions_RankOptions, - BuiltinOptions_ReverseSequenceOptions, - BuiltinOptions_MatrixDiagOptions, - BuiltinOptions_QuantizeOptions, - BuiltinOptions_MatrixSetDiagOptions, - BuiltinOptions_HardSwishOptions, - BuiltinOptions_IfOptions, - BuiltinOptions_WhileOptions, - BuiltinOptions_DepthToSpaceOptions, - BuiltinOptions_NonMaxSuppressionV4Options, - BuiltinOptions_NonMaxSuppressionV5Options, - BuiltinOptions_ScatterNdOptions, - BuiltinOptions_SelectV2Options, - BuiltinOptions_DensifyOptions, - BuiltinOptions_SegmentSumOptions, - BuiltinOptions_BatchMatMulOptions, - BuiltinOptions_CumsumOptions, - BuiltinOptions_CallOnceOptions, - BuiltinOptions_BroadcastToOptions, - BuiltinOptions_Rfft2dOptions, - BuiltinOptions_Conv3DOptions, - BuiltinOptions_HashtableOptions, - BuiltinOptions_HashtableFindOptions, - BuiltinOptions_HashtableImportOptions, - BuiltinOptions_HashtableSizeOptions, - BuiltinOptions_VarHandleOptions, - BuiltinOptions_ReadVariableOptions, - BuiltinOptions_AssignVariableOptions, - BuiltinOptions_RandomOptions, - BuiltinOptions_BucketizeOptions, - BuiltinOptions_GeluOptions, - BuiltinOptions_DynamicUpdateSliceOptions, - BuiltinOptions_UnsortedSegmentProdOptions, - BuiltinOptions_UnsortedSegmentMaxOptions, - BuiltinOptions_UnsortedSegmentMinOptions, - BuiltinOptions_UnsortedSegmentSumOptions, - BuiltinOptions_ATan2Options - }; - return values; -} - -inline const char * const *EnumNamesBuiltinOptions() { - static const char * const names[124] = { - "NONE", - "Conv2DOptions", - "DepthwiseConv2DOptions", - "ConcatEmbeddingsOptions", - "LSHProjectionOptions", - "Pool2DOptions", - "SVDFOptions", - "RNNOptions", - "FullyConnectedOptions", - "SoftmaxOptions", - "ConcatenationOptions", - "AddOptions", - "L2NormOptions", - "LocalResponseNormalizationOptions", - "LSTMOptions", - "ResizeBilinearOptions", - "CallOptions", - "ReshapeOptions", - "SkipGramOptions", - "SpaceToDepthOptions", - "EmbeddingLookupSparseOptions", - "MulOptions", - "PadOptions", - "GatherOptions", - "BatchToSpaceNDOptions", - "SpaceToBatchNDOptions", - "TransposeOptions", - "ReducerOptions", - "SubOptions", - "DivOptions", - "SqueezeOptions", - "SequenceRNNOptions", - "StridedSliceOptions", - "ExpOptions", - "TopKV2Options", - "SplitOptions", - "LogSoftmaxOptions", - "CastOptions", - "DequantizeOptions", - "MaximumMinimumOptions", - "ArgMaxOptions", - "LessOptions", - "NegOptions", - "PadV2Options", - "GreaterOptions", - "GreaterEqualOptions", - "LessEqualOptions", - "SelectOptions", - "SliceOptions", - "TransposeConvOptions", - "SparseToDenseOptions", - "TileOptions", - "ExpandDimsOptions", - "EqualOptions", - "NotEqualOptions", - "ShapeOptions", - "PowOptions", - "ArgMinOptions", - "FakeQuantOptions", - "PackOptions", - "LogicalOrOptions", - "OneHotOptions", - "LogicalAndOptions", - "LogicalNotOptions", - "UnpackOptions", - "FloorDivOptions", - "SquareOptions", - "ZerosLikeOptions", - "FillOptions", - "BidirectionalSequenceLSTMOptions", - "BidirectionalSequenceRNNOptions", - "UnidirectionalSequenceLSTMOptions", - "FloorModOptions", - "RangeOptions", - "ResizeNearestNeighborOptions", - "LeakyReluOptions", - "SquaredDifferenceOptions", - "MirrorPadOptions", - "AbsOptions", - "SplitVOptions", - "UniqueOptions", - "ReverseV2Options", - "AddNOptions", - "GatherNdOptions", - "CosOptions", - "WhereOptions", - "RankOptions", - "ReverseSequenceOptions", - "MatrixDiagOptions", - "QuantizeOptions", - "MatrixSetDiagOptions", - "HardSwishOptions", - "IfOptions", - "WhileOptions", - "DepthToSpaceOptions", - "NonMaxSuppressionV4Options", - "NonMaxSuppressionV5Options", - "ScatterNdOptions", - "SelectV2Options", - "DensifyOptions", - "SegmentSumOptions", - "BatchMatMulOptions", - "CumsumOptions", - "CallOnceOptions", - "BroadcastToOptions", - "Rfft2dOptions", - "Conv3DOptions", - "HashtableOptions", - "HashtableFindOptions", - "HashtableImportOptions", - "HashtableSizeOptions", - "VarHandleOptions", - "ReadVariableOptions", - "AssignVariableOptions", - "RandomOptions", - "BucketizeOptions", - "GeluOptions", - "DynamicUpdateSliceOptions", - "UnsortedSegmentProdOptions", - "UnsortedSegmentMaxOptions", - "UnsortedSegmentMinOptions", - "UnsortedSegmentSumOptions", - "ATan2Options", - nullptr - }; - return names; -} - -inline const char *EnumNameBuiltinOptions(BuiltinOptions e) { - if (flatbuffers::IsOutRange(e, BuiltinOptions_NONE, BuiltinOptions_ATan2Options)) return ""; - const size_t index = static_cast(e); - return EnumNamesBuiltinOptions()[index]; -} - -template struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_NONE; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_Conv2DOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_DepthwiseConv2DOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_ConcatEmbeddingsOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_LSHProjectionOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_Pool2DOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_SVDFOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_RNNOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_FullyConnectedOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_SoftmaxOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_ConcatenationOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_AddOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_L2NormOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_LocalResponseNormalizationOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_LSTMOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_ResizeBilinearOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_CallOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_ReshapeOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_SkipGramOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_SpaceToDepthOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_EmbeddingLookupSparseOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_MulOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_PadOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_GatherOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_BatchToSpaceNDOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_SpaceToBatchNDOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_TransposeOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_ReducerOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_SubOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_DivOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_SqueezeOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_SequenceRNNOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_StridedSliceOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_ExpOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_TopKV2Options; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_SplitOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_LogSoftmaxOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_CastOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_DequantizeOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_MaximumMinimumOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_ArgMaxOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_LessOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_NegOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_PadV2Options; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_GreaterOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_GreaterEqualOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_LessEqualOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_SelectOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_SliceOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_TransposeConvOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_SparseToDenseOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_TileOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_ExpandDimsOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_EqualOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_NotEqualOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_ShapeOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_PowOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_ArgMinOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_FakeQuantOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_PackOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_LogicalOrOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_OneHotOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_LogicalAndOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_LogicalNotOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_UnpackOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_FloorDivOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_SquareOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_ZerosLikeOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_FillOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_BidirectionalSequenceLSTMOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_BidirectionalSequenceRNNOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_UnidirectionalSequenceLSTMOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_FloorModOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_RangeOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_ResizeNearestNeighborOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_LeakyReluOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_SquaredDifferenceOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_MirrorPadOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_AbsOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_SplitVOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_UniqueOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_ReverseV2Options; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_AddNOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_GatherNdOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_CosOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_WhereOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_RankOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_ReverseSequenceOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_MatrixDiagOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_QuantizeOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_MatrixSetDiagOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_HardSwishOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_IfOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_WhileOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_DepthToSpaceOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_NonMaxSuppressionV4Options; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_NonMaxSuppressionV5Options; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_ScatterNdOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_SelectV2Options; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_DensifyOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_SegmentSumOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_BatchMatMulOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_CumsumOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_CallOnceOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_BroadcastToOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_Rfft2dOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_Conv3DOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_HashtableOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_HashtableFindOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_HashtableImportOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_HashtableSizeOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_VarHandleOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_ReadVariableOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_AssignVariableOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_RandomOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_BucketizeOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_GeluOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_DynamicUpdateSliceOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_UnsortedSegmentProdOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_UnsortedSegmentMaxOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_UnsortedSegmentMinOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_UnsortedSegmentSumOptions; -}; - -template<> struct BuiltinOptionsTraits { - static const BuiltinOptions enum_value = BuiltinOptions_ATan2Options; -}; - -struct BuiltinOptionsUnion { - BuiltinOptions type; - void *value; - - BuiltinOptionsUnion() : type(BuiltinOptions_NONE), value(nullptr) {} - BuiltinOptionsUnion(BuiltinOptionsUnion&& u) FLATBUFFERS_NOEXCEPT : - type(BuiltinOptions_NONE), value(nullptr) - { std::swap(type, u.type); std::swap(value, u.value); } - BuiltinOptionsUnion(const BuiltinOptionsUnion &); - BuiltinOptionsUnion &operator=(const BuiltinOptionsUnion &u) - { BuiltinOptionsUnion t(u); std::swap(type, t.type); std::swap(value, t.value); return *this; } - BuiltinOptionsUnion &operator=(BuiltinOptionsUnion &&u) FLATBUFFERS_NOEXCEPT - { std::swap(type, u.type); std::swap(value, u.value); return *this; } - ~BuiltinOptionsUnion() { Reset(); } - - void Reset(); - -#ifndef FLATBUFFERS_CPP98_STL - template - void Set(T&& val) { - using RT = typename std::remove_reference::type; - Reset(); - type = BuiltinOptionsTraits::enum_value; - if (type != BuiltinOptions_NONE) { - value = new RT(std::forward(val)); - } - } -#endif // FLATBUFFERS_CPP98_STL - - static void *UnPack(const void *obj, BuiltinOptions type, const flatbuffers::resolver_function_t *resolver); - flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const flatbuffers::rehasher_function_t *_rehasher = nullptr) const; - - tflite::Conv2DOptionsT *AsConv2DOptions() { - return type == BuiltinOptions_Conv2DOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::Conv2DOptionsT *AsConv2DOptions() const { - return type == BuiltinOptions_Conv2DOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::DepthwiseConv2DOptionsT *AsDepthwiseConv2DOptions() { - return type == BuiltinOptions_DepthwiseConv2DOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::DepthwiseConv2DOptionsT *AsDepthwiseConv2DOptions() const { - return type == BuiltinOptions_DepthwiseConv2DOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::ConcatEmbeddingsOptionsT *AsConcatEmbeddingsOptions() { - return type == BuiltinOptions_ConcatEmbeddingsOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::ConcatEmbeddingsOptionsT *AsConcatEmbeddingsOptions() const { - return type == BuiltinOptions_ConcatEmbeddingsOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::LSHProjectionOptionsT *AsLSHProjectionOptions() { - return type == BuiltinOptions_LSHProjectionOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::LSHProjectionOptionsT *AsLSHProjectionOptions() const { - return type == BuiltinOptions_LSHProjectionOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::Pool2DOptionsT *AsPool2DOptions() { - return type == BuiltinOptions_Pool2DOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::Pool2DOptionsT *AsPool2DOptions() const { - return type == BuiltinOptions_Pool2DOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::SVDFOptionsT *AsSVDFOptions() { - return type == BuiltinOptions_SVDFOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::SVDFOptionsT *AsSVDFOptions() const { - return type == BuiltinOptions_SVDFOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::RNNOptionsT *AsRNNOptions() { - return type == BuiltinOptions_RNNOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::RNNOptionsT *AsRNNOptions() const { - return type == BuiltinOptions_RNNOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::FullyConnectedOptionsT *AsFullyConnectedOptions() { - return type == BuiltinOptions_FullyConnectedOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::FullyConnectedOptionsT *AsFullyConnectedOptions() const { - return type == BuiltinOptions_FullyConnectedOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::SoftmaxOptionsT *AsSoftmaxOptions() { - return type == BuiltinOptions_SoftmaxOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::SoftmaxOptionsT *AsSoftmaxOptions() const { - return type == BuiltinOptions_SoftmaxOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::ConcatenationOptionsT *AsConcatenationOptions() { - return type == BuiltinOptions_ConcatenationOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::ConcatenationOptionsT *AsConcatenationOptions() const { - return type == BuiltinOptions_ConcatenationOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::AddOptionsT *AsAddOptions() { - return type == BuiltinOptions_AddOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::AddOptionsT *AsAddOptions() const { - return type == BuiltinOptions_AddOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::L2NormOptionsT *AsL2NormOptions() { - return type == BuiltinOptions_L2NormOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::L2NormOptionsT *AsL2NormOptions() const { - return type == BuiltinOptions_L2NormOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::LocalResponseNormalizationOptionsT *AsLocalResponseNormalizationOptions() { - return type == BuiltinOptions_LocalResponseNormalizationOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::LocalResponseNormalizationOptionsT *AsLocalResponseNormalizationOptions() const { - return type == BuiltinOptions_LocalResponseNormalizationOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::LSTMOptionsT *AsLSTMOptions() { - return type == BuiltinOptions_LSTMOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::LSTMOptionsT *AsLSTMOptions() const { - return type == BuiltinOptions_LSTMOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::ResizeBilinearOptionsT *AsResizeBilinearOptions() { - return type == BuiltinOptions_ResizeBilinearOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::ResizeBilinearOptionsT *AsResizeBilinearOptions() const { - return type == BuiltinOptions_ResizeBilinearOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::CallOptionsT *AsCallOptions() { - return type == BuiltinOptions_CallOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::CallOptionsT *AsCallOptions() const { - return type == BuiltinOptions_CallOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::ReshapeOptionsT *AsReshapeOptions() { - return type == BuiltinOptions_ReshapeOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::ReshapeOptionsT *AsReshapeOptions() const { - return type == BuiltinOptions_ReshapeOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::SkipGramOptionsT *AsSkipGramOptions() { - return type == BuiltinOptions_SkipGramOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::SkipGramOptionsT *AsSkipGramOptions() const { - return type == BuiltinOptions_SkipGramOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::SpaceToDepthOptionsT *AsSpaceToDepthOptions() { - return type == BuiltinOptions_SpaceToDepthOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::SpaceToDepthOptionsT *AsSpaceToDepthOptions() const { - return type == BuiltinOptions_SpaceToDepthOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::EmbeddingLookupSparseOptionsT *AsEmbeddingLookupSparseOptions() { - return type == BuiltinOptions_EmbeddingLookupSparseOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::EmbeddingLookupSparseOptionsT *AsEmbeddingLookupSparseOptions() const { - return type == BuiltinOptions_EmbeddingLookupSparseOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::MulOptionsT *AsMulOptions() { - return type == BuiltinOptions_MulOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::MulOptionsT *AsMulOptions() const { - return type == BuiltinOptions_MulOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::PadOptionsT *AsPadOptions() { - return type == BuiltinOptions_PadOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::PadOptionsT *AsPadOptions() const { - return type == BuiltinOptions_PadOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::GatherOptionsT *AsGatherOptions() { - return type == BuiltinOptions_GatherOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::GatherOptionsT *AsGatherOptions() const { - return type == BuiltinOptions_GatherOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::BatchToSpaceNDOptionsT *AsBatchToSpaceNDOptions() { - return type == BuiltinOptions_BatchToSpaceNDOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::BatchToSpaceNDOptionsT *AsBatchToSpaceNDOptions() const { - return type == BuiltinOptions_BatchToSpaceNDOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::SpaceToBatchNDOptionsT *AsSpaceToBatchNDOptions() { - return type == BuiltinOptions_SpaceToBatchNDOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::SpaceToBatchNDOptionsT *AsSpaceToBatchNDOptions() const { - return type == BuiltinOptions_SpaceToBatchNDOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::TransposeOptionsT *AsTransposeOptions() { - return type == BuiltinOptions_TransposeOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::TransposeOptionsT *AsTransposeOptions() const { - return type == BuiltinOptions_TransposeOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::ReducerOptionsT *AsReducerOptions() { - return type == BuiltinOptions_ReducerOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::ReducerOptionsT *AsReducerOptions() const { - return type == BuiltinOptions_ReducerOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::SubOptionsT *AsSubOptions() { - return type == BuiltinOptions_SubOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::SubOptionsT *AsSubOptions() const { - return type == BuiltinOptions_SubOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::DivOptionsT *AsDivOptions() { - return type == BuiltinOptions_DivOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::DivOptionsT *AsDivOptions() const { - return type == BuiltinOptions_DivOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::SqueezeOptionsT *AsSqueezeOptions() { - return type == BuiltinOptions_SqueezeOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::SqueezeOptionsT *AsSqueezeOptions() const { - return type == BuiltinOptions_SqueezeOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::SequenceRNNOptionsT *AsSequenceRNNOptions() { - return type == BuiltinOptions_SequenceRNNOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::SequenceRNNOptionsT *AsSequenceRNNOptions() const { - return type == BuiltinOptions_SequenceRNNOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::StridedSliceOptionsT *AsStridedSliceOptions() { - return type == BuiltinOptions_StridedSliceOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::StridedSliceOptionsT *AsStridedSliceOptions() const { - return type == BuiltinOptions_StridedSliceOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::ExpOptionsT *AsExpOptions() { - return type == BuiltinOptions_ExpOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::ExpOptionsT *AsExpOptions() const { - return type == BuiltinOptions_ExpOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::TopKV2OptionsT *AsTopKV2Options() { - return type == BuiltinOptions_TopKV2Options ? - reinterpret_cast(value) : nullptr; - } - const tflite::TopKV2OptionsT *AsTopKV2Options() const { - return type == BuiltinOptions_TopKV2Options ? - reinterpret_cast(value) : nullptr; - } - tflite::SplitOptionsT *AsSplitOptions() { - return type == BuiltinOptions_SplitOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::SplitOptionsT *AsSplitOptions() const { - return type == BuiltinOptions_SplitOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::LogSoftmaxOptionsT *AsLogSoftmaxOptions() { - return type == BuiltinOptions_LogSoftmaxOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::LogSoftmaxOptionsT *AsLogSoftmaxOptions() const { - return type == BuiltinOptions_LogSoftmaxOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::CastOptionsT *AsCastOptions() { - return type == BuiltinOptions_CastOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::CastOptionsT *AsCastOptions() const { - return type == BuiltinOptions_CastOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::DequantizeOptionsT *AsDequantizeOptions() { - return type == BuiltinOptions_DequantizeOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::DequantizeOptionsT *AsDequantizeOptions() const { - return type == BuiltinOptions_DequantizeOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::MaximumMinimumOptionsT *AsMaximumMinimumOptions() { - return type == BuiltinOptions_MaximumMinimumOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::MaximumMinimumOptionsT *AsMaximumMinimumOptions() const { - return type == BuiltinOptions_MaximumMinimumOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::ArgMaxOptionsT *AsArgMaxOptions() { - return type == BuiltinOptions_ArgMaxOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::ArgMaxOptionsT *AsArgMaxOptions() const { - return type == BuiltinOptions_ArgMaxOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::LessOptionsT *AsLessOptions() { - return type == BuiltinOptions_LessOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::LessOptionsT *AsLessOptions() const { - return type == BuiltinOptions_LessOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::NegOptionsT *AsNegOptions() { - return type == BuiltinOptions_NegOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::NegOptionsT *AsNegOptions() const { - return type == BuiltinOptions_NegOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::PadV2OptionsT *AsPadV2Options() { - return type == BuiltinOptions_PadV2Options ? - reinterpret_cast(value) : nullptr; - } - const tflite::PadV2OptionsT *AsPadV2Options() const { - return type == BuiltinOptions_PadV2Options ? - reinterpret_cast(value) : nullptr; - } - tflite::GreaterOptionsT *AsGreaterOptions() { - return type == BuiltinOptions_GreaterOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::GreaterOptionsT *AsGreaterOptions() const { - return type == BuiltinOptions_GreaterOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::GreaterEqualOptionsT *AsGreaterEqualOptions() { - return type == BuiltinOptions_GreaterEqualOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::GreaterEqualOptionsT *AsGreaterEqualOptions() const { - return type == BuiltinOptions_GreaterEqualOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::LessEqualOptionsT *AsLessEqualOptions() { - return type == BuiltinOptions_LessEqualOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::LessEqualOptionsT *AsLessEqualOptions() const { - return type == BuiltinOptions_LessEqualOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::SelectOptionsT *AsSelectOptions() { - return type == BuiltinOptions_SelectOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::SelectOptionsT *AsSelectOptions() const { - return type == BuiltinOptions_SelectOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::SliceOptionsT *AsSliceOptions() { - return type == BuiltinOptions_SliceOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::SliceOptionsT *AsSliceOptions() const { - return type == BuiltinOptions_SliceOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::TransposeConvOptionsT *AsTransposeConvOptions() { - return type == BuiltinOptions_TransposeConvOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::TransposeConvOptionsT *AsTransposeConvOptions() const { - return type == BuiltinOptions_TransposeConvOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::SparseToDenseOptionsT *AsSparseToDenseOptions() { - return type == BuiltinOptions_SparseToDenseOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::SparseToDenseOptionsT *AsSparseToDenseOptions() const { - return type == BuiltinOptions_SparseToDenseOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::TileOptionsT *AsTileOptions() { - return type == BuiltinOptions_TileOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::TileOptionsT *AsTileOptions() const { - return type == BuiltinOptions_TileOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::ExpandDimsOptionsT *AsExpandDimsOptions() { - return type == BuiltinOptions_ExpandDimsOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::ExpandDimsOptionsT *AsExpandDimsOptions() const { - return type == BuiltinOptions_ExpandDimsOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::EqualOptionsT *AsEqualOptions() { - return type == BuiltinOptions_EqualOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::EqualOptionsT *AsEqualOptions() const { - return type == BuiltinOptions_EqualOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::NotEqualOptionsT *AsNotEqualOptions() { - return type == BuiltinOptions_NotEqualOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::NotEqualOptionsT *AsNotEqualOptions() const { - return type == BuiltinOptions_NotEqualOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::ShapeOptionsT *AsShapeOptions() { - return type == BuiltinOptions_ShapeOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::ShapeOptionsT *AsShapeOptions() const { - return type == BuiltinOptions_ShapeOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::PowOptionsT *AsPowOptions() { - return type == BuiltinOptions_PowOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::PowOptionsT *AsPowOptions() const { - return type == BuiltinOptions_PowOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::ArgMinOptionsT *AsArgMinOptions() { - return type == BuiltinOptions_ArgMinOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::ArgMinOptionsT *AsArgMinOptions() const { - return type == BuiltinOptions_ArgMinOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::FakeQuantOptionsT *AsFakeQuantOptions() { - return type == BuiltinOptions_FakeQuantOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::FakeQuantOptionsT *AsFakeQuantOptions() const { - return type == BuiltinOptions_FakeQuantOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::PackOptionsT *AsPackOptions() { - return type == BuiltinOptions_PackOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::PackOptionsT *AsPackOptions() const { - return type == BuiltinOptions_PackOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::LogicalOrOptionsT *AsLogicalOrOptions() { - return type == BuiltinOptions_LogicalOrOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::LogicalOrOptionsT *AsLogicalOrOptions() const { - return type == BuiltinOptions_LogicalOrOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::OneHotOptionsT *AsOneHotOptions() { - return type == BuiltinOptions_OneHotOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::OneHotOptionsT *AsOneHotOptions() const { - return type == BuiltinOptions_OneHotOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::LogicalAndOptionsT *AsLogicalAndOptions() { - return type == BuiltinOptions_LogicalAndOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::LogicalAndOptionsT *AsLogicalAndOptions() const { - return type == BuiltinOptions_LogicalAndOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::LogicalNotOptionsT *AsLogicalNotOptions() { - return type == BuiltinOptions_LogicalNotOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::LogicalNotOptionsT *AsLogicalNotOptions() const { - return type == BuiltinOptions_LogicalNotOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::UnpackOptionsT *AsUnpackOptions() { - return type == BuiltinOptions_UnpackOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::UnpackOptionsT *AsUnpackOptions() const { - return type == BuiltinOptions_UnpackOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::FloorDivOptionsT *AsFloorDivOptions() { - return type == BuiltinOptions_FloorDivOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::FloorDivOptionsT *AsFloorDivOptions() const { - return type == BuiltinOptions_FloorDivOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::SquareOptionsT *AsSquareOptions() { - return type == BuiltinOptions_SquareOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::SquareOptionsT *AsSquareOptions() const { - return type == BuiltinOptions_SquareOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::ZerosLikeOptionsT *AsZerosLikeOptions() { - return type == BuiltinOptions_ZerosLikeOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::ZerosLikeOptionsT *AsZerosLikeOptions() const { - return type == BuiltinOptions_ZerosLikeOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::FillOptionsT *AsFillOptions() { - return type == BuiltinOptions_FillOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::FillOptionsT *AsFillOptions() const { - return type == BuiltinOptions_FillOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::BidirectionalSequenceLSTMOptionsT *AsBidirectionalSequenceLSTMOptions() { - return type == BuiltinOptions_BidirectionalSequenceLSTMOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::BidirectionalSequenceLSTMOptionsT *AsBidirectionalSequenceLSTMOptions() const { - return type == BuiltinOptions_BidirectionalSequenceLSTMOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::BidirectionalSequenceRNNOptionsT *AsBidirectionalSequenceRNNOptions() { - return type == BuiltinOptions_BidirectionalSequenceRNNOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::BidirectionalSequenceRNNOptionsT *AsBidirectionalSequenceRNNOptions() const { - return type == BuiltinOptions_BidirectionalSequenceRNNOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::UnidirectionalSequenceLSTMOptionsT *AsUnidirectionalSequenceLSTMOptions() { - return type == BuiltinOptions_UnidirectionalSequenceLSTMOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::UnidirectionalSequenceLSTMOptionsT *AsUnidirectionalSequenceLSTMOptions() const { - return type == BuiltinOptions_UnidirectionalSequenceLSTMOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::FloorModOptionsT *AsFloorModOptions() { - return type == BuiltinOptions_FloorModOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::FloorModOptionsT *AsFloorModOptions() const { - return type == BuiltinOptions_FloorModOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::RangeOptionsT *AsRangeOptions() { - return type == BuiltinOptions_RangeOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::RangeOptionsT *AsRangeOptions() const { - return type == BuiltinOptions_RangeOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::ResizeNearestNeighborOptionsT *AsResizeNearestNeighborOptions() { - return type == BuiltinOptions_ResizeNearestNeighborOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::ResizeNearestNeighborOptionsT *AsResizeNearestNeighborOptions() const { - return type == BuiltinOptions_ResizeNearestNeighborOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::LeakyReluOptionsT *AsLeakyReluOptions() { - return type == BuiltinOptions_LeakyReluOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::LeakyReluOptionsT *AsLeakyReluOptions() const { - return type == BuiltinOptions_LeakyReluOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::SquaredDifferenceOptionsT *AsSquaredDifferenceOptions() { - return type == BuiltinOptions_SquaredDifferenceOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::SquaredDifferenceOptionsT *AsSquaredDifferenceOptions() const { - return type == BuiltinOptions_SquaredDifferenceOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::MirrorPadOptionsT *AsMirrorPadOptions() { - return type == BuiltinOptions_MirrorPadOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::MirrorPadOptionsT *AsMirrorPadOptions() const { - return type == BuiltinOptions_MirrorPadOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::AbsOptionsT *AsAbsOptions() { - return type == BuiltinOptions_AbsOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::AbsOptionsT *AsAbsOptions() const { - return type == BuiltinOptions_AbsOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::SplitVOptionsT *AsSplitVOptions() { - return type == BuiltinOptions_SplitVOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::SplitVOptionsT *AsSplitVOptions() const { - return type == BuiltinOptions_SplitVOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::UniqueOptionsT *AsUniqueOptions() { - return type == BuiltinOptions_UniqueOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::UniqueOptionsT *AsUniqueOptions() const { - return type == BuiltinOptions_UniqueOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::ReverseV2OptionsT *AsReverseV2Options() { - return type == BuiltinOptions_ReverseV2Options ? - reinterpret_cast(value) : nullptr; - } - const tflite::ReverseV2OptionsT *AsReverseV2Options() const { - return type == BuiltinOptions_ReverseV2Options ? - reinterpret_cast(value) : nullptr; - } - tflite::AddNOptionsT *AsAddNOptions() { - return type == BuiltinOptions_AddNOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::AddNOptionsT *AsAddNOptions() const { - return type == BuiltinOptions_AddNOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::GatherNdOptionsT *AsGatherNdOptions() { - return type == BuiltinOptions_GatherNdOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::GatherNdOptionsT *AsGatherNdOptions() const { - return type == BuiltinOptions_GatherNdOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::CosOptionsT *AsCosOptions() { - return type == BuiltinOptions_CosOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::CosOptionsT *AsCosOptions() const { - return type == BuiltinOptions_CosOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::WhereOptionsT *AsWhereOptions() { - return type == BuiltinOptions_WhereOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::WhereOptionsT *AsWhereOptions() const { - return type == BuiltinOptions_WhereOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::RankOptionsT *AsRankOptions() { - return type == BuiltinOptions_RankOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::RankOptionsT *AsRankOptions() const { - return type == BuiltinOptions_RankOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::ReverseSequenceOptionsT *AsReverseSequenceOptions() { - return type == BuiltinOptions_ReverseSequenceOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::ReverseSequenceOptionsT *AsReverseSequenceOptions() const { - return type == BuiltinOptions_ReverseSequenceOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::MatrixDiagOptionsT *AsMatrixDiagOptions() { - return type == BuiltinOptions_MatrixDiagOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::MatrixDiagOptionsT *AsMatrixDiagOptions() const { - return type == BuiltinOptions_MatrixDiagOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::QuantizeOptionsT *AsQuantizeOptions() { - return type == BuiltinOptions_QuantizeOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::QuantizeOptionsT *AsQuantizeOptions() const { - return type == BuiltinOptions_QuantizeOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::MatrixSetDiagOptionsT *AsMatrixSetDiagOptions() { - return type == BuiltinOptions_MatrixSetDiagOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::MatrixSetDiagOptionsT *AsMatrixSetDiagOptions() const { - return type == BuiltinOptions_MatrixSetDiagOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::HardSwishOptionsT *AsHardSwishOptions() { - return type == BuiltinOptions_HardSwishOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::HardSwishOptionsT *AsHardSwishOptions() const { - return type == BuiltinOptions_HardSwishOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::IfOptionsT *AsIfOptions() { - return type == BuiltinOptions_IfOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::IfOptionsT *AsIfOptions() const { - return type == BuiltinOptions_IfOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::WhileOptionsT *AsWhileOptions() { - return type == BuiltinOptions_WhileOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::WhileOptionsT *AsWhileOptions() const { - return type == BuiltinOptions_WhileOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::DepthToSpaceOptionsT *AsDepthToSpaceOptions() { - return type == BuiltinOptions_DepthToSpaceOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::DepthToSpaceOptionsT *AsDepthToSpaceOptions() const { - return type == BuiltinOptions_DepthToSpaceOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::NonMaxSuppressionV4OptionsT *AsNonMaxSuppressionV4Options() { - return type == BuiltinOptions_NonMaxSuppressionV4Options ? - reinterpret_cast(value) : nullptr; - } - const tflite::NonMaxSuppressionV4OptionsT *AsNonMaxSuppressionV4Options() const { - return type == BuiltinOptions_NonMaxSuppressionV4Options ? - reinterpret_cast(value) : nullptr; - } - tflite::NonMaxSuppressionV5OptionsT *AsNonMaxSuppressionV5Options() { - return type == BuiltinOptions_NonMaxSuppressionV5Options ? - reinterpret_cast(value) : nullptr; - } - const tflite::NonMaxSuppressionV5OptionsT *AsNonMaxSuppressionV5Options() const { - return type == BuiltinOptions_NonMaxSuppressionV5Options ? - reinterpret_cast(value) : nullptr; - } - tflite::ScatterNdOptionsT *AsScatterNdOptions() { - return type == BuiltinOptions_ScatterNdOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::ScatterNdOptionsT *AsScatterNdOptions() const { - return type == BuiltinOptions_ScatterNdOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::SelectV2OptionsT *AsSelectV2Options() { - return type == BuiltinOptions_SelectV2Options ? - reinterpret_cast(value) : nullptr; - } - const tflite::SelectV2OptionsT *AsSelectV2Options() const { - return type == BuiltinOptions_SelectV2Options ? - reinterpret_cast(value) : nullptr; - } - tflite::DensifyOptionsT *AsDensifyOptions() { - return type == BuiltinOptions_DensifyOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::DensifyOptionsT *AsDensifyOptions() const { - return type == BuiltinOptions_DensifyOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::SegmentSumOptionsT *AsSegmentSumOptions() { - return type == BuiltinOptions_SegmentSumOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::SegmentSumOptionsT *AsSegmentSumOptions() const { - return type == BuiltinOptions_SegmentSumOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::BatchMatMulOptionsT *AsBatchMatMulOptions() { - return type == BuiltinOptions_BatchMatMulOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::BatchMatMulOptionsT *AsBatchMatMulOptions() const { - return type == BuiltinOptions_BatchMatMulOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::CumsumOptionsT *AsCumsumOptions() { - return type == BuiltinOptions_CumsumOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::CumsumOptionsT *AsCumsumOptions() const { - return type == BuiltinOptions_CumsumOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::CallOnceOptionsT *AsCallOnceOptions() { - return type == BuiltinOptions_CallOnceOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::CallOnceOptionsT *AsCallOnceOptions() const { - return type == BuiltinOptions_CallOnceOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::BroadcastToOptionsT *AsBroadcastToOptions() { - return type == BuiltinOptions_BroadcastToOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::BroadcastToOptionsT *AsBroadcastToOptions() const { - return type == BuiltinOptions_BroadcastToOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::Rfft2dOptionsT *AsRfft2dOptions() { - return type == BuiltinOptions_Rfft2dOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::Rfft2dOptionsT *AsRfft2dOptions() const { - return type == BuiltinOptions_Rfft2dOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::Conv3DOptionsT *AsConv3DOptions() { - return type == BuiltinOptions_Conv3DOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::Conv3DOptionsT *AsConv3DOptions() const { - return type == BuiltinOptions_Conv3DOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::HashtableOptionsT *AsHashtableOptions() { - return type == BuiltinOptions_HashtableOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::HashtableOptionsT *AsHashtableOptions() const { - return type == BuiltinOptions_HashtableOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::HashtableFindOptionsT *AsHashtableFindOptions() { - return type == BuiltinOptions_HashtableFindOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::HashtableFindOptionsT *AsHashtableFindOptions() const { - return type == BuiltinOptions_HashtableFindOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::HashtableImportOptionsT *AsHashtableImportOptions() { - return type == BuiltinOptions_HashtableImportOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::HashtableImportOptionsT *AsHashtableImportOptions() const { - return type == BuiltinOptions_HashtableImportOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::HashtableSizeOptionsT *AsHashtableSizeOptions() { - return type == BuiltinOptions_HashtableSizeOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::HashtableSizeOptionsT *AsHashtableSizeOptions() const { - return type == BuiltinOptions_HashtableSizeOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::VarHandleOptionsT *AsVarHandleOptions() { - return type == BuiltinOptions_VarHandleOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::VarHandleOptionsT *AsVarHandleOptions() const { - return type == BuiltinOptions_VarHandleOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::ReadVariableOptionsT *AsReadVariableOptions() { - return type == BuiltinOptions_ReadVariableOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::ReadVariableOptionsT *AsReadVariableOptions() const { - return type == BuiltinOptions_ReadVariableOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::AssignVariableOptionsT *AsAssignVariableOptions() { - return type == BuiltinOptions_AssignVariableOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::AssignVariableOptionsT *AsAssignVariableOptions() const { - return type == BuiltinOptions_AssignVariableOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::RandomOptionsT *AsRandomOptions() { - return type == BuiltinOptions_RandomOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::RandomOptionsT *AsRandomOptions() const { - return type == BuiltinOptions_RandomOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::BucketizeOptionsT *AsBucketizeOptions() { - return type == BuiltinOptions_BucketizeOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::BucketizeOptionsT *AsBucketizeOptions() const { - return type == BuiltinOptions_BucketizeOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::GeluOptionsT *AsGeluOptions() { - return type == BuiltinOptions_GeluOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::GeluOptionsT *AsGeluOptions() const { - return type == BuiltinOptions_GeluOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::DynamicUpdateSliceOptionsT *AsDynamicUpdateSliceOptions() { - return type == BuiltinOptions_DynamicUpdateSliceOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::DynamicUpdateSliceOptionsT *AsDynamicUpdateSliceOptions() const { - return type == BuiltinOptions_DynamicUpdateSliceOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::UnsortedSegmentProdOptionsT *AsUnsortedSegmentProdOptions() { - return type == BuiltinOptions_UnsortedSegmentProdOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::UnsortedSegmentProdOptionsT *AsUnsortedSegmentProdOptions() const { - return type == BuiltinOptions_UnsortedSegmentProdOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::UnsortedSegmentMaxOptionsT *AsUnsortedSegmentMaxOptions() { - return type == BuiltinOptions_UnsortedSegmentMaxOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::UnsortedSegmentMaxOptionsT *AsUnsortedSegmentMaxOptions() const { - return type == BuiltinOptions_UnsortedSegmentMaxOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::UnsortedSegmentMinOptionsT *AsUnsortedSegmentMinOptions() { - return type == BuiltinOptions_UnsortedSegmentMinOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::UnsortedSegmentMinOptionsT *AsUnsortedSegmentMinOptions() const { - return type == BuiltinOptions_UnsortedSegmentMinOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::UnsortedSegmentSumOptionsT *AsUnsortedSegmentSumOptions() { - return type == BuiltinOptions_UnsortedSegmentSumOptions ? - reinterpret_cast(value) : nullptr; - } - const tflite::UnsortedSegmentSumOptionsT *AsUnsortedSegmentSumOptions() const { - return type == BuiltinOptions_UnsortedSegmentSumOptions ? - reinterpret_cast(value) : nullptr; - } - tflite::ATan2OptionsT *AsATan2Options() { - return type == BuiltinOptions_ATan2Options ? - reinterpret_cast(value) : nullptr; - } - const tflite::ATan2OptionsT *AsATan2Options() const { - return type == BuiltinOptions_ATan2Options ? - reinterpret_cast(value) : nullptr; - } -}; - -bool VerifyBuiltinOptions(flatbuffers::Verifier &verifier, const void *obj, BuiltinOptions type); -bool VerifyBuiltinOptionsVector(flatbuffers::Verifier &verifier, const flatbuffers::Vector> *values, const flatbuffers::Vector *types); - -enum Padding { - Padding_SAME = 0, - Padding_VALID = 1, - Padding_MIN = Padding_SAME, - Padding_MAX = Padding_VALID -}; - -inline const Padding (&EnumValuesPadding())[2] { - static const Padding values[] = { - Padding_SAME, - Padding_VALID - }; - return values; -} - -inline const char * const *EnumNamesPadding() { - static const char * const names[3] = { - "SAME", - "VALID", - nullptr - }; - return names; -} - -inline const char *EnumNamePadding(Padding e) { - if (flatbuffers::IsOutRange(e, Padding_SAME, Padding_VALID)) return ""; - const size_t index = static_cast(e); - return EnumNamesPadding()[index]; -} - -enum ActivationFunctionType { - ActivationFunctionType_NONE = 0, - ActivationFunctionType_RELU = 1, - ActivationFunctionType_RELU_N1_TO_1 = 2, - ActivationFunctionType_RELU6 = 3, - ActivationFunctionType_TANH = 4, - ActivationFunctionType_SIGN_BIT = 5, - ActivationFunctionType_MIN = ActivationFunctionType_NONE, - ActivationFunctionType_MAX = ActivationFunctionType_SIGN_BIT -}; - -inline const ActivationFunctionType (&EnumValuesActivationFunctionType())[6] { - static const ActivationFunctionType values[] = { - ActivationFunctionType_NONE, - ActivationFunctionType_RELU, - ActivationFunctionType_RELU_N1_TO_1, - ActivationFunctionType_RELU6, - ActivationFunctionType_TANH, - ActivationFunctionType_SIGN_BIT - }; - return values; -} - -inline const char * const *EnumNamesActivationFunctionType() { - static const char * const names[7] = { - "NONE", - "RELU", - "RELU_N1_TO_1", - "RELU6", - "TANH", - "SIGN_BIT", - nullptr - }; - return names; -} - -inline const char *EnumNameActivationFunctionType(ActivationFunctionType e) { - if (flatbuffers::IsOutRange(e, ActivationFunctionType_NONE, ActivationFunctionType_SIGN_BIT)) return ""; - const size_t index = static_cast(e); - return EnumNamesActivationFunctionType()[index]; -} - -enum LSHProjectionType { - LSHProjectionType_UNKNOWN = 0, - LSHProjectionType_SPARSE = 1, - LSHProjectionType_DENSE = 2, - LSHProjectionType_MIN = LSHProjectionType_UNKNOWN, - LSHProjectionType_MAX = LSHProjectionType_DENSE -}; - -inline const LSHProjectionType (&EnumValuesLSHProjectionType())[3] { - static const LSHProjectionType values[] = { - LSHProjectionType_UNKNOWN, - LSHProjectionType_SPARSE, - LSHProjectionType_DENSE - }; - return values; -} - -inline const char * const *EnumNamesLSHProjectionType() { - static const char * const names[4] = { - "UNKNOWN", - "SPARSE", - "DENSE", - nullptr - }; - return names; -} - -inline const char *EnumNameLSHProjectionType(LSHProjectionType e) { - if (flatbuffers::IsOutRange(e, LSHProjectionType_UNKNOWN, LSHProjectionType_DENSE)) return ""; - const size_t index = static_cast(e); - return EnumNamesLSHProjectionType()[index]; -} - -enum FullyConnectedOptionsWeightsFormat { - FullyConnectedOptionsWeightsFormat_DEFAULT = 0, - FullyConnectedOptionsWeightsFormat_SHUFFLED4x16INT8 = 1, - FullyConnectedOptionsWeightsFormat_MIN = FullyConnectedOptionsWeightsFormat_DEFAULT, - FullyConnectedOptionsWeightsFormat_MAX = FullyConnectedOptionsWeightsFormat_SHUFFLED4x16INT8 -}; - -inline const FullyConnectedOptionsWeightsFormat (&EnumValuesFullyConnectedOptionsWeightsFormat())[2] { - static const FullyConnectedOptionsWeightsFormat values[] = { - FullyConnectedOptionsWeightsFormat_DEFAULT, - FullyConnectedOptionsWeightsFormat_SHUFFLED4x16INT8 - }; - return values; -} - -inline const char * const *EnumNamesFullyConnectedOptionsWeightsFormat() { - static const char * const names[3] = { - "DEFAULT", - "SHUFFLED4x16INT8", - nullptr - }; - return names; -} - -inline const char *EnumNameFullyConnectedOptionsWeightsFormat(FullyConnectedOptionsWeightsFormat e) { - if (flatbuffers::IsOutRange(e, FullyConnectedOptionsWeightsFormat_DEFAULT, FullyConnectedOptionsWeightsFormat_SHUFFLED4x16INT8)) return ""; - const size_t index = static_cast(e); - return EnumNamesFullyConnectedOptionsWeightsFormat()[index]; -} - -enum LSTMKernelType { - LSTMKernelType_FULL = 0, - LSTMKernelType_BASIC = 1, - LSTMKernelType_MIN = LSTMKernelType_FULL, - LSTMKernelType_MAX = LSTMKernelType_BASIC -}; - -inline const LSTMKernelType (&EnumValuesLSTMKernelType())[2] { - static const LSTMKernelType values[] = { - LSTMKernelType_FULL, - LSTMKernelType_BASIC - }; - return values; -} - -inline const char * const *EnumNamesLSTMKernelType() { - static const char * const names[3] = { - "FULL", - "BASIC", - nullptr - }; - return names; -} - -inline const char *EnumNameLSTMKernelType(LSTMKernelType e) { - if (flatbuffers::IsOutRange(e, LSTMKernelType_FULL, LSTMKernelType_BASIC)) return ""; - const size_t index = static_cast(e); - return EnumNamesLSTMKernelType()[index]; -} - -enum CombinerType { - CombinerType_SUM = 0, - CombinerType_MEAN = 1, - CombinerType_SQRTN = 2, - CombinerType_MIN = CombinerType_SUM, - CombinerType_MAX = CombinerType_SQRTN -}; - -inline const CombinerType (&EnumValuesCombinerType())[3] { - static const CombinerType values[] = { - CombinerType_SUM, - CombinerType_MEAN, - CombinerType_SQRTN - }; - return values; -} - -inline const char * const *EnumNamesCombinerType() { - static const char * const names[4] = { - "SUM", - "MEAN", - "SQRTN", - nullptr - }; - return names; -} - -inline const char *EnumNameCombinerType(CombinerType e) { - if (flatbuffers::IsOutRange(e, CombinerType_SUM, CombinerType_SQRTN)) return ""; - const size_t index = static_cast(e); - return EnumNamesCombinerType()[index]; -} - -enum MirrorPadMode { - MirrorPadMode_REFLECT = 0, - MirrorPadMode_SYMMETRIC = 1, - MirrorPadMode_MIN = MirrorPadMode_REFLECT, - MirrorPadMode_MAX = MirrorPadMode_SYMMETRIC -}; - -inline const MirrorPadMode (&EnumValuesMirrorPadMode())[2] { - static const MirrorPadMode values[] = { - MirrorPadMode_REFLECT, - MirrorPadMode_SYMMETRIC - }; - return values; -} - -inline const char * const *EnumNamesMirrorPadMode() { - static const char * const names[3] = { - "REFLECT", - "SYMMETRIC", - nullptr - }; - return names; -} - -inline const char *EnumNameMirrorPadMode(MirrorPadMode e) { - if (flatbuffers::IsOutRange(e, MirrorPadMode_REFLECT, MirrorPadMode_SYMMETRIC)) return ""; - const size_t index = static_cast(e); - return EnumNamesMirrorPadMode()[index]; -} - -enum CustomOptionsFormat { - CustomOptionsFormat_FLEXBUFFERS = 0, - CustomOptionsFormat_MIN = CustomOptionsFormat_FLEXBUFFERS, - CustomOptionsFormat_MAX = CustomOptionsFormat_FLEXBUFFERS -}; - -inline const CustomOptionsFormat (&EnumValuesCustomOptionsFormat())[1] { - static const CustomOptionsFormat values[] = { - CustomOptionsFormat_FLEXBUFFERS - }; - return values; -} - -inline const char * const *EnumNamesCustomOptionsFormat() { - static const char * const names[2] = { - "FLEXBUFFERS", - nullptr - }; - return names; -} - -inline const char *EnumNameCustomOptionsFormat(CustomOptionsFormat e) { - if (flatbuffers::IsOutRange(e, CustomOptionsFormat_FLEXBUFFERS, CustomOptionsFormat_FLEXBUFFERS)) return ""; - const size_t index = static_cast(e); - return EnumNamesCustomOptionsFormat()[index]; -} - -struct CustomQuantizationT : public flatbuffers::NativeTable { - typedef CustomQuantization TableType; - std::vector custom; - CustomQuantizationT() { - } -}; - -struct CustomQuantization FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef CustomQuantizationT NativeTableType; - typedef CustomQuantizationBuilder Builder; - enum FlatBuffersVTableOffset FLATBUFFERS_VTABLE_UNDERLYING_TYPE { - VT_CUSTOM = 4 - }; - const flatbuffers::Vector *custom() const { - return GetPointer *>(VT_CUSTOM); - } - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - VerifyOffset(verifier, VT_CUSTOM) && - verifier.VerifyVector(custom()) && - verifier.EndTable(); - } - CustomQuantizationT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(CustomQuantizationT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const CustomQuantizationT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct CustomQuantizationBuilder { - typedef CustomQuantization Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - void add_custom(flatbuffers::Offset> custom) { - fbb_.AddOffset(CustomQuantization::VT_CUSTOM, custom); - } - explicit CustomQuantizationBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - CustomQuantizationBuilder &operator=(const CustomQuantizationBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateCustomQuantization( - flatbuffers::FlatBufferBuilder &_fbb, - flatbuffers::Offset> custom = 0) { - CustomQuantizationBuilder builder_(_fbb); - builder_.add_custom(custom); - return builder_.Finish(); -} - -inline flatbuffers::Offset CreateCustomQuantizationDirect( - flatbuffers::FlatBufferBuilder &_fbb, - const std::vector *custom = nullptr) { - if (custom) { _fbb.ForceVectorAlignment(custom->size(), sizeof(uint8_t), 16); } - auto custom__ = custom ? _fbb.CreateVector(*custom) : 0; - return tflite::CreateCustomQuantization( - _fbb, - custom__); -} - -flatbuffers::Offset CreateCustomQuantization(flatbuffers::FlatBufferBuilder &_fbb, const CustomQuantizationT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct QuantizationParametersT : public flatbuffers::NativeTable { - typedef QuantizationParameters TableType; - std::vector min; - std::vector max; - std::vector scale; - std::vector zero_point; - tflite::QuantizationDetailsUnion details; - int32_t quantized_dimension; - QuantizationParametersT() - : quantized_dimension(0) { - } -}; - -struct QuantizationParameters FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef QuantizationParametersT NativeTableType; - typedef QuantizationParametersBuilder Builder; - enum FlatBuffersVTableOffset FLATBUFFERS_VTABLE_UNDERLYING_TYPE { - VT_MIN = 4, - VT_MAX = 6, - VT_SCALE = 8, - VT_ZERO_POINT = 10, - VT_DETAILS_TYPE = 12, - VT_DETAILS = 14, - VT_QUANTIZED_DIMENSION = 16 - }; - const flatbuffers::Vector *min() const { - return GetPointer *>(VT_MIN); - } - const flatbuffers::Vector *max() const { - return GetPointer *>(VT_MAX); - } - const flatbuffers::Vector *scale() const { - return GetPointer *>(VT_SCALE); - } - const flatbuffers::Vector *zero_point() const { - return GetPointer *>(VT_ZERO_POINT); - } - tflite::QuantizationDetails details_type() const { - return static_cast(GetField(VT_DETAILS_TYPE, 0)); - } - const void *details() const { - return GetPointer(VT_DETAILS); - } - template const T *details_as() const; - const tflite::CustomQuantization *details_as_CustomQuantization() const { - return details_type() == tflite::QuantizationDetails_CustomQuantization ? static_cast(details()) : nullptr; - } - int32_t quantized_dimension() const { - return GetField(VT_QUANTIZED_DIMENSION, 0); - } - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - VerifyOffset(verifier, VT_MIN) && - verifier.VerifyVector(min()) && - VerifyOffset(verifier, VT_MAX) && - verifier.VerifyVector(max()) && - VerifyOffset(verifier, VT_SCALE) && - verifier.VerifyVector(scale()) && - VerifyOffset(verifier, VT_ZERO_POINT) && - verifier.VerifyVector(zero_point()) && - VerifyField(verifier, VT_DETAILS_TYPE) && - VerifyOffset(verifier, VT_DETAILS) && - VerifyQuantizationDetails(verifier, details(), details_type()) && - VerifyField(verifier, VT_QUANTIZED_DIMENSION) && - verifier.EndTable(); - } - QuantizationParametersT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(QuantizationParametersT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const QuantizationParametersT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -template<> inline const tflite::CustomQuantization *QuantizationParameters::details_as() const { - return details_as_CustomQuantization(); -} - -struct QuantizationParametersBuilder { - typedef QuantizationParameters Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - void add_min(flatbuffers::Offset> min) { - fbb_.AddOffset(QuantizationParameters::VT_MIN, min); - } - void add_max(flatbuffers::Offset> max) { - fbb_.AddOffset(QuantizationParameters::VT_MAX, max); - } - void add_scale(flatbuffers::Offset> scale) { - fbb_.AddOffset(QuantizationParameters::VT_SCALE, scale); - } - void add_zero_point(flatbuffers::Offset> zero_point) { - fbb_.AddOffset(QuantizationParameters::VT_ZERO_POINT, zero_point); - } - void add_details_type(tflite::QuantizationDetails details_type) { - fbb_.AddElement(QuantizationParameters::VT_DETAILS_TYPE, static_cast(details_type), 0); - } - void add_details(flatbuffers::Offset details) { - fbb_.AddOffset(QuantizationParameters::VT_DETAILS, details); - } - void add_quantized_dimension(int32_t quantized_dimension) { - fbb_.AddElement(QuantizationParameters::VT_QUANTIZED_DIMENSION, quantized_dimension, 0); - } - explicit QuantizationParametersBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - QuantizationParametersBuilder &operator=(const QuantizationParametersBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateQuantizationParameters( - flatbuffers::FlatBufferBuilder &_fbb, - flatbuffers::Offset> min = 0, - flatbuffers::Offset> max = 0, - flatbuffers::Offset> scale = 0, - flatbuffers::Offset> zero_point = 0, - tflite::QuantizationDetails details_type = tflite::QuantizationDetails_NONE, - flatbuffers::Offset details = 0, - int32_t quantized_dimension = 0) { - QuantizationParametersBuilder builder_(_fbb); - builder_.add_quantized_dimension(quantized_dimension); - builder_.add_details(details); - builder_.add_zero_point(zero_point); - builder_.add_scale(scale); - builder_.add_max(max); - builder_.add_min(min); - builder_.add_details_type(details_type); - return builder_.Finish(); -} - -inline flatbuffers::Offset CreateQuantizationParametersDirect( - flatbuffers::FlatBufferBuilder &_fbb, - const std::vector *min = nullptr, - const std::vector *max = nullptr, - const std::vector *scale = nullptr, - const std::vector *zero_point = nullptr, - tflite::QuantizationDetails details_type = tflite::QuantizationDetails_NONE, - flatbuffers::Offset details = 0, - int32_t quantized_dimension = 0) { - auto min__ = min ? _fbb.CreateVector(*min) : 0; - auto max__ = max ? _fbb.CreateVector(*max) : 0; - auto scale__ = scale ? _fbb.CreateVector(*scale) : 0; - auto zero_point__ = zero_point ? _fbb.CreateVector(*zero_point) : 0; - return tflite::CreateQuantizationParameters( - _fbb, - min__, - max__, - scale__, - zero_point__, - details_type, - details, - quantized_dimension); -} - -flatbuffers::Offset CreateQuantizationParameters(flatbuffers::FlatBufferBuilder &_fbb, const QuantizationParametersT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct Int32VectorT : public flatbuffers::NativeTable { - typedef Int32Vector TableType; - std::vector values; - Int32VectorT() { - } -}; - -struct Int32Vector FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef Int32VectorT NativeTableType; - typedef Int32VectorBuilder Builder; - enum FlatBuffersVTableOffset FLATBUFFERS_VTABLE_UNDERLYING_TYPE { - VT_VALUES = 4 - }; - const flatbuffers::Vector *values() const { - return GetPointer *>(VT_VALUES); - } - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - VerifyOffset(verifier, VT_VALUES) && - verifier.VerifyVector(values()) && - verifier.EndTable(); - } - Int32VectorT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(Int32VectorT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const Int32VectorT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct Int32VectorBuilder { - typedef Int32Vector Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - void add_values(flatbuffers::Offset> values) { - fbb_.AddOffset(Int32Vector::VT_VALUES, values); - } - explicit Int32VectorBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - Int32VectorBuilder &operator=(const Int32VectorBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateInt32Vector( - flatbuffers::FlatBufferBuilder &_fbb, - flatbuffers::Offset> values = 0) { - Int32VectorBuilder builder_(_fbb); - builder_.add_values(values); - return builder_.Finish(); -} - -inline flatbuffers::Offset CreateInt32VectorDirect( - flatbuffers::FlatBufferBuilder &_fbb, - const std::vector *values = nullptr) { - auto values__ = values ? _fbb.CreateVector(*values) : 0; - return tflite::CreateInt32Vector( - _fbb, - values__); -} - -flatbuffers::Offset CreateInt32Vector(flatbuffers::FlatBufferBuilder &_fbb, const Int32VectorT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct Uint16VectorT : public flatbuffers::NativeTable { - typedef Uint16Vector TableType; - std::vector values; - Uint16VectorT() { - } -}; - -struct Uint16Vector FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef Uint16VectorT NativeTableType; - typedef Uint16VectorBuilder Builder; - enum FlatBuffersVTableOffset FLATBUFFERS_VTABLE_UNDERLYING_TYPE { - VT_VALUES = 4 - }; - const flatbuffers::Vector *values() const { - return GetPointer *>(VT_VALUES); - } - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - VerifyOffset(verifier, VT_VALUES) && - verifier.VerifyVector(values()) && - verifier.EndTable(); - } - Uint16VectorT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(Uint16VectorT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const Uint16VectorT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct Uint16VectorBuilder { - typedef Uint16Vector Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - void add_values(flatbuffers::Offset> values) { - fbb_.AddOffset(Uint16Vector::VT_VALUES, values); - } - explicit Uint16VectorBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - Uint16VectorBuilder &operator=(const Uint16VectorBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateUint16Vector( - flatbuffers::FlatBufferBuilder &_fbb, - flatbuffers::Offset> values = 0) { - Uint16VectorBuilder builder_(_fbb); - builder_.add_values(values); - return builder_.Finish(); -} - -inline flatbuffers::Offset CreateUint16VectorDirect( - flatbuffers::FlatBufferBuilder &_fbb, - const std::vector *values = nullptr) { - if (values) { _fbb.ForceVectorAlignment(values->size(), sizeof(uint16_t), 4); } - auto values__ = values ? _fbb.CreateVector(*values) : 0; - return tflite::CreateUint16Vector( - _fbb, - values__); -} - -flatbuffers::Offset CreateUint16Vector(flatbuffers::FlatBufferBuilder &_fbb, const Uint16VectorT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct Uint8VectorT : public flatbuffers::NativeTable { - typedef Uint8Vector TableType; - std::vector values; - Uint8VectorT() { - } -}; - -struct Uint8Vector FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef Uint8VectorT NativeTableType; - typedef Uint8VectorBuilder Builder; - enum FlatBuffersVTableOffset FLATBUFFERS_VTABLE_UNDERLYING_TYPE { - VT_VALUES = 4 - }; - const flatbuffers::Vector *values() const { - return GetPointer *>(VT_VALUES); - } - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - VerifyOffset(verifier, VT_VALUES) && - verifier.VerifyVector(values()) && - verifier.EndTable(); - } - Uint8VectorT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(Uint8VectorT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const Uint8VectorT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct Uint8VectorBuilder { - typedef Uint8Vector Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - void add_values(flatbuffers::Offset> values) { - fbb_.AddOffset(Uint8Vector::VT_VALUES, values); - } - explicit Uint8VectorBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - Uint8VectorBuilder &operator=(const Uint8VectorBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateUint8Vector( - flatbuffers::FlatBufferBuilder &_fbb, - flatbuffers::Offset> values = 0) { - Uint8VectorBuilder builder_(_fbb); - builder_.add_values(values); - return builder_.Finish(); -} - -inline flatbuffers::Offset CreateUint8VectorDirect( - flatbuffers::FlatBufferBuilder &_fbb, - const std::vector *values = nullptr) { - if (values) { _fbb.ForceVectorAlignment(values->size(), sizeof(uint8_t), 4); } - auto values__ = values ? _fbb.CreateVector(*values) : 0; - return tflite::CreateUint8Vector( - _fbb, - values__); -} - -flatbuffers::Offset CreateUint8Vector(flatbuffers::FlatBufferBuilder &_fbb, const Uint8VectorT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct DimensionMetadataT : public flatbuffers::NativeTable { - typedef DimensionMetadata TableType; - tflite::DimensionType format; - int32_t dense_size; - tflite::SparseIndexVectorUnion array_segments; - tflite::SparseIndexVectorUnion array_indices; - DimensionMetadataT() - : format(tflite::DimensionType_DENSE), - dense_size(0) { - } -}; - -struct DimensionMetadata FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef DimensionMetadataT NativeTableType; - typedef DimensionMetadataBuilder Builder; - enum FlatBuffersVTableOffset FLATBUFFERS_VTABLE_UNDERLYING_TYPE { - VT_FORMAT = 4, - VT_DENSE_SIZE = 6, - VT_ARRAY_SEGMENTS_TYPE = 8, - VT_ARRAY_SEGMENTS = 10, - VT_ARRAY_INDICES_TYPE = 12, - VT_ARRAY_INDICES = 14 - }; - tflite::DimensionType format() const { - return static_cast(GetField(VT_FORMAT, 0)); - } - int32_t dense_size() const { - return GetField(VT_DENSE_SIZE, 0); - } - tflite::SparseIndexVector array_segments_type() const { - return static_cast(GetField(VT_ARRAY_SEGMENTS_TYPE, 0)); - } - const void *array_segments() const { - return GetPointer(VT_ARRAY_SEGMENTS); - } - template const T *array_segments_as() const; - const tflite::Int32Vector *array_segments_as_Int32Vector() const { - return array_segments_type() == tflite::SparseIndexVector_Int32Vector ? static_cast(array_segments()) : nullptr; - } - const tflite::Uint16Vector *array_segments_as_Uint16Vector() const { - return array_segments_type() == tflite::SparseIndexVector_Uint16Vector ? static_cast(array_segments()) : nullptr; - } - const tflite::Uint8Vector *array_segments_as_Uint8Vector() const { - return array_segments_type() == tflite::SparseIndexVector_Uint8Vector ? static_cast(array_segments()) : nullptr; - } - tflite::SparseIndexVector array_indices_type() const { - return static_cast(GetField(VT_ARRAY_INDICES_TYPE, 0)); - } - const void *array_indices() const { - return GetPointer(VT_ARRAY_INDICES); - } - template const T *array_indices_as() const; - const tflite::Int32Vector *array_indices_as_Int32Vector() const { - return array_indices_type() == tflite::SparseIndexVector_Int32Vector ? static_cast(array_indices()) : nullptr; - } - const tflite::Uint16Vector *array_indices_as_Uint16Vector() const { - return array_indices_type() == tflite::SparseIndexVector_Uint16Vector ? static_cast(array_indices()) : nullptr; - } - const tflite::Uint8Vector *array_indices_as_Uint8Vector() const { - return array_indices_type() == tflite::SparseIndexVector_Uint8Vector ? static_cast(array_indices()) : nullptr; - } - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - VerifyField(verifier, VT_FORMAT) && - VerifyField(verifier, VT_DENSE_SIZE) && - VerifyField(verifier, VT_ARRAY_SEGMENTS_TYPE) && - VerifyOffset(verifier, VT_ARRAY_SEGMENTS) && - VerifySparseIndexVector(verifier, array_segments(), array_segments_type()) && - VerifyField(verifier, VT_ARRAY_INDICES_TYPE) && - VerifyOffset(verifier, VT_ARRAY_INDICES) && - VerifySparseIndexVector(verifier, array_indices(), array_indices_type()) && - verifier.EndTable(); - } - DimensionMetadataT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(DimensionMetadataT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const DimensionMetadataT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -template<> inline const tflite::Int32Vector *DimensionMetadata::array_segments_as() const { - return array_segments_as_Int32Vector(); -} - -template<> inline const tflite::Uint16Vector *DimensionMetadata::array_segments_as() const { - return array_segments_as_Uint16Vector(); -} - -template<> inline const tflite::Uint8Vector *DimensionMetadata::array_segments_as() const { - return array_segments_as_Uint8Vector(); -} - -template<> inline const tflite::Int32Vector *DimensionMetadata::array_indices_as() const { - return array_indices_as_Int32Vector(); -} - -template<> inline const tflite::Uint16Vector *DimensionMetadata::array_indices_as() const { - return array_indices_as_Uint16Vector(); -} - -template<> inline const tflite::Uint8Vector *DimensionMetadata::array_indices_as() const { - return array_indices_as_Uint8Vector(); -} - -struct DimensionMetadataBuilder { - typedef DimensionMetadata Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - void add_format(tflite::DimensionType format) { - fbb_.AddElement(DimensionMetadata::VT_FORMAT, static_cast(format), 0); - } - void add_dense_size(int32_t dense_size) { - fbb_.AddElement(DimensionMetadata::VT_DENSE_SIZE, dense_size, 0); - } - void add_array_segments_type(tflite::SparseIndexVector array_segments_type) { - fbb_.AddElement(DimensionMetadata::VT_ARRAY_SEGMENTS_TYPE, static_cast(array_segments_type), 0); - } - void add_array_segments(flatbuffers::Offset array_segments) { - fbb_.AddOffset(DimensionMetadata::VT_ARRAY_SEGMENTS, array_segments); - } - void add_array_indices_type(tflite::SparseIndexVector array_indices_type) { - fbb_.AddElement(DimensionMetadata::VT_ARRAY_INDICES_TYPE, static_cast(array_indices_type), 0); - } - void add_array_indices(flatbuffers::Offset array_indices) { - fbb_.AddOffset(DimensionMetadata::VT_ARRAY_INDICES, array_indices); - } - explicit DimensionMetadataBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - DimensionMetadataBuilder &operator=(const DimensionMetadataBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateDimensionMetadata( - flatbuffers::FlatBufferBuilder &_fbb, - tflite::DimensionType format = tflite::DimensionType_DENSE, - int32_t dense_size = 0, - tflite::SparseIndexVector array_segments_type = tflite::SparseIndexVector_NONE, - flatbuffers::Offset array_segments = 0, - tflite::SparseIndexVector array_indices_type = tflite::SparseIndexVector_NONE, - flatbuffers::Offset array_indices = 0) { - DimensionMetadataBuilder builder_(_fbb); - builder_.add_array_indices(array_indices); - builder_.add_array_segments(array_segments); - builder_.add_dense_size(dense_size); - builder_.add_array_indices_type(array_indices_type); - builder_.add_array_segments_type(array_segments_type); - builder_.add_format(format); - return builder_.Finish(); -} - -flatbuffers::Offset CreateDimensionMetadata(flatbuffers::FlatBufferBuilder &_fbb, const DimensionMetadataT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct SparsityParametersT : public flatbuffers::NativeTable { - typedef SparsityParameters TableType; - std::vector traversal_order; - std::vector block_map; - std::vector> dim_metadata; - SparsityParametersT() { - } -}; - -struct SparsityParameters FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef SparsityParametersT NativeTableType; - typedef SparsityParametersBuilder Builder; - enum FlatBuffersVTableOffset FLATBUFFERS_VTABLE_UNDERLYING_TYPE { - VT_TRAVERSAL_ORDER = 4, - VT_BLOCK_MAP = 6, - VT_DIM_METADATA = 8 - }; - const flatbuffers::Vector *traversal_order() const { - return GetPointer *>(VT_TRAVERSAL_ORDER); - } - const flatbuffers::Vector *block_map() const { - return GetPointer *>(VT_BLOCK_MAP); - } - const flatbuffers::Vector> *dim_metadata() const { - return GetPointer> *>(VT_DIM_METADATA); - } - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - VerifyOffset(verifier, VT_TRAVERSAL_ORDER) && - verifier.VerifyVector(traversal_order()) && - VerifyOffset(verifier, VT_BLOCK_MAP) && - verifier.VerifyVector(block_map()) && - VerifyOffset(verifier, VT_DIM_METADATA) && - verifier.VerifyVector(dim_metadata()) && - verifier.VerifyVectorOfTables(dim_metadata()) && - verifier.EndTable(); - } - SparsityParametersT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(SparsityParametersT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const SparsityParametersT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct SparsityParametersBuilder { - typedef SparsityParameters Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - void add_traversal_order(flatbuffers::Offset> traversal_order) { - fbb_.AddOffset(SparsityParameters::VT_TRAVERSAL_ORDER, traversal_order); - } - void add_block_map(flatbuffers::Offset> block_map) { - fbb_.AddOffset(SparsityParameters::VT_BLOCK_MAP, block_map); - } - void add_dim_metadata(flatbuffers::Offset>> dim_metadata) { - fbb_.AddOffset(SparsityParameters::VT_DIM_METADATA, dim_metadata); - } - explicit SparsityParametersBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - SparsityParametersBuilder &operator=(const SparsityParametersBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateSparsityParameters( - flatbuffers::FlatBufferBuilder &_fbb, - flatbuffers::Offset> traversal_order = 0, - flatbuffers::Offset> block_map = 0, - flatbuffers::Offset>> dim_metadata = 0) { - SparsityParametersBuilder builder_(_fbb); - builder_.add_dim_metadata(dim_metadata); - builder_.add_block_map(block_map); - builder_.add_traversal_order(traversal_order); - return builder_.Finish(); -} - -inline flatbuffers::Offset CreateSparsityParametersDirect( - flatbuffers::FlatBufferBuilder &_fbb, - const std::vector *traversal_order = nullptr, - const std::vector *block_map = nullptr, - const std::vector> *dim_metadata = nullptr) { - auto traversal_order__ = traversal_order ? _fbb.CreateVector(*traversal_order) : 0; - auto block_map__ = block_map ? _fbb.CreateVector(*block_map) : 0; - auto dim_metadata__ = dim_metadata ? _fbb.CreateVector>(*dim_metadata) : 0; - return tflite::CreateSparsityParameters( - _fbb, - traversal_order__, - block_map__, - dim_metadata__); -} - -flatbuffers::Offset CreateSparsityParameters(flatbuffers::FlatBufferBuilder &_fbb, const SparsityParametersT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct TensorT : public flatbuffers::NativeTable { - typedef Tensor TableType; - std::vector shape; - tflite::TensorType type; - uint32_t buffer; - std::string name; - std::unique_ptr quantization; - bool is_variable; - std::unique_ptr sparsity; - std::vector shape_signature; - bool has_rank; - TensorT() - : type(tflite::TensorType_FLOAT32), - buffer(0), - is_variable(false), - has_rank(false) { - } -}; - -struct Tensor FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef TensorT NativeTableType; - typedef TensorBuilder Builder; - enum FlatBuffersVTableOffset FLATBUFFERS_VTABLE_UNDERLYING_TYPE { - VT_SHAPE = 4, - VT_TYPE = 6, - VT_BUFFER = 8, - VT_NAME = 10, - VT_QUANTIZATION = 12, - VT_IS_VARIABLE = 14, - VT_SPARSITY = 16, - VT_SHAPE_SIGNATURE = 18, - VT_HAS_RANK = 20 - }; - const flatbuffers::Vector *shape() const { - return GetPointer *>(VT_SHAPE); - } - tflite::TensorType type() const { - return static_cast(GetField(VT_TYPE, 0)); - } - uint32_t buffer() const { - return GetField(VT_BUFFER, 0); - } - const flatbuffers::String *name() const { - return GetPointer(VT_NAME); - } - const tflite::QuantizationParameters *quantization() const { - return GetPointer(VT_QUANTIZATION); - } - bool is_variable() const { - return GetField(VT_IS_VARIABLE, 0) != 0; - } - const tflite::SparsityParameters *sparsity() const { - return GetPointer(VT_SPARSITY); - } - const flatbuffers::Vector *shape_signature() const { - return GetPointer *>(VT_SHAPE_SIGNATURE); - } - bool has_rank() const { - return GetField(VT_HAS_RANK, 0) != 0; - } - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - VerifyOffset(verifier, VT_SHAPE) && - verifier.VerifyVector(shape()) && - VerifyField(verifier, VT_TYPE) && - VerifyField(verifier, VT_BUFFER) && - VerifyOffset(verifier, VT_NAME) && - verifier.VerifyString(name()) && - VerifyOffset(verifier, VT_QUANTIZATION) && - verifier.VerifyTable(quantization()) && - VerifyField(verifier, VT_IS_VARIABLE) && - VerifyOffset(verifier, VT_SPARSITY) && - verifier.VerifyTable(sparsity()) && - VerifyOffset(verifier, VT_SHAPE_SIGNATURE) && - verifier.VerifyVector(shape_signature()) && - VerifyField(verifier, VT_HAS_RANK) && - verifier.EndTable(); - } - TensorT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(TensorT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const TensorT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct TensorBuilder { - typedef Tensor Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - void add_shape(flatbuffers::Offset> shape) { - fbb_.AddOffset(Tensor::VT_SHAPE, shape); - } - void add_type(tflite::TensorType type) { - fbb_.AddElement(Tensor::VT_TYPE, static_cast(type), 0); - } - void add_buffer(uint32_t buffer) { - fbb_.AddElement(Tensor::VT_BUFFER, buffer, 0); - } - void add_name(flatbuffers::Offset name) { - fbb_.AddOffset(Tensor::VT_NAME, name); - } - void add_quantization(flatbuffers::Offset quantization) { - fbb_.AddOffset(Tensor::VT_QUANTIZATION, quantization); - } - void add_is_variable(bool is_variable) { - fbb_.AddElement(Tensor::VT_IS_VARIABLE, static_cast(is_variable), 0); - } - void add_sparsity(flatbuffers::Offset sparsity) { - fbb_.AddOffset(Tensor::VT_SPARSITY, sparsity); - } - void add_shape_signature(flatbuffers::Offset> shape_signature) { - fbb_.AddOffset(Tensor::VT_SHAPE_SIGNATURE, shape_signature); - } - void add_has_rank(bool has_rank) { - fbb_.AddElement(Tensor::VT_HAS_RANK, static_cast(has_rank), 0); - } - explicit TensorBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - TensorBuilder &operator=(const TensorBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateTensor( - flatbuffers::FlatBufferBuilder &_fbb, - flatbuffers::Offset> shape = 0, - tflite::TensorType type = tflite::TensorType_FLOAT32, - uint32_t buffer = 0, - flatbuffers::Offset name = 0, - flatbuffers::Offset quantization = 0, - bool is_variable = false, - flatbuffers::Offset sparsity = 0, - flatbuffers::Offset> shape_signature = 0, - bool has_rank = false) { - TensorBuilder builder_(_fbb); - builder_.add_shape_signature(shape_signature); - builder_.add_sparsity(sparsity); - builder_.add_quantization(quantization); - builder_.add_name(name); - builder_.add_buffer(buffer); - builder_.add_shape(shape); - builder_.add_has_rank(has_rank); - builder_.add_is_variable(is_variable); - builder_.add_type(type); - return builder_.Finish(); -} - -inline flatbuffers::Offset CreateTensorDirect( - flatbuffers::FlatBufferBuilder &_fbb, - const std::vector *shape = nullptr, - tflite::TensorType type = tflite::TensorType_FLOAT32, - uint32_t buffer = 0, - const char *name = nullptr, - flatbuffers::Offset quantization = 0, - bool is_variable = false, - flatbuffers::Offset sparsity = 0, - const std::vector *shape_signature = nullptr, - bool has_rank = false) { - auto shape__ = shape ? _fbb.CreateVector(*shape) : 0; - auto name__ = name ? _fbb.CreateString(name) : 0; - auto shape_signature__ = shape_signature ? _fbb.CreateVector(*shape_signature) : 0; - return tflite::CreateTensor( - _fbb, - shape__, - type, - buffer, - name__, - quantization, - is_variable, - sparsity, - shape_signature__, - has_rank); -} - -flatbuffers::Offset CreateTensor(flatbuffers::FlatBufferBuilder &_fbb, const TensorT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct Conv2DOptionsT : public flatbuffers::NativeTable { - typedef Conv2DOptions TableType; - tflite::Padding padding; - int32_t stride_w; - int32_t stride_h; - tflite::ActivationFunctionType fused_activation_function; - int32_t dilation_w_factor; - int32_t dilation_h_factor; - Conv2DOptionsT() - : padding(tflite::Padding_SAME), - stride_w(0), - stride_h(0), - fused_activation_function(tflite::ActivationFunctionType_NONE), - dilation_w_factor(1), - dilation_h_factor(1) { - } -}; - -struct Conv2DOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef Conv2DOptionsT NativeTableType; - typedef Conv2DOptionsBuilder Builder; - enum FlatBuffersVTableOffset FLATBUFFERS_VTABLE_UNDERLYING_TYPE { - VT_PADDING = 4, - VT_STRIDE_W = 6, - VT_STRIDE_H = 8, - VT_FUSED_ACTIVATION_FUNCTION = 10, - VT_DILATION_W_FACTOR = 12, - VT_DILATION_H_FACTOR = 14 - }; - tflite::Padding padding() const { - return static_cast(GetField(VT_PADDING, 0)); - } - int32_t stride_w() const { - return GetField(VT_STRIDE_W, 0); - } - int32_t stride_h() const { - return GetField(VT_STRIDE_H, 0); - } - tflite::ActivationFunctionType fused_activation_function() const { - return static_cast(GetField(VT_FUSED_ACTIVATION_FUNCTION, 0)); - } - int32_t dilation_w_factor() const { - return GetField(VT_DILATION_W_FACTOR, 1); - } - int32_t dilation_h_factor() const { - return GetField(VT_DILATION_H_FACTOR, 1); - } - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - VerifyField(verifier, VT_PADDING) && - VerifyField(verifier, VT_STRIDE_W) && - VerifyField(verifier, VT_STRIDE_H) && - VerifyField(verifier, VT_FUSED_ACTIVATION_FUNCTION) && - VerifyField(verifier, VT_DILATION_W_FACTOR) && - VerifyField(verifier, VT_DILATION_H_FACTOR) && - verifier.EndTable(); - } - Conv2DOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(Conv2DOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const Conv2DOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct Conv2DOptionsBuilder { - typedef Conv2DOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - void add_padding(tflite::Padding padding) { - fbb_.AddElement(Conv2DOptions::VT_PADDING, static_cast(padding), 0); - } - void add_stride_w(int32_t stride_w) { - fbb_.AddElement(Conv2DOptions::VT_STRIDE_W, stride_w, 0); - } - void add_stride_h(int32_t stride_h) { - fbb_.AddElement(Conv2DOptions::VT_STRIDE_H, stride_h, 0); - } - void add_fused_activation_function(tflite::ActivationFunctionType fused_activation_function) { - fbb_.AddElement(Conv2DOptions::VT_FUSED_ACTIVATION_FUNCTION, static_cast(fused_activation_function), 0); - } - void add_dilation_w_factor(int32_t dilation_w_factor) { - fbb_.AddElement(Conv2DOptions::VT_DILATION_W_FACTOR, dilation_w_factor, 1); - } - void add_dilation_h_factor(int32_t dilation_h_factor) { - fbb_.AddElement(Conv2DOptions::VT_DILATION_H_FACTOR, dilation_h_factor, 1); - } - explicit Conv2DOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - Conv2DOptionsBuilder &operator=(const Conv2DOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateConv2DOptions( - flatbuffers::FlatBufferBuilder &_fbb, - tflite::Padding padding = tflite::Padding_SAME, - int32_t stride_w = 0, - int32_t stride_h = 0, - tflite::ActivationFunctionType fused_activation_function = tflite::ActivationFunctionType_NONE, - int32_t dilation_w_factor = 1, - int32_t dilation_h_factor = 1) { - Conv2DOptionsBuilder builder_(_fbb); - builder_.add_dilation_h_factor(dilation_h_factor); - builder_.add_dilation_w_factor(dilation_w_factor); - builder_.add_stride_h(stride_h); - builder_.add_stride_w(stride_w); - builder_.add_fused_activation_function(fused_activation_function); - builder_.add_padding(padding); - return builder_.Finish(); -} - -flatbuffers::Offset CreateConv2DOptions(flatbuffers::FlatBufferBuilder &_fbb, const Conv2DOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct Conv3DOptionsT : public flatbuffers::NativeTable { - typedef Conv3DOptions TableType; - tflite::Padding padding; - int32_t stride_d; - int32_t stride_w; - int32_t stride_h; - tflite::ActivationFunctionType fused_activation_function; - int32_t dilation_d_factor; - int32_t dilation_w_factor; - int32_t dilation_h_factor; - Conv3DOptionsT() - : padding(tflite::Padding_SAME), - stride_d(0), - stride_w(0), - stride_h(0), - fused_activation_function(tflite::ActivationFunctionType_NONE), - dilation_d_factor(1), - dilation_w_factor(1), - dilation_h_factor(1) { - } -}; - -struct Conv3DOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef Conv3DOptionsT NativeTableType; - typedef Conv3DOptionsBuilder Builder; - enum FlatBuffersVTableOffset FLATBUFFERS_VTABLE_UNDERLYING_TYPE { - VT_PADDING = 4, - VT_STRIDE_D = 6, - VT_STRIDE_W = 8, - VT_STRIDE_H = 10, - VT_FUSED_ACTIVATION_FUNCTION = 12, - VT_DILATION_D_FACTOR = 14, - VT_DILATION_W_FACTOR = 16, - VT_DILATION_H_FACTOR = 18 - }; - tflite::Padding padding() const { - return static_cast(GetField(VT_PADDING, 0)); - } - int32_t stride_d() const { - return GetField(VT_STRIDE_D, 0); - } - int32_t stride_w() const { - return GetField(VT_STRIDE_W, 0); - } - int32_t stride_h() const { - return GetField(VT_STRIDE_H, 0); - } - tflite::ActivationFunctionType fused_activation_function() const { - return static_cast(GetField(VT_FUSED_ACTIVATION_FUNCTION, 0)); - } - int32_t dilation_d_factor() const { - return GetField(VT_DILATION_D_FACTOR, 1); - } - int32_t dilation_w_factor() const { - return GetField(VT_DILATION_W_FACTOR, 1); - } - int32_t dilation_h_factor() const { - return GetField(VT_DILATION_H_FACTOR, 1); - } - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - VerifyField(verifier, VT_PADDING) && - VerifyField(verifier, VT_STRIDE_D) && - VerifyField(verifier, VT_STRIDE_W) && - VerifyField(verifier, VT_STRIDE_H) && - VerifyField(verifier, VT_FUSED_ACTIVATION_FUNCTION) && - VerifyField(verifier, VT_DILATION_D_FACTOR) && - VerifyField(verifier, VT_DILATION_W_FACTOR) && - VerifyField(verifier, VT_DILATION_H_FACTOR) && - verifier.EndTable(); - } - Conv3DOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(Conv3DOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const Conv3DOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct Conv3DOptionsBuilder { - typedef Conv3DOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - void add_padding(tflite::Padding padding) { - fbb_.AddElement(Conv3DOptions::VT_PADDING, static_cast(padding), 0); - } - void add_stride_d(int32_t stride_d) { - fbb_.AddElement(Conv3DOptions::VT_STRIDE_D, stride_d, 0); - } - void add_stride_w(int32_t stride_w) { - fbb_.AddElement(Conv3DOptions::VT_STRIDE_W, stride_w, 0); - } - void add_stride_h(int32_t stride_h) { - fbb_.AddElement(Conv3DOptions::VT_STRIDE_H, stride_h, 0); - } - void add_fused_activation_function(tflite::ActivationFunctionType fused_activation_function) { - fbb_.AddElement(Conv3DOptions::VT_FUSED_ACTIVATION_FUNCTION, static_cast(fused_activation_function), 0); - } - void add_dilation_d_factor(int32_t dilation_d_factor) { - fbb_.AddElement(Conv3DOptions::VT_DILATION_D_FACTOR, dilation_d_factor, 1); - } - void add_dilation_w_factor(int32_t dilation_w_factor) { - fbb_.AddElement(Conv3DOptions::VT_DILATION_W_FACTOR, dilation_w_factor, 1); - } - void add_dilation_h_factor(int32_t dilation_h_factor) { - fbb_.AddElement(Conv3DOptions::VT_DILATION_H_FACTOR, dilation_h_factor, 1); - } - explicit Conv3DOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - Conv3DOptionsBuilder &operator=(const Conv3DOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateConv3DOptions( - flatbuffers::FlatBufferBuilder &_fbb, - tflite::Padding padding = tflite::Padding_SAME, - int32_t stride_d = 0, - int32_t stride_w = 0, - int32_t stride_h = 0, - tflite::ActivationFunctionType fused_activation_function = tflite::ActivationFunctionType_NONE, - int32_t dilation_d_factor = 1, - int32_t dilation_w_factor = 1, - int32_t dilation_h_factor = 1) { - Conv3DOptionsBuilder builder_(_fbb); - builder_.add_dilation_h_factor(dilation_h_factor); - builder_.add_dilation_w_factor(dilation_w_factor); - builder_.add_dilation_d_factor(dilation_d_factor); - builder_.add_stride_h(stride_h); - builder_.add_stride_w(stride_w); - builder_.add_stride_d(stride_d); - builder_.add_fused_activation_function(fused_activation_function); - builder_.add_padding(padding); - return builder_.Finish(); -} - -flatbuffers::Offset CreateConv3DOptions(flatbuffers::FlatBufferBuilder &_fbb, const Conv3DOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct Pool2DOptionsT : public flatbuffers::NativeTable { - typedef Pool2DOptions TableType; - tflite::Padding padding; - int32_t stride_w; - int32_t stride_h; - int32_t filter_width; - int32_t filter_height; - tflite::ActivationFunctionType fused_activation_function; - Pool2DOptionsT() - : padding(tflite::Padding_SAME), - stride_w(0), - stride_h(0), - filter_width(0), - filter_height(0), - fused_activation_function(tflite::ActivationFunctionType_NONE) { - } -}; - -struct Pool2DOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef Pool2DOptionsT NativeTableType; - typedef Pool2DOptionsBuilder Builder; - enum FlatBuffersVTableOffset FLATBUFFERS_VTABLE_UNDERLYING_TYPE { - VT_PADDING = 4, - VT_STRIDE_W = 6, - VT_STRIDE_H = 8, - VT_FILTER_WIDTH = 10, - VT_FILTER_HEIGHT = 12, - VT_FUSED_ACTIVATION_FUNCTION = 14 - }; - tflite::Padding padding() const { - return static_cast(GetField(VT_PADDING, 0)); - } - int32_t stride_w() const { - return GetField(VT_STRIDE_W, 0); - } - int32_t stride_h() const { - return GetField(VT_STRIDE_H, 0); - } - int32_t filter_width() const { - return GetField(VT_FILTER_WIDTH, 0); - } - int32_t filter_height() const { - return GetField(VT_FILTER_HEIGHT, 0); - } - tflite::ActivationFunctionType fused_activation_function() const { - return static_cast(GetField(VT_FUSED_ACTIVATION_FUNCTION, 0)); - } - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - VerifyField(verifier, VT_PADDING) && - VerifyField(verifier, VT_STRIDE_W) && - VerifyField(verifier, VT_STRIDE_H) && - VerifyField(verifier, VT_FILTER_WIDTH) && - VerifyField(verifier, VT_FILTER_HEIGHT) && - VerifyField(verifier, VT_FUSED_ACTIVATION_FUNCTION) && - verifier.EndTable(); - } - Pool2DOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(Pool2DOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const Pool2DOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct Pool2DOptionsBuilder { - typedef Pool2DOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - void add_padding(tflite::Padding padding) { - fbb_.AddElement(Pool2DOptions::VT_PADDING, static_cast(padding), 0); - } - void add_stride_w(int32_t stride_w) { - fbb_.AddElement(Pool2DOptions::VT_STRIDE_W, stride_w, 0); - } - void add_stride_h(int32_t stride_h) { - fbb_.AddElement(Pool2DOptions::VT_STRIDE_H, stride_h, 0); - } - void add_filter_width(int32_t filter_width) { - fbb_.AddElement(Pool2DOptions::VT_FILTER_WIDTH, filter_width, 0); - } - void add_filter_height(int32_t filter_height) { - fbb_.AddElement(Pool2DOptions::VT_FILTER_HEIGHT, filter_height, 0); - } - void add_fused_activation_function(tflite::ActivationFunctionType fused_activation_function) { - fbb_.AddElement(Pool2DOptions::VT_FUSED_ACTIVATION_FUNCTION, static_cast(fused_activation_function), 0); - } - explicit Pool2DOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - Pool2DOptionsBuilder &operator=(const Pool2DOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreatePool2DOptions( - flatbuffers::FlatBufferBuilder &_fbb, - tflite::Padding padding = tflite::Padding_SAME, - int32_t stride_w = 0, - int32_t stride_h = 0, - int32_t filter_width = 0, - int32_t filter_height = 0, - tflite::ActivationFunctionType fused_activation_function = tflite::ActivationFunctionType_NONE) { - Pool2DOptionsBuilder builder_(_fbb); - builder_.add_filter_height(filter_height); - builder_.add_filter_width(filter_width); - builder_.add_stride_h(stride_h); - builder_.add_stride_w(stride_w); - builder_.add_fused_activation_function(fused_activation_function); - builder_.add_padding(padding); - return builder_.Finish(); -} - -flatbuffers::Offset CreatePool2DOptions(flatbuffers::FlatBufferBuilder &_fbb, const Pool2DOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct DepthwiseConv2DOptionsT : public flatbuffers::NativeTable { - typedef DepthwiseConv2DOptions TableType; - tflite::Padding padding; - int32_t stride_w; - int32_t stride_h; - int32_t depth_multiplier; - tflite::ActivationFunctionType fused_activation_function; - int32_t dilation_w_factor; - int32_t dilation_h_factor; - DepthwiseConv2DOptionsT() - : padding(tflite::Padding_SAME), - stride_w(0), - stride_h(0), - depth_multiplier(0), - fused_activation_function(tflite::ActivationFunctionType_NONE), - dilation_w_factor(1), - dilation_h_factor(1) { - } -}; - -struct DepthwiseConv2DOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef DepthwiseConv2DOptionsT NativeTableType; - typedef DepthwiseConv2DOptionsBuilder Builder; - enum FlatBuffersVTableOffset FLATBUFFERS_VTABLE_UNDERLYING_TYPE { - VT_PADDING = 4, - VT_STRIDE_W = 6, - VT_STRIDE_H = 8, - VT_DEPTH_MULTIPLIER = 10, - VT_FUSED_ACTIVATION_FUNCTION = 12, - VT_DILATION_W_FACTOR = 14, - VT_DILATION_H_FACTOR = 16 - }; - tflite::Padding padding() const { - return static_cast(GetField(VT_PADDING, 0)); - } - int32_t stride_w() const { - return GetField(VT_STRIDE_W, 0); - } - int32_t stride_h() const { - return GetField(VT_STRIDE_H, 0); - } - int32_t depth_multiplier() const { - return GetField(VT_DEPTH_MULTIPLIER, 0); - } - tflite::ActivationFunctionType fused_activation_function() const { - return static_cast(GetField(VT_FUSED_ACTIVATION_FUNCTION, 0)); - } - int32_t dilation_w_factor() const { - return GetField(VT_DILATION_W_FACTOR, 1); - } - int32_t dilation_h_factor() const { - return GetField(VT_DILATION_H_FACTOR, 1); - } - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - VerifyField(verifier, VT_PADDING) && - VerifyField(verifier, VT_STRIDE_W) && - VerifyField(verifier, VT_STRIDE_H) && - VerifyField(verifier, VT_DEPTH_MULTIPLIER) && - VerifyField(verifier, VT_FUSED_ACTIVATION_FUNCTION) && - VerifyField(verifier, VT_DILATION_W_FACTOR) && - VerifyField(verifier, VT_DILATION_H_FACTOR) && - verifier.EndTable(); - } - DepthwiseConv2DOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(DepthwiseConv2DOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const DepthwiseConv2DOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct DepthwiseConv2DOptionsBuilder { - typedef DepthwiseConv2DOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - void add_padding(tflite::Padding padding) { - fbb_.AddElement(DepthwiseConv2DOptions::VT_PADDING, static_cast(padding), 0); - } - void add_stride_w(int32_t stride_w) { - fbb_.AddElement(DepthwiseConv2DOptions::VT_STRIDE_W, stride_w, 0); - } - void add_stride_h(int32_t stride_h) { - fbb_.AddElement(DepthwiseConv2DOptions::VT_STRIDE_H, stride_h, 0); - } - void add_depth_multiplier(int32_t depth_multiplier) { - fbb_.AddElement(DepthwiseConv2DOptions::VT_DEPTH_MULTIPLIER, depth_multiplier, 0); - } - void add_fused_activation_function(tflite::ActivationFunctionType fused_activation_function) { - fbb_.AddElement(DepthwiseConv2DOptions::VT_FUSED_ACTIVATION_FUNCTION, static_cast(fused_activation_function), 0); - } - void add_dilation_w_factor(int32_t dilation_w_factor) { - fbb_.AddElement(DepthwiseConv2DOptions::VT_DILATION_W_FACTOR, dilation_w_factor, 1); - } - void add_dilation_h_factor(int32_t dilation_h_factor) { - fbb_.AddElement(DepthwiseConv2DOptions::VT_DILATION_H_FACTOR, dilation_h_factor, 1); - } - explicit DepthwiseConv2DOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - DepthwiseConv2DOptionsBuilder &operator=(const DepthwiseConv2DOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateDepthwiseConv2DOptions( - flatbuffers::FlatBufferBuilder &_fbb, - tflite::Padding padding = tflite::Padding_SAME, - int32_t stride_w = 0, - int32_t stride_h = 0, - int32_t depth_multiplier = 0, - tflite::ActivationFunctionType fused_activation_function = tflite::ActivationFunctionType_NONE, - int32_t dilation_w_factor = 1, - int32_t dilation_h_factor = 1) { - DepthwiseConv2DOptionsBuilder builder_(_fbb); - builder_.add_dilation_h_factor(dilation_h_factor); - builder_.add_dilation_w_factor(dilation_w_factor); - builder_.add_depth_multiplier(depth_multiplier); - builder_.add_stride_h(stride_h); - builder_.add_stride_w(stride_w); - builder_.add_fused_activation_function(fused_activation_function); - builder_.add_padding(padding); - return builder_.Finish(); -} - -flatbuffers::Offset CreateDepthwiseConv2DOptions(flatbuffers::FlatBufferBuilder &_fbb, const DepthwiseConv2DOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct ConcatEmbeddingsOptionsT : public flatbuffers::NativeTable { - typedef ConcatEmbeddingsOptions TableType; - int32_t num_channels; - std::vector num_columns_per_channel; - std::vector embedding_dim_per_channel; - ConcatEmbeddingsOptionsT() - : num_channels(0) { - } -}; - -struct ConcatEmbeddingsOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef ConcatEmbeddingsOptionsT NativeTableType; - typedef ConcatEmbeddingsOptionsBuilder Builder; - enum FlatBuffersVTableOffset FLATBUFFERS_VTABLE_UNDERLYING_TYPE { - VT_NUM_CHANNELS = 4, - VT_NUM_COLUMNS_PER_CHANNEL = 6, - VT_EMBEDDING_DIM_PER_CHANNEL = 8 - }; - int32_t num_channels() const { - return GetField(VT_NUM_CHANNELS, 0); - } - const flatbuffers::Vector *num_columns_per_channel() const { - return GetPointer *>(VT_NUM_COLUMNS_PER_CHANNEL); - } - const flatbuffers::Vector *embedding_dim_per_channel() const { - return GetPointer *>(VT_EMBEDDING_DIM_PER_CHANNEL); - } - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - VerifyField(verifier, VT_NUM_CHANNELS) && - VerifyOffset(verifier, VT_NUM_COLUMNS_PER_CHANNEL) && - verifier.VerifyVector(num_columns_per_channel()) && - VerifyOffset(verifier, VT_EMBEDDING_DIM_PER_CHANNEL) && - verifier.VerifyVector(embedding_dim_per_channel()) && - verifier.EndTable(); - } - ConcatEmbeddingsOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(ConcatEmbeddingsOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const ConcatEmbeddingsOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct ConcatEmbeddingsOptionsBuilder { - typedef ConcatEmbeddingsOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - void add_num_channels(int32_t num_channels) { - fbb_.AddElement(ConcatEmbeddingsOptions::VT_NUM_CHANNELS, num_channels, 0); - } - void add_num_columns_per_channel(flatbuffers::Offset> num_columns_per_channel) { - fbb_.AddOffset(ConcatEmbeddingsOptions::VT_NUM_COLUMNS_PER_CHANNEL, num_columns_per_channel); - } - void add_embedding_dim_per_channel(flatbuffers::Offset> embedding_dim_per_channel) { - fbb_.AddOffset(ConcatEmbeddingsOptions::VT_EMBEDDING_DIM_PER_CHANNEL, embedding_dim_per_channel); - } - explicit ConcatEmbeddingsOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - ConcatEmbeddingsOptionsBuilder &operator=(const ConcatEmbeddingsOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateConcatEmbeddingsOptions( - flatbuffers::FlatBufferBuilder &_fbb, - int32_t num_channels = 0, - flatbuffers::Offset> num_columns_per_channel = 0, - flatbuffers::Offset> embedding_dim_per_channel = 0) { - ConcatEmbeddingsOptionsBuilder builder_(_fbb); - builder_.add_embedding_dim_per_channel(embedding_dim_per_channel); - builder_.add_num_columns_per_channel(num_columns_per_channel); - builder_.add_num_channels(num_channels); - return builder_.Finish(); -} - -inline flatbuffers::Offset CreateConcatEmbeddingsOptionsDirect( - flatbuffers::FlatBufferBuilder &_fbb, - int32_t num_channels = 0, - const std::vector *num_columns_per_channel = nullptr, - const std::vector *embedding_dim_per_channel = nullptr) { - auto num_columns_per_channel__ = num_columns_per_channel ? _fbb.CreateVector(*num_columns_per_channel) : 0; - auto embedding_dim_per_channel__ = embedding_dim_per_channel ? _fbb.CreateVector(*embedding_dim_per_channel) : 0; - return tflite::CreateConcatEmbeddingsOptions( - _fbb, - num_channels, - num_columns_per_channel__, - embedding_dim_per_channel__); -} - -flatbuffers::Offset CreateConcatEmbeddingsOptions(flatbuffers::FlatBufferBuilder &_fbb, const ConcatEmbeddingsOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct LSHProjectionOptionsT : public flatbuffers::NativeTable { - typedef LSHProjectionOptions TableType; - tflite::LSHProjectionType type; - LSHProjectionOptionsT() - : type(tflite::LSHProjectionType_UNKNOWN) { - } -}; - -struct LSHProjectionOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef LSHProjectionOptionsT NativeTableType; - typedef LSHProjectionOptionsBuilder Builder; - enum FlatBuffersVTableOffset FLATBUFFERS_VTABLE_UNDERLYING_TYPE { - VT_TYPE = 4 - }; - tflite::LSHProjectionType type() const { - return static_cast(GetField(VT_TYPE, 0)); - } - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - VerifyField(verifier, VT_TYPE) && - verifier.EndTable(); - } - LSHProjectionOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(LSHProjectionOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const LSHProjectionOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct LSHProjectionOptionsBuilder { - typedef LSHProjectionOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - void add_type(tflite::LSHProjectionType type) { - fbb_.AddElement(LSHProjectionOptions::VT_TYPE, static_cast(type), 0); - } - explicit LSHProjectionOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - LSHProjectionOptionsBuilder &operator=(const LSHProjectionOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateLSHProjectionOptions( - flatbuffers::FlatBufferBuilder &_fbb, - tflite::LSHProjectionType type = tflite::LSHProjectionType_UNKNOWN) { - LSHProjectionOptionsBuilder builder_(_fbb); - builder_.add_type(type); - return builder_.Finish(); -} - -flatbuffers::Offset CreateLSHProjectionOptions(flatbuffers::FlatBufferBuilder &_fbb, const LSHProjectionOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct SVDFOptionsT : public flatbuffers::NativeTable { - typedef SVDFOptions TableType; - int32_t rank; - tflite::ActivationFunctionType fused_activation_function; - bool asymmetric_quantize_inputs; - SVDFOptionsT() - : rank(0), - fused_activation_function(tflite::ActivationFunctionType_NONE), - asymmetric_quantize_inputs(false) { - } -}; - -struct SVDFOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef SVDFOptionsT NativeTableType; - typedef SVDFOptionsBuilder Builder; - enum FlatBuffersVTableOffset FLATBUFFERS_VTABLE_UNDERLYING_TYPE { - VT_RANK = 4, - VT_FUSED_ACTIVATION_FUNCTION = 6, - VT_ASYMMETRIC_QUANTIZE_INPUTS = 8 - }; - int32_t rank() const { - return GetField(VT_RANK, 0); - } - tflite::ActivationFunctionType fused_activation_function() const { - return static_cast(GetField(VT_FUSED_ACTIVATION_FUNCTION, 0)); - } - bool asymmetric_quantize_inputs() const { - return GetField(VT_ASYMMETRIC_QUANTIZE_INPUTS, 0) != 0; - } - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - VerifyField(verifier, VT_RANK) && - VerifyField(verifier, VT_FUSED_ACTIVATION_FUNCTION) && - VerifyField(verifier, VT_ASYMMETRIC_QUANTIZE_INPUTS) && - verifier.EndTable(); - } - SVDFOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(SVDFOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const SVDFOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct SVDFOptionsBuilder { - typedef SVDFOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - void add_rank(int32_t rank) { - fbb_.AddElement(SVDFOptions::VT_RANK, rank, 0); - } - void add_fused_activation_function(tflite::ActivationFunctionType fused_activation_function) { - fbb_.AddElement(SVDFOptions::VT_FUSED_ACTIVATION_FUNCTION, static_cast(fused_activation_function), 0); - } - void add_asymmetric_quantize_inputs(bool asymmetric_quantize_inputs) { - fbb_.AddElement(SVDFOptions::VT_ASYMMETRIC_QUANTIZE_INPUTS, static_cast(asymmetric_quantize_inputs), 0); - } - explicit SVDFOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - SVDFOptionsBuilder &operator=(const SVDFOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateSVDFOptions( - flatbuffers::FlatBufferBuilder &_fbb, - int32_t rank = 0, - tflite::ActivationFunctionType fused_activation_function = tflite::ActivationFunctionType_NONE, - bool asymmetric_quantize_inputs = false) { - SVDFOptionsBuilder builder_(_fbb); - builder_.add_rank(rank); - builder_.add_asymmetric_quantize_inputs(asymmetric_quantize_inputs); - builder_.add_fused_activation_function(fused_activation_function); - return builder_.Finish(); -} - -flatbuffers::Offset CreateSVDFOptions(flatbuffers::FlatBufferBuilder &_fbb, const SVDFOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct RNNOptionsT : public flatbuffers::NativeTable { - typedef RNNOptions TableType; - tflite::ActivationFunctionType fused_activation_function; - bool asymmetric_quantize_inputs; - RNNOptionsT() - : fused_activation_function(tflite::ActivationFunctionType_NONE), - asymmetric_quantize_inputs(false) { - } -}; - -struct RNNOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef RNNOptionsT NativeTableType; - typedef RNNOptionsBuilder Builder; - enum FlatBuffersVTableOffset FLATBUFFERS_VTABLE_UNDERLYING_TYPE { - VT_FUSED_ACTIVATION_FUNCTION = 4, - VT_ASYMMETRIC_QUANTIZE_INPUTS = 6 - }; - tflite::ActivationFunctionType fused_activation_function() const { - return static_cast(GetField(VT_FUSED_ACTIVATION_FUNCTION, 0)); - } - bool asymmetric_quantize_inputs() const { - return GetField(VT_ASYMMETRIC_QUANTIZE_INPUTS, 0) != 0; - } - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - VerifyField(verifier, VT_FUSED_ACTIVATION_FUNCTION) && - VerifyField(verifier, VT_ASYMMETRIC_QUANTIZE_INPUTS) && - verifier.EndTable(); - } - RNNOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(RNNOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const RNNOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct RNNOptionsBuilder { - typedef RNNOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - void add_fused_activation_function(tflite::ActivationFunctionType fused_activation_function) { - fbb_.AddElement(RNNOptions::VT_FUSED_ACTIVATION_FUNCTION, static_cast(fused_activation_function), 0); - } - void add_asymmetric_quantize_inputs(bool asymmetric_quantize_inputs) { - fbb_.AddElement(RNNOptions::VT_ASYMMETRIC_QUANTIZE_INPUTS, static_cast(asymmetric_quantize_inputs), 0); - } - explicit RNNOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - RNNOptionsBuilder &operator=(const RNNOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateRNNOptions( - flatbuffers::FlatBufferBuilder &_fbb, - tflite::ActivationFunctionType fused_activation_function = tflite::ActivationFunctionType_NONE, - bool asymmetric_quantize_inputs = false) { - RNNOptionsBuilder builder_(_fbb); - builder_.add_asymmetric_quantize_inputs(asymmetric_quantize_inputs); - builder_.add_fused_activation_function(fused_activation_function); - return builder_.Finish(); -} - -flatbuffers::Offset CreateRNNOptions(flatbuffers::FlatBufferBuilder &_fbb, const RNNOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct SequenceRNNOptionsT : public flatbuffers::NativeTable { - typedef SequenceRNNOptions TableType; - bool time_major; - tflite::ActivationFunctionType fused_activation_function; - bool asymmetric_quantize_inputs; - SequenceRNNOptionsT() - : time_major(false), - fused_activation_function(tflite::ActivationFunctionType_NONE), - asymmetric_quantize_inputs(false) { - } -}; - -struct SequenceRNNOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef SequenceRNNOptionsT NativeTableType; - typedef SequenceRNNOptionsBuilder Builder; - enum FlatBuffersVTableOffset FLATBUFFERS_VTABLE_UNDERLYING_TYPE { - VT_TIME_MAJOR = 4, - VT_FUSED_ACTIVATION_FUNCTION = 6, - VT_ASYMMETRIC_QUANTIZE_INPUTS = 8 - }; - bool time_major() const { - return GetField(VT_TIME_MAJOR, 0) != 0; - } - tflite::ActivationFunctionType fused_activation_function() const { - return static_cast(GetField(VT_FUSED_ACTIVATION_FUNCTION, 0)); - } - bool asymmetric_quantize_inputs() const { - return GetField(VT_ASYMMETRIC_QUANTIZE_INPUTS, 0) != 0; - } - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - VerifyField(verifier, VT_TIME_MAJOR) && - VerifyField(verifier, VT_FUSED_ACTIVATION_FUNCTION) && - VerifyField(verifier, VT_ASYMMETRIC_QUANTIZE_INPUTS) && - verifier.EndTable(); - } - SequenceRNNOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(SequenceRNNOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const SequenceRNNOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct SequenceRNNOptionsBuilder { - typedef SequenceRNNOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - void add_time_major(bool time_major) { - fbb_.AddElement(SequenceRNNOptions::VT_TIME_MAJOR, static_cast(time_major), 0); - } - void add_fused_activation_function(tflite::ActivationFunctionType fused_activation_function) { - fbb_.AddElement(SequenceRNNOptions::VT_FUSED_ACTIVATION_FUNCTION, static_cast(fused_activation_function), 0); - } - void add_asymmetric_quantize_inputs(bool asymmetric_quantize_inputs) { - fbb_.AddElement(SequenceRNNOptions::VT_ASYMMETRIC_QUANTIZE_INPUTS, static_cast(asymmetric_quantize_inputs), 0); - } - explicit SequenceRNNOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - SequenceRNNOptionsBuilder &operator=(const SequenceRNNOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateSequenceRNNOptions( - flatbuffers::FlatBufferBuilder &_fbb, - bool time_major = false, - tflite::ActivationFunctionType fused_activation_function = tflite::ActivationFunctionType_NONE, - bool asymmetric_quantize_inputs = false) { - SequenceRNNOptionsBuilder builder_(_fbb); - builder_.add_asymmetric_quantize_inputs(asymmetric_quantize_inputs); - builder_.add_fused_activation_function(fused_activation_function); - builder_.add_time_major(time_major); - return builder_.Finish(); -} - -flatbuffers::Offset CreateSequenceRNNOptions(flatbuffers::FlatBufferBuilder &_fbb, const SequenceRNNOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct BidirectionalSequenceRNNOptionsT : public flatbuffers::NativeTable { - typedef BidirectionalSequenceRNNOptions TableType; - bool time_major; - tflite::ActivationFunctionType fused_activation_function; - bool merge_outputs; - bool asymmetric_quantize_inputs; - BidirectionalSequenceRNNOptionsT() - : time_major(false), - fused_activation_function(tflite::ActivationFunctionType_NONE), - merge_outputs(false), - asymmetric_quantize_inputs(false) { - } -}; - -struct BidirectionalSequenceRNNOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef BidirectionalSequenceRNNOptionsT NativeTableType; - typedef BidirectionalSequenceRNNOptionsBuilder Builder; - enum FlatBuffersVTableOffset FLATBUFFERS_VTABLE_UNDERLYING_TYPE { - VT_TIME_MAJOR = 4, - VT_FUSED_ACTIVATION_FUNCTION = 6, - VT_MERGE_OUTPUTS = 8, - VT_ASYMMETRIC_QUANTIZE_INPUTS = 10 - }; - bool time_major() const { - return GetField(VT_TIME_MAJOR, 0) != 0; - } - tflite::ActivationFunctionType fused_activation_function() const { - return static_cast(GetField(VT_FUSED_ACTIVATION_FUNCTION, 0)); - } - bool merge_outputs() const { - return GetField(VT_MERGE_OUTPUTS, 0) != 0; - } - bool asymmetric_quantize_inputs() const { - return GetField(VT_ASYMMETRIC_QUANTIZE_INPUTS, 0) != 0; - } - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - VerifyField(verifier, VT_TIME_MAJOR) && - VerifyField(verifier, VT_FUSED_ACTIVATION_FUNCTION) && - VerifyField(verifier, VT_MERGE_OUTPUTS) && - VerifyField(verifier, VT_ASYMMETRIC_QUANTIZE_INPUTS) && - verifier.EndTable(); - } - BidirectionalSequenceRNNOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(BidirectionalSequenceRNNOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const BidirectionalSequenceRNNOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct BidirectionalSequenceRNNOptionsBuilder { - typedef BidirectionalSequenceRNNOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - void add_time_major(bool time_major) { - fbb_.AddElement(BidirectionalSequenceRNNOptions::VT_TIME_MAJOR, static_cast(time_major), 0); - } - void add_fused_activation_function(tflite::ActivationFunctionType fused_activation_function) { - fbb_.AddElement(BidirectionalSequenceRNNOptions::VT_FUSED_ACTIVATION_FUNCTION, static_cast(fused_activation_function), 0); - } - void add_merge_outputs(bool merge_outputs) { - fbb_.AddElement(BidirectionalSequenceRNNOptions::VT_MERGE_OUTPUTS, static_cast(merge_outputs), 0); - } - void add_asymmetric_quantize_inputs(bool asymmetric_quantize_inputs) { - fbb_.AddElement(BidirectionalSequenceRNNOptions::VT_ASYMMETRIC_QUANTIZE_INPUTS, static_cast(asymmetric_quantize_inputs), 0); - } - explicit BidirectionalSequenceRNNOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - BidirectionalSequenceRNNOptionsBuilder &operator=(const BidirectionalSequenceRNNOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateBidirectionalSequenceRNNOptions( - flatbuffers::FlatBufferBuilder &_fbb, - bool time_major = false, - tflite::ActivationFunctionType fused_activation_function = tflite::ActivationFunctionType_NONE, - bool merge_outputs = false, - bool asymmetric_quantize_inputs = false) { - BidirectionalSequenceRNNOptionsBuilder builder_(_fbb); - builder_.add_asymmetric_quantize_inputs(asymmetric_quantize_inputs); - builder_.add_merge_outputs(merge_outputs); - builder_.add_fused_activation_function(fused_activation_function); - builder_.add_time_major(time_major); - return builder_.Finish(); -} - -flatbuffers::Offset CreateBidirectionalSequenceRNNOptions(flatbuffers::FlatBufferBuilder &_fbb, const BidirectionalSequenceRNNOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct FullyConnectedOptionsT : public flatbuffers::NativeTable { - typedef FullyConnectedOptions TableType; - tflite::ActivationFunctionType fused_activation_function; - tflite::FullyConnectedOptionsWeightsFormat weights_format; - bool keep_num_dims; - bool asymmetric_quantize_inputs; - FullyConnectedOptionsT() - : fused_activation_function(tflite::ActivationFunctionType_NONE), - weights_format(tflite::FullyConnectedOptionsWeightsFormat_DEFAULT), - keep_num_dims(false), - asymmetric_quantize_inputs(false) { - } -}; - -struct FullyConnectedOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef FullyConnectedOptionsT NativeTableType; - typedef FullyConnectedOptionsBuilder Builder; - enum FlatBuffersVTableOffset FLATBUFFERS_VTABLE_UNDERLYING_TYPE { - VT_FUSED_ACTIVATION_FUNCTION = 4, - VT_WEIGHTS_FORMAT = 6, - VT_KEEP_NUM_DIMS = 8, - VT_ASYMMETRIC_QUANTIZE_INPUTS = 10 - }; - tflite::ActivationFunctionType fused_activation_function() const { - return static_cast(GetField(VT_FUSED_ACTIVATION_FUNCTION, 0)); - } - tflite::FullyConnectedOptionsWeightsFormat weights_format() const { - return static_cast(GetField(VT_WEIGHTS_FORMAT, 0)); - } - bool keep_num_dims() const { - return GetField(VT_KEEP_NUM_DIMS, 0) != 0; - } - bool asymmetric_quantize_inputs() const { - return GetField(VT_ASYMMETRIC_QUANTIZE_INPUTS, 0) != 0; - } - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - VerifyField(verifier, VT_FUSED_ACTIVATION_FUNCTION) && - VerifyField(verifier, VT_WEIGHTS_FORMAT) && - VerifyField(verifier, VT_KEEP_NUM_DIMS) && - VerifyField(verifier, VT_ASYMMETRIC_QUANTIZE_INPUTS) && - verifier.EndTable(); - } - FullyConnectedOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(FullyConnectedOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const FullyConnectedOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct FullyConnectedOptionsBuilder { - typedef FullyConnectedOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - void add_fused_activation_function(tflite::ActivationFunctionType fused_activation_function) { - fbb_.AddElement(FullyConnectedOptions::VT_FUSED_ACTIVATION_FUNCTION, static_cast(fused_activation_function), 0); - } - void add_weights_format(tflite::FullyConnectedOptionsWeightsFormat weights_format) { - fbb_.AddElement(FullyConnectedOptions::VT_WEIGHTS_FORMAT, static_cast(weights_format), 0); - } - void add_keep_num_dims(bool keep_num_dims) { - fbb_.AddElement(FullyConnectedOptions::VT_KEEP_NUM_DIMS, static_cast(keep_num_dims), 0); - } - void add_asymmetric_quantize_inputs(bool asymmetric_quantize_inputs) { - fbb_.AddElement(FullyConnectedOptions::VT_ASYMMETRIC_QUANTIZE_INPUTS, static_cast(asymmetric_quantize_inputs), 0); - } - explicit FullyConnectedOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - FullyConnectedOptionsBuilder &operator=(const FullyConnectedOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateFullyConnectedOptions( - flatbuffers::FlatBufferBuilder &_fbb, - tflite::ActivationFunctionType fused_activation_function = tflite::ActivationFunctionType_NONE, - tflite::FullyConnectedOptionsWeightsFormat weights_format = tflite::FullyConnectedOptionsWeightsFormat_DEFAULT, - bool keep_num_dims = false, - bool asymmetric_quantize_inputs = false) { - FullyConnectedOptionsBuilder builder_(_fbb); - builder_.add_asymmetric_quantize_inputs(asymmetric_quantize_inputs); - builder_.add_keep_num_dims(keep_num_dims); - builder_.add_weights_format(weights_format); - builder_.add_fused_activation_function(fused_activation_function); - return builder_.Finish(); -} - -flatbuffers::Offset CreateFullyConnectedOptions(flatbuffers::FlatBufferBuilder &_fbb, const FullyConnectedOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct SoftmaxOptionsT : public flatbuffers::NativeTable { - typedef SoftmaxOptions TableType; - float beta; - SoftmaxOptionsT() - : beta(0.0f) { - } -}; - -struct SoftmaxOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef SoftmaxOptionsT NativeTableType; - typedef SoftmaxOptionsBuilder Builder; - enum FlatBuffersVTableOffset FLATBUFFERS_VTABLE_UNDERLYING_TYPE { - VT_BETA = 4 - }; - float beta() const { - return GetField(VT_BETA, 0.0f); - } - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - VerifyField(verifier, VT_BETA) && - verifier.EndTable(); - } - SoftmaxOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(SoftmaxOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const SoftmaxOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct SoftmaxOptionsBuilder { - typedef SoftmaxOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - void add_beta(float beta) { - fbb_.AddElement(SoftmaxOptions::VT_BETA, beta, 0.0f); - } - explicit SoftmaxOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - SoftmaxOptionsBuilder &operator=(const SoftmaxOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateSoftmaxOptions( - flatbuffers::FlatBufferBuilder &_fbb, - float beta = 0.0f) { - SoftmaxOptionsBuilder builder_(_fbb); - builder_.add_beta(beta); - return builder_.Finish(); -} - -flatbuffers::Offset CreateSoftmaxOptions(flatbuffers::FlatBufferBuilder &_fbb, const SoftmaxOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct ConcatenationOptionsT : public flatbuffers::NativeTable { - typedef ConcatenationOptions TableType; - int32_t axis; - tflite::ActivationFunctionType fused_activation_function; - ConcatenationOptionsT() - : axis(0), - fused_activation_function(tflite::ActivationFunctionType_NONE) { - } -}; - -struct ConcatenationOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef ConcatenationOptionsT NativeTableType; - typedef ConcatenationOptionsBuilder Builder; - enum FlatBuffersVTableOffset FLATBUFFERS_VTABLE_UNDERLYING_TYPE { - VT_AXIS = 4, - VT_FUSED_ACTIVATION_FUNCTION = 6 - }; - int32_t axis() const { - return GetField(VT_AXIS, 0); - } - tflite::ActivationFunctionType fused_activation_function() const { - return static_cast(GetField(VT_FUSED_ACTIVATION_FUNCTION, 0)); - } - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - VerifyField(verifier, VT_AXIS) && - VerifyField(verifier, VT_FUSED_ACTIVATION_FUNCTION) && - verifier.EndTable(); - } - ConcatenationOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(ConcatenationOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const ConcatenationOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct ConcatenationOptionsBuilder { - typedef ConcatenationOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - void add_axis(int32_t axis) { - fbb_.AddElement(ConcatenationOptions::VT_AXIS, axis, 0); - } - void add_fused_activation_function(tflite::ActivationFunctionType fused_activation_function) { - fbb_.AddElement(ConcatenationOptions::VT_FUSED_ACTIVATION_FUNCTION, static_cast(fused_activation_function), 0); - } - explicit ConcatenationOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - ConcatenationOptionsBuilder &operator=(const ConcatenationOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateConcatenationOptions( - flatbuffers::FlatBufferBuilder &_fbb, - int32_t axis = 0, - tflite::ActivationFunctionType fused_activation_function = tflite::ActivationFunctionType_NONE) { - ConcatenationOptionsBuilder builder_(_fbb); - builder_.add_axis(axis); - builder_.add_fused_activation_function(fused_activation_function); - return builder_.Finish(); -} - -flatbuffers::Offset CreateConcatenationOptions(flatbuffers::FlatBufferBuilder &_fbb, const ConcatenationOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct AddOptionsT : public flatbuffers::NativeTable { - typedef AddOptions TableType; - tflite::ActivationFunctionType fused_activation_function; - bool pot_scale_int16; - AddOptionsT() - : fused_activation_function(tflite::ActivationFunctionType_NONE), - pot_scale_int16(true) { - } -}; - -struct AddOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef AddOptionsT NativeTableType; - typedef AddOptionsBuilder Builder; - enum FlatBuffersVTableOffset FLATBUFFERS_VTABLE_UNDERLYING_TYPE { - VT_FUSED_ACTIVATION_FUNCTION = 4, - VT_POT_SCALE_INT16 = 6 - }; - tflite::ActivationFunctionType fused_activation_function() const { - return static_cast(GetField(VT_FUSED_ACTIVATION_FUNCTION, 0)); - } - bool pot_scale_int16() const { - return GetField(VT_POT_SCALE_INT16, 1) != 0; - } - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - VerifyField(verifier, VT_FUSED_ACTIVATION_FUNCTION) && - VerifyField(verifier, VT_POT_SCALE_INT16) && - verifier.EndTable(); - } - AddOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(AddOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const AddOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct AddOptionsBuilder { - typedef AddOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - void add_fused_activation_function(tflite::ActivationFunctionType fused_activation_function) { - fbb_.AddElement(AddOptions::VT_FUSED_ACTIVATION_FUNCTION, static_cast(fused_activation_function), 0); - } - void add_pot_scale_int16(bool pot_scale_int16) { - fbb_.AddElement(AddOptions::VT_POT_SCALE_INT16, static_cast(pot_scale_int16), 1); - } - explicit AddOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - AddOptionsBuilder &operator=(const AddOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateAddOptions( - flatbuffers::FlatBufferBuilder &_fbb, - tflite::ActivationFunctionType fused_activation_function = tflite::ActivationFunctionType_NONE, - bool pot_scale_int16 = true) { - AddOptionsBuilder builder_(_fbb); - builder_.add_pot_scale_int16(pot_scale_int16); - builder_.add_fused_activation_function(fused_activation_function); - return builder_.Finish(); -} - -flatbuffers::Offset CreateAddOptions(flatbuffers::FlatBufferBuilder &_fbb, const AddOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct MulOptionsT : public flatbuffers::NativeTable { - typedef MulOptions TableType; - tflite::ActivationFunctionType fused_activation_function; - MulOptionsT() - : fused_activation_function(tflite::ActivationFunctionType_NONE) { - } -}; - -struct MulOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef MulOptionsT NativeTableType; - typedef MulOptionsBuilder Builder; - enum FlatBuffersVTableOffset FLATBUFFERS_VTABLE_UNDERLYING_TYPE { - VT_FUSED_ACTIVATION_FUNCTION = 4 - }; - tflite::ActivationFunctionType fused_activation_function() const { - return static_cast(GetField(VT_FUSED_ACTIVATION_FUNCTION, 0)); - } - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - VerifyField(verifier, VT_FUSED_ACTIVATION_FUNCTION) && - verifier.EndTable(); - } - MulOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(MulOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const MulOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct MulOptionsBuilder { - typedef MulOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - void add_fused_activation_function(tflite::ActivationFunctionType fused_activation_function) { - fbb_.AddElement(MulOptions::VT_FUSED_ACTIVATION_FUNCTION, static_cast(fused_activation_function), 0); - } - explicit MulOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - MulOptionsBuilder &operator=(const MulOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateMulOptions( - flatbuffers::FlatBufferBuilder &_fbb, - tflite::ActivationFunctionType fused_activation_function = tflite::ActivationFunctionType_NONE) { - MulOptionsBuilder builder_(_fbb); - builder_.add_fused_activation_function(fused_activation_function); - return builder_.Finish(); -} - -flatbuffers::Offset CreateMulOptions(flatbuffers::FlatBufferBuilder &_fbb, const MulOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct L2NormOptionsT : public flatbuffers::NativeTable { - typedef L2NormOptions TableType; - tflite::ActivationFunctionType fused_activation_function; - L2NormOptionsT() - : fused_activation_function(tflite::ActivationFunctionType_NONE) { - } -}; - -struct L2NormOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef L2NormOptionsT NativeTableType; - typedef L2NormOptionsBuilder Builder; - enum FlatBuffersVTableOffset FLATBUFFERS_VTABLE_UNDERLYING_TYPE { - VT_FUSED_ACTIVATION_FUNCTION = 4 - }; - tflite::ActivationFunctionType fused_activation_function() const { - return static_cast(GetField(VT_FUSED_ACTIVATION_FUNCTION, 0)); - } - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - VerifyField(verifier, VT_FUSED_ACTIVATION_FUNCTION) && - verifier.EndTable(); - } - L2NormOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(L2NormOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const L2NormOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct L2NormOptionsBuilder { - typedef L2NormOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - void add_fused_activation_function(tflite::ActivationFunctionType fused_activation_function) { - fbb_.AddElement(L2NormOptions::VT_FUSED_ACTIVATION_FUNCTION, static_cast(fused_activation_function), 0); - } - explicit L2NormOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - L2NormOptionsBuilder &operator=(const L2NormOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateL2NormOptions( - flatbuffers::FlatBufferBuilder &_fbb, - tflite::ActivationFunctionType fused_activation_function = tflite::ActivationFunctionType_NONE) { - L2NormOptionsBuilder builder_(_fbb); - builder_.add_fused_activation_function(fused_activation_function); - return builder_.Finish(); -} - -flatbuffers::Offset CreateL2NormOptions(flatbuffers::FlatBufferBuilder &_fbb, const L2NormOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct LocalResponseNormalizationOptionsT : public flatbuffers::NativeTable { - typedef LocalResponseNormalizationOptions TableType; - int32_t radius; - float bias; - float alpha; - float beta; - LocalResponseNormalizationOptionsT() - : radius(0), - bias(0.0f), - alpha(0.0f), - beta(0.0f) { - } -}; - -struct LocalResponseNormalizationOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef LocalResponseNormalizationOptionsT NativeTableType; - typedef LocalResponseNormalizationOptionsBuilder Builder; - enum FlatBuffersVTableOffset FLATBUFFERS_VTABLE_UNDERLYING_TYPE { - VT_RADIUS = 4, - VT_BIAS = 6, - VT_ALPHA = 8, - VT_BETA = 10 - }; - int32_t radius() const { - return GetField(VT_RADIUS, 0); - } - float bias() const { - return GetField(VT_BIAS, 0.0f); - } - float alpha() const { - return GetField(VT_ALPHA, 0.0f); - } - float beta() const { - return GetField(VT_BETA, 0.0f); - } - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - VerifyField(verifier, VT_RADIUS) && - VerifyField(verifier, VT_BIAS) && - VerifyField(verifier, VT_ALPHA) && - VerifyField(verifier, VT_BETA) && - verifier.EndTable(); - } - LocalResponseNormalizationOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(LocalResponseNormalizationOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const LocalResponseNormalizationOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct LocalResponseNormalizationOptionsBuilder { - typedef LocalResponseNormalizationOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - void add_radius(int32_t radius) { - fbb_.AddElement(LocalResponseNormalizationOptions::VT_RADIUS, radius, 0); - } - void add_bias(float bias) { - fbb_.AddElement(LocalResponseNormalizationOptions::VT_BIAS, bias, 0.0f); - } - void add_alpha(float alpha) { - fbb_.AddElement(LocalResponseNormalizationOptions::VT_ALPHA, alpha, 0.0f); - } - void add_beta(float beta) { - fbb_.AddElement(LocalResponseNormalizationOptions::VT_BETA, beta, 0.0f); - } - explicit LocalResponseNormalizationOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - LocalResponseNormalizationOptionsBuilder &operator=(const LocalResponseNormalizationOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateLocalResponseNormalizationOptions( - flatbuffers::FlatBufferBuilder &_fbb, - int32_t radius = 0, - float bias = 0.0f, - float alpha = 0.0f, - float beta = 0.0f) { - LocalResponseNormalizationOptionsBuilder builder_(_fbb); - builder_.add_beta(beta); - builder_.add_alpha(alpha); - builder_.add_bias(bias); - builder_.add_radius(radius); - return builder_.Finish(); -} - -flatbuffers::Offset CreateLocalResponseNormalizationOptions(flatbuffers::FlatBufferBuilder &_fbb, const LocalResponseNormalizationOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct LSTMOptionsT : public flatbuffers::NativeTable { - typedef LSTMOptions TableType; - tflite::ActivationFunctionType fused_activation_function; - float cell_clip; - float proj_clip; - tflite::LSTMKernelType kernel_type; - bool asymmetric_quantize_inputs; - LSTMOptionsT() - : fused_activation_function(tflite::ActivationFunctionType_NONE), - cell_clip(0.0f), - proj_clip(0.0f), - kernel_type(tflite::LSTMKernelType_FULL), - asymmetric_quantize_inputs(false) { - } -}; - -struct LSTMOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef LSTMOptionsT NativeTableType; - typedef LSTMOptionsBuilder Builder; - enum FlatBuffersVTableOffset FLATBUFFERS_VTABLE_UNDERLYING_TYPE { - VT_FUSED_ACTIVATION_FUNCTION = 4, - VT_CELL_CLIP = 6, - VT_PROJ_CLIP = 8, - VT_KERNEL_TYPE = 10, - VT_ASYMMETRIC_QUANTIZE_INPUTS = 12 - }; - tflite::ActivationFunctionType fused_activation_function() const { - return static_cast(GetField(VT_FUSED_ACTIVATION_FUNCTION, 0)); - } - float cell_clip() const { - return GetField(VT_CELL_CLIP, 0.0f); - } - float proj_clip() const { - return GetField(VT_PROJ_CLIP, 0.0f); - } - tflite::LSTMKernelType kernel_type() const { - return static_cast(GetField(VT_KERNEL_TYPE, 0)); - } - bool asymmetric_quantize_inputs() const { - return GetField(VT_ASYMMETRIC_QUANTIZE_INPUTS, 0) != 0; - } - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - VerifyField(verifier, VT_FUSED_ACTIVATION_FUNCTION) && - VerifyField(verifier, VT_CELL_CLIP) && - VerifyField(verifier, VT_PROJ_CLIP) && - VerifyField(verifier, VT_KERNEL_TYPE) && - VerifyField(verifier, VT_ASYMMETRIC_QUANTIZE_INPUTS) && - verifier.EndTable(); - } - LSTMOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(LSTMOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const LSTMOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct LSTMOptionsBuilder { - typedef LSTMOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - void add_fused_activation_function(tflite::ActivationFunctionType fused_activation_function) { - fbb_.AddElement(LSTMOptions::VT_FUSED_ACTIVATION_FUNCTION, static_cast(fused_activation_function), 0); - } - void add_cell_clip(float cell_clip) { - fbb_.AddElement(LSTMOptions::VT_CELL_CLIP, cell_clip, 0.0f); - } - void add_proj_clip(float proj_clip) { - fbb_.AddElement(LSTMOptions::VT_PROJ_CLIP, proj_clip, 0.0f); - } - void add_kernel_type(tflite::LSTMKernelType kernel_type) { - fbb_.AddElement(LSTMOptions::VT_KERNEL_TYPE, static_cast(kernel_type), 0); - } - void add_asymmetric_quantize_inputs(bool asymmetric_quantize_inputs) { - fbb_.AddElement(LSTMOptions::VT_ASYMMETRIC_QUANTIZE_INPUTS, static_cast(asymmetric_quantize_inputs), 0); - } - explicit LSTMOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - LSTMOptionsBuilder &operator=(const LSTMOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateLSTMOptions( - flatbuffers::FlatBufferBuilder &_fbb, - tflite::ActivationFunctionType fused_activation_function = tflite::ActivationFunctionType_NONE, - float cell_clip = 0.0f, - float proj_clip = 0.0f, - tflite::LSTMKernelType kernel_type = tflite::LSTMKernelType_FULL, - bool asymmetric_quantize_inputs = false) { - LSTMOptionsBuilder builder_(_fbb); - builder_.add_proj_clip(proj_clip); - builder_.add_cell_clip(cell_clip); - builder_.add_asymmetric_quantize_inputs(asymmetric_quantize_inputs); - builder_.add_kernel_type(kernel_type); - builder_.add_fused_activation_function(fused_activation_function); - return builder_.Finish(); -} - -flatbuffers::Offset CreateLSTMOptions(flatbuffers::FlatBufferBuilder &_fbb, const LSTMOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct UnidirectionalSequenceLSTMOptionsT : public flatbuffers::NativeTable { - typedef UnidirectionalSequenceLSTMOptions TableType; - tflite::ActivationFunctionType fused_activation_function; - float cell_clip; - float proj_clip; - bool time_major; - bool asymmetric_quantize_inputs; - UnidirectionalSequenceLSTMOptionsT() - : fused_activation_function(tflite::ActivationFunctionType_NONE), - cell_clip(0.0f), - proj_clip(0.0f), - time_major(false), - asymmetric_quantize_inputs(false) { - } -}; - -struct UnidirectionalSequenceLSTMOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef UnidirectionalSequenceLSTMOptionsT NativeTableType; - typedef UnidirectionalSequenceLSTMOptionsBuilder Builder; - enum FlatBuffersVTableOffset FLATBUFFERS_VTABLE_UNDERLYING_TYPE { - VT_FUSED_ACTIVATION_FUNCTION = 4, - VT_CELL_CLIP = 6, - VT_PROJ_CLIP = 8, - VT_TIME_MAJOR = 10, - VT_ASYMMETRIC_QUANTIZE_INPUTS = 12 - }; - tflite::ActivationFunctionType fused_activation_function() const { - return static_cast(GetField(VT_FUSED_ACTIVATION_FUNCTION, 0)); - } - float cell_clip() const { - return GetField(VT_CELL_CLIP, 0.0f); - } - float proj_clip() const { - return GetField(VT_PROJ_CLIP, 0.0f); - } - bool time_major() const { - return GetField(VT_TIME_MAJOR, 0) != 0; - } - bool asymmetric_quantize_inputs() const { - return GetField(VT_ASYMMETRIC_QUANTIZE_INPUTS, 0) != 0; - } - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - VerifyField(verifier, VT_FUSED_ACTIVATION_FUNCTION) && - VerifyField(verifier, VT_CELL_CLIP) && - VerifyField(verifier, VT_PROJ_CLIP) && - VerifyField(verifier, VT_TIME_MAJOR) && - VerifyField(verifier, VT_ASYMMETRIC_QUANTIZE_INPUTS) && - verifier.EndTable(); - } - UnidirectionalSequenceLSTMOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(UnidirectionalSequenceLSTMOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const UnidirectionalSequenceLSTMOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct UnidirectionalSequenceLSTMOptionsBuilder { - typedef UnidirectionalSequenceLSTMOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - void add_fused_activation_function(tflite::ActivationFunctionType fused_activation_function) { - fbb_.AddElement(UnidirectionalSequenceLSTMOptions::VT_FUSED_ACTIVATION_FUNCTION, static_cast(fused_activation_function), 0); - } - void add_cell_clip(float cell_clip) { - fbb_.AddElement(UnidirectionalSequenceLSTMOptions::VT_CELL_CLIP, cell_clip, 0.0f); - } - void add_proj_clip(float proj_clip) { - fbb_.AddElement(UnidirectionalSequenceLSTMOptions::VT_PROJ_CLIP, proj_clip, 0.0f); - } - void add_time_major(bool time_major) { - fbb_.AddElement(UnidirectionalSequenceLSTMOptions::VT_TIME_MAJOR, static_cast(time_major), 0); - } - void add_asymmetric_quantize_inputs(bool asymmetric_quantize_inputs) { - fbb_.AddElement(UnidirectionalSequenceLSTMOptions::VT_ASYMMETRIC_QUANTIZE_INPUTS, static_cast(asymmetric_quantize_inputs), 0); - } - explicit UnidirectionalSequenceLSTMOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - UnidirectionalSequenceLSTMOptionsBuilder &operator=(const UnidirectionalSequenceLSTMOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateUnidirectionalSequenceLSTMOptions( - flatbuffers::FlatBufferBuilder &_fbb, - tflite::ActivationFunctionType fused_activation_function = tflite::ActivationFunctionType_NONE, - float cell_clip = 0.0f, - float proj_clip = 0.0f, - bool time_major = false, - bool asymmetric_quantize_inputs = false) { - UnidirectionalSequenceLSTMOptionsBuilder builder_(_fbb); - builder_.add_proj_clip(proj_clip); - builder_.add_cell_clip(cell_clip); - builder_.add_asymmetric_quantize_inputs(asymmetric_quantize_inputs); - builder_.add_time_major(time_major); - builder_.add_fused_activation_function(fused_activation_function); - return builder_.Finish(); -} - -flatbuffers::Offset CreateUnidirectionalSequenceLSTMOptions(flatbuffers::FlatBufferBuilder &_fbb, const UnidirectionalSequenceLSTMOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct BidirectionalSequenceLSTMOptionsT : public flatbuffers::NativeTable { - typedef BidirectionalSequenceLSTMOptions TableType; - tflite::ActivationFunctionType fused_activation_function; - float cell_clip; - float proj_clip; - bool merge_outputs; - bool time_major; - bool asymmetric_quantize_inputs; - BidirectionalSequenceLSTMOptionsT() - : fused_activation_function(tflite::ActivationFunctionType_NONE), - cell_clip(0.0f), - proj_clip(0.0f), - merge_outputs(false), - time_major(true), - asymmetric_quantize_inputs(false) { - } -}; - -struct BidirectionalSequenceLSTMOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef BidirectionalSequenceLSTMOptionsT NativeTableType; - typedef BidirectionalSequenceLSTMOptionsBuilder Builder; - enum FlatBuffersVTableOffset FLATBUFFERS_VTABLE_UNDERLYING_TYPE { - VT_FUSED_ACTIVATION_FUNCTION = 4, - VT_CELL_CLIP = 6, - VT_PROJ_CLIP = 8, - VT_MERGE_OUTPUTS = 10, - VT_TIME_MAJOR = 12, - VT_ASYMMETRIC_QUANTIZE_INPUTS = 14 - }; - tflite::ActivationFunctionType fused_activation_function() const { - return static_cast(GetField(VT_FUSED_ACTIVATION_FUNCTION, 0)); - } - float cell_clip() const { - return GetField(VT_CELL_CLIP, 0.0f); - } - float proj_clip() const { - return GetField(VT_PROJ_CLIP, 0.0f); - } - bool merge_outputs() const { - return GetField(VT_MERGE_OUTPUTS, 0) != 0; - } - bool time_major() const { - return GetField(VT_TIME_MAJOR, 1) != 0; - } - bool asymmetric_quantize_inputs() const { - return GetField(VT_ASYMMETRIC_QUANTIZE_INPUTS, 0) != 0; - } - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - VerifyField(verifier, VT_FUSED_ACTIVATION_FUNCTION) && - VerifyField(verifier, VT_CELL_CLIP) && - VerifyField(verifier, VT_PROJ_CLIP) && - VerifyField(verifier, VT_MERGE_OUTPUTS) && - VerifyField(verifier, VT_TIME_MAJOR) && - VerifyField(verifier, VT_ASYMMETRIC_QUANTIZE_INPUTS) && - verifier.EndTable(); - } - BidirectionalSequenceLSTMOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(BidirectionalSequenceLSTMOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const BidirectionalSequenceLSTMOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct BidirectionalSequenceLSTMOptionsBuilder { - typedef BidirectionalSequenceLSTMOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - void add_fused_activation_function(tflite::ActivationFunctionType fused_activation_function) { - fbb_.AddElement(BidirectionalSequenceLSTMOptions::VT_FUSED_ACTIVATION_FUNCTION, static_cast(fused_activation_function), 0); - } - void add_cell_clip(float cell_clip) { - fbb_.AddElement(BidirectionalSequenceLSTMOptions::VT_CELL_CLIP, cell_clip, 0.0f); - } - void add_proj_clip(float proj_clip) { - fbb_.AddElement(BidirectionalSequenceLSTMOptions::VT_PROJ_CLIP, proj_clip, 0.0f); - } - void add_merge_outputs(bool merge_outputs) { - fbb_.AddElement(BidirectionalSequenceLSTMOptions::VT_MERGE_OUTPUTS, static_cast(merge_outputs), 0); - } - void add_time_major(bool time_major) { - fbb_.AddElement(BidirectionalSequenceLSTMOptions::VT_TIME_MAJOR, static_cast(time_major), 1); - } - void add_asymmetric_quantize_inputs(bool asymmetric_quantize_inputs) { - fbb_.AddElement(BidirectionalSequenceLSTMOptions::VT_ASYMMETRIC_QUANTIZE_INPUTS, static_cast(asymmetric_quantize_inputs), 0); - } - explicit BidirectionalSequenceLSTMOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - BidirectionalSequenceLSTMOptionsBuilder &operator=(const BidirectionalSequenceLSTMOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateBidirectionalSequenceLSTMOptions( - flatbuffers::FlatBufferBuilder &_fbb, - tflite::ActivationFunctionType fused_activation_function = tflite::ActivationFunctionType_NONE, - float cell_clip = 0.0f, - float proj_clip = 0.0f, - bool merge_outputs = false, - bool time_major = true, - bool asymmetric_quantize_inputs = false) { - BidirectionalSequenceLSTMOptionsBuilder builder_(_fbb); - builder_.add_proj_clip(proj_clip); - builder_.add_cell_clip(cell_clip); - builder_.add_asymmetric_quantize_inputs(asymmetric_quantize_inputs); - builder_.add_time_major(time_major); - builder_.add_merge_outputs(merge_outputs); - builder_.add_fused_activation_function(fused_activation_function); - return builder_.Finish(); -} - -flatbuffers::Offset CreateBidirectionalSequenceLSTMOptions(flatbuffers::FlatBufferBuilder &_fbb, const BidirectionalSequenceLSTMOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct ResizeBilinearOptionsT : public flatbuffers::NativeTable { - typedef ResizeBilinearOptions TableType; - bool align_corners; - bool half_pixel_centers; - ResizeBilinearOptionsT() - : align_corners(false), - half_pixel_centers(false) { - } -}; - -struct ResizeBilinearOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef ResizeBilinearOptionsT NativeTableType; - typedef ResizeBilinearOptionsBuilder Builder; - enum FlatBuffersVTableOffset FLATBUFFERS_VTABLE_UNDERLYING_TYPE { - VT_ALIGN_CORNERS = 8, - VT_HALF_PIXEL_CENTERS = 10 - }; - bool align_corners() const { - return GetField(VT_ALIGN_CORNERS, 0) != 0; - } - bool half_pixel_centers() const { - return GetField(VT_HALF_PIXEL_CENTERS, 0) != 0; - } - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - VerifyField(verifier, VT_ALIGN_CORNERS) && - VerifyField(verifier, VT_HALF_PIXEL_CENTERS) && - verifier.EndTable(); - } - ResizeBilinearOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(ResizeBilinearOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const ResizeBilinearOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct ResizeBilinearOptionsBuilder { - typedef ResizeBilinearOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - void add_align_corners(bool align_corners) { - fbb_.AddElement(ResizeBilinearOptions::VT_ALIGN_CORNERS, static_cast(align_corners), 0); - } - void add_half_pixel_centers(bool half_pixel_centers) { - fbb_.AddElement(ResizeBilinearOptions::VT_HALF_PIXEL_CENTERS, static_cast(half_pixel_centers), 0); - } - explicit ResizeBilinearOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - ResizeBilinearOptionsBuilder &operator=(const ResizeBilinearOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateResizeBilinearOptions( - flatbuffers::FlatBufferBuilder &_fbb, - bool align_corners = false, - bool half_pixel_centers = false) { - ResizeBilinearOptionsBuilder builder_(_fbb); - builder_.add_half_pixel_centers(half_pixel_centers); - builder_.add_align_corners(align_corners); - return builder_.Finish(); -} - -flatbuffers::Offset CreateResizeBilinearOptions(flatbuffers::FlatBufferBuilder &_fbb, const ResizeBilinearOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct ResizeNearestNeighborOptionsT : public flatbuffers::NativeTable { - typedef ResizeNearestNeighborOptions TableType; - bool align_corners; - bool half_pixel_centers; - ResizeNearestNeighborOptionsT() - : align_corners(false), - half_pixel_centers(false) { - } -}; - -struct ResizeNearestNeighborOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef ResizeNearestNeighborOptionsT NativeTableType; - typedef ResizeNearestNeighborOptionsBuilder Builder; - enum FlatBuffersVTableOffset FLATBUFFERS_VTABLE_UNDERLYING_TYPE { - VT_ALIGN_CORNERS = 4, - VT_HALF_PIXEL_CENTERS = 6 - }; - bool align_corners() const { - return GetField(VT_ALIGN_CORNERS, 0) != 0; - } - bool half_pixel_centers() const { - return GetField(VT_HALF_PIXEL_CENTERS, 0) != 0; - } - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - VerifyField(verifier, VT_ALIGN_CORNERS) && - VerifyField(verifier, VT_HALF_PIXEL_CENTERS) && - verifier.EndTable(); - } - ResizeNearestNeighborOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(ResizeNearestNeighborOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const ResizeNearestNeighborOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct ResizeNearestNeighborOptionsBuilder { - typedef ResizeNearestNeighborOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - void add_align_corners(bool align_corners) { - fbb_.AddElement(ResizeNearestNeighborOptions::VT_ALIGN_CORNERS, static_cast(align_corners), 0); - } - void add_half_pixel_centers(bool half_pixel_centers) { - fbb_.AddElement(ResizeNearestNeighborOptions::VT_HALF_PIXEL_CENTERS, static_cast(half_pixel_centers), 0); - } - explicit ResizeNearestNeighborOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - ResizeNearestNeighborOptionsBuilder &operator=(const ResizeNearestNeighborOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateResizeNearestNeighborOptions( - flatbuffers::FlatBufferBuilder &_fbb, - bool align_corners = false, - bool half_pixel_centers = false) { - ResizeNearestNeighborOptionsBuilder builder_(_fbb); - builder_.add_half_pixel_centers(half_pixel_centers); - builder_.add_align_corners(align_corners); - return builder_.Finish(); -} - -flatbuffers::Offset CreateResizeNearestNeighborOptions(flatbuffers::FlatBufferBuilder &_fbb, const ResizeNearestNeighborOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct CallOptionsT : public flatbuffers::NativeTable { - typedef CallOptions TableType; - uint32_t subgraph; - CallOptionsT() - : subgraph(0) { - } -}; - -struct CallOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef CallOptionsT NativeTableType; - typedef CallOptionsBuilder Builder; - enum FlatBuffersVTableOffset FLATBUFFERS_VTABLE_UNDERLYING_TYPE { - VT_SUBGRAPH = 4 - }; - uint32_t subgraph() const { - return GetField(VT_SUBGRAPH, 0); - } - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - VerifyField(verifier, VT_SUBGRAPH) && - verifier.EndTable(); - } - CallOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(CallOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const CallOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct CallOptionsBuilder { - typedef CallOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - void add_subgraph(uint32_t subgraph) { - fbb_.AddElement(CallOptions::VT_SUBGRAPH, subgraph, 0); - } - explicit CallOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - CallOptionsBuilder &operator=(const CallOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateCallOptions( - flatbuffers::FlatBufferBuilder &_fbb, - uint32_t subgraph = 0) { - CallOptionsBuilder builder_(_fbb); - builder_.add_subgraph(subgraph); - return builder_.Finish(); -} - -flatbuffers::Offset CreateCallOptions(flatbuffers::FlatBufferBuilder &_fbb, const CallOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct PadOptionsT : public flatbuffers::NativeTable { - typedef PadOptions TableType; - PadOptionsT() { - } -}; - -struct PadOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef PadOptionsT NativeTableType; - typedef PadOptionsBuilder Builder; - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - verifier.EndTable(); - } - PadOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(PadOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const PadOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct PadOptionsBuilder { - typedef PadOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - explicit PadOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - PadOptionsBuilder &operator=(const PadOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreatePadOptions( - flatbuffers::FlatBufferBuilder &_fbb) { - PadOptionsBuilder builder_(_fbb); - return builder_.Finish(); -} - -flatbuffers::Offset CreatePadOptions(flatbuffers::FlatBufferBuilder &_fbb, const PadOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct PadV2OptionsT : public flatbuffers::NativeTable { - typedef PadV2Options TableType; - PadV2OptionsT() { - } -}; - -struct PadV2Options FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef PadV2OptionsT NativeTableType; - typedef PadV2OptionsBuilder Builder; - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - verifier.EndTable(); - } - PadV2OptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(PadV2OptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const PadV2OptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct PadV2OptionsBuilder { - typedef PadV2Options Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - explicit PadV2OptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - PadV2OptionsBuilder &operator=(const PadV2OptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreatePadV2Options( - flatbuffers::FlatBufferBuilder &_fbb) { - PadV2OptionsBuilder builder_(_fbb); - return builder_.Finish(); -} - -flatbuffers::Offset CreatePadV2Options(flatbuffers::FlatBufferBuilder &_fbb, const PadV2OptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct ReshapeOptionsT : public flatbuffers::NativeTable { - typedef ReshapeOptions TableType; - std::vector new_shape; - ReshapeOptionsT() { - } -}; - -struct ReshapeOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef ReshapeOptionsT NativeTableType; - typedef ReshapeOptionsBuilder Builder; - enum FlatBuffersVTableOffset FLATBUFFERS_VTABLE_UNDERLYING_TYPE { - VT_NEW_SHAPE = 4 - }; - const flatbuffers::Vector *new_shape() const { - return GetPointer *>(VT_NEW_SHAPE); - } - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - VerifyOffset(verifier, VT_NEW_SHAPE) && - verifier.VerifyVector(new_shape()) && - verifier.EndTable(); - } - ReshapeOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(ReshapeOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const ReshapeOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct ReshapeOptionsBuilder { - typedef ReshapeOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - void add_new_shape(flatbuffers::Offset> new_shape) { - fbb_.AddOffset(ReshapeOptions::VT_NEW_SHAPE, new_shape); - } - explicit ReshapeOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - ReshapeOptionsBuilder &operator=(const ReshapeOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateReshapeOptions( - flatbuffers::FlatBufferBuilder &_fbb, - flatbuffers::Offset> new_shape = 0) { - ReshapeOptionsBuilder builder_(_fbb); - builder_.add_new_shape(new_shape); - return builder_.Finish(); -} - -inline flatbuffers::Offset CreateReshapeOptionsDirect( - flatbuffers::FlatBufferBuilder &_fbb, - const std::vector *new_shape = nullptr) { - auto new_shape__ = new_shape ? _fbb.CreateVector(*new_shape) : 0; - return tflite::CreateReshapeOptions( - _fbb, - new_shape__); -} - -flatbuffers::Offset CreateReshapeOptions(flatbuffers::FlatBufferBuilder &_fbb, const ReshapeOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct SpaceToBatchNDOptionsT : public flatbuffers::NativeTable { - typedef SpaceToBatchNDOptions TableType; - SpaceToBatchNDOptionsT() { - } -}; - -struct SpaceToBatchNDOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef SpaceToBatchNDOptionsT NativeTableType; - typedef SpaceToBatchNDOptionsBuilder Builder; - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - verifier.EndTable(); - } - SpaceToBatchNDOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(SpaceToBatchNDOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const SpaceToBatchNDOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct SpaceToBatchNDOptionsBuilder { - typedef SpaceToBatchNDOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - explicit SpaceToBatchNDOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - SpaceToBatchNDOptionsBuilder &operator=(const SpaceToBatchNDOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateSpaceToBatchNDOptions( - flatbuffers::FlatBufferBuilder &_fbb) { - SpaceToBatchNDOptionsBuilder builder_(_fbb); - return builder_.Finish(); -} - -flatbuffers::Offset CreateSpaceToBatchNDOptions(flatbuffers::FlatBufferBuilder &_fbb, const SpaceToBatchNDOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct BatchToSpaceNDOptionsT : public flatbuffers::NativeTable { - typedef BatchToSpaceNDOptions TableType; - BatchToSpaceNDOptionsT() { - } -}; - -struct BatchToSpaceNDOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef BatchToSpaceNDOptionsT NativeTableType; - typedef BatchToSpaceNDOptionsBuilder Builder; - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - verifier.EndTable(); - } - BatchToSpaceNDOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(BatchToSpaceNDOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const BatchToSpaceNDOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct BatchToSpaceNDOptionsBuilder { - typedef BatchToSpaceNDOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - explicit BatchToSpaceNDOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - BatchToSpaceNDOptionsBuilder &operator=(const BatchToSpaceNDOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateBatchToSpaceNDOptions( - flatbuffers::FlatBufferBuilder &_fbb) { - BatchToSpaceNDOptionsBuilder builder_(_fbb); - return builder_.Finish(); -} - -flatbuffers::Offset CreateBatchToSpaceNDOptions(flatbuffers::FlatBufferBuilder &_fbb, const BatchToSpaceNDOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct SkipGramOptionsT : public flatbuffers::NativeTable { - typedef SkipGramOptions TableType; - int32_t ngram_size; - int32_t max_skip_size; - bool include_all_ngrams; - SkipGramOptionsT() - : ngram_size(0), - max_skip_size(0), - include_all_ngrams(false) { - } -}; - -struct SkipGramOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef SkipGramOptionsT NativeTableType; - typedef SkipGramOptionsBuilder Builder; - enum FlatBuffersVTableOffset FLATBUFFERS_VTABLE_UNDERLYING_TYPE { - VT_NGRAM_SIZE = 4, - VT_MAX_SKIP_SIZE = 6, - VT_INCLUDE_ALL_NGRAMS = 8 - }; - int32_t ngram_size() const { - return GetField(VT_NGRAM_SIZE, 0); - } - int32_t max_skip_size() const { - return GetField(VT_MAX_SKIP_SIZE, 0); - } - bool include_all_ngrams() const { - return GetField(VT_INCLUDE_ALL_NGRAMS, 0) != 0; - } - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - VerifyField(verifier, VT_NGRAM_SIZE) && - VerifyField(verifier, VT_MAX_SKIP_SIZE) && - VerifyField(verifier, VT_INCLUDE_ALL_NGRAMS) && - verifier.EndTable(); - } - SkipGramOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(SkipGramOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const SkipGramOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct SkipGramOptionsBuilder { - typedef SkipGramOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - void add_ngram_size(int32_t ngram_size) { - fbb_.AddElement(SkipGramOptions::VT_NGRAM_SIZE, ngram_size, 0); - } - void add_max_skip_size(int32_t max_skip_size) { - fbb_.AddElement(SkipGramOptions::VT_MAX_SKIP_SIZE, max_skip_size, 0); - } - void add_include_all_ngrams(bool include_all_ngrams) { - fbb_.AddElement(SkipGramOptions::VT_INCLUDE_ALL_NGRAMS, static_cast(include_all_ngrams), 0); - } - explicit SkipGramOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - SkipGramOptionsBuilder &operator=(const SkipGramOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateSkipGramOptions( - flatbuffers::FlatBufferBuilder &_fbb, - int32_t ngram_size = 0, - int32_t max_skip_size = 0, - bool include_all_ngrams = false) { - SkipGramOptionsBuilder builder_(_fbb); - builder_.add_max_skip_size(max_skip_size); - builder_.add_ngram_size(ngram_size); - builder_.add_include_all_ngrams(include_all_ngrams); - return builder_.Finish(); -} - -flatbuffers::Offset CreateSkipGramOptions(flatbuffers::FlatBufferBuilder &_fbb, const SkipGramOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct SpaceToDepthOptionsT : public flatbuffers::NativeTable { - typedef SpaceToDepthOptions TableType; - int32_t block_size; - SpaceToDepthOptionsT() - : block_size(0) { - } -}; - -struct SpaceToDepthOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef SpaceToDepthOptionsT NativeTableType; - typedef SpaceToDepthOptionsBuilder Builder; - enum FlatBuffersVTableOffset FLATBUFFERS_VTABLE_UNDERLYING_TYPE { - VT_BLOCK_SIZE = 4 - }; - int32_t block_size() const { - return GetField(VT_BLOCK_SIZE, 0); - } - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - VerifyField(verifier, VT_BLOCK_SIZE) && - verifier.EndTable(); - } - SpaceToDepthOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(SpaceToDepthOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const SpaceToDepthOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct SpaceToDepthOptionsBuilder { - typedef SpaceToDepthOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - void add_block_size(int32_t block_size) { - fbb_.AddElement(SpaceToDepthOptions::VT_BLOCK_SIZE, block_size, 0); - } - explicit SpaceToDepthOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - SpaceToDepthOptionsBuilder &operator=(const SpaceToDepthOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateSpaceToDepthOptions( - flatbuffers::FlatBufferBuilder &_fbb, - int32_t block_size = 0) { - SpaceToDepthOptionsBuilder builder_(_fbb); - builder_.add_block_size(block_size); - return builder_.Finish(); -} - -flatbuffers::Offset CreateSpaceToDepthOptions(flatbuffers::FlatBufferBuilder &_fbb, const SpaceToDepthOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct DepthToSpaceOptionsT : public flatbuffers::NativeTable { - typedef DepthToSpaceOptions TableType; - int32_t block_size; - DepthToSpaceOptionsT() - : block_size(0) { - } -}; - -struct DepthToSpaceOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef DepthToSpaceOptionsT NativeTableType; - typedef DepthToSpaceOptionsBuilder Builder; - enum FlatBuffersVTableOffset FLATBUFFERS_VTABLE_UNDERLYING_TYPE { - VT_BLOCK_SIZE = 4 - }; - int32_t block_size() const { - return GetField(VT_BLOCK_SIZE, 0); - } - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - VerifyField(verifier, VT_BLOCK_SIZE) && - verifier.EndTable(); - } - DepthToSpaceOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(DepthToSpaceOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const DepthToSpaceOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct DepthToSpaceOptionsBuilder { - typedef DepthToSpaceOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - void add_block_size(int32_t block_size) { - fbb_.AddElement(DepthToSpaceOptions::VT_BLOCK_SIZE, block_size, 0); - } - explicit DepthToSpaceOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - DepthToSpaceOptionsBuilder &operator=(const DepthToSpaceOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateDepthToSpaceOptions( - flatbuffers::FlatBufferBuilder &_fbb, - int32_t block_size = 0) { - DepthToSpaceOptionsBuilder builder_(_fbb); - builder_.add_block_size(block_size); - return builder_.Finish(); -} - -flatbuffers::Offset CreateDepthToSpaceOptions(flatbuffers::FlatBufferBuilder &_fbb, const DepthToSpaceOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct SubOptionsT : public flatbuffers::NativeTable { - typedef SubOptions TableType; - tflite::ActivationFunctionType fused_activation_function; - bool pot_scale_int16; - SubOptionsT() - : fused_activation_function(tflite::ActivationFunctionType_NONE), - pot_scale_int16(true) { - } -}; - -struct SubOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef SubOptionsT NativeTableType; - typedef SubOptionsBuilder Builder; - enum FlatBuffersVTableOffset FLATBUFFERS_VTABLE_UNDERLYING_TYPE { - VT_FUSED_ACTIVATION_FUNCTION = 4, - VT_POT_SCALE_INT16 = 6 - }; - tflite::ActivationFunctionType fused_activation_function() const { - return static_cast(GetField(VT_FUSED_ACTIVATION_FUNCTION, 0)); - } - bool pot_scale_int16() const { - return GetField(VT_POT_SCALE_INT16, 1) != 0; - } - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - VerifyField(verifier, VT_FUSED_ACTIVATION_FUNCTION) && - VerifyField(verifier, VT_POT_SCALE_INT16) && - verifier.EndTable(); - } - SubOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(SubOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const SubOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct SubOptionsBuilder { - typedef SubOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - void add_fused_activation_function(tflite::ActivationFunctionType fused_activation_function) { - fbb_.AddElement(SubOptions::VT_FUSED_ACTIVATION_FUNCTION, static_cast(fused_activation_function), 0); - } - void add_pot_scale_int16(bool pot_scale_int16) { - fbb_.AddElement(SubOptions::VT_POT_SCALE_INT16, static_cast(pot_scale_int16), 1); - } - explicit SubOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - SubOptionsBuilder &operator=(const SubOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateSubOptions( - flatbuffers::FlatBufferBuilder &_fbb, - tflite::ActivationFunctionType fused_activation_function = tflite::ActivationFunctionType_NONE, - bool pot_scale_int16 = true) { - SubOptionsBuilder builder_(_fbb); - builder_.add_pot_scale_int16(pot_scale_int16); - builder_.add_fused_activation_function(fused_activation_function); - return builder_.Finish(); -} - -flatbuffers::Offset CreateSubOptions(flatbuffers::FlatBufferBuilder &_fbb, const SubOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct DivOptionsT : public flatbuffers::NativeTable { - typedef DivOptions TableType; - tflite::ActivationFunctionType fused_activation_function; - DivOptionsT() - : fused_activation_function(tflite::ActivationFunctionType_NONE) { - } -}; - -struct DivOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef DivOptionsT NativeTableType; - typedef DivOptionsBuilder Builder; - enum FlatBuffersVTableOffset FLATBUFFERS_VTABLE_UNDERLYING_TYPE { - VT_FUSED_ACTIVATION_FUNCTION = 4 - }; - tflite::ActivationFunctionType fused_activation_function() const { - return static_cast(GetField(VT_FUSED_ACTIVATION_FUNCTION, 0)); - } - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - VerifyField(verifier, VT_FUSED_ACTIVATION_FUNCTION) && - verifier.EndTable(); - } - DivOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(DivOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const DivOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct DivOptionsBuilder { - typedef DivOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - void add_fused_activation_function(tflite::ActivationFunctionType fused_activation_function) { - fbb_.AddElement(DivOptions::VT_FUSED_ACTIVATION_FUNCTION, static_cast(fused_activation_function), 0); - } - explicit DivOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - DivOptionsBuilder &operator=(const DivOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateDivOptions( - flatbuffers::FlatBufferBuilder &_fbb, - tflite::ActivationFunctionType fused_activation_function = tflite::ActivationFunctionType_NONE) { - DivOptionsBuilder builder_(_fbb); - builder_.add_fused_activation_function(fused_activation_function); - return builder_.Finish(); -} - -flatbuffers::Offset CreateDivOptions(flatbuffers::FlatBufferBuilder &_fbb, const DivOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct TopKV2OptionsT : public flatbuffers::NativeTable { - typedef TopKV2Options TableType; - TopKV2OptionsT() { - } -}; - -struct TopKV2Options FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef TopKV2OptionsT NativeTableType; - typedef TopKV2OptionsBuilder Builder; - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - verifier.EndTable(); - } - TopKV2OptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(TopKV2OptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const TopKV2OptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct TopKV2OptionsBuilder { - typedef TopKV2Options Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - explicit TopKV2OptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - TopKV2OptionsBuilder &operator=(const TopKV2OptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateTopKV2Options( - flatbuffers::FlatBufferBuilder &_fbb) { - TopKV2OptionsBuilder builder_(_fbb); - return builder_.Finish(); -} - -flatbuffers::Offset CreateTopKV2Options(flatbuffers::FlatBufferBuilder &_fbb, const TopKV2OptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct EmbeddingLookupSparseOptionsT : public flatbuffers::NativeTable { - typedef EmbeddingLookupSparseOptions TableType; - tflite::CombinerType combiner; - EmbeddingLookupSparseOptionsT() - : combiner(tflite::CombinerType_SUM) { - } -}; - -struct EmbeddingLookupSparseOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef EmbeddingLookupSparseOptionsT NativeTableType; - typedef EmbeddingLookupSparseOptionsBuilder Builder; - enum FlatBuffersVTableOffset FLATBUFFERS_VTABLE_UNDERLYING_TYPE { - VT_COMBINER = 4 - }; - tflite::CombinerType combiner() const { - return static_cast(GetField(VT_COMBINER, 0)); - } - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - VerifyField(verifier, VT_COMBINER) && - verifier.EndTable(); - } - EmbeddingLookupSparseOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(EmbeddingLookupSparseOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const EmbeddingLookupSparseOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct EmbeddingLookupSparseOptionsBuilder { - typedef EmbeddingLookupSparseOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - void add_combiner(tflite::CombinerType combiner) { - fbb_.AddElement(EmbeddingLookupSparseOptions::VT_COMBINER, static_cast(combiner), 0); - } - explicit EmbeddingLookupSparseOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - EmbeddingLookupSparseOptionsBuilder &operator=(const EmbeddingLookupSparseOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateEmbeddingLookupSparseOptions( - flatbuffers::FlatBufferBuilder &_fbb, - tflite::CombinerType combiner = tflite::CombinerType_SUM) { - EmbeddingLookupSparseOptionsBuilder builder_(_fbb); - builder_.add_combiner(combiner); - return builder_.Finish(); -} - -flatbuffers::Offset CreateEmbeddingLookupSparseOptions(flatbuffers::FlatBufferBuilder &_fbb, const EmbeddingLookupSparseOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct GatherOptionsT : public flatbuffers::NativeTable { - typedef GatherOptions TableType; - int32_t axis; - int32_t batch_dims; - GatherOptionsT() - : axis(0), - batch_dims(0) { - } -}; - -struct GatherOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef GatherOptionsT NativeTableType; - typedef GatherOptionsBuilder Builder; - enum FlatBuffersVTableOffset FLATBUFFERS_VTABLE_UNDERLYING_TYPE { - VT_AXIS = 4, - VT_BATCH_DIMS = 6 - }; - int32_t axis() const { - return GetField(VT_AXIS, 0); - } - int32_t batch_dims() const { - return GetField(VT_BATCH_DIMS, 0); - } - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - VerifyField(verifier, VT_AXIS) && - VerifyField(verifier, VT_BATCH_DIMS) && - verifier.EndTable(); - } - GatherOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(GatherOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const GatherOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct GatherOptionsBuilder { - typedef GatherOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - void add_axis(int32_t axis) { - fbb_.AddElement(GatherOptions::VT_AXIS, axis, 0); - } - void add_batch_dims(int32_t batch_dims) { - fbb_.AddElement(GatherOptions::VT_BATCH_DIMS, batch_dims, 0); - } - explicit GatherOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - GatherOptionsBuilder &operator=(const GatherOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateGatherOptions( - flatbuffers::FlatBufferBuilder &_fbb, - int32_t axis = 0, - int32_t batch_dims = 0) { - GatherOptionsBuilder builder_(_fbb); - builder_.add_batch_dims(batch_dims); - builder_.add_axis(axis); - return builder_.Finish(); -} - -flatbuffers::Offset CreateGatherOptions(flatbuffers::FlatBufferBuilder &_fbb, const GatherOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct TransposeOptionsT : public flatbuffers::NativeTable { - typedef TransposeOptions TableType; - TransposeOptionsT() { - } -}; - -struct TransposeOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef TransposeOptionsT NativeTableType; - typedef TransposeOptionsBuilder Builder; - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - verifier.EndTable(); - } - TransposeOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(TransposeOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const TransposeOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct TransposeOptionsBuilder { - typedef TransposeOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - explicit TransposeOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - TransposeOptionsBuilder &operator=(const TransposeOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateTransposeOptions( - flatbuffers::FlatBufferBuilder &_fbb) { - TransposeOptionsBuilder builder_(_fbb); - return builder_.Finish(); -} - -flatbuffers::Offset CreateTransposeOptions(flatbuffers::FlatBufferBuilder &_fbb, const TransposeOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct ExpOptionsT : public flatbuffers::NativeTable { - typedef ExpOptions TableType; - ExpOptionsT() { - } -}; - -struct ExpOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef ExpOptionsT NativeTableType; - typedef ExpOptionsBuilder Builder; - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - verifier.EndTable(); - } - ExpOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(ExpOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const ExpOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct ExpOptionsBuilder { - typedef ExpOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - explicit ExpOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - ExpOptionsBuilder &operator=(const ExpOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateExpOptions( - flatbuffers::FlatBufferBuilder &_fbb) { - ExpOptionsBuilder builder_(_fbb); - return builder_.Finish(); -} - -flatbuffers::Offset CreateExpOptions(flatbuffers::FlatBufferBuilder &_fbb, const ExpOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct CosOptionsT : public flatbuffers::NativeTable { - typedef CosOptions TableType; - CosOptionsT() { - } -}; - -struct CosOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef CosOptionsT NativeTableType; - typedef CosOptionsBuilder Builder; - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - verifier.EndTable(); - } - CosOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(CosOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const CosOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct CosOptionsBuilder { - typedef CosOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - explicit CosOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - CosOptionsBuilder &operator=(const CosOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateCosOptions( - flatbuffers::FlatBufferBuilder &_fbb) { - CosOptionsBuilder builder_(_fbb); - return builder_.Finish(); -} - -flatbuffers::Offset CreateCosOptions(flatbuffers::FlatBufferBuilder &_fbb, const CosOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct ReducerOptionsT : public flatbuffers::NativeTable { - typedef ReducerOptions TableType; - bool keep_dims; - ReducerOptionsT() - : keep_dims(false) { - } -}; - -struct ReducerOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef ReducerOptionsT NativeTableType; - typedef ReducerOptionsBuilder Builder; - enum FlatBuffersVTableOffset FLATBUFFERS_VTABLE_UNDERLYING_TYPE { - VT_KEEP_DIMS = 4 - }; - bool keep_dims() const { - return GetField(VT_KEEP_DIMS, 0) != 0; - } - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - VerifyField(verifier, VT_KEEP_DIMS) && - verifier.EndTable(); - } - ReducerOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(ReducerOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const ReducerOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct ReducerOptionsBuilder { - typedef ReducerOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - void add_keep_dims(bool keep_dims) { - fbb_.AddElement(ReducerOptions::VT_KEEP_DIMS, static_cast(keep_dims), 0); - } - explicit ReducerOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - ReducerOptionsBuilder &operator=(const ReducerOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateReducerOptions( - flatbuffers::FlatBufferBuilder &_fbb, - bool keep_dims = false) { - ReducerOptionsBuilder builder_(_fbb); - builder_.add_keep_dims(keep_dims); - return builder_.Finish(); -} - -flatbuffers::Offset CreateReducerOptions(flatbuffers::FlatBufferBuilder &_fbb, const ReducerOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct SqueezeOptionsT : public flatbuffers::NativeTable { - typedef SqueezeOptions TableType; - std::vector squeeze_dims; - SqueezeOptionsT() { - } -}; - -struct SqueezeOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef SqueezeOptionsT NativeTableType; - typedef SqueezeOptionsBuilder Builder; - enum FlatBuffersVTableOffset FLATBUFFERS_VTABLE_UNDERLYING_TYPE { - VT_SQUEEZE_DIMS = 4 - }; - const flatbuffers::Vector *squeeze_dims() const { - return GetPointer *>(VT_SQUEEZE_DIMS); - } - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - VerifyOffset(verifier, VT_SQUEEZE_DIMS) && - verifier.VerifyVector(squeeze_dims()) && - verifier.EndTable(); - } - SqueezeOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(SqueezeOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const SqueezeOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct SqueezeOptionsBuilder { - typedef SqueezeOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - void add_squeeze_dims(flatbuffers::Offset> squeeze_dims) { - fbb_.AddOffset(SqueezeOptions::VT_SQUEEZE_DIMS, squeeze_dims); - } - explicit SqueezeOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - SqueezeOptionsBuilder &operator=(const SqueezeOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateSqueezeOptions( - flatbuffers::FlatBufferBuilder &_fbb, - flatbuffers::Offset> squeeze_dims = 0) { - SqueezeOptionsBuilder builder_(_fbb); - builder_.add_squeeze_dims(squeeze_dims); - return builder_.Finish(); -} - -inline flatbuffers::Offset CreateSqueezeOptionsDirect( - flatbuffers::FlatBufferBuilder &_fbb, - const std::vector *squeeze_dims = nullptr) { - auto squeeze_dims__ = squeeze_dims ? _fbb.CreateVector(*squeeze_dims) : 0; - return tflite::CreateSqueezeOptions( - _fbb, - squeeze_dims__); -} - -flatbuffers::Offset CreateSqueezeOptions(flatbuffers::FlatBufferBuilder &_fbb, const SqueezeOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct SplitOptionsT : public flatbuffers::NativeTable { - typedef SplitOptions TableType; - int32_t num_splits; - SplitOptionsT() - : num_splits(0) { - } -}; - -struct SplitOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef SplitOptionsT NativeTableType; - typedef SplitOptionsBuilder Builder; - enum FlatBuffersVTableOffset FLATBUFFERS_VTABLE_UNDERLYING_TYPE { - VT_NUM_SPLITS = 4 - }; - int32_t num_splits() const { - return GetField(VT_NUM_SPLITS, 0); - } - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - VerifyField(verifier, VT_NUM_SPLITS) && - verifier.EndTable(); - } - SplitOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(SplitOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const SplitOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct SplitOptionsBuilder { - typedef SplitOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - void add_num_splits(int32_t num_splits) { - fbb_.AddElement(SplitOptions::VT_NUM_SPLITS, num_splits, 0); - } - explicit SplitOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - SplitOptionsBuilder &operator=(const SplitOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateSplitOptions( - flatbuffers::FlatBufferBuilder &_fbb, - int32_t num_splits = 0) { - SplitOptionsBuilder builder_(_fbb); - builder_.add_num_splits(num_splits); - return builder_.Finish(); -} - -flatbuffers::Offset CreateSplitOptions(flatbuffers::FlatBufferBuilder &_fbb, const SplitOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct SplitVOptionsT : public flatbuffers::NativeTable { - typedef SplitVOptions TableType; - int32_t num_splits; - SplitVOptionsT() - : num_splits(0) { - } -}; - -struct SplitVOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef SplitVOptionsT NativeTableType; - typedef SplitVOptionsBuilder Builder; - enum FlatBuffersVTableOffset FLATBUFFERS_VTABLE_UNDERLYING_TYPE { - VT_NUM_SPLITS = 4 - }; - int32_t num_splits() const { - return GetField(VT_NUM_SPLITS, 0); - } - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - VerifyField(verifier, VT_NUM_SPLITS) && - verifier.EndTable(); - } - SplitVOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(SplitVOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const SplitVOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct SplitVOptionsBuilder { - typedef SplitVOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - void add_num_splits(int32_t num_splits) { - fbb_.AddElement(SplitVOptions::VT_NUM_SPLITS, num_splits, 0); - } - explicit SplitVOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - SplitVOptionsBuilder &operator=(const SplitVOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateSplitVOptions( - flatbuffers::FlatBufferBuilder &_fbb, - int32_t num_splits = 0) { - SplitVOptionsBuilder builder_(_fbb); - builder_.add_num_splits(num_splits); - return builder_.Finish(); -} - -flatbuffers::Offset CreateSplitVOptions(flatbuffers::FlatBufferBuilder &_fbb, const SplitVOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct StridedSliceOptionsT : public flatbuffers::NativeTable { - typedef StridedSliceOptions TableType; - int32_t begin_mask; - int32_t end_mask; - int32_t ellipsis_mask; - int32_t new_axis_mask; - int32_t shrink_axis_mask; - StridedSliceOptionsT() - : begin_mask(0), - end_mask(0), - ellipsis_mask(0), - new_axis_mask(0), - shrink_axis_mask(0) { - } -}; - -struct StridedSliceOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef StridedSliceOptionsT NativeTableType; - typedef StridedSliceOptionsBuilder Builder; - enum FlatBuffersVTableOffset FLATBUFFERS_VTABLE_UNDERLYING_TYPE { - VT_BEGIN_MASK = 4, - VT_END_MASK = 6, - VT_ELLIPSIS_MASK = 8, - VT_NEW_AXIS_MASK = 10, - VT_SHRINK_AXIS_MASK = 12 - }; - int32_t begin_mask() const { - return GetField(VT_BEGIN_MASK, 0); - } - int32_t end_mask() const { - return GetField(VT_END_MASK, 0); - } - int32_t ellipsis_mask() const { - return GetField(VT_ELLIPSIS_MASK, 0); - } - int32_t new_axis_mask() const { - return GetField(VT_NEW_AXIS_MASK, 0); - } - int32_t shrink_axis_mask() const { - return GetField(VT_SHRINK_AXIS_MASK, 0); - } - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - VerifyField(verifier, VT_BEGIN_MASK) && - VerifyField(verifier, VT_END_MASK) && - VerifyField(verifier, VT_ELLIPSIS_MASK) && - VerifyField(verifier, VT_NEW_AXIS_MASK) && - VerifyField(verifier, VT_SHRINK_AXIS_MASK) && - verifier.EndTable(); - } - StridedSliceOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(StridedSliceOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const StridedSliceOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct StridedSliceOptionsBuilder { - typedef StridedSliceOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - void add_begin_mask(int32_t begin_mask) { - fbb_.AddElement(StridedSliceOptions::VT_BEGIN_MASK, begin_mask, 0); - } - void add_end_mask(int32_t end_mask) { - fbb_.AddElement(StridedSliceOptions::VT_END_MASK, end_mask, 0); - } - void add_ellipsis_mask(int32_t ellipsis_mask) { - fbb_.AddElement(StridedSliceOptions::VT_ELLIPSIS_MASK, ellipsis_mask, 0); - } - void add_new_axis_mask(int32_t new_axis_mask) { - fbb_.AddElement(StridedSliceOptions::VT_NEW_AXIS_MASK, new_axis_mask, 0); - } - void add_shrink_axis_mask(int32_t shrink_axis_mask) { - fbb_.AddElement(StridedSliceOptions::VT_SHRINK_AXIS_MASK, shrink_axis_mask, 0); - } - explicit StridedSliceOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - StridedSliceOptionsBuilder &operator=(const StridedSliceOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateStridedSliceOptions( - flatbuffers::FlatBufferBuilder &_fbb, - int32_t begin_mask = 0, - int32_t end_mask = 0, - int32_t ellipsis_mask = 0, - int32_t new_axis_mask = 0, - int32_t shrink_axis_mask = 0) { - StridedSliceOptionsBuilder builder_(_fbb); - builder_.add_shrink_axis_mask(shrink_axis_mask); - builder_.add_new_axis_mask(new_axis_mask); - builder_.add_ellipsis_mask(ellipsis_mask); - builder_.add_end_mask(end_mask); - builder_.add_begin_mask(begin_mask); - return builder_.Finish(); -} - -flatbuffers::Offset CreateStridedSliceOptions(flatbuffers::FlatBufferBuilder &_fbb, const StridedSliceOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct LogSoftmaxOptionsT : public flatbuffers::NativeTable { - typedef LogSoftmaxOptions TableType; - LogSoftmaxOptionsT() { - } -}; - -struct LogSoftmaxOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef LogSoftmaxOptionsT NativeTableType; - typedef LogSoftmaxOptionsBuilder Builder; - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - verifier.EndTable(); - } - LogSoftmaxOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(LogSoftmaxOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const LogSoftmaxOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct LogSoftmaxOptionsBuilder { - typedef LogSoftmaxOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - explicit LogSoftmaxOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - LogSoftmaxOptionsBuilder &operator=(const LogSoftmaxOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateLogSoftmaxOptions( - flatbuffers::FlatBufferBuilder &_fbb) { - LogSoftmaxOptionsBuilder builder_(_fbb); - return builder_.Finish(); -} - -flatbuffers::Offset CreateLogSoftmaxOptions(flatbuffers::FlatBufferBuilder &_fbb, const LogSoftmaxOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct CastOptionsT : public flatbuffers::NativeTable { - typedef CastOptions TableType; - tflite::TensorType in_data_type; - tflite::TensorType out_data_type; - CastOptionsT() - : in_data_type(tflite::TensorType_FLOAT32), - out_data_type(tflite::TensorType_FLOAT32) { - } -}; - -struct CastOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef CastOptionsT NativeTableType; - typedef CastOptionsBuilder Builder; - enum FlatBuffersVTableOffset FLATBUFFERS_VTABLE_UNDERLYING_TYPE { - VT_IN_DATA_TYPE = 4, - VT_OUT_DATA_TYPE = 6 - }; - tflite::TensorType in_data_type() const { - return static_cast(GetField(VT_IN_DATA_TYPE, 0)); - } - tflite::TensorType out_data_type() const { - return static_cast(GetField(VT_OUT_DATA_TYPE, 0)); - } - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - VerifyField(verifier, VT_IN_DATA_TYPE) && - VerifyField(verifier, VT_OUT_DATA_TYPE) && - verifier.EndTable(); - } - CastOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(CastOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const CastOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct CastOptionsBuilder { - typedef CastOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - void add_in_data_type(tflite::TensorType in_data_type) { - fbb_.AddElement(CastOptions::VT_IN_DATA_TYPE, static_cast(in_data_type), 0); - } - void add_out_data_type(tflite::TensorType out_data_type) { - fbb_.AddElement(CastOptions::VT_OUT_DATA_TYPE, static_cast(out_data_type), 0); - } - explicit CastOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - CastOptionsBuilder &operator=(const CastOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateCastOptions( - flatbuffers::FlatBufferBuilder &_fbb, - tflite::TensorType in_data_type = tflite::TensorType_FLOAT32, - tflite::TensorType out_data_type = tflite::TensorType_FLOAT32) { - CastOptionsBuilder builder_(_fbb); - builder_.add_out_data_type(out_data_type); - builder_.add_in_data_type(in_data_type); - return builder_.Finish(); -} - -flatbuffers::Offset CreateCastOptions(flatbuffers::FlatBufferBuilder &_fbb, const CastOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct DequantizeOptionsT : public flatbuffers::NativeTable { - typedef DequantizeOptions TableType; - DequantizeOptionsT() { - } -}; - -struct DequantizeOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef DequantizeOptionsT NativeTableType; - typedef DequantizeOptionsBuilder Builder; - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - verifier.EndTable(); - } - DequantizeOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(DequantizeOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const DequantizeOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct DequantizeOptionsBuilder { - typedef DequantizeOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - explicit DequantizeOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - DequantizeOptionsBuilder &operator=(const DequantizeOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateDequantizeOptions( - flatbuffers::FlatBufferBuilder &_fbb) { - DequantizeOptionsBuilder builder_(_fbb); - return builder_.Finish(); -} - -flatbuffers::Offset CreateDequantizeOptions(flatbuffers::FlatBufferBuilder &_fbb, const DequantizeOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct MaximumMinimumOptionsT : public flatbuffers::NativeTable { - typedef MaximumMinimumOptions TableType; - MaximumMinimumOptionsT() { - } -}; - -struct MaximumMinimumOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef MaximumMinimumOptionsT NativeTableType; - typedef MaximumMinimumOptionsBuilder Builder; - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - verifier.EndTable(); - } - MaximumMinimumOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(MaximumMinimumOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const MaximumMinimumOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct MaximumMinimumOptionsBuilder { - typedef MaximumMinimumOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - explicit MaximumMinimumOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - MaximumMinimumOptionsBuilder &operator=(const MaximumMinimumOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateMaximumMinimumOptions( - flatbuffers::FlatBufferBuilder &_fbb) { - MaximumMinimumOptionsBuilder builder_(_fbb); - return builder_.Finish(); -} - -flatbuffers::Offset CreateMaximumMinimumOptions(flatbuffers::FlatBufferBuilder &_fbb, const MaximumMinimumOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct TileOptionsT : public flatbuffers::NativeTable { - typedef TileOptions TableType; - TileOptionsT() { - } -}; - -struct TileOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef TileOptionsT NativeTableType; - typedef TileOptionsBuilder Builder; - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - verifier.EndTable(); - } - TileOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(TileOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const TileOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct TileOptionsBuilder { - typedef TileOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - explicit TileOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - TileOptionsBuilder &operator=(const TileOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateTileOptions( - flatbuffers::FlatBufferBuilder &_fbb) { - TileOptionsBuilder builder_(_fbb); - return builder_.Finish(); -} - -flatbuffers::Offset CreateTileOptions(flatbuffers::FlatBufferBuilder &_fbb, const TileOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct ArgMaxOptionsT : public flatbuffers::NativeTable { - typedef ArgMaxOptions TableType; - tflite::TensorType output_type; - ArgMaxOptionsT() - : output_type(tflite::TensorType_FLOAT32) { - } -}; - -struct ArgMaxOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef ArgMaxOptionsT NativeTableType; - typedef ArgMaxOptionsBuilder Builder; - enum FlatBuffersVTableOffset FLATBUFFERS_VTABLE_UNDERLYING_TYPE { - VT_OUTPUT_TYPE = 4 - }; - tflite::TensorType output_type() const { - return static_cast(GetField(VT_OUTPUT_TYPE, 0)); - } - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - VerifyField(verifier, VT_OUTPUT_TYPE) && - verifier.EndTable(); - } - ArgMaxOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(ArgMaxOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const ArgMaxOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct ArgMaxOptionsBuilder { - typedef ArgMaxOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - void add_output_type(tflite::TensorType output_type) { - fbb_.AddElement(ArgMaxOptions::VT_OUTPUT_TYPE, static_cast(output_type), 0); - } - explicit ArgMaxOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - ArgMaxOptionsBuilder &operator=(const ArgMaxOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateArgMaxOptions( - flatbuffers::FlatBufferBuilder &_fbb, - tflite::TensorType output_type = tflite::TensorType_FLOAT32) { - ArgMaxOptionsBuilder builder_(_fbb); - builder_.add_output_type(output_type); - return builder_.Finish(); -} - -flatbuffers::Offset CreateArgMaxOptions(flatbuffers::FlatBufferBuilder &_fbb, const ArgMaxOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct ArgMinOptionsT : public flatbuffers::NativeTable { - typedef ArgMinOptions TableType; - tflite::TensorType output_type; - ArgMinOptionsT() - : output_type(tflite::TensorType_FLOAT32) { - } -}; - -struct ArgMinOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef ArgMinOptionsT NativeTableType; - typedef ArgMinOptionsBuilder Builder; - enum FlatBuffersVTableOffset FLATBUFFERS_VTABLE_UNDERLYING_TYPE { - VT_OUTPUT_TYPE = 4 - }; - tflite::TensorType output_type() const { - return static_cast(GetField(VT_OUTPUT_TYPE, 0)); - } - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - VerifyField(verifier, VT_OUTPUT_TYPE) && - verifier.EndTable(); - } - ArgMinOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(ArgMinOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const ArgMinOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct ArgMinOptionsBuilder { - typedef ArgMinOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - void add_output_type(tflite::TensorType output_type) { - fbb_.AddElement(ArgMinOptions::VT_OUTPUT_TYPE, static_cast(output_type), 0); - } - explicit ArgMinOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - ArgMinOptionsBuilder &operator=(const ArgMinOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateArgMinOptions( - flatbuffers::FlatBufferBuilder &_fbb, - tflite::TensorType output_type = tflite::TensorType_FLOAT32) { - ArgMinOptionsBuilder builder_(_fbb); - builder_.add_output_type(output_type); - return builder_.Finish(); -} - -flatbuffers::Offset CreateArgMinOptions(flatbuffers::FlatBufferBuilder &_fbb, const ArgMinOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct GreaterOptionsT : public flatbuffers::NativeTable { - typedef GreaterOptions TableType; - GreaterOptionsT() { - } -}; - -struct GreaterOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef GreaterOptionsT NativeTableType; - typedef GreaterOptionsBuilder Builder; - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - verifier.EndTable(); - } - GreaterOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(GreaterOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const GreaterOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct GreaterOptionsBuilder { - typedef GreaterOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - explicit GreaterOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - GreaterOptionsBuilder &operator=(const GreaterOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateGreaterOptions( - flatbuffers::FlatBufferBuilder &_fbb) { - GreaterOptionsBuilder builder_(_fbb); - return builder_.Finish(); -} - -flatbuffers::Offset CreateGreaterOptions(flatbuffers::FlatBufferBuilder &_fbb, const GreaterOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct GreaterEqualOptionsT : public flatbuffers::NativeTable { - typedef GreaterEqualOptions TableType; - GreaterEqualOptionsT() { - } -}; - -struct GreaterEqualOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef GreaterEqualOptionsT NativeTableType; - typedef GreaterEqualOptionsBuilder Builder; - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - verifier.EndTable(); - } - GreaterEqualOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(GreaterEqualOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const GreaterEqualOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct GreaterEqualOptionsBuilder { - typedef GreaterEqualOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - explicit GreaterEqualOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - GreaterEqualOptionsBuilder &operator=(const GreaterEqualOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateGreaterEqualOptions( - flatbuffers::FlatBufferBuilder &_fbb) { - GreaterEqualOptionsBuilder builder_(_fbb); - return builder_.Finish(); -} - -flatbuffers::Offset CreateGreaterEqualOptions(flatbuffers::FlatBufferBuilder &_fbb, const GreaterEqualOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct LessOptionsT : public flatbuffers::NativeTable { - typedef LessOptions TableType; - LessOptionsT() { - } -}; - -struct LessOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef LessOptionsT NativeTableType; - typedef LessOptionsBuilder Builder; - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - verifier.EndTable(); - } - LessOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(LessOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const LessOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct LessOptionsBuilder { - typedef LessOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - explicit LessOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - LessOptionsBuilder &operator=(const LessOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateLessOptions( - flatbuffers::FlatBufferBuilder &_fbb) { - LessOptionsBuilder builder_(_fbb); - return builder_.Finish(); -} - -flatbuffers::Offset CreateLessOptions(flatbuffers::FlatBufferBuilder &_fbb, const LessOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct LessEqualOptionsT : public flatbuffers::NativeTable { - typedef LessEqualOptions TableType; - LessEqualOptionsT() { - } -}; - -struct LessEqualOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef LessEqualOptionsT NativeTableType; - typedef LessEqualOptionsBuilder Builder; - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - verifier.EndTable(); - } - LessEqualOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(LessEqualOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const LessEqualOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct LessEqualOptionsBuilder { - typedef LessEqualOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - explicit LessEqualOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - LessEqualOptionsBuilder &operator=(const LessEqualOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateLessEqualOptions( - flatbuffers::FlatBufferBuilder &_fbb) { - LessEqualOptionsBuilder builder_(_fbb); - return builder_.Finish(); -} - -flatbuffers::Offset CreateLessEqualOptions(flatbuffers::FlatBufferBuilder &_fbb, const LessEqualOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct NegOptionsT : public flatbuffers::NativeTable { - typedef NegOptions TableType; - NegOptionsT() { - } -}; - -struct NegOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef NegOptionsT NativeTableType; - typedef NegOptionsBuilder Builder; - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - verifier.EndTable(); - } - NegOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(NegOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const NegOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct NegOptionsBuilder { - typedef NegOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - explicit NegOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - NegOptionsBuilder &operator=(const NegOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateNegOptions( - flatbuffers::FlatBufferBuilder &_fbb) { - NegOptionsBuilder builder_(_fbb); - return builder_.Finish(); -} - -flatbuffers::Offset CreateNegOptions(flatbuffers::FlatBufferBuilder &_fbb, const NegOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct SelectOptionsT : public flatbuffers::NativeTable { - typedef SelectOptions TableType; - SelectOptionsT() { - } -}; - -struct SelectOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef SelectOptionsT NativeTableType; - typedef SelectOptionsBuilder Builder; - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - verifier.EndTable(); - } - SelectOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(SelectOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const SelectOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct SelectOptionsBuilder { - typedef SelectOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - explicit SelectOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - SelectOptionsBuilder &operator=(const SelectOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateSelectOptions( - flatbuffers::FlatBufferBuilder &_fbb) { - SelectOptionsBuilder builder_(_fbb); - return builder_.Finish(); -} - -flatbuffers::Offset CreateSelectOptions(flatbuffers::FlatBufferBuilder &_fbb, const SelectOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct SliceOptionsT : public flatbuffers::NativeTable { - typedef SliceOptions TableType; - SliceOptionsT() { - } -}; - -struct SliceOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef SliceOptionsT NativeTableType; - typedef SliceOptionsBuilder Builder; - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - verifier.EndTable(); - } - SliceOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(SliceOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const SliceOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct SliceOptionsBuilder { - typedef SliceOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - explicit SliceOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - SliceOptionsBuilder &operator=(const SliceOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateSliceOptions( - flatbuffers::FlatBufferBuilder &_fbb) { - SliceOptionsBuilder builder_(_fbb); - return builder_.Finish(); -} - -flatbuffers::Offset CreateSliceOptions(flatbuffers::FlatBufferBuilder &_fbb, const SliceOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct TransposeConvOptionsT : public flatbuffers::NativeTable { - typedef TransposeConvOptions TableType; - tflite::Padding padding; - int32_t stride_w; - int32_t stride_h; - TransposeConvOptionsT() - : padding(tflite::Padding_SAME), - stride_w(0), - stride_h(0) { - } -}; - -struct TransposeConvOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef TransposeConvOptionsT NativeTableType; - typedef TransposeConvOptionsBuilder Builder; - enum FlatBuffersVTableOffset FLATBUFFERS_VTABLE_UNDERLYING_TYPE { - VT_PADDING = 4, - VT_STRIDE_W = 6, - VT_STRIDE_H = 8 - }; - tflite::Padding padding() const { - return static_cast(GetField(VT_PADDING, 0)); - } - int32_t stride_w() const { - return GetField(VT_STRIDE_W, 0); - } - int32_t stride_h() const { - return GetField(VT_STRIDE_H, 0); - } - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - VerifyField(verifier, VT_PADDING) && - VerifyField(verifier, VT_STRIDE_W) && - VerifyField(verifier, VT_STRIDE_H) && - verifier.EndTable(); - } - TransposeConvOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(TransposeConvOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const TransposeConvOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct TransposeConvOptionsBuilder { - typedef TransposeConvOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - void add_padding(tflite::Padding padding) { - fbb_.AddElement(TransposeConvOptions::VT_PADDING, static_cast(padding), 0); - } - void add_stride_w(int32_t stride_w) { - fbb_.AddElement(TransposeConvOptions::VT_STRIDE_W, stride_w, 0); - } - void add_stride_h(int32_t stride_h) { - fbb_.AddElement(TransposeConvOptions::VT_STRIDE_H, stride_h, 0); - } - explicit TransposeConvOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - TransposeConvOptionsBuilder &operator=(const TransposeConvOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateTransposeConvOptions( - flatbuffers::FlatBufferBuilder &_fbb, - tflite::Padding padding = tflite::Padding_SAME, - int32_t stride_w = 0, - int32_t stride_h = 0) { - TransposeConvOptionsBuilder builder_(_fbb); - builder_.add_stride_h(stride_h); - builder_.add_stride_w(stride_w); - builder_.add_padding(padding); - return builder_.Finish(); -} - -flatbuffers::Offset CreateTransposeConvOptions(flatbuffers::FlatBufferBuilder &_fbb, const TransposeConvOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct ExpandDimsOptionsT : public flatbuffers::NativeTable { - typedef ExpandDimsOptions TableType; - ExpandDimsOptionsT() { - } -}; - -struct ExpandDimsOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef ExpandDimsOptionsT NativeTableType; - typedef ExpandDimsOptionsBuilder Builder; - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - verifier.EndTable(); - } - ExpandDimsOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(ExpandDimsOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const ExpandDimsOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct ExpandDimsOptionsBuilder { - typedef ExpandDimsOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - explicit ExpandDimsOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - ExpandDimsOptionsBuilder &operator=(const ExpandDimsOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateExpandDimsOptions( - flatbuffers::FlatBufferBuilder &_fbb) { - ExpandDimsOptionsBuilder builder_(_fbb); - return builder_.Finish(); -} - -flatbuffers::Offset CreateExpandDimsOptions(flatbuffers::FlatBufferBuilder &_fbb, const ExpandDimsOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct SparseToDenseOptionsT : public flatbuffers::NativeTable { - typedef SparseToDenseOptions TableType; - bool validate_indices; - SparseToDenseOptionsT() - : validate_indices(false) { - } -}; - -struct SparseToDenseOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef SparseToDenseOptionsT NativeTableType; - typedef SparseToDenseOptionsBuilder Builder; - enum FlatBuffersVTableOffset FLATBUFFERS_VTABLE_UNDERLYING_TYPE { - VT_VALIDATE_INDICES = 4 - }; - bool validate_indices() const { - return GetField(VT_VALIDATE_INDICES, 0) != 0; - } - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - VerifyField(verifier, VT_VALIDATE_INDICES) && - verifier.EndTable(); - } - SparseToDenseOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(SparseToDenseOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const SparseToDenseOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct SparseToDenseOptionsBuilder { - typedef SparseToDenseOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - void add_validate_indices(bool validate_indices) { - fbb_.AddElement(SparseToDenseOptions::VT_VALIDATE_INDICES, static_cast(validate_indices), 0); - } - explicit SparseToDenseOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - SparseToDenseOptionsBuilder &operator=(const SparseToDenseOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateSparseToDenseOptions( - flatbuffers::FlatBufferBuilder &_fbb, - bool validate_indices = false) { - SparseToDenseOptionsBuilder builder_(_fbb); - builder_.add_validate_indices(validate_indices); - return builder_.Finish(); -} - -flatbuffers::Offset CreateSparseToDenseOptions(flatbuffers::FlatBufferBuilder &_fbb, const SparseToDenseOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct EqualOptionsT : public flatbuffers::NativeTable { - typedef EqualOptions TableType; - EqualOptionsT() { - } -}; - -struct EqualOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef EqualOptionsT NativeTableType; - typedef EqualOptionsBuilder Builder; - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - verifier.EndTable(); - } - EqualOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(EqualOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const EqualOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct EqualOptionsBuilder { - typedef EqualOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - explicit EqualOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - EqualOptionsBuilder &operator=(const EqualOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateEqualOptions( - flatbuffers::FlatBufferBuilder &_fbb) { - EqualOptionsBuilder builder_(_fbb); - return builder_.Finish(); -} - -flatbuffers::Offset CreateEqualOptions(flatbuffers::FlatBufferBuilder &_fbb, const EqualOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct NotEqualOptionsT : public flatbuffers::NativeTable { - typedef NotEqualOptions TableType; - NotEqualOptionsT() { - } -}; - -struct NotEqualOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef NotEqualOptionsT NativeTableType; - typedef NotEqualOptionsBuilder Builder; - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - verifier.EndTable(); - } - NotEqualOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(NotEqualOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const NotEqualOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct NotEqualOptionsBuilder { - typedef NotEqualOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - explicit NotEqualOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - NotEqualOptionsBuilder &operator=(const NotEqualOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateNotEqualOptions( - flatbuffers::FlatBufferBuilder &_fbb) { - NotEqualOptionsBuilder builder_(_fbb); - return builder_.Finish(); -} - -flatbuffers::Offset CreateNotEqualOptions(flatbuffers::FlatBufferBuilder &_fbb, const NotEqualOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct ShapeOptionsT : public flatbuffers::NativeTable { - typedef ShapeOptions TableType; - tflite::TensorType out_type; - ShapeOptionsT() - : out_type(tflite::TensorType_FLOAT32) { - } -}; - -struct ShapeOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef ShapeOptionsT NativeTableType; - typedef ShapeOptionsBuilder Builder; - enum FlatBuffersVTableOffset FLATBUFFERS_VTABLE_UNDERLYING_TYPE { - VT_OUT_TYPE = 4 - }; - tflite::TensorType out_type() const { - return static_cast(GetField(VT_OUT_TYPE, 0)); - } - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - VerifyField(verifier, VT_OUT_TYPE) && - verifier.EndTable(); - } - ShapeOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(ShapeOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const ShapeOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct ShapeOptionsBuilder { - typedef ShapeOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - void add_out_type(tflite::TensorType out_type) { - fbb_.AddElement(ShapeOptions::VT_OUT_TYPE, static_cast(out_type), 0); - } - explicit ShapeOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - ShapeOptionsBuilder &operator=(const ShapeOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateShapeOptions( - flatbuffers::FlatBufferBuilder &_fbb, - tflite::TensorType out_type = tflite::TensorType_FLOAT32) { - ShapeOptionsBuilder builder_(_fbb); - builder_.add_out_type(out_type); - return builder_.Finish(); -} - -flatbuffers::Offset CreateShapeOptions(flatbuffers::FlatBufferBuilder &_fbb, const ShapeOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct RankOptionsT : public flatbuffers::NativeTable { - typedef RankOptions TableType; - RankOptionsT() { - } -}; - -struct RankOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef RankOptionsT NativeTableType; - typedef RankOptionsBuilder Builder; - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - verifier.EndTable(); - } - RankOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(RankOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const RankOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct RankOptionsBuilder { - typedef RankOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - explicit RankOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - RankOptionsBuilder &operator=(const RankOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateRankOptions( - flatbuffers::FlatBufferBuilder &_fbb) { - RankOptionsBuilder builder_(_fbb); - return builder_.Finish(); -} - -flatbuffers::Offset CreateRankOptions(flatbuffers::FlatBufferBuilder &_fbb, const RankOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct PowOptionsT : public flatbuffers::NativeTable { - typedef PowOptions TableType; - PowOptionsT() { - } -}; - -struct PowOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef PowOptionsT NativeTableType; - typedef PowOptionsBuilder Builder; - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - verifier.EndTable(); - } - PowOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(PowOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const PowOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct PowOptionsBuilder { - typedef PowOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - explicit PowOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - PowOptionsBuilder &operator=(const PowOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreatePowOptions( - flatbuffers::FlatBufferBuilder &_fbb) { - PowOptionsBuilder builder_(_fbb); - return builder_.Finish(); -} - -flatbuffers::Offset CreatePowOptions(flatbuffers::FlatBufferBuilder &_fbb, const PowOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct FakeQuantOptionsT : public flatbuffers::NativeTable { - typedef FakeQuantOptions TableType; - float min; - float max; - int32_t num_bits; - bool narrow_range; - FakeQuantOptionsT() - : min(0.0f), - max(0.0f), - num_bits(0), - narrow_range(false) { - } -}; - -struct FakeQuantOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef FakeQuantOptionsT NativeTableType; - typedef FakeQuantOptionsBuilder Builder; - enum FlatBuffersVTableOffset FLATBUFFERS_VTABLE_UNDERLYING_TYPE { - VT_MIN = 4, - VT_MAX = 6, - VT_NUM_BITS = 8, - VT_NARROW_RANGE = 10 - }; - float min() const { - return GetField(VT_MIN, 0.0f); - } - float max() const { - return GetField(VT_MAX, 0.0f); - } - int32_t num_bits() const { - return GetField(VT_NUM_BITS, 0); - } - bool narrow_range() const { - return GetField(VT_NARROW_RANGE, 0) != 0; - } - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - VerifyField(verifier, VT_MIN) && - VerifyField(verifier, VT_MAX) && - VerifyField(verifier, VT_NUM_BITS) && - VerifyField(verifier, VT_NARROW_RANGE) && - verifier.EndTable(); - } - FakeQuantOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(FakeQuantOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const FakeQuantOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct FakeQuantOptionsBuilder { - typedef FakeQuantOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - void add_min(float min) { - fbb_.AddElement(FakeQuantOptions::VT_MIN, min, 0.0f); - } - void add_max(float max) { - fbb_.AddElement(FakeQuantOptions::VT_MAX, max, 0.0f); - } - void add_num_bits(int32_t num_bits) { - fbb_.AddElement(FakeQuantOptions::VT_NUM_BITS, num_bits, 0); - } - void add_narrow_range(bool narrow_range) { - fbb_.AddElement(FakeQuantOptions::VT_NARROW_RANGE, static_cast(narrow_range), 0); - } - explicit FakeQuantOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - FakeQuantOptionsBuilder &operator=(const FakeQuantOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateFakeQuantOptions( - flatbuffers::FlatBufferBuilder &_fbb, - float min = 0.0f, - float max = 0.0f, - int32_t num_bits = 0, - bool narrow_range = false) { - FakeQuantOptionsBuilder builder_(_fbb); - builder_.add_num_bits(num_bits); - builder_.add_max(max); - builder_.add_min(min); - builder_.add_narrow_range(narrow_range); - return builder_.Finish(); -} - -flatbuffers::Offset CreateFakeQuantOptions(flatbuffers::FlatBufferBuilder &_fbb, const FakeQuantOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct PackOptionsT : public flatbuffers::NativeTable { - typedef PackOptions TableType; - int32_t values_count; - int32_t axis; - PackOptionsT() - : values_count(0), - axis(0) { - } -}; - -struct PackOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef PackOptionsT NativeTableType; - typedef PackOptionsBuilder Builder; - enum FlatBuffersVTableOffset FLATBUFFERS_VTABLE_UNDERLYING_TYPE { - VT_VALUES_COUNT = 4, - VT_AXIS = 6 - }; - int32_t values_count() const { - return GetField(VT_VALUES_COUNT, 0); - } - int32_t axis() const { - return GetField(VT_AXIS, 0); - } - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - VerifyField(verifier, VT_VALUES_COUNT) && - VerifyField(verifier, VT_AXIS) && - verifier.EndTable(); - } - PackOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(PackOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const PackOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct PackOptionsBuilder { - typedef PackOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - void add_values_count(int32_t values_count) { - fbb_.AddElement(PackOptions::VT_VALUES_COUNT, values_count, 0); - } - void add_axis(int32_t axis) { - fbb_.AddElement(PackOptions::VT_AXIS, axis, 0); - } - explicit PackOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - PackOptionsBuilder &operator=(const PackOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreatePackOptions( - flatbuffers::FlatBufferBuilder &_fbb, - int32_t values_count = 0, - int32_t axis = 0) { - PackOptionsBuilder builder_(_fbb); - builder_.add_axis(axis); - builder_.add_values_count(values_count); - return builder_.Finish(); -} - -flatbuffers::Offset CreatePackOptions(flatbuffers::FlatBufferBuilder &_fbb, const PackOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct LogicalOrOptionsT : public flatbuffers::NativeTable { - typedef LogicalOrOptions TableType; - LogicalOrOptionsT() { - } -}; - -struct LogicalOrOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef LogicalOrOptionsT NativeTableType; - typedef LogicalOrOptionsBuilder Builder; - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - verifier.EndTable(); - } - LogicalOrOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(LogicalOrOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const LogicalOrOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct LogicalOrOptionsBuilder { - typedef LogicalOrOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - explicit LogicalOrOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - LogicalOrOptionsBuilder &operator=(const LogicalOrOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateLogicalOrOptions( - flatbuffers::FlatBufferBuilder &_fbb) { - LogicalOrOptionsBuilder builder_(_fbb); - return builder_.Finish(); -} - -flatbuffers::Offset CreateLogicalOrOptions(flatbuffers::FlatBufferBuilder &_fbb, const LogicalOrOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct OneHotOptionsT : public flatbuffers::NativeTable { - typedef OneHotOptions TableType; - int32_t axis; - OneHotOptionsT() - : axis(0) { - } -}; - -struct OneHotOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef OneHotOptionsT NativeTableType; - typedef OneHotOptionsBuilder Builder; - enum FlatBuffersVTableOffset FLATBUFFERS_VTABLE_UNDERLYING_TYPE { - VT_AXIS = 4 - }; - int32_t axis() const { - return GetField(VT_AXIS, 0); - } - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - VerifyField(verifier, VT_AXIS) && - verifier.EndTable(); - } - OneHotOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(OneHotOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const OneHotOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct OneHotOptionsBuilder { - typedef OneHotOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - void add_axis(int32_t axis) { - fbb_.AddElement(OneHotOptions::VT_AXIS, axis, 0); - } - explicit OneHotOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - OneHotOptionsBuilder &operator=(const OneHotOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateOneHotOptions( - flatbuffers::FlatBufferBuilder &_fbb, - int32_t axis = 0) { - OneHotOptionsBuilder builder_(_fbb); - builder_.add_axis(axis); - return builder_.Finish(); -} - -flatbuffers::Offset CreateOneHotOptions(flatbuffers::FlatBufferBuilder &_fbb, const OneHotOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct AbsOptionsT : public flatbuffers::NativeTable { - typedef AbsOptions TableType; - AbsOptionsT() { - } -}; - -struct AbsOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef AbsOptionsT NativeTableType; - typedef AbsOptionsBuilder Builder; - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - verifier.EndTable(); - } - AbsOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(AbsOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const AbsOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct AbsOptionsBuilder { - typedef AbsOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - explicit AbsOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - AbsOptionsBuilder &operator=(const AbsOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateAbsOptions( - flatbuffers::FlatBufferBuilder &_fbb) { - AbsOptionsBuilder builder_(_fbb); - return builder_.Finish(); -} - -flatbuffers::Offset CreateAbsOptions(flatbuffers::FlatBufferBuilder &_fbb, const AbsOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct HardSwishOptionsT : public flatbuffers::NativeTable { - typedef HardSwishOptions TableType; - HardSwishOptionsT() { - } -}; - -struct HardSwishOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef HardSwishOptionsT NativeTableType; - typedef HardSwishOptionsBuilder Builder; - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - verifier.EndTable(); - } - HardSwishOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(HardSwishOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const HardSwishOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct HardSwishOptionsBuilder { - typedef HardSwishOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - explicit HardSwishOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - HardSwishOptionsBuilder &operator=(const HardSwishOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateHardSwishOptions( - flatbuffers::FlatBufferBuilder &_fbb) { - HardSwishOptionsBuilder builder_(_fbb); - return builder_.Finish(); -} - -flatbuffers::Offset CreateHardSwishOptions(flatbuffers::FlatBufferBuilder &_fbb, const HardSwishOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct LogicalAndOptionsT : public flatbuffers::NativeTable { - typedef LogicalAndOptions TableType; - LogicalAndOptionsT() { - } -}; - -struct LogicalAndOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef LogicalAndOptionsT NativeTableType; - typedef LogicalAndOptionsBuilder Builder; - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - verifier.EndTable(); - } - LogicalAndOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(LogicalAndOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const LogicalAndOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct LogicalAndOptionsBuilder { - typedef LogicalAndOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - explicit LogicalAndOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - LogicalAndOptionsBuilder &operator=(const LogicalAndOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateLogicalAndOptions( - flatbuffers::FlatBufferBuilder &_fbb) { - LogicalAndOptionsBuilder builder_(_fbb); - return builder_.Finish(); -} - -flatbuffers::Offset CreateLogicalAndOptions(flatbuffers::FlatBufferBuilder &_fbb, const LogicalAndOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct LogicalNotOptionsT : public flatbuffers::NativeTable { - typedef LogicalNotOptions TableType; - LogicalNotOptionsT() { - } -}; - -struct LogicalNotOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef LogicalNotOptionsT NativeTableType; - typedef LogicalNotOptionsBuilder Builder; - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - verifier.EndTable(); - } - LogicalNotOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(LogicalNotOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const LogicalNotOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct LogicalNotOptionsBuilder { - typedef LogicalNotOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - explicit LogicalNotOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - LogicalNotOptionsBuilder &operator=(const LogicalNotOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateLogicalNotOptions( - flatbuffers::FlatBufferBuilder &_fbb) { - LogicalNotOptionsBuilder builder_(_fbb); - return builder_.Finish(); -} - -flatbuffers::Offset CreateLogicalNotOptions(flatbuffers::FlatBufferBuilder &_fbb, const LogicalNotOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct UnpackOptionsT : public flatbuffers::NativeTable { - typedef UnpackOptions TableType; - int32_t num; - int32_t axis; - UnpackOptionsT() - : num(0), - axis(0) { - } -}; - -struct UnpackOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef UnpackOptionsT NativeTableType; - typedef UnpackOptionsBuilder Builder; - enum FlatBuffersVTableOffset FLATBUFFERS_VTABLE_UNDERLYING_TYPE { - VT_NUM = 4, - VT_AXIS = 6 - }; - int32_t num() const { - return GetField(VT_NUM, 0); - } - int32_t axis() const { - return GetField(VT_AXIS, 0); - } - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - VerifyField(verifier, VT_NUM) && - VerifyField(verifier, VT_AXIS) && - verifier.EndTable(); - } - UnpackOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(UnpackOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const UnpackOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct UnpackOptionsBuilder { - typedef UnpackOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - void add_num(int32_t num) { - fbb_.AddElement(UnpackOptions::VT_NUM, num, 0); - } - void add_axis(int32_t axis) { - fbb_.AddElement(UnpackOptions::VT_AXIS, axis, 0); - } - explicit UnpackOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - UnpackOptionsBuilder &operator=(const UnpackOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateUnpackOptions( - flatbuffers::FlatBufferBuilder &_fbb, - int32_t num = 0, - int32_t axis = 0) { - UnpackOptionsBuilder builder_(_fbb); - builder_.add_axis(axis); - builder_.add_num(num); - return builder_.Finish(); -} - -flatbuffers::Offset CreateUnpackOptions(flatbuffers::FlatBufferBuilder &_fbb, const UnpackOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct FloorDivOptionsT : public flatbuffers::NativeTable { - typedef FloorDivOptions TableType; - FloorDivOptionsT() { - } -}; - -struct FloorDivOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef FloorDivOptionsT NativeTableType; - typedef FloorDivOptionsBuilder Builder; - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - verifier.EndTable(); - } - FloorDivOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(FloorDivOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const FloorDivOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct FloorDivOptionsBuilder { - typedef FloorDivOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - explicit FloorDivOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - FloorDivOptionsBuilder &operator=(const FloorDivOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateFloorDivOptions( - flatbuffers::FlatBufferBuilder &_fbb) { - FloorDivOptionsBuilder builder_(_fbb); - return builder_.Finish(); -} - -flatbuffers::Offset CreateFloorDivOptions(flatbuffers::FlatBufferBuilder &_fbb, const FloorDivOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct SquareOptionsT : public flatbuffers::NativeTable { - typedef SquareOptions TableType; - SquareOptionsT() { - } -}; - -struct SquareOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef SquareOptionsT NativeTableType; - typedef SquareOptionsBuilder Builder; - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - verifier.EndTable(); - } - SquareOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(SquareOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const SquareOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct SquareOptionsBuilder { - typedef SquareOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - explicit SquareOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - SquareOptionsBuilder &operator=(const SquareOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateSquareOptions( - flatbuffers::FlatBufferBuilder &_fbb) { - SquareOptionsBuilder builder_(_fbb); - return builder_.Finish(); -} - -flatbuffers::Offset CreateSquareOptions(flatbuffers::FlatBufferBuilder &_fbb, const SquareOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct ZerosLikeOptionsT : public flatbuffers::NativeTable { - typedef ZerosLikeOptions TableType; - ZerosLikeOptionsT() { - } -}; - -struct ZerosLikeOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef ZerosLikeOptionsT NativeTableType; - typedef ZerosLikeOptionsBuilder Builder; - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - verifier.EndTable(); - } - ZerosLikeOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(ZerosLikeOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const ZerosLikeOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct ZerosLikeOptionsBuilder { - typedef ZerosLikeOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - explicit ZerosLikeOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - ZerosLikeOptionsBuilder &operator=(const ZerosLikeOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateZerosLikeOptions( - flatbuffers::FlatBufferBuilder &_fbb) { - ZerosLikeOptionsBuilder builder_(_fbb); - return builder_.Finish(); -} - -flatbuffers::Offset CreateZerosLikeOptions(flatbuffers::FlatBufferBuilder &_fbb, const ZerosLikeOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct FillOptionsT : public flatbuffers::NativeTable { - typedef FillOptions TableType; - FillOptionsT() { - } -}; - -struct FillOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef FillOptionsT NativeTableType; - typedef FillOptionsBuilder Builder; - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - verifier.EndTable(); - } - FillOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(FillOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const FillOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct FillOptionsBuilder { - typedef FillOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - explicit FillOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - FillOptionsBuilder &operator=(const FillOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateFillOptions( - flatbuffers::FlatBufferBuilder &_fbb) { - FillOptionsBuilder builder_(_fbb); - return builder_.Finish(); -} - -flatbuffers::Offset CreateFillOptions(flatbuffers::FlatBufferBuilder &_fbb, const FillOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct FloorModOptionsT : public flatbuffers::NativeTable { - typedef FloorModOptions TableType; - FloorModOptionsT() { - } -}; - -struct FloorModOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef FloorModOptionsT NativeTableType; - typedef FloorModOptionsBuilder Builder; - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - verifier.EndTable(); - } - FloorModOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(FloorModOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const FloorModOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct FloorModOptionsBuilder { - typedef FloorModOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - explicit FloorModOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - FloorModOptionsBuilder &operator=(const FloorModOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateFloorModOptions( - flatbuffers::FlatBufferBuilder &_fbb) { - FloorModOptionsBuilder builder_(_fbb); - return builder_.Finish(); -} - -flatbuffers::Offset CreateFloorModOptions(flatbuffers::FlatBufferBuilder &_fbb, const FloorModOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct RangeOptionsT : public flatbuffers::NativeTable { - typedef RangeOptions TableType; - RangeOptionsT() { - } -}; - -struct RangeOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef RangeOptionsT NativeTableType; - typedef RangeOptionsBuilder Builder; - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - verifier.EndTable(); - } - RangeOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(RangeOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const RangeOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct RangeOptionsBuilder { - typedef RangeOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - explicit RangeOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - RangeOptionsBuilder &operator=(const RangeOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateRangeOptions( - flatbuffers::FlatBufferBuilder &_fbb) { - RangeOptionsBuilder builder_(_fbb); - return builder_.Finish(); -} - -flatbuffers::Offset CreateRangeOptions(flatbuffers::FlatBufferBuilder &_fbb, const RangeOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct LeakyReluOptionsT : public flatbuffers::NativeTable { - typedef LeakyReluOptions TableType; - float alpha; - LeakyReluOptionsT() - : alpha(0.0f) { - } -}; - -struct LeakyReluOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef LeakyReluOptionsT NativeTableType; - typedef LeakyReluOptionsBuilder Builder; - enum FlatBuffersVTableOffset FLATBUFFERS_VTABLE_UNDERLYING_TYPE { - VT_ALPHA = 4 - }; - float alpha() const { - return GetField(VT_ALPHA, 0.0f); - } - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - VerifyField(verifier, VT_ALPHA) && - verifier.EndTable(); - } - LeakyReluOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(LeakyReluOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const LeakyReluOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct LeakyReluOptionsBuilder { - typedef LeakyReluOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - void add_alpha(float alpha) { - fbb_.AddElement(LeakyReluOptions::VT_ALPHA, alpha, 0.0f); - } - explicit LeakyReluOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - LeakyReluOptionsBuilder &operator=(const LeakyReluOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateLeakyReluOptions( - flatbuffers::FlatBufferBuilder &_fbb, - float alpha = 0.0f) { - LeakyReluOptionsBuilder builder_(_fbb); - builder_.add_alpha(alpha); - return builder_.Finish(); -} - -flatbuffers::Offset CreateLeakyReluOptions(flatbuffers::FlatBufferBuilder &_fbb, const LeakyReluOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct SquaredDifferenceOptionsT : public flatbuffers::NativeTable { - typedef SquaredDifferenceOptions TableType; - SquaredDifferenceOptionsT() { - } -}; - -struct SquaredDifferenceOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef SquaredDifferenceOptionsT NativeTableType; - typedef SquaredDifferenceOptionsBuilder Builder; - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - verifier.EndTable(); - } - SquaredDifferenceOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(SquaredDifferenceOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const SquaredDifferenceOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct SquaredDifferenceOptionsBuilder { - typedef SquaredDifferenceOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - explicit SquaredDifferenceOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - SquaredDifferenceOptionsBuilder &operator=(const SquaredDifferenceOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateSquaredDifferenceOptions( - flatbuffers::FlatBufferBuilder &_fbb) { - SquaredDifferenceOptionsBuilder builder_(_fbb); - return builder_.Finish(); -} - -flatbuffers::Offset CreateSquaredDifferenceOptions(flatbuffers::FlatBufferBuilder &_fbb, const SquaredDifferenceOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct MirrorPadOptionsT : public flatbuffers::NativeTable { - typedef MirrorPadOptions TableType; - tflite::MirrorPadMode mode; - MirrorPadOptionsT() - : mode(tflite::MirrorPadMode_REFLECT) { - } -}; - -struct MirrorPadOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef MirrorPadOptionsT NativeTableType; - typedef MirrorPadOptionsBuilder Builder; - enum FlatBuffersVTableOffset FLATBUFFERS_VTABLE_UNDERLYING_TYPE { - VT_MODE = 4 - }; - tflite::MirrorPadMode mode() const { - return static_cast(GetField(VT_MODE, 0)); - } - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - VerifyField(verifier, VT_MODE) && - verifier.EndTable(); - } - MirrorPadOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(MirrorPadOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const MirrorPadOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct MirrorPadOptionsBuilder { - typedef MirrorPadOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - void add_mode(tflite::MirrorPadMode mode) { - fbb_.AddElement(MirrorPadOptions::VT_MODE, static_cast(mode), 0); - } - explicit MirrorPadOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - MirrorPadOptionsBuilder &operator=(const MirrorPadOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateMirrorPadOptions( - flatbuffers::FlatBufferBuilder &_fbb, - tflite::MirrorPadMode mode = tflite::MirrorPadMode_REFLECT) { - MirrorPadOptionsBuilder builder_(_fbb); - builder_.add_mode(mode); - return builder_.Finish(); -} - -flatbuffers::Offset CreateMirrorPadOptions(flatbuffers::FlatBufferBuilder &_fbb, const MirrorPadOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct UniqueOptionsT : public flatbuffers::NativeTable { - typedef UniqueOptions TableType; - tflite::TensorType idx_out_type; - UniqueOptionsT() - : idx_out_type(tflite::TensorType_INT32) { - } -}; - -struct UniqueOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef UniqueOptionsT NativeTableType; - typedef UniqueOptionsBuilder Builder; - enum FlatBuffersVTableOffset FLATBUFFERS_VTABLE_UNDERLYING_TYPE { - VT_IDX_OUT_TYPE = 4 - }; - tflite::TensorType idx_out_type() const { - return static_cast(GetField(VT_IDX_OUT_TYPE, 2)); - } - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - VerifyField(verifier, VT_IDX_OUT_TYPE) && - verifier.EndTable(); - } - UniqueOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(UniqueOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const UniqueOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct UniqueOptionsBuilder { - typedef UniqueOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - void add_idx_out_type(tflite::TensorType idx_out_type) { - fbb_.AddElement(UniqueOptions::VT_IDX_OUT_TYPE, static_cast(idx_out_type), 2); - } - explicit UniqueOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - UniqueOptionsBuilder &operator=(const UniqueOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateUniqueOptions( - flatbuffers::FlatBufferBuilder &_fbb, - tflite::TensorType idx_out_type = tflite::TensorType_INT32) { - UniqueOptionsBuilder builder_(_fbb); - builder_.add_idx_out_type(idx_out_type); - return builder_.Finish(); -} - -flatbuffers::Offset CreateUniqueOptions(flatbuffers::FlatBufferBuilder &_fbb, const UniqueOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct ReverseV2OptionsT : public flatbuffers::NativeTable { - typedef ReverseV2Options TableType; - ReverseV2OptionsT() { - } -}; - -struct ReverseV2Options FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef ReverseV2OptionsT NativeTableType; - typedef ReverseV2OptionsBuilder Builder; - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - verifier.EndTable(); - } - ReverseV2OptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(ReverseV2OptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const ReverseV2OptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct ReverseV2OptionsBuilder { - typedef ReverseV2Options Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - explicit ReverseV2OptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - ReverseV2OptionsBuilder &operator=(const ReverseV2OptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateReverseV2Options( - flatbuffers::FlatBufferBuilder &_fbb) { - ReverseV2OptionsBuilder builder_(_fbb); - return builder_.Finish(); -} - -flatbuffers::Offset CreateReverseV2Options(flatbuffers::FlatBufferBuilder &_fbb, const ReverseV2OptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct AddNOptionsT : public flatbuffers::NativeTable { - typedef AddNOptions TableType; - AddNOptionsT() { - } -}; - -struct AddNOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef AddNOptionsT NativeTableType; - typedef AddNOptionsBuilder Builder; - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - verifier.EndTable(); - } - AddNOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(AddNOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const AddNOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct AddNOptionsBuilder { - typedef AddNOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - explicit AddNOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - AddNOptionsBuilder &operator=(const AddNOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateAddNOptions( - flatbuffers::FlatBufferBuilder &_fbb) { - AddNOptionsBuilder builder_(_fbb); - return builder_.Finish(); -} - -flatbuffers::Offset CreateAddNOptions(flatbuffers::FlatBufferBuilder &_fbb, const AddNOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct GatherNdOptionsT : public flatbuffers::NativeTable { - typedef GatherNdOptions TableType; - GatherNdOptionsT() { - } -}; - -struct GatherNdOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef GatherNdOptionsT NativeTableType; - typedef GatherNdOptionsBuilder Builder; - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - verifier.EndTable(); - } - GatherNdOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(GatherNdOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const GatherNdOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct GatherNdOptionsBuilder { - typedef GatherNdOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - explicit GatherNdOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - GatherNdOptionsBuilder &operator=(const GatherNdOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateGatherNdOptions( - flatbuffers::FlatBufferBuilder &_fbb) { - GatherNdOptionsBuilder builder_(_fbb); - return builder_.Finish(); -} - -flatbuffers::Offset CreateGatherNdOptions(flatbuffers::FlatBufferBuilder &_fbb, const GatherNdOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct WhereOptionsT : public flatbuffers::NativeTable { - typedef WhereOptions TableType; - WhereOptionsT() { - } -}; - -struct WhereOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef WhereOptionsT NativeTableType; - typedef WhereOptionsBuilder Builder; - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - verifier.EndTable(); - } - WhereOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(WhereOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const WhereOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct WhereOptionsBuilder { - typedef WhereOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - explicit WhereOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - WhereOptionsBuilder &operator=(const WhereOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateWhereOptions( - flatbuffers::FlatBufferBuilder &_fbb) { - WhereOptionsBuilder builder_(_fbb); - return builder_.Finish(); -} - -flatbuffers::Offset CreateWhereOptions(flatbuffers::FlatBufferBuilder &_fbb, const WhereOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct ReverseSequenceOptionsT : public flatbuffers::NativeTable { - typedef ReverseSequenceOptions TableType; - int32_t seq_dim; - int32_t batch_dim; - ReverseSequenceOptionsT() - : seq_dim(0), - batch_dim(0) { - } -}; - -struct ReverseSequenceOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef ReverseSequenceOptionsT NativeTableType; - typedef ReverseSequenceOptionsBuilder Builder; - enum FlatBuffersVTableOffset FLATBUFFERS_VTABLE_UNDERLYING_TYPE { - VT_SEQ_DIM = 4, - VT_BATCH_DIM = 6 - }; - int32_t seq_dim() const { - return GetField(VT_SEQ_DIM, 0); - } - int32_t batch_dim() const { - return GetField(VT_BATCH_DIM, 0); - } - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - VerifyField(verifier, VT_SEQ_DIM) && - VerifyField(verifier, VT_BATCH_DIM) && - verifier.EndTable(); - } - ReverseSequenceOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(ReverseSequenceOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const ReverseSequenceOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct ReverseSequenceOptionsBuilder { - typedef ReverseSequenceOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - void add_seq_dim(int32_t seq_dim) { - fbb_.AddElement(ReverseSequenceOptions::VT_SEQ_DIM, seq_dim, 0); - } - void add_batch_dim(int32_t batch_dim) { - fbb_.AddElement(ReverseSequenceOptions::VT_BATCH_DIM, batch_dim, 0); - } - explicit ReverseSequenceOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - ReverseSequenceOptionsBuilder &operator=(const ReverseSequenceOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateReverseSequenceOptions( - flatbuffers::FlatBufferBuilder &_fbb, - int32_t seq_dim = 0, - int32_t batch_dim = 0) { - ReverseSequenceOptionsBuilder builder_(_fbb); - builder_.add_batch_dim(batch_dim); - builder_.add_seq_dim(seq_dim); - return builder_.Finish(); -} - -flatbuffers::Offset CreateReverseSequenceOptions(flatbuffers::FlatBufferBuilder &_fbb, const ReverseSequenceOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct MatrixDiagOptionsT : public flatbuffers::NativeTable { - typedef MatrixDiagOptions TableType; - MatrixDiagOptionsT() { - } -}; - -struct MatrixDiagOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef MatrixDiagOptionsT NativeTableType; - typedef MatrixDiagOptionsBuilder Builder; - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - verifier.EndTable(); - } - MatrixDiagOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(MatrixDiagOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const MatrixDiagOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct MatrixDiagOptionsBuilder { - typedef MatrixDiagOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - explicit MatrixDiagOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - MatrixDiagOptionsBuilder &operator=(const MatrixDiagOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateMatrixDiagOptions( - flatbuffers::FlatBufferBuilder &_fbb) { - MatrixDiagOptionsBuilder builder_(_fbb); - return builder_.Finish(); -} - -flatbuffers::Offset CreateMatrixDiagOptions(flatbuffers::FlatBufferBuilder &_fbb, const MatrixDiagOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct QuantizeOptionsT : public flatbuffers::NativeTable { - typedef QuantizeOptions TableType; - QuantizeOptionsT() { - } -}; - -struct QuantizeOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef QuantizeOptionsT NativeTableType; - typedef QuantizeOptionsBuilder Builder; - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - verifier.EndTable(); - } - QuantizeOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(QuantizeOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const QuantizeOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct QuantizeOptionsBuilder { - typedef QuantizeOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - explicit QuantizeOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - QuantizeOptionsBuilder &operator=(const QuantizeOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateQuantizeOptions( - flatbuffers::FlatBufferBuilder &_fbb) { - QuantizeOptionsBuilder builder_(_fbb); - return builder_.Finish(); -} - -flatbuffers::Offset CreateQuantizeOptions(flatbuffers::FlatBufferBuilder &_fbb, const QuantizeOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct MatrixSetDiagOptionsT : public flatbuffers::NativeTable { - typedef MatrixSetDiagOptions TableType; - MatrixSetDiagOptionsT() { - } -}; - -struct MatrixSetDiagOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef MatrixSetDiagOptionsT NativeTableType; - typedef MatrixSetDiagOptionsBuilder Builder; - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - verifier.EndTable(); - } - MatrixSetDiagOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(MatrixSetDiagOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const MatrixSetDiagOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct MatrixSetDiagOptionsBuilder { - typedef MatrixSetDiagOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - explicit MatrixSetDiagOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - MatrixSetDiagOptionsBuilder &operator=(const MatrixSetDiagOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateMatrixSetDiagOptions( - flatbuffers::FlatBufferBuilder &_fbb) { - MatrixSetDiagOptionsBuilder builder_(_fbb); - return builder_.Finish(); -} - -flatbuffers::Offset CreateMatrixSetDiagOptions(flatbuffers::FlatBufferBuilder &_fbb, const MatrixSetDiagOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct IfOptionsT : public flatbuffers::NativeTable { - typedef IfOptions TableType; - int32_t then_subgraph_index; - int32_t else_subgraph_index; - IfOptionsT() - : then_subgraph_index(0), - else_subgraph_index(0) { - } -}; - -struct IfOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef IfOptionsT NativeTableType; - typedef IfOptionsBuilder Builder; - enum FlatBuffersVTableOffset FLATBUFFERS_VTABLE_UNDERLYING_TYPE { - VT_THEN_SUBGRAPH_INDEX = 4, - VT_ELSE_SUBGRAPH_INDEX = 6 - }; - int32_t then_subgraph_index() const { - return GetField(VT_THEN_SUBGRAPH_INDEX, 0); - } - int32_t else_subgraph_index() const { - return GetField(VT_ELSE_SUBGRAPH_INDEX, 0); - } - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - VerifyField(verifier, VT_THEN_SUBGRAPH_INDEX) && - VerifyField(verifier, VT_ELSE_SUBGRAPH_INDEX) && - verifier.EndTable(); - } - IfOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(IfOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const IfOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct IfOptionsBuilder { - typedef IfOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - void add_then_subgraph_index(int32_t then_subgraph_index) { - fbb_.AddElement(IfOptions::VT_THEN_SUBGRAPH_INDEX, then_subgraph_index, 0); - } - void add_else_subgraph_index(int32_t else_subgraph_index) { - fbb_.AddElement(IfOptions::VT_ELSE_SUBGRAPH_INDEX, else_subgraph_index, 0); - } - explicit IfOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - IfOptionsBuilder &operator=(const IfOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateIfOptions( - flatbuffers::FlatBufferBuilder &_fbb, - int32_t then_subgraph_index = 0, - int32_t else_subgraph_index = 0) { - IfOptionsBuilder builder_(_fbb); - builder_.add_else_subgraph_index(else_subgraph_index); - builder_.add_then_subgraph_index(then_subgraph_index); - return builder_.Finish(); -} - -flatbuffers::Offset CreateIfOptions(flatbuffers::FlatBufferBuilder &_fbb, const IfOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct CallOnceOptionsT : public flatbuffers::NativeTable { - typedef CallOnceOptions TableType; - int32_t init_subgraph_index; - CallOnceOptionsT() - : init_subgraph_index(0) { - } -}; - -struct CallOnceOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef CallOnceOptionsT NativeTableType; - typedef CallOnceOptionsBuilder Builder; - enum FlatBuffersVTableOffset FLATBUFFERS_VTABLE_UNDERLYING_TYPE { - VT_INIT_SUBGRAPH_INDEX = 4 - }; - int32_t init_subgraph_index() const { - return GetField(VT_INIT_SUBGRAPH_INDEX, 0); - } - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - VerifyField(verifier, VT_INIT_SUBGRAPH_INDEX) && - verifier.EndTable(); - } - CallOnceOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(CallOnceOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const CallOnceOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct CallOnceOptionsBuilder { - typedef CallOnceOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - void add_init_subgraph_index(int32_t init_subgraph_index) { - fbb_.AddElement(CallOnceOptions::VT_INIT_SUBGRAPH_INDEX, init_subgraph_index, 0); - } - explicit CallOnceOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - CallOnceOptionsBuilder &operator=(const CallOnceOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateCallOnceOptions( - flatbuffers::FlatBufferBuilder &_fbb, - int32_t init_subgraph_index = 0) { - CallOnceOptionsBuilder builder_(_fbb); - builder_.add_init_subgraph_index(init_subgraph_index); - return builder_.Finish(); -} - -flatbuffers::Offset CreateCallOnceOptions(flatbuffers::FlatBufferBuilder &_fbb, const CallOnceOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct WhileOptionsT : public flatbuffers::NativeTable { - typedef WhileOptions TableType; - int32_t cond_subgraph_index; - int32_t body_subgraph_index; - WhileOptionsT() - : cond_subgraph_index(0), - body_subgraph_index(0) { - } -}; - -struct WhileOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef WhileOptionsT NativeTableType; - typedef WhileOptionsBuilder Builder; - enum FlatBuffersVTableOffset FLATBUFFERS_VTABLE_UNDERLYING_TYPE { - VT_COND_SUBGRAPH_INDEX = 4, - VT_BODY_SUBGRAPH_INDEX = 6 - }; - int32_t cond_subgraph_index() const { - return GetField(VT_COND_SUBGRAPH_INDEX, 0); - } - int32_t body_subgraph_index() const { - return GetField(VT_BODY_SUBGRAPH_INDEX, 0); - } - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - VerifyField(verifier, VT_COND_SUBGRAPH_INDEX) && - VerifyField(verifier, VT_BODY_SUBGRAPH_INDEX) && - verifier.EndTable(); - } - WhileOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(WhileOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const WhileOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct WhileOptionsBuilder { - typedef WhileOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - void add_cond_subgraph_index(int32_t cond_subgraph_index) { - fbb_.AddElement(WhileOptions::VT_COND_SUBGRAPH_INDEX, cond_subgraph_index, 0); - } - void add_body_subgraph_index(int32_t body_subgraph_index) { - fbb_.AddElement(WhileOptions::VT_BODY_SUBGRAPH_INDEX, body_subgraph_index, 0); - } - explicit WhileOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - WhileOptionsBuilder &operator=(const WhileOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateWhileOptions( - flatbuffers::FlatBufferBuilder &_fbb, - int32_t cond_subgraph_index = 0, - int32_t body_subgraph_index = 0) { - WhileOptionsBuilder builder_(_fbb); - builder_.add_body_subgraph_index(body_subgraph_index); - builder_.add_cond_subgraph_index(cond_subgraph_index); - return builder_.Finish(); -} - -flatbuffers::Offset CreateWhileOptions(flatbuffers::FlatBufferBuilder &_fbb, const WhileOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct NonMaxSuppressionV4OptionsT : public flatbuffers::NativeTable { - typedef NonMaxSuppressionV4Options TableType; - NonMaxSuppressionV4OptionsT() { - } -}; - -struct NonMaxSuppressionV4Options FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef NonMaxSuppressionV4OptionsT NativeTableType; - typedef NonMaxSuppressionV4OptionsBuilder Builder; - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - verifier.EndTable(); - } - NonMaxSuppressionV4OptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(NonMaxSuppressionV4OptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const NonMaxSuppressionV4OptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct NonMaxSuppressionV4OptionsBuilder { - typedef NonMaxSuppressionV4Options Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - explicit NonMaxSuppressionV4OptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - NonMaxSuppressionV4OptionsBuilder &operator=(const NonMaxSuppressionV4OptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateNonMaxSuppressionV4Options( - flatbuffers::FlatBufferBuilder &_fbb) { - NonMaxSuppressionV4OptionsBuilder builder_(_fbb); - return builder_.Finish(); -} - -flatbuffers::Offset CreateNonMaxSuppressionV4Options(flatbuffers::FlatBufferBuilder &_fbb, const NonMaxSuppressionV4OptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct NonMaxSuppressionV5OptionsT : public flatbuffers::NativeTable { - typedef NonMaxSuppressionV5Options TableType; - NonMaxSuppressionV5OptionsT() { - } -}; - -struct NonMaxSuppressionV5Options FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef NonMaxSuppressionV5OptionsT NativeTableType; - typedef NonMaxSuppressionV5OptionsBuilder Builder; - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - verifier.EndTable(); - } - NonMaxSuppressionV5OptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(NonMaxSuppressionV5OptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const NonMaxSuppressionV5OptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct NonMaxSuppressionV5OptionsBuilder { - typedef NonMaxSuppressionV5Options Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - explicit NonMaxSuppressionV5OptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - NonMaxSuppressionV5OptionsBuilder &operator=(const NonMaxSuppressionV5OptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateNonMaxSuppressionV5Options( - flatbuffers::FlatBufferBuilder &_fbb) { - NonMaxSuppressionV5OptionsBuilder builder_(_fbb); - return builder_.Finish(); -} - -flatbuffers::Offset CreateNonMaxSuppressionV5Options(flatbuffers::FlatBufferBuilder &_fbb, const NonMaxSuppressionV5OptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct ScatterNdOptionsT : public flatbuffers::NativeTable { - typedef ScatterNdOptions TableType; - ScatterNdOptionsT() { - } -}; - -struct ScatterNdOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef ScatterNdOptionsT NativeTableType; - typedef ScatterNdOptionsBuilder Builder; - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - verifier.EndTable(); - } - ScatterNdOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(ScatterNdOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const ScatterNdOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct ScatterNdOptionsBuilder { - typedef ScatterNdOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - explicit ScatterNdOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - ScatterNdOptionsBuilder &operator=(const ScatterNdOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateScatterNdOptions( - flatbuffers::FlatBufferBuilder &_fbb) { - ScatterNdOptionsBuilder builder_(_fbb); - return builder_.Finish(); -} - -flatbuffers::Offset CreateScatterNdOptions(flatbuffers::FlatBufferBuilder &_fbb, const ScatterNdOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct SelectV2OptionsT : public flatbuffers::NativeTable { - typedef SelectV2Options TableType; - SelectV2OptionsT() { - } -}; - -struct SelectV2Options FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef SelectV2OptionsT NativeTableType; - typedef SelectV2OptionsBuilder Builder; - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - verifier.EndTable(); - } - SelectV2OptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(SelectV2OptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const SelectV2OptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct SelectV2OptionsBuilder { - typedef SelectV2Options Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - explicit SelectV2OptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - SelectV2OptionsBuilder &operator=(const SelectV2OptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateSelectV2Options( - flatbuffers::FlatBufferBuilder &_fbb) { - SelectV2OptionsBuilder builder_(_fbb); - return builder_.Finish(); -} - -flatbuffers::Offset CreateSelectV2Options(flatbuffers::FlatBufferBuilder &_fbb, const SelectV2OptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct DensifyOptionsT : public flatbuffers::NativeTable { - typedef DensifyOptions TableType; - DensifyOptionsT() { - } -}; - -struct DensifyOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef DensifyOptionsT NativeTableType; - typedef DensifyOptionsBuilder Builder; - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - verifier.EndTable(); - } - DensifyOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(DensifyOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const DensifyOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct DensifyOptionsBuilder { - typedef DensifyOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - explicit DensifyOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - DensifyOptionsBuilder &operator=(const DensifyOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateDensifyOptions( - flatbuffers::FlatBufferBuilder &_fbb) { - DensifyOptionsBuilder builder_(_fbb); - return builder_.Finish(); -} - -flatbuffers::Offset CreateDensifyOptions(flatbuffers::FlatBufferBuilder &_fbb, const DensifyOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct SegmentSumOptionsT : public flatbuffers::NativeTable { - typedef SegmentSumOptions TableType; - SegmentSumOptionsT() { - } -}; - -struct SegmentSumOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef SegmentSumOptionsT NativeTableType; - typedef SegmentSumOptionsBuilder Builder; - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - verifier.EndTable(); - } - SegmentSumOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(SegmentSumOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const SegmentSumOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct SegmentSumOptionsBuilder { - typedef SegmentSumOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - explicit SegmentSumOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - SegmentSumOptionsBuilder &operator=(const SegmentSumOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateSegmentSumOptions( - flatbuffers::FlatBufferBuilder &_fbb) { - SegmentSumOptionsBuilder builder_(_fbb); - return builder_.Finish(); -} - -flatbuffers::Offset CreateSegmentSumOptions(flatbuffers::FlatBufferBuilder &_fbb, const SegmentSumOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct BatchMatMulOptionsT : public flatbuffers::NativeTable { - typedef BatchMatMulOptions TableType; - bool adj_x; - bool adj_y; - bool asymmetric_quantize_inputs; - BatchMatMulOptionsT() - : adj_x(false), - adj_y(false), - asymmetric_quantize_inputs(false) { - } -}; - -struct BatchMatMulOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef BatchMatMulOptionsT NativeTableType; - typedef BatchMatMulOptionsBuilder Builder; - enum FlatBuffersVTableOffset FLATBUFFERS_VTABLE_UNDERLYING_TYPE { - VT_ADJ_X = 4, - VT_ADJ_Y = 6, - VT_ASYMMETRIC_QUANTIZE_INPUTS = 8 - }; - bool adj_x() const { - return GetField(VT_ADJ_X, 0) != 0; - } - bool adj_y() const { - return GetField(VT_ADJ_Y, 0) != 0; - } - bool asymmetric_quantize_inputs() const { - return GetField(VT_ASYMMETRIC_QUANTIZE_INPUTS, 0) != 0; - } - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - VerifyField(verifier, VT_ADJ_X) && - VerifyField(verifier, VT_ADJ_Y) && - VerifyField(verifier, VT_ASYMMETRIC_QUANTIZE_INPUTS) && - verifier.EndTable(); - } - BatchMatMulOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(BatchMatMulOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const BatchMatMulOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct BatchMatMulOptionsBuilder { - typedef BatchMatMulOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - void add_adj_x(bool adj_x) { - fbb_.AddElement(BatchMatMulOptions::VT_ADJ_X, static_cast(adj_x), 0); - } - void add_adj_y(bool adj_y) { - fbb_.AddElement(BatchMatMulOptions::VT_ADJ_Y, static_cast(adj_y), 0); - } - void add_asymmetric_quantize_inputs(bool asymmetric_quantize_inputs) { - fbb_.AddElement(BatchMatMulOptions::VT_ASYMMETRIC_QUANTIZE_INPUTS, static_cast(asymmetric_quantize_inputs), 0); - } - explicit BatchMatMulOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - BatchMatMulOptionsBuilder &operator=(const BatchMatMulOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateBatchMatMulOptions( - flatbuffers::FlatBufferBuilder &_fbb, - bool adj_x = false, - bool adj_y = false, - bool asymmetric_quantize_inputs = false) { - BatchMatMulOptionsBuilder builder_(_fbb); - builder_.add_asymmetric_quantize_inputs(asymmetric_quantize_inputs); - builder_.add_adj_y(adj_y); - builder_.add_adj_x(adj_x); - return builder_.Finish(); -} - -flatbuffers::Offset CreateBatchMatMulOptions(flatbuffers::FlatBufferBuilder &_fbb, const BatchMatMulOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct CumsumOptionsT : public flatbuffers::NativeTable { - typedef CumsumOptions TableType; - bool exclusive; - bool reverse; - CumsumOptionsT() - : exclusive(false), - reverse(false) { - } -}; - -struct CumsumOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef CumsumOptionsT NativeTableType; - typedef CumsumOptionsBuilder Builder; - enum FlatBuffersVTableOffset FLATBUFFERS_VTABLE_UNDERLYING_TYPE { - VT_EXCLUSIVE = 4, - VT_REVERSE = 6 - }; - bool exclusive() const { - return GetField(VT_EXCLUSIVE, 0) != 0; - } - bool reverse() const { - return GetField(VT_REVERSE, 0) != 0; - } - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - VerifyField(verifier, VT_EXCLUSIVE) && - VerifyField(verifier, VT_REVERSE) && - verifier.EndTable(); - } - CumsumOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(CumsumOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const CumsumOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct CumsumOptionsBuilder { - typedef CumsumOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - void add_exclusive(bool exclusive) { - fbb_.AddElement(CumsumOptions::VT_EXCLUSIVE, static_cast(exclusive), 0); - } - void add_reverse(bool reverse) { - fbb_.AddElement(CumsumOptions::VT_REVERSE, static_cast(reverse), 0); - } - explicit CumsumOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - CumsumOptionsBuilder &operator=(const CumsumOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateCumsumOptions( - flatbuffers::FlatBufferBuilder &_fbb, - bool exclusive = false, - bool reverse = false) { - CumsumOptionsBuilder builder_(_fbb); - builder_.add_reverse(reverse); - builder_.add_exclusive(exclusive); - return builder_.Finish(); -} - -flatbuffers::Offset CreateCumsumOptions(flatbuffers::FlatBufferBuilder &_fbb, const CumsumOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct BroadcastToOptionsT : public flatbuffers::NativeTable { - typedef BroadcastToOptions TableType; - BroadcastToOptionsT() { - } -}; - -struct BroadcastToOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef BroadcastToOptionsT NativeTableType; - typedef BroadcastToOptionsBuilder Builder; - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - verifier.EndTable(); - } - BroadcastToOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(BroadcastToOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const BroadcastToOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct BroadcastToOptionsBuilder { - typedef BroadcastToOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - explicit BroadcastToOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - BroadcastToOptionsBuilder &operator=(const BroadcastToOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateBroadcastToOptions( - flatbuffers::FlatBufferBuilder &_fbb) { - BroadcastToOptionsBuilder builder_(_fbb); - return builder_.Finish(); -} - -flatbuffers::Offset CreateBroadcastToOptions(flatbuffers::FlatBufferBuilder &_fbb, const BroadcastToOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct Rfft2dOptionsT : public flatbuffers::NativeTable { - typedef Rfft2dOptions TableType; - Rfft2dOptionsT() { - } -}; - -struct Rfft2dOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef Rfft2dOptionsT NativeTableType; - typedef Rfft2dOptionsBuilder Builder; - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - verifier.EndTable(); - } - Rfft2dOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(Rfft2dOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const Rfft2dOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct Rfft2dOptionsBuilder { - typedef Rfft2dOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - explicit Rfft2dOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - Rfft2dOptionsBuilder &operator=(const Rfft2dOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateRfft2dOptions( - flatbuffers::FlatBufferBuilder &_fbb) { - Rfft2dOptionsBuilder builder_(_fbb); - return builder_.Finish(); -} - -flatbuffers::Offset CreateRfft2dOptions(flatbuffers::FlatBufferBuilder &_fbb, const Rfft2dOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct HashtableOptionsT : public flatbuffers::NativeTable { - typedef HashtableOptions TableType; - int32_t table_id; - tflite::TensorType key_dtype; - tflite::TensorType value_dtype; - HashtableOptionsT() - : table_id(0), - key_dtype(tflite::TensorType_FLOAT32), - value_dtype(tflite::TensorType_FLOAT32) { - } -}; - -struct HashtableOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef HashtableOptionsT NativeTableType; - typedef HashtableOptionsBuilder Builder; - enum FlatBuffersVTableOffset FLATBUFFERS_VTABLE_UNDERLYING_TYPE { - VT_TABLE_ID = 4, - VT_KEY_DTYPE = 6, - VT_VALUE_DTYPE = 8 - }; - int32_t table_id() const { - return GetField(VT_TABLE_ID, 0); - } - tflite::TensorType key_dtype() const { - return static_cast(GetField(VT_KEY_DTYPE, 0)); - } - tflite::TensorType value_dtype() const { - return static_cast(GetField(VT_VALUE_DTYPE, 0)); - } - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - VerifyField(verifier, VT_TABLE_ID) && - VerifyField(verifier, VT_KEY_DTYPE) && - VerifyField(verifier, VT_VALUE_DTYPE) && - verifier.EndTable(); - } - HashtableOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(HashtableOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const HashtableOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct HashtableOptionsBuilder { - typedef HashtableOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - void add_table_id(int32_t table_id) { - fbb_.AddElement(HashtableOptions::VT_TABLE_ID, table_id, 0); - } - void add_key_dtype(tflite::TensorType key_dtype) { - fbb_.AddElement(HashtableOptions::VT_KEY_DTYPE, static_cast(key_dtype), 0); - } - void add_value_dtype(tflite::TensorType value_dtype) { - fbb_.AddElement(HashtableOptions::VT_VALUE_DTYPE, static_cast(value_dtype), 0); - } - explicit HashtableOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - HashtableOptionsBuilder &operator=(const HashtableOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateHashtableOptions( - flatbuffers::FlatBufferBuilder &_fbb, - int32_t table_id = 0, - tflite::TensorType key_dtype = tflite::TensorType_FLOAT32, - tflite::TensorType value_dtype = tflite::TensorType_FLOAT32) { - HashtableOptionsBuilder builder_(_fbb); - builder_.add_table_id(table_id); - builder_.add_value_dtype(value_dtype); - builder_.add_key_dtype(key_dtype); - return builder_.Finish(); -} - -flatbuffers::Offset CreateHashtableOptions(flatbuffers::FlatBufferBuilder &_fbb, const HashtableOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct HashtableFindOptionsT : public flatbuffers::NativeTable { - typedef HashtableFindOptions TableType; - HashtableFindOptionsT() { - } -}; - -struct HashtableFindOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef HashtableFindOptionsT NativeTableType; - typedef HashtableFindOptionsBuilder Builder; - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - verifier.EndTable(); - } - HashtableFindOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(HashtableFindOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const HashtableFindOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct HashtableFindOptionsBuilder { - typedef HashtableFindOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - explicit HashtableFindOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - HashtableFindOptionsBuilder &operator=(const HashtableFindOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateHashtableFindOptions( - flatbuffers::FlatBufferBuilder &_fbb) { - HashtableFindOptionsBuilder builder_(_fbb); - return builder_.Finish(); -} - -flatbuffers::Offset CreateHashtableFindOptions(flatbuffers::FlatBufferBuilder &_fbb, const HashtableFindOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct HashtableImportOptionsT : public flatbuffers::NativeTable { - typedef HashtableImportOptions TableType; - HashtableImportOptionsT() { - } -}; - -struct HashtableImportOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef HashtableImportOptionsT NativeTableType; - typedef HashtableImportOptionsBuilder Builder; - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - verifier.EndTable(); - } - HashtableImportOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(HashtableImportOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const HashtableImportOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct HashtableImportOptionsBuilder { - typedef HashtableImportOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - explicit HashtableImportOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - HashtableImportOptionsBuilder &operator=(const HashtableImportOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateHashtableImportOptions( - flatbuffers::FlatBufferBuilder &_fbb) { - HashtableImportOptionsBuilder builder_(_fbb); - return builder_.Finish(); -} - -flatbuffers::Offset CreateHashtableImportOptions(flatbuffers::FlatBufferBuilder &_fbb, const HashtableImportOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct HashtableSizeOptionsT : public flatbuffers::NativeTable { - typedef HashtableSizeOptions TableType; - HashtableSizeOptionsT() { - } -}; - -struct HashtableSizeOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef HashtableSizeOptionsT NativeTableType; - typedef HashtableSizeOptionsBuilder Builder; - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - verifier.EndTable(); - } - HashtableSizeOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(HashtableSizeOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const HashtableSizeOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct HashtableSizeOptionsBuilder { - typedef HashtableSizeOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - explicit HashtableSizeOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - HashtableSizeOptionsBuilder &operator=(const HashtableSizeOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateHashtableSizeOptions( - flatbuffers::FlatBufferBuilder &_fbb) { - HashtableSizeOptionsBuilder builder_(_fbb); - return builder_.Finish(); -} - -flatbuffers::Offset CreateHashtableSizeOptions(flatbuffers::FlatBufferBuilder &_fbb, const HashtableSizeOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct VarHandleOptionsT : public flatbuffers::NativeTable { - typedef VarHandleOptions TableType; - std::string container; - std::string shared_name; - VarHandleOptionsT() { - } -}; - -struct VarHandleOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef VarHandleOptionsT NativeTableType; - typedef VarHandleOptionsBuilder Builder; - enum FlatBuffersVTableOffset FLATBUFFERS_VTABLE_UNDERLYING_TYPE { - VT_CONTAINER = 4, - VT_SHARED_NAME = 6 - }; - const flatbuffers::String *container() const { - return GetPointer(VT_CONTAINER); - } - const flatbuffers::String *shared_name() const { - return GetPointer(VT_SHARED_NAME); - } - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - VerifyOffset(verifier, VT_CONTAINER) && - verifier.VerifyString(container()) && - VerifyOffset(verifier, VT_SHARED_NAME) && - verifier.VerifyString(shared_name()) && - verifier.EndTable(); - } - VarHandleOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(VarHandleOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const VarHandleOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct VarHandleOptionsBuilder { - typedef VarHandleOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - void add_container(flatbuffers::Offset container) { - fbb_.AddOffset(VarHandleOptions::VT_CONTAINER, container); - } - void add_shared_name(flatbuffers::Offset shared_name) { - fbb_.AddOffset(VarHandleOptions::VT_SHARED_NAME, shared_name); - } - explicit VarHandleOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - VarHandleOptionsBuilder &operator=(const VarHandleOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateVarHandleOptions( - flatbuffers::FlatBufferBuilder &_fbb, - flatbuffers::Offset container = 0, - flatbuffers::Offset shared_name = 0) { - VarHandleOptionsBuilder builder_(_fbb); - builder_.add_shared_name(shared_name); - builder_.add_container(container); - return builder_.Finish(); -} - -inline flatbuffers::Offset CreateVarHandleOptionsDirect( - flatbuffers::FlatBufferBuilder &_fbb, - const char *container = nullptr, - const char *shared_name = nullptr) { - auto container__ = container ? _fbb.CreateString(container) : 0; - auto shared_name__ = shared_name ? _fbb.CreateString(shared_name) : 0; - return tflite::CreateVarHandleOptions( - _fbb, - container__, - shared_name__); -} - -flatbuffers::Offset CreateVarHandleOptions(flatbuffers::FlatBufferBuilder &_fbb, const VarHandleOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct ReadVariableOptionsT : public flatbuffers::NativeTable { - typedef ReadVariableOptions TableType; - ReadVariableOptionsT() { - } -}; - -struct ReadVariableOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef ReadVariableOptionsT NativeTableType; - typedef ReadVariableOptionsBuilder Builder; - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - verifier.EndTable(); - } - ReadVariableOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(ReadVariableOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const ReadVariableOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct ReadVariableOptionsBuilder { - typedef ReadVariableOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - explicit ReadVariableOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - ReadVariableOptionsBuilder &operator=(const ReadVariableOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateReadVariableOptions( - flatbuffers::FlatBufferBuilder &_fbb) { - ReadVariableOptionsBuilder builder_(_fbb); - return builder_.Finish(); -} - -flatbuffers::Offset CreateReadVariableOptions(flatbuffers::FlatBufferBuilder &_fbb, const ReadVariableOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct AssignVariableOptionsT : public flatbuffers::NativeTable { - typedef AssignVariableOptions TableType; - AssignVariableOptionsT() { - } -}; - -struct AssignVariableOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef AssignVariableOptionsT NativeTableType; - typedef AssignVariableOptionsBuilder Builder; - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - verifier.EndTable(); - } - AssignVariableOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(AssignVariableOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const AssignVariableOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct AssignVariableOptionsBuilder { - typedef AssignVariableOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - explicit AssignVariableOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - AssignVariableOptionsBuilder &operator=(const AssignVariableOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateAssignVariableOptions( - flatbuffers::FlatBufferBuilder &_fbb) { - AssignVariableOptionsBuilder builder_(_fbb); - return builder_.Finish(); -} - -flatbuffers::Offset CreateAssignVariableOptions(flatbuffers::FlatBufferBuilder &_fbb, const AssignVariableOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct RandomOptionsT : public flatbuffers::NativeTable { - typedef RandomOptions TableType; - int64_t seed; - int64_t seed2; - RandomOptionsT() - : seed(0), - seed2(0) { - } -}; - -struct RandomOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef RandomOptionsT NativeTableType; - typedef RandomOptionsBuilder Builder; - enum FlatBuffersVTableOffset FLATBUFFERS_VTABLE_UNDERLYING_TYPE { - VT_SEED = 4, - VT_SEED2 = 6 - }; - int64_t seed() const { - return GetField(VT_SEED, 0); - } - int64_t seed2() const { - return GetField(VT_SEED2, 0); - } - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - VerifyField(verifier, VT_SEED) && - VerifyField(verifier, VT_SEED2) && - verifier.EndTable(); - } - RandomOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(RandomOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const RandomOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct RandomOptionsBuilder { - typedef RandomOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - void add_seed(int64_t seed) { - fbb_.AddElement(RandomOptions::VT_SEED, seed, 0); - } - void add_seed2(int64_t seed2) { - fbb_.AddElement(RandomOptions::VT_SEED2, seed2, 0); - } - explicit RandomOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - RandomOptionsBuilder &operator=(const RandomOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateRandomOptions( - flatbuffers::FlatBufferBuilder &_fbb, - int64_t seed = 0, - int64_t seed2 = 0) { - RandomOptionsBuilder builder_(_fbb); - builder_.add_seed2(seed2); - builder_.add_seed(seed); - return builder_.Finish(); -} - -flatbuffers::Offset CreateRandomOptions(flatbuffers::FlatBufferBuilder &_fbb, const RandomOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct BucketizeOptionsT : public flatbuffers::NativeTable { - typedef BucketizeOptions TableType; - std::vector boundaries; - BucketizeOptionsT() { - } -}; - -struct BucketizeOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef BucketizeOptionsT NativeTableType; - typedef BucketizeOptionsBuilder Builder; - enum FlatBuffersVTableOffset FLATBUFFERS_VTABLE_UNDERLYING_TYPE { - VT_BOUNDARIES = 4 - }; - const flatbuffers::Vector *boundaries() const { - return GetPointer *>(VT_BOUNDARIES); - } - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - VerifyOffset(verifier, VT_BOUNDARIES) && - verifier.VerifyVector(boundaries()) && - verifier.EndTable(); - } - BucketizeOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(BucketizeOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const BucketizeOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct BucketizeOptionsBuilder { - typedef BucketizeOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - void add_boundaries(flatbuffers::Offset> boundaries) { - fbb_.AddOffset(BucketizeOptions::VT_BOUNDARIES, boundaries); - } - explicit BucketizeOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - BucketizeOptionsBuilder &operator=(const BucketizeOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateBucketizeOptions( - flatbuffers::FlatBufferBuilder &_fbb, - flatbuffers::Offset> boundaries = 0) { - BucketizeOptionsBuilder builder_(_fbb); - builder_.add_boundaries(boundaries); - return builder_.Finish(); -} - -inline flatbuffers::Offset CreateBucketizeOptionsDirect( - flatbuffers::FlatBufferBuilder &_fbb, - const std::vector *boundaries = nullptr) { - auto boundaries__ = boundaries ? _fbb.CreateVector(*boundaries) : 0; - return tflite::CreateBucketizeOptions( - _fbb, - boundaries__); -} - -flatbuffers::Offset CreateBucketizeOptions(flatbuffers::FlatBufferBuilder &_fbb, const BucketizeOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct GeluOptionsT : public flatbuffers::NativeTable { - typedef GeluOptions TableType; - bool approximate; - GeluOptionsT() - : approximate(false) { - } -}; - -struct GeluOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef GeluOptionsT NativeTableType; - typedef GeluOptionsBuilder Builder; - enum FlatBuffersVTableOffset FLATBUFFERS_VTABLE_UNDERLYING_TYPE { - VT_APPROXIMATE = 4 - }; - bool approximate() const { - return GetField(VT_APPROXIMATE, 0) != 0; - } - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - VerifyField(verifier, VT_APPROXIMATE) && - verifier.EndTable(); - } - GeluOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(GeluOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const GeluOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct GeluOptionsBuilder { - typedef GeluOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - void add_approximate(bool approximate) { - fbb_.AddElement(GeluOptions::VT_APPROXIMATE, static_cast(approximate), 0); - } - explicit GeluOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - GeluOptionsBuilder &operator=(const GeluOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateGeluOptions( - flatbuffers::FlatBufferBuilder &_fbb, - bool approximate = false) { - GeluOptionsBuilder builder_(_fbb); - builder_.add_approximate(approximate); - return builder_.Finish(); -} - -flatbuffers::Offset CreateGeluOptions(flatbuffers::FlatBufferBuilder &_fbb, const GeluOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct DynamicUpdateSliceOptionsT : public flatbuffers::NativeTable { - typedef DynamicUpdateSliceOptions TableType; - DynamicUpdateSliceOptionsT() { - } -}; - -struct DynamicUpdateSliceOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef DynamicUpdateSliceOptionsT NativeTableType; - typedef DynamicUpdateSliceOptionsBuilder Builder; - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - verifier.EndTable(); - } - DynamicUpdateSliceOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(DynamicUpdateSliceOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const DynamicUpdateSliceOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct DynamicUpdateSliceOptionsBuilder { - typedef DynamicUpdateSliceOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - explicit DynamicUpdateSliceOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - DynamicUpdateSliceOptionsBuilder &operator=(const DynamicUpdateSliceOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateDynamicUpdateSliceOptions( - flatbuffers::FlatBufferBuilder &_fbb) { - DynamicUpdateSliceOptionsBuilder builder_(_fbb); - return builder_.Finish(); -} - -flatbuffers::Offset CreateDynamicUpdateSliceOptions(flatbuffers::FlatBufferBuilder &_fbb, const DynamicUpdateSliceOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct UnsortedSegmentProdOptionsT : public flatbuffers::NativeTable { - typedef UnsortedSegmentProdOptions TableType; - UnsortedSegmentProdOptionsT() { - } -}; - -struct UnsortedSegmentProdOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef UnsortedSegmentProdOptionsT NativeTableType; - typedef UnsortedSegmentProdOptionsBuilder Builder; - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - verifier.EndTable(); - } - UnsortedSegmentProdOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(UnsortedSegmentProdOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const UnsortedSegmentProdOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct UnsortedSegmentProdOptionsBuilder { - typedef UnsortedSegmentProdOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - explicit UnsortedSegmentProdOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - UnsortedSegmentProdOptionsBuilder &operator=(const UnsortedSegmentProdOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateUnsortedSegmentProdOptions( - flatbuffers::FlatBufferBuilder &_fbb) { - UnsortedSegmentProdOptionsBuilder builder_(_fbb); - return builder_.Finish(); -} - -flatbuffers::Offset CreateUnsortedSegmentProdOptions(flatbuffers::FlatBufferBuilder &_fbb, const UnsortedSegmentProdOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct UnsortedSegmentMaxOptionsT : public flatbuffers::NativeTable { - typedef UnsortedSegmentMaxOptions TableType; - UnsortedSegmentMaxOptionsT() { - } -}; - -struct UnsortedSegmentMaxOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef UnsortedSegmentMaxOptionsT NativeTableType; - typedef UnsortedSegmentMaxOptionsBuilder Builder; - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - verifier.EndTable(); - } - UnsortedSegmentMaxOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(UnsortedSegmentMaxOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const UnsortedSegmentMaxOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct UnsortedSegmentMaxOptionsBuilder { - typedef UnsortedSegmentMaxOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - explicit UnsortedSegmentMaxOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - UnsortedSegmentMaxOptionsBuilder &operator=(const UnsortedSegmentMaxOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateUnsortedSegmentMaxOptions( - flatbuffers::FlatBufferBuilder &_fbb) { - UnsortedSegmentMaxOptionsBuilder builder_(_fbb); - return builder_.Finish(); -} - -flatbuffers::Offset CreateUnsortedSegmentMaxOptions(flatbuffers::FlatBufferBuilder &_fbb, const UnsortedSegmentMaxOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct UnsortedSegmentSumOptionsT : public flatbuffers::NativeTable { - typedef UnsortedSegmentSumOptions TableType; - UnsortedSegmentSumOptionsT() { - } -}; - -struct UnsortedSegmentSumOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef UnsortedSegmentSumOptionsT NativeTableType; - typedef UnsortedSegmentSumOptionsBuilder Builder; - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - verifier.EndTable(); - } - UnsortedSegmentSumOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(UnsortedSegmentSumOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const UnsortedSegmentSumOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct UnsortedSegmentSumOptionsBuilder { - typedef UnsortedSegmentSumOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - explicit UnsortedSegmentSumOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - UnsortedSegmentSumOptionsBuilder &operator=(const UnsortedSegmentSumOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateUnsortedSegmentSumOptions( - flatbuffers::FlatBufferBuilder &_fbb) { - UnsortedSegmentSumOptionsBuilder builder_(_fbb); - return builder_.Finish(); -} - -flatbuffers::Offset CreateUnsortedSegmentSumOptions(flatbuffers::FlatBufferBuilder &_fbb, const UnsortedSegmentSumOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct ATan2OptionsT : public flatbuffers::NativeTable { - typedef ATan2Options TableType; - ATan2OptionsT() { - } -}; - -struct ATan2Options FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef ATan2OptionsT NativeTableType; - typedef ATan2OptionsBuilder Builder; - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - verifier.EndTable(); - } - ATan2OptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(ATan2OptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const ATan2OptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct ATan2OptionsBuilder { - typedef ATan2Options Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - explicit ATan2OptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - ATan2OptionsBuilder &operator=(const ATan2OptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateATan2Options( - flatbuffers::FlatBufferBuilder &_fbb) { - ATan2OptionsBuilder builder_(_fbb); - return builder_.Finish(); -} - -flatbuffers::Offset CreateATan2Options(flatbuffers::FlatBufferBuilder &_fbb, const ATan2OptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct UnsortedSegmentMinOptionsT : public flatbuffers::NativeTable { - typedef UnsortedSegmentMinOptions TableType; - UnsortedSegmentMinOptionsT() { - } -}; - -struct UnsortedSegmentMinOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef UnsortedSegmentMinOptionsT NativeTableType; - typedef UnsortedSegmentMinOptionsBuilder Builder; - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - verifier.EndTable(); - } - UnsortedSegmentMinOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(UnsortedSegmentMinOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const UnsortedSegmentMinOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct UnsortedSegmentMinOptionsBuilder { - typedef UnsortedSegmentMinOptions Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - explicit UnsortedSegmentMinOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - UnsortedSegmentMinOptionsBuilder &operator=(const UnsortedSegmentMinOptionsBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateUnsortedSegmentMinOptions( - flatbuffers::FlatBufferBuilder &_fbb) { - UnsortedSegmentMinOptionsBuilder builder_(_fbb); - return builder_.Finish(); -} - -flatbuffers::Offset CreateUnsortedSegmentMinOptions(flatbuffers::FlatBufferBuilder &_fbb, const UnsortedSegmentMinOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct OperatorCodeT : public flatbuffers::NativeTable { - typedef OperatorCode TableType; - int8_t deprecated_builtin_code; - std::string custom_code; - int32_t version; - tflite::BuiltinOperator builtin_code; - OperatorCodeT() - : deprecated_builtin_code(0), - version(1), - builtin_code(tflite::BuiltinOperator_ADD) { - } -}; - -struct OperatorCode FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef OperatorCodeT NativeTableType; - typedef OperatorCodeBuilder Builder; - enum FlatBuffersVTableOffset FLATBUFFERS_VTABLE_UNDERLYING_TYPE { - VT_DEPRECATED_BUILTIN_CODE = 4, - VT_CUSTOM_CODE = 6, - VT_VERSION = 8, - VT_BUILTIN_CODE = 10 - }; - int8_t deprecated_builtin_code() const { - return GetField(VT_DEPRECATED_BUILTIN_CODE, 0); - } - const flatbuffers::String *custom_code() const { - return GetPointer(VT_CUSTOM_CODE); - } - int32_t version() const { - return GetField(VT_VERSION, 1); - } - tflite::BuiltinOperator builtin_code() const { - return static_cast(GetField(VT_BUILTIN_CODE, 0)); - } - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - VerifyField(verifier, VT_DEPRECATED_BUILTIN_CODE) && - VerifyOffset(verifier, VT_CUSTOM_CODE) && - verifier.VerifyString(custom_code()) && - VerifyField(verifier, VT_VERSION) && - VerifyField(verifier, VT_BUILTIN_CODE) && - verifier.EndTable(); - } - OperatorCodeT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(OperatorCodeT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const OperatorCodeT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct OperatorCodeBuilder { - typedef OperatorCode Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - void add_deprecated_builtin_code(int8_t deprecated_builtin_code) { - fbb_.AddElement(OperatorCode::VT_DEPRECATED_BUILTIN_CODE, deprecated_builtin_code, 0); - } - void add_custom_code(flatbuffers::Offset custom_code) { - fbb_.AddOffset(OperatorCode::VT_CUSTOM_CODE, custom_code); - } - void add_version(int32_t version) { - fbb_.AddElement(OperatorCode::VT_VERSION, version, 1); - } - void add_builtin_code(tflite::BuiltinOperator builtin_code) { - fbb_.AddElement(OperatorCode::VT_BUILTIN_CODE, static_cast(builtin_code), 0); - } - explicit OperatorCodeBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - OperatorCodeBuilder &operator=(const OperatorCodeBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateOperatorCode( - flatbuffers::FlatBufferBuilder &_fbb, - int8_t deprecated_builtin_code = 0, - flatbuffers::Offset custom_code = 0, - int32_t version = 1, - tflite::BuiltinOperator builtin_code = tflite::BuiltinOperator_ADD) { - OperatorCodeBuilder builder_(_fbb); - builder_.add_builtin_code(builtin_code); - builder_.add_version(version); - builder_.add_custom_code(custom_code); - builder_.add_deprecated_builtin_code(deprecated_builtin_code); - return builder_.Finish(); -} - -inline flatbuffers::Offset CreateOperatorCodeDirect( - flatbuffers::FlatBufferBuilder &_fbb, - int8_t deprecated_builtin_code = 0, - const char *custom_code = nullptr, - int32_t version = 1, - tflite::BuiltinOperator builtin_code = tflite::BuiltinOperator_ADD) { - auto custom_code__ = custom_code ? _fbb.CreateString(custom_code) : 0; - return tflite::CreateOperatorCode( - _fbb, - deprecated_builtin_code, - custom_code__, - version, - builtin_code); -} - -flatbuffers::Offset CreateOperatorCode(flatbuffers::FlatBufferBuilder &_fbb, const OperatorCodeT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct OperatorT : public flatbuffers::NativeTable { - typedef Operator TableType; - uint32_t opcode_index; - std::vector inputs; - std::vector outputs; - tflite::BuiltinOptionsUnion builtin_options; - std::vector custom_options; - tflite::CustomOptionsFormat custom_options_format; - std::vector mutating_variable_inputs; - std::vector intermediates; - OperatorT() - : opcode_index(0), - custom_options_format(tflite::CustomOptionsFormat_FLEXBUFFERS) { - } -}; - -struct Operator FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef OperatorT NativeTableType; - typedef OperatorBuilder Builder; - enum FlatBuffersVTableOffset FLATBUFFERS_VTABLE_UNDERLYING_TYPE { - VT_OPCODE_INDEX = 4, - VT_INPUTS = 6, - VT_OUTPUTS = 8, - VT_BUILTIN_OPTIONS_TYPE = 10, - VT_BUILTIN_OPTIONS = 12, - VT_CUSTOM_OPTIONS = 14, - VT_CUSTOM_OPTIONS_FORMAT = 16, - VT_MUTATING_VARIABLE_INPUTS = 18, - VT_INTERMEDIATES = 20 - }; - uint32_t opcode_index() const { - return GetField(VT_OPCODE_INDEX, 0); - } - const flatbuffers::Vector *inputs() const { - return GetPointer *>(VT_INPUTS); - } - const flatbuffers::Vector *outputs() const { - return GetPointer *>(VT_OUTPUTS); - } - tflite::BuiltinOptions builtin_options_type() const { - return static_cast(GetField(VT_BUILTIN_OPTIONS_TYPE, 0)); - } - const void *builtin_options() const { - return GetPointer(VT_BUILTIN_OPTIONS); - } - template const T *builtin_options_as() const; - const tflite::Conv2DOptions *builtin_options_as_Conv2DOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_Conv2DOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::DepthwiseConv2DOptions *builtin_options_as_DepthwiseConv2DOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_DepthwiseConv2DOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::ConcatEmbeddingsOptions *builtin_options_as_ConcatEmbeddingsOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_ConcatEmbeddingsOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::LSHProjectionOptions *builtin_options_as_LSHProjectionOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_LSHProjectionOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::Pool2DOptions *builtin_options_as_Pool2DOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_Pool2DOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::SVDFOptions *builtin_options_as_SVDFOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_SVDFOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::RNNOptions *builtin_options_as_RNNOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_RNNOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::FullyConnectedOptions *builtin_options_as_FullyConnectedOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_FullyConnectedOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::SoftmaxOptions *builtin_options_as_SoftmaxOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_SoftmaxOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::ConcatenationOptions *builtin_options_as_ConcatenationOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_ConcatenationOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::AddOptions *builtin_options_as_AddOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_AddOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::L2NormOptions *builtin_options_as_L2NormOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_L2NormOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::LocalResponseNormalizationOptions *builtin_options_as_LocalResponseNormalizationOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_LocalResponseNormalizationOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::LSTMOptions *builtin_options_as_LSTMOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_LSTMOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::ResizeBilinearOptions *builtin_options_as_ResizeBilinearOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_ResizeBilinearOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::CallOptions *builtin_options_as_CallOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_CallOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::ReshapeOptions *builtin_options_as_ReshapeOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_ReshapeOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::SkipGramOptions *builtin_options_as_SkipGramOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_SkipGramOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::SpaceToDepthOptions *builtin_options_as_SpaceToDepthOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_SpaceToDepthOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::EmbeddingLookupSparseOptions *builtin_options_as_EmbeddingLookupSparseOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_EmbeddingLookupSparseOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::MulOptions *builtin_options_as_MulOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_MulOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::PadOptions *builtin_options_as_PadOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_PadOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::GatherOptions *builtin_options_as_GatherOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_GatherOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::BatchToSpaceNDOptions *builtin_options_as_BatchToSpaceNDOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_BatchToSpaceNDOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::SpaceToBatchNDOptions *builtin_options_as_SpaceToBatchNDOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_SpaceToBatchNDOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::TransposeOptions *builtin_options_as_TransposeOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_TransposeOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::ReducerOptions *builtin_options_as_ReducerOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_ReducerOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::SubOptions *builtin_options_as_SubOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_SubOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::DivOptions *builtin_options_as_DivOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_DivOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::SqueezeOptions *builtin_options_as_SqueezeOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_SqueezeOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::SequenceRNNOptions *builtin_options_as_SequenceRNNOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_SequenceRNNOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::StridedSliceOptions *builtin_options_as_StridedSliceOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_StridedSliceOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::ExpOptions *builtin_options_as_ExpOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_ExpOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::TopKV2Options *builtin_options_as_TopKV2Options() const { - return builtin_options_type() == tflite::BuiltinOptions_TopKV2Options ? static_cast(builtin_options()) : nullptr; - } - const tflite::SplitOptions *builtin_options_as_SplitOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_SplitOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::LogSoftmaxOptions *builtin_options_as_LogSoftmaxOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_LogSoftmaxOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::CastOptions *builtin_options_as_CastOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_CastOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::DequantizeOptions *builtin_options_as_DequantizeOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_DequantizeOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::MaximumMinimumOptions *builtin_options_as_MaximumMinimumOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_MaximumMinimumOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::ArgMaxOptions *builtin_options_as_ArgMaxOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_ArgMaxOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::LessOptions *builtin_options_as_LessOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_LessOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::NegOptions *builtin_options_as_NegOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_NegOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::PadV2Options *builtin_options_as_PadV2Options() const { - return builtin_options_type() == tflite::BuiltinOptions_PadV2Options ? static_cast(builtin_options()) : nullptr; - } - const tflite::GreaterOptions *builtin_options_as_GreaterOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_GreaterOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::GreaterEqualOptions *builtin_options_as_GreaterEqualOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_GreaterEqualOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::LessEqualOptions *builtin_options_as_LessEqualOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_LessEqualOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::SelectOptions *builtin_options_as_SelectOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_SelectOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::SliceOptions *builtin_options_as_SliceOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_SliceOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::TransposeConvOptions *builtin_options_as_TransposeConvOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_TransposeConvOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::SparseToDenseOptions *builtin_options_as_SparseToDenseOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_SparseToDenseOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::TileOptions *builtin_options_as_TileOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_TileOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::ExpandDimsOptions *builtin_options_as_ExpandDimsOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_ExpandDimsOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::EqualOptions *builtin_options_as_EqualOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_EqualOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::NotEqualOptions *builtin_options_as_NotEqualOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_NotEqualOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::ShapeOptions *builtin_options_as_ShapeOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_ShapeOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::PowOptions *builtin_options_as_PowOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_PowOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::ArgMinOptions *builtin_options_as_ArgMinOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_ArgMinOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::FakeQuantOptions *builtin_options_as_FakeQuantOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_FakeQuantOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::PackOptions *builtin_options_as_PackOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_PackOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::LogicalOrOptions *builtin_options_as_LogicalOrOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_LogicalOrOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::OneHotOptions *builtin_options_as_OneHotOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_OneHotOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::LogicalAndOptions *builtin_options_as_LogicalAndOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_LogicalAndOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::LogicalNotOptions *builtin_options_as_LogicalNotOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_LogicalNotOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::UnpackOptions *builtin_options_as_UnpackOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_UnpackOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::FloorDivOptions *builtin_options_as_FloorDivOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_FloorDivOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::SquareOptions *builtin_options_as_SquareOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_SquareOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::ZerosLikeOptions *builtin_options_as_ZerosLikeOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_ZerosLikeOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::FillOptions *builtin_options_as_FillOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_FillOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::BidirectionalSequenceLSTMOptions *builtin_options_as_BidirectionalSequenceLSTMOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_BidirectionalSequenceLSTMOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::BidirectionalSequenceRNNOptions *builtin_options_as_BidirectionalSequenceRNNOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_BidirectionalSequenceRNNOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::UnidirectionalSequenceLSTMOptions *builtin_options_as_UnidirectionalSequenceLSTMOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_UnidirectionalSequenceLSTMOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::FloorModOptions *builtin_options_as_FloorModOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_FloorModOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::RangeOptions *builtin_options_as_RangeOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_RangeOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::ResizeNearestNeighborOptions *builtin_options_as_ResizeNearestNeighborOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_ResizeNearestNeighborOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::LeakyReluOptions *builtin_options_as_LeakyReluOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_LeakyReluOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::SquaredDifferenceOptions *builtin_options_as_SquaredDifferenceOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_SquaredDifferenceOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::MirrorPadOptions *builtin_options_as_MirrorPadOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_MirrorPadOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::AbsOptions *builtin_options_as_AbsOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_AbsOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::SplitVOptions *builtin_options_as_SplitVOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_SplitVOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::UniqueOptions *builtin_options_as_UniqueOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_UniqueOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::ReverseV2Options *builtin_options_as_ReverseV2Options() const { - return builtin_options_type() == tflite::BuiltinOptions_ReverseV2Options ? static_cast(builtin_options()) : nullptr; - } - const tflite::AddNOptions *builtin_options_as_AddNOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_AddNOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::GatherNdOptions *builtin_options_as_GatherNdOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_GatherNdOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::CosOptions *builtin_options_as_CosOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_CosOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::WhereOptions *builtin_options_as_WhereOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_WhereOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::RankOptions *builtin_options_as_RankOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_RankOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::ReverseSequenceOptions *builtin_options_as_ReverseSequenceOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_ReverseSequenceOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::MatrixDiagOptions *builtin_options_as_MatrixDiagOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_MatrixDiagOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::QuantizeOptions *builtin_options_as_QuantizeOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_QuantizeOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::MatrixSetDiagOptions *builtin_options_as_MatrixSetDiagOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_MatrixSetDiagOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::HardSwishOptions *builtin_options_as_HardSwishOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_HardSwishOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::IfOptions *builtin_options_as_IfOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_IfOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::WhileOptions *builtin_options_as_WhileOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_WhileOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::DepthToSpaceOptions *builtin_options_as_DepthToSpaceOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_DepthToSpaceOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::NonMaxSuppressionV4Options *builtin_options_as_NonMaxSuppressionV4Options() const { - return builtin_options_type() == tflite::BuiltinOptions_NonMaxSuppressionV4Options ? static_cast(builtin_options()) : nullptr; - } - const tflite::NonMaxSuppressionV5Options *builtin_options_as_NonMaxSuppressionV5Options() const { - return builtin_options_type() == tflite::BuiltinOptions_NonMaxSuppressionV5Options ? static_cast(builtin_options()) : nullptr; - } - const tflite::ScatterNdOptions *builtin_options_as_ScatterNdOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_ScatterNdOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::SelectV2Options *builtin_options_as_SelectV2Options() const { - return builtin_options_type() == tflite::BuiltinOptions_SelectV2Options ? static_cast(builtin_options()) : nullptr; - } - const tflite::DensifyOptions *builtin_options_as_DensifyOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_DensifyOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::SegmentSumOptions *builtin_options_as_SegmentSumOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_SegmentSumOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::BatchMatMulOptions *builtin_options_as_BatchMatMulOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_BatchMatMulOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::CumsumOptions *builtin_options_as_CumsumOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_CumsumOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::CallOnceOptions *builtin_options_as_CallOnceOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_CallOnceOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::BroadcastToOptions *builtin_options_as_BroadcastToOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_BroadcastToOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::Rfft2dOptions *builtin_options_as_Rfft2dOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_Rfft2dOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::Conv3DOptions *builtin_options_as_Conv3DOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_Conv3DOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::HashtableOptions *builtin_options_as_HashtableOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_HashtableOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::HashtableFindOptions *builtin_options_as_HashtableFindOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_HashtableFindOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::HashtableImportOptions *builtin_options_as_HashtableImportOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_HashtableImportOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::HashtableSizeOptions *builtin_options_as_HashtableSizeOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_HashtableSizeOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::VarHandleOptions *builtin_options_as_VarHandleOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_VarHandleOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::ReadVariableOptions *builtin_options_as_ReadVariableOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_ReadVariableOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::AssignVariableOptions *builtin_options_as_AssignVariableOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_AssignVariableOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::RandomOptions *builtin_options_as_RandomOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_RandomOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::BucketizeOptions *builtin_options_as_BucketizeOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_BucketizeOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::GeluOptions *builtin_options_as_GeluOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_GeluOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::DynamicUpdateSliceOptions *builtin_options_as_DynamicUpdateSliceOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_DynamicUpdateSliceOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::UnsortedSegmentProdOptions *builtin_options_as_UnsortedSegmentProdOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_UnsortedSegmentProdOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::UnsortedSegmentMaxOptions *builtin_options_as_UnsortedSegmentMaxOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_UnsortedSegmentMaxOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::UnsortedSegmentMinOptions *builtin_options_as_UnsortedSegmentMinOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_UnsortedSegmentMinOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::UnsortedSegmentSumOptions *builtin_options_as_UnsortedSegmentSumOptions() const { - return builtin_options_type() == tflite::BuiltinOptions_UnsortedSegmentSumOptions ? static_cast(builtin_options()) : nullptr; - } - const tflite::ATan2Options *builtin_options_as_ATan2Options() const { - return builtin_options_type() == tflite::BuiltinOptions_ATan2Options ? static_cast(builtin_options()) : nullptr; - } - const flatbuffers::Vector *custom_options() const { - return GetPointer *>(VT_CUSTOM_OPTIONS); - } - tflite::CustomOptionsFormat custom_options_format() const { - return static_cast(GetField(VT_CUSTOM_OPTIONS_FORMAT, 0)); - } - const flatbuffers::Vector *mutating_variable_inputs() const { - return GetPointer *>(VT_MUTATING_VARIABLE_INPUTS); - } - const flatbuffers::Vector *intermediates() const { - return GetPointer *>(VT_INTERMEDIATES); - } - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - VerifyField(verifier, VT_OPCODE_INDEX) && - VerifyOffset(verifier, VT_INPUTS) && - verifier.VerifyVector(inputs()) && - VerifyOffset(verifier, VT_OUTPUTS) && - verifier.VerifyVector(outputs()) && - VerifyField(verifier, VT_BUILTIN_OPTIONS_TYPE) && - VerifyOffset(verifier, VT_BUILTIN_OPTIONS) && - VerifyBuiltinOptions(verifier, builtin_options(), builtin_options_type()) && - VerifyOffset(verifier, VT_CUSTOM_OPTIONS) && - verifier.VerifyVector(custom_options()) && - VerifyField(verifier, VT_CUSTOM_OPTIONS_FORMAT) && - VerifyOffset(verifier, VT_MUTATING_VARIABLE_INPUTS) && - verifier.VerifyVector(mutating_variable_inputs()) && - VerifyOffset(verifier, VT_INTERMEDIATES) && - verifier.VerifyVector(intermediates()) && - verifier.EndTable(); - } - OperatorT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(OperatorT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const OperatorT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -template<> inline const tflite::Conv2DOptions *Operator::builtin_options_as() const { - return builtin_options_as_Conv2DOptions(); -} - -template<> inline const tflite::DepthwiseConv2DOptions *Operator::builtin_options_as() const { - return builtin_options_as_DepthwiseConv2DOptions(); -} - -template<> inline const tflite::ConcatEmbeddingsOptions *Operator::builtin_options_as() const { - return builtin_options_as_ConcatEmbeddingsOptions(); -} - -template<> inline const tflite::LSHProjectionOptions *Operator::builtin_options_as() const { - return builtin_options_as_LSHProjectionOptions(); -} - -template<> inline const tflite::Pool2DOptions *Operator::builtin_options_as() const { - return builtin_options_as_Pool2DOptions(); -} - -template<> inline const tflite::SVDFOptions *Operator::builtin_options_as() const { - return builtin_options_as_SVDFOptions(); -} - -template<> inline const tflite::RNNOptions *Operator::builtin_options_as() const { - return builtin_options_as_RNNOptions(); -} - -template<> inline const tflite::FullyConnectedOptions *Operator::builtin_options_as() const { - return builtin_options_as_FullyConnectedOptions(); -} - -template<> inline const tflite::SoftmaxOptions *Operator::builtin_options_as() const { - return builtin_options_as_SoftmaxOptions(); -} - -template<> inline const tflite::ConcatenationOptions *Operator::builtin_options_as() const { - return builtin_options_as_ConcatenationOptions(); -} - -template<> inline const tflite::AddOptions *Operator::builtin_options_as() const { - return builtin_options_as_AddOptions(); -} - -template<> inline const tflite::L2NormOptions *Operator::builtin_options_as() const { - return builtin_options_as_L2NormOptions(); -} - -template<> inline const tflite::LocalResponseNormalizationOptions *Operator::builtin_options_as() const { - return builtin_options_as_LocalResponseNormalizationOptions(); -} - -template<> inline const tflite::LSTMOptions *Operator::builtin_options_as() const { - return builtin_options_as_LSTMOptions(); -} - -template<> inline const tflite::ResizeBilinearOptions *Operator::builtin_options_as() const { - return builtin_options_as_ResizeBilinearOptions(); -} - -template<> inline const tflite::CallOptions *Operator::builtin_options_as() const { - return builtin_options_as_CallOptions(); -} - -template<> inline const tflite::ReshapeOptions *Operator::builtin_options_as() const { - return builtin_options_as_ReshapeOptions(); -} - -template<> inline const tflite::SkipGramOptions *Operator::builtin_options_as() const { - return builtin_options_as_SkipGramOptions(); -} - -template<> inline const tflite::SpaceToDepthOptions *Operator::builtin_options_as() const { - return builtin_options_as_SpaceToDepthOptions(); -} - -template<> inline const tflite::EmbeddingLookupSparseOptions *Operator::builtin_options_as() const { - return builtin_options_as_EmbeddingLookupSparseOptions(); -} - -template<> inline const tflite::MulOptions *Operator::builtin_options_as() const { - return builtin_options_as_MulOptions(); -} - -template<> inline const tflite::PadOptions *Operator::builtin_options_as() const { - return builtin_options_as_PadOptions(); -} - -template<> inline const tflite::GatherOptions *Operator::builtin_options_as() const { - return builtin_options_as_GatherOptions(); -} - -template<> inline const tflite::BatchToSpaceNDOptions *Operator::builtin_options_as() const { - return builtin_options_as_BatchToSpaceNDOptions(); -} - -template<> inline const tflite::SpaceToBatchNDOptions *Operator::builtin_options_as() const { - return builtin_options_as_SpaceToBatchNDOptions(); -} - -template<> inline const tflite::TransposeOptions *Operator::builtin_options_as() const { - return builtin_options_as_TransposeOptions(); -} - -template<> inline const tflite::ReducerOptions *Operator::builtin_options_as() const { - return builtin_options_as_ReducerOptions(); -} - -template<> inline const tflite::SubOptions *Operator::builtin_options_as() const { - return builtin_options_as_SubOptions(); -} - -template<> inline const tflite::DivOptions *Operator::builtin_options_as() const { - return builtin_options_as_DivOptions(); -} - -template<> inline const tflite::SqueezeOptions *Operator::builtin_options_as() const { - return builtin_options_as_SqueezeOptions(); -} - -template<> inline const tflite::SequenceRNNOptions *Operator::builtin_options_as() const { - return builtin_options_as_SequenceRNNOptions(); -} - -template<> inline const tflite::StridedSliceOptions *Operator::builtin_options_as() const { - return builtin_options_as_StridedSliceOptions(); -} - -template<> inline const tflite::ExpOptions *Operator::builtin_options_as() const { - return builtin_options_as_ExpOptions(); -} - -template<> inline const tflite::TopKV2Options *Operator::builtin_options_as() const { - return builtin_options_as_TopKV2Options(); -} - -template<> inline const tflite::SplitOptions *Operator::builtin_options_as() const { - return builtin_options_as_SplitOptions(); -} - -template<> inline const tflite::LogSoftmaxOptions *Operator::builtin_options_as() const { - return builtin_options_as_LogSoftmaxOptions(); -} - -template<> inline const tflite::CastOptions *Operator::builtin_options_as() const { - return builtin_options_as_CastOptions(); -} - -template<> inline const tflite::DequantizeOptions *Operator::builtin_options_as() const { - return builtin_options_as_DequantizeOptions(); -} - -template<> inline const tflite::MaximumMinimumOptions *Operator::builtin_options_as() const { - return builtin_options_as_MaximumMinimumOptions(); -} - -template<> inline const tflite::ArgMaxOptions *Operator::builtin_options_as() const { - return builtin_options_as_ArgMaxOptions(); -} - -template<> inline const tflite::LessOptions *Operator::builtin_options_as() const { - return builtin_options_as_LessOptions(); -} - -template<> inline const tflite::NegOptions *Operator::builtin_options_as() const { - return builtin_options_as_NegOptions(); -} - -template<> inline const tflite::PadV2Options *Operator::builtin_options_as() const { - return builtin_options_as_PadV2Options(); -} - -template<> inline const tflite::GreaterOptions *Operator::builtin_options_as() const { - return builtin_options_as_GreaterOptions(); -} - -template<> inline const tflite::GreaterEqualOptions *Operator::builtin_options_as() const { - return builtin_options_as_GreaterEqualOptions(); -} - -template<> inline const tflite::LessEqualOptions *Operator::builtin_options_as() const { - return builtin_options_as_LessEqualOptions(); -} - -template<> inline const tflite::SelectOptions *Operator::builtin_options_as() const { - return builtin_options_as_SelectOptions(); -} - -template<> inline const tflite::SliceOptions *Operator::builtin_options_as() const { - return builtin_options_as_SliceOptions(); -} - -template<> inline const tflite::TransposeConvOptions *Operator::builtin_options_as() const { - return builtin_options_as_TransposeConvOptions(); -} - -template<> inline const tflite::SparseToDenseOptions *Operator::builtin_options_as() const { - return builtin_options_as_SparseToDenseOptions(); -} - -template<> inline const tflite::TileOptions *Operator::builtin_options_as() const { - return builtin_options_as_TileOptions(); -} - -template<> inline const tflite::ExpandDimsOptions *Operator::builtin_options_as() const { - return builtin_options_as_ExpandDimsOptions(); -} - -template<> inline const tflite::EqualOptions *Operator::builtin_options_as() const { - return builtin_options_as_EqualOptions(); -} - -template<> inline const tflite::NotEqualOptions *Operator::builtin_options_as() const { - return builtin_options_as_NotEqualOptions(); -} - -template<> inline const tflite::ShapeOptions *Operator::builtin_options_as() const { - return builtin_options_as_ShapeOptions(); -} - -template<> inline const tflite::PowOptions *Operator::builtin_options_as() const { - return builtin_options_as_PowOptions(); -} - -template<> inline const tflite::ArgMinOptions *Operator::builtin_options_as() const { - return builtin_options_as_ArgMinOptions(); -} - -template<> inline const tflite::FakeQuantOptions *Operator::builtin_options_as() const { - return builtin_options_as_FakeQuantOptions(); -} - -template<> inline const tflite::PackOptions *Operator::builtin_options_as() const { - return builtin_options_as_PackOptions(); -} - -template<> inline const tflite::LogicalOrOptions *Operator::builtin_options_as() const { - return builtin_options_as_LogicalOrOptions(); -} - -template<> inline const tflite::OneHotOptions *Operator::builtin_options_as() const { - return builtin_options_as_OneHotOptions(); -} - -template<> inline const tflite::LogicalAndOptions *Operator::builtin_options_as() const { - return builtin_options_as_LogicalAndOptions(); -} - -template<> inline const tflite::LogicalNotOptions *Operator::builtin_options_as() const { - return builtin_options_as_LogicalNotOptions(); -} - -template<> inline const tflite::UnpackOptions *Operator::builtin_options_as() const { - return builtin_options_as_UnpackOptions(); -} - -template<> inline const tflite::FloorDivOptions *Operator::builtin_options_as() const { - return builtin_options_as_FloorDivOptions(); -} - -template<> inline const tflite::SquareOptions *Operator::builtin_options_as() const { - return builtin_options_as_SquareOptions(); -} - -template<> inline const tflite::ZerosLikeOptions *Operator::builtin_options_as() const { - return builtin_options_as_ZerosLikeOptions(); -} - -template<> inline const tflite::FillOptions *Operator::builtin_options_as() const { - return builtin_options_as_FillOptions(); -} - -template<> inline const tflite::BidirectionalSequenceLSTMOptions *Operator::builtin_options_as() const { - return builtin_options_as_BidirectionalSequenceLSTMOptions(); -} - -template<> inline const tflite::BidirectionalSequenceRNNOptions *Operator::builtin_options_as() const { - return builtin_options_as_BidirectionalSequenceRNNOptions(); -} - -template<> inline const tflite::UnidirectionalSequenceLSTMOptions *Operator::builtin_options_as() const { - return builtin_options_as_UnidirectionalSequenceLSTMOptions(); -} - -template<> inline const tflite::FloorModOptions *Operator::builtin_options_as() const { - return builtin_options_as_FloorModOptions(); -} - -template<> inline const tflite::RangeOptions *Operator::builtin_options_as() const { - return builtin_options_as_RangeOptions(); -} - -template<> inline const tflite::ResizeNearestNeighborOptions *Operator::builtin_options_as() const { - return builtin_options_as_ResizeNearestNeighborOptions(); -} - -template<> inline const tflite::LeakyReluOptions *Operator::builtin_options_as() const { - return builtin_options_as_LeakyReluOptions(); -} - -template<> inline const tflite::SquaredDifferenceOptions *Operator::builtin_options_as() const { - return builtin_options_as_SquaredDifferenceOptions(); -} - -template<> inline const tflite::MirrorPadOptions *Operator::builtin_options_as() const { - return builtin_options_as_MirrorPadOptions(); -} - -template<> inline const tflite::AbsOptions *Operator::builtin_options_as() const { - return builtin_options_as_AbsOptions(); -} - -template<> inline const tflite::SplitVOptions *Operator::builtin_options_as() const { - return builtin_options_as_SplitVOptions(); -} - -template<> inline const tflite::UniqueOptions *Operator::builtin_options_as() const { - return builtin_options_as_UniqueOptions(); -} - -template<> inline const tflite::ReverseV2Options *Operator::builtin_options_as() const { - return builtin_options_as_ReverseV2Options(); -} - -template<> inline const tflite::AddNOptions *Operator::builtin_options_as() const { - return builtin_options_as_AddNOptions(); -} - -template<> inline const tflite::GatherNdOptions *Operator::builtin_options_as() const { - return builtin_options_as_GatherNdOptions(); -} - -template<> inline const tflite::CosOptions *Operator::builtin_options_as() const { - return builtin_options_as_CosOptions(); -} - -template<> inline const tflite::WhereOptions *Operator::builtin_options_as() const { - return builtin_options_as_WhereOptions(); -} - -template<> inline const tflite::RankOptions *Operator::builtin_options_as() const { - return builtin_options_as_RankOptions(); -} - -template<> inline const tflite::ReverseSequenceOptions *Operator::builtin_options_as() const { - return builtin_options_as_ReverseSequenceOptions(); -} - -template<> inline const tflite::MatrixDiagOptions *Operator::builtin_options_as() const { - return builtin_options_as_MatrixDiagOptions(); -} - -template<> inline const tflite::QuantizeOptions *Operator::builtin_options_as() const { - return builtin_options_as_QuantizeOptions(); -} - -template<> inline const tflite::MatrixSetDiagOptions *Operator::builtin_options_as() const { - return builtin_options_as_MatrixSetDiagOptions(); -} - -template<> inline const tflite::HardSwishOptions *Operator::builtin_options_as() const { - return builtin_options_as_HardSwishOptions(); -} - -template<> inline const tflite::IfOptions *Operator::builtin_options_as() const { - return builtin_options_as_IfOptions(); -} - -template<> inline const tflite::WhileOptions *Operator::builtin_options_as() const { - return builtin_options_as_WhileOptions(); -} - -template<> inline const tflite::DepthToSpaceOptions *Operator::builtin_options_as() const { - return builtin_options_as_DepthToSpaceOptions(); -} - -template<> inline const tflite::NonMaxSuppressionV4Options *Operator::builtin_options_as() const { - return builtin_options_as_NonMaxSuppressionV4Options(); -} - -template<> inline const tflite::NonMaxSuppressionV5Options *Operator::builtin_options_as() const { - return builtin_options_as_NonMaxSuppressionV5Options(); -} - -template<> inline const tflite::ScatterNdOptions *Operator::builtin_options_as() const { - return builtin_options_as_ScatterNdOptions(); -} - -template<> inline const tflite::SelectV2Options *Operator::builtin_options_as() const { - return builtin_options_as_SelectV2Options(); -} - -template<> inline const tflite::DensifyOptions *Operator::builtin_options_as() const { - return builtin_options_as_DensifyOptions(); -} - -template<> inline const tflite::SegmentSumOptions *Operator::builtin_options_as() const { - return builtin_options_as_SegmentSumOptions(); -} - -template<> inline const tflite::BatchMatMulOptions *Operator::builtin_options_as() const { - return builtin_options_as_BatchMatMulOptions(); -} - -template<> inline const tflite::CumsumOptions *Operator::builtin_options_as() const { - return builtin_options_as_CumsumOptions(); -} - -template<> inline const tflite::CallOnceOptions *Operator::builtin_options_as() const { - return builtin_options_as_CallOnceOptions(); -} - -template<> inline const tflite::BroadcastToOptions *Operator::builtin_options_as() const { - return builtin_options_as_BroadcastToOptions(); -} - -template<> inline const tflite::Rfft2dOptions *Operator::builtin_options_as() const { - return builtin_options_as_Rfft2dOptions(); -} - -template<> inline const tflite::Conv3DOptions *Operator::builtin_options_as() const { - return builtin_options_as_Conv3DOptions(); -} - -template<> inline const tflite::HashtableOptions *Operator::builtin_options_as() const { - return builtin_options_as_HashtableOptions(); -} - -template<> inline const tflite::HashtableFindOptions *Operator::builtin_options_as() const { - return builtin_options_as_HashtableFindOptions(); -} - -template<> inline const tflite::HashtableImportOptions *Operator::builtin_options_as() const { - return builtin_options_as_HashtableImportOptions(); -} - -template<> inline const tflite::HashtableSizeOptions *Operator::builtin_options_as() const { - return builtin_options_as_HashtableSizeOptions(); -} - -template<> inline const tflite::VarHandleOptions *Operator::builtin_options_as() const { - return builtin_options_as_VarHandleOptions(); -} - -template<> inline const tflite::ReadVariableOptions *Operator::builtin_options_as() const { - return builtin_options_as_ReadVariableOptions(); -} - -template<> inline const tflite::AssignVariableOptions *Operator::builtin_options_as() const { - return builtin_options_as_AssignVariableOptions(); -} - -template<> inline const tflite::RandomOptions *Operator::builtin_options_as() const { - return builtin_options_as_RandomOptions(); -} - -template<> inline const tflite::BucketizeOptions *Operator::builtin_options_as() const { - return builtin_options_as_BucketizeOptions(); -} - -template<> inline const tflite::GeluOptions *Operator::builtin_options_as() const { - return builtin_options_as_GeluOptions(); -} - -template<> inline const tflite::DynamicUpdateSliceOptions *Operator::builtin_options_as() const { - return builtin_options_as_DynamicUpdateSliceOptions(); -} - -template<> inline const tflite::UnsortedSegmentProdOptions *Operator::builtin_options_as() const { - return builtin_options_as_UnsortedSegmentProdOptions(); -} - -template<> inline const tflite::UnsortedSegmentMaxOptions *Operator::builtin_options_as() const { - return builtin_options_as_UnsortedSegmentMaxOptions(); -} - -template<> inline const tflite::UnsortedSegmentMinOptions *Operator::builtin_options_as() const { - return builtin_options_as_UnsortedSegmentMinOptions(); -} - -template<> inline const tflite::UnsortedSegmentSumOptions *Operator::builtin_options_as() const { - return builtin_options_as_UnsortedSegmentSumOptions(); -} - -template<> inline const tflite::ATan2Options *Operator::builtin_options_as() const { - return builtin_options_as_ATan2Options(); -} - -struct OperatorBuilder { - typedef Operator Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - void add_opcode_index(uint32_t opcode_index) { - fbb_.AddElement(Operator::VT_OPCODE_INDEX, opcode_index, 0); - } - void add_inputs(flatbuffers::Offset> inputs) { - fbb_.AddOffset(Operator::VT_INPUTS, inputs); - } - void add_outputs(flatbuffers::Offset> outputs) { - fbb_.AddOffset(Operator::VT_OUTPUTS, outputs); - } - void add_builtin_options_type(tflite::BuiltinOptions builtin_options_type) { - fbb_.AddElement(Operator::VT_BUILTIN_OPTIONS_TYPE, static_cast(builtin_options_type), 0); - } - void add_builtin_options(flatbuffers::Offset builtin_options) { - fbb_.AddOffset(Operator::VT_BUILTIN_OPTIONS, builtin_options); - } - void add_custom_options(flatbuffers::Offset> custom_options) { - fbb_.AddOffset(Operator::VT_CUSTOM_OPTIONS, custom_options); - } - void add_custom_options_format(tflite::CustomOptionsFormat custom_options_format) { - fbb_.AddElement(Operator::VT_CUSTOM_OPTIONS_FORMAT, static_cast(custom_options_format), 0); - } - void add_mutating_variable_inputs(flatbuffers::Offset> mutating_variable_inputs) { - fbb_.AddOffset(Operator::VT_MUTATING_VARIABLE_INPUTS, mutating_variable_inputs); - } - void add_intermediates(flatbuffers::Offset> intermediates) { - fbb_.AddOffset(Operator::VT_INTERMEDIATES, intermediates); - } - explicit OperatorBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - OperatorBuilder &operator=(const OperatorBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateOperator( - flatbuffers::FlatBufferBuilder &_fbb, - uint32_t opcode_index = 0, - flatbuffers::Offset> inputs = 0, - flatbuffers::Offset> outputs = 0, - tflite::BuiltinOptions builtin_options_type = tflite::BuiltinOptions_NONE, - flatbuffers::Offset builtin_options = 0, - flatbuffers::Offset> custom_options = 0, - tflite::CustomOptionsFormat custom_options_format = tflite::CustomOptionsFormat_FLEXBUFFERS, - flatbuffers::Offset> mutating_variable_inputs = 0, - flatbuffers::Offset> intermediates = 0) { - OperatorBuilder builder_(_fbb); - builder_.add_intermediates(intermediates); - builder_.add_mutating_variable_inputs(mutating_variable_inputs); - builder_.add_custom_options(custom_options); - builder_.add_builtin_options(builtin_options); - builder_.add_outputs(outputs); - builder_.add_inputs(inputs); - builder_.add_opcode_index(opcode_index); - builder_.add_custom_options_format(custom_options_format); - builder_.add_builtin_options_type(builtin_options_type); - return builder_.Finish(); -} - -inline flatbuffers::Offset CreateOperatorDirect( - flatbuffers::FlatBufferBuilder &_fbb, - uint32_t opcode_index = 0, - const std::vector *inputs = nullptr, - const std::vector *outputs = nullptr, - tflite::BuiltinOptions builtin_options_type = tflite::BuiltinOptions_NONE, - flatbuffers::Offset builtin_options = 0, - const std::vector *custom_options = nullptr, - tflite::CustomOptionsFormat custom_options_format = tflite::CustomOptionsFormat_FLEXBUFFERS, - const std::vector *mutating_variable_inputs = nullptr, - const std::vector *intermediates = nullptr) { - auto inputs__ = inputs ? _fbb.CreateVector(*inputs) : 0; - auto outputs__ = outputs ? _fbb.CreateVector(*outputs) : 0; - auto custom_options__ = custom_options ? _fbb.CreateVector(*custom_options) : 0; - auto mutating_variable_inputs__ = mutating_variable_inputs ? _fbb.CreateVector(*mutating_variable_inputs) : 0; - auto intermediates__ = intermediates ? _fbb.CreateVector(*intermediates) : 0; - return tflite::CreateOperator( - _fbb, - opcode_index, - inputs__, - outputs__, - builtin_options_type, - builtin_options, - custom_options__, - custom_options_format, - mutating_variable_inputs__, - intermediates__); -} - -flatbuffers::Offset CreateOperator(flatbuffers::FlatBufferBuilder &_fbb, const OperatorT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct SubGraphT : public flatbuffers::NativeTable { - typedef SubGraph TableType; - std::vector> tensors; - std::vector inputs; - std::vector outputs; - std::vector> operators; - std::string name; - SubGraphT() { - } -}; - -struct SubGraph FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef SubGraphT NativeTableType; - typedef SubGraphBuilder Builder; - enum FlatBuffersVTableOffset FLATBUFFERS_VTABLE_UNDERLYING_TYPE { - VT_TENSORS = 4, - VT_INPUTS = 6, - VT_OUTPUTS = 8, - VT_OPERATORS = 10, - VT_NAME = 12 - }; - const flatbuffers::Vector> *tensors() const { - return GetPointer> *>(VT_TENSORS); - } - const flatbuffers::Vector *inputs() const { - return GetPointer *>(VT_INPUTS); - } - const flatbuffers::Vector *outputs() const { - return GetPointer *>(VT_OUTPUTS); - } - const flatbuffers::Vector> *operators() const { - return GetPointer> *>(VT_OPERATORS); - } - const flatbuffers::String *name() const { - return GetPointer(VT_NAME); - } - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - VerifyOffset(verifier, VT_TENSORS) && - verifier.VerifyVector(tensors()) && - verifier.VerifyVectorOfTables(tensors()) && - VerifyOffset(verifier, VT_INPUTS) && - verifier.VerifyVector(inputs()) && - VerifyOffset(verifier, VT_OUTPUTS) && - verifier.VerifyVector(outputs()) && - VerifyOffset(verifier, VT_OPERATORS) && - verifier.VerifyVector(operators()) && - verifier.VerifyVectorOfTables(operators()) && - VerifyOffset(verifier, VT_NAME) && - verifier.VerifyString(name()) && - verifier.EndTable(); - } - SubGraphT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(SubGraphT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const SubGraphT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct SubGraphBuilder { - typedef SubGraph Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - void add_tensors(flatbuffers::Offset>> tensors) { - fbb_.AddOffset(SubGraph::VT_TENSORS, tensors); - } - void add_inputs(flatbuffers::Offset> inputs) { - fbb_.AddOffset(SubGraph::VT_INPUTS, inputs); - } - void add_outputs(flatbuffers::Offset> outputs) { - fbb_.AddOffset(SubGraph::VT_OUTPUTS, outputs); - } - void add_operators(flatbuffers::Offset>> operators) { - fbb_.AddOffset(SubGraph::VT_OPERATORS, operators); - } - void add_name(flatbuffers::Offset name) { - fbb_.AddOffset(SubGraph::VT_NAME, name); - } - explicit SubGraphBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - SubGraphBuilder &operator=(const SubGraphBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateSubGraph( - flatbuffers::FlatBufferBuilder &_fbb, - flatbuffers::Offset>> tensors = 0, - flatbuffers::Offset> inputs = 0, - flatbuffers::Offset> outputs = 0, - flatbuffers::Offset>> operators = 0, - flatbuffers::Offset name = 0) { - SubGraphBuilder builder_(_fbb); - builder_.add_name(name); - builder_.add_operators(operators); - builder_.add_outputs(outputs); - builder_.add_inputs(inputs); - builder_.add_tensors(tensors); - return builder_.Finish(); -} - -inline flatbuffers::Offset CreateSubGraphDirect( - flatbuffers::FlatBufferBuilder &_fbb, - const std::vector> *tensors = nullptr, - const std::vector *inputs = nullptr, - const std::vector *outputs = nullptr, - const std::vector> *operators = nullptr, - const char *name = nullptr) { - auto tensors__ = tensors ? _fbb.CreateVector>(*tensors) : 0; - auto inputs__ = inputs ? _fbb.CreateVector(*inputs) : 0; - auto outputs__ = outputs ? _fbb.CreateVector(*outputs) : 0; - auto operators__ = operators ? _fbb.CreateVector>(*operators) : 0; - auto name__ = name ? _fbb.CreateString(name) : 0; - return tflite::CreateSubGraph( - _fbb, - tensors__, - inputs__, - outputs__, - operators__, - name__); -} - -flatbuffers::Offset CreateSubGraph(flatbuffers::FlatBufferBuilder &_fbb, const SubGraphT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct BufferT : public flatbuffers::NativeTable { - typedef Buffer TableType; - std::vector data; - BufferT() { - } -}; - -struct Buffer FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef BufferT NativeTableType; - typedef BufferBuilder Builder; - enum FlatBuffersVTableOffset FLATBUFFERS_VTABLE_UNDERLYING_TYPE { - VT_DATA = 4 - }; - const flatbuffers::Vector *data() const { - return GetPointer *>(VT_DATA); - } - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - VerifyOffset(verifier, VT_DATA) && - verifier.VerifyVector(data()) && - verifier.EndTable(); - } - BufferT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(BufferT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const BufferT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct BufferBuilder { - typedef Buffer Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - void add_data(flatbuffers::Offset> data) { - fbb_.AddOffset(Buffer::VT_DATA, data); - } - explicit BufferBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - BufferBuilder &operator=(const BufferBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateBuffer( - flatbuffers::FlatBufferBuilder &_fbb, - flatbuffers::Offset> data = 0) { - BufferBuilder builder_(_fbb); - builder_.add_data(data); - return builder_.Finish(); -} - -inline flatbuffers::Offset CreateBufferDirect( - flatbuffers::FlatBufferBuilder &_fbb, - const std::vector *data = nullptr) { - if (data) { _fbb.ForceVectorAlignment(data->size(), sizeof(uint8_t), 16); } - auto data__ = data ? _fbb.CreateVector(*data) : 0; - return tflite::CreateBuffer( - _fbb, - data__); -} - -flatbuffers::Offset CreateBuffer(flatbuffers::FlatBufferBuilder &_fbb, const BufferT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct MetadataT : public flatbuffers::NativeTable { - typedef Metadata TableType; - std::string name; - uint32_t buffer; - MetadataT() - : buffer(0) { - } -}; - -struct Metadata FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef MetadataT NativeTableType; - typedef MetadataBuilder Builder; - enum FlatBuffersVTableOffset FLATBUFFERS_VTABLE_UNDERLYING_TYPE { - VT_NAME = 4, - VT_BUFFER = 6 - }; - const flatbuffers::String *name() const { - return GetPointer(VT_NAME); - } - uint32_t buffer() const { - return GetField(VT_BUFFER, 0); - } - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - VerifyOffset(verifier, VT_NAME) && - verifier.VerifyString(name()) && - VerifyField(verifier, VT_BUFFER) && - verifier.EndTable(); - } - MetadataT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(MetadataT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const MetadataT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct MetadataBuilder { - typedef Metadata Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - void add_name(flatbuffers::Offset name) { - fbb_.AddOffset(Metadata::VT_NAME, name); - } - void add_buffer(uint32_t buffer) { - fbb_.AddElement(Metadata::VT_BUFFER, buffer, 0); - } - explicit MetadataBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - MetadataBuilder &operator=(const MetadataBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateMetadata( - flatbuffers::FlatBufferBuilder &_fbb, - flatbuffers::Offset name = 0, - uint32_t buffer = 0) { - MetadataBuilder builder_(_fbb); - builder_.add_buffer(buffer); - builder_.add_name(name); - return builder_.Finish(); -} - -inline flatbuffers::Offset CreateMetadataDirect( - flatbuffers::FlatBufferBuilder &_fbb, - const char *name = nullptr, - uint32_t buffer = 0) { - auto name__ = name ? _fbb.CreateString(name) : 0; - return tflite::CreateMetadata( - _fbb, - name__, - buffer); -} - -flatbuffers::Offset CreateMetadata(flatbuffers::FlatBufferBuilder &_fbb, const MetadataT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct TensorMapT : public flatbuffers::NativeTable { - typedef TensorMap TableType; - std::string name; - uint32_t tensor_index; - TensorMapT() - : tensor_index(0) { - } -}; - -struct TensorMap FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef TensorMapT NativeTableType; - typedef TensorMapBuilder Builder; - enum FlatBuffersVTableOffset FLATBUFFERS_VTABLE_UNDERLYING_TYPE { - VT_NAME = 4, - VT_TENSOR_INDEX = 6 - }; - const flatbuffers::String *name() const { - return GetPointer(VT_NAME); - } - uint32_t tensor_index() const { - return GetField(VT_TENSOR_INDEX, 0); - } - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - VerifyOffset(verifier, VT_NAME) && - verifier.VerifyString(name()) && - VerifyField(verifier, VT_TENSOR_INDEX) && - verifier.EndTable(); - } - TensorMapT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(TensorMapT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const TensorMapT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct TensorMapBuilder { - typedef TensorMap Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - void add_name(flatbuffers::Offset name) { - fbb_.AddOffset(TensorMap::VT_NAME, name); - } - void add_tensor_index(uint32_t tensor_index) { - fbb_.AddElement(TensorMap::VT_TENSOR_INDEX, tensor_index, 0); - } - explicit TensorMapBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - TensorMapBuilder &operator=(const TensorMapBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateTensorMap( - flatbuffers::FlatBufferBuilder &_fbb, - flatbuffers::Offset name = 0, - uint32_t tensor_index = 0) { - TensorMapBuilder builder_(_fbb); - builder_.add_tensor_index(tensor_index); - builder_.add_name(name); - return builder_.Finish(); -} - -inline flatbuffers::Offset CreateTensorMapDirect( - flatbuffers::FlatBufferBuilder &_fbb, - const char *name = nullptr, - uint32_t tensor_index = 0) { - auto name__ = name ? _fbb.CreateString(name) : 0; - return tflite::CreateTensorMap( - _fbb, - name__, - tensor_index); -} - -flatbuffers::Offset CreateTensorMap(flatbuffers::FlatBufferBuilder &_fbb, const TensorMapT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct SignatureDefT : public flatbuffers::NativeTable { - typedef SignatureDef TableType; - std::vector> inputs; - std::vector> outputs; - std::string signature_key; - uint32_t subgraph_index; - SignatureDefT() - : subgraph_index(0) { - } -}; - -struct SignatureDef FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef SignatureDefT NativeTableType; - typedef SignatureDefBuilder Builder; - enum FlatBuffersVTableOffset FLATBUFFERS_VTABLE_UNDERLYING_TYPE { - VT_INPUTS = 4, - VT_OUTPUTS = 6, - VT_SIGNATURE_KEY = 8, - VT_SUBGRAPH_INDEX = 12 - }; - const flatbuffers::Vector> *inputs() const { - return GetPointer> *>(VT_INPUTS); - } - const flatbuffers::Vector> *outputs() const { - return GetPointer> *>(VT_OUTPUTS); - } - const flatbuffers::String *signature_key() const { - return GetPointer(VT_SIGNATURE_KEY); - } - uint32_t subgraph_index() const { - return GetField(VT_SUBGRAPH_INDEX, 0); - } - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - VerifyOffset(verifier, VT_INPUTS) && - verifier.VerifyVector(inputs()) && - verifier.VerifyVectorOfTables(inputs()) && - VerifyOffset(verifier, VT_OUTPUTS) && - verifier.VerifyVector(outputs()) && - verifier.VerifyVectorOfTables(outputs()) && - VerifyOffset(verifier, VT_SIGNATURE_KEY) && - verifier.VerifyString(signature_key()) && - VerifyField(verifier, VT_SUBGRAPH_INDEX) && - verifier.EndTable(); - } - SignatureDefT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(SignatureDefT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const SignatureDefT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct SignatureDefBuilder { - typedef SignatureDef Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - void add_inputs(flatbuffers::Offset>> inputs) { - fbb_.AddOffset(SignatureDef::VT_INPUTS, inputs); - } - void add_outputs(flatbuffers::Offset>> outputs) { - fbb_.AddOffset(SignatureDef::VT_OUTPUTS, outputs); - } - void add_signature_key(flatbuffers::Offset signature_key) { - fbb_.AddOffset(SignatureDef::VT_SIGNATURE_KEY, signature_key); - } - void add_subgraph_index(uint32_t subgraph_index) { - fbb_.AddElement(SignatureDef::VT_SUBGRAPH_INDEX, subgraph_index, 0); - } - explicit SignatureDefBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - SignatureDefBuilder &operator=(const SignatureDefBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateSignatureDef( - flatbuffers::FlatBufferBuilder &_fbb, - flatbuffers::Offset>> inputs = 0, - flatbuffers::Offset>> outputs = 0, - flatbuffers::Offset signature_key = 0, - uint32_t subgraph_index = 0) { - SignatureDefBuilder builder_(_fbb); - builder_.add_subgraph_index(subgraph_index); - builder_.add_signature_key(signature_key); - builder_.add_outputs(outputs); - builder_.add_inputs(inputs); - return builder_.Finish(); -} - -inline flatbuffers::Offset CreateSignatureDefDirect( - flatbuffers::FlatBufferBuilder &_fbb, - const std::vector> *inputs = nullptr, - const std::vector> *outputs = nullptr, - const char *signature_key = nullptr, - uint32_t subgraph_index = 0) { - auto inputs__ = inputs ? _fbb.CreateVector>(*inputs) : 0; - auto outputs__ = outputs ? _fbb.CreateVector>(*outputs) : 0; - auto signature_key__ = signature_key ? _fbb.CreateString(signature_key) : 0; - return tflite::CreateSignatureDef( - _fbb, - inputs__, - outputs__, - signature_key__, - subgraph_index); -} - -flatbuffers::Offset CreateSignatureDef(flatbuffers::FlatBufferBuilder &_fbb, const SignatureDefT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -struct ModelT : public flatbuffers::NativeTable { - typedef Model TableType; - uint32_t version; - std::vector> operator_codes; - std::vector> subgraphs; - std::string description; - std::vector> buffers; - std::vector metadata_buffer; - std::vector> metadata; - std::vector> signature_defs; - ModelT() - : version(0) { - } -}; - -struct Model FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { - typedef ModelT NativeTableType; - typedef ModelBuilder Builder; - enum FlatBuffersVTableOffset FLATBUFFERS_VTABLE_UNDERLYING_TYPE { - VT_VERSION = 4, - VT_OPERATOR_CODES = 6, - VT_SUBGRAPHS = 8, - VT_DESCRIPTION = 10, - VT_BUFFERS = 12, - VT_METADATA_BUFFER = 14, - VT_METADATA = 16, - VT_SIGNATURE_DEFS = 18 - }; - uint32_t version() const { - return GetField(VT_VERSION, 0); - } - const flatbuffers::Vector> *operator_codes() const { - return GetPointer> *>(VT_OPERATOR_CODES); - } - const flatbuffers::Vector> *subgraphs() const { - return GetPointer> *>(VT_SUBGRAPHS); - } - const flatbuffers::String *description() const { - return GetPointer(VT_DESCRIPTION); - } - const flatbuffers::Vector> *buffers() const { - return GetPointer> *>(VT_BUFFERS); - } - const flatbuffers::Vector *metadata_buffer() const { - return GetPointer *>(VT_METADATA_BUFFER); - } - const flatbuffers::Vector> *metadata() const { - return GetPointer> *>(VT_METADATA); - } - const flatbuffers::Vector> *signature_defs() const { - return GetPointer> *>(VT_SIGNATURE_DEFS); - } - bool Verify(flatbuffers::Verifier &verifier) const { - return VerifyTableStart(verifier) && - VerifyField(verifier, VT_VERSION) && - VerifyOffset(verifier, VT_OPERATOR_CODES) && - verifier.VerifyVector(operator_codes()) && - verifier.VerifyVectorOfTables(operator_codes()) && - VerifyOffset(verifier, VT_SUBGRAPHS) && - verifier.VerifyVector(subgraphs()) && - verifier.VerifyVectorOfTables(subgraphs()) && - VerifyOffset(verifier, VT_DESCRIPTION) && - verifier.VerifyString(description()) && - VerifyOffset(verifier, VT_BUFFERS) && - verifier.VerifyVector(buffers()) && - verifier.VerifyVectorOfTables(buffers()) && - VerifyOffset(verifier, VT_METADATA_BUFFER) && - verifier.VerifyVector(metadata_buffer()) && - VerifyOffset(verifier, VT_METADATA) && - verifier.VerifyVector(metadata()) && - verifier.VerifyVectorOfTables(metadata()) && - VerifyOffset(verifier, VT_SIGNATURE_DEFS) && - verifier.VerifyVector(signature_defs()) && - verifier.VerifyVectorOfTables(signature_defs()) && - verifier.EndTable(); - } - ModelT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const; - void UnPackTo(ModelT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const; - static flatbuffers::Offset Pack(flatbuffers::FlatBufferBuilder &_fbb, const ModelT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); -}; - -struct ModelBuilder { - typedef Model Table; - flatbuffers::FlatBufferBuilder &fbb_; - flatbuffers::uoffset_t start_; - void add_version(uint32_t version) { - fbb_.AddElement(Model::VT_VERSION, version, 0); - } - void add_operator_codes(flatbuffers::Offset>> operator_codes) { - fbb_.AddOffset(Model::VT_OPERATOR_CODES, operator_codes); - } - void add_subgraphs(flatbuffers::Offset>> subgraphs) { - fbb_.AddOffset(Model::VT_SUBGRAPHS, subgraphs); - } - void add_description(flatbuffers::Offset description) { - fbb_.AddOffset(Model::VT_DESCRIPTION, description); - } - void add_buffers(flatbuffers::Offset>> buffers) { - fbb_.AddOffset(Model::VT_BUFFERS, buffers); - } - void add_metadata_buffer(flatbuffers::Offset> metadata_buffer) { - fbb_.AddOffset(Model::VT_METADATA_BUFFER, metadata_buffer); - } - void add_metadata(flatbuffers::Offset>> metadata) { - fbb_.AddOffset(Model::VT_METADATA, metadata); - } - void add_signature_defs(flatbuffers::Offset>> signature_defs) { - fbb_.AddOffset(Model::VT_SIGNATURE_DEFS, signature_defs); - } - explicit ModelBuilder(flatbuffers::FlatBufferBuilder &_fbb) - : fbb_(_fbb) { - start_ = fbb_.StartTable(); - } - ModelBuilder &operator=(const ModelBuilder &); - flatbuffers::Offset Finish() { - const auto end = fbb_.EndTable(start_); - auto o = flatbuffers::Offset(end); - return o; - } -}; - -inline flatbuffers::Offset CreateModel( - flatbuffers::FlatBufferBuilder &_fbb, - uint32_t version = 0, - flatbuffers::Offset>> operator_codes = 0, - flatbuffers::Offset>> subgraphs = 0, - flatbuffers::Offset description = 0, - flatbuffers::Offset>> buffers = 0, - flatbuffers::Offset> metadata_buffer = 0, - flatbuffers::Offset>> metadata = 0, - flatbuffers::Offset>> signature_defs = 0) { - ModelBuilder builder_(_fbb); - builder_.add_signature_defs(signature_defs); - builder_.add_metadata(metadata); - builder_.add_metadata_buffer(metadata_buffer); - builder_.add_buffers(buffers); - builder_.add_description(description); - builder_.add_subgraphs(subgraphs); - builder_.add_operator_codes(operator_codes); - builder_.add_version(version); - return builder_.Finish(); -} - -inline flatbuffers::Offset CreateModelDirect( - flatbuffers::FlatBufferBuilder &_fbb, - uint32_t version = 0, - const std::vector> *operator_codes = nullptr, - const std::vector> *subgraphs = nullptr, - const char *description = nullptr, - const std::vector> *buffers = nullptr, - const std::vector *metadata_buffer = nullptr, - const std::vector> *metadata = nullptr, - const std::vector> *signature_defs = nullptr) { - auto operator_codes__ = operator_codes ? _fbb.CreateVector>(*operator_codes) : 0; - auto subgraphs__ = subgraphs ? _fbb.CreateVector>(*subgraphs) : 0; - auto description__ = description ? _fbb.CreateString(description) : 0; - auto buffers__ = buffers ? _fbb.CreateVector>(*buffers) : 0; - auto metadata_buffer__ = metadata_buffer ? _fbb.CreateVector(*metadata_buffer) : 0; - auto metadata__ = metadata ? _fbb.CreateVector>(*metadata) : 0; - auto signature_defs__ = signature_defs ? _fbb.CreateVector>(*signature_defs) : 0; - return tflite::CreateModel( - _fbb, - version, - operator_codes__, - subgraphs__, - description__, - buffers__, - metadata_buffer__, - metadata__, - signature_defs__); -} - -flatbuffers::Offset CreateModel(flatbuffers::FlatBufferBuilder &_fbb, const ModelT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr); - -inline CustomQuantizationT *CustomQuantization::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new CustomQuantizationT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void CustomQuantization::UnPackTo(CustomQuantizationT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; - { auto _e = custom(); if (_e) { _o->custom.resize(_e->size()); for (flatbuffers::uoffset_t _i = 0; _i < _e->size(); _i++) { _o->custom[_i] = _e->Get(_i); } } } -} - -inline flatbuffers::Offset CustomQuantization::Pack(flatbuffers::FlatBufferBuilder &_fbb, const CustomQuantizationT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateCustomQuantization(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateCustomQuantization(flatbuffers::FlatBufferBuilder &_fbb, const CustomQuantizationT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const CustomQuantizationT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - _fbb.ForceVectorAlignment(_o->custom.size(), sizeof(uint8_t), 16); - auto _custom = _o->custom.size() ? _fbb.CreateVector(_o->custom) : 0; - return tflite::CreateCustomQuantization( - _fbb, - _custom); -} - -inline QuantizationParametersT *QuantizationParameters::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new QuantizationParametersT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void QuantizationParameters::UnPackTo(QuantizationParametersT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; - { auto _e = min(); if (_e) { _o->min.resize(_e->size()); for (flatbuffers::uoffset_t _i = 0; _i < _e->size(); _i++) { _o->min[_i] = _e->Get(_i); } } } - { auto _e = max(); if (_e) { _o->max.resize(_e->size()); for (flatbuffers::uoffset_t _i = 0; _i < _e->size(); _i++) { _o->max[_i] = _e->Get(_i); } } } - { auto _e = scale(); if (_e) { _o->scale.resize(_e->size()); for (flatbuffers::uoffset_t _i = 0; _i < _e->size(); _i++) { _o->scale[_i] = _e->Get(_i); } } } - { auto _e = zero_point(); if (_e) { _o->zero_point.resize(_e->size()); for (flatbuffers::uoffset_t _i = 0; _i < _e->size(); _i++) { _o->zero_point[_i] = _e->Get(_i); } } } - { auto _e = details_type(); _o->details.type = _e; } - { auto _e = details(); if (_e) _o->details.value = tflite::QuantizationDetailsUnion::UnPack(_e, details_type(), _resolver); } - { auto _e = quantized_dimension(); _o->quantized_dimension = _e; } -} - -inline flatbuffers::Offset QuantizationParameters::Pack(flatbuffers::FlatBufferBuilder &_fbb, const QuantizationParametersT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateQuantizationParameters(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateQuantizationParameters(flatbuffers::FlatBufferBuilder &_fbb, const QuantizationParametersT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const QuantizationParametersT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - auto _min = _o->min.size() ? _fbb.CreateVector(_o->min) : 0; - auto _max = _o->max.size() ? _fbb.CreateVector(_o->max) : 0; - auto _scale = _o->scale.size() ? _fbb.CreateVector(_o->scale) : 0; - auto _zero_point = _o->zero_point.size() ? _fbb.CreateVector(_o->zero_point) : 0; - auto _details_type = _o->details.type; - auto _details = _o->details.Pack(_fbb); - auto _quantized_dimension = _o->quantized_dimension; - return tflite::CreateQuantizationParameters( - _fbb, - _min, - _max, - _scale, - _zero_point, - _details_type, - _details, - _quantized_dimension); -} - -inline Int32VectorT *Int32Vector::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new Int32VectorT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void Int32Vector::UnPackTo(Int32VectorT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; - { auto _e = values(); if (_e) { _o->values.resize(_e->size()); for (flatbuffers::uoffset_t _i = 0; _i < _e->size(); _i++) { _o->values[_i] = _e->Get(_i); } } } -} - -inline flatbuffers::Offset Int32Vector::Pack(flatbuffers::FlatBufferBuilder &_fbb, const Int32VectorT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateInt32Vector(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateInt32Vector(flatbuffers::FlatBufferBuilder &_fbb, const Int32VectorT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const Int32VectorT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - auto _values = _o->values.size() ? _fbb.CreateVector(_o->values) : 0; - return tflite::CreateInt32Vector( - _fbb, - _values); -} - -inline Uint16VectorT *Uint16Vector::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new Uint16VectorT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void Uint16Vector::UnPackTo(Uint16VectorT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; - { auto _e = values(); if (_e) { _o->values.resize(_e->size()); for (flatbuffers::uoffset_t _i = 0; _i < _e->size(); _i++) { _o->values[_i] = _e->Get(_i); } } } -} - -inline flatbuffers::Offset Uint16Vector::Pack(flatbuffers::FlatBufferBuilder &_fbb, const Uint16VectorT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateUint16Vector(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateUint16Vector(flatbuffers::FlatBufferBuilder &_fbb, const Uint16VectorT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const Uint16VectorT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - _fbb.ForceVectorAlignment(_o->values.size(), sizeof(uint16_t), 4); - auto _values = _o->values.size() ? _fbb.CreateVector(_o->values) : 0; - return tflite::CreateUint16Vector( - _fbb, - _values); -} - -inline Uint8VectorT *Uint8Vector::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new Uint8VectorT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void Uint8Vector::UnPackTo(Uint8VectorT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; - { auto _e = values(); if (_e) { _o->values.resize(_e->size()); for (flatbuffers::uoffset_t _i = 0; _i < _e->size(); _i++) { _o->values[_i] = _e->Get(_i); } } } -} - -inline flatbuffers::Offset Uint8Vector::Pack(flatbuffers::FlatBufferBuilder &_fbb, const Uint8VectorT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateUint8Vector(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateUint8Vector(flatbuffers::FlatBufferBuilder &_fbb, const Uint8VectorT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const Uint8VectorT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - _fbb.ForceVectorAlignment(_o->values.size(), sizeof(uint8_t), 4); - auto _values = _o->values.size() ? _fbb.CreateVector(_o->values) : 0; - return tflite::CreateUint8Vector( - _fbb, - _values); -} - -inline DimensionMetadataT *DimensionMetadata::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new DimensionMetadataT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void DimensionMetadata::UnPackTo(DimensionMetadataT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; - { auto _e = format(); _o->format = _e; } - { auto _e = dense_size(); _o->dense_size = _e; } - { auto _e = array_segments_type(); _o->array_segments.type = _e; } - { auto _e = array_segments(); if (_e) _o->array_segments.value = tflite::SparseIndexVectorUnion::UnPack(_e, array_segments_type(), _resolver); } - { auto _e = array_indices_type(); _o->array_indices.type = _e; } - { auto _e = array_indices(); if (_e) _o->array_indices.value = tflite::SparseIndexVectorUnion::UnPack(_e, array_indices_type(), _resolver); } -} - -inline flatbuffers::Offset DimensionMetadata::Pack(flatbuffers::FlatBufferBuilder &_fbb, const DimensionMetadataT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateDimensionMetadata(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateDimensionMetadata(flatbuffers::FlatBufferBuilder &_fbb, const DimensionMetadataT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const DimensionMetadataT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - auto _format = _o->format; - auto _dense_size = _o->dense_size; - auto _array_segments_type = _o->array_segments.type; - auto _array_segments = _o->array_segments.Pack(_fbb); - auto _array_indices_type = _o->array_indices.type; - auto _array_indices = _o->array_indices.Pack(_fbb); - return tflite::CreateDimensionMetadata( - _fbb, - _format, - _dense_size, - _array_segments_type, - _array_segments, - _array_indices_type, - _array_indices); -} - -inline SparsityParametersT *SparsityParameters::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new SparsityParametersT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void SparsityParameters::UnPackTo(SparsityParametersT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; - { auto _e = traversal_order(); if (_e) { _o->traversal_order.resize(_e->size()); for (flatbuffers::uoffset_t _i = 0; _i < _e->size(); _i++) { _o->traversal_order[_i] = _e->Get(_i); } } } - { auto _e = block_map(); if (_e) { _o->block_map.resize(_e->size()); for (flatbuffers::uoffset_t _i = 0; _i < _e->size(); _i++) { _o->block_map[_i] = _e->Get(_i); } } } - { auto _e = dim_metadata(); if (_e) { _o->dim_metadata.resize(_e->size()); for (flatbuffers::uoffset_t _i = 0; _i < _e->size(); _i++) { _o->dim_metadata[_i] = std::unique_ptr(_e->Get(_i)->UnPack(_resolver)); } } } -} - -inline flatbuffers::Offset SparsityParameters::Pack(flatbuffers::FlatBufferBuilder &_fbb, const SparsityParametersT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateSparsityParameters(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateSparsityParameters(flatbuffers::FlatBufferBuilder &_fbb, const SparsityParametersT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const SparsityParametersT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - auto _traversal_order = _o->traversal_order.size() ? _fbb.CreateVector(_o->traversal_order) : 0; - auto _block_map = _o->block_map.size() ? _fbb.CreateVector(_o->block_map) : 0; - auto _dim_metadata = _o->dim_metadata.size() ? _fbb.CreateVector> (_o->dim_metadata.size(), [](size_t i, _VectorArgs *__va) { return CreateDimensionMetadata(*__va->__fbb, __va->__o->dim_metadata[i].get(), __va->__rehasher); }, &_va ) : 0; - return tflite::CreateSparsityParameters( - _fbb, - _traversal_order, - _block_map, - _dim_metadata); -} - -inline TensorT *Tensor::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new TensorT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void Tensor::UnPackTo(TensorT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; - { auto _e = shape(); if (_e) { _o->shape.resize(_e->size()); for (flatbuffers::uoffset_t _i = 0; _i < _e->size(); _i++) { _o->shape[_i] = _e->Get(_i); } } } - { auto _e = type(); _o->type = _e; } - { auto _e = buffer(); _o->buffer = _e; } - { auto _e = name(); if (_e) _o->name = _e->str(); } - { auto _e = quantization(); if (_e) _o->quantization = std::unique_ptr(_e->UnPack(_resolver)); } - { auto _e = is_variable(); _o->is_variable = _e; } - { auto _e = sparsity(); if (_e) _o->sparsity = std::unique_ptr(_e->UnPack(_resolver)); } - { auto _e = shape_signature(); if (_e) { _o->shape_signature.resize(_e->size()); for (flatbuffers::uoffset_t _i = 0; _i < _e->size(); _i++) { _o->shape_signature[_i] = _e->Get(_i); } } } - { auto _e = has_rank(); _o->has_rank = _e; } -} - -inline flatbuffers::Offset Tensor::Pack(flatbuffers::FlatBufferBuilder &_fbb, const TensorT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateTensor(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateTensor(flatbuffers::FlatBufferBuilder &_fbb, const TensorT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const TensorT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - auto _shape = _o->shape.size() ? _fbb.CreateVector(_o->shape) : 0; - auto _type = _o->type; - auto _buffer = _o->buffer; - auto _name = _o->name.empty() ? 0 : _fbb.CreateString(_o->name); - auto _quantization = _o->quantization ? CreateQuantizationParameters(_fbb, _o->quantization.get(), _rehasher) : 0; - auto _is_variable = _o->is_variable; - auto _sparsity = _o->sparsity ? CreateSparsityParameters(_fbb, _o->sparsity.get(), _rehasher) : 0; - auto _shape_signature = _o->shape_signature.size() ? _fbb.CreateVector(_o->shape_signature) : 0; - auto _has_rank = _o->has_rank; - return tflite::CreateTensor( - _fbb, - _shape, - _type, - _buffer, - _name, - _quantization, - _is_variable, - _sparsity, - _shape_signature, - _has_rank); -} - -inline Conv2DOptionsT *Conv2DOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new Conv2DOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void Conv2DOptions::UnPackTo(Conv2DOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; - { auto _e = padding(); _o->padding = _e; } - { auto _e = stride_w(); _o->stride_w = _e; } - { auto _e = stride_h(); _o->stride_h = _e; } - { auto _e = fused_activation_function(); _o->fused_activation_function = _e; } - { auto _e = dilation_w_factor(); _o->dilation_w_factor = _e; } - { auto _e = dilation_h_factor(); _o->dilation_h_factor = _e; } -} - -inline flatbuffers::Offset Conv2DOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const Conv2DOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateConv2DOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateConv2DOptions(flatbuffers::FlatBufferBuilder &_fbb, const Conv2DOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const Conv2DOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - auto _padding = _o->padding; - auto _stride_w = _o->stride_w; - auto _stride_h = _o->stride_h; - auto _fused_activation_function = _o->fused_activation_function; - auto _dilation_w_factor = _o->dilation_w_factor; - auto _dilation_h_factor = _o->dilation_h_factor; - return tflite::CreateConv2DOptions( - _fbb, - _padding, - _stride_w, - _stride_h, - _fused_activation_function, - _dilation_w_factor, - _dilation_h_factor); -} - -inline Conv3DOptionsT *Conv3DOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new Conv3DOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void Conv3DOptions::UnPackTo(Conv3DOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; - { auto _e = padding(); _o->padding = _e; } - { auto _e = stride_d(); _o->stride_d = _e; } - { auto _e = stride_w(); _o->stride_w = _e; } - { auto _e = stride_h(); _o->stride_h = _e; } - { auto _e = fused_activation_function(); _o->fused_activation_function = _e; } - { auto _e = dilation_d_factor(); _o->dilation_d_factor = _e; } - { auto _e = dilation_w_factor(); _o->dilation_w_factor = _e; } - { auto _e = dilation_h_factor(); _o->dilation_h_factor = _e; } -} - -inline flatbuffers::Offset Conv3DOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const Conv3DOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateConv3DOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateConv3DOptions(flatbuffers::FlatBufferBuilder &_fbb, const Conv3DOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const Conv3DOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - auto _padding = _o->padding; - auto _stride_d = _o->stride_d; - auto _stride_w = _o->stride_w; - auto _stride_h = _o->stride_h; - auto _fused_activation_function = _o->fused_activation_function; - auto _dilation_d_factor = _o->dilation_d_factor; - auto _dilation_w_factor = _o->dilation_w_factor; - auto _dilation_h_factor = _o->dilation_h_factor; - return tflite::CreateConv3DOptions( - _fbb, - _padding, - _stride_d, - _stride_w, - _stride_h, - _fused_activation_function, - _dilation_d_factor, - _dilation_w_factor, - _dilation_h_factor); -} - -inline Pool2DOptionsT *Pool2DOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new Pool2DOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void Pool2DOptions::UnPackTo(Pool2DOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; - { auto _e = padding(); _o->padding = _e; } - { auto _e = stride_w(); _o->stride_w = _e; } - { auto _e = stride_h(); _o->stride_h = _e; } - { auto _e = filter_width(); _o->filter_width = _e; } - { auto _e = filter_height(); _o->filter_height = _e; } - { auto _e = fused_activation_function(); _o->fused_activation_function = _e; } -} - -inline flatbuffers::Offset Pool2DOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const Pool2DOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreatePool2DOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreatePool2DOptions(flatbuffers::FlatBufferBuilder &_fbb, const Pool2DOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const Pool2DOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - auto _padding = _o->padding; - auto _stride_w = _o->stride_w; - auto _stride_h = _o->stride_h; - auto _filter_width = _o->filter_width; - auto _filter_height = _o->filter_height; - auto _fused_activation_function = _o->fused_activation_function; - return tflite::CreatePool2DOptions( - _fbb, - _padding, - _stride_w, - _stride_h, - _filter_width, - _filter_height, - _fused_activation_function); -} - -inline DepthwiseConv2DOptionsT *DepthwiseConv2DOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new DepthwiseConv2DOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void DepthwiseConv2DOptions::UnPackTo(DepthwiseConv2DOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; - { auto _e = padding(); _o->padding = _e; } - { auto _e = stride_w(); _o->stride_w = _e; } - { auto _e = stride_h(); _o->stride_h = _e; } - { auto _e = depth_multiplier(); _o->depth_multiplier = _e; } - { auto _e = fused_activation_function(); _o->fused_activation_function = _e; } - { auto _e = dilation_w_factor(); _o->dilation_w_factor = _e; } - { auto _e = dilation_h_factor(); _o->dilation_h_factor = _e; } -} - -inline flatbuffers::Offset DepthwiseConv2DOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const DepthwiseConv2DOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateDepthwiseConv2DOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateDepthwiseConv2DOptions(flatbuffers::FlatBufferBuilder &_fbb, const DepthwiseConv2DOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const DepthwiseConv2DOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - auto _padding = _o->padding; - auto _stride_w = _o->stride_w; - auto _stride_h = _o->stride_h; - auto _depth_multiplier = _o->depth_multiplier; - auto _fused_activation_function = _o->fused_activation_function; - auto _dilation_w_factor = _o->dilation_w_factor; - auto _dilation_h_factor = _o->dilation_h_factor; - return tflite::CreateDepthwiseConv2DOptions( - _fbb, - _padding, - _stride_w, - _stride_h, - _depth_multiplier, - _fused_activation_function, - _dilation_w_factor, - _dilation_h_factor); -} - -inline ConcatEmbeddingsOptionsT *ConcatEmbeddingsOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new ConcatEmbeddingsOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void ConcatEmbeddingsOptions::UnPackTo(ConcatEmbeddingsOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; - { auto _e = num_channels(); _o->num_channels = _e; } - { auto _e = num_columns_per_channel(); if (_e) { _o->num_columns_per_channel.resize(_e->size()); for (flatbuffers::uoffset_t _i = 0; _i < _e->size(); _i++) { _o->num_columns_per_channel[_i] = _e->Get(_i); } } } - { auto _e = embedding_dim_per_channel(); if (_e) { _o->embedding_dim_per_channel.resize(_e->size()); for (flatbuffers::uoffset_t _i = 0; _i < _e->size(); _i++) { _o->embedding_dim_per_channel[_i] = _e->Get(_i); } } } -} - -inline flatbuffers::Offset ConcatEmbeddingsOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const ConcatEmbeddingsOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateConcatEmbeddingsOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateConcatEmbeddingsOptions(flatbuffers::FlatBufferBuilder &_fbb, const ConcatEmbeddingsOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const ConcatEmbeddingsOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - auto _num_channels = _o->num_channels; - auto _num_columns_per_channel = _o->num_columns_per_channel.size() ? _fbb.CreateVector(_o->num_columns_per_channel) : 0; - auto _embedding_dim_per_channel = _o->embedding_dim_per_channel.size() ? _fbb.CreateVector(_o->embedding_dim_per_channel) : 0; - return tflite::CreateConcatEmbeddingsOptions( - _fbb, - _num_channels, - _num_columns_per_channel, - _embedding_dim_per_channel); -} - -inline LSHProjectionOptionsT *LSHProjectionOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new LSHProjectionOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void LSHProjectionOptions::UnPackTo(LSHProjectionOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; - { auto _e = type(); _o->type = _e; } -} - -inline flatbuffers::Offset LSHProjectionOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const LSHProjectionOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateLSHProjectionOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateLSHProjectionOptions(flatbuffers::FlatBufferBuilder &_fbb, const LSHProjectionOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const LSHProjectionOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - auto _type = _o->type; - return tflite::CreateLSHProjectionOptions( - _fbb, - _type); -} - -inline SVDFOptionsT *SVDFOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new SVDFOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void SVDFOptions::UnPackTo(SVDFOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; - { auto _e = rank(); _o->rank = _e; } - { auto _e = fused_activation_function(); _o->fused_activation_function = _e; } - { auto _e = asymmetric_quantize_inputs(); _o->asymmetric_quantize_inputs = _e; } -} - -inline flatbuffers::Offset SVDFOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const SVDFOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateSVDFOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateSVDFOptions(flatbuffers::FlatBufferBuilder &_fbb, const SVDFOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const SVDFOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - auto _rank = _o->rank; - auto _fused_activation_function = _o->fused_activation_function; - auto _asymmetric_quantize_inputs = _o->asymmetric_quantize_inputs; - return tflite::CreateSVDFOptions( - _fbb, - _rank, - _fused_activation_function, - _asymmetric_quantize_inputs); -} - -inline RNNOptionsT *RNNOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new RNNOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void RNNOptions::UnPackTo(RNNOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; - { auto _e = fused_activation_function(); _o->fused_activation_function = _e; } - { auto _e = asymmetric_quantize_inputs(); _o->asymmetric_quantize_inputs = _e; } -} - -inline flatbuffers::Offset RNNOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const RNNOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateRNNOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateRNNOptions(flatbuffers::FlatBufferBuilder &_fbb, const RNNOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const RNNOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - auto _fused_activation_function = _o->fused_activation_function; - auto _asymmetric_quantize_inputs = _o->asymmetric_quantize_inputs; - return tflite::CreateRNNOptions( - _fbb, - _fused_activation_function, - _asymmetric_quantize_inputs); -} - -inline SequenceRNNOptionsT *SequenceRNNOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new SequenceRNNOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void SequenceRNNOptions::UnPackTo(SequenceRNNOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; - { auto _e = time_major(); _o->time_major = _e; } - { auto _e = fused_activation_function(); _o->fused_activation_function = _e; } - { auto _e = asymmetric_quantize_inputs(); _o->asymmetric_quantize_inputs = _e; } -} - -inline flatbuffers::Offset SequenceRNNOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const SequenceRNNOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateSequenceRNNOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateSequenceRNNOptions(flatbuffers::FlatBufferBuilder &_fbb, const SequenceRNNOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const SequenceRNNOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - auto _time_major = _o->time_major; - auto _fused_activation_function = _o->fused_activation_function; - auto _asymmetric_quantize_inputs = _o->asymmetric_quantize_inputs; - return tflite::CreateSequenceRNNOptions( - _fbb, - _time_major, - _fused_activation_function, - _asymmetric_quantize_inputs); -} - -inline BidirectionalSequenceRNNOptionsT *BidirectionalSequenceRNNOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new BidirectionalSequenceRNNOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void BidirectionalSequenceRNNOptions::UnPackTo(BidirectionalSequenceRNNOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; - { auto _e = time_major(); _o->time_major = _e; } - { auto _e = fused_activation_function(); _o->fused_activation_function = _e; } - { auto _e = merge_outputs(); _o->merge_outputs = _e; } - { auto _e = asymmetric_quantize_inputs(); _o->asymmetric_quantize_inputs = _e; } -} - -inline flatbuffers::Offset BidirectionalSequenceRNNOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const BidirectionalSequenceRNNOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateBidirectionalSequenceRNNOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateBidirectionalSequenceRNNOptions(flatbuffers::FlatBufferBuilder &_fbb, const BidirectionalSequenceRNNOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const BidirectionalSequenceRNNOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - auto _time_major = _o->time_major; - auto _fused_activation_function = _o->fused_activation_function; - auto _merge_outputs = _o->merge_outputs; - auto _asymmetric_quantize_inputs = _o->asymmetric_quantize_inputs; - return tflite::CreateBidirectionalSequenceRNNOptions( - _fbb, - _time_major, - _fused_activation_function, - _merge_outputs, - _asymmetric_quantize_inputs); -} - -inline FullyConnectedOptionsT *FullyConnectedOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new FullyConnectedOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void FullyConnectedOptions::UnPackTo(FullyConnectedOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; - { auto _e = fused_activation_function(); _o->fused_activation_function = _e; } - { auto _e = weights_format(); _o->weights_format = _e; } - { auto _e = keep_num_dims(); _o->keep_num_dims = _e; } - { auto _e = asymmetric_quantize_inputs(); _o->asymmetric_quantize_inputs = _e; } -} - -inline flatbuffers::Offset FullyConnectedOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const FullyConnectedOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateFullyConnectedOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateFullyConnectedOptions(flatbuffers::FlatBufferBuilder &_fbb, const FullyConnectedOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const FullyConnectedOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - auto _fused_activation_function = _o->fused_activation_function; - auto _weights_format = _o->weights_format; - auto _keep_num_dims = _o->keep_num_dims; - auto _asymmetric_quantize_inputs = _o->asymmetric_quantize_inputs; - return tflite::CreateFullyConnectedOptions( - _fbb, - _fused_activation_function, - _weights_format, - _keep_num_dims, - _asymmetric_quantize_inputs); -} - -inline SoftmaxOptionsT *SoftmaxOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new SoftmaxOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void SoftmaxOptions::UnPackTo(SoftmaxOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; - { auto _e = beta(); _o->beta = _e; } -} - -inline flatbuffers::Offset SoftmaxOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const SoftmaxOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateSoftmaxOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateSoftmaxOptions(flatbuffers::FlatBufferBuilder &_fbb, const SoftmaxOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const SoftmaxOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - auto _beta = _o->beta; - return tflite::CreateSoftmaxOptions( - _fbb, - _beta); -} - -inline ConcatenationOptionsT *ConcatenationOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new ConcatenationOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void ConcatenationOptions::UnPackTo(ConcatenationOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; - { auto _e = axis(); _o->axis = _e; } - { auto _e = fused_activation_function(); _o->fused_activation_function = _e; } -} - -inline flatbuffers::Offset ConcatenationOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const ConcatenationOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateConcatenationOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateConcatenationOptions(flatbuffers::FlatBufferBuilder &_fbb, const ConcatenationOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const ConcatenationOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - auto _axis = _o->axis; - auto _fused_activation_function = _o->fused_activation_function; - return tflite::CreateConcatenationOptions( - _fbb, - _axis, - _fused_activation_function); -} - -inline AddOptionsT *AddOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new AddOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void AddOptions::UnPackTo(AddOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; - { auto _e = fused_activation_function(); _o->fused_activation_function = _e; } - { auto _e = pot_scale_int16(); _o->pot_scale_int16 = _e; } -} - -inline flatbuffers::Offset AddOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const AddOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateAddOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateAddOptions(flatbuffers::FlatBufferBuilder &_fbb, const AddOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const AddOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - auto _fused_activation_function = _o->fused_activation_function; - auto _pot_scale_int16 = _o->pot_scale_int16; - return tflite::CreateAddOptions( - _fbb, - _fused_activation_function, - _pot_scale_int16); -} - -inline MulOptionsT *MulOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new MulOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void MulOptions::UnPackTo(MulOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; - { auto _e = fused_activation_function(); _o->fused_activation_function = _e; } -} - -inline flatbuffers::Offset MulOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const MulOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateMulOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateMulOptions(flatbuffers::FlatBufferBuilder &_fbb, const MulOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const MulOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - auto _fused_activation_function = _o->fused_activation_function; - return tflite::CreateMulOptions( - _fbb, - _fused_activation_function); -} - -inline L2NormOptionsT *L2NormOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new L2NormOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void L2NormOptions::UnPackTo(L2NormOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; - { auto _e = fused_activation_function(); _o->fused_activation_function = _e; } -} - -inline flatbuffers::Offset L2NormOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const L2NormOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateL2NormOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateL2NormOptions(flatbuffers::FlatBufferBuilder &_fbb, const L2NormOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const L2NormOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - auto _fused_activation_function = _o->fused_activation_function; - return tflite::CreateL2NormOptions( - _fbb, - _fused_activation_function); -} - -inline LocalResponseNormalizationOptionsT *LocalResponseNormalizationOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new LocalResponseNormalizationOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void LocalResponseNormalizationOptions::UnPackTo(LocalResponseNormalizationOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; - { auto _e = radius(); _o->radius = _e; } - { auto _e = bias(); _o->bias = _e; } - { auto _e = alpha(); _o->alpha = _e; } - { auto _e = beta(); _o->beta = _e; } -} - -inline flatbuffers::Offset LocalResponseNormalizationOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const LocalResponseNormalizationOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateLocalResponseNormalizationOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateLocalResponseNormalizationOptions(flatbuffers::FlatBufferBuilder &_fbb, const LocalResponseNormalizationOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const LocalResponseNormalizationOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - auto _radius = _o->radius; - auto _bias = _o->bias; - auto _alpha = _o->alpha; - auto _beta = _o->beta; - return tflite::CreateLocalResponseNormalizationOptions( - _fbb, - _radius, - _bias, - _alpha, - _beta); -} - -inline LSTMOptionsT *LSTMOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new LSTMOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void LSTMOptions::UnPackTo(LSTMOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; - { auto _e = fused_activation_function(); _o->fused_activation_function = _e; } - { auto _e = cell_clip(); _o->cell_clip = _e; } - { auto _e = proj_clip(); _o->proj_clip = _e; } - { auto _e = kernel_type(); _o->kernel_type = _e; } - { auto _e = asymmetric_quantize_inputs(); _o->asymmetric_quantize_inputs = _e; } -} - -inline flatbuffers::Offset LSTMOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const LSTMOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateLSTMOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateLSTMOptions(flatbuffers::FlatBufferBuilder &_fbb, const LSTMOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const LSTMOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - auto _fused_activation_function = _o->fused_activation_function; - auto _cell_clip = _o->cell_clip; - auto _proj_clip = _o->proj_clip; - auto _kernel_type = _o->kernel_type; - auto _asymmetric_quantize_inputs = _o->asymmetric_quantize_inputs; - return tflite::CreateLSTMOptions( - _fbb, - _fused_activation_function, - _cell_clip, - _proj_clip, - _kernel_type, - _asymmetric_quantize_inputs); -} - -inline UnidirectionalSequenceLSTMOptionsT *UnidirectionalSequenceLSTMOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new UnidirectionalSequenceLSTMOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void UnidirectionalSequenceLSTMOptions::UnPackTo(UnidirectionalSequenceLSTMOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; - { auto _e = fused_activation_function(); _o->fused_activation_function = _e; } - { auto _e = cell_clip(); _o->cell_clip = _e; } - { auto _e = proj_clip(); _o->proj_clip = _e; } - { auto _e = time_major(); _o->time_major = _e; } - { auto _e = asymmetric_quantize_inputs(); _o->asymmetric_quantize_inputs = _e; } -} - -inline flatbuffers::Offset UnidirectionalSequenceLSTMOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const UnidirectionalSequenceLSTMOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateUnidirectionalSequenceLSTMOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateUnidirectionalSequenceLSTMOptions(flatbuffers::FlatBufferBuilder &_fbb, const UnidirectionalSequenceLSTMOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const UnidirectionalSequenceLSTMOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - auto _fused_activation_function = _o->fused_activation_function; - auto _cell_clip = _o->cell_clip; - auto _proj_clip = _o->proj_clip; - auto _time_major = _o->time_major; - auto _asymmetric_quantize_inputs = _o->asymmetric_quantize_inputs; - return tflite::CreateUnidirectionalSequenceLSTMOptions( - _fbb, - _fused_activation_function, - _cell_clip, - _proj_clip, - _time_major, - _asymmetric_quantize_inputs); -} - -inline BidirectionalSequenceLSTMOptionsT *BidirectionalSequenceLSTMOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new BidirectionalSequenceLSTMOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void BidirectionalSequenceLSTMOptions::UnPackTo(BidirectionalSequenceLSTMOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; - { auto _e = fused_activation_function(); _o->fused_activation_function = _e; } - { auto _e = cell_clip(); _o->cell_clip = _e; } - { auto _e = proj_clip(); _o->proj_clip = _e; } - { auto _e = merge_outputs(); _o->merge_outputs = _e; } - { auto _e = time_major(); _o->time_major = _e; } - { auto _e = asymmetric_quantize_inputs(); _o->asymmetric_quantize_inputs = _e; } -} - -inline flatbuffers::Offset BidirectionalSequenceLSTMOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const BidirectionalSequenceLSTMOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateBidirectionalSequenceLSTMOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateBidirectionalSequenceLSTMOptions(flatbuffers::FlatBufferBuilder &_fbb, const BidirectionalSequenceLSTMOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const BidirectionalSequenceLSTMOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - auto _fused_activation_function = _o->fused_activation_function; - auto _cell_clip = _o->cell_clip; - auto _proj_clip = _o->proj_clip; - auto _merge_outputs = _o->merge_outputs; - auto _time_major = _o->time_major; - auto _asymmetric_quantize_inputs = _o->asymmetric_quantize_inputs; - return tflite::CreateBidirectionalSequenceLSTMOptions( - _fbb, - _fused_activation_function, - _cell_clip, - _proj_clip, - _merge_outputs, - _time_major, - _asymmetric_quantize_inputs); -} - -inline ResizeBilinearOptionsT *ResizeBilinearOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new ResizeBilinearOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void ResizeBilinearOptions::UnPackTo(ResizeBilinearOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; - { auto _e = align_corners(); _o->align_corners = _e; } - { auto _e = half_pixel_centers(); _o->half_pixel_centers = _e; } -} - -inline flatbuffers::Offset ResizeBilinearOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const ResizeBilinearOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateResizeBilinearOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateResizeBilinearOptions(flatbuffers::FlatBufferBuilder &_fbb, const ResizeBilinearOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const ResizeBilinearOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - auto _align_corners = _o->align_corners; - auto _half_pixel_centers = _o->half_pixel_centers; - return tflite::CreateResizeBilinearOptions( - _fbb, - _align_corners, - _half_pixel_centers); -} - -inline ResizeNearestNeighborOptionsT *ResizeNearestNeighborOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new ResizeNearestNeighborOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void ResizeNearestNeighborOptions::UnPackTo(ResizeNearestNeighborOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; - { auto _e = align_corners(); _o->align_corners = _e; } - { auto _e = half_pixel_centers(); _o->half_pixel_centers = _e; } -} - -inline flatbuffers::Offset ResizeNearestNeighborOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const ResizeNearestNeighborOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateResizeNearestNeighborOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateResizeNearestNeighborOptions(flatbuffers::FlatBufferBuilder &_fbb, const ResizeNearestNeighborOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const ResizeNearestNeighborOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - auto _align_corners = _o->align_corners; - auto _half_pixel_centers = _o->half_pixel_centers; - return tflite::CreateResizeNearestNeighborOptions( - _fbb, - _align_corners, - _half_pixel_centers); -} - -inline CallOptionsT *CallOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new CallOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void CallOptions::UnPackTo(CallOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; - { auto _e = subgraph(); _o->subgraph = _e; } -} - -inline flatbuffers::Offset CallOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const CallOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateCallOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateCallOptions(flatbuffers::FlatBufferBuilder &_fbb, const CallOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const CallOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - auto _subgraph = _o->subgraph; - return tflite::CreateCallOptions( - _fbb, - _subgraph); -} - -inline PadOptionsT *PadOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new PadOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void PadOptions::UnPackTo(PadOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; -} - -inline flatbuffers::Offset PadOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const PadOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreatePadOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreatePadOptions(flatbuffers::FlatBufferBuilder &_fbb, const PadOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const PadOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - return tflite::CreatePadOptions( - _fbb); -} - -inline PadV2OptionsT *PadV2Options::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new PadV2OptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void PadV2Options::UnPackTo(PadV2OptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; -} - -inline flatbuffers::Offset PadV2Options::Pack(flatbuffers::FlatBufferBuilder &_fbb, const PadV2OptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreatePadV2Options(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreatePadV2Options(flatbuffers::FlatBufferBuilder &_fbb, const PadV2OptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const PadV2OptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - return tflite::CreatePadV2Options( - _fbb); -} - -inline ReshapeOptionsT *ReshapeOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new ReshapeOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void ReshapeOptions::UnPackTo(ReshapeOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; - { auto _e = new_shape(); if (_e) { _o->new_shape.resize(_e->size()); for (flatbuffers::uoffset_t _i = 0; _i < _e->size(); _i++) { _o->new_shape[_i] = _e->Get(_i); } } } -} - -inline flatbuffers::Offset ReshapeOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const ReshapeOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateReshapeOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateReshapeOptions(flatbuffers::FlatBufferBuilder &_fbb, const ReshapeOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const ReshapeOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - auto _new_shape = _o->new_shape.size() ? _fbb.CreateVector(_o->new_shape) : 0; - return tflite::CreateReshapeOptions( - _fbb, - _new_shape); -} - -inline SpaceToBatchNDOptionsT *SpaceToBatchNDOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new SpaceToBatchNDOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void SpaceToBatchNDOptions::UnPackTo(SpaceToBatchNDOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; -} - -inline flatbuffers::Offset SpaceToBatchNDOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const SpaceToBatchNDOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateSpaceToBatchNDOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateSpaceToBatchNDOptions(flatbuffers::FlatBufferBuilder &_fbb, const SpaceToBatchNDOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const SpaceToBatchNDOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - return tflite::CreateSpaceToBatchNDOptions( - _fbb); -} - -inline BatchToSpaceNDOptionsT *BatchToSpaceNDOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new BatchToSpaceNDOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void BatchToSpaceNDOptions::UnPackTo(BatchToSpaceNDOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; -} - -inline flatbuffers::Offset BatchToSpaceNDOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const BatchToSpaceNDOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateBatchToSpaceNDOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateBatchToSpaceNDOptions(flatbuffers::FlatBufferBuilder &_fbb, const BatchToSpaceNDOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const BatchToSpaceNDOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - return tflite::CreateBatchToSpaceNDOptions( - _fbb); -} - -inline SkipGramOptionsT *SkipGramOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new SkipGramOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void SkipGramOptions::UnPackTo(SkipGramOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; - { auto _e = ngram_size(); _o->ngram_size = _e; } - { auto _e = max_skip_size(); _o->max_skip_size = _e; } - { auto _e = include_all_ngrams(); _o->include_all_ngrams = _e; } -} - -inline flatbuffers::Offset SkipGramOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const SkipGramOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateSkipGramOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateSkipGramOptions(flatbuffers::FlatBufferBuilder &_fbb, const SkipGramOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const SkipGramOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - auto _ngram_size = _o->ngram_size; - auto _max_skip_size = _o->max_skip_size; - auto _include_all_ngrams = _o->include_all_ngrams; - return tflite::CreateSkipGramOptions( - _fbb, - _ngram_size, - _max_skip_size, - _include_all_ngrams); -} - -inline SpaceToDepthOptionsT *SpaceToDepthOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new SpaceToDepthOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void SpaceToDepthOptions::UnPackTo(SpaceToDepthOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; - { auto _e = block_size(); _o->block_size = _e; } -} - -inline flatbuffers::Offset SpaceToDepthOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const SpaceToDepthOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateSpaceToDepthOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateSpaceToDepthOptions(flatbuffers::FlatBufferBuilder &_fbb, const SpaceToDepthOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const SpaceToDepthOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - auto _block_size = _o->block_size; - return tflite::CreateSpaceToDepthOptions( - _fbb, - _block_size); -} - -inline DepthToSpaceOptionsT *DepthToSpaceOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new DepthToSpaceOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void DepthToSpaceOptions::UnPackTo(DepthToSpaceOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; - { auto _e = block_size(); _o->block_size = _e; } -} - -inline flatbuffers::Offset DepthToSpaceOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const DepthToSpaceOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateDepthToSpaceOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateDepthToSpaceOptions(flatbuffers::FlatBufferBuilder &_fbb, const DepthToSpaceOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const DepthToSpaceOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - auto _block_size = _o->block_size; - return tflite::CreateDepthToSpaceOptions( - _fbb, - _block_size); -} - -inline SubOptionsT *SubOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new SubOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void SubOptions::UnPackTo(SubOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; - { auto _e = fused_activation_function(); _o->fused_activation_function = _e; } - { auto _e = pot_scale_int16(); _o->pot_scale_int16 = _e; } -} - -inline flatbuffers::Offset SubOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const SubOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateSubOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateSubOptions(flatbuffers::FlatBufferBuilder &_fbb, const SubOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const SubOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - auto _fused_activation_function = _o->fused_activation_function; - auto _pot_scale_int16 = _o->pot_scale_int16; - return tflite::CreateSubOptions( - _fbb, - _fused_activation_function, - _pot_scale_int16); -} - -inline DivOptionsT *DivOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new DivOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void DivOptions::UnPackTo(DivOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; - { auto _e = fused_activation_function(); _o->fused_activation_function = _e; } -} - -inline flatbuffers::Offset DivOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const DivOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateDivOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateDivOptions(flatbuffers::FlatBufferBuilder &_fbb, const DivOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const DivOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - auto _fused_activation_function = _o->fused_activation_function; - return tflite::CreateDivOptions( - _fbb, - _fused_activation_function); -} - -inline TopKV2OptionsT *TopKV2Options::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new TopKV2OptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void TopKV2Options::UnPackTo(TopKV2OptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; -} - -inline flatbuffers::Offset TopKV2Options::Pack(flatbuffers::FlatBufferBuilder &_fbb, const TopKV2OptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateTopKV2Options(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateTopKV2Options(flatbuffers::FlatBufferBuilder &_fbb, const TopKV2OptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const TopKV2OptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - return tflite::CreateTopKV2Options( - _fbb); -} - -inline EmbeddingLookupSparseOptionsT *EmbeddingLookupSparseOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new EmbeddingLookupSparseOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void EmbeddingLookupSparseOptions::UnPackTo(EmbeddingLookupSparseOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; - { auto _e = combiner(); _o->combiner = _e; } -} - -inline flatbuffers::Offset EmbeddingLookupSparseOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const EmbeddingLookupSparseOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateEmbeddingLookupSparseOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateEmbeddingLookupSparseOptions(flatbuffers::FlatBufferBuilder &_fbb, const EmbeddingLookupSparseOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const EmbeddingLookupSparseOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - auto _combiner = _o->combiner; - return tflite::CreateEmbeddingLookupSparseOptions( - _fbb, - _combiner); -} - -inline GatherOptionsT *GatherOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new GatherOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void GatherOptions::UnPackTo(GatherOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; - { auto _e = axis(); _o->axis = _e; } - { auto _e = batch_dims(); _o->batch_dims = _e; } -} - -inline flatbuffers::Offset GatherOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const GatherOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateGatherOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateGatherOptions(flatbuffers::FlatBufferBuilder &_fbb, const GatherOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const GatherOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - auto _axis = _o->axis; - auto _batch_dims = _o->batch_dims; - return tflite::CreateGatherOptions( - _fbb, - _axis, - _batch_dims); -} - -inline TransposeOptionsT *TransposeOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new TransposeOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void TransposeOptions::UnPackTo(TransposeOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; -} - -inline flatbuffers::Offset TransposeOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const TransposeOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateTransposeOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateTransposeOptions(flatbuffers::FlatBufferBuilder &_fbb, const TransposeOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const TransposeOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - return tflite::CreateTransposeOptions( - _fbb); -} - -inline ExpOptionsT *ExpOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new ExpOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void ExpOptions::UnPackTo(ExpOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; -} - -inline flatbuffers::Offset ExpOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const ExpOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateExpOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateExpOptions(flatbuffers::FlatBufferBuilder &_fbb, const ExpOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const ExpOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - return tflite::CreateExpOptions( - _fbb); -} - -inline CosOptionsT *CosOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new CosOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void CosOptions::UnPackTo(CosOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; -} - -inline flatbuffers::Offset CosOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const CosOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateCosOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateCosOptions(flatbuffers::FlatBufferBuilder &_fbb, const CosOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const CosOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - return tflite::CreateCosOptions( - _fbb); -} - -inline ReducerOptionsT *ReducerOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new ReducerOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void ReducerOptions::UnPackTo(ReducerOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; - { auto _e = keep_dims(); _o->keep_dims = _e; } -} - -inline flatbuffers::Offset ReducerOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const ReducerOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateReducerOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateReducerOptions(flatbuffers::FlatBufferBuilder &_fbb, const ReducerOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const ReducerOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - auto _keep_dims = _o->keep_dims; - return tflite::CreateReducerOptions( - _fbb, - _keep_dims); -} - -inline SqueezeOptionsT *SqueezeOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new SqueezeOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void SqueezeOptions::UnPackTo(SqueezeOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; - { auto _e = squeeze_dims(); if (_e) { _o->squeeze_dims.resize(_e->size()); for (flatbuffers::uoffset_t _i = 0; _i < _e->size(); _i++) { _o->squeeze_dims[_i] = _e->Get(_i); } } } -} - -inline flatbuffers::Offset SqueezeOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const SqueezeOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateSqueezeOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateSqueezeOptions(flatbuffers::FlatBufferBuilder &_fbb, const SqueezeOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const SqueezeOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - auto _squeeze_dims = _o->squeeze_dims.size() ? _fbb.CreateVector(_o->squeeze_dims) : 0; - return tflite::CreateSqueezeOptions( - _fbb, - _squeeze_dims); -} - -inline SplitOptionsT *SplitOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new SplitOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void SplitOptions::UnPackTo(SplitOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; - { auto _e = num_splits(); _o->num_splits = _e; } -} - -inline flatbuffers::Offset SplitOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const SplitOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateSplitOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateSplitOptions(flatbuffers::FlatBufferBuilder &_fbb, const SplitOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const SplitOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - auto _num_splits = _o->num_splits; - return tflite::CreateSplitOptions( - _fbb, - _num_splits); -} - -inline SplitVOptionsT *SplitVOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new SplitVOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void SplitVOptions::UnPackTo(SplitVOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; - { auto _e = num_splits(); _o->num_splits = _e; } -} - -inline flatbuffers::Offset SplitVOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const SplitVOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateSplitVOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateSplitVOptions(flatbuffers::FlatBufferBuilder &_fbb, const SplitVOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const SplitVOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - auto _num_splits = _o->num_splits; - return tflite::CreateSplitVOptions( - _fbb, - _num_splits); -} - -inline StridedSliceOptionsT *StridedSliceOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new StridedSliceOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void StridedSliceOptions::UnPackTo(StridedSliceOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; - { auto _e = begin_mask(); _o->begin_mask = _e; } - { auto _e = end_mask(); _o->end_mask = _e; } - { auto _e = ellipsis_mask(); _o->ellipsis_mask = _e; } - { auto _e = new_axis_mask(); _o->new_axis_mask = _e; } - { auto _e = shrink_axis_mask(); _o->shrink_axis_mask = _e; } -} - -inline flatbuffers::Offset StridedSliceOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const StridedSliceOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateStridedSliceOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateStridedSliceOptions(flatbuffers::FlatBufferBuilder &_fbb, const StridedSliceOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const StridedSliceOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - auto _begin_mask = _o->begin_mask; - auto _end_mask = _o->end_mask; - auto _ellipsis_mask = _o->ellipsis_mask; - auto _new_axis_mask = _o->new_axis_mask; - auto _shrink_axis_mask = _o->shrink_axis_mask; - return tflite::CreateStridedSliceOptions( - _fbb, - _begin_mask, - _end_mask, - _ellipsis_mask, - _new_axis_mask, - _shrink_axis_mask); -} - -inline LogSoftmaxOptionsT *LogSoftmaxOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new LogSoftmaxOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void LogSoftmaxOptions::UnPackTo(LogSoftmaxOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; -} - -inline flatbuffers::Offset LogSoftmaxOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const LogSoftmaxOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateLogSoftmaxOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateLogSoftmaxOptions(flatbuffers::FlatBufferBuilder &_fbb, const LogSoftmaxOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const LogSoftmaxOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - return tflite::CreateLogSoftmaxOptions( - _fbb); -} - -inline CastOptionsT *CastOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new CastOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void CastOptions::UnPackTo(CastOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; - { auto _e = in_data_type(); _o->in_data_type = _e; } - { auto _e = out_data_type(); _o->out_data_type = _e; } -} - -inline flatbuffers::Offset CastOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const CastOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateCastOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateCastOptions(flatbuffers::FlatBufferBuilder &_fbb, const CastOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const CastOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - auto _in_data_type = _o->in_data_type; - auto _out_data_type = _o->out_data_type; - return tflite::CreateCastOptions( - _fbb, - _in_data_type, - _out_data_type); -} - -inline DequantizeOptionsT *DequantizeOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new DequantizeOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void DequantizeOptions::UnPackTo(DequantizeOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; -} - -inline flatbuffers::Offset DequantizeOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const DequantizeOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateDequantizeOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateDequantizeOptions(flatbuffers::FlatBufferBuilder &_fbb, const DequantizeOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const DequantizeOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - return tflite::CreateDequantizeOptions( - _fbb); -} - -inline MaximumMinimumOptionsT *MaximumMinimumOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new MaximumMinimumOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void MaximumMinimumOptions::UnPackTo(MaximumMinimumOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; -} - -inline flatbuffers::Offset MaximumMinimumOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const MaximumMinimumOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateMaximumMinimumOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateMaximumMinimumOptions(flatbuffers::FlatBufferBuilder &_fbb, const MaximumMinimumOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const MaximumMinimumOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - return tflite::CreateMaximumMinimumOptions( - _fbb); -} - -inline TileOptionsT *TileOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new TileOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void TileOptions::UnPackTo(TileOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; -} - -inline flatbuffers::Offset TileOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const TileOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateTileOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateTileOptions(flatbuffers::FlatBufferBuilder &_fbb, const TileOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const TileOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - return tflite::CreateTileOptions( - _fbb); -} - -inline ArgMaxOptionsT *ArgMaxOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new ArgMaxOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void ArgMaxOptions::UnPackTo(ArgMaxOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; - { auto _e = output_type(); _o->output_type = _e; } -} - -inline flatbuffers::Offset ArgMaxOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const ArgMaxOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateArgMaxOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateArgMaxOptions(flatbuffers::FlatBufferBuilder &_fbb, const ArgMaxOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const ArgMaxOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - auto _output_type = _o->output_type; - return tflite::CreateArgMaxOptions( - _fbb, - _output_type); -} - -inline ArgMinOptionsT *ArgMinOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new ArgMinOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void ArgMinOptions::UnPackTo(ArgMinOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; - { auto _e = output_type(); _o->output_type = _e; } -} - -inline flatbuffers::Offset ArgMinOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const ArgMinOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateArgMinOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateArgMinOptions(flatbuffers::FlatBufferBuilder &_fbb, const ArgMinOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const ArgMinOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - auto _output_type = _o->output_type; - return tflite::CreateArgMinOptions( - _fbb, - _output_type); -} - -inline GreaterOptionsT *GreaterOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new GreaterOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void GreaterOptions::UnPackTo(GreaterOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; -} - -inline flatbuffers::Offset GreaterOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const GreaterOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateGreaterOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateGreaterOptions(flatbuffers::FlatBufferBuilder &_fbb, const GreaterOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const GreaterOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - return tflite::CreateGreaterOptions( - _fbb); -} - -inline GreaterEqualOptionsT *GreaterEqualOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new GreaterEqualOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void GreaterEqualOptions::UnPackTo(GreaterEqualOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; -} - -inline flatbuffers::Offset GreaterEqualOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const GreaterEqualOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateGreaterEqualOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateGreaterEqualOptions(flatbuffers::FlatBufferBuilder &_fbb, const GreaterEqualOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const GreaterEqualOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - return tflite::CreateGreaterEqualOptions( - _fbb); -} - -inline LessOptionsT *LessOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new LessOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void LessOptions::UnPackTo(LessOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; -} - -inline flatbuffers::Offset LessOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const LessOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateLessOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateLessOptions(flatbuffers::FlatBufferBuilder &_fbb, const LessOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const LessOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - return tflite::CreateLessOptions( - _fbb); -} - -inline LessEqualOptionsT *LessEqualOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new LessEqualOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void LessEqualOptions::UnPackTo(LessEqualOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; -} - -inline flatbuffers::Offset LessEqualOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const LessEqualOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateLessEqualOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateLessEqualOptions(flatbuffers::FlatBufferBuilder &_fbb, const LessEqualOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const LessEqualOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - return tflite::CreateLessEqualOptions( - _fbb); -} - -inline NegOptionsT *NegOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new NegOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void NegOptions::UnPackTo(NegOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; -} - -inline flatbuffers::Offset NegOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const NegOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateNegOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateNegOptions(flatbuffers::FlatBufferBuilder &_fbb, const NegOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const NegOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - return tflite::CreateNegOptions( - _fbb); -} - -inline SelectOptionsT *SelectOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new SelectOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void SelectOptions::UnPackTo(SelectOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; -} - -inline flatbuffers::Offset SelectOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const SelectOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateSelectOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateSelectOptions(flatbuffers::FlatBufferBuilder &_fbb, const SelectOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const SelectOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - return tflite::CreateSelectOptions( - _fbb); -} - -inline SliceOptionsT *SliceOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new SliceOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void SliceOptions::UnPackTo(SliceOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; -} - -inline flatbuffers::Offset SliceOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const SliceOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateSliceOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateSliceOptions(flatbuffers::FlatBufferBuilder &_fbb, const SliceOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const SliceOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - return tflite::CreateSliceOptions( - _fbb); -} - -inline TransposeConvOptionsT *TransposeConvOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new TransposeConvOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void TransposeConvOptions::UnPackTo(TransposeConvOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; - { auto _e = padding(); _o->padding = _e; } - { auto _e = stride_w(); _o->stride_w = _e; } - { auto _e = stride_h(); _o->stride_h = _e; } -} - -inline flatbuffers::Offset TransposeConvOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const TransposeConvOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateTransposeConvOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateTransposeConvOptions(flatbuffers::FlatBufferBuilder &_fbb, const TransposeConvOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const TransposeConvOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - auto _padding = _o->padding; - auto _stride_w = _o->stride_w; - auto _stride_h = _o->stride_h; - return tflite::CreateTransposeConvOptions( - _fbb, - _padding, - _stride_w, - _stride_h); -} - -inline ExpandDimsOptionsT *ExpandDimsOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new ExpandDimsOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void ExpandDimsOptions::UnPackTo(ExpandDimsOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; -} - -inline flatbuffers::Offset ExpandDimsOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const ExpandDimsOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateExpandDimsOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateExpandDimsOptions(flatbuffers::FlatBufferBuilder &_fbb, const ExpandDimsOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const ExpandDimsOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - return tflite::CreateExpandDimsOptions( - _fbb); -} - -inline SparseToDenseOptionsT *SparseToDenseOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new SparseToDenseOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void SparseToDenseOptions::UnPackTo(SparseToDenseOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; - { auto _e = validate_indices(); _o->validate_indices = _e; } -} - -inline flatbuffers::Offset SparseToDenseOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const SparseToDenseOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateSparseToDenseOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateSparseToDenseOptions(flatbuffers::FlatBufferBuilder &_fbb, const SparseToDenseOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const SparseToDenseOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - auto _validate_indices = _o->validate_indices; - return tflite::CreateSparseToDenseOptions( - _fbb, - _validate_indices); -} - -inline EqualOptionsT *EqualOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new EqualOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void EqualOptions::UnPackTo(EqualOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; -} - -inline flatbuffers::Offset EqualOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const EqualOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateEqualOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateEqualOptions(flatbuffers::FlatBufferBuilder &_fbb, const EqualOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const EqualOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - return tflite::CreateEqualOptions( - _fbb); -} - -inline NotEqualOptionsT *NotEqualOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new NotEqualOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void NotEqualOptions::UnPackTo(NotEqualOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; -} - -inline flatbuffers::Offset NotEqualOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const NotEqualOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateNotEqualOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateNotEqualOptions(flatbuffers::FlatBufferBuilder &_fbb, const NotEqualOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const NotEqualOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - return tflite::CreateNotEqualOptions( - _fbb); -} - -inline ShapeOptionsT *ShapeOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new ShapeOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void ShapeOptions::UnPackTo(ShapeOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; - { auto _e = out_type(); _o->out_type = _e; } -} - -inline flatbuffers::Offset ShapeOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const ShapeOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateShapeOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateShapeOptions(flatbuffers::FlatBufferBuilder &_fbb, const ShapeOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const ShapeOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - auto _out_type = _o->out_type; - return tflite::CreateShapeOptions( - _fbb, - _out_type); -} - -inline RankOptionsT *RankOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new RankOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void RankOptions::UnPackTo(RankOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; -} - -inline flatbuffers::Offset RankOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const RankOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateRankOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateRankOptions(flatbuffers::FlatBufferBuilder &_fbb, const RankOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const RankOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - return tflite::CreateRankOptions( - _fbb); -} - -inline PowOptionsT *PowOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new PowOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void PowOptions::UnPackTo(PowOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; -} - -inline flatbuffers::Offset PowOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const PowOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreatePowOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreatePowOptions(flatbuffers::FlatBufferBuilder &_fbb, const PowOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const PowOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - return tflite::CreatePowOptions( - _fbb); -} - -inline FakeQuantOptionsT *FakeQuantOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new FakeQuantOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void FakeQuantOptions::UnPackTo(FakeQuantOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; - { auto _e = min(); _o->min = _e; } - { auto _e = max(); _o->max = _e; } - { auto _e = num_bits(); _o->num_bits = _e; } - { auto _e = narrow_range(); _o->narrow_range = _e; } -} - -inline flatbuffers::Offset FakeQuantOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const FakeQuantOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateFakeQuantOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateFakeQuantOptions(flatbuffers::FlatBufferBuilder &_fbb, const FakeQuantOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const FakeQuantOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - auto _min = _o->min; - auto _max = _o->max; - auto _num_bits = _o->num_bits; - auto _narrow_range = _o->narrow_range; - return tflite::CreateFakeQuantOptions( - _fbb, - _min, - _max, - _num_bits, - _narrow_range); -} - -inline PackOptionsT *PackOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new PackOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void PackOptions::UnPackTo(PackOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; - { auto _e = values_count(); _o->values_count = _e; } - { auto _e = axis(); _o->axis = _e; } -} - -inline flatbuffers::Offset PackOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const PackOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreatePackOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreatePackOptions(flatbuffers::FlatBufferBuilder &_fbb, const PackOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const PackOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - auto _values_count = _o->values_count; - auto _axis = _o->axis; - return tflite::CreatePackOptions( - _fbb, - _values_count, - _axis); -} - -inline LogicalOrOptionsT *LogicalOrOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new LogicalOrOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void LogicalOrOptions::UnPackTo(LogicalOrOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; -} - -inline flatbuffers::Offset LogicalOrOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const LogicalOrOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateLogicalOrOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateLogicalOrOptions(flatbuffers::FlatBufferBuilder &_fbb, const LogicalOrOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const LogicalOrOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - return tflite::CreateLogicalOrOptions( - _fbb); -} - -inline OneHotOptionsT *OneHotOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new OneHotOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void OneHotOptions::UnPackTo(OneHotOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; - { auto _e = axis(); _o->axis = _e; } -} - -inline flatbuffers::Offset OneHotOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const OneHotOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateOneHotOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateOneHotOptions(flatbuffers::FlatBufferBuilder &_fbb, const OneHotOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const OneHotOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - auto _axis = _o->axis; - return tflite::CreateOneHotOptions( - _fbb, - _axis); -} - -inline AbsOptionsT *AbsOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new AbsOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void AbsOptions::UnPackTo(AbsOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; -} - -inline flatbuffers::Offset AbsOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const AbsOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateAbsOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateAbsOptions(flatbuffers::FlatBufferBuilder &_fbb, const AbsOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const AbsOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - return tflite::CreateAbsOptions( - _fbb); -} - -inline HardSwishOptionsT *HardSwishOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new HardSwishOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void HardSwishOptions::UnPackTo(HardSwishOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; -} - -inline flatbuffers::Offset HardSwishOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const HardSwishOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateHardSwishOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateHardSwishOptions(flatbuffers::FlatBufferBuilder &_fbb, const HardSwishOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const HardSwishOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - return tflite::CreateHardSwishOptions( - _fbb); -} - -inline LogicalAndOptionsT *LogicalAndOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new LogicalAndOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void LogicalAndOptions::UnPackTo(LogicalAndOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; -} - -inline flatbuffers::Offset LogicalAndOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const LogicalAndOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateLogicalAndOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateLogicalAndOptions(flatbuffers::FlatBufferBuilder &_fbb, const LogicalAndOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const LogicalAndOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - return tflite::CreateLogicalAndOptions( - _fbb); -} - -inline LogicalNotOptionsT *LogicalNotOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new LogicalNotOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void LogicalNotOptions::UnPackTo(LogicalNotOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; -} - -inline flatbuffers::Offset LogicalNotOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const LogicalNotOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateLogicalNotOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateLogicalNotOptions(flatbuffers::FlatBufferBuilder &_fbb, const LogicalNotOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const LogicalNotOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - return tflite::CreateLogicalNotOptions( - _fbb); -} - -inline UnpackOptionsT *UnpackOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new UnpackOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void UnpackOptions::UnPackTo(UnpackOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; - { auto _e = num(); _o->num = _e; } - { auto _e = axis(); _o->axis = _e; } -} - -inline flatbuffers::Offset UnpackOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const UnpackOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateUnpackOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateUnpackOptions(flatbuffers::FlatBufferBuilder &_fbb, const UnpackOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const UnpackOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - auto _num = _o->num; - auto _axis = _o->axis; - return tflite::CreateUnpackOptions( - _fbb, - _num, - _axis); -} - -inline FloorDivOptionsT *FloorDivOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new FloorDivOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void FloorDivOptions::UnPackTo(FloorDivOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; -} - -inline flatbuffers::Offset FloorDivOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const FloorDivOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateFloorDivOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateFloorDivOptions(flatbuffers::FlatBufferBuilder &_fbb, const FloorDivOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const FloorDivOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - return tflite::CreateFloorDivOptions( - _fbb); -} - -inline SquareOptionsT *SquareOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new SquareOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void SquareOptions::UnPackTo(SquareOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; -} - -inline flatbuffers::Offset SquareOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const SquareOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateSquareOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateSquareOptions(flatbuffers::FlatBufferBuilder &_fbb, const SquareOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const SquareOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - return tflite::CreateSquareOptions( - _fbb); -} - -inline ZerosLikeOptionsT *ZerosLikeOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new ZerosLikeOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void ZerosLikeOptions::UnPackTo(ZerosLikeOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; -} - -inline flatbuffers::Offset ZerosLikeOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const ZerosLikeOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateZerosLikeOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateZerosLikeOptions(flatbuffers::FlatBufferBuilder &_fbb, const ZerosLikeOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const ZerosLikeOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - return tflite::CreateZerosLikeOptions( - _fbb); -} - -inline FillOptionsT *FillOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new FillOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void FillOptions::UnPackTo(FillOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; -} - -inline flatbuffers::Offset FillOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const FillOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateFillOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateFillOptions(flatbuffers::FlatBufferBuilder &_fbb, const FillOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const FillOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - return tflite::CreateFillOptions( - _fbb); -} - -inline FloorModOptionsT *FloorModOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new FloorModOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void FloorModOptions::UnPackTo(FloorModOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; -} - -inline flatbuffers::Offset FloorModOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const FloorModOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateFloorModOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateFloorModOptions(flatbuffers::FlatBufferBuilder &_fbb, const FloorModOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const FloorModOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - return tflite::CreateFloorModOptions( - _fbb); -} - -inline RangeOptionsT *RangeOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new RangeOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void RangeOptions::UnPackTo(RangeOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; -} - -inline flatbuffers::Offset RangeOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const RangeOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateRangeOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateRangeOptions(flatbuffers::FlatBufferBuilder &_fbb, const RangeOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const RangeOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - return tflite::CreateRangeOptions( - _fbb); -} - -inline LeakyReluOptionsT *LeakyReluOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new LeakyReluOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void LeakyReluOptions::UnPackTo(LeakyReluOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; - { auto _e = alpha(); _o->alpha = _e; } -} - -inline flatbuffers::Offset LeakyReluOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const LeakyReluOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateLeakyReluOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateLeakyReluOptions(flatbuffers::FlatBufferBuilder &_fbb, const LeakyReluOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const LeakyReluOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - auto _alpha = _o->alpha; - return tflite::CreateLeakyReluOptions( - _fbb, - _alpha); -} - -inline SquaredDifferenceOptionsT *SquaredDifferenceOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new SquaredDifferenceOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void SquaredDifferenceOptions::UnPackTo(SquaredDifferenceOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; -} - -inline flatbuffers::Offset SquaredDifferenceOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const SquaredDifferenceOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateSquaredDifferenceOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateSquaredDifferenceOptions(flatbuffers::FlatBufferBuilder &_fbb, const SquaredDifferenceOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const SquaredDifferenceOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - return tflite::CreateSquaredDifferenceOptions( - _fbb); -} - -inline MirrorPadOptionsT *MirrorPadOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new MirrorPadOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void MirrorPadOptions::UnPackTo(MirrorPadOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; - { auto _e = mode(); _o->mode = _e; } -} - -inline flatbuffers::Offset MirrorPadOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const MirrorPadOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateMirrorPadOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateMirrorPadOptions(flatbuffers::FlatBufferBuilder &_fbb, const MirrorPadOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const MirrorPadOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - auto _mode = _o->mode; - return tflite::CreateMirrorPadOptions( - _fbb, - _mode); -} - -inline UniqueOptionsT *UniqueOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new UniqueOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void UniqueOptions::UnPackTo(UniqueOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; - { auto _e = idx_out_type(); _o->idx_out_type = _e; } -} - -inline flatbuffers::Offset UniqueOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const UniqueOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateUniqueOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateUniqueOptions(flatbuffers::FlatBufferBuilder &_fbb, const UniqueOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const UniqueOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - auto _idx_out_type = _o->idx_out_type; - return tflite::CreateUniqueOptions( - _fbb, - _idx_out_type); -} - -inline ReverseV2OptionsT *ReverseV2Options::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new ReverseV2OptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void ReverseV2Options::UnPackTo(ReverseV2OptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; -} - -inline flatbuffers::Offset ReverseV2Options::Pack(flatbuffers::FlatBufferBuilder &_fbb, const ReverseV2OptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateReverseV2Options(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateReverseV2Options(flatbuffers::FlatBufferBuilder &_fbb, const ReverseV2OptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const ReverseV2OptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - return tflite::CreateReverseV2Options( - _fbb); -} - -inline AddNOptionsT *AddNOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new AddNOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void AddNOptions::UnPackTo(AddNOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; -} - -inline flatbuffers::Offset AddNOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const AddNOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateAddNOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateAddNOptions(flatbuffers::FlatBufferBuilder &_fbb, const AddNOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const AddNOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - return tflite::CreateAddNOptions( - _fbb); -} - -inline GatherNdOptionsT *GatherNdOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new GatherNdOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void GatherNdOptions::UnPackTo(GatherNdOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; -} - -inline flatbuffers::Offset GatherNdOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const GatherNdOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateGatherNdOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateGatherNdOptions(flatbuffers::FlatBufferBuilder &_fbb, const GatherNdOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const GatherNdOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - return tflite::CreateGatherNdOptions( - _fbb); -} - -inline WhereOptionsT *WhereOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new WhereOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void WhereOptions::UnPackTo(WhereOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; -} - -inline flatbuffers::Offset WhereOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const WhereOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateWhereOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateWhereOptions(flatbuffers::FlatBufferBuilder &_fbb, const WhereOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const WhereOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - return tflite::CreateWhereOptions( - _fbb); -} - -inline ReverseSequenceOptionsT *ReverseSequenceOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new ReverseSequenceOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void ReverseSequenceOptions::UnPackTo(ReverseSequenceOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; - { auto _e = seq_dim(); _o->seq_dim = _e; } - { auto _e = batch_dim(); _o->batch_dim = _e; } -} - -inline flatbuffers::Offset ReverseSequenceOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const ReverseSequenceOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateReverseSequenceOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateReverseSequenceOptions(flatbuffers::FlatBufferBuilder &_fbb, const ReverseSequenceOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const ReverseSequenceOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - auto _seq_dim = _o->seq_dim; - auto _batch_dim = _o->batch_dim; - return tflite::CreateReverseSequenceOptions( - _fbb, - _seq_dim, - _batch_dim); -} - -inline MatrixDiagOptionsT *MatrixDiagOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new MatrixDiagOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void MatrixDiagOptions::UnPackTo(MatrixDiagOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; -} - -inline flatbuffers::Offset MatrixDiagOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const MatrixDiagOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateMatrixDiagOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateMatrixDiagOptions(flatbuffers::FlatBufferBuilder &_fbb, const MatrixDiagOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const MatrixDiagOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - return tflite::CreateMatrixDiagOptions( - _fbb); -} - -inline QuantizeOptionsT *QuantizeOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new QuantizeOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void QuantizeOptions::UnPackTo(QuantizeOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; -} - -inline flatbuffers::Offset QuantizeOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const QuantizeOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateQuantizeOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateQuantizeOptions(flatbuffers::FlatBufferBuilder &_fbb, const QuantizeOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const QuantizeOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - return tflite::CreateQuantizeOptions( - _fbb); -} - -inline MatrixSetDiagOptionsT *MatrixSetDiagOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new MatrixSetDiagOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void MatrixSetDiagOptions::UnPackTo(MatrixSetDiagOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; -} - -inline flatbuffers::Offset MatrixSetDiagOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const MatrixSetDiagOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateMatrixSetDiagOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateMatrixSetDiagOptions(flatbuffers::FlatBufferBuilder &_fbb, const MatrixSetDiagOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const MatrixSetDiagOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - return tflite::CreateMatrixSetDiagOptions( - _fbb); -} - -inline IfOptionsT *IfOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new IfOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void IfOptions::UnPackTo(IfOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; - { auto _e = then_subgraph_index(); _o->then_subgraph_index = _e; } - { auto _e = else_subgraph_index(); _o->else_subgraph_index = _e; } -} - -inline flatbuffers::Offset IfOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const IfOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateIfOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateIfOptions(flatbuffers::FlatBufferBuilder &_fbb, const IfOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const IfOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - auto _then_subgraph_index = _o->then_subgraph_index; - auto _else_subgraph_index = _o->else_subgraph_index; - return tflite::CreateIfOptions( - _fbb, - _then_subgraph_index, - _else_subgraph_index); -} - -inline CallOnceOptionsT *CallOnceOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new CallOnceOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void CallOnceOptions::UnPackTo(CallOnceOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; - { auto _e = init_subgraph_index(); _o->init_subgraph_index = _e; } -} - -inline flatbuffers::Offset CallOnceOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const CallOnceOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateCallOnceOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateCallOnceOptions(flatbuffers::FlatBufferBuilder &_fbb, const CallOnceOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const CallOnceOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - auto _init_subgraph_index = _o->init_subgraph_index; - return tflite::CreateCallOnceOptions( - _fbb, - _init_subgraph_index); -} - -inline WhileOptionsT *WhileOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new WhileOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void WhileOptions::UnPackTo(WhileOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; - { auto _e = cond_subgraph_index(); _o->cond_subgraph_index = _e; } - { auto _e = body_subgraph_index(); _o->body_subgraph_index = _e; } -} - -inline flatbuffers::Offset WhileOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const WhileOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateWhileOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateWhileOptions(flatbuffers::FlatBufferBuilder &_fbb, const WhileOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const WhileOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - auto _cond_subgraph_index = _o->cond_subgraph_index; - auto _body_subgraph_index = _o->body_subgraph_index; - return tflite::CreateWhileOptions( - _fbb, - _cond_subgraph_index, - _body_subgraph_index); -} - -inline NonMaxSuppressionV4OptionsT *NonMaxSuppressionV4Options::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new NonMaxSuppressionV4OptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void NonMaxSuppressionV4Options::UnPackTo(NonMaxSuppressionV4OptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; -} - -inline flatbuffers::Offset NonMaxSuppressionV4Options::Pack(flatbuffers::FlatBufferBuilder &_fbb, const NonMaxSuppressionV4OptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateNonMaxSuppressionV4Options(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateNonMaxSuppressionV4Options(flatbuffers::FlatBufferBuilder &_fbb, const NonMaxSuppressionV4OptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const NonMaxSuppressionV4OptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - return tflite::CreateNonMaxSuppressionV4Options( - _fbb); -} - -inline NonMaxSuppressionV5OptionsT *NonMaxSuppressionV5Options::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new NonMaxSuppressionV5OptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void NonMaxSuppressionV5Options::UnPackTo(NonMaxSuppressionV5OptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; -} - -inline flatbuffers::Offset NonMaxSuppressionV5Options::Pack(flatbuffers::FlatBufferBuilder &_fbb, const NonMaxSuppressionV5OptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateNonMaxSuppressionV5Options(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateNonMaxSuppressionV5Options(flatbuffers::FlatBufferBuilder &_fbb, const NonMaxSuppressionV5OptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const NonMaxSuppressionV5OptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - return tflite::CreateNonMaxSuppressionV5Options( - _fbb); -} - -inline ScatterNdOptionsT *ScatterNdOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new ScatterNdOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void ScatterNdOptions::UnPackTo(ScatterNdOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; -} - -inline flatbuffers::Offset ScatterNdOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const ScatterNdOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateScatterNdOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateScatterNdOptions(flatbuffers::FlatBufferBuilder &_fbb, const ScatterNdOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const ScatterNdOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - return tflite::CreateScatterNdOptions( - _fbb); -} - -inline SelectV2OptionsT *SelectV2Options::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new SelectV2OptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void SelectV2Options::UnPackTo(SelectV2OptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; -} - -inline flatbuffers::Offset SelectV2Options::Pack(flatbuffers::FlatBufferBuilder &_fbb, const SelectV2OptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateSelectV2Options(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateSelectV2Options(flatbuffers::FlatBufferBuilder &_fbb, const SelectV2OptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const SelectV2OptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - return tflite::CreateSelectV2Options( - _fbb); -} - -inline DensifyOptionsT *DensifyOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new DensifyOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void DensifyOptions::UnPackTo(DensifyOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; -} - -inline flatbuffers::Offset DensifyOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const DensifyOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateDensifyOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateDensifyOptions(flatbuffers::FlatBufferBuilder &_fbb, const DensifyOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const DensifyOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - return tflite::CreateDensifyOptions( - _fbb); -} - -inline SegmentSumOptionsT *SegmentSumOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new SegmentSumOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void SegmentSumOptions::UnPackTo(SegmentSumOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; -} - -inline flatbuffers::Offset SegmentSumOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const SegmentSumOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateSegmentSumOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateSegmentSumOptions(flatbuffers::FlatBufferBuilder &_fbb, const SegmentSumOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const SegmentSumOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - return tflite::CreateSegmentSumOptions( - _fbb); -} - -inline BatchMatMulOptionsT *BatchMatMulOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new BatchMatMulOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void BatchMatMulOptions::UnPackTo(BatchMatMulOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; - { auto _e = adj_x(); _o->adj_x = _e; } - { auto _e = adj_y(); _o->adj_y = _e; } - { auto _e = asymmetric_quantize_inputs(); _o->asymmetric_quantize_inputs = _e; } -} - -inline flatbuffers::Offset BatchMatMulOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const BatchMatMulOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateBatchMatMulOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateBatchMatMulOptions(flatbuffers::FlatBufferBuilder &_fbb, const BatchMatMulOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const BatchMatMulOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - auto _adj_x = _o->adj_x; - auto _adj_y = _o->adj_y; - auto _asymmetric_quantize_inputs = _o->asymmetric_quantize_inputs; - return tflite::CreateBatchMatMulOptions( - _fbb, - _adj_x, - _adj_y, - _asymmetric_quantize_inputs); -} - -inline CumsumOptionsT *CumsumOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new CumsumOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void CumsumOptions::UnPackTo(CumsumOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; - { auto _e = exclusive(); _o->exclusive = _e; } - { auto _e = reverse(); _o->reverse = _e; } -} - -inline flatbuffers::Offset CumsumOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const CumsumOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateCumsumOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateCumsumOptions(flatbuffers::FlatBufferBuilder &_fbb, const CumsumOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const CumsumOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - auto _exclusive = _o->exclusive; - auto _reverse = _o->reverse; - return tflite::CreateCumsumOptions( - _fbb, - _exclusive, - _reverse); -} - -inline BroadcastToOptionsT *BroadcastToOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new BroadcastToOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void BroadcastToOptions::UnPackTo(BroadcastToOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; -} - -inline flatbuffers::Offset BroadcastToOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const BroadcastToOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateBroadcastToOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateBroadcastToOptions(flatbuffers::FlatBufferBuilder &_fbb, const BroadcastToOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const BroadcastToOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - return tflite::CreateBroadcastToOptions( - _fbb); -} - -inline Rfft2dOptionsT *Rfft2dOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new Rfft2dOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void Rfft2dOptions::UnPackTo(Rfft2dOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; -} - -inline flatbuffers::Offset Rfft2dOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const Rfft2dOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateRfft2dOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateRfft2dOptions(flatbuffers::FlatBufferBuilder &_fbb, const Rfft2dOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const Rfft2dOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - return tflite::CreateRfft2dOptions( - _fbb); -} - -inline HashtableOptionsT *HashtableOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new HashtableOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void HashtableOptions::UnPackTo(HashtableOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; - { auto _e = table_id(); _o->table_id = _e; } - { auto _e = key_dtype(); _o->key_dtype = _e; } - { auto _e = value_dtype(); _o->value_dtype = _e; } -} - -inline flatbuffers::Offset HashtableOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const HashtableOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateHashtableOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateHashtableOptions(flatbuffers::FlatBufferBuilder &_fbb, const HashtableOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const HashtableOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - auto _table_id = _o->table_id; - auto _key_dtype = _o->key_dtype; - auto _value_dtype = _o->value_dtype; - return tflite::CreateHashtableOptions( - _fbb, - _table_id, - _key_dtype, - _value_dtype); -} - -inline HashtableFindOptionsT *HashtableFindOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new HashtableFindOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void HashtableFindOptions::UnPackTo(HashtableFindOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; -} - -inline flatbuffers::Offset HashtableFindOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const HashtableFindOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateHashtableFindOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateHashtableFindOptions(flatbuffers::FlatBufferBuilder &_fbb, const HashtableFindOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const HashtableFindOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - return tflite::CreateHashtableFindOptions( - _fbb); -} - -inline HashtableImportOptionsT *HashtableImportOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new HashtableImportOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void HashtableImportOptions::UnPackTo(HashtableImportOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; -} - -inline flatbuffers::Offset HashtableImportOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const HashtableImportOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateHashtableImportOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateHashtableImportOptions(flatbuffers::FlatBufferBuilder &_fbb, const HashtableImportOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const HashtableImportOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - return tflite::CreateHashtableImportOptions( - _fbb); -} - -inline HashtableSizeOptionsT *HashtableSizeOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new HashtableSizeOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void HashtableSizeOptions::UnPackTo(HashtableSizeOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; -} - -inline flatbuffers::Offset HashtableSizeOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const HashtableSizeOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateHashtableSizeOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateHashtableSizeOptions(flatbuffers::FlatBufferBuilder &_fbb, const HashtableSizeOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const HashtableSizeOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - return tflite::CreateHashtableSizeOptions( - _fbb); -} - -inline VarHandleOptionsT *VarHandleOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new VarHandleOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void VarHandleOptions::UnPackTo(VarHandleOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; - { auto _e = container(); if (_e) _o->container = _e->str(); } - { auto _e = shared_name(); if (_e) _o->shared_name = _e->str(); } -} - -inline flatbuffers::Offset VarHandleOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const VarHandleOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateVarHandleOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateVarHandleOptions(flatbuffers::FlatBufferBuilder &_fbb, const VarHandleOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const VarHandleOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - auto _container = _o->container.empty() ? 0 : _fbb.CreateString(_o->container); - auto _shared_name = _o->shared_name.empty() ? 0 : _fbb.CreateString(_o->shared_name); - return tflite::CreateVarHandleOptions( - _fbb, - _container, - _shared_name); -} - -inline ReadVariableOptionsT *ReadVariableOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new ReadVariableOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void ReadVariableOptions::UnPackTo(ReadVariableOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; -} - -inline flatbuffers::Offset ReadVariableOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const ReadVariableOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateReadVariableOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateReadVariableOptions(flatbuffers::FlatBufferBuilder &_fbb, const ReadVariableOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const ReadVariableOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - return tflite::CreateReadVariableOptions( - _fbb); -} - -inline AssignVariableOptionsT *AssignVariableOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new AssignVariableOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void AssignVariableOptions::UnPackTo(AssignVariableOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; -} - -inline flatbuffers::Offset AssignVariableOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const AssignVariableOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateAssignVariableOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateAssignVariableOptions(flatbuffers::FlatBufferBuilder &_fbb, const AssignVariableOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const AssignVariableOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - return tflite::CreateAssignVariableOptions( - _fbb); -} - -inline RandomOptionsT *RandomOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new RandomOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void RandomOptions::UnPackTo(RandomOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; - { auto _e = seed(); _o->seed = _e; } - { auto _e = seed2(); _o->seed2 = _e; } -} - -inline flatbuffers::Offset RandomOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const RandomOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateRandomOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateRandomOptions(flatbuffers::FlatBufferBuilder &_fbb, const RandomOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const RandomOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - auto _seed = _o->seed; - auto _seed2 = _o->seed2; - return tflite::CreateRandomOptions( - _fbb, - _seed, - _seed2); -} - -inline BucketizeOptionsT *BucketizeOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new BucketizeOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void BucketizeOptions::UnPackTo(BucketizeOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; - { auto _e = boundaries(); if (_e) { _o->boundaries.resize(_e->size()); for (flatbuffers::uoffset_t _i = 0; _i < _e->size(); _i++) { _o->boundaries[_i] = _e->Get(_i); } } } -} - -inline flatbuffers::Offset BucketizeOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const BucketizeOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateBucketizeOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateBucketizeOptions(flatbuffers::FlatBufferBuilder &_fbb, const BucketizeOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const BucketizeOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - auto _boundaries = _o->boundaries.size() ? _fbb.CreateVector(_o->boundaries) : 0; - return tflite::CreateBucketizeOptions( - _fbb, - _boundaries); -} - -inline GeluOptionsT *GeluOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new GeluOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void GeluOptions::UnPackTo(GeluOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; - { auto _e = approximate(); _o->approximate = _e; } -} - -inline flatbuffers::Offset GeluOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const GeluOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateGeluOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateGeluOptions(flatbuffers::FlatBufferBuilder &_fbb, const GeluOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const GeluOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - auto _approximate = _o->approximate; - return tflite::CreateGeluOptions( - _fbb, - _approximate); -} - -inline DynamicUpdateSliceOptionsT *DynamicUpdateSliceOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new DynamicUpdateSliceOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void DynamicUpdateSliceOptions::UnPackTo(DynamicUpdateSliceOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; -} - -inline flatbuffers::Offset DynamicUpdateSliceOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const DynamicUpdateSliceOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateDynamicUpdateSliceOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateDynamicUpdateSliceOptions(flatbuffers::FlatBufferBuilder &_fbb, const DynamicUpdateSliceOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const DynamicUpdateSliceOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - return tflite::CreateDynamicUpdateSliceOptions( - _fbb); -} - -inline UnsortedSegmentProdOptionsT *UnsortedSegmentProdOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new UnsortedSegmentProdOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void UnsortedSegmentProdOptions::UnPackTo(UnsortedSegmentProdOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; -} - -inline flatbuffers::Offset UnsortedSegmentProdOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const UnsortedSegmentProdOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateUnsortedSegmentProdOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateUnsortedSegmentProdOptions(flatbuffers::FlatBufferBuilder &_fbb, const UnsortedSegmentProdOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const UnsortedSegmentProdOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - return tflite::CreateUnsortedSegmentProdOptions( - _fbb); -} - -inline UnsortedSegmentMaxOptionsT *UnsortedSegmentMaxOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new UnsortedSegmentMaxOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void UnsortedSegmentMaxOptions::UnPackTo(UnsortedSegmentMaxOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; -} - -inline flatbuffers::Offset UnsortedSegmentMaxOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const UnsortedSegmentMaxOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateUnsortedSegmentMaxOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateUnsortedSegmentMaxOptions(flatbuffers::FlatBufferBuilder &_fbb, const UnsortedSegmentMaxOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const UnsortedSegmentMaxOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - return tflite::CreateUnsortedSegmentMaxOptions( - _fbb); -} - -inline UnsortedSegmentSumOptionsT *UnsortedSegmentSumOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new UnsortedSegmentSumOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void UnsortedSegmentSumOptions::UnPackTo(UnsortedSegmentSumOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; -} - -inline flatbuffers::Offset UnsortedSegmentSumOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const UnsortedSegmentSumOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateUnsortedSegmentSumOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateUnsortedSegmentSumOptions(flatbuffers::FlatBufferBuilder &_fbb, const UnsortedSegmentSumOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const UnsortedSegmentSumOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - return tflite::CreateUnsortedSegmentSumOptions( - _fbb); -} - -inline ATan2OptionsT *ATan2Options::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new ATan2OptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void ATan2Options::UnPackTo(ATan2OptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; -} - -inline flatbuffers::Offset ATan2Options::Pack(flatbuffers::FlatBufferBuilder &_fbb, const ATan2OptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateATan2Options(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateATan2Options(flatbuffers::FlatBufferBuilder &_fbb, const ATan2OptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const ATan2OptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - return tflite::CreateATan2Options( - _fbb); -} - -inline UnsortedSegmentMinOptionsT *UnsortedSegmentMinOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new UnsortedSegmentMinOptionsT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void UnsortedSegmentMinOptions::UnPackTo(UnsortedSegmentMinOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; -} - -inline flatbuffers::Offset UnsortedSegmentMinOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const UnsortedSegmentMinOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateUnsortedSegmentMinOptions(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateUnsortedSegmentMinOptions(flatbuffers::FlatBufferBuilder &_fbb, const UnsortedSegmentMinOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const UnsortedSegmentMinOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - return tflite::CreateUnsortedSegmentMinOptions( - _fbb); -} - -inline OperatorCodeT *OperatorCode::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new OperatorCodeT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void OperatorCode::UnPackTo(OperatorCodeT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; - { auto _e = deprecated_builtin_code(); _o->deprecated_builtin_code = _e; } - { auto _e = custom_code(); if (_e) _o->custom_code = _e->str(); } - { auto _e = version(); _o->version = _e; } - { auto _e = builtin_code(); _o->builtin_code = _e; } -} - -inline flatbuffers::Offset OperatorCode::Pack(flatbuffers::FlatBufferBuilder &_fbb, const OperatorCodeT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateOperatorCode(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateOperatorCode(flatbuffers::FlatBufferBuilder &_fbb, const OperatorCodeT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const OperatorCodeT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - auto _deprecated_builtin_code = _o->deprecated_builtin_code; - auto _custom_code = _o->custom_code.empty() ? 0 : _fbb.CreateString(_o->custom_code); - auto _version = _o->version; - auto _builtin_code = _o->builtin_code; - return tflite::CreateOperatorCode( - _fbb, - _deprecated_builtin_code, - _custom_code, - _version, - _builtin_code); -} - -inline OperatorT *Operator::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new OperatorT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void Operator::UnPackTo(OperatorT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; - { auto _e = opcode_index(); _o->opcode_index = _e; } - { auto _e = inputs(); if (_e) { _o->inputs.resize(_e->size()); for (flatbuffers::uoffset_t _i = 0; _i < _e->size(); _i++) { _o->inputs[_i] = _e->Get(_i); } } } - { auto _e = outputs(); if (_e) { _o->outputs.resize(_e->size()); for (flatbuffers::uoffset_t _i = 0; _i < _e->size(); _i++) { _o->outputs[_i] = _e->Get(_i); } } } - { auto _e = builtin_options_type(); _o->builtin_options.type = _e; } - { auto _e = builtin_options(); if (_e) _o->builtin_options.value = tflite::BuiltinOptionsUnion::UnPack(_e, builtin_options_type(), _resolver); } - { auto _e = custom_options(); if (_e) { _o->custom_options.resize(_e->size()); for (flatbuffers::uoffset_t _i = 0; _i < _e->size(); _i++) { _o->custom_options[_i] = _e->Get(_i); } } } - { auto _e = custom_options_format(); _o->custom_options_format = _e; } - { auto _e = mutating_variable_inputs(); if (_e) { _o->mutating_variable_inputs.resize(_e->size()); for (flatbuffers::uoffset_t _i = 0; _i < _e->size(); _i++) { _o->mutating_variable_inputs[_i] = _e->Get(_i) != 0; } } } - { auto _e = intermediates(); if (_e) { _o->intermediates.resize(_e->size()); for (flatbuffers::uoffset_t _i = 0; _i < _e->size(); _i++) { _o->intermediates[_i] = _e->Get(_i); } } } -} - -inline flatbuffers::Offset Operator::Pack(flatbuffers::FlatBufferBuilder &_fbb, const OperatorT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateOperator(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateOperator(flatbuffers::FlatBufferBuilder &_fbb, const OperatorT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const OperatorT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - auto _opcode_index = _o->opcode_index; - auto _inputs = _o->inputs.size() ? _fbb.CreateVector(_o->inputs) : 0; - auto _outputs = _o->outputs.size() ? _fbb.CreateVector(_o->outputs) : 0; - auto _builtin_options_type = _o->builtin_options.type; - auto _builtin_options = _o->builtin_options.Pack(_fbb); - auto _custom_options = _o->custom_options.size() ? _fbb.CreateVector(_o->custom_options) : 0; - auto _custom_options_format = _o->custom_options_format; - auto _mutating_variable_inputs = _o->mutating_variable_inputs.size() ? _fbb.CreateVector(_o->mutating_variable_inputs) : 0; - auto _intermediates = _o->intermediates.size() ? _fbb.CreateVector(_o->intermediates) : 0; - return tflite::CreateOperator( - _fbb, - _opcode_index, - _inputs, - _outputs, - _builtin_options_type, - _builtin_options, - _custom_options, - _custom_options_format, - _mutating_variable_inputs, - _intermediates); -} - -inline SubGraphT *SubGraph::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new SubGraphT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void SubGraph::UnPackTo(SubGraphT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; - { auto _e = tensors(); if (_e) { _o->tensors.resize(_e->size()); for (flatbuffers::uoffset_t _i = 0; _i < _e->size(); _i++) { _o->tensors[_i] = std::unique_ptr(_e->Get(_i)->UnPack(_resolver)); } } } - { auto _e = inputs(); if (_e) { _o->inputs.resize(_e->size()); for (flatbuffers::uoffset_t _i = 0; _i < _e->size(); _i++) { _o->inputs[_i] = _e->Get(_i); } } } - { auto _e = outputs(); if (_e) { _o->outputs.resize(_e->size()); for (flatbuffers::uoffset_t _i = 0; _i < _e->size(); _i++) { _o->outputs[_i] = _e->Get(_i); } } } - { auto _e = operators(); if (_e) { _o->operators.resize(_e->size()); for (flatbuffers::uoffset_t _i = 0; _i < _e->size(); _i++) { _o->operators[_i] = std::unique_ptr(_e->Get(_i)->UnPack(_resolver)); } } } - { auto _e = name(); if (_e) _o->name = _e->str(); } -} - -inline flatbuffers::Offset SubGraph::Pack(flatbuffers::FlatBufferBuilder &_fbb, const SubGraphT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateSubGraph(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateSubGraph(flatbuffers::FlatBufferBuilder &_fbb, const SubGraphT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const SubGraphT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - auto _tensors = _o->tensors.size() ? _fbb.CreateVector> (_o->tensors.size(), [](size_t i, _VectorArgs *__va) { return CreateTensor(*__va->__fbb, __va->__o->tensors[i].get(), __va->__rehasher); }, &_va ) : 0; - auto _inputs = _o->inputs.size() ? _fbb.CreateVector(_o->inputs) : 0; - auto _outputs = _o->outputs.size() ? _fbb.CreateVector(_o->outputs) : 0; - auto _operators = _o->operators.size() ? _fbb.CreateVector> (_o->operators.size(), [](size_t i, _VectorArgs *__va) { return CreateOperator(*__va->__fbb, __va->__o->operators[i].get(), __va->__rehasher); }, &_va ) : 0; - auto _name = _o->name.empty() ? 0 : _fbb.CreateString(_o->name); - return tflite::CreateSubGraph( - _fbb, - _tensors, - _inputs, - _outputs, - _operators, - _name); -} - -inline BufferT *Buffer::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new BufferT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void Buffer::UnPackTo(BufferT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; - { auto _e = data(); if (_e) { _o->data.resize(_e->size()); for (flatbuffers::uoffset_t _i = 0; _i < _e->size(); _i++) { _o->data[_i] = _e->Get(_i); } } } -} - -inline flatbuffers::Offset Buffer::Pack(flatbuffers::FlatBufferBuilder &_fbb, const BufferT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateBuffer(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateBuffer(flatbuffers::FlatBufferBuilder &_fbb, const BufferT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const BufferT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - _fbb.ForceVectorAlignment(_o->data.size(), sizeof(uint8_t), 16); - auto _data = _o->data.size() ? _fbb.CreateVector(_o->data) : 0; - return tflite::CreateBuffer( - _fbb, - _data); -} - -inline MetadataT *Metadata::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new MetadataT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void Metadata::UnPackTo(MetadataT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; - { auto _e = name(); if (_e) _o->name = _e->str(); } - { auto _e = buffer(); _o->buffer = _e; } -} - -inline flatbuffers::Offset Metadata::Pack(flatbuffers::FlatBufferBuilder &_fbb, const MetadataT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateMetadata(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateMetadata(flatbuffers::FlatBufferBuilder &_fbb, const MetadataT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const MetadataT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - auto _name = _o->name.empty() ? 0 : _fbb.CreateString(_o->name); - auto _buffer = _o->buffer; - return tflite::CreateMetadata( - _fbb, - _name, - _buffer); -} - -inline TensorMapT *TensorMap::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new TensorMapT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void TensorMap::UnPackTo(TensorMapT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; - { auto _e = name(); if (_e) _o->name = _e->str(); } - { auto _e = tensor_index(); _o->tensor_index = _e; } -} - -inline flatbuffers::Offset TensorMap::Pack(flatbuffers::FlatBufferBuilder &_fbb, const TensorMapT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateTensorMap(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateTensorMap(flatbuffers::FlatBufferBuilder &_fbb, const TensorMapT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const TensorMapT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - auto _name = _o->name.empty() ? 0 : _fbb.CreateString(_o->name); - auto _tensor_index = _o->tensor_index; - return tflite::CreateTensorMap( - _fbb, - _name, - _tensor_index); -} - -inline SignatureDefT *SignatureDef::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new SignatureDefT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void SignatureDef::UnPackTo(SignatureDefT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; - { auto _e = inputs(); if (_e) { _o->inputs.resize(_e->size()); for (flatbuffers::uoffset_t _i = 0; _i < _e->size(); _i++) { _o->inputs[_i] = std::unique_ptr(_e->Get(_i)->UnPack(_resolver)); } } } - { auto _e = outputs(); if (_e) { _o->outputs.resize(_e->size()); for (flatbuffers::uoffset_t _i = 0; _i < _e->size(); _i++) { _o->outputs[_i] = std::unique_ptr(_e->Get(_i)->UnPack(_resolver)); } } } - { auto _e = signature_key(); if (_e) _o->signature_key = _e->str(); } - { auto _e = subgraph_index(); _o->subgraph_index = _e; } -} - -inline flatbuffers::Offset SignatureDef::Pack(flatbuffers::FlatBufferBuilder &_fbb, const SignatureDefT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateSignatureDef(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateSignatureDef(flatbuffers::FlatBufferBuilder &_fbb, const SignatureDefT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const SignatureDefT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - auto _inputs = _o->inputs.size() ? _fbb.CreateVector> (_o->inputs.size(), [](size_t i, _VectorArgs *__va) { return CreateTensorMap(*__va->__fbb, __va->__o->inputs[i].get(), __va->__rehasher); }, &_va ) : 0; - auto _outputs = _o->outputs.size() ? _fbb.CreateVector> (_o->outputs.size(), [](size_t i, _VectorArgs *__va) { return CreateTensorMap(*__va->__fbb, __va->__o->outputs[i].get(), __va->__rehasher); }, &_va ) : 0; - auto _signature_key = _o->signature_key.empty() ? 0 : _fbb.CreateString(_o->signature_key); - auto _subgraph_index = _o->subgraph_index; - return tflite::CreateSignatureDef( - _fbb, - _inputs, - _outputs, - _signature_key, - _subgraph_index); -} - -inline ModelT *Model::UnPack(const flatbuffers::resolver_function_t *_resolver) const { - std::unique_ptr _o = std::unique_ptr(new ModelT()); - UnPackTo(_o.get(), _resolver); - return _o.release(); -} - -inline void Model::UnPackTo(ModelT *_o, const flatbuffers::resolver_function_t *_resolver) const { - (void)_o; - (void)_resolver; - { auto _e = version(); _o->version = _e; } - { auto _e = operator_codes(); if (_e) { _o->operator_codes.resize(_e->size()); for (flatbuffers::uoffset_t _i = 0; _i < _e->size(); _i++) { _o->operator_codes[_i] = std::unique_ptr(_e->Get(_i)->UnPack(_resolver)); } } } - { auto _e = subgraphs(); if (_e) { _o->subgraphs.resize(_e->size()); for (flatbuffers::uoffset_t _i = 0; _i < _e->size(); _i++) { _o->subgraphs[_i] = std::unique_ptr(_e->Get(_i)->UnPack(_resolver)); } } } - { auto _e = description(); if (_e) _o->description = _e->str(); } - { auto _e = buffers(); if (_e) { _o->buffers.resize(_e->size()); for (flatbuffers::uoffset_t _i = 0; _i < _e->size(); _i++) { _o->buffers[_i] = std::unique_ptr(_e->Get(_i)->UnPack(_resolver)); } } } - { auto _e = metadata_buffer(); if (_e) { _o->metadata_buffer.resize(_e->size()); for (flatbuffers::uoffset_t _i = 0; _i < _e->size(); _i++) { _o->metadata_buffer[_i] = _e->Get(_i); } } } - { auto _e = metadata(); if (_e) { _o->metadata.resize(_e->size()); for (flatbuffers::uoffset_t _i = 0; _i < _e->size(); _i++) { _o->metadata[_i] = std::unique_ptr(_e->Get(_i)->UnPack(_resolver)); } } } - { auto _e = signature_defs(); if (_e) { _o->signature_defs.resize(_e->size()); for (flatbuffers::uoffset_t _i = 0; _i < _e->size(); _i++) { _o->signature_defs[_i] = std::unique_ptr(_e->Get(_i)->UnPack(_resolver)); } } } -} - -inline flatbuffers::Offset Model::Pack(flatbuffers::FlatBufferBuilder &_fbb, const ModelT* _o, const flatbuffers::rehasher_function_t *_rehasher) { - return CreateModel(_fbb, _o, _rehasher); -} - -inline flatbuffers::Offset CreateModel(flatbuffers::FlatBufferBuilder &_fbb, const ModelT *_o, const flatbuffers::rehasher_function_t *_rehasher) { - (void)_rehasher; - (void)_o; - struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const ModelT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va; - auto _version = _o->version; - auto _operator_codes = _o->operator_codes.size() ? _fbb.CreateVector> (_o->operator_codes.size(), [](size_t i, _VectorArgs *__va) { return CreateOperatorCode(*__va->__fbb, __va->__o->operator_codes[i].get(), __va->__rehasher); }, &_va ) : 0; - auto _subgraphs = _o->subgraphs.size() ? _fbb.CreateVector> (_o->subgraphs.size(), [](size_t i, _VectorArgs *__va) { return CreateSubGraph(*__va->__fbb, __va->__o->subgraphs[i].get(), __va->__rehasher); }, &_va ) : 0; - auto _description = _o->description.empty() ? 0 : _fbb.CreateString(_o->description); - auto _buffers = _o->buffers.size() ? _fbb.CreateVector> (_o->buffers.size(), [](size_t i, _VectorArgs *__va) { return CreateBuffer(*__va->__fbb, __va->__o->buffers[i].get(), __va->__rehasher); }, &_va ) : 0; - auto _metadata_buffer = _o->metadata_buffer.size() ? _fbb.CreateVector(_o->metadata_buffer) : 0; - auto _metadata = _o->metadata.size() ? _fbb.CreateVector> (_o->metadata.size(), [](size_t i, _VectorArgs *__va) { return CreateMetadata(*__va->__fbb, __va->__o->metadata[i].get(), __va->__rehasher); }, &_va ) : 0; - auto _signature_defs = _o->signature_defs.size() ? _fbb.CreateVector> (_o->signature_defs.size(), [](size_t i, _VectorArgs *__va) { return CreateSignatureDef(*__va->__fbb, __va->__o->signature_defs[i].get(), __va->__rehasher); }, &_va ) : 0; - return tflite::CreateModel( - _fbb, - _version, - _operator_codes, - _subgraphs, - _description, - _buffers, - _metadata_buffer, - _metadata, - _signature_defs); -} - -inline bool VerifyQuantizationDetails(flatbuffers::Verifier &verifier, const void *obj, QuantizationDetails type) { - switch (type) { - case QuantizationDetails_NONE: { - return true; - } - case QuantizationDetails_CustomQuantization: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - default: return true; - } -} - -inline bool VerifyQuantizationDetailsVector(flatbuffers::Verifier &verifier, const flatbuffers::Vector> *values, const flatbuffers::Vector *types) { - if (!values || !types) return !values && !types; - if (values->size() != types->size()) return false; - for (flatbuffers::uoffset_t i = 0; i < values->size(); ++i) { - if (!VerifyQuantizationDetails( - verifier, values->Get(i), types->GetEnum(i))) { - return false; - } - } - return true; -} - -inline void *QuantizationDetailsUnion::UnPack(const void *obj, QuantizationDetails type, const flatbuffers::resolver_function_t *resolver) { - switch (type) { - case QuantizationDetails_CustomQuantization: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - default: return nullptr; - } -} - -inline flatbuffers::Offset QuantizationDetailsUnion::Pack(flatbuffers::FlatBufferBuilder &_fbb, const flatbuffers::rehasher_function_t *_rehasher) const { - switch (type) { - case QuantizationDetails_CustomQuantization: { - auto ptr = reinterpret_cast(value); - return CreateCustomQuantization(_fbb, ptr, _rehasher).Union(); - } - default: return 0; - } -} - -inline QuantizationDetailsUnion::QuantizationDetailsUnion(const QuantizationDetailsUnion &u) : type(u.type), value(nullptr) { - switch (type) { - case QuantizationDetails_CustomQuantization: { - value = new tflite::CustomQuantizationT(*reinterpret_cast(u.value)); - break; - } - default: - break; - } -} - -inline void QuantizationDetailsUnion::Reset() { - switch (type) { - case QuantizationDetails_CustomQuantization: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - default: break; - } - value = nullptr; - type = QuantizationDetails_NONE; -} - -inline bool VerifySparseIndexVector(flatbuffers::Verifier &verifier, const void *obj, SparseIndexVector type) { - switch (type) { - case SparseIndexVector_NONE: { - return true; - } - case SparseIndexVector_Int32Vector: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case SparseIndexVector_Uint16Vector: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case SparseIndexVector_Uint8Vector: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - default: return true; - } -} - -inline bool VerifySparseIndexVectorVector(flatbuffers::Verifier &verifier, const flatbuffers::Vector> *values, const flatbuffers::Vector *types) { - if (!values || !types) return !values && !types; - if (values->size() != types->size()) return false; - for (flatbuffers::uoffset_t i = 0; i < values->size(); ++i) { - if (!VerifySparseIndexVector( - verifier, values->Get(i), types->GetEnum(i))) { - return false; - } - } - return true; -} - -inline void *SparseIndexVectorUnion::UnPack(const void *obj, SparseIndexVector type, const flatbuffers::resolver_function_t *resolver) { - switch (type) { - case SparseIndexVector_Int32Vector: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case SparseIndexVector_Uint16Vector: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case SparseIndexVector_Uint8Vector: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - default: return nullptr; - } -} - -inline flatbuffers::Offset SparseIndexVectorUnion::Pack(flatbuffers::FlatBufferBuilder &_fbb, const flatbuffers::rehasher_function_t *_rehasher) const { - switch (type) { - case SparseIndexVector_Int32Vector: { - auto ptr = reinterpret_cast(value); - return CreateInt32Vector(_fbb, ptr, _rehasher).Union(); - } - case SparseIndexVector_Uint16Vector: { - auto ptr = reinterpret_cast(value); - return CreateUint16Vector(_fbb, ptr, _rehasher).Union(); - } - case SparseIndexVector_Uint8Vector: { - auto ptr = reinterpret_cast(value); - return CreateUint8Vector(_fbb, ptr, _rehasher).Union(); - } - default: return 0; - } -} - -inline SparseIndexVectorUnion::SparseIndexVectorUnion(const SparseIndexVectorUnion &u) : type(u.type), value(nullptr) { - switch (type) { - case SparseIndexVector_Int32Vector: { - value = new tflite::Int32VectorT(*reinterpret_cast(u.value)); - break; - } - case SparseIndexVector_Uint16Vector: { - value = new tflite::Uint16VectorT(*reinterpret_cast(u.value)); - break; - } - case SparseIndexVector_Uint8Vector: { - value = new tflite::Uint8VectorT(*reinterpret_cast(u.value)); - break; - } - default: - break; - } -} - -inline void SparseIndexVectorUnion::Reset() { - switch (type) { - case SparseIndexVector_Int32Vector: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case SparseIndexVector_Uint16Vector: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case SparseIndexVector_Uint8Vector: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - default: break; - } - value = nullptr; - type = SparseIndexVector_NONE; -} - -inline bool VerifyBuiltinOptions(flatbuffers::Verifier &verifier, const void *obj, BuiltinOptions type) { - switch (type) { - case BuiltinOptions_NONE: { - return true; - } - case BuiltinOptions_Conv2DOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_DepthwiseConv2DOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_ConcatEmbeddingsOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_LSHProjectionOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_Pool2DOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_SVDFOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_RNNOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_FullyConnectedOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_SoftmaxOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_ConcatenationOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_AddOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_L2NormOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_LocalResponseNormalizationOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_LSTMOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_ResizeBilinearOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_CallOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_ReshapeOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_SkipGramOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_SpaceToDepthOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_EmbeddingLookupSparseOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_MulOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_PadOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_GatherOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_BatchToSpaceNDOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_SpaceToBatchNDOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_TransposeOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_ReducerOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_SubOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_DivOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_SqueezeOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_SequenceRNNOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_StridedSliceOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_ExpOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_TopKV2Options: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_SplitOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_LogSoftmaxOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_CastOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_DequantizeOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_MaximumMinimumOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_ArgMaxOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_LessOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_NegOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_PadV2Options: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_GreaterOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_GreaterEqualOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_LessEqualOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_SelectOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_SliceOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_TransposeConvOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_SparseToDenseOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_TileOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_ExpandDimsOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_EqualOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_NotEqualOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_ShapeOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_PowOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_ArgMinOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_FakeQuantOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_PackOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_LogicalOrOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_OneHotOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_LogicalAndOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_LogicalNotOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_UnpackOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_FloorDivOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_SquareOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_ZerosLikeOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_FillOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_BidirectionalSequenceLSTMOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_BidirectionalSequenceRNNOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_UnidirectionalSequenceLSTMOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_FloorModOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_RangeOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_ResizeNearestNeighborOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_LeakyReluOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_SquaredDifferenceOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_MirrorPadOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_AbsOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_SplitVOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_UniqueOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_ReverseV2Options: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_AddNOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_GatherNdOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_CosOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_WhereOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_RankOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_ReverseSequenceOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_MatrixDiagOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_QuantizeOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_MatrixSetDiagOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_HardSwishOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_IfOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_WhileOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_DepthToSpaceOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_NonMaxSuppressionV4Options: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_NonMaxSuppressionV5Options: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_ScatterNdOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_SelectV2Options: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_DensifyOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_SegmentSumOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_BatchMatMulOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_CumsumOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_CallOnceOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_BroadcastToOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_Rfft2dOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_Conv3DOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_HashtableOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_HashtableFindOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_HashtableImportOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_HashtableSizeOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_VarHandleOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_ReadVariableOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_AssignVariableOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_RandomOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_BucketizeOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_GeluOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_DynamicUpdateSliceOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_UnsortedSegmentProdOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_UnsortedSegmentMaxOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_UnsortedSegmentMinOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_UnsortedSegmentSumOptions: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - case BuiltinOptions_ATan2Options: { - auto ptr = reinterpret_cast(obj); - return verifier.VerifyTable(ptr); - } - default: return true; - } -} - -inline bool VerifyBuiltinOptionsVector(flatbuffers::Verifier &verifier, const flatbuffers::Vector> *values, const flatbuffers::Vector *types) { - if (!values || !types) return !values && !types; - if (values->size() != types->size()) return false; - for (flatbuffers::uoffset_t i = 0; i < values->size(); ++i) { - if (!VerifyBuiltinOptions( - verifier, values->Get(i), types->GetEnum(i))) { - return false; - } - } - return true; -} - -inline void *BuiltinOptionsUnion::UnPack(const void *obj, BuiltinOptions type, const flatbuffers::resolver_function_t *resolver) { - switch (type) { - case BuiltinOptions_Conv2DOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_DepthwiseConv2DOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_ConcatEmbeddingsOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_LSHProjectionOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_Pool2DOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_SVDFOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_RNNOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_FullyConnectedOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_SoftmaxOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_ConcatenationOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_AddOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_L2NormOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_LocalResponseNormalizationOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_LSTMOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_ResizeBilinearOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_CallOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_ReshapeOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_SkipGramOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_SpaceToDepthOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_EmbeddingLookupSparseOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_MulOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_PadOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_GatherOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_BatchToSpaceNDOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_SpaceToBatchNDOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_TransposeOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_ReducerOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_SubOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_DivOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_SqueezeOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_SequenceRNNOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_StridedSliceOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_ExpOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_TopKV2Options: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_SplitOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_LogSoftmaxOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_CastOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_DequantizeOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_MaximumMinimumOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_ArgMaxOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_LessOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_NegOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_PadV2Options: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_GreaterOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_GreaterEqualOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_LessEqualOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_SelectOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_SliceOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_TransposeConvOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_SparseToDenseOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_TileOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_ExpandDimsOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_EqualOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_NotEqualOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_ShapeOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_PowOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_ArgMinOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_FakeQuantOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_PackOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_LogicalOrOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_OneHotOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_LogicalAndOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_LogicalNotOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_UnpackOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_FloorDivOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_SquareOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_ZerosLikeOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_FillOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_BidirectionalSequenceLSTMOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_BidirectionalSequenceRNNOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_UnidirectionalSequenceLSTMOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_FloorModOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_RangeOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_ResizeNearestNeighborOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_LeakyReluOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_SquaredDifferenceOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_MirrorPadOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_AbsOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_SplitVOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_UniqueOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_ReverseV2Options: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_AddNOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_GatherNdOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_CosOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_WhereOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_RankOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_ReverseSequenceOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_MatrixDiagOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_QuantizeOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_MatrixSetDiagOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_HardSwishOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_IfOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_WhileOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_DepthToSpaceOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_NonMaxSuppressionV4Options: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_NonMaxSuppressionV5Options: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_ScatterNdOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_SelectV2Options: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_DensifyOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_SegmentSumOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_BatchMatMulOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_CumsumOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_CallOnceOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_BroadcastToOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_Rfft2dOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_Conv3DOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_HashtableOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_HashtableFindOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_HashtableImportOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_HashtableSizeOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_VarHandleOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_ReadVariableOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_AssignVariableOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_RandomOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_BucketizeOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_GeluOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_DynamicUpdateSliceOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_UnsortedSegmentProdOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_UnsortedSegmentMaxOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_UnsortedSegmentMinOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_UnsortedSegmentSumOptions: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - case BuiltinOptions_ATan2Options: { - auto ptr = reinterpret_cast(obj); - return ptr->UnPack(resolver); - } - default: return nullptr; - } -} - -inline flatbuffers::Offset BuiltinOptionsUnion::Pack(flatbuffers::FlatBufferBuilder &_fbb, const flatbuffers::rehasher_function_t *_rehasher) const { - switch (type) { - case BuiltinOptions_Conv2DOptions: { - auto ptr = reinterpret_cast(value); - return CreateConv2DOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_DepthwiseConv2DOptions: { - auto ptr = reinterpret_cast(value); - return CreateDepthwiseConv2DOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_ConcatEmbeddingsOptions: { - auto ptr = reinterpret_cast(value); - return CreateConcatEmbeddingsOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_LSHProjectionOptions: { - auto ptr = reinterpret_cast(value); - return CreateLSHProjectionOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_Pool2DOptions: { - auto ptr = reinterpret_cast(value); - return CreatePool2DOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_SVDFOptions: { - auto ptr = reinterpret_cast(value); - return CreateSVDFOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_RNNOptions: { - auto ptr = reinterpret_cast(value); - return CreateRNNOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_FullyConnectedOptions: { - auto ptr = reinterpret_cast(value); - return CreateFullyConnectedOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_SoftmaxOptions: { - auto ptr = reinterpret_cast(value); - return CreateSoftmaxOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_ConcatenationOptions: { - auto ptr = reinterpret_cast(value); - return CreateConcatenationOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_AddOptions: { - auto ptr = reinterpret_cast(value); - return CreateAddOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_L2NormOptions: { - auto ptr = reinterpret_cast(value); - return CreateL2NormOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_LocalResponseNormalizationOptions: { - auto ptr = reinterpret_cast(value); - return CreateLocalResponseNormalizationOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_LSTMOptions: { - auto ptr = reinterpret_cast(value); - return CreateLSTMOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_ResizeBilinearOptions: { - auto ptr = reinterpret_cast(value); - return CreateResizeBilinearOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_CallOptions: { - auto ptr = reinterpret_cast(value); - return CreateCallOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_ReshapeOptions: { - auto ptr = reinterpret_cast(value); - return CreateReshapeOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_SkipGramOptions: { - auto ptr = reinterpret_cast(value); - return CreateSkipGramOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_SpaceToDepthOptions: { - auto ptr = reinterpret_cast(value); - return CreateSpaceToDepthOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_EmbeddingLookupSparseOptions: { - auto ptr = reinterpret_cast(value); - return CreateEmbeddingLookupSparseOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_MulOptions: { - auto ptr = reinterpret_cast(value); - return CreateMulOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_PadOptions: { - auto ptr = reinterpret_cast(value); - return CreatePadOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_GatherOptions: { - auto ptr = reinterpret_cast(value); - return CreateGatherOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_BatchToSpaceNDOptions: { - auto ptr = reinterpret_cast(value); - return CreateBatchToSpaceNDOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_SpaceToBatchNDOptions: { - auto ptr = reinterpret_cast(value); - return CreateSpaceToBatchNDOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_TransposeOptions: { - auto ptr = reinterpret_cast(value); - return CreateTransposeOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_ReducerOptions: { - auto ptr = reinterpret_cast(value); - return CreateReducerOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_SubOptions: { - auto ptr = reinterpret_cast(value); - return CreateSubOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_DivOptions: { - auto ptr = reinterpret_cast(value); - return CreateDivOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_SqueezeOptions: { - auto ptr = reinterpret_cast(value); - return CreateSqueezeOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_SequenceRNNOptions: { - auto ptr = reinterpret_cast(value); - return CreateSequenceRNNOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_StridedSliceOptions: { - auto ptr = reinterpret_cast(value); - return CreateStridedSliceOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_ExpOptions: { - auto ptr = reinterpret_cast(value); - return CreateExpOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_TopKV2Options: { - auto ptr = reinterpret_cast(value); - return CreateTopKV2Options(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_SplitOptions: { - auto ptr = reinterpret_cast(value); - return CreateSplitOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_LogSoftmaxOptions: { - auto ptr = reinterpret_cast(value); - return CreateLogSoftmaxOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_CastOptions: { - auto ptr = reinterpret_cast(value); - return CreateCastOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_DequantizeOptions: { - auto ptr = reinterpret_cast(value); - return CreateDequantizeOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_MaximumMinimumOptions: { - auto ptr = reinterpret_cast(value); - return CreateMaximumMinimumOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_ArgMaxOptions: { - auto ptr = reinterpret_cast(value); - return CreateArgMaxOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_LessOptions: { - auto ptr = reinterpret_cast(value); - return CreateLessOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_NegOptions: { - auto ptr = reinterpret_cast(value); - return CreateNegOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_PadV2Options: { - auto ptr = reinterpret_cast(value); - return CreatePadV2Options(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_GreaterOptions: { - auto ptr = reinterpret_cast(value); - return CreateGreaterOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_GreaterEqualOptions: { - auto ptr = reinterpret_cast(value); - return CreateGreaterEqualOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_LessEqualOptions: { - auto ptr = reinterpret_cast(value); - return CreateLessEqualOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_SelectOptions: { - auto ptr = reinterpret_cast(value); - return CreateSelectOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_SliceOptions: { - auto ptr = reinterpret_cast(value); - return CreateSliceOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_TransposeConvOptions: { - auto ptr = reinterpret_cast(value); - return CreateTransposeConvOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_SparseToDenseOptions: { - auto ptr = reinterpret_cast(value); - return CreateSparseToDenseOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_TileOptions: { - auto ptr = reinterpret_cast(value); - return CreateTileOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_ExpandDimsOptions: { - auto ptr = reinterpret_cast(value); - return CreateExpandDimsOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_EqualOptions: { - auto ptr = reinterpret_cast(value); - return CreateEqualOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_NotEqualOptions: { - auto ptr = reinterpret_cast(value); - return CreateNotEqualOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_ShapeOptions: { - auto ptr = reinterpret_cast(value); - return CreateShapeOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_PowOptions: { - auto ptr = reinterpret_cast(value); - return CreatePowOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_ArgMinOptions: { - auto ptr = reinterpret_cast(value); - return CreateArgMinOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_FakeQuantOptions: { - auto ptr = reinterpret_cast(value); - return CreateFakeQuantOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_PackOptions: { - auto ptr = reinterpret_cast(value); - return CreatePackOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_LogicalOrOptions: { - auto ptr = reinterpret_cast(value); - return CreateLogicalOrOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_OneHotOptions: { - auto ptr = reinterpret_cast(value); - return CreateOneHotOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_LogicalAndOptions: { - auto ptr = reinterpret_cast(value); - return CreateLogicalAndOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_LogicalNotOptions: { - auto ptr = reinterpret_cast(value); - return CreateLogicalNotOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_UnpackOptions: { - auto ptr = reinterpret_cast(value); - return CreateUnpackOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_FloorDivOptions: { - auto ptr = reinterpret_cast(value); - return CreateFloorDivOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_SquareOptions: { - auto ptr = reinterpret_cast(value); - return CreateSquareOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_ZerosLikeOptions: { - auto ptr = reinterpret_cast(value); - return CreateZerosLikeOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_FillOptions: { - auto ptr = reinterpret_cast(value); - return CreateFillOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_BidirectionalSequenceLSTMOptions: { - auto ptr = reinterpret_cast(value); - return CreateBidirectionalSequenceLSTMOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_BidirectionalSequenceRNNOptions: { - auto ptr = reinterpret_cast(value); - return CreateBidirectionalSequenceRNNOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_UnidirectionalSequenceLSTMOptions: { - auto ptr = reinterpret_cast(value); - return CreateUnidirectionalSequenceLSTMOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_FloorModOptions: { - auto ptr = reinterpret_cast(value); - return CreateFloorModOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_RangeOptions: { - auto ptr = reinterpret_cast(value); - return CreateRangeOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_ResizeNearestNeighborOptions: { - auto ptr = reinterpret_cast(value); - return CreateResizeNearestNeighborOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_LeakyReluOptions: { - auto ptr = reinterpret_cast(value); - return CreateLeakyReluOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_SquaredDifferenceOptions: { - auto ptr = reinterpret_cast(value); - return CreateSquaredDifferenceOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_MirrorPadOptions: { - auto ptr = reinterpret_cast(value); - return CreateMirrorPadOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_AbsOptions: { - auto ptr = reinterpret_cast(value); - return CreateAbsOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_SplitVOptions: { - auto ptr = reinterpret_cast(value); - return CreateSplitVOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_UniqueOptions: { - auto ptr = reinterpret_cast(value); - return CreateUniqueOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_ReverseV2Options: { - auto ptr = reinterpret_cast(value); - return CreateReverseV2Options(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_AddNOptions: { - auto ptr = reinterpret_cast(value); - return CreateAddNOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_GatherNdOptions: { - auto ptr = reinterpret_cast(value); - return CreateGatherNdOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_CosOptions: { - auto ptr = reinterpret_cast(value); - return CreateCosOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_WhereOptions: { - auto ptr = reinterpret_cast(value); - return CreateWhereOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_RankOptions: { - auto ptr = reinterpret_cast(value); - return CreateRankOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_ReverseSequenceOptions: { - auto ptr = reinterpret_cast(value); - return CreateReverseSequenceOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_MatrixDiagOptions: { - auto ptr = reinterpret_cast(value); - return CreateMatrixDiagOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_QuantizeOptions: { - auto ptr = reinterpret_cast(value); - return CreateQuantizeOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_MatrixSetDiagOptions: { - auto ptr = reinterpret_cast(value); - return CreateMatrixSetDiagOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_HardSwishOptions: { - auto ptr = reinterpret_cast(value); - return CreateHardSwishOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_IfOptions: { - auto ptr = reinterpret_cast(value); - return CreateIfOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_WhileOptions: { - auto ptr = reinterpret_cast(value); - return CreateWhileOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_DepthToSpaceOptions: { - auto ptr = reinterpret_cast(value); - return CreateDepthToSpaceOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_NonMaxSuppressionV4Options: { - auto ptr = reinterpret_cast(value); - return CreateNonMaxSuppressionV4Options(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_NonMaxSuppressionV5Options: { - auto ptr = reinterpret_cast(value); - return CreateNonMaxSuppressionV5Options(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_ScatterNdOptions: { - auto ptr = reinterpret_cast(value); - return CreateScatterNdOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_SelectV2Options: { - auto ptr = reinterpret_cast(value); - return CreateSelectV2Options(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_DensifyOptions: { - auto ptr = reinterpret_cast(value); - return CreateDensifyOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_SegmentSumOptions: { - auto ptr = reinterpret_cast(value); - return CreateSegmentSumOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_BatchMatMulOptions: { - auto ptr = reinterpret_cast(value); - return CreateBatchMatMulOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_CumsumOptions: { - auto ptr = reinterpret_cast(value); - return CreateCumsumOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_CallOnceOptions: { - auto ptr = reinterpret_cast(value); - return CreateCallOnceOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_BroadcastToOptions: { - auto ptr = reinterpret_cast(value); - return CreateBroadcastToOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_Rfft2dOptions: { - auto ptr = reinterpret_cast(value); - return CreateRfft2dOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_Conv3DOptions: { - auto ptr = reinterpret_cast(value); - return CreateConv3DOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_HashtableOptions: { - auto ptr = reinterpret_cast(value); - return CreateHashtableOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_HashtableFindOptions: { - auto ptr = reinterpret_cast(value); - return CreateHashtableFindOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_HashtableImportOptions: { - auto ptr = reinterpret_cast(value); - return CreateHashtableImportOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_HashtableSizeOptions: { - auto ptr = reinterpret_cast(value); - return CreateHashtableSizeOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_VarHandleOptions: { - auto ptr = reinterpret_cast(value); - return CreateVarHandleOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_ReadVariableOptions: { - auto ptr = reinterpret_cast(value); - return CreateReadVariableOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_AssignVariableOptions: { - auto ptr = reinterpret_cast(value); - return CreateAssignVariableOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_RandomOptions: { - auto ptr = reinterpret_cast(value); - return CreateRandomOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_BucketizeOptions: { - auto ptr = reinterpret_cast(value); - return CreateBucketizeOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_GeluOptions: { - auto ptr = reinterpret_cast(value); - return CreateGeluOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_DynamicUpdateSliceOptions: { - auto ptr = reinterpret_cast(value); - return CreateDynamicUpdateSliceOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_UnsortedSegmentProdOptions: { - auto ptr = reinterpret_cast(value); - return CreateUnsortedSegmentProdOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_UnsortedSegmentMaxOptions: { - auto ptr = reinterpret_cast(value); - return CreateUnsortedSegmentMaxOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_UnsortedSegmentMinOptions: { - auto ptr = reinterpret_cast(value); - return CreateUnsortedSegmentMinOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_UnsortedSegmentSumOptions: { - auto ptr = reinterpret_cast(value); - return CreateUnsortedSegmentSumOptions(_fbb, ptr, _rehasher).Union(); - } - case BuiltinOptions_ATan2Options: { - auto ptr = reinterpret_cast(value); - return CreateATan2Options(_fbb, ptr, _rehasher).Union(); - } - default: return 0; - } -} - -inline BuiltinOptionsUnion::BuiltinOptionsUnion(const BuiltinOptionsUnion &u) : type(u.type), value(nullptr) { - switch (type) { - case BuiltinOptions_Conv2DOptions: { - value = new tflite::Conv2DOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_DepthwiseConv2DOptions: { - value = new tflite::DepthwiseConv2DOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_ConcatEmbeddingsOptions: { - value = new tflite::ConcatEmbeddingsOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_LSHProjectionOptions: { - value = new tflite::LSHProjectionOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_Pool2DOptions: { - value = new tflite::Pool2DOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_SVDFOptions: { - value = new tflite::SVDFOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_RNNOptions: { - value = new tflite::RNNOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_FullyConnectedOptions: { - value = new tflite::FullyConnectedOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_SoftmaxOptions: { - value = new tflite::SoftmaxOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_ConcatenationOptions: { - value = new tflite::ConcatenationOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_AddOptions: { - value = new tflite::AddOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_L2NormOptions: { - value = new tflite::L2NormOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_LocalResponseNormalizationOptions: { - value = new tflite::LocalResponseNormalizationOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_LSTMOptions: { - value = new tflite::LSTMOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_ResizeBilinearOptions: { - value = new tflite::ResizeBilinearOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_CallOptions: { - value = new tflite::CallOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_ReshapeOptions: { - value = new tflite::ReshapeOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_SkipGramOptions: { - value = new tflite::SkipGramOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_SpaceToDepthOptions: { - value = new tflite::SpaceToDepthOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_EmbeddingLookupSparseOptions: { - value = new tflite::EmbeddingLookupSparseOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_MulOptions: { - value = new tflite::MulOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_PadOptions: { - value = new tflite::PadOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_GatherOptions: { - value = new tflite::GatherOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_BatchToSpaceNDOptions: { - value = new tflite::BatchToSpaceNDOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_SpaceToBatchNDOptions: { - value = new tflite::SpaceToBatchNDOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_TransposeOptions: { - value = new tflite::TransposeOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_ReducerOptions: { - value = new tflite::ReducerOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_SubOptions: { - value = new tflite::SubOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_DivOptions: { - value = new tflite::DivOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_SqueezeOptions: { - value = new tflite::SqueezeOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_SequenceRNNOptions: { - value = new tflite::SequenceRNNOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_StridedSliceOptions: { - value = new tflite::StridedSliceOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_ExpOptions: { - value = new tflite::ExpOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_TopKV2Options: { - value = new tflite::TopKV2OptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_SplitOptions: { - value = new tflite::SplitOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_LogSoftmaxOptions: { - value = new tflite::LogSoftmaxOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_CastOptions: { - value = new tflite::CastOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_DequantizeOptions: { - value = new tflite::DequantizeOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_MaximumMinimumOptions: { - value = new tflite::MaximumMinimumOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_ArgMaxOptions: { - value = new tflite::ArgMaxOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_LessOptions: { - value = new tflite::LessOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_NegOptions: { - value = new tflite::NegOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_PadV2Options: { - value = new tflite::PadV2OptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_GreaterOptions: { - value = new tflite::GreaterOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_GreaterEqualOptions: { - value = new tflite::GreaterEqualOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_LessEqualOptions: { - value = new tflite::LessEqualOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_SelectOptions: { - value = new tflite::SelectOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_SliceOptions: { - value = new tflite::SliceOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_TransposeConvOptions: { - value = new tflite::TransposeConvOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_SparseToDenseOptions: { - value = new tflite::SparseToDenseOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_TileOptions: { - value = new tflite::TileOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_ExpandDimsOptions: { - value = new tflite::ExpandDimsOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_EqualOptions: { - value = new tflite::EqualOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_NotEqualOptions: { - value = new tflite::NotEqualOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_ShapeOptions: { - value = new tflite::ShapeOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_PowOptions: { - value = new tflite::PowOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_ArgMinOptions: { - value = new tflite::ArgMinOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_FakeQuantOptions: { - value = new tflite::FakeQuantOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_PackOptions: { - value = new tflite::PackOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_LogicalOrOptions: { - value = new tflite::LogicalOrOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_OneHotOptions: { - value = new tflite::OneHotOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_LogicalAndOptions: { - value = new tflite::LogicalAndOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_LogicalNotOptions: { - value = new tflite::LogicalNotOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_UnpackOptions: { - value = new tflite::UnpackOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_FloorDivOptions: { - value = new tflite::FloorDivOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_SquareOptions: { - value = new tflite::SquareOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_ZerosLikeOptions: { - value = new tflite::ZerosLikeOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_FillOptions: { - value = new tflite::FillOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_BidirectionalSequenceLSTMOptions: { - value = new tflite::BidirectionalSequenceLSTMOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_BidirectionalSequenceRNNOptions: { - value = new tflite::BidirectionalSequenceRNNOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_UnidirectionalSequenceLSTMOptions: { - value = new tflite::UnidirectionalSequenceLSTMOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_FloorModOptions: { - value = new tflite::FloorModOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_RangeOptions: { - value = new tflite::RangeOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_ResizeNearestNeighborOptions: { - value = new tflite::ResizeNearestNeighborOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_LeakyReluOptions: { - value = new tflite::LeakyReluOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_SquaredDifferenceOptions: { - value = new tflite::SquaredDifferenceOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_MirrorPadOptions: { - value = new tflite::MirrorPadOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_AbsOptions: { - value = new tflite::AbsOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_SplitVOptions: { - value = new tflite::SplitVOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_UniqueOptions: { - value = new tflite::UniqueOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_ReverseV2Options: { - value = new tflite::ReverseV2OptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_AddNOptions: { - value = new tflite::AddNOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_GatherNdOptions: { - value = new tflite::GatherNdOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_CosOptions: { - value = new tflite::CosOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_WhereOptions: { - value = new tflite::WhereOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_RankOptions: { - value = new tflite::RankOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_ReverseSequenceOptions: { - value = new tflite::ReverseSequenceOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_MatrixDiagOptions: { - value = new tflite::MatrixDiagOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_QuantizeOptions: { - value = new tflite::QuantizeOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_MatrixSetDiagOptions: { - value = new tflite::MatrixSetDiagOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_HardSwishOptions: { - value = new tflite::HardSwishOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_IfOptions: { - value = new tflite::IfOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_WhileOptions: { - value = new tflite::WhileOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_DepthToSpaceOptions: { - value = new tflite::DepthToSpaceOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_NonMaxSuppressionV4Options: { - value = new tflite::NonMaxSuppressionV4OptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_NonMaxSuppressionV5Options: { - value = new tflite::NonMaxSuppressionV5OptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_ScatterNdOptions: { - value = new tflite::ScatterNdOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_SelectV2Options: { - value = new tflite::SelectV2OptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_DensifyOptions: { - value = new tflite::DensifyOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_SegmentSumOptions: { - value = new tflite::SegmentSumOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_BatchMatMulOptions: { - value = new tflite::BatchMatMulOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_CumsumOptions: { - value = new tflite::CumsumOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_CallOnceOptions: { - value = new tflite::CallOnceOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_BroadcastToOptions: { - value = new tflite::BroadcastToOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_Rfft2dOptions: { - value = new tflite::Rfft2dOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_Conv3DOptions: { - value = new tflite::Conv3DOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_HashtableOptions: { - value = new tflite::HashtableOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_HashtableFindOptions: { - value = new tflite::HashtableFindOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_HashtableImportOptions: { - value = new tflite::HashtableImportOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_HashtableSizeOptions: { - value = new tflite::HashtableSizeOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_VarHandleOptions: { - value = new tflite::VarHandleOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_ReadVariableOptions: { - value = new tflite::ReadVariableOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_AssignVariableOptions: { - value = new tflite::AssignVariableOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_RandomOptions: { - value = new tflite::RandomOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_BucketizeOptions: { - value = new tflite::BucketizeOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_GeluOptions: { - value = new tflite::GeluOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_DynamicUpdateSliceOptions: { - value = new tflite::DynamicUpdateSliceOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_UnsortedSegmentProdOptions: { - value = new tflite::UnsortedSegmentProdOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_UnsortedSegmentMaxOptions: { - value = new tflite::UnsortedSegmentMaxOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_UnsortedSegmentMinOptions: { - value = new tflite::UnsortedSegmentMinOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_UnsortedSegmentSumOptions: { - value = new tflite::UnsortedSegmentSumOptionsT(*reinterpret_cast(u.value)); - break; - } - case BuiltinOptions_ATan2Options: { - value = new tflite::ATan2OptionsT(*reinterpret_cast(u.value)); - break; - } - default: - break; - } -} - -inline void BuiltinOptionsUnion::Reset() { - switch (type) { - case BuiltinOptions_Conv2DOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_DepthwiseConv2DOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_ConcatEmbeddingsOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_LSHProjectionOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_Pool2DOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_SVDFOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_RNNOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_FullyConnectedOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_SoftmaxOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_ConcatenationOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_AddOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_L2NormOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_LocalResponseNormalizationOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_LSTMOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_ResizeBilinearOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_CallOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_ReshapeOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_SkipGramOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_SpaceToDepthOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_EmbeddingLookupSparseOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_MulOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_PadOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_GatherOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_BatchToSpaceNDOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_SpaceToBatchNDOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_TransposeOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_ReducerOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_SubOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_DivOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_SqueezeOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_SequenceRNNOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_StridedSliceOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_ExpOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_TopKV2Options: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_SplitOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_LogSoftmaxOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_CastOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_DequantizeOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_MaximumMinimumOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_ArgMaxOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_LessOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_NegOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_PadV2Options: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_GreaterOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_GreaterEqualOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_LessEqualOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_SelectOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_SliceOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_TransposeConvOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_SparseToDenseOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_TileOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_ExpandDimsOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_EqualOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_NotEqualOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_ShapeOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_PowOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_ArgMinOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_FakeQuantOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_PackOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_LogicalOrOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_OneHotOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_LogicalAndOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_LogicalNotOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_UnpackOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_FloorDivOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_SquareOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_ZerosLikeOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_FillOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_BidirectionalSequenceLSTMOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_BidirectionalSequenceRNNOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_UnidirectionalSequenceLSTMOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_FloorModOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_RangeOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_ResizeNearestNeighborOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_LeakyReluOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_SquaredDifferenceOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_MirrorPadOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_AbsOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_SplitVOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_UniqueOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_ReverseV2Options: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_AddNOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_GatherNdOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_CosOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_WhereOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_RankOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_ReverseSequenceOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_MatrixDiagOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_QuantizeOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_MatrixSetDiagOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_HardSwishOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_IfOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_WhileOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_DepthToSpaceOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_NonMaxSuppressionV4Options: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_NonMaxSuppressionV5Options: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_ScatterNdOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_SelectV2Options: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_DensifyOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_SegmentSumOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_BatchMatMulOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_CumsumOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_CallOnceOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_BroadcastToOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_Rfft2dOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_Conv3DOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_HashtableOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_HashtableFindOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_HashtableImportOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_HashtableSizeOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_VarHandleOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_ReadVariableOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_AssignVariableOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_RandomOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_BucketizeOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_GeluOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_DynamicUpdateSliceOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_UnsortedSegmentProdOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_UnsortedSegmentMaxOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_UnsortedSegmentMinOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_UnsortedSegmentSumOptions: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - case BuiltinOptions_ATan2Options: { - auto ptr = reinterpret_cast(value); - delete ptr; - break; - } - default: break; - } - value = nullptr; - type = BuiltinOptions_NONE; -} - -inline const tflite::Model *GetModel(const void *buf) { - return flatbuffers::GetRoot(buf); -} - -inline const tflite::Model *GetSizePrefixedModel(const void *buf) { - return flatbuffers::GetSizePrefixedRoot(buf); -} - -inline const char *ModelIdentifier() { - return "TFL3"; -} - -inline bool ModelBufferHasIdentifier(const void *buf) { - return flatbuffers::BufferHasIdentifier( - buf, ModelIdentifier()); -} - -inline bool VerifyModelBuffer( - flatbuffers::Verifier &verifier) { - return verifier.VerifyBuffer(ModelIdentifier()); -} - -inline bool VerifySizePrefixedModelBuffer( - flatbuffers::Verifier &verifier) { - return verifier.VerifySizePrefixedBuffer(ModelIdentifier()); -} - -inline const char *ModelExtension() { - return "tflite"; -} - -inline void FinishModelBuffer( - flatbuffers::FlatBufferBuilder &fbb, - flatbuffers::Offset root) { - fbb.Finish(root, ModelIdentifier()); -} - -inline void FinishSizePrefixedModelBuffer( - flatbuffers::FlatBufferBuilder &fbb, - flatbuffers::Offset root) { - fbb.FinishSizePrefixed(root, ModelIdentifier()); -} - -inline std::unique_ptr UnPackModel( - const void *buf, - const flatbuffers::resolver_function_t *res = nullptr) { - return std::unique_ptr(GetModel(buf)->UnPack(res)); -} - -inline std::unique_ptr UnPackSizePrefixedModel( - const void *buf, - const flatbuffers::resolver_function_t *res = nullptr) { - return std::unique_ptr(GetSizePrefixedModel(buf)->UnPack(res)); -} - -} // namespace tflite - -#endif // FLATBUFFERS_GENERATED_SCHEMA_TFLITE_H_ diff --git a/code/components/tflite-lib/tensorflow/lite/schema/schema_utils.cc b/code/components/tflite-lib/tensorflow/lite/schema/schema_utils.cc deleted file mode 100644 index fc19290b..00000000 --- a/code/components/tflite-lib/tensorflow/lite/schema/schema_utils.cc +++ /dev/null @@ -1,62 +0,0 @@ -/* Copyright 2020 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#include "tensorflow/lite/schema/schema_utils.h" - -#include - -#include "tensorflow/lite/kernels/internal/compatibility.h" - -namespace tflite { - -// The following GetBuiltinCode methods are the utility methods for reading -// builtin operatore code, ensuring compatibility issues between v3 and v3a -// schema. Always the maximum value of the two fields always will be the correct -// value as follows: -// -// - Supporting schema version v3 models -// -// The `builtin_code` field is not available in the v3 models. Flatbuffer -// library will feed zero value, which is the default value in the v3a schema. -// The actual builtin operatore code value will exist in the -// `deprecated_builtin_code` field. At the same time, it implies that -// `deprecated_builtin_code` >= `builtin_code` and the maximum value of the two -// fields will be same with `deprecated_builtin_code'. -// -// - Supporting builtin operator codes beyonds 127 -// -// New builtin operators, whose operator code is larger than 127, can not be -// assigned to the `deprecated_builtin_code` field. In such cases, the -// value of the `builtin_code` field should be used for the builtin operator -// code. In the case, the maximum value of the two fields will be the value of -// the `builtin_code` as the right value. - -BuiltinOperator GetBuiltinCode(const OperatorCode* op_code) { - // Caller should guarantee that the given argument value is not a nullptr. - TFLITE_DCHECK(op_code != nullptr); - - return std::max( - op_code->builtin_code(), - static_cast(op_code->deprecated_builtin_code())); -} - -BuiltinOperator GetBuiltinCode(const OperatorCodeT* op_code) { - // Caller should guarantee that the given argument value is not a nullptr. - TFLITE_DCHECK(op_code != nullptr); - - return std::max(op_code->builtin_code, static_cast( - op_code->deprecated_builtin_code)); -} - -} // namespace tflite diff --git a/code/components/tflite-lib/tensorflow/lite/schema/schema_utils.h b/code/components/tflite-lib/tensorflow/lite/schema/schema_utils.h deleted file mode 100644 index 9cca36c7..00000000 --- a/code/components/tflite-lib/tensorflow/lite/schema/schema_utils.h +++ /dev/null @@ -1,33 +0,0 @@ -/* Copyright 2020 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ -#ifndef TENSORFLOW_LITE_SCHEMA_SCHEMA_UTILS_H_ -#define TENSORFLOW_LITE_SCHEMA_SCHEMA_UTILS_H_ - -#include "flatbuffers/flatbuffers.h" -#include "tensorflow/lite/schema/schema_generated.h" - -namespace tflite { - -// The following methods are introduced to resolve op builtin code shortage -// problem. The new builtin operator will be assigned to the extended builtin -// code field in the flatbuffer schema. Those methods helps to hide builtin code -// details. -BuiltinOperator GetBuiltinCode(const OperatorCode *op_code); - -BuiltinOperator GetBuiltinCode(const OperatorCodeT *op_code); - -} // namespace tflite - -#endif // TENSORFLOW_LITE_SCHEMA_SCHEMA_UTILS_H_ diff --git a/code/components/tflite-lib/third_party/flatbuffers/LICENSE.txt b/code/components/tflite-lib/third_party/flatbuffers/LICENSE.txt deleted file mode 100644 index d6456956..00000000 --- a/code/components/tflite-lib/third_party/flatbuffers/LICENSE.txt +++ /dev/null @@ -1,202 +0,0 @@ - - Apache License - Version 2.0, January 2004 - http://www.apache.org/licenses/ - - TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION - - 1. Definitions. - - "License" shall mean the terms and conditions for use, reproduction, - and distribution as defined by Sections 1 through 9 of this document. - - "Licensor" shall mean the copyright owner or entity authorized by - the copyright owner that is granting the License. - - "Legal Entity" shall mean the union of the acting entity and all - other entities that control, are controlled by, or are under common - control with that entity. For the purposes of this definition, - "control" means (i) the power, direct or indirect, to cause the - direction or management of such entity, whether by contract or - otherwise, or (ii) ownership of fifty percent (50%) or more of the - outstanding shares, or (iii) beneficial ownership of such entity. - - "You" (or "Your") shall mean an individual or Legal Entity - exercising permissions granted by this License. - - "Source" form shall mean the preferred form for making modifications, - including but not limited to software source code, documentation - source, and configuration files. - - "Object" form shall mean any form resulting from mechanical - transformation or translation of a Source form, including but - not limited to compiled object code, generated documentation, - and conversions to other media types. - - "Work" shall mean the work of authorship, whether in Source or - Object form, made available under the License, as indicated by a - copyright notice that is included in or attached to the work - (an example is provided in the Appendix below). - - "Derivative Works" shall mean any work, whether in Source or Object - form, that is based on (or derived from) the Work and for which the - editorial revisions, annotations, elaborations, or other modifications - represent, as a whole, an original work of authorship. For the purposes - of this License, Derivative Works shall not include works that remain - separable from, or merely link (or bind by name) to the interfaces of, - the Work and Derivative Works thereof. - - "Contribution" shall mean any work of authorship, including - the original version of the Work and any modifications or additions - to that Work or Derivative Works thereof, that is intentionally - submitted to Licensor for inclusion in the Work by the copyright owner - or by an individual or Legal Entity authorized to submit on behalf of - the copyright owner. For the purposes of this definition, "submitted" - means any form of electronic, verbal, or written communication sent - to the Licensor or its representatives, including but not limited to - communication on electronic mailing lists, source code control systems, - and issue tracking systems that are managed by, or on behalf of, the - Licensor for the purpose of discussing and improving the Work, but - excluding communication that is conspicuously marked or otherwise - designated in writing by the copyright owner as "Not a Contribution." - - "Contributor" shall mean Licensor and any individual or Legal Entity - on behalf of whom a Contribution has been received by Licensor and - subsequently incorporated within the Work. - - 2. Grant of Copyright License. Subject to the terms and conditions of - this License, each Contributor hereby grants to You a perpetual, - worldwide, non-exclusive, no-charge, royalty-free, irrevocable - copyright license to reproduce, prepare Derivative Works of, - publicly display, publicly perform, sublicense, and distribute the - Work and such Derivative Works in Source or Object form. - - 3. Grant of Patent License. Subject to the terms and conditions of - this License, each Contributor hereby grants to You a perpetual, - worldwide, non-exclusive, no-charge, royalty-free, irrevocable - (except as stated in this section) patent license to make, have made, - use, offer to sell, sell, import, and otherwise transfer the Work, - where such license applies only to those patent claims licensable - by such Contributor that are necessarily infringed by their - Contribution(s) alone or by combination of their Contribution(s) - with the Work to which such Contribution(s) was submitted. If You - institute patent litigation against any entity (including a - cross-claim or counterclaim in a lawsuit) alleging that the Work - or a Contribution incorporated within the Work constitutes direct - or contributory patent infringement, then any patent licenses - granted to You under this License for that Work shall terminate - as of the date such litigation is filed. - - 4. Redistribution. You may reproduce and distribute copies of the - Work or Derivative Works thereof in any medium, with or without - modifications, and in Source or Object form, provided that You - meet the following conditions: - - (a) You must give any other recipients of the Work or - Derivative Works a copy of this License; and - - (b) You must cause any modified files to carry prominent notices - stating that You changed the files; and - - (c) You must retain, in the Source form of any Derivative Works - that You distribute, all copyright, patent, trademark, and - attribution notices from the Source form of the Work, - excluding those notices that do not pertain to any part of - the Derivative Works; and - - (d) If the Work includes a "NOTICE" text file as part of its - distribution, then any Derivative Works that You distribute must - include a readable copy of the attribution notices contained - within such NOTICE file, excluding those notices that do not - pertain to any part of the Derivative Works, in at least one - of the following places: within a NOTICE text file distributed - as part of the Derivative Works; within the Source form or - documentation, if provided along with the Derivative Works; or, - within a display generated by the Derivative Works, if and - wherever such third-party notices normally appear. The contents - of the NOTICE file are for informational purposes only and - do not modify the License. You may add Your own attribution - notices within Derivative Works that You distribute, alongside - or as an addendum to the NOTICE text from the Work, provided - that such additional attribution notices cannot be construed - as modifying the License. - - You may add Your own copyright statement to Your modifications and - may provide additional or different license terms and conditions - for use, reproduction, or distribution of Your modifications, or - for any such Derivative Works as a whole, provided Your use, - reproduction, and distribution of the Work otherwise complies with - the conditions stated in this License. - - 5. Submission of Contributions. Unless You explicitly state otherwise, - any Contribution intentionally submitted for inclusion in the Work - by You to the Licensor shall be under the terms and conditions of - this License, without any additional terms or conditions. - Notwithstanding the above, nothing herein shall supersede or modify - the terms of any separate license agreement you may have executed - with Licensor regarding such Contributions. - - 6. Trademarks. This License does not grant permission to use the trade - names, trademarks, service marks, or product names of the Licensor, - except as required for reasonable and customary use in describing the - origin of the Work and reproducing the content of the NOTICE file. - - 7. Disclaimer of Warranty. Unless required by applicable law or - agreed to in writing, Licensor provides the Work (and each - Contributor provides its Contributions) on an "AS IS" BASIS, - WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or - implied, including, without limitation, any warranties or conditions - of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A - PARTICULAR PURPOSE. You are solely responsible for determining the - appropriateness of using or redistributing the Work and assume any - risks associated with Your exercise of permissions under this License. - - 8. Limitation of Liability. In no event and under no legal theory, - whether in tort (including negligence), contract, or otherwise, - unless required by applicable law (such as deliberate and grossly - negligent acts) or agreed to in writing, shall any Contributor be - liable to You for damages, including any direct, indirect, special, - incidental, or consequential damages of any character arising as a - result of this License or out of the use or inability to use the - Work (including but not limited to damages for loss of goodwill, - work stoppage, computer failure or malfunction, or any and all - other commercial damages or losses), even if such Contributor - has been advised of the possibility of such damages. - - 9. Accepting Warranty or Additional Liability. While redistributing - the Work or Derivative Works thereof, You may choose to offer, - and charge a fee for, acceptance of support, warranty, indemnity, - or other liability obligations and/or rights consistent with this - License. However, in accepting such obligations, You may act only - on Your own behalf and on Your sole responsibility, not on behalf - of any other Contributor, and only if You agree to indemnify, - defend, and hold each Contributor harmless for any liability - incurred by, or claims asserted against, such Contributor by reason - of your accepting any such warranty or additional liability. - - END OF TERMS AND CONDITIONS - - APPENDIX: How to apply the Apache License to your work. - - To apply the Apache License to your work, attach the following - boilerplate notice, with the fields enclosed by brackets "[]" - replaced with your own identifying information. (Don't include - the brackets!) The text should be enclosed in the appropriate - comment syntax for the file format. We also recommend that a - file or class name and description of purpose be included on the - same "printed page" as the copyright notice for easier - identification within third-party archives. - - Copyright [yyyy] [name of copyright owner] - - Licensed under the Apache License, Version 2.0 (the "License"); - you may not use this file except in compliance with the License. - You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - - Unless required by applicable law or agreed to in writing, software - distributed under the License is distributed on an "AS IS" BASIS, - WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - See the License for the specific language governing permissions and - limitations under the License. diff --git a/code/components/tflite-lib/third_party/flatbuffers/include/flatbuffers/allocator.h b/code/components/tflite-lib/third_party/flatbuffers/include/flatbuffers/allocator.h deleted file mode 100644 index f4ef22db..00000000 --- a/code/components/tflite-lib/third_party/flatbuffers/include/flatbuffers/allocator.h +++ /dev/null @@ -1,68 +0,0 @@ -/* - * Copyright 2021 Google Inc. All rights reserved. - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#ifndef FLATBUFFERS_ALLOCATOR_H_ -#define FLATBUFFERS_ALLOCATOR_H_ - -#include "flatbuffers/base.h" - -namespace flatbuffers { - -// Allocator interface. This is flatbuffers-specific and meant only for -// `vector_downward` usage. -class Allocator { - public: - virtual ~Allocator() {} - - // Allocate `size` bytes of memory. - virtual uint8_t *allocate(size_t size) = 0; - - // Deallocate `size` bytes of memory at `p` allocated by this allocator. - virtual void deallocate(uint8_t *p, size_t size) = 0; - - // Reallocate `new_size` bytes of memory, replacing the old region of size - // `old_size` at `p`. In contrast to a normal realloc, this grows downwards, - // and is intended specifcally for `vector_downward` use. - // `in_use_back` and `in_use_front` indicate how much of `old_size` is - // actually in use at each end, and needs to be copied. - virtual uint8_t *reallocate_downward(uint8_t *old_p, size_t old_size, - size_t new_size, size_t in_use_back, - size_t in_use_front) { - FLATBUFFERS_ASSERT(new_size > old_size); // vector_downward only grows - uint8_t *new_p = allocate(new_size); - memcpy_downward(old_p, old_size, new_p, new_size, in_use_back, - in_use_front); - deallocate(old_p, old_size); - return new_p; - } - - protected: - // Called by `reallocate_downward` to copy memory from `old_p` of `old_size` - // to `new_p` of `new_size`. Only memory of size `in_use_front` and - // `in_use_back` will be copied from the front and back of the old memory - // allocation. - void memcpy_downward(uint8_t *old_p, size_t old_size, uint8_t *new_p, - size_t new_size, size_t in_use_back, - size_t in_use_front) { - memcpy(new_p + new_size - in_use_back, old_p + old_size - in_use_back, - in_use_back); - memcpy(new_p, old_p, in_use_front); - } -}; - -} // namespace flatbuffers - -#endif // FLATBUFFERS_ALLOCATOR_H_ \ No newline at end of file diff --git a/code/components/tflite-lib/third_party/flatbuffers/include/flatbuffers/array.h b/code/components/tflite-lib/third_party/flatbuffers/include/flatbuffers/array.h deleted file mode 100644 index d4b73fc9..00000000 --- a/code/components/tflite-lib/third_party/flatbuffers/include/flatbuffers/array.h +++ /dev/null @@ -1,243 +0,0 @@ -/* - * Copyright 2021 Google Inc. All rights reserved. - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#ifndef FLATBUFFERS_ARRAY_H_ -#define FLATBUFFERS_ARRAY_H_ - -#include "flatbuffers/base.h" -#include "flatbuffers/stl_emulation.h" -#include "flatbuffers/vector.h" - -namespace flatbuffers { - -// This is used as a helper type for accessing arrays. -template class Array { - // Array can carry only POD data types (scalars or structs). - typedef typename flatbuffers::bool_constant::value> - scalar_tag; - typedef - typename flatbuffers::conditional::type - IndirectHelperType; - - public: - typedef uint16_t size_type; - typedef typename IndirectHelper::return_type return_type; - typedef VectorIterator const_iterator; - typedef VectorReverseIterator const_reverse_iterator; - - // If T is a LE-scalar or a struct (!scalar_tag::value). - static FLATBUFFERS_CONSTEXPR bool is_span_observable = - (scalar_tag::value && (FLATBUFFERS_LITTLEENDIAN || sizeof(T) == 1)) || - !scalar_tag::value; - - FLATBUFFERS_CONSTEXPR uint16_t size() const { return length; } - - return_type Get(uoffset_t i) const { - FLATBUFFERS_ASSERT(i < size()); - return IndirectHelper::Read(Data(), i); - } - - return_type operator[](uoffset_t i) const { return Get(i); } - - // If this is a Vector of enums, T will be its storage type, not the enum - // type. This function makes it convenient to retrieve value with enum - // type E. - template E GetEnum(uoffset_t i) const { - return static_cast(Get(i)); - } - - const_iterator begin() const { return const_iterator(Data(), 0); } - const_iterator end() const { return const_iterator(Data(), size()); } - - const_reverse_iterator rbegin() const { - return const_reverse_iterator(end()); - } - const_reverse_iterator rend() const { - return const_reverse_iterator(begin()); - } - - const_iterator cbegin() const { return begin(); } - const_iterator cend() const { return end(); } - - const_reverse_iterator crbegin() const { return rbegin(); } - const_reverse_iterator crend() const { return rend(); } - - // Get a mutable pointer to elements inside this array. - // This method used to mutate arrays of structs followed by a @p Mutate - // operation. For primitive types use @p Mutate directly. - // @warning Assignments and reads to/from the dereferenced pointer are not - // automatically converted to the correct endianness. - typename flatbuffers::conditional::type - GetMutablePointer(uoffset_t i) const { - FLATBUFFERS_ASSERT(i < size()); - return const_cast(&data()[i]); - } - - // Change elements if you have a non-const pointer to this object. - void Mutate(uoffset_t i, const T &val) { MutateImpl(scalar_tag(), i, val); } - - // The raw data in little endian format. Use with care. - const uint8_t *Data() const { return data_; } - - uint8_t *Data() { return data_; } - - // Similarly, but typed, much like std::vector::data - const T *data() const { return reinterpret_cast(Data()); } - T *data() { return reinterpret_cast(Data()); } - - // Copy data from a span with endian conversion. - // If this Array and the span overlap, the behavior is undefined. - void CopyFromSpan(flatbuffers::span src) { - const auto p1 = reinterpret_cast(src.data()); - const auto p2 = Data(); - FLATBUFFERS_ASSERT(!(p1 >= p2 && p1 < (p2 + length)) && - !(p2 >= p1 && p2 < (p1 + length))); - (void)p1; - (void)p2; - CopyFromSpanImpl(flatbuffers::bool_constant(), src); - } - - protected: - void MutateImpl(flatbuffers::true_type, uoffset_t i, const T &val) { - FLATBUFFERS_ASSERT(i < size()); - WriteScalar(data() + i, val); - } - - void MutateImpl(flatbuffers::false_type, uoffset_t i, const T &val) { - *(GetMutablePointer(i)) = val; - } - - void CopyFromSpanImpl(flatbuffers::true_type, - flatbuffers::span src) { - // Use std::memcpy() instead of std::copy() to avoid performance degradation - // due to aliasing if T is char or unsigned char. - // The size is known at compile time, so memcpy would be inlined. - std::memcpy(data(), src.data(), length * sizeof(T)); - } - - // Copy data from flatbuffers::span with endian conversion. - void CopyFromSpanImpl(flatbuffers::false_type, - flatbuffers::span src) { - for (size_type k = 0; k < length; k++) { Mutate(k, src[k]); } - } - - // This class is only used to access pre-existing data. Don't ever - // try to construct these manually. - // 'constexpr' allows us to use 'size()' at compile time. - // @note Must not use 'FLATBUFFERS_CONSTEXPR' here, as const is not allowed on - // a constructor. -#if defined(__cpp_constexpr) - constexpr Array(); -#else - Array(); -#endif - - uint8_t data_[length * sizeof(T)]; - - private: - // This class is a pointer. Copying will therefore create an invalid object. - // Private and unimplemented copy constructor. - Array(const Array &); - Array &operator=(const Array &); -}; - -// Specialization for Array[struct] with access using Offset pointer. -// This specialization used by idl_gen_text.cpp. -template class Array, length> { - static_assert(flatbuffers::is_same::value, "unexpected type T"); - - public: - typedef const void *return_type; - - const uint8_t *Data() const { return data_; } - - // Make idl_gen_text.cpp::PrintContainer happy. - return_type operator[](uoffset_t) const { - FLATBUFFERS_ASSERT(false); - return nullptr; - } - - private: - // This class is only used to access pre-existing data. - Array(); - Array(const Array &); - Array &operator=(const Array &); - - uint8_t data_[1]; -}; - -template -FLATBUFFERS_CONSTEXPR_CPP11 flatbuffers::span make_span(Array &arr) - FLATBUFFERS_NOEXCEPT { - static_assert( - Array::is_span_observable, - "wrong type U, only plain struct, LE-scalar, or byte types are allowed"); - return span(arr.data(), N); -} - -template -FLATBUFFERS_CONSTEXPR_CPP11 flatbuffers::span make_span( - const Array &arr) FLATBUFFERS_NOEXCEPT { - static_assert( - Array::is_span_observable, - "wrong type U, only plain struct, LE-scalar, or byte types are allowed"); - return span(arr.data(), N); -} - -template -FLATBUFFERS_CONSTEXPR_CPP11 flatbuffers::span -make_bytes_span(Array &arr) FLATBUFFERS_NOEXCEPT { - static_assert(Array::is_span_observable, - "internal error, Array might hold only scalars or structs"); - return span(arr.Data(), sizeof(U) * N); -} - -template -FLATBUFFERS_CONSTEXPR_CPP11 flatbuffers::span -make_bytes_span(const Array &arr) FLATBUFFERS_NOEXCEPT { - static_assert(Array::is_span_observable, - "internal error, Array might hold only scalars or structs"); - return span(arr.Data(), sizeof(U) * N); -} - -// Cast a raw T[length] to a raw flatbuffers::Array -// without endian conversion. Use with care. -// TODO: move these Cast-methods to `internal` namespace. -template -Array &CastToArray(T (&arr)[length]) { - return *reinterpret_cast *>(arr); -} - -template -const Array &CastToArray(const T (&arr)[length]) { - return *reinterpret_cast *>(arr); -} - -template -Array &CastToArrayOfEnum(T (&arr)[length]) { - static_assert(sizeof(E) == sizeof(T), "invalid enum type E"); - return *reinterpret_cast *>(arr); -} - -template -const Array &CastToArrayOfEnum(const T (&arr)[length]) { - static_assert(sizeof(E) == sizeof(T), "invalid enum type E"); - return *reinterpret_cast *>(arr); -} - -} // namespace flatbuffers - -#endif // FLATBUFFERS_ARRAY_H_ diff --git a/code/components/tflite-lib/third_party/flatbuffers/include/flatbuffers/base.h b/code/components/tflite-lib/third_party/flatbuffers/include/flatbuffers/base.h deleted file mode 100644 index 371b6fdb..00000000 --- a/code/components/tflite-lib/third_party/flatbuffers/include/flatbuffers/base.h +++ /dev/null @@ -1,484 +0,0 @@ -#ifndef FLATBUFFERS_BASE_H_ -#define FLATBUFFERS_BASE_H_ - -// For TFLM, we always want FLATBUFFERS_LOCALE_INDEPENDENT to be defined as 0. -// We could achieve this by adding -DFLATBUFFERS_LOCALE_INDEPENDENT=0 to the -// TFLM Makefile. However, for (at least) the Arduino, adding additional build -// flags during the compilation can be a bit awkward. As such, we have instead -// made a decision to change the default to be FLATBUFFERS_LOCALE_INDEPENDENT=0 -// for TFLM to make it easier for external IDE integration. -#ifndef FLATBUFFERS_LOCALE_INDEPENDENT -#define FLATBUFFERS_LOCALE_INDEPENDENT 0 -#endif - -// clang-format off - -// If activate should be declared and included first. -#if defined(FLATBUFFERS_MEMORY_LEAK_TRACKING) && \ - defined(_MSC_VER) && defined(_DEBUG) - // The _CRTDBG_MAP_ALLOC inside will replace - // calloc/free (etc) to its debug version using #define directives. - #define _CRTDBG_MAP_ALLOC - #include - #include - // Replace operator new by trace-enabled version. - #define DEBUG_NEW new(_NORMAL_BLOCK, __FILE__, __LINE__) - #define new DEBUG_NEW -#endif - -#if !defined(FLATBUFFERS_ASSERT) -#include -#define FLATBUFFERS_ASSERT assert -#elif defined(FLATBUFFERS_ASSERT_INCLUDE) -// Include file with forward declaration -#include FLATBUFFERS_ASSERT_INCLUDE -#endif - -#ifndef ARDUINO -#include -#endif - -#include -#include -#include - -#if defined(ARDUINO) && !defined(ARDUINOSTL_M_H) - #include -#else - #include -#endif - -#include -#include -#include -#include -#include -#include -#include - -#if defined(__unix__) && !defined(FLATBUFFERS_LOCALE_INDEPENDENT) - #include -#endif - -#ifdef __ANDROID__ - #include -#endif - -#if defined(__ICCARM__) -#include -#endif - -// Note the __clang__ check is needed, because clang presents itself -// as an older GNUC compiler (4.2). -// Clang 3.3 and later implement all of the ISO C++ 2011 standard. -// Clang 3.4 and later implement all of the ISO C++ 2014 standard. -// http://clang.llvm.org/cxx_status.html - -// Note the MSVC value '__cplusplus' may be incorrect: -// The '__cplusplus' predefined macro in the MSVC stuck at the value 199711L, -// indicating (erroneously!) that the compiler conformed to the C++98 Standard. -// This value should be correct starting from MSVC2017-15.7-Preview-3. -// The '__cplusplus' will be valid only if MSVC2017-15.7-P3 and the `/Zc:__cplusplus` switch is set. -// Workaround (for details see MSDN): -// Use the _MSC_VER and _MSVC_LANG definition instead of the __cplusplus for compatibility. -// The _MSVC_LANG macro reports the Standard version regardless of the '/Zc:__cplusplus' switch. - -#if defined(__GNUC__) && !defined(__clang__) - #define FLATBUFFERS_GCC (__GNUC__ * 10000 + __GNUC_MINOR__ * 100 + __GNUC_PATCHLEVEL__) -#else - #define FLATBUFFERS_GCC 0 -#endif - -#if defined(__clang__) - #define FLATBUFFERS_CLANG (__clang_major__ * 10000 + __clang_minor__ * 100 + __clang_patchlevel__) -#else - #define FLATBUFFERS_CLANG 0 -#endif - -/// @cond FLATBUFFERS_INTERNAL -#if __cplusplus <= 199711L && \ - (!defined(_MSC_VER) || _MSC_VER < 1600) && \ - (!defined(__GNUC__) || \ - (__GNUC__ * 10000 + __GNUC_MINOR__ * 100 + __GNUC_PATCHLEVEL__ < 40400)) - #error A C++11 compatible compiler with support for the auto typing is \ - required for FlatBuffers. - #error __cplusplus _MSC_VER __GNUC__ __GNUC_MINOR__ __GNUC_PATCHLEVEL__ -#endif - -#if !defined(__clang__) && \ - defined(__GNUC__) && \ - (__GNUC__ * 10000 + __GNUC_MINOR__ * 100 + __GNUC_PATCHLEVEL__ < 40600) - // Backwards compatibility for g++ 4.4, and 4.5 which don't have the nullptr - // and constexpr keywords. Note the __clang__ check is needed, because clang - // presents itself as an older GNUC compiler. - #ifndef nullptr_t - const class nullptr_t { - public: - template inline operator T*() const { return 0; } - private: - void operator&() const; - } nullptr = {}; - #endif - #ifndef constexpr - #define constexpr const - #endif -#endif - -// The wire format uses a little endian encoding (since that's efficient for -// the common platforms). -#if defined(__s390x__) - #define FLATBUFFERS_LITTLEENDIAN 0 -#endif // __s390x__ -#if !defined(FLATBUFFERS_LITTLEENDIAN) - #if defined(__GNUC__) || defined(__clang__) || defined(__ICCARM__) - #if (defined(__BIG_ENDIAN__) || \ - (defined(__BYTE_ORDER__) && __BYTE_ORDER__ == __ORDER_BIG_ENDIAN__)) - #define FLATBUFFERS_LITTLEENDIAN 0 - #else - #define FLATBUFFERS_LITTLEENDIAN 1 - #endif // __BIG_ENDIAN__ - #elif defined(_MSC_VER) - #if defined(_M_PPC) - #define FLATBUFFERS_LITTLEENDIAN 0 - #else - #define FLATBUFFERS_LITTLEENDIAN 1 - #endif - #else - #error Unable to determine endianness, define FLATBUFFERS_LITTLEENDIAN. - #endif -#endif // !defined(FLATBUFFERS_LITTLEENDIAN) - -#define FLATBUFFERS_VERSION_MAJOR 2 -#define FLATBUFFERS_VERSION_MINOR 0 -#define FLATBUFFERS_VERSION_REVISION 5 -#define FLATBUFFERS_STRING_EXPAND(X) #X -#define FLATBUFFERS_STRING(X) FLATBUFFERS_STRING_EXPAND(X) -namespace flatbuffers { - // Returns version as string "MAJOR.MINOR.REVISION". - const char* FLATBUFFERS_VERSION(); -} - -#if (!defined(_MSC_VER) || _MSC_VER > 1600) && \ - (!defined(__GNUC__) || (__GNUC__ * 100 + __GNUC_MINOR__ >= 407)) || \ - defined(__clang__) - #define FLATBUFFERS_FINAL_CLASS final - #define FLATBUFFERS_OVERRIDE override - #define FLATBUFFERS_EXPLICIT_CPP11 explicit - #define FLATBUFFERS_VTABLE_UNDERLYING_TYPE : flatbuffers::voffset_t -#else - #define FLATBUFFERS_FINAL_CLASS - #define FLATBUFFERS_OVERRIDE - #define FLATBUFFERS_EXPLICIT_CPP11 - #define FLATBUFFERS_VTABLE_UNDERLYING_TYPE -#endif - -#if (!defined(_MSC_VER) || _MSC_VER >= 1900) && \ - (!defined(__GNUC__) || (__GNUC__ * 100 + __GNUC_MINOR__ >= 406)) || \ - (defined(__cpp_constexpr) && __cpp_constexpr >= 200704) - #define FLATBUFFERS_CONSTEXPR constexpr - #define FLATBUFFERS_CONSTEXPR_CPP11 constexpr - #define FLATBUFFERS_CONSTEXPR_DEFINED -#else - #define FLATBUFFERS_CONSTEXPR const - #define FLATBUFFERS_CONSTEXPR_CPP11 -#endif - -#if (defined(__cplusplus) && __cplusplus >= 201402L) || \ - (defined(__cpp_constexpr) && __cpp_constexpr >= 201304) - #define FLATBUFFERS_CONSTEXPR_CPP14 FLATBUFFERS_CONSTEXPR_CPP11 -#else - #define FLATBUFFERS_CONSTEXPR_CPP14 -#endif - -#if (defined(__GXX_EXPERIMENTAL_CXX0X__) && (__GNUC__ * 100 + __GNUC_MINOR__ >= 406)) || \ - (defined(_MSC_FULL_VER) && (_MSC_FULL_VER >= 190023026)) || \ - defined(__clang__) - #define FLATBUFFERS_NOEXCEPT noexcept -#else - #define FLATBUFFERS_NOEXCEPT -#endif - -// NOTE: the FLATBUFFERS_DELETE_FUNC macro may change the access mode to -// private, so be sure to put it at the end or reset access mode explicitly. -#if (!defined(_MSC_VER) || _MSC_FULL_VER >= 180020827) && \ - (!defined(__GNUC__) || (__GNUC__ * 100 + __GNUC_MINOR__ >= 404)) || \ - defined(__clang__) - #define FLATBUFFERS_DELETE_FUNC(func) func = delete -#else - #define FLATBUFFERS_DELETE_FUNC(func) private: func -#endif - -#if (!defined(_MSC_VER) || _MSC_VER >= 1900) && \ - (!defined(__GNUC__) || (__GNUC__ * 100 + __GNUC_MINOR__ >= 409)) || \ - defined(__clang__) - #define FLATBUFFERS_DEFAULT_DECLARATION -#endif - -// Check if we can use template aliases -// Not possible if Microsoft Compiler before 2012 -// Possible is the language feature __cpp_alias_templates is defined well -// Or possible if the C++ std is C+11 or newer -#if (defined(_MSC_VER) && _MSC_VER > 1700 /* MSVC2012 */) \ - || (defined(__cpp_alias_templates) && __cpp_alias_templates >= 200704) \ - || (defined(__cplusplus) && __cplusplus >= 201103L) - #define FLATBUFFERS_TEMPLATES_ALIASES -#endif - -#ifndef FLATBUFFERS_HAS_STRING_VIEW - // Only provide flatbuffers::string_view if __has_include can be used - // to detect a header that provides an implementation - #if defined(__has_include) - // Check for std::string_view (in c++17) - #if __has_include() && (__cplusplus >= 201606 || (defined(_HAS_CXX17) && _HAS_CXX17)) - #include - namespace flatbuffers { - typedef std::string_view string_view; - } - #define FLATBUFFERS_HAS_STRING_VIEW 1 - // Check for std::experimental::string_view (in c++14, compiler-dependent) - #elif __has_include() && (__cplusplus >= 201411) - #include - namespace flatbuffers { - typedef std::experimental::string_view string_view; - } - #define FLATBUFFERS_HAS_STRING_VIEW 1 - // Check for absl::string_view - #elif __has_include("absl/strings/string_view.h") - #include "absl/strings/string_view.h" - namespace flatbuffers { - typedef absl::string_view string_view; - } - #define FLATBUFFERS_HAS_STRING_VIEW 1 - #endif - #endif // __has_include -#endif // !FLATBUFFERS_HAS_STRING_VIEW - -#ifndef FLATBUFFERS_GENERAL_HEAP_ALLOC_OK - // Allow heap allocations to be used - #define FLATBUFFERS_GENERAL_HEAP_ALLOC_OK 1 -#endif // !FLATBUFFERS_GENERAL_HEAP_ALLOC_OK - -#ifndef FLATBUFFERS_HAS_NEW_STRTOD - // Modern (C++11) strtod and strtof functions are available for use. - // 1) nan/inf strings as argument of strtod; - // 2) hex-float as argument of strtod/strtof. - #if (defined(_MSC_VER) && _MSC_VER >= 1900) || \ - (defined(__GNUC__) && (__GNUC__ * 100 + __GNUC_MINOR__ >= 409)) || \ - (defined(__clang__)) - #define FLATBUFFERS_HAS_NEW_STRTOD 1 - #endif -#endif // !FLATBUFFERS_HAS_NEW_STRTOD - -#ifndef FLATBUFFERS_LOCALE_INDEPENDENT - // Enable locale independent functions {strtof_l, strtod_l,strtoll_l, strtoull_l}. - #if ((defined(_MSC_VER) && _MSC_VER >= 1800) || \ - (defined(_XOPEN_VERSION) && (_XOPEN_VERSION>=700)) && (!defined(__ANDROID_API__) || (defined(__ANDROID_API__) && (__ANDROID_API__>=21)))) - #define FLATBUFFERS_LOCALE_INDEPENDENT 1 - #else - #define FLATBUFFERS_LOCALE_INDEPENDENT 0 - #endif -#endif // !FLATBUFFERS_LOCALE_INDEPENDENT - -// Suppress Undefined Behavior Sanitizer (recoverable only). Usage: -// - __supress_ubsan__("undefined") -// - __supress_ubsan__("signed-integer-overflow") -#if defined(__clang__) && (__clang_major__ > 3 || (__clang_major__ == 3 && __clang_minor__ >=7)) - #define __supress_ubsan__(type) __attribute__((no_sanitize(type))) -#elif defined(__GNUC__) && (__GNUC__ * 100 + __GNUC_MINOR__ >= 409) - #define __supress_ubsan__(type) __attribute__((no_sanitize_undefined)) -#else - #define __supress_ubsan__(type) -#endif - -// This is constexpr function used for checking compile-time constants. -// Avoid `#pragma warning(disable: 4127) // C4127: expression is constant`. -template FLATBUFFERS_CONSTEXPR inline bool IsConstTrue(T t) { - return !!t; -} - -// Enable C++ attribute [[]] if std:c++17 or higher. -#if ((__cplusplus >= 201703L) \ - || (defined(_MSVC_LANG) && (_MSVC_LANG >= 201703L))) - // All attributes unknown to an implementation are ignored without causing an error. - #define FLATBUFFERS_ATTRIBUTE(attr) attr - - #define FLATBUFFERS_FALLTHROUGH() [[fallthrough]] -#else - #define FLATBUFFERS_ATTRIBUTE(attr) - - #if FLATBUFFERS_CLANG >= 30800 - #define FLATBUFFERS_FALLTHROUGH() [[clang::fallthrough]] - #elif FLATBUFFERS_GCC >= 70300 - #define FLATBUFFERS_FALLTHROUGH() [[gnu::fallthrough]] - #else - #define FLATBUFFERS_FALLTHROUGH() - #endif -#endif - -/// @endcond - -/// @file -namespace flatbuffers { - -/// @cond FLATBUFFERS_INTERNAL -// Our default offset / size type, 32bit on purpose on 64bit systems. -// Also, using a consistent offset type maintains compatibility of serialized -// offset values between 32bit and 64bit systems. -typedef uint32_t uoffset_t; - -// Signed offsets for references that can go in both directions. -typedef int32_t soffset_t; - -// Offset/index used in v-tables, can be changed to uint8_t in -// format forks to save a bit of space if desired. -typedef uint16_t voffset_t; - -typedef uintmax_t largest_scalar_t; - -// In 32bits, this evaluates to 2GB - 1 -#define FLATBUFFERS_MAX_BUFFER_SIZE ((1ULL << (sizeof(::flatbuffers::soffset_t) * 8 - 1)) - 1) - -// We support aligning the contents of buffers up to this size. -#define FLATBUFFERS_MAX_ALIGNMENT 16 - -/// @brief The length of a FlatBuffer file header. -static const size_t kFileIdentifierLength = 4; - -inline bool VerifyAlignmentRequirements(size_t align, size_t min_align = 1) { - return (min_align <= align) && (align <= (FLATBUFFERS_MAX_ALIGNMENT)) && - (align & (align - 1)) == 0; // must be power of 2 -} - -#if defined(_MSC_VER) - #pragma warning(disable: 4351) // C4351: new behavior: elements of array ... will be default initialized - #pragma warning(push) - #pragma warning(disable: 4127) // C4127: conditional expression is constant -#endif - -template T EndianSwap(T t) { - #if defined(_MSC_VER) - #define FLATBUFFERS_BYTESWAP16 _byteswap_ushort - #define FLATBUFFERS_BYTESWAP32 _byteswap_ulong - #define FLATBUFFERS_BYTESWAP64 _byteswap_uint64 - #elif defined(__ICCARM__) - #define FLATBUFFERS_BYTESWAP16 __REV16 - #define FLATBUFFERS_BYTESWAP32 __REV - #define FLATBUFFERS_BYTESWAP64(x) \ - ((__REV(static_cast(x >> 32U))) | (static_cast(__REV(static_cast(x)))) << 32U) - #else - #if defined(__GNUC__) && __GNUC__ * 100 + __GNUC_MINOR__ < 408 && !defined(__clang__) - // __builtin_bswap16 was missing prior to GCC 4.8. - #define FLATBUFFERS_BYTESWAP16(x) \ - static_cast(__builtin_bswap32(static_cast(x) << 16)) - #else - #define FLATBUFFERS_BYTESWAP16 __builtin_bswap16 - #endif - #define FLATBUFFERS_BYTESWAP32 __builtin_bswap32 - #define FLATBUFFERS_BYTESWAP64 __builtin_bswap64 - #endif - if (sizeof(T) == 1) { // Compile-time if-then's. - return t; - } else if (sizeof(T) == 2) { - union { T t; uint16_t i; } u = { t }; - u.i = FLATBUFFERS_BYTESWAP16(u.i); - return u.t; - } else if (sizeof(T) == 4) { - union { T t; uint32_t i; } u = { t }; - u.i = FLATBUFFERS_BYTESWAP32(u.i); - return u.t; - } else if (sizeof(T) == 8) { - union { T t; uint64_t i; } u = { t }; - u.i = FLATBUFFERS_BYTESWAP64(u.i); - return u.t; - } else { - FLATBUFFERS_ASSERT(0); - return t; - } -} - -#if defined(_MSC_VER) - #pragma warning(pop) -#endif - - -template T EndianScalar(T t) { - #if FLATBUFFERS_LITTLEENDIAN - return t; - #else - return EndianSwap(t); - #endif -} - -template -// UBSAN: C++ aliasing type rules, see std::bit_cast<> for details. -__supress_ubsan__("alignment") -T ReadScalar(const void *p) { - return EndianScalar(*reinterpret_cast(p)); -} - -// See https://github.com/google/flatbuffers/issues/5950 - -#if (FLATBUFFERS_GCC >= 100000) && (FLATBUFFERS_GCC < 110000) - #pragma GCC diagnostic push - #pragma GCC diagnostic ignored "-Wstringop-overflow" -#endif - -template -// UBSAN: C++ aliasing type rules, see std::bit_cast<> for details. -__supress_ubsan__("alignment") -void WriteScalar(void *p, T t) { - *reinterpret_cast(p) = EndianScalar(t); -} - -template struct Offset; -template __supress_ubsan__("alignment") void WriteScalar(void *p, Offset t) { - *reinterpret_cast(p) = EndianScalar(t.o); -} - -#if (FLATBUFFERS_GCC >= 100000) && (FLATBUFFERS_GCC < 110000) - #pragma GCC diagnostic pop -#endif - -// Computes how many bytes you'd have to pad to be able to write an -// "scalar_size" scalar if the buffer had grown to "buf_size" (downwards in -// memory). -__supress_ubsan__("unsigned-integer-overflow") -inline size_t PaddingBytes(size_t buf_size, size_t scalar_size) { - return ((~buf_size) + 1) & (scalar_size - 1); -} - -// Generic 'operator==' with conditional specialisations. -// T e - new value of a scalar field. -// T def - default of scalar (is known at compile-time). -template inline bool IsTheSameAs(T e, T def) { return e == def; } - -#if defined(FLATBUFFERS_NAN_DEFAULTS) && \ - defined(FLATBUFFERS_HAS_NEW_STRTOD) && (FLATBUFFERS_HAS_NEW_STRTOD > 0) -// Like `operator==(e, def)` with weak NaN if T=(float|double). -template inline bool IsFloatTheSameAs(T e, T def) { - return (e == def) || ((def != def) && (e != e)); -} -template<> inline bool IsTheSameAs(float e, float def) { - return IsFloatTheSameAs(e, def); -} -template<> inline bool IsTheSameAs(double e, double def) { - return IsFloatTheSameAs(e, def); -} -#endif - -// Check 'v' is out of closed range [low; high]. -// Workaround for GCC warning [-Werror=type-limits]: -// comparison is always true due to limited range of data type. -template -inline bool IsOutRange(const T &v, const T &low, const T &high) { - return (v < low) || (high < v); -} - -// Check 'v' is in closed range [low; high]. -template -inline bool IsInRange(const T &v, const T &low, const T &high) { - return !IsOutRange(v, low, high); -} - -} // namespace flatbuffers -#endif // FLATBUFFERS_BASE_H_ diff --git a/code/components/tflite-lib/third_party/flatbuffers/include/flatbuffers/buffer.h b/code/components/tflite-lib/third_party/flatbuffers/include/flatbuffers/buffer.h deleted file mode 100644 index e8d2ce9c..00000000 --- a/code/components/tflite-lib/third_party/flatbuffers/include/flatbuffers/buffer.h +++ /dev/null @@ -1,142 +0,0 @@ -/* - * Copyright 2021 Google Inc. All rights reserved. - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#ifndef FLATBUFFERS_BUFFER_H_ -#define FLATBUFFERS_BUFFER_H_ - -#include "flatbuffers/base.h" - -namespace flatbuffers { - -// Wrapper for uoffset_t to allow safe template specialization. -// Value is allowed to be 0 to indicate a null object (see e.g. AddOffset). -template struct Offset { - uoffset_t o; - Offset() : o(0) {} - Offset(uoffset_t _o) : o(_o) {} - Offset Union() const { return Offset(o); } - bool IsNull() const { return !o; } -}; - -inline void EndianCheck() { - int endiantest = 1; - // If this fails, see FLATBUFFERS_LITTLEENDIAN above. - FLATBUFFERS_ASSERT(*reinterpret_cast(&endiantest) == - FLATBUFFERS_LITTLEENDIAN); - (void)endiantest; -} - -template FLATBUFFERS_CONSTEXPR size_t AlignOf() { - // clang-format off - #ifdef _MSC_VER - return __alignof(T); - #else - #ifndef alignof - return __alignof__(T); - #else - return alignof(T); - #endif - #endif - // clang-format on -} - -// Lexicographically compare two strings (possibly containing nulls), and -// return true if the first is less than the second. -static inline bool StringLessThan(const char *a_data, uoffset_t a_size, - const char *b_data, uoffset_t b_size) { - const auto cmp = memcmp(a_data, b_data, (std::min)(a_size, b_size)); - return cmp == 0 ? a_size < b_size : cmp < 0; -} - -// When we read serialized data from memory, in the case of most scalars, -// we want to just read T, but in the case of Offset, we want to actually -// perform the indirection and return a pointer. -// The template specialization below does just that. -// It is wrapped in a struct since function templates can't overload on the -// return type like this. -// The typedef is for the convenience of callers of this function -// (avoiding the need for a trailing return decltype) -template struct IndirectHelper { - typedef T return_type; - typedef T mutable_return_type; - static const size_t element_stride = sizeof(T); - static return_type Read(const uint8_t *p, uoffset_t i) { - return EndianScalar((reinterpret_cast(p))[i]); - } -}; -template struct IndirectHelper> { - typedef const T *return_type; - typedef T *mutable_return_type; - static const size_t element_stride = sizeof(uoffset_t); - static return_type Read(const uint8_t *p, uoffset_t i) { - p += i * sizeof(uoffset_t); - return reinterpret_cast(p + ReadScalar(p)); - } -}; -template struct IndirectHelper { - typedef const T *return_type; - typedef T *mutable_return_type; - static const size_t element_stride = sizeof(T); - static return_type Read(const uint8_t *p, uoffset_t i) { - return reinterpret_cast(p + i * sizeof(T)); - } -}; - -/// @brief Get a pointer to the the file_identifier section of the buffer. -/// @return Returns a const char pointer to the start of the file_identifier -/// characters in the buffer. The returned char * has length -/// 'flatbuffers::FlatBufferBuilder::kFileIdentifierLength'. -/// This function is UNDEFINED for FlatBuffers whose schema does not include -/// a file_identifier (likely points at padding or the start of a the root -/// vtable). -inline const char *GetBufferIdentifier(const void *buf, - bool size_prefixed = false) { - return reinterpret_cast(buf) + - ((size_prefixed) ? 2 * sizeof(uoffset_t) : sizeof(uoffset_t)); -} - -// Helper to see if the identifier in a buffer has the expected value. -inline bool BufferHasIdentifier(const void *buf, const char *identifier, - bool size_prefixed = false) { - return strncmp(GetBufferIdentifier(buf, size_prefixed), identifier, - flatbuffers::kFileIdentifierLength) == 0; -} - -/// @cond FLATBUFFERS_INTERNAL -// Helpers to get a typed pointer to the root object contained in the buffer. -template T *GetMutableRoot(void *buf) { - EndianCheck(); - return reinterpret_cast( - reinterpret_cast(buf) + - EndianScalar(*reinterpret_cast(buf))); -} - -template T *GetMutableSizePrefixedRoot(void *buf) { - return GetMutableRoot(reinterpret_cast(buf) + - sizeof(uoffset_t)); -} - -template const T *GetRoot(const void *buf) { - return GetMutableRoot(const_cast(buf)); -} - -template const T *GetSizePrefixedRoot(const void *buf) { - return GetRoot(reinterpret_cast(buf) + sizeof(uoffset_t)); -} - -} // namespace flatbuffers - -#endif // FLATBUFFERS_BUFFER_H_ \ No newline at end of file diff --git a/code/components/tflite-lib/third_party/flatbuffers/include/flatbuffers/buffer_ref.h b/code/components/tflite-lib/third_party/flatbuffers/include/flatbuffers/buffer_ref.h deleted file mode 100644 index ce302073..00000000 --- a/code/components/tflite-lib/third_party/flatbuffers/include/flatbuffers/buffer_ref.h +++ /dev/null @@ -1,53 +0,0 @@ -/* - * Copyright 2021 Google Inc. All rights reserved. - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#ifndef FLATBUFFERS_BUFFER_REF_H_ -#define FLATBUFFERS_BUFFER_REF_H_ - -#include "flatbuffers/base.h" -#include "flatbuffers/verifier.h" - -namespace flatbuffers { - -// Convenient way to bundle a buffer and its length, to pass it around -// typed by its root. -// A BufferRef does not own its buffer. -struct BufferRefBase {}; // for std::is_base_of - -template struct BufferRef : BufferRefBase { - BufferRef() : buf(nullptr), len(0), must_free(false) {} - BufferRef(uint8_t *_buf, uoffset_t _len) - : buf(_buf), len(_len), must_free(false) {} - - ~BufferRef() { - if (must_free) free(buf); - } - - const T *GetRoot() const { return flatbuffers::GetRoot(buf); } - - bool Verify() { - Verifier verifier(buf, len); - return verifier.VerifyBuffer(nullptr); - } - - uint8_t *buf; - uoffset_t len; - bool must_free; -}; - -} // namespace flatbuffers - -#endif // FLATBUFFERS_BUFFER_REF_H_ \ No newline at end of file diff --git a/code/components/tflite-lib/third_party/flatbuffers/include/flatbuffers/default_allocator.h b/code/components/tflite-lib/third_party/flatbuffers/include/flatbuffers/default_allocator.h deleted file mode 100644 index 975d9380..00000000 --- a/code/components/tflite-lib/third_party/flatbuffers/include/flatbuffers/default_allocator.h +++ /dev/null @@ -1,58 +0,0 @@ -/* - * Copyright 2021 Google Inc. All rights reserved. - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#ifndef FLATBUFFERS_DEFAULT_ALLOCATOR_H_ -#define FLATBUFFERS_DEFAULT_ALLOCATOR_H_ - -#include "flatbuffers/allocator.h" -#include "flatbuffers/base.h" - -namespace flatbuffers { - -// DefaultAllocator uses new/delete to allocate memory regions -class DefaultAllocator : public Allocator { - public: - uint8_t *allocate(size_t size) FLATBUFFERS_OVERRIDE { - return new uint8_t[size]; - } - - void deallocate(uint8_t *p, size_t) FLATBUFFERS_OVERRIDE { delete[] p; } - - static void dealloc(void *p, size_t) { delete[] static_cast(p); } -}; - -// These functions allow for a null allocator to mean use the default allocator, -// as used by DetachedBuffer and vector_downward below. -// This is to avoid having a statically or dynamically allocated default -// allocator, or having to move it between the classes that may own it. -inline uint8_t *Allocate(Allocator *allocator, size_t size) { - return allocator->allocate(size); -} - -inline void Deallocate(Allocator *allocator, uint8_t *p, size_t size) { - allocator->deallocate(p, size); -} - -inline uint8_t *ReallocateDownward(Allocator *allocator, uint8_t *old_p, - size_t old_size, size_t new_size, - size_t in_use_back, size_t in_use_front) { - return allocator->reallocate_downward(old_p, old_size, new_size, in_use_back, - in_use_front); -} - -} // namespace flatbuffers - -#endif // FLATBUFFERS_DEFAULT_ALLOCATOR_H_ diff --git a/code/components/tflite-lib/third_party/flatbuffers/include/flatbuffers/detached_buffer.h b/code/components/tflite-lib/third_party/flatbuffers/include/flatbuffers/detached_buffer.h deleted file mode 100644 index 760a0884..00000000 --- a/code/components/tflite-lib/third_party/flatbuffers/include/flatbuffers/detached_buffer.h +++ /dev/null @@ -1,114 +0,0 @@ -/* - * Copyright 2021 Google Inc. All rights reserved. - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#ifndef FLATBUFFERS_DETACHED_BUFFER_H_ -#define FLATBUFFERS_DETACHED_BUFFER_H_ - -#include "flatbuffers/allocator.h" -#include "flatbuffers/base.h" -#include "flatbuffers/default_allocator.h" - -namespace flatbuffers { - -// DetachedBuffer is a finished flatbuffer memory region, detached from its -// builder. The original memory region and allocator are also stored so that -// the DetachedBuffer can manage the memory lifetime. -class DetachedBuffer { - public: - DetachedBuffer() - : allocator_(nullptr), - own_allocator_(false), - buf_(nullptr), - reserved_(0), - cur_(nullptr), - size_(0) {} - - DetachedBuffer(Allocator *allocator, bool own_allocator, uint8_t *buf, - size_t reserved, uint8_t *cur, size_t sz) - : allocator_(allocator), - own_allocator_(own_allocator), - buf_(buf), - reserved_(reserved), - cur_(cur), - size_(sz) {} - - DetachedBuffer(DetachedBuffer &&other) - : allocator_(other.allocator_), - own_allocator_(other.own_allocator_), - buf_(other.buf_), - reserved_(other.reserved_), - cur_(other.cur_), - size_(other.size_) { - other.reset(); - } - - DetachedBuffer &operator=(DetachedBuffer &&other) { - if (this == &other) return *this; - - destroy(); - - allocator_ = other.allocator_; - own_allocator_ = other.own_allocator_; - buf_ = other.buf_; - reserved_ = other.reserved_; - cur_ = other.cur_; - size_ = other.size_; - - other.reset(); - - return *this; - } - - ~DetachedBuffer() { destroy(); } - - const uint8_t *data() const { return cur_; } - - uint8_t *data() { return cur_; } - - size_t size() const { return size_; } - - // These may change access mode, leave these at end of public section - FLATBUFFERS_DELETE_FUNC(DetachedBuffer(const DetachedBuffer &other)); - FLATBUFFERS_DELETE_FUNC( - DetachedBuffer &operator=(const DetachedBuffer &other)); - - protected: - Allocator *allocator_; - bool own_allocator_; - uint8_t *buf_; - size_t reserved_; - uint8_t *cur_; - size_t size_; - - inline void destroy() { - if (buf_) Deallocate(allocator_, buf_, reserved_); - if (own_allocator_ && allocator_) { delete allocator_; } - reset(); - } - - inline void reset() { - allocator_ = nullptr; - own_allocator_ = false; - buf_ = nullptr; - reserved_ = 0; - cur_ = nullptr; - size_ = 0; - } -}; - -} // namespace flatbuffers - -#endif // FLATBUFFERS_DETACHED_BUFFER_H_ diff --git a/code/components/tflite-lib/third_party/flatbuffers/include/flatbuffers/flatbuffer_builder.h b/code/components/tflite-lib/third_party/flatbuffers/include/flatbuffers/flatbuffer_builder.h deleted file mode 100644 index 8be4efbe..00000000 --- a/code/components/tflite-lib/third_party/flatbuffers/include/flatbuffers/flatbuffer_builder.h +++ /dev/null @@ -1,1187 +0,0 @@ -/* - * Copyright 2021 Google Inc. All rights reserved. - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#ifndef FLATBUFFERS_FLATBUFFER_BUILDER_H_ -#define FLATBUFFERS_FLATBUFFER_BUILDER_H_ - -#include - -#include "flatbuffers/allocator.h" -#include "flatbuffers/array.h" -#include "flatbuffers/base.h" -#include "flatbuffers/buffer_ref.h" -#include "flatbuffers/default_allocator.h" -#include "flatbuffers/detached_buffer.h" -#include "flatbuffers/stl_emulation.h" -#include "flatbuffers/string.h" -#include "flatbuffers/struct.h" -#include "flatbuffers/table.h" -#include "flatbuffers/vector.h" -#include "flatbuffers/vector_downward.h" -#include "flatbuffers/verifier.h" - -namespace flatbuffers { - -// Converts a Field ID to a virtual table offset. -inline voffset_t FieldIndexToOffset(voffset_t field_id) { - // Should correspond to what EndTable() below builds up. - const int fixed_fields = 2; // Vtable size and Object Size. - return static_cast((field_id + fixed_fields) * sizeof(voffset_t)); -} - -template -const T *data(const std::vector &v) { - // Eventually the returned pointer gets passed down to memcpy, so - // we need it to be non-null to avoid undefined behavior. - static uint8_t t; - return v.empty() ? reinterpret_cast(&t) : &v.front(); -} -template T *data(std::vector &v) { - // Eventually the returned pointer gets passed down to memcpy, so - // we need it to be non-null to avoid undefined behavior. - static uint8_t t; - return v.empty() ? reinterpret_cast(&t) : &v.front(); -} - -/// @addtogroup flatbuffers_cpp_api -/// @{ -/// @class FlatBufferBuilder -/// @brief Helper class to hold data needed in creation of a FlatBuffer. -/// To serialize data, you typically call one of the `Create*()` functions in -/// the generated code, which in turn call a sequence of `StartTable`/ -/// `PushElement`/`AddElement`/`EndTable`, or the builtin `CreateString`/ -/// `CreateVector` functions. Do this is depth-first order to build up a tree to -/// the root. `Finish()` wraps up the buffer ready for transport. -class FlatBufferBuilder { - public: - /// @brief Default constructor for FlatBufferBuilder. - /// @param[in] initial_size The initial size of the buffer, in bytes. Defaults - /// to `1024`. - /// @param[in] allocator An `Allocator` to use. If null will use - /// `DefaultAllocator`. - /// @param[in] own_allocator Whether the builder/vector should own the - /// allocator. Defaults to / `false`. - /// @param[in] buffer_minalign Force the buffer to be aligned to the given - /// minimum alignment upon reallocation. Only needed if you intend to store - /// types with custom alignment AND you wish to read the buffer in-place - /// directly after creation. - explicit FlatBufferBuilder( - size_t initial_size = 1024, Allocator *allocator = nullptr, - bool own_allocator = false, - size_t buffer_minalign = AlignOf()) - : buf_(initial_size, allocator, own_allocator, buffer_minalign), - num_field_loc(0), - max_voffset_(0), - nested(false), - finished(false), - minalign_(1), - force_defaults_(false), - dedup_vtables_(true), - string_pool(nullptr) { - EndianCheck(); - } - - /// @brief Move constructor for FlatBufferBuilder. - FlatBufferBuilder(FlatBufferBuilder &&other) - : buf_(1024, nullptr, false, AlignOf()), - num_field_loc(0), - max_voffset_(0), - nested(false), - finished(false), - minalign_(1), - force_defaults_(false), - dedup_vtables_(true), - string_pool(nullptr) { - EndianCheck(); - // Default construct and swap idiom. - // Lack of delegating constructors in vs2010 makes it more verbose than - // needed. - Swap(other); - } - - /// @brief Move assignment operator for FlatBufferBuilder. - FlatBufferBuilder &operator=(FlatBufferBuilder &&other) { - // Move construct a temporary and swap idiom - FlatBufferBuilder temp(std::move(other)); - Swap(temp); - return *this; - } - - void Swap(FlatBufferBuilder &other) { - using std::swap; - buf_.swap(other.buf_); - swap(num_field_loc, other.num_field_loc); - swap(max_voffset_, other.max_voffset_); - swap(nested, other.nested); - swap(finished, other.finished); - swap(minalign_, other.minalign_); - swap(force_defaults_, other.force_defaults_); - swap(dedup_vtables_, other.dedup_vtables_); - swap(string_pool, other.string_pool); - } - - ~FlatBufferBuilder() { - if (string_pool) delete string_pool; - } - - void Reset() { - Clear(); // clear builder state - buf_.reset(); // deallocate buffer - } - - /// @brief Reset all the state in this FlatBufferBuilder so it can be reused - /// to construct another buffer. - void Clear() { - ClearOffsets(); - buf_.clear(); - nested = false; - finished = false; - minalign_ = 1; - if (string_pool) string_pool->clear(); - } - - /// @brief The current size of the serialized buffer, counting from the end. - /// @return Returns an `uoffset_t` with the current size of the buffer. - uoffset_t GetSize() const { return buf_.size(); } - - /// @brief Get the serialized buffer (after you call `Finish()`). - /// @return Returns an `uint8_t` pointer to the FlatBuffer data inside the - /// buffer. - uint8_t *GetBufferPointer() const { - Finished(); - return buf_.data(); - } - - /// @brief Get the serialized buffer (after you call `Finish()`) as a span. - /// @return Returns a constructed flatbuffers::span that is a view over the - /// FlatBuffer data inside the buffer. - flatbuffers::span GetBufferSpan() const { - Finished(); - return flatbuffers::span(buf_.data(), buf_.size()); - } - - /// @brief Get a pointer to an unfinished buffer. - /// @return Returns a `uint8_t` pointer to the unfinished buffer. - uint8_t *GetCurrentBufferPointer() const { return buf_.data(); } - - /// @brief Get the released pointer to the serialized buffer. - /// @warning Do NOT attempt to use this FlatBufferBuilder afterwards! - /// @return A `FlatBuffer` that owns the buffer and its allocator and - /// behaves similar to a `unique_ptr` with a deleter. - FLATBUFFERS_ATTRIBUTE([[deprecated("use Release() instead")]]) - DetachedBuffer ReleaseBufferPointer() { - Finished(); - return buf_.release(); - } - - /// @brief Get the released DetachedBuffer. - /// @return A `DetachedBuffer` that owns the buffer and its allocator. - DetachedBuffer Release() { - Finished(); - return buf_.release(); - } - - /// @brief Get the released pointer to the serialized buffer. - /// @param size The size of the memory block containing - /// the serialized `FlatBuffer`. - /// @param offset The offset from the released pointer where the finished - /// `FlatBuffer` starts. - /// @return A raw pointer to the start of the memory block containing - /// the serialized `FlatBuffer`. - /// @remark If the allocator is owned, it gets deleted when the destructor is - /// called.. - uint8_t *ReleaseRaw(size_t &size, size_t &offset) { - Finished(); - return buf_.release_raw(size, offset); - } - - /// @brief get the minimum alignment this buffer needs to be accessed - /// properly. This is only known once all elements have been written (after - /// you call Finish()). You can use this information if you need to embed - /// a FlatBuffer in some other buffer, such that you can later read it - /// without first having to copy it into its own buffer. - size_t GetBufferMinAlignment() const { - Finished(); - return minalign_; - } - - /// @cond FLATBUFFERS_INTERNAL - void Finished() const { - // If you get this assert, you're attempting to get access a buffer - // which hasn't been finished yet. Be sure to call - // FlatBufferBuilder::Finish with your root table. - // If you really need to access an unfinished buffer, call - // GetCurrentBufferPointer instead. - FLATBUFFERS_ASSERT(finished); - } - /// @endcond - - /// @brief In order to save space, fields that are set to their default value - /// don't get serialized into the buffer. - /// @param[in] fd When set to `true`, always serializes default values that - /// are set. Optional fields which are not set explicitly, will still not be - /// serialized. - void ForceDefaults(bool fd) { force_defaults_ = fd; } - - /// @brief By default vtables are deduped in order to save space. - /// @param[in] dedup When set to `true`, dedup vtables. - void DedupVtables(bool dedup) { dedup_vtables_ = dedup; } - - /// @cond FLATBUFFERS_INTERNAL - void Pad(size_t num_bytes) { buf_.fill(num_bytes); } - - void TrackMinAlign(size_t elem_size) { - if (elem_size > minalign_) minalign_ = elem_size; - } - - void Align(size_t elem_size) { - TrackMinAlign(elem_size); - buf_.fill(PaddingBytes(buf_.size(), elem_size)); - } - - void PushFlatBuffer(const uint8_t *bytes, size_t size) { - PushBytes(bytes, size); - finished = true; - } - - void PushBytes(const uint8_t *bytes, size_t size) { buf_.push(bytes, size); } - - void PopBytes(size_t amount) { buf_.pop(amount); } - - template void AssertScalarT() { - // The code assumes power of 2 sizes and endian-swap-ability. - static_assert(flatbuffers::is_scalar::value, "T must be a scalar type"); - } - - // Write a single aligned scalar to the buffer - template uoffset_t PushElement(T element) { - AssertScalarT(); - Align(sizeof(T)); - buf_.push_small(EndianScalar(element)); - return GetSize(); - } - - template uoffset_t PushElement(Offset off) { - // Special case for offsets: see ReferTo below. - return PushElement(ReferTo(off.o)); - } - - // When writing fields, we track where they are, so we can create correct - // vtables later. - void TrackField(voffset_t field, uoffset_t off) { - FieldLoc fl = { off, field }; - buf_.scratch_push_small(fl); - num_field_loc++; - if (field > max_voffset_) { - max_voffset_ = field; - } - } - - // Like PushElement, but additionally tracks the field this represents. - template void AddElement(voffset_t field, T e, T def) { - // We don't serialize values equal to the default. - if (IsTheSameAs(e, def) && !force_defaults_) return; - TrackField(field, PushElement(e)); - } - - template void AddElement(voffset_t field, T e) { - TrackField(field, PushElement(e)); - } - - template void AddOffset(voffset_t field, Offset off) { - if (off.IsNull()) return; // Don't store. - AddElement(field, ReferTo(off.o), static_cast(0)); - } - - template void AddStruct(voffset_t field, const T *structptr) { - if (!structptr) return; // Default, don't store. - Align(AlignOf()); - buf_.push_small(*structptr); - TrackField(field, GetSize()); - } - - void AddStructOffset(voffset_t field, uoffset_t off) { - TrackField(field, off); - } - - // Offsets initially are relative to the end of the buffer (downwards). - // This function converts them to be relative to the current location - // in the buffer (when stored here), pointing upwards. - uoffset_t ReferTo(uoffset_t off) { - // Align to ensure GetSize() below is correct. - Align(sizeof(uoffset_t)); - // Offset must refer to something already in buffer. - const uoffset_t size = GetSize(); - FLATBUFFERS_ASSERT(off && off <= size); - return size - off + static_cast(sizeof(uoffset_t)); - } - - void NotNested() { - // If you hit this, you're trying to construct a Table/Vector/String - // during the construction of its parent table (between the MyTableBuilder - // and table.Finish(). - // Move the creation of these sub-objects to above the MyTableBuilder to - // not get this assert. - // Ignoring this assert may appear to work in simple cases, but the reason - // it is here is that storing objects in-line may cause vtable offsets - // to not fit anymore. It also leads to vtable duplication. - FLATBUFFERS_ASSERT(!nested); - // If you hit this, fields were added outside the scope of a table. - FLATBUFFERS_ASSERT(!num_field_loc); - } - - // From generated code (or from the parser), we call StartTable/EndTable - // with a sequence of AddElement calls in between. - uoffset_t StartTable() { - NotNested(); - nested = true; - return GetSize(); - } - - // This finishes one serialized object by generating the vtable if it's a - // table, comparing it against existing vtables, and writing the - // resulting vtable offset. - uoffset_t EndTable(uoffset_t start) { - // If you get this assert, a corresponding StartTable wasn't called. - FLATBUFFERS_ASSERT(nested); - // Write the vtable offset, which is the start of any Table. - // We fill it's value later. - auto vtableoffsetloc = PushElement(0); - // Write a vtable, which consists entirely of voffset_t elements. - // It starts with the number of offsets, followed by a type id, followed - // by the offsets themselves. In reverse: - // Include space for the last offset and ensure empty tables have a - // minimum size. - max_voffset_ = - (std::max)(static_cast(max_voffset_ + sizeof(voffset_t)), - FieldIndexToOffset(0)); - buf_.fill_big(max_voffset_); - auto table_object_size = vtableoffsetloc - start; - // Vtable use 16bit offsets. - FLATBUFFERS_ASSERT(table_object_size < 0x10000); - WriteScalar(buf_.data() + sizeof(voffset_t), - static_cast(table_object_size)); - WriteScalar(buf_.data(), max_voffset_); - // Write the offsets into the table - for (auto it = buf_.scratch_end() - num_field_loc * sizeof(FieldLoc); - it < buf_.scratch_end(); it += sizeof(FieldLoc)) { - auto field_location = reinterpret_cast(it); - auto pos = static_cast(vtableoffsetloc - field_location->off); - // If this asserts, it means you've set a field twice. - FLATBUFFERS_ASSERT( - !ReadScalar(buf_.data() + field_location->id)); - WriteScalar(buf_.data() + field_location->id, pos); - } - ClearOffsets(); - auto vt1 = reinterpret_cast(buf_.data()); - auto vt1_size = ReadScalar(vt1); - auto vt_use = GetSize(); - // See if we already have generated a vtable with this exact same - // layout before. If so, make it point to the old one, remove this one. - if (dedup_vtables_) { - for (auto it = buf_.scratch_data(); it < buf_.scratch_end(); - it += sizeof(uoffset_t)) { - auto vt_offset_ptr = reinterpret_cast(it); - auto vt2 = reinterpret_cast(buf_.data_at(*vt_offset_ptr)); - auto vt2_size = ReadScalar(vt2); - if (vt1_size != vt2_size || 0 != memcmp(vt2, vt1, vt1_size)) continue; - vt_use = *vt_offset_ptr; - buf_.pop(GetSize() - vtableoffsetloc); - break; - } - } - // If this is a new vtable, remember it. - if (vt_use == GetSize()) { buf_.scratch_push_small(vt_use); } - // Fill the vtable offset we created above. - // The offset points from the beginning of the object to where the - // vtable is stored. - // Offsets default direction is downward in memory for future format - // flexibility (storing all vtables at the start of the file). - WriteScalar(buf_.data_at(vtableoffsetloc), - static_cast(vt_use) - - static_cast(vtableoffsetloc)); - - nested = false; - return vtableoffsetloc; - } - - FLATBUFFERS_ATTRIBUTE([[deprecated("call the version above instead")]]) - uoffset_t EndTable(uoffset_t start, voffset_t /*numfields*/) { - return EndTable(start); - } - - // This checks a required field has been set in a given table that has - // just been constructed. - template void Required(Offset table, voffset_t field); - - uoffset_t StartStruct(size_t alignment) { - Align(alignment); - return GetSize(); - } - - uoffset_t EndStruct() { return GetSize(); } - - void ClearOffsets() { - buf_.scratch_pop(num_field_loc * sizeof(FieldLoc)); - num_field_loc = 0; - max_voffset_ = 0; - } - - // Aligns such that when "len" bytes are written, an object can be written - // after it with "alignment" without padding. - void PreAlign(size_t len, size_t alignment) { - TrackMinAlign(alignment); - buf_.fill(PaddingBytes(GetSize() + len, alignment)); - } - template void PreAlign(size_t len) { - AssertScalarT(); - PreAlign(len, sizeof(T)); - } - /// @endcond - - /// @brief Store a string in the buffer, which can contain any binary data. - /// @param[in] str A const char pointer to the data to be stored as a string. - /// @param[in] len The number of bytes that should be stored from `str`. - /// @return Returns the offset in the buffer where the string starts. - Offset CreateString(const char *str, size_t len) { - NotNested(); - PreAlign(len + 1); // Always 0-terminated. - buf_.fill(1); - PushBytes(reinterpret_cast(str), len); - PushElement(static_cast(len)); - return Offset(GetSize()); - } - - /// @brief Store a string in the buffer, which is null-terminated. - /// @param[in] str A const char pointer to a C-string to add to the buffer. - /// @return Returns the offset in the buffer where the string starts. - Offset CreateString(const char *str) { - return CreateString(str, strlen(str)); - } - - /// @brief Store a string in the buffer, which is null-terminated. - /// @param[in] str A char pointer to a C-string to add to the buffer. - /// @return Returns the offset in the buffer where the string starts. - Offset CreateString(char *str) { - return CreateString(str, strlen(str)); - } - - /// @brief Store a string in the buffer, which can contain any binary data. - /// @param[in] str A const reference to a std::string to store in the buffer. - /// @return Returns the offset in the buffer where the string starts. - Offset CreateString(const std::string &str) { - return CreateString(str.c_str(), str.length()); - } - - // clang-format off - #ifdef FLATBUFFERS_HAS_STRING_VIEW - /// @brief Store a string in the buffer, which can contain any binary data. - /// @param[in] str A const string_view to copy in to the buffer. - /// @return Returns the offset in the buffer where the string starts. - Offset CreateString(flatbuffers::string_view str) { - return CreateString(str.data(), str.size()); - } - #endif // FLATBUFFERS_HAS_STRING_VIEW - // clang-format on - - /// @brief Store a string in the buffer, which can contain any binary data. - /// @param[in] str A const pointer to a `String` struct to add to the buffer. - /// @return Returns the offset in the buffer where the string starts - Offset CreateString(const String *str) { - return str ? CreateString(str->c_str(), str->size()) : 0; - } - - /// @brief Store a string in the buffer, which can contain any binary data. - /// @param[in] str A const reference to a std::string like type with support - /// of T::c_str() and T::length() to store in the buffer. - /// @return Returns the offset in the buffer where the string starts. - template Offset CreateString(const T &str) { - return CreateString(str.c_str(), str.length()); - } - - /// @brief Store a string in the buffer, which can contain any binary data. - /// If a string with this exact contents has already been serialized before, - /// instead simply returns the offset of the existing string. This uses a map - /// stored on the heap, but only stores the numerical offsets. - /// @param[in] str A const char pointer to the data to be stored as a string. - /// @param[in] len The number of bytes that should be stored from `str`. - /// @return Returns the offset in the buffer where the string starts. - Offset CreateSharedString(const char *str, size_t len) { - FLATBUFFERS_ASSERT(FLATBUFFERS_GENERAL_HEAP_ALLOC_OK); - if (!string_pool) - string_pool = new StringOffsetMap(StringOffsetCompare(buf_)); - auto size_before_string = buf_.size(); - // Must first serialize the string, since the set is all offsets into - // buffer. - auto off = CreateString(str, len); - auto it = string_pool->find(off); - // If it exists we reuse existing serialized data! - if (it != string_pool->end()) { - // We can remove the string we serialized. - buf_.pop(buf_.size() - size_before_string); - return *it; - } - // Record this string for future use. - string_pool->insert(off); - return off; - } - -#ifdef FLATBUFFERS_HAS_STRING_VIEW - /// @brief Store a string in the buffer, which can contain any binary data. - /// If a string with this exact contents has already been serialized before, - /// instead simply returns the offset of the existing string. This uses a map - /// stored on the heap, but only stores the numerical offsets. - /// @param[in] str A const std::string_view to store in the buffer. - /// @return Returns the offset in the buffer where the string starts - Offset CreateSharedString(const flatbuffers::string_view str) { - return CreateSharedString(str.data(), str.size()); - } -#else - /// @brief Store a string in the buffer, which null-terminated. - /// If a string with this exact contents has already been serialized before, - /// instead simply returns the offset of the existing string. This uses a map - /// stored on the heap, but only stores the numerical offsets. - /// @param[in] str A const char pointer to a C-string to add to the buffer. - /// @return Returns the offset in the buffer where the string starts. - Offset CreateSharedString(const char *str) { - return CreateSharedString(str, strlen(str)); - } - - /// @brief Store a string in the buffer, which can contain any binary data. - /// If a string with this exact contents has already been serialized before, - /// instead simply returns the offset of the existing string. This uses a map - /// stored on the heap, but only stores the numerical offsets. - /// @param[in] str A const reference to a std::string to store in the buffer. - /// @return Returns the offset in the buffer where the string starts. - Offset CreateSharedString(const std::string &str) { - return CreateSharedString(str.c_str(), str.length()); - } -#endif - - /// @brief Store a string in the buffer, which can contain any binary data. - /// If a string with this exact contents has already been serialized before, - /// instead simply returns the offset of the existing string. This uses a map - /// stored on the heap, but only stores the numerical offsets. - /// @param[in] str A const pointer to a `String` struct to add to the buffer. - /// @return Returns the offset in the buffer where the string starts - Offset CreateSharedString(const String *str) { - return CreateSharedString(str->c_str(), str->size()); - } - - /// @cond FLATBUFFERS_INTERNAL - uoffset_t EndVector(size_t len) { - FLATBUFFERS_ASSERT(nested); // Hit if no corresponding StartVector. - nested = false; - return PushElement(static_cast(len)); - } - - void StartVector(size_t len, size_t elemsize) { - NotNested(); - nested = true; - PreAlign(len * elemsize); - PreAlign(len * elemsize, elemsize); // Just in case elemsize > uoffset_t. - } - - // Call this right before StartVector/CreateVector if you want to force the - // alignment to be something different than what the element size would - // normally dictate. - // This is useful when storing a nested_flatbuffer in a vector of bytes, - // or when storing SIMD floats, etc. - void ForceVectorAlignment(size_t len, size_t elemsize, size_t alignment) { - FLATBUFFERS_ASSERT(VerifyAlignmentRequirements(alignment)); - PreAlign(len * elemsize, alignment); - } - - // Similar to ForceVectorAlignment but for String fields. - void ForceStringAlignment(size_t len, size_t alignment) { - FLATBUFFERS_ASSERT(VerifyAlignmentRequirements(alignment)); - PreAlign((len + 1) * sizeof(char), alignment); - } - - /// @endcond - - /// @brief Serialize an array into a FlatBuffer `vector`. - /// @tparam T The data type of the array elements. - /// @param[in] v A pointer to the array of type `T` to serialize into the - /// buffer as a `vector`. - /// @param[in] len The number of elements to serialize. - /// @return Returns a typed `Offset` into the serialized data indicating - /// where the vector is stored. - template Offset> CreateVector(const T *v, size_t len) { - // If this assert hits, you're specifying a template argument that is - // causing the wrong overload to be selected, remove it. - AssertScalarT(); - StartVector(len, sizeof(T)); - if (len == 0) { return Offset>(EndVector(len)); } - // clang-format off - #if FLATBUFFERS_LITTLEENDIAN - PushBytes(reinterpret_cast(v), len * sizeof(T)); - #else - if (sizeof(T) == 1) { - PushBytes(reinterpret_cast(v), len); - } else { - for (auto i = len; i > 0; ) { - PushElement(v[--i]); - } - } - #endif - // clang-format on - return Offset>(EndVector(len)); - } - - template - Offset>> CreateVector(const Offset *v, size_t len) { - StartVector(len, sizeof(Offset)); - for (auto i = len; i > 0;) { PushElement(v[--i]); } - return Offset>>(EndVector(len)); - } - - /// @brief Serialize a `std::vector` into a FlatBuffer `vector`. - /// @tparam T The data type of the `std::vector` elements. - /// @param v A const reference to the `std::vector` to serialize into the - /// buffer as a `vector`. - /// @return Returns a typed `Offset` into the serialized data indicating - /// where the vector is stored. - template - Offset> CreateVector(const std::vector &v) { - return CreateVector(data(v), v.size()); - } - - // vector may be implemented using a bit-set, so we can't access it as - // an array. Instead, read elements manually. - // Background: https://isocpp.org/blog/2012/11/on-vectorbool - Offset> CreateVector(const std::vector &v) { - StartVector(v.size(), sizeof(uint8_t)); - for (auto i = v.size(); i > 0;) { - PushElement(static_cast(v[--i])); - } - return Offset>(EndVector(v.size())); - } - - /// @brief Serialize values returned by a function into a FlatBuffer `vector`. - /// This is a convenience function that takes care of iteration for you. - /// @tparam T The data type of the `std::vector` elements. - /// @param f A function that takes the current iteration 0..vector_size-1 and - /// returns any type that you can construct a FlatBuffers vector out of. - /// @return Returns a typed `Offset` into the serialized data indicating - /// where the vector is stored. - template - Offset> CreateVector(size_t vector_size, - const std::function &f) { - FLATBUFFERS_ASSERT(FLATBUFFERS_GENERAL_HEAP_ALLOC_OK); - std::vector elems(vector_size); - for (size_t i = 0; i < vector_size; i++) elems[i] = f(i); - return CreateVector(elems); - } - - /// @brief Serialize values returned by a function into a FlatBuffer `vector`. - /// This is a convenience function that takes care of iteration for you. This - /// uses a vector stored on the heap to store the intermediate results of the - /// iteration. - /// @tparam T The data type of the `std::vector` elements. - /// @param f A function that takes the current iteration 0..vector_size-1, - /// and the state parameter returning any type that you can construct a - /// FlatBuffers vector out of. - /// @param state State passed to f. - /// @return Returns a typed `Offset` into the serialized data indicating - /// where the vector is stored. - template - Offset> CreateVector(size_t vector_size, F f, S *state) { - FLATBUFFERS_ASSERT(FLATBUFFERS_GENERAL_HEAP_ALLOC_OK); - std::vector elems(vector_size); - for (size_t i = 0; i < vector_size; i++) elems[i] = f(i, state); - return CreateVector(elems); - } - - /// @brief Serialize a `std::vector` into a FlatBuffer `vector`. - /// This is a convenience function for a common case. - /// @param v A const reference to the `std::vector` to serialize into the - /// buffer as a `vector`. - /// @return Returns a typed `Offset` into the serialized data indicating - /// where the vector is stored. - template - Offset>> CreateVectorOfStrings( - const std::vector &v) { - return CreateVectorOfStrings(v.cbegin(), v.cend()); - } - - /// @brief Serialize a collection of Strings into a FlatBuffer `vector`. - /// This is a convenience function for a common case. - /// @param begin The begining iterator of the collection - /// @param end The ending iterator of the collection - /// @return Returns a typed `Offset` into the serialized data indicating - /// where the vector is stored. - template - Offset>> CreateVectorOfStrings(It begin, It end) { - auto size = std::distance(begin, end); - auto scratch_buffer_usage = size * sizeof(Offset); - // If there is not enough space to store the offsets, there definitely won't - // be enough space to store all the strings. So ensuring space for the - // scratch region is OK, for it it fails, it would have failed later. - buf_.ensure_space(scratch_buffer_usage); - for (auto it = begin; it != end; ++it) { - buf_.scratch_push_small(CreateString(*it)); - } - StartVector(size, sizeof(Offset)); - for (auto i = 1; i <= size; i++) { - // Note we re-evaluate the buf location each iteration to account for any - // underlying buffer resizing that may occur. - PushElement(*reinterpret_cast *>( - buf_.scratch_end() - i * sizeof(Offset))); - } - buf_.scratch_pop(scratch_buffer_usage); - return Offset>>(EndVector(size)); - } - - /// @brief Serialize an array of structs into a FlatBuffer `vector`. - /// @tparam T The data type of the struct array elements. - /// @param[in] v A pointer to the array of type `T` to serialize into the - /// buffer as a `vector`. - /// @param[in] len The number of elements to serialize. - /// @return Returns a typed `Offset` into the serialized data indicating - /// where the vector is stored. - template - Offset> CreateVectorOfStructs(const T *v, size_t len) { - StartVector(len * sizeof(T) / AlignOf(), AlignOf()); - if (len > 0) { - PushBytes(reinterpret_cast(v), sizeof(T) * len); - } - return Offset>(EndVector(len)); - } - - /// @brief Serialize an array of native structs into a FlatBuffer `vector`. - /// @tparam T The data type of the struct array elements. - /// @tparam S The data type of the native struct array elements. - /// @param[in] v A pointer to the array of type `S` to serialize into the - /// buffer as a `vector`. - /// @param[in] len The number of elements to serialize. - /// @param[in] pack_func Pointer to a function to convert the native struct - /// to the FlatBuffer struct. - /// @return Returns a typed `Offset` into the serialized data indicating - /// where the vector is stored. - template - Offset> CreateVectorOfNativeStructs( - const S *v, size_t len, T (*const pack_func)(const S &)) { - FLATBUFFERS_ASSERT(pack_func); - auto structs = StartVectorOfStructs(len); - for (size_t i = 0; i < len; i++) { structs[i] = pack_func(v[i]); } - return EndVectorOfStructs(len); - } - - /// @brief Serialize an array of native structs into a FlatBuffer `vector`. - /// @tparam T The data type of the struct array elements. - /// @tparam S The data type of the native struct array elements. - /// @param[in] v A pointer to the array of type `S` to serialize into the - /// buffer as a `vector`. - /// @param[in] len The number of elements to serialize. - /// @return Returns a typed `Offset` into the serialized data indicating - /// where the vector is stored. - template - Offset> CreateVectorOfNativeStructs(const S *v, - size_t len) { - extern T Pack(const S &); - return CreateVectorOfNativeStructs(v, len, Pack); - } - - /// @brief Serialize an array of structs into a FlatBuffer `vector`. - /// @tparam T The data type of the struct array elements. - /// @param[in] filler A function that takes the current iteration - /// 0..vector_size-1 and a pointer to the struct that must be filled. - /// @return Returns a typed `Offset` into the serialized data indicating - /// where the vector is stored. - /// This is mostly useful when flatbuffers are generated with mutation - /// accessors. - template - Offset> CreateVectorOfStructs( - size_t vector_size, const std::function &filler) { - T *structs = StartVectorOfStructs(vector_size); - for (size_t i = 0; i < vector_size; i++) { - filler(i, structs); - structs++; - } - return EndVectorOfStructs(vector_size); - } - - /// @brief Serialize an array of structs into a FlatBuffer `vector`. - /// @tparam T The data type of the struct array elements. - /// @param[in] f A function that takes the current iteration 0..vector_size-1, - /// a pointer to the struct that must be filled and the state argument. - /// @param[in] state Arbitrary state to pass to f. - /// @return Returns a typed `Offset` into the serialized data indicating - /// where the vector is stored. - /// This is mostly useful when flatbuffers are generated with mutation - /// accessors. - template - Offset> CreateVectorOfStructs(size_t vector_size, F f, - S *state) { - T *structs = StartVectorOfStructs(vector_size); - for (size_t i = 0; i < vector_size; i++) { - f(i, structs, state); - structs++; - } - return EndVectorOfStructs(vector_size); - } - - /// @brief Serialize a `std::vector` of structs into a FlatBuffer `vector`. - /// @tparam T The data type of the `std::vector` struct elements. - /// @param[in] v A const reference to the `std::vector` of structs to - /// serialize into the buffer as a `vector`. - /// @return Returns a typed `Offset` into the serialized data indicating - /// where the vector is stored. - template - Offset> CreateVectorOfStructs( - const std::vector &v) { - return CreateVectorOfStructs(data(v), v.size()); - } - - /// @brief Serialize a `std::vector` of native structs into a FlatBuffer - /// `vector`. - /// @tparam T The data type of the `std::vector` struct elements. - /// @tparam S The data type of the `std::vector` native struct elements. - /// @param[in] v A const reference to the `std::vector` of structs to - /// serialize into the buffer as a `vector`. - /// @param[in] pack_func Pointer to a function to convert the native struct - /// to the FlatBuffer struct. - /// @return Returns a typed `Offset` into the serialized data indicating - /// where the vector is stored. - template - Offset> CreateVectorOfNativeStructs( - const std::vector &v, T (*const pack_func)(const S &)) { - return CreateVectorOfNativeStructs(data(v), v.size(), pack_func); - } - - /// @brief Serialize a `std::vector` of native structs into a FlatBuffer - /// `vector`. - /// @tparam T The data type of the `std::vector` struct elements. - /// @tparam S The data type of the `std::vector` native struct elements. - /// @param[in] v A const reference to the `std::vector` of structs to - /// serialize into the buffer as a `vector`. - /// @return Returns a typed `Offset` into the serialized data indicating - /// where the vector is stored. - template - Offset> CreateVectorOfNativeStructs( - const std::vector &v) { - return CreateVectorOfNativeStructs(data(v), v.size()); - } - - /// @cond FLATBUFFERS_INTERNAL - template struct StructKeyComparator { - bool operator()(const T &a, const T &b) const { - return a.KeyCompareLessThan(&b); - } - }; - /// @endcond - - /// @brief Serialize a `std::vector` of structs into a FlatBuffer `vector` - /// in sorted order. - /// @tparam T The data type of the `std::vector` struct elements. - /// @param[in] v A const reference to the `std::vector` of structs to - /// serialize into the buffer as a `vector`. - /// @return Returns a typed `Offset` into the serialized data indicating - /// where the vector is stored. - template - Offset> CreateVectorOfSortedStructs( - std::vector *v) { - return CreateVectorOfSortedStructs(data(*v), v->size()); - } - - /// @brief Serialize a `std::vector` of native structs into a FlatBuffer - /// `vector` in sorted order. - /// @tparam T The data type of the `std::vector` struct elements. - /// @tparam S The data type of the `std::vector` native struct elements. - /// @param[in] v A const reference to the `std::vector` of structs to - /// serialize into the buffer as a `vector`. - /// @return Returns a typed `Offset` into the serialized data indicating - /// where the vector is stored. - template - Offset> CreateVectorOfSortedNativeStructs( - std::vector *v) { - return CreateVectorOfSortedNativeStructs(data(*v), v->size()); - } - - /// @brief Serialize an array of structs into a FlatBuffer `vector` in sorted - /// order. - /// @tparam T The data type of the struct array elements. - /// @param[in] v A pointer to the array of type `T` to serialize into the - /// buffer as a `vector`. - /// @param[in] len The number of elements to serialize. - /// @return Returns a typed `Offset` into the serialized data indicating - /// where the vector is stored. - template - Offset> CreateVectorOfSortedStructs(T *v, size_t len) { - std::sort(v, v + len, StructKeyComparator()); - return CreateVectorOfStructs(v, len); - } - - /// @brief Serialize an array of native structs into a FlatBuffer `vector` in - /// sorted order. - /// @tparam T The data type of the struct array elements. - /// @tparam S The data type of the native struct array elements. - /// @param[in] v A pointer to the array of type `S` to serialize into the - /// buffer as a `vector`. - /// @param[in] len The number of elements to serialize. - /// @return Returns a typed `Offset` into the serialized data indicating - /// where the vector is stored. - template - Offset> CreateVectorOfSortedNativeStructs(S *v, - size_t len) { - extern T Pack(const S &); - auto structs = StartVectorOfStructs(len); - for (size_t i = 0; i < len; i++) { structs[i] = Pack(v[i]); } - std::sort(structs, structs + len, StructKeyComparator()); - return EndVectorOfStructs(len); - } - - /// @cond FLATBUFFERS_INTERNAL - template struct TableKeyComparator { - TableKeyComparator(vector_downward &buf) : buf_(buf) {} - TableKeyComparator(const TableKeyComparator &other) : buf_(other.buf_) {} - bool operator()(const Offset &a, const Offset &b) const { - auto table_a = reinterpret_cast(buf_.data_at(a.o)); - auto table_b = reinterpret_cast(buf_.data_at(b.o)); - return table_a->KeyCompareLessThan(table_b); - } - vector_downward &buf_; - - private: - FLATBUFFERS_DELETE_FUNC( - TableKeyComparator &operator=(const TableKeyComparator &other)); - }; - /// @endcond - - /// @brief Serialize an array of `table` offsets as a `vector` in the buffer - /// in sorted order. - /// @tparam T The data type that the offset refers to. - /// @param[in] v An array of type `Offset` that contains the `table` - /// offsets to store in the buffer in sorted order. - /// @param[in] len The number of elements to store in the `vector`. - /// @return Returns a typed `Offset` into the serialized data indicating - /// where the vector is stored. - template - Offset>> CreateVectorOfSortedTables(Offset *v, - size_t len) { - std::sort(v, v + len, TableKeyComparator(buf_)); - return CreateVector(v, len); - } - - /// @brief Serialize an array of `table` offsets as a `vector` in the buffer - /// in sorted order. - /// @tparam T The data type that the offset refers to. - /// @param[in] v An array of type `Offset` that contains the `table` - /// offsets to store in the buffer in sorted order. - /// @return Returns a typed `Offset` into the serialized data indicating - /// where the vector is stored. - template - Offset>> CreateVectorOfSortedTables( - std::vector, Alloc> *v) { - return CreateVectorOfSortedTables(data(*v), v->size()); - } - - /// @brief Specialized version of `CreateVector` for non-copying use cases. - /// Write the data any time later to the returned buffer pointer `buf`. - /// @param[in] len The number of elements to store in the `vector`. - /// @param[in] elemsize The size of each element in the `vector`. - /// @param[out] buf A pointer to a `uint8_t` pointer that can be - /// written to at a later time to serialize the data into a `vector` - /// in the buffer. - uoffset_t CreateUninitializedVector(size_t len, size_t elemsize, - uint8_t **buf) { - NotNested(); - StartVector(len, elemsize); - buf_.make_space(len * elemsize); - auto vec_start = GetSize(); - auto vec_end = EndVector(len); - *buf = buf_.data_at(vec_start); - return vec_end; - } - - /// @brief Specialized version of `CreateVector` for non-copying use cases. - /// Write the data any time later to the returned buffer pointer `buf`. - /// @tparam T The data type of the data that will be stored in the buffer - /// as a `vector`. - /// @param[in] len The number of elements to store in the `vector`. - /// @param[out] buf A pointer to a pointer of type `T` that can be - /// written to at a later time to serialize the data into a `vector` - /// in the buffer. - template - Offset> CreateUninitializedVector(size_t len, T **buf) { - AssertScalarT(); - return CreateUninitializedVector(len, sizeof(T), - reinterpret_cast(buf)); - } - - template - Offset> CreateUninitializedVectorOfStructs(size_t len, - T **buf) { - return CreateUninitializedVector(len, sizeof(T), - reinterpret_cast(buf)); - } - - // @brief Create a vector of scalar type T given as input a vector of scalar - // type U, useful with e.g. pre "enum class" enums, or any existing scalar - // data of the wrong type. - template - Offset> CreateVectorScalarCast(const U *v, size_t len) { - AssertScalarT(); - AssertScalarT(); - StartVector(len, sizeof(T)); - for (auto i = len; i > 0;) { PushElement(static_cast(v[--i])); } - return Offset>(EndVector(len)); - } - - /// @brief Write a struct by itself, typically to be part of a union. - template Offset CreateStruct(const T &structobj) { - NotNested(); - Align(AlignOf()); - buf_.push_small(structobj); - return Offset(GetSize()); - } - - /// @brief Finish serializing a buffer by writing the root offset. - /// @param[in] file_identifier If a `file_identifier` is given, the buffer - /// will be prefixed with a standard FlatBuffers file header. - template - void Finish(Offset root, const char *file_identifier = nullptr) { - Finish(root.o, file_identifier, false); - } - - /// @brief Finish a buffer with a 32 bit size field pre-fixed (size of the - /// buffer following the size field). These buffers are NOT compatible - /// with standard buffers created by Finish, i.e. you can't call GetRoot - /// on them, you have to use GetSizePrefixedRoot instead. - /// All >32 bit quantities in this buffer will be aligned when the whole - /// size pre-fixed buffer is aligned. - /// These kinds of buffers are useful for creating a stream of FlatBuffers. - template - void FinishSizePrefixed(Offset root, - const char *file_identifier = nullptr) { - Finish(root.o, file_identifier, true); - } - - void SwapBufAllocator(FlatBufferBuilder &other) { - buf_.swap_allocator(other.buf_); - } - - /// @brief The length of a FlatBuffer file header. - static const size_t kFileIdentifierLength = - ::flatbuffers::kFileIdentifierLength; - - protected: - // You shouldn't really be copying instances of this class. - FlatBufferBuilder(const FlatBufferBuilder &); - FlatBufferBuilder &operator=(const FlatBufferBuilder &); - - void Finish(uoffset_t root, const char *file_identifier, bool size_prefix) { - NotNested(); - buf_.clear_scratch(); - // This will cause the whole buffer to be aligned. - PreAlign((size_prefix ? sizeof(uoffset_t) : 0) + sizeof(uoffset_t) + - (file_identifier ? kFileIdentifierLength : 0), - minalign_); - if (file_identifier) { - FLATBUFFERS_ASSERT(strlen(file_identifier) == kFileIdentifierLength); - PushBytes(reinterpret_cast(file_identifier), - kFileIdentifierLength); - } - PushElement(ReferTo(root)); // Location of root. - if (size_prefix) { PushElement(GetSize()); } - finished = true; - } - - struct FieldLoc { - uoffset_t off; - voffset_t id; - }; - - vector_downward buf_; - - // Accumulating offsets of table members while it is being built. - // We store these in the scratch pad of buf_, after the vtable offsets. - uoffset_t num_field_loc; - // Track how much of the vtable is in use, so we can output the most compact - // possible vtable. - voffset_t max_voffset_; - - // Ensure objects are not nested. - bool nested; - - // Ensure the buffer is finished before it is being accessed. - bool finished; - - size_t minalign_; - - bool force_defaults_; // Serialize values equal to their defaults anyway. - - bool dedup_vtables_; - - struct StringOffsetCompare { - StringOffsetCompare(const vector_downward &buf) : buf_(&buf) {} - bool operator()(const Offset &a, const Offset &b) const { - auto stra = reinterpret_cast(buf_->data_at(a.o)); - auto strb = reinterpret_cast(buf_->data_at(b.o)); - return StringLessThan(stra->data(), stra->size(), strb->data(), - strb->size()); - } - const vector_downward *buf_; - }; - - // For use with CreateSharedString. Instantiated on first use only. - typedef std::set, StringOffsetCompare> StringOffsetMap; - StringOffsetMap *string_pool; - - private: - // Allocates space for a vector of structures. - // Must be completed with EndVectorOfStructs(). - template T *StartVectorOfStructs(size_t vector_size) { - StartVector(vector_size * sizeof(T) / AlignOf(), AlignOf()); - return reinterpret_cast(buf_.make_space(vector_size * sizeof(T))); - } - - // End the vector of structures in the flatbuffers. - // Vector should have previously be started with StartVectorOfStructs(). - template - Offset> EndVectorOfStructs(size_t vector_size) { - return Offset>(EndVector(vector_size)); - } -}; -/// @} - -/// Helpers to get a typed pointer to objects that are currently being built. -/// @warning Creating new objects will lead to reallocations and invalidates -/// the pointer! -template -T *GetMutableTemporaryPointer(FlatBufferBuilder &fbb, Offset offset) { - return reinterpret_cast(fbb.GetCurrentBufferPointer() + fbb.GetSize() - - offset.o); -} - -template -const T *GetTemporaryPointer(FlatBufferBuilder &fbb, Offset offset) { - return GetMutableTemporaryPointer(fbb, offset); -} - -template -void FlatBufferBuilder::Required(Offset table, voffset_t field) { - auto table_ptr = reinterpret_cast(buf_.data_at(table.o)); - bool ok = table_ptr->GetOptionalFieldOffset(field) != 0; - // If this fails, the caller will show what field needs to be set. - FLATBUFFERS_ASSERT(ok); - (void)ok; -} - -} // namespace flatbuffers - -#endif // FLATBUFFERS_VECTOR_DOWNWARD_H_ diff --git a/code/components/tflite-lib/third_party/flatbuffers/include/flatbuffers/flatbuffers.h b/code/components/tflite-lib/third_party/flatbuffers/include/flatbuffers/flatbuffers.h deleted file mode 100644 index c903d646..00000000 --- a/code/components/tflite-lib/third_party/flatbuffers/include/flatbuffers/flatbuffers.h +++ /dev/null @@ -1,284 +0,0 @@ -/* - * Copyright 2014 Google Inc. All rights reserved. - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#ifndef FLATBUFFERS_H_ -#define FLATBUFFERS_H_ - -// TODO: These includes are for mitigating the pains of users editing their -// source because they relied on flatbuffers.h to include everything for them. -#include "flatbuffers/array.h" -#include "flatbuffers/base.h" -#include "flatbuffers/buffer.h" -#include "flatbuffers/buffer_ref.h" -#include "flatbuffers/detached_buffer.h" -#include "flatbuffers/flatbuffer_builder.h" -#include "flatbuffers/stl_emulation.h" -#include "flatbuffers/string.h" -#include "flatbuffers/struct.h" -#include "flatbuffers/table.h" -#include "flatbuffers/vector.h" -#include "flatbuffers/vector_downward.h" -#include "flatbuffers/verifier.h" - -namespace flatbuffers { - -/// @brief This can compute the start of a FlatBuffer from a root pointer, i.e. -/// it is the opposite transformation of GetRoot(). -/// This may be useful if you want to pass on a root and have the recipient -/// delete the buffer afterwards. -inline const uint8_t *GetBufferStartFromRootPointer(const void *root) { - auto table = reinterpret_cast(root); - auto vtable = table->GetVTable(); - // Either the vtable is before the root or after the root. - auto start = (std::min)(vtable, reinterpret_cast(root)); - // Align to at least sizeof(uoffset_t). - start = reinterpret_cast(reinterpret_cast(start) & - ~(sizeof(uoffset_t) - 1)); - // Additionally, there may be a file_identifier in the buffer, and the root - // offset. The buffer may have been aligned to any size between - // sizeof(uoffset_t) and FLATBUFFERS_MAX_ALIGNMENT (see "force_align"). - // Sadly, the exact alignment is only known when constructing the buffer, - // since it depends on the presence of values with said alignment properties. - // So instead, we simply look at the next uoffset_t values (root, - // file_identifier, and alignment padding) to see which points to the root. - // None of the other values can "impersonate" the root since they will either - // be 0 or four ASCII characters. - static_assert(flatbuffers::kFileIdentifierLength == sizeof(uoffset_t), - "file_identifier is assumed to be the same size as uoffset_t"); - for (auto possible_roots = FLATBUFFERS_MAX_ALIGNMENT / sizeof(uoffset_t) + 1; - possible_roots; possible_roots--) { - start -= sizeof(uoffset_t); - if (ReadScalar(start) + start == - reinterpret_cast(root)) - return start; - } - // We didn't find the root, either the "root" passed isn't really a root, - // or the buffer is corrupt. - // Assert, because calling this function with bad data may cause reads - // outside of buffer boundaries. - FLATBUFFERS_ASSERT(false); - return nullptr; -} - -/// @brief This return the prefixed size of a FlatBuffer. -inline uoffset_t GetPrefixedSize(const uint8_t *buf) { - return ReadScalar(buf); -} - -// Base class for native objects (FlatBuffer data de-serialized into native -// C++ data structures). -// Contains no functionality, purely documentative. -struct NativeTable {}; - -/// @brief Function types to be used with resolving hashes into objects and -/// back again. The resolver gets a pointer to a field inside an object API -/// object that is of the type specified in the schema using the attribute -/// `cpp_type` (it is thus important whatever you write to this address -/// matches that type). The value of this field is initially null, so you -/// may choose to implement a delayed binding lookup using this function -/// if you wish. The resolver does the opposite lookup, for when the object -/// is being serialized again. -typedef uint64_t hash_value_t; -typedef std::function - resolver_function_t; -typedef std::function rehasher_function_t; - -// Helper function to test if a field is present, using any of the field -// enums in the generated code. -// `table` must be a generated table type. Since this is a template parameter, -// this is not typechecked to be a subclass of Table, so beware! -// Note: this function will return false for fields equal to the default -// value, since they're not stored in the buffer (unless force_defaults was -// used). -template -bool IsFieldPresent(const T *table, typename T::FlatBuffersVTableOffset field) { - // Cast, since Table is a private baseclass of any table types. - return reinterpret_cast(table)->CheckField( - static_cast(field)); -} - -// Utility function for reverse lookups on the EnumNames*() functions -// (in the generated C++ code) -// names must be NULL terminated. -inline int LookupEnum(const char **names, const char *name) { - for (const char **p = names; *p; p++) - if (!strcmp(*p, name)) return static_cast(p - names); - return -1; -} - -// These macros allow us to layout a struct with a guarantee that they'll end -// up looking the same on different compilers and platforms. -// It does this by disallowing the compiler to do any padding, and then -// does padding itself by inserting extra padding fields that make every -// element aligned to its own size. -// Additionally, it manually sets the alignment of the struct as a whole, -// which is typically its largest element, or a custom size set in the schema -// by the force_align attribute. -// These are used in the generated code only. - -// clang-format off -#if defined(_MSC_VER) - #define FLATBUFFERS_MANUALLY_ALIGNED_STRUCT(alignment) \ - __pragma(pack(1)) \ - struct __declspec(align(alignment)) - #define FLATBUFFERS_STRUCT_END(name, size) \ - __pragma(pack()) \ - static_assert(sizeof(name) == size, "compiler breaks packing rules") -#elif defined(__GNUC__) || defined(__clang__) || defined(__ICCARM__) - #define FLATBUFFERS_MANUALLY_ALIGNED_STRUCT(alignment) \ - _Pragma("pack(1)") \ - struct __attribute__((aligned(alignment))) - #define FLATBUFFERS_STRUCT_END(name, size) \ - _Pragma("pack()") \ - static_assert(sizeof(name) == size, "compiler breaks packing rules") -#else - #error Unknown compiler, please define structure alignment macros -#endif -// clang-format on - -// Minimal reflection via code generation. -// Besides full-fat reflection (see reflection.h) and parsing/printing by -// loading schemas (see idl.h), we can also have code generation for minimal -// reflection data which allows pretty-printing and other uses without needing -// a schema or a parser. -// Generate code with --reflect-types (types only) or --reflect-names (names -// also) to enable. -// See minireflect.h for utilities using this functionality. - -// These types are organized slightly differently as the ones in idl.h. -enum SequenceType { ST_TABLE, ST_STRUCT, ST_UNION, ST_ENUM }; - -// Scalars have the same order as in idl.h -// clang-format off -#define FLATBUFFERS_GEN_ELEMENTARY_TYPES(ET) \ - ET(ET_UTYPE) \ - ET(ET_BOOL) \ - ET(ET_CHAR) \ - ET(ET_UCHAR) \ - ET(ET_SHORT) \ - ET(ET_USHORT) \ - ET(ET_INT) \ - ET(ET_UINT) \ - ET(ET_LONG) \ - ET(ET_ULONG) \ - ET(ET_FLOAT) \ - ET(ET_DOUBLE) \ - ET(ET_STRING) \ - ET(ET_SEQUENCE) // See SequenceType. - -enum ElementaryType { - #define FLATBUFFERS_ET(E) E, - FLATBUFFERS_GEN_ELEMENTARY_TYPES(FLATBUFFERS_ET) - #undef FLATBUFFERS_ET -}; - -inline const char * const *ElementaryTypeNames() { - static const char * const names[] = { - #define FLATBUFFERS_ET(E) #E, - FLATBUFFERS_GEN_ELEMENTARY_TYPES(FLATBUFFERS_ET) - #undef FLATBUFFERS_ET - }; - return names; -} -// clang-format on - -// Basic type info cost just 16bits per field! -// We're explicitly defining the signedness since the signedness of integer -// bitfields is otherwise implementation-defined and causes warnings on older -// GCC compilers. -struct TypeCode { - // ElementaryType - unsigned short base_type : 4; - // Either vector (in table) or array (in struct) - unsigned short is_repeating : 1; - // Index into type_refs below, or -1 for none. - signed short sequence_ref : 11; -}; - -static_assert(sizeof(TypeCode) == 2, "TypeCode"); - -struct TypeTable; - -// Signature of the static method present in each type. -typedef const TypeTable *(*TypeFunction)(); - -struct TypeTable { - SequenceType st; - size_t num_elems; // of type_codes, values, names (but not type_refs). - const TypeCode *type_codes; // num_elems count - const TypeFunction *type_refs; // less than num_elems entries (see TypeCode). - const int16_t *array_sizes; // less than num_elems entries (see TypeCode). - const int64_t *values; // Only set for non-consecutive enum/union or structs. - const char *const *names; // Only set if compiled with --reflect-names. -}; - -// String which identifies the current version of FlatBuffers. -// flatbuffer_version_string is used by Google developers to identify which -// applications uploaded to Google Play are using this library. This allows -// the development team at Google to determine the popularity of the library. -// How it works: Applications that are uploaded to the Google Play Store are -// scanned for this version string. We track which applications are using it -// to measure popularity. You are free to remove it (of course) but we would -// appreciate if you left it in. - -// Weak linkage is culled by VS & doesn't work on cygwin. -// clang-format off -#if !defined(_WIN32) && !defined(__CYGWIN__) - -extern volatile __attribute__((weak)) const char *flatbuffer_version_string; -volatile __attribute__((weak)) const char *flatbuffer_version_string = - "FlatBuffers " - FLATBUFFERS_STRING(FLATBUFFERS_VERSION_MAJOR) "." - FLATBUFFERS_STRING(FLATBUFFERS_VERSION_MINOR) "." - FLATBUFFERS_STRING(FLATBUFFERS_VERSION_REVISION); - -#endif // !defined(_WIN32) && !defined(__CYGWIN__) - -#define FLATBUFFERS_DEFINE_BITMASK_OPERATORS(E, T)\ - inline E operator | (E lhs, E rhs){\ - return E(T(lhs) | T(rhs));\ - }\ - inline E operator & (E lhs, E rhs){\ - return E(T(lhs) & T(rhs));\ - }\ - inline E operator ^ (E lhs, E rhs){\ - return E(T(lhs) ^ T(rhs));\ - }\ - inline E operator ~ (E lhs){\ - return E(~T(lhs));\ - }\ - inline E operator |= (E &lhs, E rhs){\ - lhs = lhs | rhs;\ - return lhs;\ - }\ - inline E operator &= (E &lhs, E rhs){\ - lhs = lhs & rhs;\ - return lhs;\ - }\ - inline E operator ^= (E &lhs, E rhs){\ - lhs = lhs ^ rhs;\ - return lhs;\ - }\ - inline bool operator !(E rhs) \ - {\ - return !bool(T(rhs)); \ - } -/// @endcond -} // namespace flatbuffers - -// clang-format on - -#endif // FLATBUFFERS_H_ diff --git a/code/components/tflite-lib/third_party/flatbuffers/include/flatbuffers/flexbuffers.h b/code/components/tflite-lib/third_party/flatbuffers/include/flatbuffers/flexbuffers.h deleted file mode 100644 index a51fcc92..00000000 --- a/code/components/tflite-lib/third_party/flatbuffers/include/flatbuffers/flexbuffers.h +++ /dev/null @@ -1,1920 +0,0 @@ -/* - * Copyright 2017 Google Inc. All rights reserved. - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#ifndef FLATBUFFERS_FLEXBUFFERS_H_ -#define FLATBUFFERS_FLEXBUFFERS_H_ - -#include -// Used to select STL variant. -#include "flatbuffers/base.h" -// We use the basic binary writing functions from the regular FlatBuffers. -#include "flatbuffers/util.h" - -#ifdef _MSC_VER -# include -#endif - -#if defined(_MSC_VER) -# pragma warning(push) -# pragma warning(disable : 4127) // C4127: conditional expression is constant -#endif - -namespace flexbuffers { - -class Reference; -class Map; - -// These are used in the lower 2 bits of a type field to determine the size of -// the elements (and or size field) of the item pointed to (e.g. vector). -enum BitWidth { - BIT_WIDTH_8 = 0, - BIT_WIDTH_16 = 1, - BIT_WIDTH_32 = 2, - BIT_WIDTH_64 = 3, -}; - -// These are used as the upper 6 bits of a type field to indicate the actual -// type. -enum Type { - FBT_NULL = 0, - FBT_INT = 1, - FBT_UINT = 2, - FBT_FLOAT = 3, - // Types above stored inline, types below (except FBT_BOOL) store an offset. - FBT_KEY = 4, - FBT_STRING = 5, - FBT_INDIRECT_INT = 6, - FBT_INDIRECT_UINT = 7, - FBT_INDIRECT_FLOAT = 8, - FBT_MAP = 9, - FBT_VECTOR = 10, // Untyped. - FBT_VECTOR_INT = 11, // Typed any size (stores no type table). - FBT_VECTOR_UINT = 12, - FBT_VECTOR_FLOAT = 13, - FBT_VECTOR_KEY = 14, - // DEPRECATED, use FBT_VECTOR or FBT_VECTOR_KEY instead. - // Read test.cpp/FlexBuffersDeprecatedTest() for details on why. - FBT_VECTOR_STRING_DEPRECATED = 15, - FBT_VECTOR_INT2 = 16, // Typed tuple (no type table, no size field). - FBT_VECTOR_UINT2 = 17, - FBT_VECTOR_FLOAT2 = 18, - FBT_VECTOR_INT3 = 19, // Typed triple (no type table, no size field). - FBT_VECTOR_UINT3 = 20, - FBT_VECTOR_FLOAT3 = 21, - FBT_VECTOR_INT4 = 22, // Typed quad (no type table, no size field). - FBT_VECTOR_UINT4 = 23, - FBT_VECTOR_FLOAT4 = 24, - FBT_BLOB = 25, - FBT_BOOL = 26, - FBT_VECTOR_BOOL = - 36, // To Allow the same type of conversion of type to vector type - - FBT_MAX_TYPE = 37 -}; - -inline bool IsInline(Type t) { return t <= FBT_FLOAT || t == FBT_BOOL; } - -inline bool IsTypedVectorElementType(Type t) { - return (t >= FBT_INT && t <= FBT_STRING) || t == FBT_BOOL; -} - -inline bool IsTypedVector(Type t) { - return (t >= FBT_VECTOR_INT && t <= FBT_VECTOR_STRING_DEPRECATED) || - t == FBT_VECTOR_BOOL; -} - -inline bool IsFixedTypedVector(Type t) { - return t >= FBT_VECTOR_INT2 && t <= FBT_VECTOR_FLOAT4; -} - -inline Type ToTypedVector(Type t, size_t fixed_len = 0) { - FLATBUFFERS_ASSERT(IsTypedVectorElementType(t)); - switch (fixed_len) { - case 0: return static_cast(t - FBT_INT + FBT_VECTOR_INT); - case 2: return static_cast(t - FBT_INT + FBT_VECTOR_INT2); - case 3: return static_cast(t - FBT_INT + FBT_VECTOR_INT3); - case 4: return static_cast(t - FBT_INT + FBT_VECTOR_INT4); - default: FLATBUFFERS_ASSERT(0); return FBT_NULL; - } -} - -inline Type ToTypedVectorElementType(Type t) { - FLATBUFFERS_ASSERT(IsTypedVector(t)); - return static_cast(t - FBT_VECTOR_INT + FBT_INT); -} - -inline Type ToFixedTypedVectorElementType(Type t, uint8_t *len) { - FLATBUFFERS_ASSERT(IsFixedTypedVector(t)); - auto fixed_type = t - FBT_VECTOR_INT2; - *len = static_cast(fixed_type / 3 + - 2); // 3 types each, starting from length 2. - return static_cast(fixed_type % 3 + FBT_INT); -} - -// TODO: implement proper support for 8/16bit floats, or decide not to -// support them. -typedef int16_t half; -typedef int8_t quarter; - -// TODO: can we do this without conditionals using intrinsics or inline asm -// on some platforms? Given branch prediction the method below should be -// decently quick, but it is the most frequently executed function. -// We could do an (unaligned) 64-bit read if we ifdef out the platforms for -// which that doesn't work (or where we'd read into un-owned memory). -template -R ReadSizedScalar(const uint8_t *data, uint8_t byte_width) { - return byte_width < 4 - ? (byte_width < 2 - ? static_cast(flatbuffers::ReadScalar(data)) - : static_cast(flatbuffers::ReadScalar(data))) - : (byte_width < 8 - ? static_cast(flatbuffers::ReadScalar(data)) - : static_cast(flatbuffers::ReadScalar(data))); -} - -inline int64_t ReadInt64(const uint8_t *data, uint8_t byte_width) { - return ReadSizedScalar( - data, byte_width); -} - -inline uint64_t ReadUInt64(const uint8_t *data, uint8_t byte_width) { - // This is the "hottest" function (all offset lookups use this), so worth - // optimizing if possible. - // TODO: GCC apparently replaces memcpy by a rep movsb, but only if count is a - // constant, which here it isn't. Test if memcpy is still faster than - // the conditionals in ReadSizedScalar. Can also use inline asm. - // clang-format off - #if defined(_MSC_VER) && defined(_M_X64) && !defined(_M_ARM64EC) - // This is 64-bit Windows only, __movsb does not work on 32-bit Windows. - uint64_t u = 0; - __movsb(reinterpret_cast(&u), - reinterpret_cast(data), byte_width); - return flatbuffers::EndianScalar(u); - #else - return ReadSizedScalar( - data, byte_width); - #endif - // clang-format on -} - -inline double ReadDouble(const uint8_t *data, uint8_t byte_width) { - return ReadSizedScalar(data, - byte_width); -} - -inline const uint8_t *Indirect(const uint8_t *offset, uint8_t byte_width) { - return offset - ReadUInt64(offset, byte_width); -} - -template const uint8_t *Indirect(const uint8_t *offset) { - return offset - flatbuffers::ReadScalar(offset); -} - -inline BitWidth WidthU(uint64_t u) { -#define FLATBUFFERS_GET_FIELD_BIT_WIDTH(value, width) \ - { \ - if (!((u) & ~((1ULL << (width)) - 1ULL))) return BIT_WIDTH_##width; \ - } - FLATBUFFERS_GET_FIELD_BIT_WIDTH(u, 8); - FLATBUFFERS_GET_FIELD_BIT_WIDTH(u, 16); - FLATBUFFERS_GET_FIELD_BIT_WIDTH(u, 32); -#undef FLATBUFFERS_GET_FIELD_BIT_WIDTH - return BIT_WIDTH_64; -} - -inline BitWidth WidthI(int64_t i) { - auto u = static_cast(i) << 1; - return WidthU(i >= 0 ? u : ~u); -} - -inline BitWidth WidthF(double f) { - return static_cast(static_cast(f)) == f ? BIT_WIDTH_32 - : BIT_WIDTH_64; -} - -// Base class of all types below. -// Points into the data buffer and allows access to one type. -class Object { - public: - Object(const uint8_t *data, uint8_t byte_width) - : data_(data), byte_width_(byte_width) {} - - protected: - const uint8_t *data_; - uint8_t byte_width_; -}; - -// Object that has a size, obtained either from size prefix, or elsewhere. -class Sized : public Object { - public: - // Size prefix. - Sized(const uint8_t *data, uint8_t byte_width) - : Object(data, byte_width), size_(read_size()) {} - // Manual size. - Sized(const uint8_t *data, uint8_t byte_width, size_t sz) - : Object(data, byte_width), size_(sz) {} - size_t size() const { return size_; } - // Access size stored in `byte_width_` bytes before data_ pointer. - size_t read_size() const { - return static_cast(ReadUInt64(data_ - byte_width_, byte_width_)); - } - - protected: - size_t size_; -}; - -class String : public Sized { - public: - // Size prefix. - String(const uint8_t *data, uint8_t byte_width) : Sized(data, byte_width) {} - // Manual size. - String(const uint8_t *data, uint8_t byte_width, size_t sz) - : Sized(data, byte_width, sz) {} - - size_t length() const { return size(); } - const char *c_str() const { return reinterpret_cast(data_); } - std::string str() const { return std::string(c_str(), size()); } - - static String EmptyString() { - static const char *empty_string = ""; - return String(reinterpret_cast(empty_string), 1, 0); - } - bool IsTheEmptyString() const { return data_ == EmptyString().data_; } -}; - -class Blob : public Sized { - public: - Blob(const uint8_t *data_buf, uint8_t byte_width) - : Sized(data_buf, byte_width) {} - - static Blob EmptyBlob() { - static const uint8_t empty_blob[] = { 0 /*len*/ }; - return Blob(empty_blob + 1, 1); - } - bool IsTheEmptyBlob() const { return data_ == EmptyBlob().data_; } - const uint8_t *data() const { return data_; } -}; - -class Vector : public Sized { - public: - Vector(const uint8_t *data, uint8_t byte_width) : Sized(data, byte_width) {} - - Reference operator[](size_t i) const; - - static Vector EmptyVector() { - static const uint8_t empty_vector[] = { 0 /*len*/ }; - return Vector(empty_vector + 1, 1); - } - bool IsTheEmptyVector() const { return data_ == EmptyVector().data_; } -}; - -class TypedVector : public Sized { - public: - TypedVector(const uint8_t *data, uint8_t byte_width, Type element_type) - : Sized(data, byte_width), type_(element_type) {} - - Reference operator[](size_t i) const; - - static TypedVector EmptyTypedVector() { - static const uint8_t empty_typed_vector[] = { 0 /*len*/ }; - return TypedVector(empty_typed_vector + 1, 1, FBT_INT); - } - bool IsTheEmptyVector() const { - return data_ == TypedVector::EmptyTypedVector().data_; - } - - Type ElementType() { return type_; } - - friend Reference; - - private: - Type type_; - - friend Map; -}; - -class FixedTypedVector : public Object { - public: - FixedTypedVector(const uint8_t *data, uint8_t byte_width, Type element_type, - uint8_t len) - : Object(data, byte_width), type_(element_type), len_(len) {} - - Reference operator[](size_t i) const; - - static FixedTypedVector EmptyFixedTypedVector() { - static const uint8_t fixed_empty_vector[] = { 0 /* unused */ }; - return FixedTypedVector(fixed_empty_vector, 1, FBT_INT, 0); - } - bool IsTheEmptyFixedTypedVector() const { - return data_ == FixedTypedVector::EmptyFixedTypedVector().data_; - } - - Type ElementType() const { return type_; } - uint8_t size() const { return len_; } - - private: - Type type_; - uint8_t len_; -}; - -class Map : public Vector { - public: - Map(const uint8_t *data, uint8_t byte_width) : Vector(data, byte_width) {} - - Reference operator[](const char *key) const; - Reference operator[](const std::string &key) const; - - Vector Values() const { return Vector(data_, byte_width_); } - - TypedVector Keys() const { - const size_t num_prefixed_fields = 3; - auto keys_offset = data_ - byte_width_ * num_prefixed_fields; - return TypedVector(Indirect(keys_offset, byte_width_), - static_cast( - ReadUInt64(keys_offset + byte_width_, byte_width_)), - FBT_KEY); - } - - static Map EmptyMap() { - static const uint8_t empty_map[] = { - 0 /*keys_len*/, 0 /*keys_offset*/, 1 /*keys_width*/, 0 /*len*/ - }; - return Map(empty_map + 4, 1); - } - - bool IsTheEmptyMap() const { return data_ == EmptyMap().data_; } -}; - -template -void AppendToString(std::string &s, T &&v, bool keys_quoted) { - s += "[ "; - for (size_t i = 0; i < v.size(); i++) { - if (i) s += ", "; - v[i].ToString(true, keys_quoted, s); - } - s += " ]"; -} - -class Reference { - public: - Reference() - : data_(nullptr), - parent_width_(0), - byte_width_(0), - type_(FBT_NULL) {} - - Reference(const uint8_t *data, uint8_t parent_width, uint8_t byte_width, - Type type) - : data_(data), - parent_width_(parent_width), - byte_width_(byte_width), - type_(type) {} - - Reference(const uint8_t *data, uint8_t parent_width, uint8_t packed_type) - : data_(data), parent_width_(parent_width) { - byte_width_ = 1U << static_cast(packed_type & 3); - type_ = static_cast(packed_type >> 2); - } - - Type GetType() const { return type_; } - - bool IsNull() const { return type_ == FBT_NULL; } - bool IsBool() const { return type_ == FBT_BOOL; } - bool IsInt() const { return type_ == FBT_INT || type_ == FBT_INDIRECT_INT; } - bool IsUInt() const { - return type_ == FBT_UINT || type_ == FBT_INDIRECT_UINT; - } - bool IsIntOrUint() const { return IsInt() || IsUInt(); } - bool IsFloat() const { - return type_ == FBT_FLOAT || type_ == FBT_INDIRECT_FLOAT; - } - bool IsNumeric() const { return IsIntOrUint() || IsFloat(); } - bool IsString() const { return type_ == FBT_STRING; } - bool IsKey() const { return type_ == FBT_KEY; } - bool IsVector() const { return type_ == FBT_VECTOR || type_ == FBT_MAP; } - bool IsUntypedVector() const { return type_ == FBT_VECTOR; } - bool IsTypedVector() const { return flexbuffers::IsTypedVector(type_); } - bool IsFixedTypedVector() const { - return flexbuffers::IsFixedTypedVector(type_); - } - bool IsAnyVector() const { - return (IsTypedVector() || IsFixedTypedVector() || IsVector()); - } - bool IsMap() const { return type_ == FBT_MAP; } - bool IsBlob() const { return type_ == FBT_BLOB; } - bool AsBool() const { - return (type_ == FBT_BOOL ? ReadUInt64(data_, parent_width_) - : AsUInt64()) != 0; - } - - // Reads any type as a int64_t. Never fails, does most sensible conversion. - // Truncates floats, strings are attempted to be parsed for a number, - // vectors/maps return their size. Returns 0 if all else fails. - int64_t AsInt64() const { - if (type_ == FBT_INT) { - // A fast path for the common case. - return ReadInt64(data_, parent_width_); - } else - switch (type_) { - case FBT_INDIRECT_INT: return ReadInt64(Indirect(), byte_width_); - case FBT_UINT: return ReadUInt64(data_, parent_width_); - case FBT_INDIRECT_UINT: return ReadUInt64(Indirect(), byte_width_); - case FBT_FLOAT: - return static_cast(ReadDouble(data_, parent_width_)); - case FBT_INDIRECT_FLOAT: - return static_cast(ReadDouble(Indirect(), byte_width_)); - case FBT_NULL: return 0; - case FBT_STRING: return flatbuffers::StringToInt(AsString().c_str()); - case FBT_VECTOR: return static_cast(AsVector().size()); - case FBT_BOOL: return ReadInt64(data_, parent_width_); - default: - // Convert other things to int. - return 0; - } - } - - // TODO: could specialize these to not use AsInt64() if that saves - // extension ops in generated code, and use a faster op than ReadInt64. - int32_t AsInt32() const { return static_cast(AsInt64()); } - int16_t AsInt16() const { return static_cast(AsInt64()); } - int8_t AsInt8() const { return static_cast(AsInt64()); } - - uint64_t AsUInt64() const { - if (type_ == FBT_UINT) { - // A fast path for the common case. - return ReadUInt64(data_, parent_width_); - } else - switch (type_) { - case FBT_INDIRECT_UINT: return ReadUInt64(Indirect(), byte_width_); - case FBT_INT: return ReadInt64(data_, parent_width_); - case FBT_INDIRECT_INT: return ReadInt64(Indirect(), byte_width_); - case FBT_FLOAT: - return static_cast(ReadDouble(data_, parent_width_)); - case FBT_INDIRECT_FLOAT: - return static_cast(ReadDouble(Indirect(), byte_width_)); - case FBT_NULL: return 0; - case FBT_STRING: return flatbuffers::StringToUInt(AsString().c_str()); - case FBT_VECTOR: return static_cast(AsVector().size()); - case FBT_BOOL: return ReadUInt64(data_, parent_width_); - default: - // Convert other things to uint. - return 0; - } - } - - uint32_t AsUInt32() const { return static_cast(AsUInt64()); } - uint16_t AsUInt16() const { return static_cast(AsUInt64()); } - uint8_t AsUInt8() const { return static_cast(AsUInt64()); } - - double AsDouble() const { - if (type_ == FBT_FLOAT) { - // A fast path for the common case. - return ReadDouble(data_, parent_width_); - } else - switch (type_) { - case FBT_INDIRECT_FLOAT: return ReadDouble(Indirect(), byte_width_); - case FBT_INT: - return static_cast(ReadInt64(data_, parent_width_)); - case FBT_UINT: - return static_cast(ReadUInt64(data_, parent_width_)); - case FBT_INDIRECT_INT: - return static_cast(ReadInt64(Indirect(), byte_width_)); - case FBT_INDIRECT_UINT: - return static_cast(ReadUInt64(Indirect(), byte_width_)); - case FBT_NULL: return 0.0; - case FBT_STRING: { -#if 1 -#if !defined( _MSC_VER) -#pragma GCC diagnostic push -#pragma GCC diagnostic ignored "-Wnull-dereference" -#endif - // See b/173239141 for additional context. Patched via - // micro/tools/make/flexbuffers_download.sh - // Introduce a segfault for an unsupported code path for TFLM. - return *(static_cast(nullptr)); -#if !defined( _MSC_VER) -#pragma GCC diagnostic pop -#endif -#else - // This is the original code - double d; - flatbuffers::StringToNumber(AsString().c_str(), &d); - return d; -#endif - } - case FBT_VECTOR: return static_cast(AsVector().size()); - case FBT_BOOL: - return static_cast(ReadUInt64(data_, parent_width_)); - default: - // Convert strings and other things to float. - return 0; - } - } - - float AsFloat() const { return static_cast(AsDouble()); } - - const char *AsKey() const { - if (type_ == FBT_KEY || type_ == FBT_STRING) { - return reinterpret_cast(Indirect()); - } else { - return ""; - } - } - - // This function returns the empty string if you try to read something that - // is not a string or key. - String AsString() const { - if (type_ == FBT_STRING) { - return String(Indirect(), byte_width_); - } else if (type_ == FBT_KEY) { - auto key = Indirect(); - return String(key, byte_width_, - strlen(reinterpret_cast(key))); - } else { - return String::EmptyString(); - } - } - - // Unlike AsString(), this will convert any type to a std::string. - std::string ToString() const { - std::string s; - ToString(false, false, s); - return s; - } - - // Convert any type to a JSON-like string. strings_quoted determines if - // string values at the top level receive "" quotes (inside other values - // they always do). keys_quoted determines if keys are quoted, at any level. - // TODO(wvo): add further options to have indentation/newlines. - void ToString(bool strings_quoted, bool keys_quoted, std::string &s) const { - if (type_ == FBT_STRING) { - String str(Indirect(), byte_width_); - if (strings_quoted) { - flatbuffers::EscapeString(str.c_str(), str.length(), &s, true, false); - } else { - s.append(str.c_str(), str.length()); - } - } else if (IsKey()) { - auto str = AsKey(); - if (keys_quoted) { - flatbuffers::EscapeString(str, strlen(str), &s, true, false); - } else { - s += str; - } - } else if (IsInt()) { - s += flatbuffers::NumToString(AsInt64()); - } else if (IsUInt()) { - s += flatbuffers::NumToString(AsUInt64()); - } else if (IsFloat()) { - s += flatbuffers::NumToString(AsDouble()); - } else if (IsNull()) { - s += "null"; - } else if (IsBool()) { - s += AsBool() ? "true" : "false"; - } else if (IsMap()) { - s += "{ "; - auto m = AsMap(); - auto keys = m.Keys(); - auto vals = m.Values(); - for (size_t i = 0; i < keys.size(); i++) { - keys[i].ToString(true, keys_quoted, s); - s += ": "; - vals[i].ToString(true, keys_quoted, s); - if (i < keys.size() - 1) s += ", "; - } - s += " }"; - } else if (IsVector()) { - AppendToString(s, AsVector(), keys_quoted); - } else if (IsTypedVector()) { - AppendToString(s, AsTypedVector(), keys_quoted); - } else if (IsFixedTypedVector()) { - AppendToString(s, AsFixedTypedVector(), keys_quoted); - } else if (IsBlob()) { - auto blob = AsBlob(); - flatbuffers::EscapeString(reinterpret_cast(blob.data()), - blob.size(), &s, true, false); - } else { - s += "(?)"; - } - } - - // This function returns the empty blob if you try to read a not-blob. - // Strings can be viewed as blobs too. - Blob AsBlob() const { - if (type_ == FBT_BLOB || type_ == FBT_STRING) { - return Blob(Indirect(), byte_width_); - } else { - return Blob::EmptyBlob(); - } - } - - // This function returns the empty vector if you try to read a not-vector. - // Maps can be viewed as vectors too. - Vector AsVector() const { - if (type_ == FBT_VECTOR || type_ == FBT_MAP) { - return Vector(Indirect(), byte_width_); - } else { - return Vector::EmptyVector(); - } - } - - TypedVector AsTypedVector() const { - if (IsTypedVector()) { - auto tv = - TypedVector(Indirect(), byte_width_, ToTypedVectorElementType(type_)); - if (tv.type_ == FBT_STRING) { - // These can't be accessed as strings, since we don't know the bit-width - // of the size field, see the declaration of - // FBT_VECTOR_STRING_DEPRECATED above for details. - // We change the type here to be keys, which are a subtype of strings, - // and will ignore the size field. This will truncate strings with - // embedded nulls. - tv.type_ = FBT_KEY; - } - return tv; - } else { - return TypedVector::EmptyTypedVector(); - } - } - - FixedTypedVector AsFixedTypedVector() const { - if (IsFixedTypedVector()) { - uint8_t len = 0; - auto vtype = ToFixedTypedVectorElementType(type_, &len); - return FixedTypedVector(Indirect(), byte_width_, vtype, len); - } else { - return FixedTypedVector::EmptyFixedTypedVector(); - } - } - - Map AsMap() const { - if (type_ == FBT_MAP) { - return Map(Indirect(), byte_width_); - } else { - return Map::EmptyMap(); - } - } - - template T As() const; - - // Experimental: Mutation functions. - // These allow scalars in an already created buffer to be updated in-place. - // Since by default scalars are stored in the smallest possible space, - // the new value may not fit, in which case these functions return false. - // To avoid this, you can construct the values you intend to mutate using - // Builder::ForceMinimumBitWidth. - bool MutateInt(int64_t i) { - if (type_ == FBT_INT) { - return Mutate(data_, i, parent_width_, WidthI(i)); - } else if (type_ == FBT_INDIRECT_INT) { - return Mutate(Indirect(), i, byte_width_, WidthI(i)); - } else if (type_ == FBT_UINT) { - auto u = static_cast(i); - return Mutate(data_, u, parent_width_, WidthU(u)); - } else if (type_ == FBT_INDIRECT_UINT) { - auto u = static_cast(i); - return Mutate(Indirect(), u, byte_width_, WidthU(u)); - } else { - return false; - } - } - - bool MutateBool(bool b) { - return type_ == FBT_BOOL && Mutate(data_, b, parent_width_, BIT_WIDTH_8); - } - - bool MutateUInt(uint64_t u) { - if (type_ == FBT_UINT) { - return Mutate(data_, u, parent_width_, WidthU(u)); - } else if (type_ == FBT_INDIRECT_UINT) { - return Mutate(Indirect(), u, byte_width_, WidthU(u)); - } else if (type_ == FBT_INT) { - auto i = static_cast(u); - return Mutate(data_, i, parent_width_, WidthI(i)); - } else if (type_ == FBT_INDIRECT_INT) { - auto i = static_cast(u); - return Mutate(Indirect(), i, byte_width_, WidthI(i)); - } else { - return false; - } - } - - bool MutateFloat(float f) { - if (type_ == FBT_FLOAT) { - return MutateF(data_, f, parent_width_, BIT_WIDTH_32); - } else if (type_ == FBT_INDIRECT_FLOAT) { - return MutateF(Indirect(), f, byte_width_, BIT_WIDTH_32); - } else { - return false; - } - } - - bool MutateFloat(double d) { - if (type_ == FBT_FLOAT) { - return MutateF(data_, d, parent_width_, WidthF(d)); - } else if (type_ == FBT_INDIRECT_FLOAT) { - return MutateF(Indirect(), d, byte_width_, WidthF(d)); - } else { - return false; - } - } - - bool MutateString(const char *str, size_t len) { - auto s = AsString(); - if (s.IsTheEmptyString()) return false; - // This is very strict, could allow shorter strings, but that creates - // garbage. - if (s.length() != len) return false; - memcpy(const_cast(s.c_str()), str, len); - return true; - } - bool MutateString(const char *str) { return MutateString(str, strlen(str)); } - bool MutateString(const std::string &str) { - return MutateString(str.data(), str.length()); - } - - private: - const uint8_t *Indirect() const { - return flexbuffers::Indirect(data_, parent_width_); - } - - template - bool Mutate(const uint8_t *dest, T t, size_t byte_width, - BitWidth value_width) { - auto fits = static_cast(static_cast(1U) << value_width) <= - byte_width; - if (fits) { - t = flatbuffers::EndianScalar(t); - memcpy(const_cast(dest), &t, byte_width); - } - return fits; - } - - template - bool MutateF(const uint8_t *dest, T t, size_t byte_width, - BitWidth value_width) { - if (byte_width == sizeof(double)) - return Mutate(dest, static_cast(t), byte_width, value_width); - if (byte_width == sizeof(float)) - return Mutate(dest, static_cast(t), byte_width, value_width); - FLATBUFFERS_ASSERT(false); - return false; - } - - friend class Verifier; - - const uint8_t *data_; - uint8_t parent_width_; - uint8_t byte_width_; - Type type_; -}; - -// Template specialization for As(). -template<> inline bool Reference::As() const { return AsBool(); } - -template<> inline int8_t Reference::As() const { return AsInt8(); } -template<> inline int16_t Reference::As() const { return AsInt16(); } -template<> inline int32_t Reference::As() const { return AsInt32(); } -template<> inline int64_t Reference::As() const { return AsInt64(); } - -template<> inline uint8_t Reference::As() const { return AsUInt8(); } -template<> inline uint16_t Reference::As() const { - return AsUInt16(); -} -template<> inline uint32_t Reference::As() const { - return AsUInt32(); -} -template<> inline uint64_t Reference::As() const { - return AsUInt64(); -} - -template<> inline double Reference::As() const { return AsDouble(); } -template<> inline float Reference::As() const { return AsFloat(); } - -template<> inline String Reference::As() const { return AsString(); } -template<> inline std::string Reference::As() const { - return AsString().str(); -} - -template<> inline Blob Reference::As() const { return AsBlob(); } -template<> inline Vector Reference::As() const { return AsVector(); } -template<> inline TypedVector Reference::As() const { - return AsTypedVector(); -} -template<> inline FixedTypedVector Reference::As() const { - return AsFixedTypedVector(); -} -template<> inline Map Reference::As() const { return AsMap(); } - -inline uint8_t PackedType(BitWidth bit_width, Type type) { - return static_cast(bit_width | (type << 2)); -} - -inline uint8_t NullPackedType() { return PackedType(BIT_WIDTH_8, FBT_NULL); } - -// Vector accessors. -// Note: if you try to access outside of bounds, you get a Null value back -// instead. Normally this would be an assert, but since this is "dynamically -// typed" data, you may not want that (someone sends you a 2d vector and you -// wanted 3d). -// The Null converts seamlessly into a default value for any other type. -// TODO(wvo): Could introduce an #ifdef that makes this into an assert? -inline Reference Vector::operator[](size_t i) const { - auto len = size(); - if (i >= len) return Reference(nullptr, 1, NullPackedType()); - auto packed_type = (data_ + len * byte_width_)[i]; - auto elem = data_ + i * byte_width_; - return Reference(elem, byte_width_, packed_type); -} - -inline Reference TypedVector::operator[](size_t i) const { - auto len = size(); - if (i >= len) return Reference(nullptr, 1, NullPackedType()); - auto elem = data_ + i * byte_width_; - return Reference(elem, byte_width_, 1, type_); -} - -inline Reference FixedTypedVector::operator[](size_t i) const { - if (i >= len_) return Reference(nullptr, 1, NullPackedType()); - auto elem = data_ + i * byte_width_; - return Reference(elem, byte_width_, 1, type_); -} - -template int KeyCompare(const void *key, const void *elem) { - auto str_elem = reinterpret_cast( - Indirect(reinterpret_cast(elem))); - auto skey = reinterpret_cast(key); - return strcmp(skey, str_elem); -} - -inline Reference Map::operator[](const char *key) const { - auto keys = Keys(); - // We can't pass keys.byte_width_ to the comparison function, so we have - // to pick the right one ahead of time. - int (*comp)(const void *, const void *) = nullptr; - switch (keys.byte_width_) { - case 1: comp = KeyCompare; break; - case 2: comp = KeyCompare; break; - case 4: comp = KeyCompare; break; - case 8: comp = KeyCompare; break; - default: FLATBUFFERS_ASSERT(false); return Reference(); - } - auto res = std::bsearch(key, keys.data_, keys.size(), keys.byte_width_, comp); - if (!res) return Reference(nullptr, 1, NullPackedType()); - auto i = (reinterpret_cast(res) - keys.data_) / keys.byte_width_; - return (*static_cast(this))[i]; -} - -inline Reference Map::operator[](const std::string &key) const { - return (*this)[key.c_str()]; -} - -inline Reference GetRoot(const uint8_t *buffer, size_t size) { - // See Finish() below for the serialization counterpart of this. - // The root starts at the end of the buffer, so we parse backwards from there. - auto end = buffer + size; - auto byte_width = *--end; - auto packed_type = *--end; - end -= byte_width; // The root data item. - return Reference(end, byte_width, packed_type); -} - -inline Reference GetRoot(const std::vector &buffer) { - return GetRoot(buffer.data(), buffer.size()); -} - -// Flags that configure how the Builder behaves. -// The "Share" flags determine if the Builder automatically tries to pool -// this type. Pooling can reduce the size of serialized data if there are -// multiple maps of the same kind, at the expense of slightly slower -// serialization (the cost of lookups) and more memory use (std::set). -// By default this is on for keys, but off for strings. -// Turn keys off if you have e.g. only one map. -// Turn strings on if you expect many non-unique string values. -// Additionally, sharing key vectors can save space if you have maps with -// identical field populations. -enum BuilderFlag { - BUILDER_FLAG_NONE = 0, - BUILDER_FLAG_SHARE_KEYS = 1, - BUILDER_FLAG_SHARE_STRINGS = 2, - BUILDER_FLAG_SHARE_KEYS_AND_STRINGS = 3, - BUILDER_FLAG_SHARE_KEY_VECTORS = 4, - BUILDER_FLAG_SHARE_ALL = 7, -}; - -class Builder FLATBUFFERS_FINAL_CLASS { - public: - Builder(size_t initial_size = 256, - BuilderFlag flags = BUILDER_FLAG_SHARE_KEYS) - : buf_(initial_size), - finished_(false), - has_duplicate_keys_(false), - flags_(flags), - force_min_bit_width_(BIT_WIDTH_8), - key_pool(KeyOffsetCompare(buf_)), - string_pool(StringOffsetCompare(buf_)) { - buf_.clear(); - } - -#ifdef FLATBUFFERS_DEFAULT_DECLARATION - Builder(Builder &&) = default; - Builder &operator=(Builder &&) = default; -#endif - - /// @brief Get the serialized buffer (after you call `Finish()`). - /// @return Returns a vector owned by this class. - const std::vector &GetBuffer() const { - Finished(); - return buf_; - } - - // Size of the buffer. Does not include unfinished values. - size_t GetSize() const { return buf_.size(); } - - // Reset all state so we can re-use the buffer. - void Clear() { - buf_.clear(); - stack_.clear(); - finished_ = false; - // flags_ remains as-is; - force_min_bit_width_ = BIT_WIDTH_8; - key_pool.clear(); - string_pool.clear(); - } - - // All value constructing functions below have two versions: one that - // takes a key (for placement inside a map) and one that doesn't (for inside - // vectors and elsewhere). - - void Null() { stack_.push_back(Value()); } - void Null(const char *key) { - Key(key); - Null(); - } - - void Int(int64_t i) { stack_.push_back(Value(i, FBT_INT, WidthI(i))); } - void Int(const char *key, int64_t i) { - Key(key); - Int(i); - } - - void UInt(uint64_t u) { stack_.push_back(Value(u, FBT_UINT, WidthU(u))); } - void UInt(const char *key, uint64_t u) { - Key(key); - UInt(u); - } - - void Float(float f) { stack_.push_back(Value(f)); } - void Float(const char *key, float f) { - Key(key); - Float(f); - } - - void Double(double f) { stack_.push_back(Value(f)); } - void Double(const char *key, double d) { - Key(key); - Double(d); - } - - void Bool(bool b) { stack_.push_back(Value(b)); } - void Bool(const char *key, bool b) { - Key(key); - Bool(b); - } - - void IndirectInt(int64_t i) { PushIndirect(i, FBT_INDIRECT_INT, WidthI(i)); } - void IndirectInt(const char *key, int64_t i) { - Key(key); - IndirectInt(i); - } - - void IndirectUInt(uint64_t u) { - PushIndirect(u, FBT_INDIRECT_UINT, WidthU(u)); - } - void IndirectUInt(const char *key, uint64_t u) { - Key(key); - IndirectUInt(u); - } - - void IndirectFloat(float f) { - PushIndirect(f, FBT_INDIRECT_FLOAT, BIT_WIDTH_32); - } - void IndirectFloat(const char *key, float f) { - Key(key); - IndirectFloat(f); - } - - void IndirectDouble(double f) { - PushIndirect(f, FBT_INDIRECT_FLOAT, WidthF(f)); - } - void IndirectDouble(const char *key, double d) { - Key(key); - IndirectDouble(d); - } - - size_t Key(const char *str, size_t len) { - auto sloc = buf_.size(); - WriteBytes(str, len + 1); - if (flags_ & BUILDER_FLAG_SHARE_KEYS) { - auto it = key_pool.find(sloc); - if (it != key_pool.end()) { - // Already in the buffer. Remove key we just serialized, and use - // existing offset instead. - buf_.resize(sloc); - sloc = *it; - } else { - key_pool.insert(sloc); - } - } - stack_.push_back(Value(static_cast(sloc), FBT_KEY, BIT_WIDTH_8)); - return sloc; - } - - size_t Key(const char *str) { return Key(str, strlen(str)); } - size_t Key(const std::string &str) { return Key(str.c_str(), str.size()); } - - size_t String(const char *str, size_t len) { - auto reset_to = buf_.size(); - auto sloc = CreateBlob(str, len, 1, FBT_STRING); - if (flags_ & BUILDER_FLAG_SHARE_STRINGS) { - StringOffset so(sloc, len); - auto it = string_pool.find(so); - if (it != string_pool.end()) { - // Already in the buffer. Remove string we just serialized, and use - // existing offset instead. - buf_.resize(reset_to); - sloc = it->first; - stack_.back().u_ = sloc; - } else { - string_pool.insert(so); - } - } - return sloc; - } - size_t String(const char *str) { return String(str, strlen(str)); } - size_t String(const std::string &str) { - return String(str.c_str(), str.size()); - } - void String(const flexbuffers::String &str) { - String(str.c_str(), str.length()); - } - - void String(const char *key, const char *str) { - Key(key); - String(str); - } - void String(const char *key, const std::string &str) { - Key(key); - String(str); - } - void String(const char *key, const flexbuffers::String &str) { - Key(key); - String(str); - } - - size_t Blob(const void *data, size_t len) { - return CreateBlob(data, len, 0, FBT_BLOB); - } - size_t Blob(const std::vector &v) { - return CreateBlob(v.data(), v.size(), 0, FBT_BLOB); - } - - void Blob(const char *key, const void *data, size_t len) { - Key(key); - Blob(data, len); - } - void Blob(const char *key, const std::vector &v) { - Key(key); - Blob(v); - } - - // TODO(wvo): support all the FlexBuffer types (like flexbuffers::String), - // e.g. Vector etc. Also in overloaded versions. - // Also some FlatBuffers types? - - size_t StartVector() { return stack_.size(); } - size_t StartVector(const char *key) { - Key(key); - return stack_.size(); - } - size_t StartMap() { return stack_.size(); } - size_t StartMap(const char *key) { - Key(key); - return stack_.size(); - } - - // TODO(wvo): allow this to specify an alignment greater than the natural - // alignment. - size_t EndVector(size_t start, bool typed, bool fixed) { - auto vec = CreateVector(start, stack_.size() - start, 1, typed, fixed); - // Remove temp elements and return vector. - stack_.resize(start); - stack_.push_back(vec); - return static_cast(vec.u_); - } - - size_t EndMap(size_t start) { - // We should have interleaved keys and values on the stack. - // Make sure it is an even number: - auto len = stack_.size() - start; - FLATBUFFERS_ASSERT(!(len & 1)); - len /= 2; - // Make sure keys are all strings: - for (auto key = start; key < stack_.size(); key += 2) { - FLATBUFFERS_ASSERT(stack_[key].type_ == FBT_KEY); - } - // Now sort values, so later we can do a binary search lookup. - // We want to sort 2 array elements at a time. - struct TwoValue { - Value key; - Value val; - }; - // TODO(wvo): strict aliasing? - // TODO(wvo): allow the caller to indicate the data is already sorted - // for maximum efficiency? With an assert to check sortedness to make sure - // we're not breaking binary search. - // Or, we can track if the map is sorted as keys are added which would be - // be quite cheap (cheaper than checking it here), so we can skip this - // step automatically when appliccable, and encourage people to write in - // sorted fashion. - // std::sort is typically already a lot faster on sorted data though. - auto dict = reinterpret_cast(stack_.data() + start); - std::sort( - dict, dict + len, [&](const TwoValue &a, const TwoValue &b) -> bool { - auto as = reinterpret_cast(buf_.data() + a.key.u_); - auto bs = reinterpret_cast(buf_.data() + b.key.u_); - auto comp = strcmp(as, bs); - // We want to disallow duplicate keys, since this results in a - // map where values cannot be found. - // But we can't assert here (since we don't want to fail on - // random JSON input) or have an error mechanism. - // Instead, we set has_duplicate_keys_ in the builder to - // signal this. - // TODO: Have to check for pointer equality, as some sort - // implementation apparently call this function with the same - // element?? Why? - if (!comp && &a != &b) has_duplicate_keys_ = true; - return comp < 0; - }); - // First create a vector out of all keys. - // TODO(wvo): if kBuilderFlagShareKeyVectors is true, see if we can share - // the first vector. - auto keys = CreateVector(start, len, 2, true, false); - auto vec = CreateVector(start + 1, len, 2, false, false, &keys); - // Remove temp elements and return map. - stack_.resize(start); - stack_.push_back(vec); - return static_cast(vec.u_); - } - - // Call this after EndMap to see if the map had any duplicate keys. - // Any map with such keys won't be able to retrieve all values. - bool HasDuplicateKeys() const { return has_duplicate_keys_; } - - template size_t Vector(F f) { - auto start = StartVector(); - f(); - return EndVector(start, false, false); - } - template size_t Vector(F f, T &state) { - auto start = StartVector(); - f(state); - return EndVector(start, false, false); - } - template size_t Vector(const char *key, F f) { - auto start = StartVector(key); - f(); - return EndVector(start, false, false); - } - template - size_t Vector(const char *key, F f, T &state) { - auto start = StartVector(key); - f(state); - return EndVector(start, false, false); - } - - template void Vector(const T *elems, size_t len) { - if (flatbuffers::is_scalar::value) { - // This path should be a lot quicker and use less space. - ScalarVector(elems, len, false); - } else { - auto start = StartVector(); - for (size_t i = 0; i < len; i++) Add(elems[i]); - EndVector(start, false, false); - } - } - template - void Vector(const char *key, const T *elems, size_t len) { - Key(key); - Vector(elems, len); - } - template void Vector(const std::vector &vec) { - Vector(vec.data(), vec.size()); - } - - template size_t TypedVector(F f) { - auto start = StartVector(); - f(); - return EndVector(start, true, false); - } - template size_t TypedVector(F f, T &state) { - auto start = StartVector(); - f(state); - return EndVector(start, true, false); - } - template size_t TypedVector(const char *key, F f) { - auto start = StartVector(key); - f(); - return EndVector(start, true, false); - } - template - size_t TypedVector(const char *key, F f, T &state) { - auto start = StartVector(key); - f(state); - return EndVector(start, true, false); - } - - template size_t FixedTypedVector(const T *elems, size_t len) { - // We only support a few fixed vector lengths. Anything bigger use a - // regular typed vector. - FLATBUFFERS_ASSERT(len >= 2 && len <= 4); - // And only scalar values. - static_assert(flatbuffers::is_scalar::value, "Unrelated types"); - return ScalarVector(elems, len, true); - } - - template - size_t FixedTypedVector(const char *key, const T *elems, size_t len) { - Key(key); - return FixedTypedVector(elems, len); - } - - template size_t Map(F f) { - auto start = StartMap(); - f(); - return EndMap(start); - } - template size_t Map(F f, T &state) { - auto start = StartMap(); - f(state); - return EndMap(start); - } - template size_t Map(const char *key, F f) { - auto start = StartMap(key); - f(); - return EndMap(start); - } - template size_t Map(const char *key, F f, T &state) { - auto start = StartMap(key); - f(state); - return EndMap(start); - } - template void Map(const std::map &map) { - auto start = StartMap(); - for (auto it = map.begin(); it != map.end(); ++it) - Add(it->first.c_str(), it->second); - EndMap(start); - } - - // If you wish to share a value explicitly (a value not shared automatically - // through one of the BUILDER_FLAG_SHARE_* flags) you can do so with these - // functions. Or if you wish to turn those flags off for performance reasons - // and still do some explicit sharing. For example: - // builder.IndirectDouble(M_PI); - // auto id = builder.LastValue(); // Remember where we stored it. - // .. more code goes here .. - // builder.ReuseValue(id); // Refers to same double by offset. - // LastValue works regardless of whether the value has a key or not. - // Works on any data type. - struct Value; - Value LastValue() { return stack_.back(); } - void ReuseValue(Value v) { stack_.push_back(v); } - void ReuseValue(const char *key, Value v) { - Key(key); - ReuseValue(v); - } - - // Overloaded Add that tries to call the correct function above. - void Add(int8_t i) { Int(i); } - void Add(int16_t i) { Int(i); } - void Add(int32_t i) { Int(i); } - void Add(int64_t i) { Int(i); } - void Add(uint8_t u) { UInt(u); } - void Add(uint16_t u) { UInt(u); } - void Add(uint32_t u) { UInt(u); } - void Add(uint64_t u) { UInt(u); } - void Add(float f) { Float(f); } - void Add(double d) { Double(d); } - void Add(bool b) { Bool(b); } - void Add(const char *str) { String(str); } - void Add(const std::string &str) { String(str); } - void Add(const flexbuffers::String &str) { String(str); } - - template void Add(const std::vector &vec) { Vector(vec); } - - template void Add(const char *key, const T &t) { - Key(key); - Add(t); - } - - template void Add(const std::map &map) { - Map(map); - } - - template void operator+=(const T &t) { Add(t); } - - // This function is useful in combination with the Mutate* functions above. - // It forces elements of vectors and maps to have a minimum size, such that - // they can later be updated without failing. - // Call with no arguments to reset. - void ForceMinimumBitWidth(BitWidth bw = BIT_WIDTH_8) { - force_min_bit_width_ = bw; - } - - void Finish() { - // If you hit this assert, you likely have objects that were never included - // in a parent. You need to have exactly one root to finish a buffer. - // Check your Start/End calls are matched, and all objects are inside - // some other object. - FLATBUFFERS_ASSERT(stack_.size() == 1); - - // Write root value. - auto byte_width = Align(stack_[0].ElemWidth(buf_.size(), 0)); - WriteAny(stack_[0], byte_width); - // Write root type. - Write(stack_[0].StoredPackedType(), 1); - // Write root size. Normally determined by parent, but root has no parent :) - Write(byte_width, 1); - - finished_ = true; - } - - private: - void Finished() const { - // If you get this assert, you're attempting to get access a buffer - // which hasn't been finished yet. Be sure to call - // Builder::Finish with your root object. - FLATBUFFERS_ASSERT(finished_); - } - - // Align to prepare for writing a scalar with a certain size. - uint8_t Align(BitWidth alignment) { - auto byte_width = 1U << alignment; - buf_.insert(buf_.end(), flatbuffers::PaddingBytes(buf_.size(), byte_width), - 0); - return static_cast(byte_width); - } - - void WriteBytes(const void *val, size_t size) { - buf_.insert(buf_.end(), reinterpret_cast(val), - reinterpret_cast(val) + size); - } - - template void Write(T val, size_t byte_width) { - FLATBUFFERS_ASSERT(sizeof(T) >= byte_width); - val = flatbuffers::EndianScalar(val); - WriteBytes(&val, byte_width); - } - - void WriteDouble(double f, uint8_t byte_width) { - switch (byte_width) { - case 8: Write(f, byte_width); break; - case 4: Write(static_cast(f), byte_width); break; - // case 2: Write(static_cast(f), byte_width); break; - // case 1: Write(static_cast(f), byte_width); break; - default: FLATBUFFERS_ASSERT(0); - } - } - - void WriteOffset(uint64_t o, uint8_t byte_width) { - auto reloff = buf_.size() - o; - FLATBUFFERS_ASSERT(byte_width == 8 || reloff < 1ULL << (byte_width * 8)); - Write(reloff, byte_width); - } - - template void PushIndirect(T val, Type type, BitWidth bit_width) { - auto byte_width = Align(bit_width); - auto iloc = buf_.size(); - Write(val, byte_width); - stack_.push_back(Value(static_cast(iloc), type, bit_width)); - } - - static BitWidth WidthB(size_t byte_width) { - switch (byte_width) { - case 1: return BIT_WIDTH_8; - case 2: return BIT_WIDTH_16; - case 4: return BIT_WIDTH_32; - case 8: return BIT_WIDTH_64; - default: FLATBUFFERS_ASSERT(false); return BIT_WIDTH_64; - } - } - - template static Type GetScalarType() { - static_assert(flatbuffers::is_scalar::value, "Unrelated types"); - return flatbuffers::is_floating_point::value ? FBT_FLOAT - : flatbuffers::is_same::value - ? FBT_BOOL - : (flatbuffers::is_unsigned::value ? FBT_UINT : FBT_INT); - } - - public: - // This was really intended to be private, except for LastValue/ReuseValue. - struct Value { - union { - int64_t i_; - uint64_t u_; - double f_; - }; - - Type type_; - - // For scalars: of itself, for vector: of its elements, for string: length. - BitWidth min_bit_width_; - - Value() : i_(0), type_(FBT_NULL), min_bit_width_(BIT_WIDTH_8) {} - - Value(bool b) - : u_(static_cast(b)), - type_(FBT_BOOL), - min_bit_width_(BIT_WIDTH_8) {} - - Value(int64_t i, Type t, BitWidth bw) - : i_(i), type_(t), min_bit_width_(bw) {} - Value(uint64_t u, Type t, BitWidth bw) - : u_(u), type_(t), min_bit_width_(bw) {} - - Value(float f) - : f_(static_cast(f)), - type_(FBT_FLOAT), - min_bit_width_(BIT_WIDTH_32) {} - Value(double f) : f_(f), type_(FBT_FLOAT), min_bit_width_(WidthF(f)) {} - - uint8_t StoredPackedType(BitWidth parent_bit_width_ = BIT_WIDTH_8) const { - return PackedType(StoredWidth(parent_bit_width_), type_); - } - - BitWidth ElemWidth(size_t buf_size, size_t elem_index) const { - if (IsInline(type_)) { - return min_bit_width_; - } else { - // We have an absolute offset, but want to store a relative offset - // elem_index elements beyond the current buffer end. Since whether - // the relative offset fits in a certain byte_width depends on - // the size of the elements before it (and their alignment), we have - // to test for each size in turn. - for (size_t byte_width = 1; - byte_width <= sizeof(flatbuffers::largest_scalar_t); - byte_width *= 2) { - // Where are we going to write this offset? - auto offset_loc = buf_size + - flatbuffers::PaddingBytes(buf_size, byte_width) + - elem_index * byte_width; - // Compute relative offset. - auto offset = offset_loc - u_; - // Does it fit? - auto bit_width = WidthU(offset); - if (static_cast(static_cast(1U) << bit_width) == - byte_width) - return bit_width; - } - FLATBUFFERS_ASSERT(false); // Must match one of the sizes above. - return BIT_WIDTH_64; - } - } - - BitWidth StoredWidth(BitWidth parent_bit_width_ = BIT_WIDTH_8) const { - if (IsInline(type_)) { - return (std::max)(min_bit_width_, parent_bit_width_); - } else { - return min_bit_width_; - } - } - }; - - private: - void WriteAny(const Value &val, uint8_t byte_width) { - switch (val.type_) { - case FBT_NULL: - case FBT_INT: Write(val.i_, byte_width); break; - case FBT_BOOL: - case FBT_UINT: Write(val.u_, byte_width); break; - case FBT_FLOAT: WriteDouble(val.f_, byte_width); break; - default: WriteOffset(val.u_, byte_width); break; - } - } - - size_t CreateBlob(const void *data, size_t len, size_t trailing, Type type) { - auto bit_width = WidthU(len); - auto byte_width = Align(bit_width); - Write(len, byte_width); - auto sloc = buf_.size(); - WriteBytes(data, len + trailing); - stack_.push_back(Value(static_cast(sloc), type, bit_width)); - return sloc; - } - - template - size_t ScalarVector(const T *elems, size_t len, bool fixed) { - auto vector_type = GetScalarType(); - auto byte_width = sizeof(T); - auto bit_width = WidthB(byte_width); - // If you get this assert, you're trying to write a vector with a size - // field that is bigger than the scalars you're trying to write (e.g. a - // byte vector > 255 elements). For such types, write a "blob" instead. - // TODO: instead of asserting, could write vector with larger elements - // instead, though that would be wasteful. - FLATBUFFERS_ASSERT(WidthU(len) <= bit_width); - Align(bit_width); - if (!fixed) Write(len, byte_width); - auto vloc = buf_.size(); - for (size_t i = 0; i < len; i++) Write(elems[i], byte_width); - stack_.push_back(Value(static_cast(vloc), - ToTypedVector(vector_type, fixed ? len : 0), - bit_width)); - return vloc; - } - - Value CreateVector(size_t start, size_t vec_len, size_t step, bool typed, - bool fixed, const Value *keys = nullptr) { - FLATBUFFERS_ASSERT( - !fixed || - typed); // typed=false, fixed=true combination is not supported. - // Figure out smallest bit width we can store this vector with. - auto bit_width = (std::max)(force_min_bit_width_, WidthU(vec_len)); - auto prefix_elems = 1; - if (keys) { - // If this vector is part of a map, we will pre-fix an offset to the keys - // to this vector. - bit_width = (std::max)(bit_width, keys->ElemWidth(buf_.size(), 0)); - prefix_elems += 2; - } - Type vector_type = FBT_KEY; - // Check bit widths and types for all elements. - for (size_t i = start; i < stack_.size(); i += step) { - auto elem_width = - stack_[i].ElemWidth(buf_.size(), i - start + prefix_elems); - bit_width = (std::max)(bit_width, elem_width); - if (typed) { - if (i == start) { - vector_type = stack_[i].type_; - } else { - // If you get this assert, you are writing a typed vector with - // elements that are not all the same type. - FLATBUFFERS_ASSERT(vector_type == stack_[i].type_); - } - } - } - // If you get this assert, your typed types are not one of: - // Int / UInt / Float / Key. - FLATBUFFERS_ASSERT(!typed || IsTypedVectorElementType(vector_type)); - auto byte_width = Align(bit_width); - // Write vector. First the keys width/offset if available, and size. - if (keys) { - WriteOffset(keys->u_, byte_width); - Write(1ULL << keys->min_bit_width_, byte_width); - } - if (!fixed) Write(vec_len, byte_width); - // Then the actual data. - auto vloc = buf_.size(); - for (size_t i = start; i < stack_.size(); i += step) { - WriteAny(stack_[i], byte_width); - } - // Then the types. - if (!typed) { - for (size_t i = start; i < stack_.size(); i += step) { - buf_.push_back(stack_[i].StoredPackedType(bit_width)); - } - } - return Value(static_cast(vloc), - keys ? FBT_MAP - : (typed ? ToTypedVector(vector_type, fixed ? vec_len : 0) - : FBT_VECTOR), - bit_width); - } - - // You shouldn't really be copying instances of this class. - Builder(const Builder &); - Builder &operator=(const Builder &); - - std::vector buf_; - std::vector stack_; - - bool finished_; - bool has_duplicate_keys_; - - BuilderFlag flags_; - - BitWidth force_min_bit_width_; - - struct KeyOffsetCompare { - explicit KeyOffsetCompare(const std::vector &buf) : buf_(&buf) {} - bool operator()(size_t a, size_t b) const { - auto stra = reinterpret_cast(buf_->data() + a); - auto strb = reinterpret_cast(buf_->data() + b); - return strcmp(stra, strb) < 0; - } - const std::vector *buf_; - }; - - typedef std::pair StringOffset; - struct StringOffsetCompare { - explicit StringOffsetCompare(const std::vector &buf) - : buf_(&buf) {} - bool operator()(const StringOffset &a, const StringOffset &b) const { - auto stra = buf_->data() + a.first; - auto strb = buf_->data() + b.first; - auto cr = memcmp(stra, strb, (std::min)(a.second, b.second) + 1); - return cr < 0 || (cr == 0 && a.second < b.second); - } - const std::vector *buf_; - }; - - typedef std::set KeyOffsetMap; - typedef std::set StringOffsetMap; - - KeyOffsetMap key_pool; - StringOffsetMap string_pool; - - friend class Verifier; -}; - -// Helper class to verify the integrity of a FlexBuffer -class Verifier FLATBUFFERS_FINAL_CLASS { - public: - Verifier(const uint8_t *buf, size_t buf_len, - // Supplying this vector likely results in faster verification - // of larger buffers with many shared keys/strings, but - // comes at the cost of using additional memory the same size of - // the buffer being verified, so it is by default off. - std::vector *reuse_tracker = nullptr, - bool _check_alignment = true, - size_t max_depth = 64) - : buf_(buf), - size_(buf_len), - depth_(0), - max_depth_(max_depth), - num_vectors_(0), - max_vectors_(buf_len), - check_alignment_(_check_alignment), - reuse_tracker_(reuse_tracker) { - FLATBUFFERS_ASSERT(size_ < FLATBUFFERS_MAX_BUFFER_SIZE); - if (reuse_tracker_) { - reuse_tracker_->clear(); - reuse_tracker_->resize(size_, PackedType(BIT_WIDTH_8, FBT_NULL)); - } - } - - private: - // Central location where any verification failures register. - bool Check(bool ok) const { - // clang-format off - #ifdef FLATBUFFERS_DEBUG_VERIFICATION_FAILURE - FLATBUFFERS_ASSERT(ok); - #endif - // clang-format on - return ok; - } - - // Verify any range within the buffer. - bool VerifyFrom(size_t elem, size_t elem_len) const { - return Check(elem_len < size_ && elem <= size_ - elem_len); - } - bool VerifyBefore(size_t elem, size_t elem_len) const { - return Check(elem_len <= elem); - } - - bool VerifyFromPointer(const uint8_t *p, size_t len) { - auto o = static_cast(p - buf_); - return VerifyFrom(o, len); - } - bool VerifyBeforePointer(const uint8_t *p, size_t len) { - auto o = static_cast(p - buf_); - return VerifyBefore(o, len); - } - - bool VerifyByteWidth(size_t width) { - return Check(width == 1 || width == 2 || width == 4 || width == 8); - } - - bool VerifyType(int type) { - return Check(type >= 0 && type < FBT_MAX_TYPE); - } - - bool VerifyOffset(uint64_t off, const uint8_t *p) { - return Check(off <= static_cast(size_)) && - off <= static_cast(p - buf_); - } - - bool VerifyAlignment(const uint8_t *p, size_t size) const { - auto o = static_cast(p - buf_); - return Check((o & (size - 1)) == 0 || !check_alignment_); - } - - // Macro, since we want to escape from parent function & use lazy args. - #define FLEX_CHECK_VERIFIED(P, PACKED_TYPE) \ - if (reuse_tracker_) { \ - auto packed_type = PACKED_TYPE; \ - auto existing = (*reuse_tracker_)[P - buf_]; \ - if (existing == packed_type) return true; \ - /* Fail verification if already set with different type! */ \ - if (!Check(existing == 0)) return false; \ - (*reuse_tracker_)[P - buf_] = packed_type; \ - } - - bool VerifyVector(Reference r, const uint8_t *p, Type elem_type) { - // Any kind of nesting goes thru this function, so guard against that - // here, both with simple nesting checks, and the reuse tracker if on. - depth_++; - num_vectors_++; - if (!Check(depth_ <= max_depth_ && num_vectors_ <= max_vectors_)) - return false; - auto size_byte_width = r.byte_width_; - FLEX_CHECK_VERIFIED(p, PackedType(Builder::WidthB(size_byte_width), r.type_)); - if (!VerifyBeforePointer(p, size_byte_width)) - return false; - auto sized = Sized(p, size_byte_width); - auto num_elems = sized.size(); - auto elem_byte_width = - r.type_ == FBT_STRING || r.type_ == FBT_BLOB ? uint8_t(1) : r.byte_width_; - auto max_elems = SIZE_MAX / elem_byte_width; - if (!Check(num_elems < max_elems)) - return false; // Protect against byte_size overflowing. - auto byte_size = num_elems * elem_byte_width; - if (!VerifyFromPointer(p, byte_size)) - return false; - if (elem_type == FBT_NULL) { - // Verify type bytes after the vector. - if (!VerifyFromPointer(p + byte_size, num_elems)) return false; - auto v = Vector(p, size_byte_width); - for (size_t i = 0; i < num_elems; i++) - if (!VerifyRef(v[i])) return false; - } else if (elem_type == FBT_KEY) { - auto v = TypedVector(p, elem_byte_width, FBT_KEY); - for (size_t i = 0; i < num_elems; i++) - if (!VerifyRef(v[i])) return false; - } else { - FLATBUFFERS_ASSERT(IsInline(elem_type)); - } - depth_--; - return true; - } - - bool VerifyKeys(const uint8_t *p, uint8_t byte_width) { - // The vector part of the map has already been verified. - const size_t num_prefixed_fields = 3; - if (!VerifyBeforePointer(p, byte_width * num_prefixed_fields)) - return false; - p -= byte_width * num_prefixed_fields; - auto off = ReadUInt64(p, byte_width); - if (!VerifyOffset(off, p)) - return false; - auto key_byte_with = - static_cast(ReadUInt64(p + byte_width, byte_width)); - if (!VerifyByteWidth(key_byte_with)) - return false; - return VerifyVector(Reference(p, byte_width, key_byte_with, FBT_VECTOR_KEY), - p - off, FBT_KEY); - } - - bool VerifyKey(const uint8_t* p) { - FLEX_CHECK_VERIFIED(p, PackedType(BIT_WIDTH_8, FBT_KEY)); - while (p < buf_ + size_) - if (*p++) return true; - return false; - } - - #undef FLEX_CHECK_VERIFIED - - bool VerifyTerminator(const String &s) { - return VerifyFromPointer(reinterpret_cast(s.c_str()), - s.size() + 1); - } - - bool VerifyRef(Reference r) { - // r.parent_width_ and r.data_ already verified. - if (!VerifyByteWidth(r.byte_width_) || !VerifyType(r.type_)) { - return false; - } - if (IsInline(r.type_)) { - // Inline scalars, don't require further verification. - return true; - } - // All remaining types are an offset. - auto off = ReadUInt64(r.data_, r.parent_width_); - if (!VerifyOffset(off, r.data_)) - return false; - auto p = r.Indirect(); - if (!VerifyAlignment(p, r.byte_width_)) - return false; - switch (r.type_) { - case FBT_INDIRECT_INT: - case FBT_INDIRECT_UINT: - case FBT_INDIRECT_FLOAT: - return VerifyFromPointer(p, r.byte_width_); - case FBT_KEY: - return VerifyKey(p); - case FBT_MAP: - return VerifyVector(r, p, FBT_NULL) && - VerifyKeys(p, r.byte_width_); - case FBT_VECTOR: - return VerifyVector(r, p, FBT_NULL); - case FBT_VECTOR_INT: - return VerifyVector(r, p, FBT_INT); - case FBT_VECTOR_BOOL: - case FBT_VECTOR_UINT: - return VerifyVector(r, p, FBT_UINT); - case FBT_VECTOR_FLOAT: - return VerifyVector(r, p, FBT_FLOAT); - case FBT_VECTOR_KEY: - return VerifyVector(r, p, FBT_KEY); - case FBT_VECTOR_STRING_DEPRECATED: - // Use of FBT_KEY here intentional, see elsewhere. - return VerifyVector(r, p, FBT_KEY); - case FBT_BLOB: - return VerifyVector(r, p, FBT_UINT); - case FBT_STRING: - return VerifyVector(r, p, FBT_UINT) && - VerifyTerminator(String(p, r.byte_width_)); - case FBT_VECTOR_INT2: - case FBT_VECTOR_UINT2: - case FBT_VECTOR_FLOAT2: - case FBT_VECTOR_INT3: - case FBT_VECTOR_UINT3: - case FBT_VECTOR_FLOAT3: - case FBT_VECTOR_INT4: - case FBT_VECTOR_UINT4: - case FBT_VECTOR_FLOAT4: { - uint8_t len = 0; - auto vtype = ToFixedTypedVectorElementType(r.type_, &len); - if (!VerifyType(vtype)) - return false; - return VerifyFromPointer(p, r.byte_width_ * len); - } - default: - return false; - } - } - - public: - bool VerifyBuffer() { - if (!Check(size_ >= 3)) return false; - auto end = buf_ + size_; - auto byte_width = *--end; - auto packed_type = *--end; - return VerifyByteWidth(byte_width) && - Check(end - buf_ >= byte_width) && - VerifyRef(Reference(end - byte_width, byte_width, packed_type)); - } - - private: - const uint8_t *buf_; - size_t size_; - size_t depth_; - const size_t max_depth_; - size_t num_vectors_; - const size_t max_vectors_; - bool check_alignment_; - std::vector *reuse_tracker_; -}; - -// Utility function that contructs the Verifier for you, see above for parameters. -inline bool VerifyBuffer(const uint8_t *buf, size_t buf_len, - std::vector *reuse_tracker = nullptr) { - Verifier verifier(buf, buf_len, reuse_tracker); - return verifier.VerifyBuffer(); -} - - -#ifdef FLATBUFFERS_H_ -// This is a verifier utility function that works together with the -// FlatBuffers verifier, which should only be present if flatbuffer.h -// has been included (which it typically is in generated code). -inline bool VerifyNestedFlexBuffer(const flatbuffers::Vector *nv, - flatbuffers::Verifier &verifier) { - if (!nv) return true; - return verifier.Check( - flexbuffers::VerifyBuffer(nv->data(), nv->size(), - verifier.GetFlexReuseTracker())); -} -#endif - -} // namespace flexbuffers - -#if defined(_MSC_VER) -# pragma warning(pop) -#endif - -#endif // FLATBUFFERS_FLEXBUFFERS_H_ diff --git a/code/components/tflite-lib/third_party/flatbuffers/include/flatbuffers/stl_emulation.h b/code/components/tflite-lib/third_party/flatbuffers/include/flatbuffers/stl_emulation.h deleted file mode 100644 index 75d13b29..00000000 --- a/code/components/tflite-lib/third_party/flatbuffers/include/flatbuffers/stl_emulation.h +++ /dev/null @@ -1,509 +0,0 @@ -/* - * Copyright 2017 Google Inc. All rights reserved. - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#ifndef FLATBUFFERS_STL_EMULATION_H_ -#define FLATBUFFERS_STL_EMULATION_H_ - -// clang-format off -#include "flatbuffers/base.h" - -#include -#include -#include -#include -#include - -// Detect C++17 compatible compiler. -// __cplusplus >= 201703L - a compiler has support of 'static inline' variables. -#if defined(FLATBUFFERS_USE_STD_OPTIONAL) \ - || (defined(__cplusplus) && __cplusplus >= 201703L) \ - || (defined(_MSVC_LANG) && (_MSVC_LANG >= 201703L)) - #include - #ifndef FLATBUFFERS_USE_STD_OPTIONAL - #define FLATBUFFERS_USE_STD_OPTIONAL - #endif -#endif // defined(FLATBUFFERS_USE_STD_OPTIONAL) ... - -// The __cpp_lib_span is the predefined feature macro. -#if defined(FLATBUFFERS_USE_STD_SPAN) - #include -#elif defined(__cpp_lib_span) && defined(__has_include) - #if __has_include() - #include - #define FLATBUFFERS_USE_STD_SPAN - #endif -#else - // Disable non-trivial ctors if FLATBUFFERS_SPAN_MINIMAL defined. - #if !defined(FLATBUFFERS_TEMPLATES_ALIASES) - #define FLATBUFFERS_SPAN_MINIMAL - #else - // Enable implicit construction of a span from a std::array. - #include - #endif -#endif // defined(FLATBUFFERS_USE_STD_SPAN) - -// This header provides backwards compatibility for older versions of the STL. -namespace flatbuffers { - -#if defined(FLATBUFFERS_TEMPLATES_ALIASES) - template - using numeric_limits = std::numeric_limits; -#else - template class numeric_limits : - public std::numeric_limits {}; -#endif // defined(FLATBUFFERS_TEMPLATES_ALIASES) - -#if defined(FLATBUFFERS_TEMPLATES_ALIASES) - template using is_scalar = std::is_scalar; - template using is_same = std::is_same; - template using is_floating_point = std::is_floating_point; - template using is_unsigned = std::is_unsigned; - template using is_enum = std::is_enum; - template using make_unsigned = std::make_unsigned; - template - using conditional = std::conditional; - template - using integral_constant = std::integral_constant; - template - using bool_constant = integral_constant; - using true_type = std::true_type; - using false_type = std::false_type; -#else - // MSVC 2010 doesn't support C++11 aliases. - template struct is_scalar : public std::is_scalar {}; - template struct is_same : public std::is_same {}; - template struct is_floating_point : - public std::is_floating_point {}; - template struct is_unsigned : public std::is_unsigned {}; - template struct is_enum : public std::is_enum {}; - template struct make_unsigned : public std::make_unsigned {}; - template - struct conditional : public std::conditional {}; - template - struct integral_constant : public std::integral_constant {}; - template - struct bool_constant : public integral_constant {}; - typedef bool_constant true_type; - typedef bool_constant false_type; -#endif // defined(FLATBUFFERS_TEMPLATES_ALIASES) - -#if defined(FLATBUFFERS_TEMPLATES_ALIASES) - template using unique_ptr = std::unique_ptr; -#else - // MSVC 2010 doesn't support C++11 aliases. - // We're manually "aliasing" the class here as we want to bring unique_ptr - // into the flatbuffers namespace. We have unique_ptr in the flatbuffers - // namespace we have a completely independent implementation (see below) - // for C++98 STL implementations. - template class unique_ptr : public std::unique_ptr { - public: - unique_ptr() {} - explicit unique_ptr(T* p) : std::unique_ptr(p) {} - unique_ptr(std::unique_ptr&& u) { *this = std::move(u); } - unique_ptr(unique_ptr&& u) { *this = std::move(u); } - unique_ptr& operator=(std::unique_ptr&& u) { - std::unique_ptr::reset(u.release()); - return *this; - } - unique_ptr& operator=(unique_ptr&& u) { - std::unique_ptr::reset(u.release()); - return *this; - } - unique_ptr& operator=(T* p) { - return std::unique_ptr::operator=(p); - } - }; -#endif // defined(FLATBUFFERS_TEMPLATES_ALIASES) - -#ifdef FLATBUFFERS_USE_STD_OPTIONAL -template -using Optional = std::optional; -using nullopt_t = std::nullopt_t; -inline constexpr nullopt_t nullopt = std::nullopt; - -#else -// Limited implementation of Optional type for a scalar T. -// This implementation limited by trivial types compatible with -// std::is_arithmetic or std::is_enum type traits. - -// A tag to indicate an empty flatbuffers::optional. -struct nullopt_t { - explicit FLATBUFFERS_CONSTEXPR_CPP11 nullopt_t(int) {} -}; - -#if defined(FLATBUFFERS_CONSTEXPR_DEFINED) - namespace internal { - template struct nullopt_holder { - static constexpr nullopt_t instance_ = nullopt_t(0); - }; - template - constexpr nullopt_t nullopt_holder::instance_; - } - static constexpr const nullopt_t &nullopt = internal::nullopt_holder::instance_; - -#else - namespace internal { - template struct nullopt_holder { - static const nullopt_t instance_; - }; - template - const nullopt_t nullopt_holder::instance_ = nullopt_t(0); - } - static const nullopt_t &nullopt = internal::nullopt_holder::instance_; - -#endif - -template -class Optional FLATBUFFERS_FINAL_CLASS { - // Non-scalar 'T' would extremely complicated Optional. - // Use is_scalar checking because flatbuffers flatbuffers::is_arithmetic - // isn't implemented. - static_assert(flatbuffers::is_scalar::value, "unexpected type T"); - - public: - ~Optional() {} - - FLATBUFFERS_CONSTEXPR_CPP11 Optional() FLATBUFFERS_NOEXCEPT - : value_(), has_value_(false) {} - - FLATBUFFERS_CONSTEXPR_CPP11 Optional(nullopt_t) FLATBUFFERS_NOEXCEPT - : value_(), has_value_(false) {} - - FLATBUFFERS_CONSTEXPR_CPP11 Optional(T val) FLATBUFFERS_NOEXCEPT - : value_(val), has_value_(true) {} - - FLATBUFFERS_CONSTEXPR_CPP11 Optional(const Optional &other) FLATBUFFERS_NOEXCEPT - : value_(other.value_), has_value_(other.has_value_) {} - - FLATBUFFERS_CONSTEXPR_CPP14 Optional &operator=(const Optional &other) FLATBUFFERS_NOEXCEPT { - value_ = other.value_; - has_value_ = other.has_value_; - return *this; - } - - FLATBUFFERS_CONSTEXPR_CPP14 Optional &operator=(nullopt_t) FLATBUFFERS_NOEXCEPT { - value_ = T(); - has_value_ = false; - return *this; - } - - FLATBUFFERS_CONSTEXPR_CPP14 Optional &operator=(T val) FLATBUFFERS_NOEXCEPT { - value_ = val; - has_value_ = true; - return *this; - } - - void reset() FLATBUFFERS_NOEXCEPT { - *this = nullopt; - } - - void swap(Optional &other) FLATBUFFERS_NOEXCEPT { - std::swap(value_, other.value_); - std::swap(has_value_, other.has_value_); - } - - FLATBUFFERS_CONSTEXPR_CPP11 FLATBUFFERS_EXPLICIT_CPP11 operator bool() const FLATBUFFERS_NOEXCEPT { - return has_value_; - } - - FLATBUFFERS_CONSTEXPR_CPP11 bool has_value() const FLATBUFFERS_NOEXCEPT { - return has_value_; - } - - FLATBUFFERS_CONSTEXPR_CPP11 const T& operator*() const FLATBUFFERS_NOEXCEPT { - return value_; - } - - const T& value() const { - FLATBUFFERS_ASSERT(has_value()); - return value_; - } - - T value_or(T default_value) const FLATBUFFERS_NOEXCEPT { - return has_value() ? value_ : default_value; - } - - private: - T value_; - bool has_value_; -}; - -template -FLATBUFFERS_CONSTEXPR_CPP11 bool operator==(const Optional& opt, nullopt_t) FLATBUFFERS_NOEXCEPT { - return !opt; -} -template -FLATBUFFERS_CONSTEXPR_CPP11 bool operator==(nullopt_t, const Optional& opt) FLATBUFFERS_NOEXCEPT { - return !opt; -} - -template -FLATBUFFERS_CONSTEXPR_CPP11 bool operator==(const Optional& lhs, const U& rhs) FLATBUFFERS_NOEXCEPT { - return static_cast(lhs) && (*lhs == rhs); -} - -template -FLATBUFFERS_CONSTEXPR_CPP11 bool operator==(const T& lhs, const Optional& rhs) FLATBUFFERS_NOEXCEPT { - return static_cast(rhs) && (lhs == *rhs); -} - -template -FLATBUFFERS_CONSTEXPR_CPP11 bool operator==(const Optional& lhs, const Optional& rhs) FLATBUFFERS_NOEXCEPT { - return static_cast(lhs) != static_cast(rhs) - ? false - : !static_cast(lhs) ? false : (*lhs == *rhs); -} -#endif // FLATBUFFERS_USE_STD_OPTIONAL - - -// Very limited and naive partial implementation of C++20 std::span. -#if defined(FLATBUFFERS_USE_STD_SPAN) - inline constexpr std::size_t dynamic_extent = std::dynamic_extent; - template - using span = std::span; - -#else // !defined(FLATBUFFERS_USE_STD_SPAN) -FLATBUFFERS_CONSTEXPR std::size_t dynamic_extent = static_cast(-1); - -// Exclude this code if MSVC2010 or non-STL Android is active. -// The non-STL Android doesn't have `std::is_convertible` required for SFINAE. -#if !defined(FLATBUFFERS_SPAN_MINIMAL) -namespace internal { - // This is SFINAE helper class for checking of a common condition: - // > This overload only participates in overload resolution - // > Check whether a pointer to an array of U can be converted - // > to a pointer to an array of E. - // This helper is used for checking of 'U -> const U'. - template - struct is_span_convertable { - using type = - typename std::conditional::value - && (Extent == dynamic_extent || N == Extent), - int, void>::type; - }; - - template - struct SpanIterator { - // TODO: upgrade to std::random_access_iterator_tag. - using iterator_category = std::forward_iterator_tag; - using difference_type = std::ptrdiff_t; - using value_type = typename std::remove_cv::type; - using reference = T&; - using pointer = T*; - - // Convince MSVC compiler that this iterator is trusted (it is verified). - #ifdef _MSC_VER - using _Unchecked_type = pointer; - #endif // _MSC_VER - - SpanIterator(pointer ptr) : ptr_(ptr) {} - reference operator*() const { return *ptr_; } - pointer operator->() { return ptr_; } - SpanIterator& operator++() { ptr_++; return *this; } - SpanIterator operator++(int) { auto tmp = *this; ++(*this); return tmp; } - - friend bool operator== (const SpanIterator& lhs, const SpanIterator& rhs) { return lhs.ptr_ == rhs.ptr_; } - friend bool operator!= (const SpanIterator& lhs, const SpanIterator& rhs) { return lhs.ptr_ != rhs.ptr_; } - - private: - pointer ptr_; - }; -} // namespace internal -#endif // !defined(FLATBUFFERS_SPAN_MINIMAL) - -// T - element type; must be a complete type that is not an abstract -// class type. -// Extent - the number of elements in the sequence, or dynamic. -template -class span FLATBUFFERS_FINAL_CLASS { - public: - typedef T element_type; - typedef T& reference; - typedef const T& const_reference; - typedef T* pointer; - typedef const T* const_pointer; - typedef std::size_t size_type; - - static FLATBUFFERS_CONSTEXPR size_type extent = Extent; - - // Returns the number of elements in the span. - FLATBUFFERS_CONSTEXPR_CPP11 size_type size() const FLATBUFFERS_NOEXCEPT { - return count_; - } - - // Returns the size of the sequence in bytes. - FLATBUFFERS_CONSTEXPR_CPP11 - size_type size_bytes() const FLATBUFFERS_NOEXCEPT { - return size() * sizeof(element_type); - } - - // Checks if the span is empty. - FLATBUFFERS_CONSTEXPR_CPP11 bool empty() const FLATBUFFERS_NOEXCEPT { - return size() == 0; - } - - // Returns a pointer to the beginning of the sequence. - FLATBUFFERS_CONSTEXPR_CPP11 pointer data() const FLATBUFFERS_NOEXCEPT { - return data_; - } - - #if !defined(FLATBUFFERS_SPAN_MINIMAL) - using Iterator = internal::SpanIterator; - using ConstIterator = internal::SpanIterator; - - Iterator begin() const { return Iterator(data()); } - Iterator end() const { return Iterator(data() + size()); } - - ConstIterator cbegin() const { return ConstIterator(data()); } - ConstIterator cend() const { return ConstIterator(data() + size()); } - #endif - - // Returns a reference to the idx-th element of the sequence. - // The behavior is undefined if the idx is greater than or equal to size(). - FLATBUFFERS_CONSTEXPR_CPP11 reference operator[](size_type idx) const { - return data()[idx]; - } - - FLATBUFFERS_CONSTEXPR_CPP11 span(const span &other) FLATBUFFERS_NOEXCEPT - : data_(other.data_), count_(other.count_) {} - - FLATBUFFERS_CONSTEXPR_CPP14 span &operator=(const span &other) - FLATBUFFERS_NOEXCEPT { - data_ = other.data_; - count_ = other.count_; - } - - // Limited implementation of - // `template constexpr std::span(It first, size_type count);`. - // - // Constructs a span that is a view over the range [first, first + count); - // the resulting span has: data() == first and size() == count. - // The behavior is undefined if [first, first + count) is not a valid range, - // or if (extent != flatbuffers::dynamic_extent && count != extent). - FLATBUFFERS_CONSTEXPR_CPP11 - explicit span(pointer first, size_type count) FLATBUFFERS_NOEXCEPT - : data_ (Extent == dynamic_extent ? first : (Extent == count ? first : nullptr)), - count_(Extent == dynamic_extent ? count : (Extent == count ? Extent : 0)) { - // Make span empty if the count argument is incompatible with span. - } - - // Exclude this code if MSVC2010 is active. The MSVC2010 isn't C++11 - // compliant, it doesn't support default template arguments for functions. - #if defined(FLATBUFFERS_SPAN_MINIMAL) - FLATBUFFERS_CONSTEXPR_CPP11 span() FLATBUFFERS_NOEXCEPT : data_(nullptr), - count_(0) { - static_assert(extent == 0 || extent == dynamic_extent, "invalid span"); - } - - #else - // Constructs an empty span whose data() == nullptr and size() == 0. - // This overload only participates in overload resolution if - // extent == 0 || extent == flatbuffers::dynamic_extent. - // A dummy template argument N is need dependency for SFINAE. - template::type = 0> - FLATBUFFERS_CONSTEXPR_CPP11 span() FLATBUFFERS_NOEXCEPT : data_(nullptr), - count_(0) { - static_assert(extent == 0 || extent == dynamic_extent, "invalid span"); - } - - // Constructs a span that is a view over the array arr; the resulting span - // has size() == N and data() == std::data(arr). These overloads only - // participate in overload resolution if - // extent == std::dynamic_extent || N == extent is true and - // std::remove_pointer_t(*)[] - // is convertible to element_type (*)[]. - template::type = 0> - FLATBUFFERS_CONSTEXPR_CPP11 span(element_type (&arr)[N]) FLATBUFFERS_NOEXCEPT - : data_(arr), count_(N) {} - - template::type = 0> - FLATBUFFERS_CONSTEXPR_CPP11 span(std::array &arr) FLATBUFFERS_NOEXCEPT - : data_(arr.data()), count_(N) {} - - //template - //FLATBUFFERS_CONSTEXPR_CPP11 span(std::array &arr) FLATBUFFERS_NOEXCEPT - // : data_(arr.data()), count_(N) {} - - template::type = 0> - FLATBUFFERS_CONSTEXPR_CPP11 span(const std::array &arr) FLATBUFFERS_NOEXCEPT - : data_(arr.data()), count_(N) {} - - // Converting constructor from another span s; - // the resulting span has size() == s.size() and data() == s.data(). - // This overload only participates in overload resolution - // if extent == std::dynamic_extent || N == extent is true and U (*)[] - // is convertible to element_type (*)[]. - template::type = 0> - FLATBUFFERS_CONSTEXPR_CPP11 span(const flatbuffers::span &s) FLATBUFFERS_NOEXCEPT - : span(s.data(), s.size()) { - } - - #endif // !defined(FLATBUFFERS_SPAN_MINIMAL) - - private: - // This is a naive implementation with 'count_' member even if (Extent != dynamic_extent). - pointer const data_; - const size_type count_; -}; -#endif // defined(FLATBUFFERS_USE_STD_SPAN) - -#if !defined(FLATBUFFERS_SPAN_MINIMAL) -template -FLATBUFFERS_CONSTEXPR_CPP11 -flatbuffers::span make_span(U(&arr)[N]) FLATBUFFERS_NOEXCEPT { - return span(arr); -} - -template -FLATBUFFERS_CONSTEXPR_CPP11 -flatbuffers::span make_span(const U(&arr)[N]) FLATBUFFERS_NOEXCEPT { - return span(arr); -} - -template -FLATBUFFERS_CONSTEXPR_CPP11 -flatbuffers::span make_span(std::array &arr) FLATBUFFERS_NOEXCEPT { - return span(arr); -} - -template -FLATBUFFERS_CONSTEXPR_CPP11 -flatbuffers::span make_span(const std::array &arr) FLATBUFFERS_NOEXCEPT { - return span(arr); -} - -template -FLATBUFFERS_CONSTEXPR_CPP11 -flatbuffers::span make_span(U *first, std::size_t count) FLATBUFFERS_NOEXCEPT { - return span(first, count); -} - -template -FLATBUFFERS_CONSTEXPR_CPP11 -flatbuffers::span make_span(const U *first, std::size_t count) FLATBUFFERS_NOEXCEPT { - return span(first, count); -} -#endif // !defined(FLATBUFFERS_SPAN_MINIMAL) - -} // namespace flatbuffers - -#endif // FLATBUFFERS_STL_EMULATION_H_ diff --git a/code/components/tflite-lib/third_party/flatbuffers/include/flatbuffers/string.h b/code/components/tflite-lib/third_party/flatbuffers/include/flatbuffers/string.h deleted file mode 100644 index 3db95fce..00000000 --- a/code/components/tflite-lib/third_party/flatbuffers/include/flatbuffers/string.h +++ /dev/null @@ -1,64 +0,0 @@ -/* - * Copyright 2021 Google Inc. All rights reserved. - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#ifndef FLATBUFFERS_STRING_H_ -#define FLATBUFFERS_STRING_H_ - -#include "flatbuffers/base.h" -#include "flatbuffers/vector.h" - -namespace flatbuffers { - -struct String : public Vector { - const char *c_str() const { return reinterpret_cast(Data()); } - std::string str() const { return std::string(c_str(), size()); } - - // clang-format off - #ifdef FLATBUFFERS_HAS_STRING_VIEW - flatbuffers::string_view string_view() const { - return flatbuffers::string_view(c_str(), size()); - } - #endif // FLATBUFFERS_HAS_STRING_VIEW - // clang-format on - - bool operator<(const String &o) const { - return StringLessThan(this->data(), this->size(), o.data(), o.size()); - } -}; - -// Convenience function to get std::string from a String returning an empty -// string on null pointer. -static inline std::string GetString(const String *str) { - return str ? str->str() : ""; -} - -// Convenience function to get char* from a String returning an empty string on -// null pointer. -static inline const char *GetCstring(const String *str) { - return str ? str->c_str() : ""; -} - -#ifdef FLATBUFFERS_HAS_STRING_VIEW -// Convenience function to get string_view from a String returning an empty -// string_view on null pointer. -static inline flatbuffers::string_view GetStringView(const String *str) { - return str ? str->string_view() : flatbuffers::string_view(); -} -#endif // FLATBUFFERS_HAS_STRING_VIEW - -} // namespace flatbuffers - -#endif // FLATBUFFERS_STRING_H_ \ No newline at end of file diff --git a/code/components/tflite-lib/third_party/flatbuffers/include/flatbuffers/struct.h b/code/components/tflite-lib/third_party/flatbuffers/include/flatbuffers/struct.h deleted file mode 100644 index d8753c84..00000000 --- a/code/components/tflite-lib/third_party/flatbuffers/include/flatbuffers/struct.h +++ /dev/null @@ -1,53 +0,0 @@ -/* - * Copyright 2021 Google Inc. All rights reserved. - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#ifndef FLATBUFFERS_STRUCT_H_ -#define FLATBUFFERS_STRUCT_H_ - -#include "flatbuffers/base.h" - -namespace flatbuffers { - -// "structs" are flat structures that do not have an offset table, thus -// always have all members present and do not support forwards/backwards -// compatible extensions. - -class Struct FLATBUFFERS_FINAL_CLASS { - public: - template T GetField(uoffset_t o) const { - return ReadScalar(&data_[o]); - } - - template T GetStruct(uoffset_t o) const { - return reinterpret_cast(&data_[o]); - } - - const uint8_t *GetAddressOf(uoffset_t o) const { return &data_[o]; } - uint8_t *GetAddressOf(uoffset_t o) { return &data_[o]; } - - private: - // private constructor & copy constructor: you obtain instances of this - // class by pointing to existing data only - Struct(); - Struct(const Struct &); - Struct &operator=(const Struct &); - - uint8_t data_[1]; -}; - -} // namespace flatbuffers - -#endif // FLATBUFFERS_STRUCT_H_ \ No newline at end of file diff --git a/code/components/tflite-lib/third_party/flatbuffers/include/flatbuffers/table.h b/code/components/tflite-lib/third_party/flatbuffers/include/flatbuffers/table.h deleted file mode 100644 index 42470693..00000000 --- a/code/components/tflite-lib/third_party/flatbuffers/include/flatbuffers/table.h +++ /dev/null @@ -1,166 +0,0 @@ -/* - * Copyright 2021 Google Inc. All rights reserved. - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#ifndef FLATBUFFERS_TABLE_H_ -#define FLATBUFFERS_TABLE_H_ - -#include "flatbuffers/base.h" -#include "flatbuffers/verifier.h" - -namespace flatbuffers { - -// "tables" use an offset table (possibly shared) that allows fields to be -// omitted and added at will, but uses an extra indirection to read. -class Table { - public: - const uint8_t *GetVTable() const { - return data_ - ReadScalar(data_); - } - - // This gets the field offset for any of the functions below it, or 0 - // if the field was not present. - voffset_t GetOptionalFieldOffset(voffset_t field) const { - // The vtable offset is always at the start. - auto vtable = GetVTable(); - // The first element is the size of the vtable (fields + type id + itself). - auto vtsize = ReadScalar(vtable); - // If the field we're accessing is outside the vtable, we're reading older - // data, so it's the same as if the offset was 0 (not present). - return field < vtsize ? ReadScalar(vtable + field) : 0; - } - - template T GetField(voffset_t field, T defaultval) const { - auto field_offset = GetOptionalFieldOffset(field); - return field_offset ? ReadScalar(data_ + field_offset) : defaultval; - } - - template P GetPointer(voffset_t field) { - auto field_offset = GetOptionalFieldOffset(field); - auto p = data_ + field_offset; - return field_offset ? reinterpret_cast

(p + ReadScalar(p)) - : nullptr; - } - template P GetPointer(voffset_t field) const { - return const_cast(this)->GetPointer

(field); - } - - template P GetStruct(voffset_t field) const { - auto field_offset = GetOptionalFieldOffset(field); - auto p = const_cast(data_ + field_offset); - return field_offset ? reinterpret_cast

(p) : nullptr; - } - - template - flatbuffers::Optional GetOptional(voffset_t field) const { - auto field_offset = GetOptionalFieldOffset(field); - auto p = data_ + field_offset; - return field_offset ? Optional(static_cast(ReadScalar(p))) - : Optional(); - } - - template bool SetField(voffset_t field, T val, T def) { - auto field_offset = GetOptionalFieldOffset(field); - if (!field_offset) return IsTheSameAs(val, def); - WriteScalar(data_ + field_offset, val); - return true; - } - template bool SetField(voffset_t field, T val) { - auto field_offset = GetOptionalFieldOffset(field); - if (!field_offset) return false; - WriteScalar(data_ + field_offset, val); - return true; - } - - bool SetPointer(voffset_t field, const uint8_t *val) { - auto field_offset = GetOptionalFieldOffset(field); - if (!field_offset) return false; - WriteScalar(data_ + field_offset, - static_cast(val - (data_ + field_offset))); - return true; - } - - uint8_t *GetAddressOf(voffset_t field) { - auto field_offset = GetOptionalFieldOffset(field); - return field_offset ? data_ + field_offset : nullptr; - } - const uint8_t *GetAddressOf(voffset_t field) const { - return const_cast

(this)->GetAddressOf(field); - } - - bool CheckField(voffset_t field) const { - return GetOptionalFieldOffset(field) != 0; - } - - // Verify the vtable of this table. - // Call this once per table, followed by VerifyField once per field. - bool VerifyTableStart(Verifier &verifier) const { - return verifier.VerifyTableStart(data_); - } - - // Verify a particular field. - template - bool VerifyField(const Verifier &verifier, voffset_t field) const { - // Calling GetOptionalFieldOffset should be safe now thanks to - // VerifyTable(). - auto field_offset = GetOptionalFieldOffset(field); - // Check the actual field. - return !field_offset || verifier.Verify(data_, field_offset); - } - - // VerifyField for required fields. - template - bool VerifyFieldRequired(const Verifier &verifier, voffset_t field) const { - auto field_offset = GetOptionalFieldOffset(field); - return verifier.Check(field_offset != 0) && - verifier.Verify(data_, field_offset); - } - - // Versions for offsets. - bool VerifyOffset(const Verifier &verifier, voffset_t field) const { - auto field_offset = GetOptionalFieldOffset(field); - return !field_offset || verifier.VerifyOffset(data_, field_offset); - } - - bool VerifyOffsetRequired(const Verifier &verifier, voffset_t field) const { - auto field_offset = GetOptionalFieldOffset(field); - return verifier.Check(field_offset != 0) && - verifier.VerifyOffset(data_, field_offset); - } - - private: - // private constructor & copy constructor: you obtain instances of this - // class by pointing to existing data only - Table(); - Table(const Table &other); - Table &operator=(const Table &); - - uint8_t data_[1]; -}; - -// This specialization allows avoiding warnings like: -// MSVC C4800: type: forcing value to bool 'true' or 'false'. -template<> -inline flatbuffers::Optional Table::GetOptional( - voffset_t field) const { - auto field_offset = GetOptionalFieldOffset(field); - auto p = data_ + field_offset; - return field_offset ? Optional(ReadScalar(p) != 0) - : Optional(); -} - -} // namespace flatbuffers - -#endif // FLATBUFFERS_TABLE_H_ \ No newline at end of file diff --git a/code/components/tflite-lib/third_party/flatbuffers/include/flatbuffers/util.h b/code/components/tflite-lib/third_party/flatbuffers/include/flatbuffers/util.h deleted file mode 100644 index e0392a95..00000000 --- a/code/components/tflite-lib/third_party/flatbuffers/include/flatbuffers/util.h +++ /dev/null @@ -1,696 +0,0 @@ -/* - * Copyright 2014 Google Inc. All rights reserved. - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#ifndef FLATBUFFERS_UTIL_H_ -#define FLATBUFFERS_UTIL_H_ - -#include -#include - -#include "flatbuffers/base.h" -#include "flatbuffers/stl_emulation.h" - -// For TFLM we always want to use FLATBUFFERS_PREFER_PRINTF=1. See -// http://b/211811553 for more context. -#ifndef FLATBUFFERS_PREFER_PRINTF -#define FLATBUFFERS_PREFER_PRINTF 1 -#endif - -#ifndef FLATBUFFERS_PREFER_PRINTF -# include -# include -#else // FLATBUFFERS_PREFER_PRINTF -# include -# include -#endif // FLATBUFFERS_PREFER_PRINTF - -#include - -namespace flatbuffers { - -// @locale-independent functions for ASCII characters set. - -// Fast checking that character lies in closed range: [a <= x <= b] -// using one compare (conditional branch) operator. -inline bool check_ascii_range(char x, char a, char b) { - FLATBUFFERS_ASSERT(a <= b); - // (Hacker's Delight): `a <= x <= b` <=> `(x-a) <={u} (b-a)`. - // The x, a, b will be promoted to int and subtracted without overflow. - return static_cast(x - a) <= static_cast(b - a); -} - -// Case-insensitive isalpha -inline bool is_alpha(char c) { - // ASCII only: alpha to upper case => reset bit 0x20 (~0x20 = 0xDF). - return check_ascii_range(c & 0xDF, 'a' & 0xDF, 'z' & 0xDF); -} - -// Check for uppercase alpha -inline bool is_alpha_upper(char c) { return check_ascii_range(c, 'A', 'Z'); } - -// Check (case-insensitive) that `c` is equal to alpha. -inline bool is_alpha_char(char c, char alpha) { - FLATBUFFERS_ASSERT(is_alpha(alpha)); - // ASCII only: alpha to upper case => reset bit 0x20 (~0x20 = 0xDF). - return ((c & 0xDF) == (alpha & 0xDF)); -} - -// https://en.cppreference.com/w/cpp/string/byte/isxdigit -// isdigit and isxdigit are the only standard narrow character classification -// functions that are not affected by the currently installed C locale. although -// some implementations (e.g. Microsoft in 1252 codepage) may classify -// additional single-byte characters as digits. -inline bool is_digit(char c) { return check_ascii_range(c, '0', '9'); } - -inline bool is_xdigit(char c) { - // Replace by look-up table. - return is_digit(c) || check_ascii_range(c & 0xDF, 'a' & 0xDF, 'f' & 0xDF); -} - -// Case-insensitive isalnum -inline bool is_alnum(char c) { return is_alpha(c) || is_digit(c); } - -inline char CharToUpper(char c) { - return static_cast(::toupper(static_cast(c))); -} - -inline char CharToLower(char c) { - return static_cast(::tolower(static_cast(c))); -} - -// @end-locale-independent functions for ASCII character set - -#ifdef FLATBUFFERS_PREFER_PRINTF -template size_t IntToDigitCount(T t) { - size_t digit_count = 0; - // Count the sign for negative numbers - if (t < 0) digit_count++; - // Count a single 0 left of the dot for fractional numbers - if (-1 < t && t < 1) digit_count++; - // Count digits until fractional part - T eps = std::numeric_limits::epsilon(); - while (t <= (-1 + eps) || (1 - eps) <= t) { - t /= 10; - digit_count++; - } - return digit_count; -} - -template size_t NumToStringWidth(T t, int precision = 0) { - size_t string_width = IntToDigitCount(t); - // Count the dot for floating point numbers - if (precision) string_width += (precision + 1); - return string_width; -} - -template -std::string NumToStringImplWrapper(T t, const char *fmt, int precision = 0) { - size_t string_width = NumToStringWidth(t, precision); - std::string s(string_width, 0x00); - // Allow snprintf to use std::string trailing null to detect buffer overflow - snprintf(const_cast(s.data()), (s.size() + 1), fmt, string_width, t); - return s; -} -#endif // FLATBUFFERS_PREFER_PRINTF - -// Convert an integer or floating point value to a string. -// In contrast to std::stringstream, "char" values are -// converted to a string of digits, and we don't use scientific notation. -template std::string NumToString(T t) { - // clang-format off - - #ifndef FLATBUFFERS_PREFER_PRINTF - std::stringstream ss; - ss << t; - return ss.str(); - #else // FLATBUFFERS_PREFER_PRINTF - auto v = static_cast(t); - return NumToStringImplWrapper(v, "%.*lld"); - #endif // FLATBUFFERS_PREFER_PRINTF - // clang-format on -} -// Avoid char types used as character data. -template<> inline std::string NumToString(signed char t) { - return NumToString(static_cast(t)); -} -template<> inline std::string NumToString(unsigned char t) { - return NumToString(static_cast(t)); -} -template<> inline std::string NumToString(char t) { - return NumToString(static_cast(t)); -} - -// Special versions for floats/doubles. -template std::string FloatToString(T t, int precision) { - // clang-format off - - #ifndef FLATBUFFERS_PREFER_PRINTF - // to_string() prints different numbers of digits for floats depending on - // platform and isn't available on Android, so we use stringstream - std::stringstream ss; - // Use std::fixed to suppress scientific notation. - ss << std::fixed; - // Default precision is 6, we want that to be higher for doubles. - ss << std::setprecision(precision); - ss << t; - auto s = ss.str(); - #else // FLATBUFFERS_PREFER_PRINTF - auto v = static_cast(t); - auto s = NumToStringImplWrapper(v, "%0.*f", precision); - #endif // FLATBUFFERS_PREFER_PRINTF - // clang-format on - // Sadly, std::fixed turns "1" into "1.00000", so here we undo that. - auto p = s.find_last_not_of('0'); - if (p != std::string::npos) { - // Strip trailing zeroes. If it is a whole number, keep one zero. - s.resize(p + (s[p] == '.' ? 2 : 1)); - } - return s; -} - -template<> inline std::string NumToString(double t) { - return FloatToString(t, 12); -} -template<> inline std::string NumToString(float t) { - return FloatToString(t, 6); -} - -// Convert an integer value to a hexadecimal string. -// The returned string length is always xdigits long, prefixed by 0 digits. -// For example, IntToStringHex(0x23, 8) returns the string "00000023". -inline std::string IntToStringHex(int i, int xdigits) { - FLATBUFFERS_ASSERT(i >= 0); - // clang-format off - - #ifndef FLATBUFFERS_PREFER_PRINTF - std::stringstream ss; - ss << std::setw(xdigits) << std::setfill('0') << std::hex << std::uppercase - << i; - return ss.str(); - #else // FLATBUFFERS_PREFER_PRINTF - return NumToStringImplWrapper(i, "%.*X", xdigits); - #endif // FLATBUFFERS_PREFER_PRINTF - // clang-format on -} - -// clang-format off -// Use locale independent functions {strtod_l, strtof_l, strtoll_l, strtoull_l}. -#if defined(FLATBUFFERS_LOCALE_INDEPENDENT) && (FLATBUFFERS_LOCALE_INDEPENDENT > 0) - class ClassicLocale { - #ifdef _MSC_VER - typedef _locale_t locale_type; - #else - typedef locale_t locale_type; // POSIX.1-2008 locale_t type - #endif - ClassicLocale(); - ~ClassicLocale(); - locale_type locale_; - static ClassicLocale instance_; - public: - static locale_type Get() { return instance_.locale_; } - }; - - #ifdef _MSC_VER - #define __strtoull_impl(s, pe, b) _strtoui64_l(s, pe, b, ClassicLocale::Get()) - #define __strtoll_impl(s, pe, b) _strtoi64_l(s, pe, b, ClassicLocale::Get()) - #define __strtod_impl(s, pe) _strtod_l(s, pe, ClassicLocale::Get()) - #define __strtof_impl(s, pe) _strtof_l(s, pe, ClassicLocale::Get()) - #else - #define __strtoull_impl(s, pe, b) strtoull_l(s, pe, b, ClassicLocale::Get()) - #define __strtoll_impl(s, pe, b) strtoll_l(s, pe, b, ClassicLocale::Get()) - #define __strtod_impl(s, pe) strtod_l(s, pe, ClassicLocale::Get()) - #define __strtof_impl(s, pe) strtof_l(s, pe, ClassicLocale::Get()) - #endif -#else - #define __strtod_impl(s, pe) strtod(s, pe) - #define __strtof_impl(s, pe) static_cast(strtod(s, pe)) - #ifdef _MSC_VER - #define __strtoull_impl(s, pe, b) _strtoui64(s, pe, b) - #define __strtoll_impl(s, pe, b) _strtoi64(s, pe, b) - #else - #define __strtoull_impl(s, pe, b) strtoull(s, pe, b) - #define __strtoll_impl(s, pe, b) strtoll(s, pe, b) - #endif -#endif - -inline void strtoval_impl(int64_t *val, const char *str, char **endptr, - int base) { - *val = __strtoll_impl(str, endptr, base); -} - -inline void strtoval_impl(uint64_t *val, const char *str, char **endptr, - int base) { - *val = __strtoull_impl(str, endptr, base); -} - -inline void strtoval_impl(double *val, const char *str, char **endptr) { - *val = __strtod_impl(str, endptr); -} - -// UBSAN: double to float is safe if numeric_limits::is_iec559 is true. -__supress_ubsan__("float-cast-overflow") -inline void strtoval_impl(float *val, const char *str, char **endptr) { - *val = __strtof_impl(str, endptr); -} -#undef __strtoull_impl -#undef __strtoll_impl -#undef __strtod_impl -#undef __strtof_impl -// clang-format on - -// Adaptor for strtoull()/strtoll(). -// Flatbuffers accepts numbers with any count of leading zeros (-009 is -9), -// while strtoll with base=0 interprets first leading zero as octal prefix. -// In future, it is possible to add prefixed 0b0101. -// 1) Checks errno code for overflow condition (out of range). -// 2) If base <= 0, function try to detect base of number by prefix. -// -// Return value (like strtoull and strtoll, but reject partial result): -// - If successful, an integer value corresponding to the str is returned. -// - If full string conversion can't be performed, 0 is returned. -// - If the converted value falls out of range of corresponding return type, a -// range error occurs. In this case value MAX(T)/MIN(T) is returned. -template -inline bool StringToIntegerImpl(T *val, const char *const str, - const int base = 0, - const bool check_errno = true) { - // T is int64_t or uint64_T - FLATBUFFERS_ASSERT(str); - if (base <= 0) { - auto s = str; - while (*s && !is_digit(*s)) s++; - if (s[0] == '0' && is_alpha_char(s[1], 'X')) - return StringToIntegerImpl(val, str, 16, check_errno); - // if a prefix not match, try base=10 - return StringToIntegerImpl(val, str, 10, check_errno); - } else { - if (check_errno) errno = 0; // clear thread-local errno - auto endptr = str; - strtoval_impl(val, str, const_cast(&endptr), base); - if ((*endptr != '\0') || (endptr == str)) { - *val = 0; // erase partial result - return false; // invalid string - } - // errno is out-of-range, return MAX/MIN - if (check_errno && errno) return false; - return true; - } -} - -template -inline bool StringToFloatImpl(T *val, const char *const str) { - // Type T must be either float or double. - FLATBUFFERS_ASSERT(str && val); - auto end = str; - strtoval_impl(val, str, const_cast(&end)); - auto done = (end != str) && (*end == '\0'); - if (!done) *val = 0; // erase partial result - return done; -} - -// Convert a string to an instance of T. -// Return value (matched with StringToInteger64Impl and strtod): -// - If successful, a numeric value corresponding to the str is returned. -// - If full string conversion can't be performed, 0 is returned. -// - If the converted value falls out of range of corresponding return type, a -// range error occurs. In this case value MAX(T)/MIN(T) is returned. -template inline bool StringToNumber(const char *s, T *val) { - // Assert on `unsigned long` and `signed long` on LP64. - // If it is necessary, it could be solved with flatbuffers::enable_if. - static_assert(sizeof(T) < sizeof(int64_t), "unexpected type T"); - FLATBUFFERS_ASSERT(s && val); - int64_t i64; - // The errno check isn't needed, will return MAX/MIN on overflow. - if (StringToIntegerImpl(&i64, s, 0, false)) { - const int64_t max = (flatbuffers::numeric_limits::max)(); - const int64_t min = flatbuffers::numeric_limits::lowest(); - if (i64 > max) { - *val = static_cast(max); - return false; - } - if (i64 < min) { - // For unsigned types return max to distinguish from - // "no conversion can be performed" when 0 is returned. - *val = static_cast(flatbuffers::is_unsigned::value ? max : min); - return false; - } - *val = static_cast(i64); - return true; - } - *val = 0; - return false; -} - -template<> inline bool StringToNumber(const char *str, int64_t *val) { - return StringToIntegerImpl(val, str); -} - -template<> -inline bool StringToNumber(const char *str, uint64_t *val) { - if (!StringToIntegerImpl(val, str)) return false; - // The strtoull accepts negative numbers: - // If the minus sign was part of the input sequence, the numeric value - // calculated from the sequence of digits is negated as if by unary minus - // in the result type, which applies unsigned integer wraparound rules. - // Fix this behaviour (except -0). - if (*val) { - auto s = str; - while (*s && !is_digit(*s)) s++; - s = (s > str) ? (s - 1) : s; // step back to one symbol - if (*s == '-') { - // For unsigned types return the max to distinguish from - // "no conversion can be performed". - *val = (flatbuffers::numeric_limits::max)(); - return false; - } - } - return true; -} - -template<> inline bool StringToNumber(const char *s, float *val) { - return StringToFloatImpl(val, s); -} - -template<> inline bool StringToNumber(const char *s, double *val) { - return StringToFloatImpl(val, s); -} - -inline int64_t StringToInt(const char *s, int base = 10) { - int64_t val; - return StringToIntegerImpl(&val, s, base) ? val : 0; -} - -inline uint64_t StringToUInt(const char *s, int base = 10) { - uint64_t val; - return StringToIntegerImpl(&val, s, base) ? val : 0; -} - -typedef bool (*LoadFileFunction)(const char *filename, bool binary, - std::string *dest); -typedef bool (*FileExistsFunction)(const char *filename); - -LoadFileFunction SetLoadFileFunction(LoadFileFunction load_file_function); - -FileExistsFunction SetFileExistsFunction( - FileExistsFunction file_exists_function); - -// Check if file "name" exists. -bool FileExists(const char *name); - -// Check if "name" exists and it is also a directory. -bool DirExists(const char *name); - -// Load file "name" into "buf" returning true if successful -// false otherwise. If "binary" is false data is read -// using ifstream's text mode, otherwise data is read with -// no transcoding. -bool LoadFile(const char *name, bool binary, std::string *buf); - -// Save data "buf" of length "len" bytes into a file -// "name" returning true if successful, false otherwise. -// If "binary" is false data is written using ifstream's -// text mode, otherwise data is written with no -// transcoding. -bool SaveFile(const char *name, const char *buf, size_t len, bool binary); - -// Save data "buf" into file "name" returning true if -// successful, false otherwise. If "binary" is false -// data is written using ifstream's text mode, otherwise -// data is written with no transcoding. -inline bool SaveFile(const char *name, const std::string &buf, bool binary) { - return SaveFile(name, buf.c_str(), buf.size(), binary); -} - -// Functionality for minimalistic portable path handling. - -// The functions below behave correctly regardless of whether posix ('/') or -// Windows ('/' or '\\') separators are used. - -// Any new separators inserted are always posix. -FLATBUFFERS_CONSTEXPR char kPathSeparator = '/'; - -// Returns the path with the extension, if any, removed. -std::string StripExtension(const std::string &filepath); - -// Returns the extension, if any. -std::string GetExtension(const std::string &filepath); - -// Return the last component of the path, after the last separator. -std::string StripPath(const std::string &filepath); - -// Strip the last component of the path + separator. -std::string StripFileName(const std::string &filepath); - -// Concatenates a path with a filename, regardless of whether the path -// ends in a separator or not. -std::string ConCatPathFileName(const std::string &path, - const std::string &filename); - -// Replaces any '\\' separators with '/' -std::string PosixPath(const char *path); -std::string PosixPath(const std::string &path); - -// This function ensure a directory exists, by recursively -// creating dirs for any parts of the path that don't exist yet. -void EnsureDirExists(const std::string &filepath); - -// Obtains the absolute path from any other path. -// Returns the input path if the absolute path couldn't be resolved. -std::string AbsolutePath(const std::string &filepath); - -// Returns files relative to the --project_root path, prefixed with `//`. -std::string RelativeToRootPath(const std::string &project, - const std::string &filepath); - -// To and from UTF-8 unicode conversion functions - -// Convert a unicode code point into a UTF-8 representation by appending it -// to a string. Returns the number of bytes generated. -inline int ToUTF8(uint32_t ucc, std::string *out) { - FLATBUFFERS_ASSERT(!(ucc & 0x80000000)); // Top bit can't be set. - // 6 possible encodings: http://en.wikipedia.org/wiki/UTF-8 - for (int i = 0; i < 6; i++) { - // Max bits this encoding can represent. - uint32_t max_bits = 6 + i * 5 + static_cast(!i); - if (ucc < (1u << max_bits)) { // does it fit? - // Remaining bits not encoded in the first byte, store 6 bits each - uint32_t remain_bits = i * 6; - // Store first byte: - (*out) += static_cast((0xFE << (max_bits - remain_bits)) | - (ucc >> remain_bits)); - // Store remaining bytes: - for (int j = i - 1; j >= 0; j--) { - (*out) += static_cast(((ucc >> (j * 6)) & 0x3F) | 0x80); - } - return i + 1; // Return the number of bytes added. - } - } - FLATBUFFERS_ASSERT(0); // Impossible to arrive here. - return -1; -} - -// Converts whatever prefix of the incoming string corresponds to a valid -// UTF-8 sequence into a unicode code. The incoming pointer will have been -// advanced past all bytes parsed. -// returns -1 upon corrupt UTF-8 encoding (ignore the incoming pointer in -// this case). -inline int FromUTF8(const char **in) { - int len = 0; - // Count leading 1 bits. - for (int mask = 0x80; mask >= 0x04; mask >>= 1) { - if (**in & mask) { - len++; - } else { - break; - } - } - if ((static_cast(**in) << len) & 0x80) - return -1; // Bit after leading 1's must be 0. - if (!len) return *(*in)++; - // UTF-8 encoded values with a length are between 2 and 4 bytes. - if (len < 2 || len > 4) { return -1; } - // Grab initial bits of the code. - int ucc = *(*in)++ & ((1 << (7 - len)) - 1); - for (int i = 0; i < len - 1; i++) { - if ((**in & 0xC0) != 0x80) return -1; // Upper bits must 1 0. - ucc <<= 6; - ucc |= *(*in)++ & 0x3F; // Grab 6 more bits of the code. - } - // UTF-8 cannot encode values between 0xD800 and 0xDFFF (reserved for - // UTF-16 surrogate pairs). - if (ucc >= 0xD800 && ucc <= 0xDFFF) { return -1; } - // UTF-8 must represent code points in their shortest possible encoding. - switch (len) { - case 2: - // Two bytes of UTF-8 can represent code points from U+0080 to U+07FF. - if (ucc < 0x0080 || ucc > 0x07FF) { return -1; } - break; - case 3: - // Three bytes of UTF-8 can represent code points from U+0800 to U+FFFF. - if (ucc < 0x0800 || ucc > 0xFFFF) { return -1; } - break; - case 4: - // Four bytes of UTF-8 can represent code points from U+10000 to U+10FFFF. - if (ucc < 0x10000 || ucc > 0x10FFFF) { return -1; } - break; - } - return ucc; -} - -#ifndef FLATBUFFERS_PREFER_PRINTF -// Wraps a string to a maximum length, inserting new lines where necessary. Any -// existing whitespace will be collapsed down to a single space. A prefix or -// suffix can be provided, which will be inserted before or after a wrapped -// line, respectively. -inline std::string WordWrap(const std::string in, size_t max_length, - const std::string wrapped_line_prefix, - const std::string wrapped_line_suffix) { - std::istringstream in_stream(in); - std::string wrapped, line, word; - - in_stream >> word; - line = word; - - while (in_stream >> word) { - if ((line.length() + 1 + word.length() + wrapped_line_suffix.length()) < - max_length) { - line += " " + word; - } else { - wrapped += line + wrapped_line_suffix + "\n"; - line = wrapped_line_prefix + word; - } - } - wrapped += line; - - return wrapped; -} -#endif // !FLATBUFFERS_PREFER_PRINTF - -inline bool EscapeString(const char *s, size_t length, std::string *_text, - bool allow_non_utf8, bool natural_utf8) { - std::string &text = *_text; - text += "\""; - for (uoffset_t i = 0; i < length; i++) { - char c = s[i]; - switch (c) { - case '\n': text += "\\n"; break; - case '\t': text += "\\t"; break; - case '\r': text += "\\r"; break; - case '\b': text += "\\b"; break; - case '\f': text += "\\f"; break; - case '\"': text += "\\\""; break; - case '\\': text += "\\\\"; break; - default: - if (c >= ' ' && c <= '~') { - text += c; - } else { - // Not printable ASCII data. Let's see if it's valid UTF-8 first: - const char *utf8 = s + i; - int ucc = FromUTF8(&utf8); - if (ucc < 0) { - if (allow_non_utf8) { - text += "\\x"; - text += IntToStringHex(static_cast(c), 2); - } else { - // There are two cases here: - // - // 1) We reached here by parsing an IDL file. In that case, - // we previously checked for non-UTF-8, so we shouldn't reach - // here. - // - // 2) We reached here by someone calling GenerateText() - // on a previously-serialized flatbuffer. The data might have - // non-UTF-8 Strings, or might be corrupt. - // - // In both cases, we have to give up and inform the caller - // they have no JSON. - return false; - } - } else { - if (natural_utf8) { - // utf8 points to past all utf-8 bytes parsed - text.append(s + i, static_cast(utf8 - s - i)); - } else if (ucc <= 0xFFFF) { - // Parses as Unicode within JSON's \uXXXX range, so use that. - text += "\\u"; - text += IntToStringHex(ucc, 4); - } else if (ucc <= 0x10FFFF) { - // Encode Unicode SMP values to a surrogate pair using two \u - // escapes. - uint32_t base = ucc - 0x10000; - auto high_surrogate = (base >> 10) + 0xD800; - auto low_surrogate = (base & 0x03FF) + 0xDC00; - text += "\\u"; - text += IntToStringHex(high_surrogate, 4); - text += "\\u"; - text += IntToStringHex(low_surrogate, 4); - } - // Skip past characters recognized. - i = static_cast(utf8 - s - 1); - } - } - break; - } - } - text += "\""; - return true; -} - -inline std::string BufferToHexText(const void *buffer, size_t buffer_size, - size_t max_length, - const std::string &wrapped_line_prefix, - const std::string &wrapped_line_suffix) { - std::string text = wrapped_line_prefix; - size_t start_offset = 0; - const char *s = reinterpret_cast(buffer); - for (size_t i = 0; s && i < buffer_size; i++) { - // Last iteration or do we have more? - bool have_more = i + 1 < buffer_size; - text += "0x"; - text += IntToStringHex(static_cast(s[i]), 2); - if (have_more) { text += ','; } - // If we have more to process and we reached max_length - if (have_more && - text.size() + wrapped_line_suffix.size() >= start_offset + max_length) { - text += wrapped_line_suffix; - text += '\n'; - start_offset = text.size(); - text += wrapped_line_prefix; - } - } - text += wrapped_line_suffix; - return text; -} - -// Remove paired quotes in a string: "text"|'text' -> text. -std::string RemoveStringQuotes(const std::string &s); - -// Change th global C-locale to locale with name . -// Returns an actual locale name in <_value>, useful if locale_name is "" or -// null. -bool SetGlobalTestLocale(const char *locale_name, - std::string *_value = nullptr); - -// Read (or test) a value of environment variable. -bool ReadEnvironmentVariable(const char *var_name, - std::string *_value = nullptr); - -// MSVC specific: Send all assert reports to STDOUT to prevent CI hangs. -void SetupDefaultCRTReportMode(); - -} // namespace flatbuffers - -#endif // FLATBUFFERS_UTIL_H_ diff --git a/code/components/tflite-lib/third_party/flatbuffers/include/flatbuffers/vector.h b/code/components/tflite-lib/third_party/flatbuffers/include/flatbuffers/vector.h deleted file mode 100644 index f8a5d88e..00000000 --- a/code/components/tflite-lib/third_party/flatbuffers/include/flatbuffers/vector.h +++ /dev/null @@ -1,370 +0,0 @@ -/* - * Copyright 2021 Google Inc. All rights reserved. - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#ifndef FLATBUFFERS_VECTOR_H_ -#define FLATBUFFERS_VECTOR_H_ - -#include "flatbuffers/base.h" -#include "flatbuffers/buffer.h" - -namespace flatbuffers { - -struct String; - -// An STL compatible iterator implementation for Vector below, effectively -// calling Get() for every element. -template struct VectorIterator { - typedef std::random_access_iterator_tag iterator_category; - typedef IT value_type; - typedef ptrdiff_t difference_type; - typedef IT *pointer; - typedef IT &reference; - - VectorIterator(const uint8_t *data, uoffset_t i) - : data_(data + IndirectHelper::element_stride * i) {} - VectorIterator(const VectorIterator &other) : data_(other.data_) {} - VectorIterator() : data_(nullptr) {} - - VectorIterator &operator=(const VectorIterator &other) { - data_ = other.data_; - return *this; - } - - VectorIterator &operator=(VectorIterator &&other) { - data_ = other.data_; - return *this; - } - - bool operator==(const VectorIterator &other) const { - return data_ == other.data_; - } - - bool operator<(const VectorIterator &other) const { - return data_ < other.data_; - } - - bool operator!=(const VectorIterator &other) const { - return data_ != other.data_; - } - - difference_type operator-(const VectorIterator &other) const { - return (data_ - other.data_) / IndirectHelper::element_stride; - } - - // Note: return type is incompatible with the standard - // `reference operator*()`. - IT operator*() const { return IndirectHelper::Read(data_, 0); } - - // Note: return type is incompatible with the standard - // `pointer operator->()`. - IT operator->() const { return IndirectHelper::Read(data_, 0); } - - VectorIterator &operator++() { - data_ += IndirectHelper::element_stride; - return *this; - } - - VectorIterator operator++(int) { - VectorIterator temp(data_, 0); - data_ += IndirectHelper::element_stride; - return temp; - } - - VectorIterator operator+(const uoffset_t &offset) const { - return VectorIterator(data_ + offset * IndirectHelper::element_stride, - 0); - } - - VectorIterator &operator+=(const uoffset_t &offset) { - data_ += offset * IndirectHelper::element_stride; - return *this; - } - - VectorIterator &operator--() { - data_ -= IndirectHelper::element_stride; - return *this; - } - - VectorIterator operator--(int) { - VectorIterator temp(data_, 0); - data_ -= IndirectHelper::element_stride; - return temp; - } - - VectorIterator operator-(const uoffset_t &offset) const { - return VectorIterator(data_ - offset * IndirectHelper::element_stride, - 0); - } - - VectorIterator &operator-=(const uoffset_t &offset) { - data_ -= offset * IndirectHelper::element_stride; - return *this; - } - - private: - const uint8_t *data_; -}; - -template -struct VectorReverseIterator : public std::reverse_iterator { - explicit VectorReverseIterator(Iterator iter) - : std::reverse_iterator(iter) {} - - // Note: return type is incompatible with the standard - // `reference operator*()`. - typename Iterator::value_type operator*() const { - auto tmp = std::reverse_iterator::current; - return *--tmp; - } - - // Note: return type is incompatible with the standard - // `pointer operator->()`. - typename Iterator::value_type operator->() const { - auto tmp = std::reverse_iterator::current; - return *--tmp; - } -}; - -// This is used as a helper type for accessing vectors. -// Vector::data() assumes the vector elements start after the length field. -template class Vector { - public: - typedef VectorIterator::mutable_return_type> - iterator; - typedef VectorIterator::return_type> - const_iterator; - typedef VectorReverseIterator reverse_iterator; - typedef VectorReverseIterator const_reverse_iterator; - - typedef typename flatbuffers::bool_constant::value> - scalar_tag; - - static FLATBUFFERS_CONSTEXPR bool is_span_observable = - scalar_tag::value && (FLATBUFFERS_LITTLEENDIAN || sizeof(T) == 1); - - uoffset_t size() const { return EndianScalar(length_); } - - // Deprecated: use size(). Here for backwards compatibility. - FLATBUFFERS_ATTRIBUTE([[deprecated("use size() instead")]]) - uoffset_t Length() const { return size(); } - - typedef typename IndirectHelper::return_type return_type; - typedef typename IndirectHelper::mutable_return_type mutable_return_type; - typedef return_type value_type; - - return_type Get(uoffset_t i) const { - FLATBUFFERS_ASSERT(i < size()); - return IndirectHelper::Read(Data(), i); - } - - return_type operator[](uoffset_t i) const { return Get(i); } - - // If this is a Vector of enums, T will be its storage type, not the enum - // type. This function makes it convenient to retrieve value with enum - // type E. - template E GetEnum(uoffset_t i) const { - return static_cast(Get(i)); - } - - // If this a vector of unions, this does the cast for you. There's no check - // to make sure this is the right type! - template const U *GetAs(uoffset_t i) const { - return reinterpret_cast(Get(i)); - } - - // If this a vector of unions, this does the cast for you. There's no check - // to make sure this is actually a string! - const String *GetAsString(uoffset_t i) const { - return reinterpret_cast(Get(i)); - } - - const void *GetStructFromOffset(size_t o) const { - return reinterpret_cast(Data() + o); - } - - iterator begin() { return iterator(Data(), 0); } - const_iterator begin() const { return const_iterator(Data(), 0); } - - iterator end() { return iterator(Data(), size()); } - const_iterator end() const { return const_iterator(Data(), size()); } - - reverse_iterator rbegin() { return reverse_iterator(end()); } - const_reverse_iterator rbegin() const { - return const_reverse_iterator(end()); - } - - reverse_iterator rend() { return reverse_iterator(begin()); } - const_reverse_iterator rend() const { - return const_reverse_iterator(begin()); - } - - const_iterator cbegin() const { return begin(); } - - const_iterator cend() const { return end(); } - - const_reverse_iterator crbegin() const { return rbegin(); } - - const_reverse_iterator crend() const { return rend(); } - - // Change elements if you have a non-const pointer to this object. - // Scalars only. See reflection.h, and the documentation. - void Mutate(uoffset_t i, const T &val) { - FLATBUFFERS_ASSERT(i < size()); - WriteScalar(data() + i, val); - } - - // Change an element of a vector of tables (or strings). - // "val" points to the new table/string, as you can obtain from - // e.g. reflection::AddFlatBuffer(). - void MutateOffset(uoffset_t i, const uint8_t *val) { - FLATBUFFERS_ASSERT(i < size()); - static_assert(sizeof(T) == sizeof(uoffset_t), "Unrelated types"); - WriteScalar(data() + i, - static_cast(val - (Data() + i * sizeof(uoffset_t)))); - } - - // Get a mutable pointer to tables/strings inside this vector. - mutable_return_type GetMutableObject(uoffset_t i) const { - FLATBUFFERS_ASSERT(i < size()); - return const_cast(IndirectHelper::Read(Data(), i)); - } - - // The raw data in little endian format. Use with care. - const uint8_t *Data() const { - return reinterpret_cast(&length_ + 1); - } - - uint8_t *Data() { return reinterpret_cast(&length_ + 1); } - - // Similarly, but typed, much like std::vector::data - const T *data() const { return reinterpret_cast(Data()); } - T *data() { return reinterpret_cast(Data()); } - - template return_type LookupByKey(K key) const { - void *search_result = std::bsearch( - &key, Data(), size(), IndirectHelper::element_stride, KeyCompare); - - if (!search_result) { - return nullptr; // Key not found. - } - - const uint8_t *element = reinterpret_cast(search_result); - - return IndirectHelper::Read(element, 0); - } - - template mutable_return_type MutableLookupByKey(K key) { - return const_cast(LookupByKey(key)); - } - - protected: - // This class is only used to access pre-existing data. Don't ever - // try to construct these manually. - Vector(); - - uoffset_t length_; - - private: - // This class is a pointer. Copying will therefore create an invalid object. - // Private and unimplemented copy constructor. - Vector(const Vector &); - Vector &operator=(const Vector &); - - template static int KeyCompare(const void *ap, const void *bp) { - const K *key = reinterpret_cast(ap); - const uint8_t *data = reinterpret_cast(bp); - auto table = IndirectHelper::Read(data, 0); - - // std::bsearch compares with the operands transposed, so we negate the - // result here. - return -table->KeyCompareWithValue(*key); - } -}; - -template -FLATBUFFERS_CONSTEXPR_CPP11 flatbuffers::span make_span(Vector &vec) - FLATBUFFERS_NOEXCEPT { - static_assert(Vector::is_span_observable, - "wrong type U, only LE-scalar, or byte types are allowed"); - return span(vec.data(), vec.size()); -} - -template -FLATBUFFERS_CONSTEXPR_CPP11 flatbuffers::span make_span( - const Vector &vec) FLATBUFFERS_NOEXCEPT { - static_assert(Vector::is_span_observable, - "wrong type U, only LE-scalar, or byte types are allowed"); - return span(vec.data(), vec.size()); -} - -template -FLATBUFFERS_CONSTEXPR_CPP11 flatbuffers::span make_bytes_span( - Vector &vec) FLATBUFFERS_NOEXCEPT { - static_assert(Vector::scalar_tag::value, - "wrong type U, only LE-scalar, or byte types are allowed"); - return span(vec.Data(), vec.size() * sizeof(U)); -} - -template -FLATBUFFERS_CONSTEXPR_CPP11 flatbuffers::span make_bytes_span( - const Vector &vec) FLATBUFFERS_NOEXCEPT { - static_assert(Vector::scalar_tag::value, - "wrong type U, only LE-scalar, or byte types are allowed"); - return span(vec.Data(), vec.size() * sizeof(U)); -} - -// Represent a vector much like the template above, but in this case we -// don't know what the element types are (used with reflection.h). -class VectorOfAny { - public: - uoffset_t size() const { return EndianScalar(length_); } - - const uint8_t *Data() const { - return reinterpret_cast(&length_ + 1); - } - uint8_t *Data() { return reinterpret_cast(&length_ + 1); } - - protected: - VectorOfAny(); - - uoffset_t length_; - - private: - VectorOfAny(const VectorOfAny &); - VectorOfAny &operator=(const VectorOfAny &); -}; - -template -Vector> *VectorCast(Vector> *ptr) { - static_assert(std::is_base_of::value, "Unrelated types"); - return reinterpret_cast> *>(ptr); -} - -template -const Vector> *VectorCast(const Vector> *ptr) { - static_assert(std::is_base_of::value, "Unrelated types"); - return reinterpret_cast> *>(ptr); -} - -// Convenient helper function to get the length of any vector, regardless -// of whether it is null or not (the field is not set). -template static inline size_t VectorLength(const Vector *v) { - return v ? v->size() : 0; -} - -} // namespace flatbuffers - -#endif // FLATBUFFERS_VERIFIER_H_ diff --git a/code/components/tflite-lib/third_party/flatbuffers/include/flatbuffers/vector_downward.h b/code/components/tflite-lib/third_party/flatbuffers/include/flatbuffers/vector_downward.h deleted file mode 100644 index 33913918..00000000 --- a/code/components/tflite-lib/third_party/flatbuffers/include/flatbuffers/vector_downward.h +++ /dev/null @@ -1,271 +0,0 @@ -/* - * Copyright 2021 Google Inc. All rights reserved. - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#ifndef FLATBUFFERS_VECTOR_DOWNWARD_H_ -#define FLATBUFFERS_VECTOR_DOWNWARD_H_ - -#include "flatbuffers/base.h" -#include "flatbuffers/default_allocator.h" -#include "flatbuffers/detached_buffer.h" - -namespace flatbuffers { - -// This is a minimal replication of std::vector functionality, -// except growing from higher to lower addresses. i.e push_back() inserts data -// in the lowest address in the vector. -// Since this vector leaves the lower part unused, we support a "scratch-pad" -// that can be stored there for temporary data, to share the allocated space. -// Essentially, this supports 2 std::vectors in a single buffer. -class vector_downward { - public: - explicit vector_downward(size_t initial_size, Allocator *allocator, - bool own_allocator, size_t buffer_minalign) - : allocator_(allocator), - own_allocator_(own_allocator), - initial_size_(initial_size), - buffer_minalign_(buffer_minalign), - reserved_(0), - size_(0), - buf_(nullptr), - cur_(nullptr), - scratch_(nullptr) {} - - vector_downward(vector_downward &&other) - // clang-format on - : allocator_(other.allocator_), - own_allocator_(other.own_allocator_), - initial_size_(other.initial_size_), - buffer_minalign_(other.buffer_minalign_), - reserved_(other.reserved_), - size_(other.size_), - buf_(other.buf_), - cur_(other.cur_), - scratch_(other.scratch_) { - // No change in other.allocator_ - // No change in other.initial_size_ - // No change in other.buffer_minalign_ - other.own_allocator_ = false; - other.reserved_ = 0; - other.buf_ = nullptr; - other.cur_ = nullptr; - other.scratch_ = nullptr; - } - - vector_downward &operator=(vector_downward &&other) { - // Move construct a temporary and swap idiom - vector_downward temp(std::move(other)); - swap(temp); - return *this; - } - - ~vector_downward() { - clear_buffer(); - clear_allocator(); - } - - void reset() { - clear_buffer(); - clear(); - } - - void clear() { - if (buf_) { - cur_ = buf_ + reserved_; - } else { - reserved_ = 0; - cur_ = nullptr; - } - size_ = 0; - clear_scratch(); - } - - void clear_scratch() { scratch_ = buf_; } - - void clear_allocator() { - if (own_allocator_ && allocator_) { delete allocator_; } - allocator_ = nullptr; - own_allocator_ = false; - } - - void clear_buffer() { - if (buf_) Deallocate(allocator_, buf_, reserved_); - buf_ = nullptr; - } - - // Relinquish the pointer to the caller. - uint8_t *release_raw(size_t &allocated_bytes, size_t &offset) { - auto *buf = buf_; - allocated_bytes = reserved_; - offset = static_cast(cur_ - buf_); - - // release_raw only relinquishes the buffer ownership. - // Does not deallocate or reset the allocator. Destructor will do that. - buf_ = nullptr; - clear(); - return buf; - } - - // Relinquish the pointer to the caller. - DetachedBuffer release() { - // allocator ownership (if any) is transferred to DetachedBuffer. - DetachedBuffer fb(allocator_, own_allocator_, buf_, reserved_, cur_, - size()); - if (own_allocator_) { - allocator_ = nullptr; - own_allocator_ = false; - } - buf_ = nullptr; - clear(); - return fb; - } - - size_t ensure_space(size_t len) { - FLATBUFFERS_ASSERT(cur_ >= scratch_ && scratch_ >= buf_); - if (len > static_cast(cur_ - scratch_)) { reallocate(len); } - // Beyond this, signed offsets may not have enough range: - // (FlatBuffers > 2GB not supported). - FLATBUFFERS_ASSERT(size() < FLATBUFFERS_MAX_BUFFER_SIZE); - return len; - } - - inline uint8_t *make_space(size_t len) { - if (len) { - ensure_space(len); - cur_ -= len; - size_ += static_cast(len); - } - return cur_; - } - - // Returns nullptr if using the DefaultAllocator. - Allocator *get_custom_allocator() { return allocator_; } - - inline uoffset_t size() const { return size_; } - - uoffset_t scratch_size() const { - return static_cast(scratch_ - buf_); - } - - size_t capacity() const { return reserved_; } - - uint8_t *data() const { - FLATBUFFERS_ASSERT(cur_); - return cur_; - } - - uint8_t *scratch_data() const { - FLATBUFFERS_ASSERT(buf_); - return buf_; - } - - uint8_t *scratch_end() const { - FLATBUFFERS_ASSERT(scratch_); - return scratch_; - } - - uint8_t *data_at(size_t offset) const { return buf_ + reserved_ - offset; } - - void push(const uint8_t *bytes, size_t num) { - if (num > 0) { memcpy(make_space(num), bytes, num); } - } - - // Specialized version of push() that avoids memcpy call for small data. - template void push_small(const T &little_endian_t) { - make_space(sizeof(T)); - *reinterpret_cast(cur_) = little_endian_t; - } - - template void scratch_push_small(const T &t) { - ensure_space(sizeof(T)); - *reinterpret_cast(scratch_) = t; - scratch_ += sizeof(T); - } - - // fill() is most frequently called with small byte counts (<= 4), - // which is why we're using loops rather than calling memset. - void fill(size_t zero_pad_bytes) { - make_space(zero_pad_bytes); - for (size_t i = 0; i < zero_pad_bytes; i++) cur_[i] = 0; - } - - // Version for when we know the size is larger. - // Precondition: zero_pad_bytes > 0 - void fill_big(size_t zero_pad_bytes) { - memset(make_space(zero_pad_bytes), 0, zero_pad_bytes); - } - - void pop(size_t bytes_to_remove) { - cur_ += bytes_to_remove; - size_ -= static_cast(bytes_to_remove); - } - - void scratch_pop(size_t bytes_to_remove) { scratch_ -= bytes_to_remove; } - - void swap(vector_downward &other) { - using std::swap; - swap(allocator_, other.allocator_); - swap(own_allocator_, other.own_allocator_); - swap(initial_size_, other.initial_size_); - swap(buffer_minalign_, other.buffer_minalign_); - swap(reserved_, other.reserved_); - swap(size_, other.size_); - swap(buf_, other.buf_); - swap(cur_, other.cur_); - swap(scratch_, other.scratch_); - } - - void swap_allocator(vector_downward &other) { - using std::swap; - swap(allocator_, other.allocator_); - swap(own_allocator_, other.own_allocator_); - } - - private: - // You shouldn't really be copying instances of this class. - FLATBUFFERS_DELETE_FUNC(vector_downward(const vector_downward &)); - FLATBUFFERS_DELETE_FUNC(vector_downward &operator=(const vector_downward &)); - - Allocator *allocator_; - bool own_allocator_; - size_t initial_size_; - size_t buffer_minalign_; - size_t reserved_; - uoffset_t size_; - uint8_t *buf_; - uint8_t *cur_; // Points at location between empty (below) and used (above). - uint8_t *scratch_; // Points to the end of the scratchpad in use. - - void reallocate(size_t len) { - auto old_reserved = reserved_; - auto old_size = size(); - auto old_scratch_size = scratch_size(); - reserved_ += - (std::max)(len, old_reserved ? old_reserved / 2 : initial_size_); - reserved_ = (reserved_ + buffer_minalign_ - 1) & ~(buffer_minalign_ - 1); - if (buf_) { - buf_ = ReallocateDownward(allocator_, buf_, old_reserved, reserved_, - old_size, old_scratch_size); - } else { - buf_ = Allocate(allocator_, reserved_); - } - cur_ = buf_ + reserved_ - old_size; - scratch_ = buf_ + old_scratch_size; - } -}; - -} // namespace flatbuffers - -#endif // FLATBUFFERS_VECTOR_DOWNWARD_H_ diff --git a/code/components/tflite-lib/third_party/flatbuffers/include/flatbuffers/verifier.h b/code/components/tflite-lib/third_party/flatbuffers/include/flatbuffers/verifier.h deleted file mode 100644 index dfa3da8a..00000000 --- a/code/components/tflite-lib/third_party/flatbuffers/include/flatbuffers/verifier.h +++ /dev/null @@ -1,280 +0,0 @@ -/* - * Copyright 2021 Google Inc. All rights reserved. - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#ifndef FLATBUFFERS_VERIFIER_H_ -#define FLATBUFFERS_VERIFIER_H_ - -#include "flatbuffers/base.h" -#include "flatbuffers/util.h" -#include "flatbuffers/vector.h" - -namespace flatbuffers { - -// Helper class to verify the integrity of a FlatBuffer -class Verifier FLATBUFFERS_FINAL_CLASS { - public: - Verifier(const uint8_t *buf, size_t buf_len, uoffset_t _max_depth = 64, - uoffset_t _max_tables = 1000000, bool _check_alignment = true) - : buf_(buf), - size_(buf_len), - depth_(0), - max_depth_(_max_depth), - num_tables_(0), - max_tables_(_max_tables), - upper_bound_(0), - check_alignment_(_check_alignment), - flex_reuse_tracker_(nullptr) { - FLATBUFFERS_ASSERT(size_ < FLATBUFFERS_MAX_BUFFER_SIZE); - } - - // Central location where any verification failures register. - bool Check(bool ok) const { - // clang-format off - #ifdef FLATBUFFERS_DEBUG_VERIFICATION_FAILURE - FLATBUFFERS_ASSERT(ok); - #endif - #ifdef FLATBUFFERS_TRACK_VERIFIER_BUFFER_SIZE - if (!ok) - upper_bound_ = 0; - #endif - // clang-format on - return ok; - } - - // Verify any range within the buffer. - bool Verify(size_t elem, size_t elem_len) const { - // clang-format off - #ifdef FLATBUFFERS_TRACK_VERIFIER_BUFFER_SIZE - auto upper_bound = elem + elem_len; - if (upper_bound_ < upper_bound) - upper_bound_ = upper_bound; - #endif - // clang-format on - return Check(elem_len < size_ && elem <= size_ - elem_len); - } - - template bool VerifyAlignment(size_t elem) const { - return Check((elem & (sizeof(T) - 1)) == 0 || !check_alignment_); - } - - // Verify a range indicated by sizeof(T). - template bool Verify(size_t elem) const { - return VerifyAlignment(elem) && Verify(elem, sizeof(T)); - } - - bool VerifyFromPointer(const uint8_t *p, size_t len) { - auto o = static_cast(p - buf_); - return Verify(o, len); - } - - // Verify relative to a known-good base pointer. - bool Verify(const uint8_t *base, voffset_t elem_off, size_t elem_len) const { - return Verify(static_cast(base - buf_) + elem_off, elem_len); - } - - template - bool Verify(const uint8_t *base, voffset_t elem_off) const { - return Verify(static_cast(base - buf_) + elem_off, sizeof(T)); - } - - // Verify a pointer (may be NULL) of a table type. - template bool VerifyTable(const T *table) { - return !table || table->Verify(*this); - } - - // Verify a pointer (may be NULL) of any vector type. - template bool VerifyVector(const Vector *vec) const { - return !vec || VerifyVectorOrString(reinterpret_cast(vec), - sizeof(T)); - } - - // Verify a pointer (may be NULL) of a vector to struct. - template bool VerifyVector(const Vector *vec) const { - return VerifyVector(reinterpret_cast *>(vec)); - } - - // Verify a pointer (may be NULL) to string. - bool VerifyString(const String *str) const { - size_t end; - return !str || (VerifyVectorOrString(reinterpret_cast(str), - 1, &end) && - Verify(end, 1) && // Must have terminator - Check(buf_[end] == '\0')); // Terminating byte must be 0. - } - - // Common code between vectors and strings. - bool VerifyVectorOrString(const uint8_t *vec, size_t elem_size, - size_t *end = nullptr) const { - auto veco = static_cast(vec - buf_); - // Check we can read the size field. - if (!Verify(veco)) return false; - // Check the whole array. If this is a string, the byte past the array - // must be 0. - auto size = ReadScalar(vec); - auto max_elems = FLATBUFFERS_MAX_BUFFER_SIZE / elem_size; - if (!Check(size < max_elems)) - return false; // Protect against byte_size overflowing. - auto byte_size = sizeof(size) + elem_size * size; - if (end) *end = veco + byte_size; - return Verify(veco, byte_size); - } - - // Special case for string contents, after the above has been called. - bool VerifyVectorOfStrings(const Vector> *vec) const { - if (vec) { - for (uoffset_t i = 0; i < vec->size(); i++) { - if (!VerifyString(vec->Get(i))) return false; - } - } - return true; - } - - // Special case for table contents, after the above has been called. - template bool VerifyVectorOfTables(const Vector> *vec) { - if (vec) { - for (uoffset_t i = 0; i < vec->size(); i++) { - if (!vec->Get(i)->Verify(*this)) return false; - } - } - return true; - } - - __supress_ubsan__("unsigned-integer-overflow") bool VerifyTableStart( - const uint8_t *table) { - // Check the vtable offset. - auto tableo = static_cast(table - buf_); - if (!Verify(tableo)) return false; - // This offset may be signed, but doing the subtraction unsigned always - // gives the result we want. - auto vtableo = tableo - static_cast(ReadScalar(table)); - // Check the vtable size field, then check vtable fits in its entirety. - return VerifyComplexity() && Verify(vtableo) && - VerifyAlignment(ReadScalar(buf_ + vtableo)) && - Verify(vtableo, ReadScalar(buf_ + vtableo)); - } - - template - bool VerifyBufferFromStart(const char *identifier, size_t start) { - if (identifier && !Check((size_ >= 2 * sizeof(flatbuffers::uoffset_t) && - BufferHasIdentifier(buf_ + start, identifier)))) { - return false; - } - - // Call T::Verify, which must be in the generated code for this type. - auto o = VerifyOffset(start); - return o && reinterpret_cast(buf_ + start + o)->Verify(*this) - // clang-format off - #ifdef FLATBUFFERS_TRACK_VERIFIER_BUFFER_SIZE - && GetComputedSize() - #endif - ; - // clang-format on - } - - template - bool VerifyNestedFlatBuffer(const Vector *buf, - const char *identifier) { - if (!buf) return true; - Verifier nested_verifier(buf->data(), buf->size()); - return nested_verifier.VerifyBuffer(identifier); - } - - // Verify this whole buffer, starting with root type T. - template bool VerifyBuffer() { return VerifyBuffer(nullptr); } - - template bool VerifyBuffer(const char *identifier) { - return VerifyBufferFromStart(identifier, 0); - } - - template bool VerifySizePrefixedBuffer(const char *identifier) { - return Verify(0U) && - ReadScalar(buf_) == size_ - sizeof(uoffset_t) && - VerifyBufferFromStart(identifier, sizeof(uoffset_t)); - } - - uoffset_t VerifyOffset(size_t start) const { - if (!Verify(start)) return 0; - auto o = ReadScalar(buf_ + start); - // May not point to itself. - if (!Check(o != 0)) return 0; - // Can't wrap around / buffers are max 2GB. - if (!Check(static_cast(o) >= 0)) return 0; - // Must be inside the buffer to create a pointer from it (pointer outside - // buffer is UB). - if (!Verify(start + o, 1)) return 0; - return o; - } - - uoffset_t VerifyOffset(const uint8_t *base, voffset_t start) const { - return VerifyOffset(static_cast(base - buf_) + start); - } - - // Called at the start of a table to increase counters measuring data - // structure depth and amount, and possibly bails out with false if - // limits set by the constructor have been hit. Needs to be balanced - // with EndTable(). - bool VerifyComplexity() { - depth_++; - num_tables_++; - return Check(depth_ <= max_depth_ && num_tables_ <= max_tables_); - } - - // Called at the end of a table to pop the depth count. - bool EndTable() { - depth_--; - return true; - } - - // Returns the message size in bytes - size_t GetComputedSize() const { - // clang-format off - #ifdef FLATBUFFERS_TRACK_VERIFIER_BUFFER_SIZE - uintptr_t size = upper_bound_; - // Align the size to uoffset_t - size = (size - 1 + sizeof(uoffset_t)) & ~(sizeof(uoffset_t) - 1); - return (size > size_) ? 0 : size; - #else - // Must turn on FLATBUFFERS_TRACK_VERIFIER_BUFFER_SIZE for this to work. - (void)upper_bound_; - FLATBUFFERS_ASSERT(false); - return 0; - #endif - // clang-format on - } - - std::vector *GetFlexReuseTracker() { - return flex_reuse_tracker_; - } - - void SetFlexReuseTracker(std::vector *rt) { - flex_reuse_tracker_ = rt; - } - - private: - const uint8_t *buf_; - size_t size_; - uoffset_t depth_; - uoffset_t max_depth_; - uoffset_t num_tables_; - uoffset_t max_tables_; - mutable size_t upper_bound_; - bool check_alignment_; - std::vector *flex_reuse_tracker_; -}; - -} // namespace flatbuffers - -#endif // FLATBUFFERS_VERIFIER_H_ diff --git a/code/components/tflite-lib/third_party/gemmlowp/LICENSE b/code/components/tflite-lib/third_party/gemmlowp/LICENSE deleted file mode 100644 index d6456956..00000000 --- a/code/components/tflite-lib/third_party/gemmlowp/LICENSE +++ /dev/null @@ -1,202 +0,0 @@ - - Apache License - Version 2.0, January 2004 - http://www.apache.org/licenses/ - - TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION - - 1. Definitions. - - "License" shall mean the terms and conditions for use, reproduction, - and distribution as defined by Sections 1 through 9 of this document. - - "Licensor" shall mean the copyright owner or entity authorized by - the copyright owner that is granting the License. - - "Legal Entity" shall mean the union of the acting entity and all - other entities that control, are controlled by, or are under common - control with that entity. For the purposes of this definition, - "control" means (i) the power, direct or indirect, to cause the - direction or management of such entity, whether by contract or - otherwise, or (ii) ownership of fifty percent (50%) or more of the - outstanding shares, or (iii) beneficial ownership of such entity. - - "You" (or "Your") shall mean an individual or Legal Entity - exercising permissions granted by this License. - - "Source" form shall mean the preferred form for making modifications, - including but not limited to software source code, documentation - source, and configuration files. - - "Object" form shall mean any form resulting from mechanical - transformation or translation of a Source form, including but - not limited to compiled object code, generated documentation, - and conversions to other media types. - - "Work" shall mean the work of authorship, whether in Source or - Object form, made available under the License, as indicated by a - copyright notice that is included in or attached to the work - (an example is provided in the Appendix below). - - "Derivative Works" shall mean any work, whether in Source or Object - form, that is based on (or derived from) the Work and for which the - editorial revisions, annotations, elaborations, or other modifications - represent, as a whole, an original work of authorship. For the purposes - of this License, Derivative Works shall not include works that remain - separable from, or merely link (or bind by name) to the interfaces of, - the Work and Derivative Works thereof. - - "Contribution" shall mean any work of authorship, including - the original version of the Work and any modifications or additions - to that Work or Derivative Works thereof, that is intentionally - submitted to Licensor for inclusion in the Work by the copyright owner - or by an individual or Legal Entity authorized to submit on behalf of - the copyright owner. For the purposes of this definition, "submitted" - means any form of electronic, verbal, or written communication sent - to the Licensor or its representatives, including but not limited to - communication on electronic mailing lists, source code control systems, - and issue tracking systems that are managed by, or on behalf of, the - Licensor for the purpose of discussing and improving the Work, but - excluding communication that is conspicuously marked or otherwise - designated in writing by the copyright owner as "Not a Contribution." - - "Contributor" shall mean Licensor and any individual or Legal Entity - on behalf of whom a Contribution has been received by Licensor and - subsequently incorporated within the Work. - - 2. Grant of Copyright License. Subject to the terms and conditions of - this License, each Contributor hereby grants to You a perpetual, - worldwide, non-exclusive, no-charge, royalty-free, irrevocable - copyright license to reproduce, prepare Derivative Works of, - publicly display, publicly perform, sublicense, and distribute the - Work and such Derivative Works in Source or Object form. - - 3. Grant of Patent License. Subject to the terms and conditions of - this License, each Contributor hereby grants to You a perpetual, - worldwide, non-exclusive, no-charge, royalty-free, irrevocable - (except as stated in this section) patent license to make, have made, - use, offer to sell, sell, import, and otherwise transfer the Work, - where such license applies only to those patent claims licensable - by such Contributor that are necessarily infringed by their - Contribution(s) alone or by combination of their Contribution(s) - with the Work to which such Contribution(s) was submitted. If You - institute patent litigation against any entity (including a - cross-claim or counterclaim in a lawsuit) alleging that the Work - or a Contribution incorporated within the Work constitutes direct - or contributory patent infringement, then any patent licenses - granted to You under this License for that Work shall terminate - as of the date such litigation is filed. - - 4. Redistribution. You may reproduce and distribute copies of the - Work or Derivative Works thereof in any medium, with or without - modifications, and in Source or Object form, provided that You - meet the following conditions: - - (a) You must give any other recipients of the Work or - Derivative Works a copy of this License; and - - (b) You must cause any modified files to carry prominent notices - stating that You changed the files; and - - (c) You must retain, in the Source form of any Derivative Works - that You distribute, all copyright, patent, trademark, and - attribution notices from the Source form of the Work, - excluding those notices that do not pertain to any part of - the Derivative Works; and - - (d) If the Work includes a "NOTICE" text file as part of its - distribution, then any Derivative Works that You distribute must - include a readable copy of the attribution notices contained - within such NOTICE file, excluding those notices that do not - pertain to any part of the Derivative Works, in at least one - of the following places: within a NOTICE text file distributed - as part of the Derivative Works; within the Source form or - documentation, if provided along with the Derivative Works; or, - within a display generated by the Derivative Works, if and - wherever such third-party notices normally appear. The contents - of the NOTICE file are for informational purposes only and - do not modify the License. You may add Your own attribution - notices within Derivative Works that You distribute, alongside - or as an addendum to the NOTICE text from the Work, provided - that such additional attribution notices cannot be construed - as modifying the License. - - You may add Your own copyright statement to Your modifications and - may provide additional or different license terms and conditions - for use, reproduction, or distribution of Your modifications, or - for any such Derivative Works as a whole, provided Your use, - reproduction, and distribution of the Work otherwise complies with - the conditions stated in this License. - - 5. Submission of Contributions. Unless You explicitly state otherwise, - any Contribution intentionally submitted for inclusion in the Work - by You to the Licensor shall be under the terms and conditions of - this License, without any additional terms or conditions. - Notwithstanding the above, nothing herein shall supersede or modify - the terms of any separate license agreement you may have executed - with Licensor regarding such Contributions. - - 6. Trademarks. This License does not grant permission to use the trade - names, trademarks, service marks, or product names of the Licensor, - except as required for reasonable and customary use in describing the - origin of the Work and reproducing the content of the NOTICE file. - - 7. Disclaimer of Warranty. Unless required by applicable law or - agreed to in writing, Licensor provides the Work (and each - Contributor provides its Contributions) on an "AS IS" BASIS, - WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or - implied, including, without limitation, any warranties or conditions - of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A - PARTICULAR PURPOSE. You are solely responsible for determining the - appropriateness of using or redistributing the Work and assume any - risks associated with Your exercise of permissions under this License. - - 8. Limitation of Liability. In no event and under no legal theory, - whether in tort (including negligence), contract, or otherwise, - unless required by applicable law (such as deliberate and grossly - negligent acts) or agreed to in writing, shall any Contributor be - liable to You for damages, including any direct, indirect, special, - incidental, or consequential damages of any character arising as a - result of this License or out of the use or inability to use the - Work (including but not limited to damages for loss of goodwill, - work stoppage, computer failure or malfunction, or any and all - other commercial damages or losses), even if such Contributor - has been advised of the possibility of such damages. - - 9. Accepting Warranty or Additional Liability. While redistributing - the Work or Derivative Works thereof, You may choose to offer, - and charge a fee for, acceptance of support, warranty, indemnity, - or other liability obligations and/or rights consistent with this - License. However, in accepting such obligations, You may act only - on Your own behalf and on Your sole responsibility, not on behalf - of any other Contributor, and only if You agree to indemnify, - defend, and hold each Contributor harmless for any liability - incurred by, or claims asserted against, such Contributor by reason - of your accepting any such warranty or additional liability. - - END OF TERMS AND CONDITIONS - - APPENDIX: How to apply the Apache License to your work. - - To apply the Apache License to your work, attach the following - boilerplate notice, with the fields enclosed by brackets "[]" - replaced with your own identifying information. (Don't include - the brackets!) The text should be enclosed in the appropriate - comment syntax for the file format. We also recommend that a - file or class name and description of purpose be included on the - same "printed page" as the copyright notice for easier - identification within third-party archives. - - Copyright [yyyy] [name of copyright owner] - - Licensed under the Apache License, Version 2.0 (the "License"); - you may not use this file except in compliance with the License. - You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - - Unless required by applicable law or agreed to in writing, software - distributed under the License is distributed on an "AS IS" BASIS, - WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - See the License for the specific language governing permissions and - limitations under the License. diff --git a/code/components/tflite-lib/third_party/gemmlowp/fixedpoint/fixedpoint.h b/code/components/tflite-lib/third_party/gemmlowp/fixedpoint/fixedpoint.h deleted file mode 100644 index 51b5aff4..00000000 --- a/code/components/tflite-lib/third_party/gemmlowp/fixedpoint/fixedpoint.h +++ /dev/null @@ -1,900 +0,0 @@ -// Copyright 2015 The Gemmlowp Authors. All Rights Reserved. -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -// fixedpoint.h: fixed-point arithmetic, with basic operations and -// a few math functions such as tanh. - -#ifndef GEMMLOWP_INTERNAL_FIXEDPOINT_H_ -#define GEMMLOWP_INTERNAL_FIXEDPOINT_H_ - -#include -#include -#include -#include -#include - -#include "../internal/detect_platform.h" - -namespace gemmlowp { - -// Part 1: Low-level integer-arithmetic primitives. -// The implementations here are generic implementations valid for -// scalar types (e.g. std::int32_t). Architecture-specific SIMD types -// (e.g. NEON int32x4_t) may be supported by providing -// specializations for them in separate files. -// -// The purpose of these primitives is two-fold: -// - They will be used to implement higher-level fixed-point -// abstractions, namely the FixedPoint class and its arithmetic -// operators. -// - They will be directly used to implement some more involved -// fixed-point computations, e.g. the fixed-point implementation -// of math functions such as tanh. - -// Some compile-time traits around raw types to handle SIMD aspects: -// number of lanes, underlying scalar type. -template -struct FixedPointRawTypeTraits {}; - -template <> -struct FixedPointRawTypeTraits { - typedef std::int32_t ScalarRawType; - static constexpr int kLanes = 1; -}; - -template <> -struct FixedPointRawTypeTraits { - typedef std::int16_t ScalarRawType; - static constexpr int kLanes = 1; -}; - -// Returns a SIMD value duplicating a scalar value across all lanes. -template -tRawType Dup(typename FixedPointRawTypeTraits::ScalarRawType x) { - return x; -} - -// Plain bit-wise AND -template -tIntegerType BitAnd(tIntegerType a, tIntegerType b) { - return a & b; -} - -// Plain bit-wise OR -template -tIntegerType BitOr(tIntegerType a, tIntegerType b) { - return a | b; -} - -// Plain bit-wise XOR -template -tIntegerType BitXor(tIntegerType a, tIntegerType b) { - return a ^ b; -} - -// Plain bit-wise NOT -template -tIntegerType BitNot(tIntegerType a) { - return ~a; -} - -// Integer addition. Not saturating. Overflow is undefined behavior. -template -tIntegerType Add(tIntegerType a, tIntegerType b) { - return a + b; -} - -// Integer subtraction. Not saturating. Overflow is undefined behavior. -template -tIntegerType Mul(tIntegerType a, tIntegerType b) { - return a * b; -} - -template -tIntegerType Sub(tIntegerType a, tIntegerType b) { - return a - b; -} - -// Integer unary negative. Not saturating. Overflow is undefined behavior. -template -tIntegerType Neg(tIntegerType a) { - return -a; -} - -// Integer arithmetic left-shift, equivalent to multiplying with a power of two. -// Negative values are OK. In case of overflow, no Undefined -// Behavior, but the results are implementation-defined (in practice, -// they currently are saturated, but we make no commitment to that). The idea -// is that the caller will want to implement the overflowing cases with -// saturation with compare-and-mask, so we don't care about the results -// in the overflow case, we just want to avoid undefined behavior. -// -// tIntegerType may be int32 or any narrower signed type. -template -tIntegerType ShiftLeft(tIntegerType a, int offset) { - const std::int64_t wide_a = static_cast(a); - const std::int64_t wide_shifted = wide_a * (1 << offset); - const auto min = std::numeric_limits::min(); - const auto max = std::numeric_limits::max(); - return wide_shifted < min - ? min - : wide_shifted > max ? max - : static_cast(wide_shifted); -} - -// Integer arithmetic right-shift. Not rounding. -// Relying on implementation-defined, but in-practice-consistent, -// C++ compiler behavior. -template -tIntegerType ShiftRight(tIntegerType a, int offset) { - return a >> offset; -} - -// Each bit of the result is set to the corresponding bit of either then_val or -// else_val depending on whether the corresponding bit of if_mask is set. -// Equivalent to the VBSL instruction in ARM NEON. -template -tIntegerType SelectUsingMask(tIntegerType if_mask, tIntegerType then_val, - tIntegerType else_val) { - return BitXor(BitAnd(if_mask, then_val), BitAnd(BitNot(if_mask), else_val)); -} - -// For each input scalar, the corresponding bits of the result are set if the -// input scalar is non-zero. -template -tIntegerType MaskIfNonZero(tIntegerType a) { - static constexpr tIntegerType zero = 0; - return a ? BitNot(zero) : zero; -} - -// For each input scalar, the corresponding bits of the result are set if the -// input scalar is zero. -template -tIntegerType MaskIfZero(tIntegerType a) { - return MaskIfNonZero(!a); -} - -// For each pair of input scalars, the corresponding bits of the result are -// set if the input scalars are equal. -template -tIntegerType MaskIfEqual(tIntegerType a, tIntegerType b) { - return MaskIfNonZero(a == b); -} - -// For each pair of input scalars, the corresponding bits of the result are -// set if the input scalars are not equal. -template -tIntegerType MaskIfNotEqual(tIntegerType a, tIntegerType b) { - return MaskIfNonZero(a != b); -} - -// For each pair of input scalars, the corresponding bits of the result are -// set if the input scalars a, b satisfy a > b. -template -tIntegerType MaskIfGreaterThan(tIntegerType a, tIntegerType b) { - return MaskIfNonZero(a > b); -} - -// For each pair of input scalars, the corresponding bits of the result are -// set if the input scalars a, b satisfy a >= b. -template -tIntegerType MaskIfGreaterThanOrEqual(tIntegerType a, tIntegerType b) { - return MaskIfNonZero(a >= b); -} - -// For each pair of input scalars, the corresponding bits of the result are -// set if the input scalars a, b satisfy a < b. -template -tIntegerType MaskIfLessThan(tIntegerType a, tIntegerType b) { - return MaskIfNonZero(a < b); -} - -// For each pair of input scalars, the corresponding bits of the result are -// set if the input scalars a, b satisfy a <= b. -template -tIntegerType MaskIfLessThanOrEqual(tIntegerType a, tIntegerType b) { - return MaskIfNonZero(a <= b); -} - -// Returns true if all of the input scalars are nonzero. -// This function may currently assume that each of the input scalars has either -// all or none of its bits set. Otherwise, its behavior is currently undefined. -template -bool All(tIntegerType a) { - return a; -} - -// Returns true if any of the input scalars are nonzero. -// This function may currently assume that each of the input scalars has either -// all or none of its bits set. Otherwise, its behavior is currently undefined. -template -bool Any(tIntegerType a) { - return a; -} - -// Returns (a+b)/2, rounded to the nearest integer. -// Equivalent to VRHADD in the ARM NEON instruction set. -template -IntegerType RoundingHalfSum(IntegerType a, IntegerType b) { - static_assert(std::is_same::value, "unimplemented"); - (void)b; - return a; -} - -template <> -inline std::int32_t RoundingHalfSum(std::int32_t a, std::int32_t b) { - std::int64_t a64 = a; - std::int64_t b64 = b; - std::int64_t sum = a64 + b64; - std::int64_t sign = sum >= 0 ? 1 : -1; - return static_cast((sum + sign) / 2); -} - -template <> -inline std::int16_t RoundingHalfSum(std::int16_t a, std::int16_t b) { - std::int32_t a32 = a; - std::int32_t b32 = b; - std::int32_t sum = a32 + b32; - std::int32_t sign = sum >= 0 ? 1 : -1; - return static_cast((sum + sign) / 2); -} - -template -IntegerType SaturatingAdd(IntegerType a, IntegerType b) { - static_assert(std::is_same::value, "unimplemented"); - (void)b; - return a; -} - -// So far this is only needed for int16. -template <> -inline std::int16_t SaturatingAdd(std::int16_t a, std::int16_t b) { - std::int32_t a32 = a; - std::int32_t b32 = b; - std::int32_t sum = a32 + b32; - return static_cast( - std::min(static_cast(32767), - std::max(static_cast(-32768), sum))); -} - -// Returns a+b, saturating if the integers are 16bit or narrower, -// otherwise just a plain addition. -template -struct AddSaturatingIf16BitImpl { - static IntegerType Run(IntegerType a, IntegerType b) { return Add(a, b); } -}; -template -struct AddSaturatingIf16BitImpl { - static IntegerType Run(IntegerType a, IntegerType b) { - return SaturatingAdd(a, b); - } -}; -template -IntegerType AddSaturatingIf16Bit(IntegerType a, IntegerType b) { - using ScalarType = - typename FixedPointRawTypeTraits::ScalarRawType; - return AddSaturatingIf16BitImpl::Run(a, - b); -} - -// Returns the integer that represents the product of two fixed-point -// numbers, interpreting all integers as fixed-point values in the -// interval [-1, 1), rounding to the nearest value, and saturating -// -1 * -1 to the maximum value (since 1 is not in the half-open -// interval [-1, 1)). -// -// [The explanation below specializes to std::int32_t for example purpose.] -// -// The mapping between IntegerType and the interval [-1, 1) is unique and -// implied by IntegerType, which is assumed to be signed. For example, -// for IntegerType==std::int32_t, the mapping is -// real_value = integer_value / 2^31. -// So in this case, and leaving aside rounding and saturating, this -// function computes ((a / 2^31) * (b / 2^31)) * 2^31, which simplifies to -// (a * b) / 2^31. -// -// The 'doubling' part in the name of this function comes from the fact that -// this operation is very close to a "multiply-high" operation, keeping only -// the top half bits, except that that would be effectively computing -// (a * b) / 2^32, -// so here we are computing 2x that, since -// 1/2^31 = 2 * 1/2^32. -// The idea is to use all of the available 32 bits in the destination int32 -// value. -// -// [End of the explanation specializing to int32.] -// -// This is equivalent to the VQRDMULH instruction in ARM NEON. -template -IntegerType SaturatingRoundingDoublingHighMul(IntegerType a, IntegerType b) { - static_assert(std::is_same::value, "unimplemented"); - (void)b; - return a; -} - -// This function implements the same computation as the ARMv7 NEON VQRDMULH -// instruction. -template <> -inline std::int32_t SaturatingRoundingDoublingHighMul(std::int32_t a, - std::int32_t b) { - bool overflow = a == b && a == std::numeric_limits::min(); - std::int64_t a_64(a); - std::int64_t b_64(b); - std::int64_t ab_64 = a_64 * b_64; - std::int32_t nudge = ab_64 >= 0 ? (1 << 30) : (1 - (1 << 30)); - std::int32_t ab_x2_high32 = - static_cast((ab_64 + nudge) / (1ll << 31)); - return overflow ? std::numeric_limits::max() : ab_x2_high32; -} - -template <> -inline std::int16_t SaturatingRoundingDoublingHighMul(std::int16_t a, - std::int16_t b) { - bool overflow = a == b && a == std::numeric_limits::min(); - std::int32_t a_32(a); - std::int32_t b_32(b); - std::int32_t ab_32 = a_32 * b_32; - std::int16_t nudge = ab_32 >= 0 ? (1 << 14) : (1 - (1 << 14)); - std::int16_t ab_x2_high16 = - static_cast((ab_32 + nudge) / (1 << 15)); - return overflow ? std::numeric_limits::max() : ab_x2_high16; -} - -// Correctly-rounded-to-nearest division by a power-of-two. -// Also known as a rounding arithmetic right shift. -template -inline IntegerType RoundingDivideByPOT(IntegerType x, int exponent) { - assert(exponent >= 0); - assert(exponent <= 31); - const IntegerType mask = Dup((1ll << exponent) - 1); - const IntegerType zero = Dup(0); - const IntegerType one = Dup(1); - const IntegerType remainder = BitAnd(x, mask); - const IntegerType threshold = - Add(ShiftRight(mask, 1), BitAnd(MaskIfLessThan(x, zero), one)); - return Add(ShiftRight(x, exponent), - BitAnd(MaskIfGreaterThan(remainder, threshold), one)); -} - -// Returns the product of a run-time integer value by a compile-time power -// of two, with either a positive exponent (equivalent to an arithmetic -// left shift, saturating) or a negative exponent (equivalent to an arithmetic -// right shift, rounding to nearest). -template 0 ? 1 : Exponent < 0 ? -1 : 0)> -struct ImplSaturatingRoundingMultiplyByPOT {}; - -template -struct ImplSaturatingRoundingMultiplyByPOT { - static IntegerType eval(IntegerType x) { return x; } -}; - -template -struct ImplSaturatingRoundingMultiplyByPOT { - static IntegerType eval(IntegerType x) { - using ScalarIntegerType = - typename FixedPointRawTypeTraits::ScalarRawType; - const IntegerType min = - Dup(std::numeric_limits::min()); - const IntegerType max = - Dup(std::numeric_limits::max()); - const int ScalarIntegerTypeBits = 8 * sizeof(ScalarIntegerType); - - const std::int32_t threshold = - ((1 << (ScalarIntegerTypeBits - 1 - Exponent)) - 1); - const IntegerType positive_mask = - MaskIfGreaterThan(x, Dup(threshold)); - const IntegerType negative_mask = - MaskIfLessThan(x, Dup(-threshold)); - - IntegerType result = ShiftLeft(x, Exponent); - result = SelectUsingMask(positive_mask, max, result); - result = SelectUsingMask(negative_mask, min, result); - return result; - } -}; - -template -struct ImplSaturatingRoundingMultiplyByPOT { - static IntegerType eval(IntegerType x) { - return RoundingDivideByPOT(x, -Exponent); - } -}; - -template -IntegerType SaturatingRoundingMultiplyByPOT(IntegerType x) { - return ImplSaturatingRoundingMultiplyByPOT::eval(x); -} - -// Part 2: the FixedPoint class. - -// A FixedPoint object represents a fixed-point value stored in the underlying -// integer type tRawType, if tRawType is a plain scalar integer type. -// Alternatively, tRawType may be a SIMD type (e.g. NEON int32x4_t) in which -// case a FixedPoint object represents a corresponding SIMD vector of fixed -// point values. -// -// tIntegerBits describes the range of the fixed-point format: if -// tIntegerBits == m then the range of representable values is the half-open -// interval [-2^m; 2^m) where the open boundary on the right side means that -// 2^m is not representable (how close the maximum representable value is to -// it, depends on bit-depth of tRawType). -// -// In "Q format notation", -// https://en.wikipedia.org/wiki/Q_(number_format) -// we are describing the format -// Qm.n -// where -// m = tIntegerBits -// and -// n = NumberOfBits(tRawType) - (m + 1) -// Note that the (m + 1) in the above line is because we adopt the convention -// that we count the integer bits exclusively of the sign bit; so (m + 1) is -// the total number of integer bits inclusive of the sign bit. -// -// Accordingly, the number of integral representable values in our range -// [-2^m ; 2^m) -// is equal to 2^(m+1). -template -class FixedPoint { - public: - typedef tRawType RawType; - - typedef FixedPointRawTypeTraits RawTypeTraits; - typedef typename RawTypeTraits::ScalarRawType ScalarRawType; - - static constexpr int kTotalBits = 8 * sizeof(ScalarRawType); - static constexpr int kIntegerBits = tIntegerBits; - static constexpr int kFractionalBits = kTotalBits - 1 - kIntegerBits; - static_assert(kIntegerBits >= 0 && kIntegerBits < kTotalBits, - "bad IntegerBits"); - - typedef FixedPoint ScalarFixedPointType; - - static const ScalarRawType ScalarRawMin() { - return std::numeric_limits::min(); - } - - static const ScalarRawType ScalarRawMax() { - return std::numeric_limits::max(); - } - - static const ScalarRawType RawMin() { - return VectorFromScalar(ScalarRawMin()); - } - - static const ScalarRawType RawMax() { - return VectorFromScalar(ScalarRawMax()); - } - - static FixedPoint FromRaw(RawType x) { - FixedPoint retval; - retval.raw() = x; - return retval; - } - - static FixedPoint FromScalarRaw(ScalarRawType x) { - FixedPoint retval; - retval.raw() = Dup(x); - return retval; - } - - static FixedPoint FromScalarFixedPoint(ScalarFixedPointType x) { - return FromScalarRaw(x.raw()); - } - - template - static FixedPoint ConstantPOT() { - static constexpr int kOffset = kFractionalBits + Exponent; - static_assert( - kOffset < 31, - "Constant not exactly representable in this fixed-point format"); - return FromScalarRaw(ScalarRawType(1) << kOffset); - } - - static FixedPoint Zero() { return FromScalarRaw(0); } - - static FixedPoint One() { - return FromScalarRaw( - kIntegerBits == 0 - ? ScalarRawMax() - : (ScalarRawType(1) << (kIntegerBits == 0 ? 0 : kFractionalBits))); - } - - static FixedPoint FromDouble(double x) { - const double min_bound = static_cast(ScalarRawMin()); - const double max_bound = static_cast(ScalarRawMax()); - return FromScalarRaw(static_cast(std::min( - std::max(round(x * static_cast(1ll << kFractionalBits)), - min_bound), - max_bound))); - } - - RawType raw() const { return i_; } - RawType& raw() { return i_; } - - private: - RawType i_; -}; - -// Part 3: implementation of arithmetic operators for the -// FixedPoint class, and a few related functions. - -// A FixedPoint multiplication is just a -// SaturatingRoundingDoublingHighMul operation on the underlying -// raw integer values. The IntegerBits simply add up, as is obvious -// from the fact that the range is [-2^IntegerBits, 2^IntegerBits). -template -FixedPoint operator*( - FixedPoint a, - FixedPoint b) { - FixedPoint c; - c.raw() = SaturatingRoundingDoublingHighMul(a.raw(), b.raw()); - return c; -} - -// Tweaking IntegerBits gives exact multiplication by a power of two. -template -FixedPoint ExactMulByPot( - FixedPoint a) { - FixedPoint c; - c.raw() = a.raw(); - return c; -} - -// If we want to leave IntegerBits fixed, then multiplication -// by a power of two has to be saturating/rounding, not exact anymore. -template -FixedPoint SaturatingRoundingMultiplyByPOT( - FixedPoint a) { - return FixedPoint::FromRaw( - SaturatingRoundingMultiplyByPOT(a.raw())); -} - -// Generic arithmetic operators. - -#define MAKE_FIXEDPOINT_UNARY_FUNC(FuncName, ImplFuncName) \ - template \ - FixedPoint FuncName( \ - FixedPoint a) { \ - return FixedPoint::FromRaw(ImplFuncName(a.raw())); \ - } - -#define MAKE_FIXEDPOINT_BINARY_FUNC(FuncName, ImplFuncName) \ - template \ - FixedPoint FuncName( \ - FixedPoint a, \ - FixedPoint b) { \ - return FixedPoint::FromRaw( \ - ImplFuncName(a.raw(), b.raw())); \ - } - -MAKE_FIXEDPOINT_UNARY_FUNC(operator-, Neg) -MAKE_FIXEDPOINT_UNARY_FUNC(operator~, BitNot) -MAKE_FIXEDPOINT_BINARY_FUNC(operator+, Add) -MAKE_FIXEDPOINT_BINARY_FUNC(operator-, Sub) -MAKE_FIXEDPOINT_BINARY_FUNC(operator&, BitAnd) -MAKE_FIXEDPOINT_BINARY_FUNC(operator^, BitXor) -MAKE_FIXEDPOINT_BINARY_FUNC(operator|, BitOr) -MAKE_FIXEDPOINT_BINARY_FUNC(RoundingHalfSum, RoundingHalfSum) - -#undef MAKE_FIXEDPOINT_UNARY_FUNC -#undef MAKE_FIXEDPOINT_BINARY_FUNC - -#define MAKE_FIXEDPOINT_UNARY_FUNC_RETURNING_RAW(FuncName) \ - template \ - tRawType FuncName(FixedPoint a) { \ - return FuncName(a.raw()); \ - } - -#define MAKE_FIXEDPOINT_BINARY_FUNC_RETURNING_RAW(FuncName) \ - template \ - tRawType FuncName(FixedPoint a, \ - FixedPoint b) { \ - return FuncName(a.raw(), b.raw()); \ - } - -MAKE_FIXEDPOINT_UNARY_FUNC_RETURNING_RAW(MaskIfZero) -MAKE_FIXEDPOINT_UNARY_FUNC_RETURNING_RAW(MaskIfNonZero) -MAKE_FIXEDPOINT_BINARY_FUNC_RETURNING_RAW(MaskIfEqual) -MAKE_FIXEDPOINT_BINARY_FUNC_RETURNING_RAW(MaskIfNotEqual) -MAKE_FIXEDPOINT_BINARY_FUNC_RETURNING_RAW(MaskIfGreaterThan) -MAKE_FIXEDPOINT_BINARY_FUNC_RETURNING_RAW(MaskIfGreaterThanOrEqual) -MAKE_FIXEDPOINT_BINARY_FUNC_RETURNING_RAW(MaskIfLessThan) -MAKE_FIXEDPOINT_BINARY_FUNC_RETURNING_RAW(MaskIfLessThanOrEqual) - -#undef MAKE_FIXEDPOINT_UNARY_FUNC_RETURNING_RAW -#undef MAKE_FIXEDPOINT_BINARY_FUNC_RETURNING_RAW - -template -FixedPoint SelectUsingMask( - tRawType if_mask, FixedPoint then_val, - FixedPoint else_val) { - return FixedPoint::FromRaw( - SelectUsingMask(if_mask, then_val.raw(), else_val.raw())); -} - -template -bool operator==(FixedPoint a, - FixedPoint b) { - return All(MaskIfEqual(a.raw(), b.raw())); -} - -template -bool operator!=(FixedPoint a, - FixedPoint b) { - return !(a == b); -} - -template -FixedPoint SaturatingAdd( - FixedPoint a, - FixedPoint b) { - return FixedPoint::FromRaw( - SaturatingAdd(a.raw(), b.raw())); -} - -template -FixedPoint AddSaturatingIf16Bit( - FixedPoint a, - FixedPoint b) { - return FixedPoint::FromRaw( - AddSaturatingIf16Bit(a.raw(), b.raw())); -} - -// Conversion to floating-point. -template -double ToDouble(FixedPoint x) { - static_assert(FixedPointRawTypeTraits::kLanes == 1, - "not applicable to SIMD types"); - typedef FixedPoint F; - return x.raw() / static_cast(1ll << F::kFractionalBits); -} - -// Rescale changes the number of IntegerBits and updates the underlying -// raw integer value accordingly. -template -FixedPoint Rescale( - FixedPoint x) { - static constexpr int kExponent = tIntegerBitsSrc - tIntegerBitsDst; - FixedPoint result; - result.raw() = SaturatingRoundingMultiplyByPOT(x.raw()); - return result; -} - -// CheckedFixedPointConstant allows to specify fixed-point constants -// initialized as real numbers, in a way that does not compile floating-point -// arithmetic in production code, yet still checks agreement with the -// floating-point expressions when asserts are enabled. -// -// The raw integer value provided is always a int32, encoding a 32-bit -// fixed-point value, regardless of the actual Scalar type. This allows -// writing generic code that applies just as well to the 32-bit and 16-bit -// cases. In the 16-bit case, the raw integer value is internally -// rounding-shifted by 16 bits to the right. -template -inline typename FixedPointType::ScalarRawType RescaleConstantInitializer( - std::int32_t int32_value) { - typedef typename FixedPointType::ScalarRawType ScalarRawType; - static constexpr int ScalarTypeBits = 8 * sizeof(ScalarRawType); - return static_cast( - RoundingDivideByPOT(int32_value, 32 - ScalarTypeBits)); -} -#ifdef GEMMLOWP_ENABLE_FIXEDPOINT_CONSTANTS_CHECKS -template -FixedPointType CheckedFixedPointConstant(std::int32_t raw_value, - double double_value) { - const FixedPointType result = FixedPointType::FromScalarRaw(raw_value); - assert(result == FixedPointType::FromDouble(double_value)); - return result; -} -#define GEMMLOWP_CHECKED_FIXEDPOINT_CONSTANT(FixedPointType, \ - ScalarRawInt32Value, DoubleValue) \ - (gemmlowp::CheckedFixedPointConstant( \ - gemmlowp::RescaleConstantInitializer( \ - ScalarRawInt32Value), \ - DoubleValue)) - -#else -#define GEMMLOWP_CHECKED_FIXEDPOINT_CONSTANT(FixedPointType, \ - ScalarRawInt32Value, DoubleValue) \ - (FixedPointType::FromScalarRaw( \ - gemmlowp::RescaleConstantInitializer( \ - ScalarRawInt32Value))) -#endif - -// Implementation of exponential function. - -// Returns exp(x) for x in [-1/4, 0). -template -FixedPoint exp_on_interval_between_negative_one_quarter_and_0_excl( - FixedPoint a) { - typedef FixedPoint F; - const F constant_term = - GEMMLOWP_CHECKED_FIXEDPOINT_CONSTANT(F, 1895147668, std::exp(-1.0 / 8.0)); - const F constant_1_over_3 = - GEMMLOWP_CHECKED_FIXEDPOINT_CONSTANT(F, 715827883, 1.0 / 3.0); - // We're evaluating a Taylor expansion around -1/8, so we do the change of - // variable: x = a + 1/8. - // In fixed-point with 0 integer bits, 1/8 is represented by 1 << 28. - F x = a + F::template ConstantPOT<-3>(); - F x2 = x * x; - F x3 = x2 * x; - F x4 = x2 * x2; - F x4_over_4 = SaturatingRoundingMultiplyByPOT<-2>(x4); - F x4_over_24_plus_x3_over_6_plus_x2_over_2 = - SaturatingRoundingMultiplyByPOT<-1>( - ((x4_over_4 + x3) * constant_1_over_3) + x2); - return AddSaturatingIf16Bit( - constant_term, - constant_term * (x + x4_over_24_plus_x3_over_6_plus_x2_over_2)); -} - -// Returns exp(x) for x < 0. -template -FixedPoint exp_on_negative_values( - FixedPoint a) { - typedef FixedPoint InputF; - typedef FixedPoint ResultF; - static constexpr int kFractionalBits = InputF::kFractionalBits; - static constexpr int kIntegerBits = InputF::kIntegerBits; - const InputF kOneQuarter = InputF::template ConstantPOT<-2>(); - InputF mask = kOneQuarter - InputF::FromScalarRaw(1); - InputF a_mod_quarter_minus_one_quarter = (a & mask) - kOneQuarter; - ResultF result = exp_on_interval_between_negative_one_quarter_and_0_excl( - Rescale<0>(a_mod_quarter_minus_one_quarter)); - tRawType remainder = (a_mod_quarter_minus_one_quarter - a).raw(); - -#define GEMMLOWP_EXP_BARREL_SHIFTER(Exponent, FixedPointMultiplier) \ - if (kIntegerBits > Exponent) { \ - const ResultF kMultiplier = GEMMLOWP_CHECKED_FIXEDPOINT_CONSTANT( \ - ResultF, FixedPointMultiplier, std::exp(-std::pow(2.0, Exponent))); \ - static constexpr int kShiftAmount = \ - kIntegerBits > Exponent ? kFractionalBits + Exponent : 0; \ - result = SelectUsingMask( \ - MaskIfNonZero(BitAnd(remainder, Dup(1 << kShiftAmount))), \ - result * kMultiplier, result); \ - } - - GEMMLOWP_EXP_BARREL_SHIFTER(-2, 1672461947); - GEMMLOWP_EXP_BARREL_SHIFTER(-1, 1302514674); - GEMMLOWP_EXP_BARREL_SHIFTER(+0, 790015084); - GEMMLOWP_EXP_BARREL_SHIFTER(+1, 290630308); - GEMMLOWP_EXP_BARREL_SHIFTER(+2, 39332535); - GEMMLOWP_EXP_BARREL_SHIFTER(+3, 720401); - GEMMLOWP_EXP_BARREL_SHIFTER(+4, 242); - -#undef GEMMLOWP_EXP_BARREL_SHIFTER - - static constexpr int clampB = kIntegerBits > 5 ? 36 - kIntegerBits : 0; - if (kIntegerBits > 5) { - const InputF clamp = - GEMMLOWP_CHECKED_FIXEDPOINT_CONSTANT(InputF, -(1 << clampB), -32.0); - result = SelectUsingMask(MaskIfLessThan(a, clamp), ResultF::Zero(), result); - } - - result = SelectUsingMask(MaskIfZero(a), ResultF::One(), result); - return result; -} - -// Implementation of tanh: (1 - exp(-2x)) / (1 + exp(-2x)). - -// Returns (1 - x) / (1 + x) for x in (0, 1). -template -FixedPoint one_minus_x_over_one_plus_x_for_x_in_0_1( - FixedPoint a) { - typedef FixedPoint F0; - typedef FixedPoint F2; - F0 half_denominator = RoundingHalfSum(a, F0::One()); - // Newton-Raphson division - // https://en.wikipedia.org/wiki/Division_algorithm#Newton.E2.80.93Raphson_division - // Refer to that page for the logic behind the 48/17 and 32/17 constants. - const F2 constant_48_over_17 = - GEMMLOWP_CHECKED_FIXEDPOINT_CONSTANT(F2, 1515870810, 48.0 / 17.0); - const F2 constant_neg_32_over_17 = - GEMMLOWP_CHECKED_FIXEDPOINT_CONSTANT(F2, -1010580540, -32.0 / 17.0); - F2 x = constant_48_over_17 + half_denominator * constant_neg_32_over_17; - for (int i = 0; i < 3; i++) { - F2 half_denominator_times_x = half_denominator * x; - F2 one_minus_half_denominator_times_x = - F2::One() - half_denominator_times_x; - x = x + Rescale<2>(x * one_minus_half_denominator_times_x); - } - return Rescale<0>(x - F2::One()); -} - -// Returns -tanh(x) for x < 0. -template -FixedPoint neg_tanh_on_negative_values( - FixedPoint a) { - return one_minus_x_over_one_plus_x_for_x_in_0_1( - exp_on_negative_values(ExactMulByPot<1>(a))); -} - -// Returns tanh(x) for any x. -template -FixedPoint tanh(FixedPoint a) { - typedef FixedPoint InputF; - typedef FixedPoint ResultF; - tRawType mask_if_negative = MaskIfLessThan(a, InputF::Zero()); - tRawType mask_if_zero = MaskIfZero(a); - InputF n = SelectUsingMask(mask_if_negative, a, -a); - ResultF t = neg_tanh_on_negative_values(n); - return SelectUsingMask(mask_if_zero, ResultF::Zero(), - SelectUsingMask(mask_if_negative, -t, t)); -} - -// Implementation of logistic function. - -// Returns 1 / (1 + x) for x in (0, 1). -template -FixedPoint one_over_one_plus_x_for_x_in_0_1( - FixedPoint a) { - typedef FixedPoint F0; - typedef FixedPoint F2; - F0 half_denominator = RoundingHalfSum(a, F0::One()); - // Newton-Raphson division - // https://en.wikipedia.org/wiki/Division_algorithm#Newton.E2.80.93Raphson_division - // Refer to that page for the logic behind the 48/17 and 32/17 constants. - const F2 constant_48_over_17 = - GEMMLOWP_CHECKED_FIXEDPOINT_CONSTANT(F2, 1515870810, 48.0 / 17.0); - const F2 constant_neg_32_over_17 = - GEMMLOWP_CHECKED_FIXEDPOINT_CONSTANT(F2, -1010580540, -32.0 / 17.0); - F2 x = constant_48_over_17 + half_denominator * constant_neg_32_over_17; - for (int i = 0; i < 3; i++) { - F2 half_denominator_times_x = half_denominator * x; - F2 one_minus_half_denominator_times_x = - F2::One() - half_denominator_times_x; - x = x + Rescale<2>(x * one_minus_half_denominator_times_x); - } - return Rescale<0>(ExactMulByPot<-1>(x)); -} - -// Returns logistic(x) = 1 / (1 + exp(-x)) for x > 0. -template -FixedPoint logistic_on_positive_values( - FixedPoint a) { - return one_over_one_plus_x_for_x_in_0_1(exp_on_negative_values(-a)); -} - -// Returns logistic(x) = 1 / (1 + exp(-x)) for any x. -template -FixedPoint logistic(FixedPoint a) { - typedef FixedPoint InputF; - typedef FixedPoint ResultF; - tRawType mask_if_positive = MaskIfGreaterThan(a, InputF::Zero()); - tRawType mask_if_zero = MaskIfZero(a); - InputF abs_input = SelectUsingMask(mask_if_positive, a, -a); - ResultF result_if_positive = logistic_on_positive_values(abs_input); - ResultF result_if_negative = ResultF::One() - result_if_positive; - const ResultF one_half = - GEMMLOWP_CHECKED_FIXEDPOINT_CONSTANT(ResultF, 1 << 30, 0.5); - return SelectUsingMask(mask_if_zero, one_half, - SelectUsingMask(mask_if_positive, result_if_positive, - result_if_negative)); -} - -} // end namespace gemmlowp - -#ifdef GEMMLOWP_NEON -#include "./fixedpoint_neon.h" -#elif defined(GEMMLOWP_AVX2) -#include "./fixedpoint_avx.h" -#elif defined(GEMMLOWP_SSE4) -#include "./fixedpoint_sse.h" -#elif defined(GEMMLOWP_MSA) -#include "./fixedpoint_msa.h" -#endif - -#endif // GEMMLOWP_INTERNAL_FIXEDPOINT_H_ diff --git a/code/components/tflite-lib/third_party/gemmlowp/fixedpoint/fixedpoint_neon.h b/code/components/tflite-lib/third_party/gemmlowp/fixedpoint/fixedpoint_neon.h deleted file mode 100644 index 646c5907..00000000 --- a/code/components/tflite-lib/third_party/gemmlowp/fixedpoint/fixedpoint_neon.h +++ /dev/null @@ -1,331 +0,0 @@ -// Copyright 2015 The Gemmlowp Authors. All Rights Reserved. -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -// fixedpoint_neon.h: optimized NEON specializations of the templates -// in fixedpoint.h. - -#ifndef GEMMLOWP_INTERNAL_FIXEDPOINT_NEON_H_ -#define GEMMLOWP_INTERNAL_FIXEDPOINT_NEON_H_ - -#include - -namespace gemmlowp { - -template <> -struct FixedPointRawTypeTraits { - typedef std::int32_t ScalarRawType; - static constexpr int kLanes = 4; -}; - -template <> -struct FixedPointRawTypeTraits { - typedef std::int16_t ScalarRawType; - static constexpr int kLanes = 8; -}; - -template <> -inline int32x4_t BitAnd(int32x4_t a, int32x4_t b) { - return vandq_s32(a, b); -} - -template <> -inline int16x8_t BitAnd(int16x8_t a, int16x8_t b) { - return vandq_s16(a, b); -} - -template <> -inline int32x4_t BitOr(int32x4_t a, int32x4_t b) { - return vorrq_s32(a, b); -} - -template <> -inline int16x8_t BitOr(int16x8_t a, int16x8_t b) { - return vorrq_s16(a, b); -} - -template <> -inline int32x4_t BitXor(int32x4_t a, int32x4_t b) { - return veorq_s32(a, b); -} - -template <> -inline int16x8_t BitXor(int16x8_t a, int16x8_t b) { - return veorq_s16(a, b); -} - -template <> -inline int32x4_t BitNot(int32x4_t a) { - return veorq_s32(a, vdupq_n_s32(-1)); -} - -template <> -inline int16x8_t BitNot(int16x8_t a) { - return veorq_s16(a, vdupq_n_s16(-1)); -} - -template <> -inline int32x4_t Add(int32x4_t a, int32x4_t b) { - return vaddq_s32(a, b); -} - -template <> -inline int16x8_t Add(int16x8_t a, int16x8_t b) { - return vaddq_s16(a, b); -} - -template <> -inline int32x4_t Sub(int32x4_t a, int32x4_t b) { - return vsubq_s32(a, b); -} - -template <> -inline int16x8_t Sub(int16x8_t a, int16x8_t b) { - return vsubq_s16(a, b); -} - -template <> -inline int32x4_t Neg(int32x4_t a) { - return vnegq_s32(a); -} - -template <> -inline int16x8_t Neg(int16x8_t a) { - return vnegq_s16(a); -} - -template <> -inline int32x4_t ShiftLeft(int32x4_t a, int offset) { - return vshlq_s32(a, vdupq_n_s32(offset)); -} - -template <> -inline int16x8_t ShiftLeft(int16x8_t a, int offset) { - return vshlq_s16(a, vdupq_n_s16(offset)); -} - -template <> -inline int32x4_t ShiftRight(int32x4_t a, int offset) { - return vshlq_s32(a, vdupq_n_s32(-offset)); -} - -template <> -inline int16x8_t ShiftRight(int16x8_t a, int offset) { - return vshlq_s16(a, vdupq_n_s16(-offset)); -} - -template <> -inline int32x4_t SelectUsingMask(int32x4_t if_mask, int32x4_t then_val, - int32x4_t else_val) { - return vbslq_s32(vreinterpretq_u32_s32(if_mask), then_val, else_val); -} - -template <> -inline int16x8_t SelectUsingMask(int16x8_t if_mask, int16x8_t then_val, - int16x8_t else_val) { - return vbslq_s16(vreinterpretq_u16_s16(if_mask), then_val, else_val); -} - -template <> -inline int32x4_t MaskIfEqual(int32x4_t a, int32x4_t b) { - return vreinterpretq_s32_u32(vceqq_s32(a, b)); -} - -template <> -inline int16x8_t MaskIfEqual(int16x8_t a, int16x8_t b) { - return vreinterpretq_s16_u16(vceqq_s16(a, b)); -} - -template <> -inline int32x4_t MaskIfNotEqual(int32x4_t a, int32x4_t b) { - return BitNot(MaskIfEqual(a, b)); -} - -template <> -inline int16x8_t MaskIfNotEqual(int16x8_t a, int16x8_t b) { - return BitNot(MaskIfEqual(a, b)); -} - -template <> -inline int32x4_t MaskIfZero(int32x4_t a) { - return MaskIfEqual(a, vdupq_n_s32(0)); -} - -template <> -inline int16x8_t MaskIfZero(int16x8_t a) { - return MaskIfEqual(a, vdupq_n_s16(0)); -} - -template <> -inline int32x4_t MaskIfNonZero(int32x4_t a) { - return vreinterpretq_s32_u32(vtstq_s32(a, a)); -} - -template <> -inline int16x8_t MaskIfNonZero(int16x8_t a) { - return vreinterpretq_s16_u16(vtstq_s16(a, a)); -} - -template <> -inline int32x4_t MaskIfGreaterThan(int32x4_t a, int32x4_t b) { - return vreinterpretq_s32_u32(vcgtq_s32(a, b)); -} - -template <> -inline int16x8_t MaskIfGreaterThan(int16x8_t a, int16x8_t b) { - return vreinterpretq_s16_u16(vcgtq_s16(a, b)); -} - -template <> -inline int32x4_t MaskIfGreaterThanOrEqual(int32x4_t a, int32x4_t b) { - return vreinterpretq_s32_u32(vcgeq_s32(a, b)); -} - -template <> -inline int16x8_t MaskIfGreaterThanOrEqual(int16x8_t a, int16x8_t b) { - return vreinterpretq_s16_u16(vcgeq_s16(a, b)); -} - -template <> -inline int32x4_t MaskIfLessThan(int32x4_t a, int32x4_t b) { - return vreinterpretq_s32_u32(vcltq_s32(a, b)); -} - -template <> -inline int16x8_t MaskIfLessThan(int16x8_t a, int16x8_t b) { - return vreinterpretq_s16_u16(vcltq_s16(a, b)); -} - -template <> -inline int32x4_t MaskIfLessThanOrEqual(int32x4_t a, int32x4_t b) { - return vreinterpretq_s32_u32(vcleq_s32(a, b)); -} - -template <> -inline int16x8_t MaskIfLessThanOrEqual(int16x8_t a, int16x8_t b) { - return vreinterpretq_s16_u16(vcleq_s16(a, b)); -} - -template <> -inline bool All(int32x4_t a) { - a = vandq_s32(a, vextq_s32(a, a, 1)); - a = vandq_s32(a, vextq_s32(a, a, 2)); - return vgetq_lane_s32(a, 0); -} - -template <> -inline bool All(int16x8_t a) { - a = vandq_s16(a, vextq_s16(a, a, 1)); - a = vandq_s16(a, vextq_s16(a, a, 2)); - a = vandq_s16(a, vextq_s16(a, a, 4)); - return vgetq_lane_s16(a, 0); -} - -template <> -inline bool Any(int32x4_t a) { - a = vorrq_s32(a, vextq_s32(a, a, 1)); - a = vorrq_s32(a, vextq_s32(a, a, 2)); - return vgetq_lane_s32(a, 0); -} - -template <> -inline bool Any(int16x8_t a) { - a = vorrq_s16(a, vextq_s16(a, a, 1)); - a = vorrq_s16(a, vextq_s16(a, a, 2)); - a = vorrq_s16(a, vextq_s16(a, a, 4)); - return vgetq_lane_s16(a, 0); -} - -template <> -inline int32x4_t RoundingHalfSum(int32x4_t a, int32x4_t b) { - return vrhaddq_s32(a, b); -} - -template <> -inline int16x8_t RoundingHalfSum(int16x8_t a, int16x8_t b) { - return vrhaddq_s16(a, b); -} - -template <> -inline int32x4_t SaturatingRoundingDoublingHighMul(int32x4_t a, int32x4_t b) { - return vqrdmulhq_s32(a, b); -} - -template <> -inline int16x8_t SaturatingRoundingDoublingHighMul(int16x8_t a, int16x8_t b) { - return vqrdmulhq_s16(a, b); -} - -template <> -inline int32x4_t RoundingDivideByPOT(int32x4_t x, int exponent) { - const int32x4_t shift_vec = vdupq_n_s32(-exponent); - const int32x4_t fixup = vshrq_n_s32(vandq_s32(x, shift_vec), 31); - const int32x4_t fixed_up_x = vqaddq_s32(x, fixup); - return vrshlq_s32(fixed_up_x, shift_vec); -} - -template <> -inline int16x8_t RoundingDivideByPOT(int16x8_t x, int exponent) { - const int16x8_t shift_vec = vdupq_n_s16(-exponent); - const int16x8_t fixup = vshrq_n_s16(vandq_s16(x, shift_vec), 15); - const int16x8_t fixed_up_x = vqaddq_s16(x, fixup); - return vrshlq_s16(fixed_up_x, shift_vec); -} - -template -struct ImplSaturatingRoundingMultiplyByPOT { - static int32x4_t eval(int32x4_t x) { return vqshlq_n_s32(x, Exponent); } -}; - -template -struct ImplSaturatingRoundingMultiplyByPOT { - static int32x4_t eval(int32x4_t x) { - const int32x4_t fixup = vshrq_n_s32(x, 31); - const int32x4_t fixed_up_x = vqaddq_s32(x, fixup); - return vrshrq_n_s32(fixed_up_x, -Exponent); - } -}; - -template -struct ImplSaturatingRoundingMultiplyByPOT { - static int16x8_t eval(int16x8_t x) { return vqshlq_n_s16(x, Exponent); } -}; - -template -struct ImplSaturatingRoundingMultiplyByPOT { - static int16x8_t eval(int16x8_t x) { - const int16x8_t fixup = vshrq_n_s16(x, 15); - const int16x8_t fixed_up_x = vqaddq_s16(x, fixup); - return vrshrq_n_s16(fixed_up_x, -Exponent); - } -}; - -template <> -inline int32x4_t Dup(std::int32_t x) { - return vdupq_n_s32(x); -} - -template <> -inline int16x8_t Dup(std::int16_t x) { - return vdupq_n_s16(x); -} - -// So far this is only needed for int16. -template <> -inline int16x8_t SaturatingAdd(int16x8_t a, int16x8_t b) { - return vqaddq_s16(a, b); -} - -} // end namespace gemmlowp - -#endif // GEMMLOWP_INTERNAL_FIXEDPOINT_NEON_H_ diff --git a/code/components/tflite-lib/third_party/gemmlowp/fixedpoint/fixedpoint_sse.h b/code/components/tflite-lib/third_party/gemmlowp/fixedpoint/fixedpoint_sse.h deleted file mode 100644 index a1fae32d..00000000 --- a/code/components/tflite-lib/third_party/gemmlowp/fixedpoint/fixedpoint_sse.h +++ /dev/null @@ -1,384 +0,0 @@ -// Copyright 2015 Google Inc. All Rights Reserved. -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -// fixedpoint_SSE.h: optimized SSE specializations of the templates -// in fixedpoint.h. - -#ifndef GEMMLOWP_INTERNAL_FIXEDPOINT_SSE_H_ -#define GEMMLOWP_INTERNAL_FIXEDPOINT_SSE_H_ - -#include -#include "fixedpoint.h" - -namespace gemmlowp { - -// SSE intrinsics are not finely typed: there is a single __m128i vector -// type that does not distinguish between "int32x4" and "int16x8" use -// cases, unlike the NEON equivalents. Because we had initially focused -// on int32x4, we did not pay attention and specialized these fixedpoint -// templates directly for __m128i hardcoding the int32x4 semantics, -// not leaving room for int16x8 semantics. Amending that by adding a separate -// data type, int16x8_m128i, that wraps __m128i while being a separate -// type. -struct int16x8_m128i { - int16x8_m128i() {} - explicit int16x8_m128i(__m128i w) : v(w) {} - ~int16x8_m128i() {} - - __m128i v; -}; - -template <> -struct FixedPointRawTypeTraits<__m128i> { - typedef std::int32_t ScalarRawType; - static constexpr int kLanes = 4; -}; - -template <> -struct FixedPointRawTypeTraits { - typedef std::int16_t ScalarRawType; - static constexpr int kLanes = 8; -}; - -template <> -inline __m128i BitAnd(__m128i a, __m128i b) { - return _mm_and_si128(a, b); -} - -template <> -inline int16x8_m128i BitAnd(int16x8_m128i a, int16x8_m128i b) { - return int16x8_m128i(_mm_and_si128(a.v, b.v)); -} - -template <> -inline __m128i BitOr(__m128i a, __m128i b) { - return _mm_or_si128(a, b); -} - -template <> -inline int16x8_m128i BitOr(int16x8_m128i a, int16x8_m128i b) { - return int16x8_m128i(_mm_or_si128(a.v, b.v)); -} - -template <> -inline __m128i BitXor(__m128i a, __m128i b) { - return _mm_xor_si128(a, b); -} - -template <> -inline int16x8_m128i BitXor(int16x8_m128i a, int16x8_m128i b) { - return int16x8_m128i(_mm_xor_si128(a.v, b.v)); -} - -template <> -inline __m128i BitNot(__m128i a) { - return _mm_andnot_si128(a, _mm_set1_epi32(-1)); -} - -template <> -inline int16x8_m128i BitNot(int16x8_m128i a) { - return int16x8_m128i(_mm_andnot_si128(a.v, _mm_set1_epi16(-1))); -} - -template <> -inline __m128i Add(__m128i a, __m128i b) { - return _mm_add_epi32(a, b); -} - -template <> -inline int16x8_m128i Add(int16x8_m128i a, int16x8_m128i b) { - return int16x8_m128i(_mm_add_epi16(a.v, b.v)); -} - -template <> -inline __m128i Mul(__m128i a, __m128i b) { - return _mm_mullo_epi32(a, b); -} - -template <> -inline int16x8_m128i Mul(int16x8_m128i a, int16x8_m128i b) { - return int16x8_m128i(_mm_mullo_epi16(a.v, b.v)); -} - -template <> -inline __m128i Sub(__m128i a, __m128i b) { - return _mm_sub_epi32(a, b); -} - -template <> -inline int16x8_m128i Sub(int16x8_m128i a, int16x8_m128i b) { - return int16x8_m128i(_mm_sub_epi16(a.v, b.v)); -} - -template <> -inline __m128i Neg(__m128i a) { - return _mm_sign_epi32(a, _mm_set1_epi32(-1)); -} - -template <> -inline int16x8_m128i Neg(int16x8_m128i a) { - return int16x8_m128i(_mm_sign_epi16(a.v, _mm_set1_epi16(-1))); -} - -template <> -inline __m128i ShiftLeft(__m128i a, int offset) { - return _mm_slli_epi32(a, offset); -} - -template <> -inline int16x8_m128i ShiftLeft(int16x8_m128i a, int offset) { - return int16x8_m128i(_mm_slli_epi16(a.v, offset)); -} - -template <> -inline __m128i ShiftRight(__m128i a, int offset) { - return _mm_srai_epi32(a, offset); -} - -template <> -inline int16x8_m128i ShiftRight(int16x8_m128i a, int offset) { - return int16x8_m128i(_mm_srai_epi16(a.v, offset)); -} - -template <> -inline __m128i SelectUsingMask(__m128i if_mask, __m128i then_val, - __m128i else_val) { - // borrowed from Intel's arm_neon_sse.h header. - return _mm_or_si128(_mm_and_si128(if_mask, then_val), - _mm_andnot_si128(if_mask, else_val)); -} - -template <> -inline int16x8_m128i SelectUsingMask(int16x8_m128i if_mask, - int16x8_m128i then_val, - int16x8_m128i else_val) { - // borrowed from Intel's arm_neon_sse.h header. - return int16x8_m128i(SelectUsingMask(if_mask.v, then_val.v, else_val.v)); -} - -template <> -inline __m128i MaskIfEqual(__m128i a, __m128i b) { - return _mm_cmpeq_epi32(a, b); -} - -template <> -inline int16x8_m128i MaskIfEqual(int16x8_m128i a, int16x8_m128i b) { - return int16x8_m128i(_mm_cmpeq_epi16(a.v, b.v)); -} - -template <> -inline __m128i MaskIfNotEqual(__m128i a, __m128i b) { - return BitNot(MaskIfEqual(a, b)); -} - -template <> -inline int16x8_m128i MaskIfNotEqual(int16x8_m128i a, int16x8_m128i b) { - return BitNot(MaskIfEqual(a, b)); -} - -template <> -inline __m128i MaskIfZero(__m128i a) { - return MaskIfEqual(a, _mm_set1_epi32(0)); -} - -template <> -inline int16x8_m128i MaskIfZero(int16x8_m128i a) { - return MaskIfEqual(a, int16x8_m128i(_mm_set1_epi16(0))); -} - -template <> -inline __m128i MaskIfNonZero(__m128i a) { - return MaskIfNotEqual(a, _mm_set1_epi32(0)); -} - -template <> -inline int16x8_m128i MaskIfNonZero(int16x8_m128i a) { - return MaskIfNotEqual(a, int16x8_m128i(_mm_set1_epi16(0))); -} - -template <> -inline __m128i MaskIfGreaterThan(__m128i a, __m128i b) { - return _mm_cmpgt_epi32(a, b); -} - -template <> -inline int16x8_m128i MaskIfGreaterThan(int16x8_m128i a, int16x8_m128i b) { - return int16x8_m128i(_mm_cmpgt_epi16(a.v, b.v)); -} - -template <> -inline __m128i MaskIfLessThan(__m128i a, __m128i b) { - return _mm_cmplt_epi32(a, b); -} - -template <> -inline int16x8_m128i MaskIfLessThan(int16x8_m128i a, int16x8_m128i b) { - return int16x8_m128i(_mm_cmplt_epi16(a.v, b.v)); -} - -template <> -inline __m128i MaskIfGreaterThanOrEqual(__m128i a, __m128i b) { - return BitNot(MaskIfLessThan(a, b)); -} - -template <> -inline int16x8_m128i MaskIfGreaterThanOrEqual(int16x8_m128i a, - int16x8_m128i b) { - return BitNot(MaskIfLessThan(a, b)); -} - -template <> -inline __m128i MaskIfLessThanOrEqual(__m128i a, __m128i b) { - return BitNot(MaskIfGreaterThan(a, b)); -} - -template <> -inline int16x8_m128i MaskIfLessThanOrEqual(int16x8_m128i a, int16x8_m128i b) { - return BitNot(MaskIfGreaterThan(a, b)); -} - -/* Assumptions: - - All and Any are used on masks. - - masks are all_ones for true lanes, all_zeroes otherwise. -Hence, All means all 128bits set, and Any means any bit set. -*/ - -template <> -inline bool All(__m128i a) { - return _mm_testc_si128(a, a); -} - -template <> -inline bool All(int16x8_m128i a) { - return _mm_testc_si128(a.v, a.v); -} - -template <> -inline bool Any(__m128i a) { - return !_mm_testz_si128(a, a); -} - -template <> -inline bool Any(int16x8_m128i a) { - return !_mm_testz_si128(a.v, a.v); -} - -template <> -inline __m128i RoundingHalfSum(__m128i a, __m128i b) { - /* __m128i round_bit_mask, a_over_2, b_over_2, round_bit, sum; */ - /* We divide the inputs before the add to avoid the overflow and costly test - */ - /* of checking if an overflow occured on signed add */ - /* round_bit_mask = _mm_set1_epi32(1); */ - /* a_over_2 = _mm_srai_epi32(a, 1); */ - /* b_over_2 = _mm_srai_epi32(b, 1); */ - /* sum = Add(a_over_2, b_over_2); */ - /* round_bit = _mm_sign_epi32(BitAnd(BitOr(a,b), round_bit_mask), sum); */ - /* return Add(sum, round_bit); */ - - /* Other possibility detecting overflow and xor the sign if an overflow - * happened*/ - __m128i one, sign_bit_mask, sum, rounded_half_sum, overflow, result; - one = _mm_set1_epi32(1); - sign_bit_mask = _mm_set1_epi32(0x80000000); - sum = Add(a, b); - rounded_half_sum = _mm_srai_epi32(Add(sum, one), 1); - overflow = - BitAnd(BitAnd(BitXor(a, rounded_half_sum), BitXor(b, rounded_half_sum)), - sign_bit_mask); - result = BitXor(rounded_half_sum, overflow); - return result; -} - -template <> -inline int16x8_m128i RoundingHalfSum(int16x8_m128i a, int16x8_m128i b) { - // Idea: go to unsigned to use _mm_avg_epu16, - // borrowed from Intel's arm_neon_sse.h header. - __m128i constant_neg_32768 = _mm_set1_epi16(-32768); - __m128i a_unsigned = _mm_sub_epi16(a.v, constant_neg_32768); - __m128i b_unsigned = _mm_sub_epi16(b.v, constant_neg_32768); - __m128i avg_unsigned = _mm_avg_epu16(a_unsigned, b_unsigned); - __m128i avg = _mm_add_epi16(avg_unsigned, constant_neg_32768); - return int16x8_m128i(avg); -} - -template <> -inline __m128i SaturatingRoundingDoublingHighMul(__m128i a, __m128i b) { - __m128i min, saturation_mask, a0_a2, a1_a3, b0_b2, b1_b3; - __m128i a0b0_a2b2, a1b1_a3b3, a0b0_a2b2_rounded, a1b1_a3b3_rounded; - __m128i a0b0_a2b2_rounded_2x, a1b1_a3b3_rounded_2x, result; - __m128i nudge; - - // saturation only happen if a == b == INT_MIN - min = _mm_set1_epi32(std::numeric_limits::min()); - saturation_mask = BitAnd(MaskIfEqual(a, b), MaskIfEqual(a, min)); - - // a = a0 | a1 | a2 | a3 - // b = b0 | b1 | b2 | b3 - a0_a2 = a; - a1_a3 = _mm_srli_si128(a, 4); - b0_b2 = b; - b1_b3 = _mm_srli_si128(b, 4); - - a0b0_a2b2 = _mm_mul_epi32(a0_a2, b0_b2); - a1b1_a3b3 = _mm_mul_epi32(a1_a3, b1_b3); - - // do the rounding and take into account that it will be doubled - nudge = _mm_set1_epi64x(1 << 30); - a0b0_a2b2_rounded = _mm_add_epi64(a0b0_a2b2, nudge); - a1b1_a3b3_rounded = _mm_add_epi64(a1b1_a3b3, nudge); - - // do the doubling - a0b0_a2b2_rounded_2x = _mm_slli_epi64(a0b0_a2b2_rounded, 1); - a1b1_a3b3_rounded_2x = _mm_slli_epi64(a1b1_a3b3_rounded, 1); - - // get the high part of the products - result = _mm_blend_epi16(_mm_srli_si128(a0b0_a2b2_rounded_2x, 4), - a1b1_a3b3_rounded_2x, 0xcc); - - // saturate those which overflowed - return SelectUsingMask(saturation_mask, min, result); -} - -template <> -inline int16x8_m128i SaturatingRoundingDoublingHighMul(int16x8_m128i a, - int16x8_m128i b) { - // Idea: use _mm_mulhrs_epi16 then saturate with a bit-operation, - // borrowed from Intel's arm_neon_sse.h header. - __m128i result_unsaturated = _mm_mulhrs_epi16(a.v, b.v); - __m128i saturation_mask = - _mm_cmpeq_epi16(result_unsaturated, _mm_set1_epi16(0x8000)); - __m128i result = _mm_xor_si128(result_unsaturated, saturation_mask); - return int16x8_m128i(result); -} - -template <> -inline __m128i Dup<__m128i>(std::int32_t x) { - return _mm_set1_epi32(x); -} - -template <> -inline int16x8_m128i Dup(std::int16_t x) { - return int16x8_m128i(_mm_set1_epi16(x)); -} - -// So far this is only needed for int16. -template <> -inline int16x8_m128i SaturatingAdd(int16x8_m128i a, int16x8_m128i b) { - return int16x8_m128i(_mm_adds_epi16(a.v, b.v)); -} - -} // end namespace gemmlowp - -#endif // GEMMLOWP_INTERNAL_FIXEDPOINT_SSE_H_ diff --git a/code/components/tflite-lib/third_party/gemmlowp/internal/detect_platform.h b/code/components/tflite-lib/third_party/gemmlowp/internal/detect_platform.h deleted file mode 100644 index 6f06d19f..00000000 --- a/code/components/tflite-lib/third_party/gemmlowp/internal/detect_platform.h +++ /dev/null @@ -1,166 +0,0 @@ -// Copyright 2018 The Gemmlowp Authors. All Rights Reserved. -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -// detect_platform.h: Sets up macros that control architecture-specific -// features of gemmlowp's implementation. - -#ifndef GEMMLOWP_INTERNAL_DETECT_PLATFORM_H_ -#define GEMMLOWP_INTERNAL_DETECT_PLATFORM_H_ - -// Our inline assembly path assume GCC/Clang syntax. -// Native Client doesn't seem to support inline assembly(?). -#if defined(__GNUC__) && !defined(__native_client__) -#define GEMMLOWP_ALLOW_INLINE_ASM -#endif - -// Define macro statement that avoids inlining for GCC. -// For non-GCC, define as empty macro. -#if defined(__GNUC__) -#define GEMMLOWP_NOINLINE __attribute__((noinline)) -#else -#define GEMMLOWP_NOINLINE -#endif - -// Detect ARM, 32-bit or 64-bit -#ifdef __arm__ -#define GEMMLOWP_ARM_32 -#endif - -#ifdef __aarch64__ -#define GEMMLOWP_ARM_64 -#endif - -#if defined(GEMMLOWP_ARM_32) || defined(GEMMLOWP_ARM_64) -#define GEMMLOWP_ARM -#endif - -// Detect MIPS, 32-bit or 64-bit -#if defined(__mips) && !defined(__LP64__) -#define GEMMLOWP_MIPS_32 -#endif - -#if defined(__mips) && defined(__LP64__) -#define GEMMLOWP_MIPS_64 -#endif - -#if defined(GEMMLOWP_MIPS_32) || defined(GEMMLOWP_MIPS_64) -#define GEMMLOWP_MIPS -#endif - -// Detect x86, 32-bit or 64-bit -#if defined(__i386__) || defined(_M_IX86) || defined(_X86_) || defined(__i386) -#define GEMMLOWP_X86_32 -#endif - -#if defined(__x86_64__) || defined(_M_X64) || defined(__amd64) -#define GEMMLOWP_X86_64 -#endif - -#if defined(GEMMLOWP_X86_32) || defined(GEMMLOWP_X86_64) -#define GEMMLOWP_X86 -#endif - -// Some of our optimized paths use inline assembly and for -// now we don't bother enabling some other optimized paths using intrinddics -// where we can't use inline assembly paths. -#ifdef GEMMLOWP_ALLOW_INLINE_ASM - -// Detect NEON. It's important to check for both tokens. -#if (defined __ARM_NEON) || (defined __ARM_NEON__) -#define GEMMLOWP_NEON -#endif - -// Convenience NEON tokens for 32-bit or 64-bit -#if defined(GEMMLOWP_NEON) && defined(GEMMLOWP_ARM_32) -#define GEMMLOWP_NEON_32 -#endif - -#if defined(GEMMLOWP_NEON) && defined(GEMMLOWP_ARM_64) -#define GEMMLOWP_NEON_64 -#endif - -// Detect MIPS MSA. -// Limit MSA optimizations to little-endian CPUs for now. -// TODO: Perhaps, eventually support MSA optimizations on big-endian CPUs? -#if defined(GEMMLOWP_MIPS) && (__mips_isa_rev >= 5) && defined(__mips_msa) && \ - defined(__BYTE_ORDER__) && (__BYTE_ORDER__ == __ORDER_LITTLE_ENDIAN__) -#define GEMMLOWP_MSA -#endif - -// Convenience MIPS MSA tokens for 32-bit or 64-bit. -#if defined(GEMMLOWP_MSA) && defined(GEMMLOWP_MIPS_32) -#define GEMMLOWP_MSA_32 -#endif - -#if defined(GEMMLOWP_MSA) && defined(GEMMLOWP_MIPS_64) -#define GEMMLOWP_MSA_64 -#endif - -// compiler define for AVX2 -D GEMMLOWP_ENABLE_AVX2 -// Detect AVX2 -#if defined(__AVX2__) && defined(GEMMLOWP_ENABLE_AVX2) -#define GEMMLOWP_AVX2 -// Detect SSE4. -// MSVC does not have __SSE4_1__ macro, but will enable SSE4 -// when AVX is turned on. -#elif defined(__SSE4_1__) || (defined(_MSC_VER) && defined(__AVX__)) -#define GEMMLOWP_SSE4 -// Detect SSE3. -#elif defined(__SSE3__) -#define GEMMLOWP_SSE3 -#endif - -// Convenience SSE4 tokens for 32-bit or 64-bit -#if defined(GEMMLOWP_SSE4) && defined(GEMMLOWP_X86_32) && \ - !defined(GEMMLOWP_DISABLE_SSE4) -#define GEMMLOWP_SSE4_32 -#endif - -#if defined(GEMMLOWP_SSE3) && defined(GEMMLOWP_X86_32) -#define GEMMLOWP_SSE3_32 -#endif - -#if defined(GEMMLOWP_SSE4) && defined(GEMMLOWP_X86_64) && \ - !defined(GEMMLOWP_DISABLE_SSE4) -#define GEMMLOWP_SSE4_64 -#endif - -#if defined(GEMMLOWP_SSE3) && defined(GEMMLOWP_X86_64) -#define GEMMLOWP_SSE3_64 -#endif - -#if defined(GEMMLOWP_AVX2) && defined(GEMMLOWP_X86_64) -#define GEMMLOWP_AVX2_64 -#endif - -#if defined(__has_feature) -#if __has_feature(memory_sanitizer) -#include -#define GEMMLOWP_MARK_MEMORY_AS_INITIALIZED __msan_unpoison -#elif __has_feature(address_sanitizer) -#include -#define GEMMLOWP_MARK_MEMORY_AS_INITIALIZED __asan_unpoison_memory_region -#endif -#endif - -#endif // GEMMLOWP_ALLOW_INLINE_ASM - -// Detect Android. Don't conflate with ARM - we care about tuning -// for non-ARM Android devices too. This can be used in conjunction -// with x86 to tune differently for mobile x86 CPUs (Atom) vs. desktop x86 CPUs. -#if defined(__ANDROID__) || defined(ANDROID) -#define GEMMLOWP_ANDROID -#endif - -#endif // GEMMLOWP_INTERNAL_DETECT_PLATFORM_H_ diff --git a/code/components/tflite-lib/third_party/kissfft/COPYING b/code/components/tflite-lib/third_party/kissfft/COPYING deleted file mode 100644 index 2fc6685a..00000000 --- a/code/components/tflite-lib/third_party/kissfft/COPYING +++ /dev/null @@ -1,11 +0,0 @@ -Copyright (c) 2003-2010 Mark Borgerding - -All rights reserved. - -Redistribution and use in source and binary forms, with or without modification, are permitted provided that the following conditions are met: - - * Redistributions of source code must retain the above copyright notice, this list of conditions and the following disclaimer. - * Redistributions in binary form must reproduce the above copyright notice, this list of conditions and the following disclaimer in the documentation and/or other materials provided with the distribution. - * Neither the author nor the names of any contributors may be used to endorse or promote products derived from this software without specific prior written permission. - -THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. diff --git a/code/components/tflite-lib/third_party/kissfft/_kiss_fft_guts.h b/code/components/tflite-lib/third_party/kissfft/_kiss_fft_guts.h deleted file mode 100644 index 1a0f4c26..00000000 --- a/code/components/tflite-lib/third_party/kissfft/_kiss_fft_guts.h +++ /dev/null @@ -1,168 +0,0 @@ -#ifndef _KISS_FFT_GUTS_H -#define _KISS_FFT_GUTS_H - -/* -Copyright (c) 2003-2010, Mark Borgerding - -All rights reserved. - -Redistribution and use in source and binary forms, with or without modification, are permitted provided that the following conditions are met: - - * Redistributions of source code must retain the above copyright notice, this list of conditions and the following disclaimer. - * Redistributions in binary form must reproduce the above copyright notice, this list of conditions and the following disclaimer in the documentation and/or other materials provided with the distribution. - * Neither the author nor the names of any contributors may be used to endorse or promote products derived from this software without specific prior written permission. - -THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. -*/ - -/* kiss_fft.h - defines kiss_fft_scalar as either short or a float type - and defines - typedef struct { kiss_fft_scalar r; kiss_fft_scalar i; }kiss_fft_cpx; */ -#include "kiss_fft.h" -#include - -#define MAXFACTORS 32 -/* e.g. an fft of length 128 has 4 factors - as far as kissfft is concerned - 4*4*4*2 - */ - -struct kiss_fft_state{ - int nfft; - int inverse; - int factors[2*MAXFACTORS]; - kiss_fft_cpx twiddles[1]; -}; - -/* - Explanation of macros dealing with complex math: - - C_MUL(m,a,b) : m = a*b - C_FIXDIV( c , div ) : if a fixed point impl., c /= div. noop otherwise - C_SUB( res, a,b) : res = a - b - C_SUBFROM( res , a) : res -= a - C_ADDTO( res , a) : res += a - * */ -#ifdef FIXED_POINT -#if (FIXED_POINT==32) -# define FRACBITS 31 -# define SAMPPROD int64_t -#define SAMP_MAX 2147483647 -#else -# define FRACBITS 15 -# define SAMPPROD int32_t -#define SAMP_MAX 32767 -#endif - -#define SAMP_MIN -SAMP_MAX - -#if defined(CHECK_OVERFLOW) -# define CHECK_OVERFLOW_OP(a,op,b) \ - if ( (SAMPPROD)(a) op (SAMPPROD)(b) > SAMP_MAX || (SAMPPROD)(a) op (SAMPPROD)(b) < SAMP_MIN ) { \ - fprintf(stderr,"WARNING:overflow @ " __FILE__ "(%d): (%d " #op" %d) = %ld\n",__LINE__,(a),(b),(SAMPPROD)(a) op (SAMPPROD)(b) ); } -#endif - - -# define smul(a,b) ( (SAMPPROD)(a)*(b) ) -# define sround( x ) (kiss_fft_scalar)( ( (x) + (1<<(FRACBITS-1)) ) >> FRACBITS ) - -# define S_MUL(a,b) sround( smul(a,b) ) - -# define C_MUL(m,a,b) \ - do{ (m).r = sround( smul((a).r,(b).r) - smul((a).i,(b).i) ); \ - (m).i = sround( smul((a).r,(b).i) + smul((a).i,(b).r) ); }while(0) - -# define DIVSCALAR(x,k) \ - (x) = sround( smul( x, SAMP_MAX/k ) ) - -# define C_FIXDIV(c,div) \ - do { DIVSCALAR( (c).r , div); \ - DIVSCALAR( (c).i , div); }while (0) - -# define C_MULBYSCALAR( c, s ) \ - do{ (c).r = sround( smul( (c).r , s ) ) ;\ - (c).i = sround( smul( (c).i , s ) ) ; }while(0) - -#else /* not FIXED_POINT*/ - -# define S_MUL(a,b) ( (a)*(b) ) -#define C_MUL(m,a,b) \ - do{ (m).r = (a).r*(b).r - (a).i*(b).i;\ - (m).i = (a).r*(b).i + (a).i*(b).r; }while(0) -# define C_FIXDIV(c,div) /* NOOP */ -# define C_MULBYSCALAR( c, s ) \ - do{ (c).r *= (s);\ - (c).i *= (s); }while(0) -#endif - -#ifndef CHECK_OVERFLOW_OP -# define CHECK_OVERFLOW_OP(a,op,b) /* noop */ -#endif - -#define C_ADD( res, a,b)\ - do { \ - CHECK_OVERFLOW_OP((a).r,+,(b).r)\ - CHECK_OVERFLOW_OP((a).i,+,(b).i)\ - (res).r=(a).r+(b).r; (res).i=(a).i+(b).i; \ - }while(0) -#define C_SUB( res, a,b)\ - do { \ - CHECK_OVERFLOW_OP((a).r,-,(b).r)\ - CHECK_OVERFLOW_OP((a).i,-,(b).i)\ - (res).r=(a).r-(b).r; (res).i=(a).i-(b).i; \ - }while(0) -#define C_ADDTO( res , a)\ - do { \ - CHECK_OVERFLOW_OP((res).r,+,(a).r)\ - CHECK_OVERFLOW_OP((res).i,+,(a).i)\ - (res).r += (a).r; (res).i += (a).i;\ - }while(0) - -#define C_SUBFROM( res , a)\ - do {\ - CHECK_OVERFLOW_OP((res).r,-,(a).r)\ - CHECK_OVERFLOW_OP((res).i,-,(a).i)\ - (res).r -= (a).r; (res).i -= (a).i; \ - }while(0) - - -#ifdef FIXED_POINT -# define KISS_FFT_COS(phase) floor(.5+SAMP_MAX * cos (phase)) -# define KISS_FFT_SIN(phase) floor(.5+SAMP_MAX * sin (phase)) -# define HALF_OF(x) ((x)>>1) -#elif defined(USE_SIMD) -# define KISS_FFT_COS(phase) _mm_set1_ps( cos(phase) ) -# define KISS_FFT_SIN(phase) _mm_set1_ps( sin(phase) ) -# define HALF_OF(x) ((x)*_mm_set1_ps(.5)) -#else -# define KISS_FFT_COS(phase) (kiss_fft_scalar) cos(phase) -# define KISS_FFT_SIN(phase) (kiss_fft_scalar) sin(phase) -# define HALF_OF(x) ((x)*(kiss_fft_scalar).5) -#endif - -#define kf_cexp(x,phase) \ - do{ \ - (x)->r = KISS_FFT_COS(phase);\ - (x)->i = KISS_FFT_SIN(phase);\ - }while(0) - - -/* a debugging function */ -#define pcpx(c)\ - fprintf(stderr,"%g + %gi\n",(double)((c)->r),(double)((c)->i) ) - - -#ifdef KISS_FFT_USE_ALLOCA -// define this to allow use of alloca instead of malloc for temporary buffers -// Temporary buffers are used in two case: -// 1. FFT sizes that have "bad" factors. i.e. not 2,3 and 5 -// 2. "in-place" FFTs. Notice the quotes, since kissfft does not really do an in-place transform. -#include -#define KISS_FFT_TMP_ALLOC(nbytes) alloca(nbytes) -#define KISS_FFT_TMP_FREE(ptr) -#else -#define KISS_FFT_TMP_ALLOC(nbytes) KISS_FFT_MALLOC(nbytes) -#define KISS_FFT_TMP_FREE(ptr) KISS_FFT_FREE(ptr) -#endif -#endif // _KISS_FFT_GUTS_H diff --git a/code/components/tflite-lib/third_party/kissfft/kiss_fft.c b/code/components/tflite-lib/third_party/kissfft/kiss_fft.c deleted file mode 100644 index 9133a013..00000000 --- a/code/components/tflite-lib/third_party/kissfft/kiss_fft.c +++ /dev/null @@ -1,408 +0,0 @@ -/* -Copyright (c) 2003-2010, Mark Borgerding - -All rights reserved. - -Redistribution and use in source and binary forms, with or without modification, are permitted provided that the following conditions are met: - - * Redistributions of source code must retain the above copyright notice, this list of conditions and the following disclaimer. - * Redistributions in binary form must reproduce the above copyright notice, this list of conditions and the following disclaimer in the documentation and/or other materials provided with the distribution. - * Neither the author nor the names of any contributors may be used to endorse or promote products derived from this software without specific prior written permission. - -THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. -*/ - - -#include "_kiss_fft_guts.h" -/* The guts header contains all the multiplication and addition macros that are defined for - fixed or floating point complex numbers. It also delares the kf_ internal functions. - */ - -static void kf_bfly2( - kiss_fft_cpx * Fout, - const size_t fstride, - const kiss_fft_cfg st, - int m - ) -{ - kiss_fft_cpx * Fout2; - kiss_fft_cpx * tw1 = st->twiddles; - kiss_fft_cpx t; - Fout2 = Fout + m; - do{ - C_FIXDIV(*Fout,2); C_FIXDIV(*Fout2,2); - - C_MUL (t, *Fout2 , *tw1); - tw1 += fstride; - C_SUB( *Fout2 , *Fout , t ); - C_ADDTO( *Fout , t ); - ++Fout2; - ++Fout; - }while (--m); -} - -static void kf_bfly4( - kiss_fft_cpx * Fout, - const size_t fstride, - const kiss_fft_cfg st, - const size_t m - ) -{ - kiss_fft_cpx *tw1,*tw2,*tw3; - kiss_fft_cpx scratch[6]; - size_t k=m; - const size_t m2=2*m; - const size_t m3=3*m; - - - tw3 = tw2 = tw1 = st->twiddles; - - do { - C_FIXDIV(*Fout,4); C_FIXDIV(Fout[m],4); C_FIXDIV(Fout[m2],4); C_FIXDIV(Fout[m3],4); - - C_MUL(scratch[0],Fout[m] , *tw1 ); - C_MUL(scratch[1],Fout[m2] , *tw2 ); - C_MUL(scratch[2],Fout[m3] , *tw3 ); - - C_SUB( scratch[5] , *Fout, scratch[1] ); - C_ADDTO(*Fout, scratch[1]); - C_ADD( scratch[3] , scratch[0] , scratch[2] ); - C_SUB( scratch[4] , scratch[0] , scratch[2] ); - C_SUB( Fout[m2], *Fout, scratch[3] ); - tw1 += fstride; - tw2 += fstride*2; - tw3 += fstride*3; - C_ADDTO( *Fout , scratch[3] ); - - if(st->inverse) { - Fout[m].r = scratch[5].r - scratch[4].i; - Fout[m].i = scratch[5].i + scratch[4].r; - Fout[m3].r = scratch[5].r + scratch[4].i; - Fout[m3].i = scratch[5].i - scratch[4].r; - }else{ - Fout[m].r = scratch[5].r + scratch[4].i; - Fout[m].i = scratch[5].i - scratch[4].r; - Fout[m3].r = scratch[5].r - scratch[4].i; - Fout[m3].i = scratch[5].i + scratch[4].r; - } - ++Fout; - }while(--k); -} - -static void kf_bfly3( - kiss_fft_cpx * Fout, - const size_t fstride, - const kiss_fft_cfg st, - size_t m - ) -{ - size_t k=m; - const size_t m2 = 2*m; - kiss_fft_cpx *tw1,*tw2; - kiss_fft_cpx scratch[5]; - kiss_fft_cpx epi3; - epi3 = st->twiddles[fstride*m]; - - tw1=tw2=st->twiddles; - - do{ - C_FIXDIV(*Fout,3); C_FIXDIV(Fout[m],3); C_FIXDIV(Fout[m2],3); - - C_MUL(scratch[1],Fout[m] , *tw1); - C_MUL(scratch[2],Fout[m2] , *tw2); - - C_ADD(scratch[3],scratch[1],scratch[2]); - C_SUB(scratch[0],scratch[1],scratch[2]); - tw1 += fstride; - tw2 += fstride*2; - - Fout[m].r = Fout->r - HALF_OF(scratch[3].r); - Fout[m].i = Fout->i - HALF_OF(scratch[3].i); - - C_MULBYSCALAR( scratch[0] , epi3.i ); - - C_ADDTO(*Fout,scratch[3]); - - Fout[m2].r = Fout[m].r + scratch[0].i; - Fout[m2].i = Fout[m].i - scratch[0].r; - - Fout[m].r -= scratch[0].i; - Fout[m].i += scratch[0].r; - - ++Fout; - }while(--k); -} - -static void kf_bfly5( - kiss_fft_cpx * Fout, - const size_t fstride, - const kiss_fft_cfg st, - int m - ) -{ - kiss_fft_cpx *Fout0,*Fout1,*Fout2,*Fout3,*Fout4; - int u; - kiss_fft_cpx scratch[13]; - kiss_fft_cpx * twiddles = st->twiddles; - kiss_fft_cpx *tw; - kiss_fft_cpx ya,yb; - ya = twiddles[fstride*m]; - yb = twiddles[fstride*2*m]; - - Fout0=Fout; - Fout1=Fout0+m; - Fout2=Fout0+2*m; - Fout3=Fout0+3*m; - Fout4=Fout0+4*m; - - tw=st->twiddles; - for ( u=0; ur += scratch[7].r + scratch[8].r; - Fout0->i += scratch[7].i + scratch[8].i; - - scratch[5].r = scratch[0].r + S_MUL(scratch[7].r,ya.r) + S_MUL(scratch[8].r,yb.r); - scratch[5].i = scratch[0].i + S_MUL(scratch[7].i,ya.r) + S_MUL(scratch[8].i,yb.r); - - scratch[6].r = S_MUL(scratch[10].i,ya.i) + S_MUL(scratch[9].i,yb.i); - scratch[6].i = -S_MUL(scratch[10].r,ya.i) - S_MUL(scratch[9].r,yb.i); - - C_SUB(*Fout1,scratch[5],scratch[6]); - C_ADD(*Fout4,scratch[5],scratch[6]); - - scratch[11].r = scratch[0].r + S_MUL(scratch[7].r,yb.r) + S_MUL(scratch[8].r,ya.r); - scratch[11].i = scratch[0].i + S_MUL(scratch[7].i,yb.r) + S_MUL(scratch[8].i,ya.r); - scratch[12].r = - S_MUL(scratch[10].i,yb.i) + S_MUL(scratch[9].i,ya.i); - scratch[12].i = S_MUL(scratch[10].r,yb.i) - S_MUL(scratch[9].r,ya.i); - - C_ADD(*Fout2,scratch[11],scratch[12]); - C_SUB(*Fout3,scratch[11],scratch[12]); - - ++Fout0;++Fout1;++Fout2;++Fout3;++Fout4; - } -} - -/* perform the butterfly for one stage of a mixed radix FFT */ -static void kf_bfly_generic( - kiss_fft_cpx * Fout, - const size_t fstride, - const kiss_fft_cfg st, - int m, - int p - ) -{ - int u,k,q1,q; - kiss_fft_cpx * twiddles = st->twiddles; - kiss_fft_cpx t; - int Norig = st->nfft; - - kiss_fft_cpx * scratch = (kiss_fft_cpx*)KISS_FFT_TMP_ALLOC(sizeof(kiss_fft_cpx)*p); - - for ( u=0; u=Norig) twidx-=Norig; - C_MUL(t,scratch[q] , twiddles[twidx] ); - C_ADDTO( Fout[ k ] ,t); - } - k += m; - } - } - KISS_FFT_TMP_FREE(scratch); -} - -static -void kf_work( - kiss_fft_cpx * Fout, - const kiss_fft_cpx * f, - const size_t fstride, - int in_stride, - int * factors, - const kiss_fft_cfg st - ) -{ - kiss_fft_cpx * Fout_beg=Fout; - const int p=*factors++; /* the radix */ - const int m=*factors++; /* stage's fft length/p */ - const kiss_fft_cpx * Fout_end = Fout + p*m; - -#ifdef _OPENMP - // use openmp extensions at the - // top-level (not recursive) - if (fstride==1 && p<=5) - { - int k; - - // execute the p different work units in different threads -# pragma omp parallel for - for (k=0;k floor_sqrt) - p = n; /* no more factors, skip to end */ - } - n /= p; - *facbuf++ = p; - *facbuf++ = n; - } while (n > 1); -} - -/* - * - * User-callable function to allocate all necessary storage space for the fft. - * - * The return value is a contiguous block of memory, allocated with malloc. As such, - * It can be freed with free(), rather than a kiss_fft-specific function. - * */ -kiss_fft_cfg kiss_fft_alloc(int nfft,int inverse_fft,void * mem,size_t * lenmem ) -{ - kiss_fft_cfg st=NULL; - size_t memneeded = sizeof(struct kiss_fft_state) - + sizeof(kiss_fft_cpx)*(nfft-1); /* twiddle factors*/ - - if ( lenmem==NULL ) { - st = ( kiss_fft_cfg)KISS_FFT_MALLOC( memneeded ); - }else{ - if (mem != NULL && *lenmem >= memneeded) - st = (kiss_fft_cfg)mem; - *lenmem = memneeded; - } - if (st) { - int i; - st->nfft=nfft; - st->inverse = inverse_fft; - - for (i=0;iinverse) - phase *= -1; - kf_cexp(st->twiddles+i, phase ); - } - - kf_factor(nfft,st->factors); - } - return st; -} - - -void kiss_fft_stride(kiss_fft_cfg st,const kiss_fft_cpx *fin,kiss_fft_cpx *fout,int in_stride) -{ - if (fin == fout) { - //NOTE: this is not really an in-place FFT algorithm. - //It just performs an out-of-place FFT into a temp buffer - kiss_fft_cpx * tmpbuf = (kiss_fft_cpx*)KISS_FFT_TMP_ALLOC( sizeof(kiss_fft_cpx)*st->nfft); - kf_work(tmpbuf,fin,1,in_stride, st->factors,st); - /* memcpy(fout,tmpbuf,sizeof(kiss_fft_cpx)*st->nfft); */ - KISS_FFT_TMP_FREE(tmpbuf); - }else{ - kf_work( fout, fin, 1,in_stride, st->factors,st ); - } -} - -void kiss_fft(kiss_fft_cfg cfg,const kiss_fft_cpx *fin,kiss_fft_cpx *fout) -{ - kiss_fft_stride(cfg,fin,fout,1); -} - - -void kiss_fft_cleanup(void) -{ - // nothing needed any more -} - -int kiss_fft_next_fast_size(int n) -{ - while(1) { - int m=n; - while ( (m%2) == 0 ) m/=2; - while ( (m%3) == 0 ) m/=3; - while ( (m%5) == 0 ) m/=5; - if (m<=1) - break; /* n is completely factorable by twos, threes, and fives */ - n++; - } - return n; -} diff --git a/code/components/tflite-lib/third_party/kissfft/kiss_fft.h b/code/components/tflite-lib/third_party/kissfft/kiss_fft.h deleted file mode 100644 index 24e4d0c0..00000000 --- a/code/components/tflite-lib/third_party/kissfft/kiss_fft.h +++ /dev/null @@ -1,124 +0,0 @@ -#ifndef KISS_FFT_H -#define KISS_FFT_H - -#include -#include -#include -#include - -#ifdef __cplusplus -extern "C++" { -#endif - -/* - ATTENTION! - If you would like a : - -- a utility that will handle the caching of fft objects - -- real-only (no imaginary time component ) FFT - -- a multi-dimensional FFT - -- a command-line utility to perform ffts - -- a command-line utility to perform fast-convolution filtering - - Then see kfc.h kiss_fftr.h kiss_fftnd.h fftutil.c kiss_fastfir.c - in the tools/ directory. -*/ - -#ifdef USE_SIMD -# include -# define kiss_fft_scalar __m128 -#define KISS_FFT_MALLOC(nbytes) _mm_malloc(nbytes,16) -#define KISS_FFT_FREE _mm_free -#else -#define KISS_FFT_MALLOC(X) (void*)(0x0) /* Patched. */ -#define KISS_FFT_FREE(X) /* Patched. */ -#endif - - -#ifdef FIXED_POINT -#include /* Patched. */ -# if (FIXED_POINT == 32) -# define kiss_fft_scalar int32_t -# else -# define kiss_fft_scalar int16_t -# endif -#else -# ifndef kiss_fft_scalar -/* default is float */ -# define kiss_fft_scalar float -# endif -#endif - -typedef struct { - kiss_fft_scalar r; - kiss_fft_scalar i; -}kiss_fft_cpx; - -typedef struct kiss_fft_state* kiss_fft_cfg; - -/* - * kiss_fft_alloc - * - * Initialize a FFT (or IFFT) algorithm's cfg/state buffer. - * - * typical usage: kiss_fft_cfg mycfg=kiss_fft_alloc(1024,0,NULL,NULL); - * - * The return value from fft_alloc is a cfg buffer used internally - * by the fft routine or NULL. - * - * If lenmem is NULL, then kiss_fft_alloc will allocate a cfg buffer using malloc. - * The returned value should be free()d when done to avoid memory leaks. - * - * The state can be placed in a user supplied buffer 'mem': - * If lenmem is not NULL and mem is not NULL and *lenmem is large enough, - * then the function places the cfg in mem and the size used in *lenmem - * and returns mem. - * - * If lenmem is not NULL and ( mem is NULL or *lenmem is not large enough), - * then the function returns NULL and places the minimum cfg - * buffer size in *lenmem. - * */ - -kiss_fft_cfg kiss_fft_alloc(int nfft,int inverse_fft,void * mem,size_t * lenmem); - -/* - * kiss_fft(cfg,in_out_buf) - * - * Perform an FFT on a complex input buffer. - * for a forward FFT, - * fin should be f[0] , f[1] , ... ,f[nfft-1] - * fout will be F[0] , F[1] , ... ,F[nfft-1] - * Note that each element is complex and can be accessed like - f[k].r and f[k].i - * */ -void kiss_fft(kiss_fft_cfg cfg,const kiss_fft_cpx *fin,kiss_fft_cpx *fout); - -/* - A more generic version of the above function. It reads its input from every Nth sample. - * */ -void kiss_fft_stride(kiss_fft_cfg cfg,const kiss_fft_cpx *fin,kiss_fft_cpx *fout,int fin_stride); - -/* If kiss_fft_alloc allocated a buffer, it is one contiguous - buffer and can be simply free()d when no longer needed*/ -#define kiss_fft_free free - -/* - Cleans up some memory that gets managed internally. Not necessary to call, but it might clean up - your compiler output to call this before you exit. -*/ -void kiss_fft_cleanup(void); - - -/* - * Returns the smallest integer k, such that k>=n and k has only "fast" factors (2,3,5) - */ -int kiss_fft_next_fast_size(int n); - -/* for real ffts, we need an even size */ -#define kiss_fftr_next_fast_size_real(n) \ - (kiss_fft_next_fast_size( ((n)+1)>>1)<<1) - -#ifdef __cplusplus -} -#endif - -#endif diff --git a/code/components/tflite-lib/third_party/kissfft/tools/kiss_fftr.c b/code/components/tflite-lib/third_party/kissfft/tools/kiss_fftr.c deleted file mode 100644 index 0d22a04d..00000000 --- a/code/components/tflite-lib/third_party/kissfft/tools/kiss_fftr.c +++ /dev/null @@ -1,159 +0,0 @@ -/* -Copyright (c) 2003-2004, Mark Borgerding - -All rights reserved. - -Redistribution and use in source and binary forms, with or without modification, are permitted provided that the following conditions are met: - - * Redistributions of source code must retain the above copyright notice, this list of conditions and the following disclaimer. - * Redistributions in binary form must reproduce the above copyright notice, this list of conditions and the following disclaimer in the documentation and/or other materials provided with the distribution. - * Neither the author nor the names of any contributors may be used to endorse or promote products derived from this software without specific prior written permission. - -THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. -*/ - -#include "kiss_fftr.h" -#include "_kiss_fft_guts.h" - -struct kiss_fftr_state{ - kiss_fft_cfg substate; - kiss_fft_cpx * tmpbuf; - kiss_fft_cpx * super_twiddles; -#ifdef USE_SIMD - void * pad; -#endif -}; - -kiss_fftr_cfg kiss_fftr_alloc(int nfft,int inverse_fft,void * mem,size_t * lenmem) -{ - int i; - kiss_fftr_cfg st = NULL; - size_t subsize, memneeded; - - if (nfft & 1) { - /* fprintf(stderr,"Real FFT optimization must be even.\n"); */ - return NULL; - } - nfft >>= 1; - - kiss_fft_alloc (nfft, inverse_fft, NULL, &subsize); - memneeded = sizeof(struct kiss_fftr_state) + subsize + sizeof(kiss_fft_cpx) * ( nfft * 3 / 2); - - if (lenmem == NULL) { - st = (kiss_fftr_cfg) KISS_FFT_MALLOC (memneeded); - } else { - if (*lenmem >= memneeded) - st = (kiss_fftr_cfg) mem; - *lenmem = memneeded; - } - if (!st) - return NULL; - - st->substate = (kiss_fft_cfg) (st + 1); /*just beyond kiss_fftr_state struct */ - st->tmpbuf = (kiss_fft_cpx *) (((char *) st->substate) + subsize); - st->super_twiddles = st->tmpbuf + nfft; - kiss_fft_alloc(nfft, inverse_fft, st->substate, &subsize); - - for (i = 0; i < nfft/2; ++i) { - double phase = - -3.14159265358979323846264338327 * ((double) (i+1) / nfft + .5); - if (inverse_fft) - phase *= -1; - kf_cexp (st->super_twiddles+i,phase); - } - return st; -} - -void kiss_fftr(kiss_fftr_cfg st,const kiss_fft_scalar *timedata,kiss_fft_cpx *freqdata) -{ - /* input buffer timedata is stored row-wise */ - int k,ncfft; - kiss_fft_cpx fpnk,fpk,f1k,f2k,tw,tdc; - - if ( st->substate->inverse) { - /* fprintf(stderr,"kiss fft usage error: improper alloc\n"); */ - return; /* exit(1); */ - } - - ncfft = st->substate->nfft; - - /*perform the parallel fft of two real signals packed in real,imag*/ - kiss_fft( st->substate , (const kiss_fft_cpx*)timedata, st->tmpbuf ); - /* The real part of the DC element of the frequency spectrum in st->tmpbuf - * contains the sum of the even-numbered elements of the input time sequence - * The imag part is the sum of the odd-numbered elements - * - * The sum of tdc.r and tdc.i is the sum of the input time sequence. - * yielding DC of input time sequence - * The difference of tdc.r - tdc.i is the sum of the input (dot product) [1,-1,1,-1... - * yielding Nyquist bin of input time sequence - */ - - tdc.r = st->tmpbuf[0].r; - tdc.i = st->tmpbuf[0].i; - C_FIXDIV(tdc,2); - CHECK_OVERFLOW_OP(tdc.r ,+, tdc.i); - CHECK_OVERFLOW_OP(tdc.r ,-, tdc.i); - freqdata[0].r = tdc.r + tdc.i; - freqdata[ncfft].r = tdc.r - tdc.i; -#ifdef USE_SIMD - freqdata[ncfft].i = freqdata[0].i = _mm_set1_ps(0); -#else - freqdata[ncfft].i = freqdata[0].i = 0; -#endif - - for ( k=1;k <= ncfft/2 ; ++k ) { - fpk = st->tmpbuf[k]; - fpnk.r = st->tmpbuf[ncfft-k].r; - fpnk.i = - st->tmpbuf[ncfft-k].i; - C_FIXDIV(fpk,2); - C_FIXDIV(fpnk,2); - - C_ADD( f1k, fpk , fpnk ); - C_SUB( f2k, fpk , fpnk ); - C_MUL( tw , f2k , st->super_twiddles[k-1]); - - freqdata[k].r = HALF_OF(f1k.r + tw.r); - freqdata[k].i = HALF_OF(f1k.i + tw.i); - freqdata[ncfft-k].r = HALF_OF(f1k.r - tw.r); - freqdata[ncfft-k].i = HALF_OF(tw.i - f1k.i); - } -} - -void kiss_fftri(kiss_fftr_cfg st,const kiss_fft_cpx *freqdata,kiss_fft_scalar *timedata) -{ - /* input buffer timedata is stored row-wise */ - int k, ncfft; - - if (st->substate->inverse == 0) { - /* fprintf (stderr, "kiss fft usage error: improper alloc\n"); */ - return; /* exit (1); */ - } - - ncfft = st->substate->nfft; - - st->tmpbuf[0].r = freqdata[0].r + freqdata[ncfft].r; - st->tmpbuf[0].i = freqdata[0].r - freqdata[ncfft].r; - C_FIXDIV(st->tmpbuf[0],2); - - for (k = 1; k <= ncfft / 2; ++k) { - kiss_fft_cpx fk, fnkc, fek, fok, tmp; - fk = freqdata[k]; - fnkc.r = freqdata[ncfft - k].r; - fnkc.i = -freqdata[ncfft - k].i; - C_FIXDIV( fk , 2 ); - C_FIXDIV( fnkc , 2 ); - - C_ADD (fek, fk, fnkc); - C_SUB (tmp, fk, fnkc); - C_MUL (fok, tmp, st->super_twiddles[k-1]); - C_ADD (st->tmpbuf[k], fek, fok); - C_SUB (st->tmpbuf[ncfft - k], fek, fok); -#ifdef USE_SIMD - st->tmpbuf[ncfft - k].i *= _mm_set1_ps(-1.0); -#else - st->tmpbuf[ncfft - k].i *= -1; -#endif - } - kiss_fft (st->substate, st->tmpbuf, (kiss_fft_cpx *) timedata); -} diff --git a/code/components/tflite-lib/third_party/kissfft/tools/kiss_fftr.h b/code/components/tflite-lib/third_party/kissfft/tools/kiss_fftr.h deleted file mode 100644 index b888a28b..00000000 --- a/code/components/tflite-lib/third_party/kissfft/tools/kiss_fftr.h +++ /dev/null @@ -1,46 +0,0 @@ -#ifndef KISS_FTR_H -#define KISS_FTR_H - -#include "kiss_fft.h" -#ifdef __cplusplus -extern "C++" { -#endif - - -/* - - Real optimized version can save about 45% cpu time vs. complex fft of a real seq. - - - - */ - -typedef struct kiss_fftr_state *kiss_fftr_cfg; - - -kiss_fftr_cfg kiss_fftr_alloc(int nfft,int inverse_fft,void * mem, size_t * lenmem); -/* - nfft must be even - - If you don't care to allocate space, use mem = lenmem = NULL -*/ - - -void kiss_fftr(kiss_fftr_cfg cfg,const kiss_fft_scalar *timedata,kiss_fft_cpx *freqdata); -/* - input timedata has nfft scalar points - output freqdata has nfft/2+1 complex points -*/ - -void kiss_fftri(kiss_fftr_cfg cfg,const kiss_fft_cpx *freqdata,kiss_fft_scalar *timedata); -/* - input freqdata has nfft/2+1 complex points - output timedata has nfft scalar points -*/ - -#define kiss_fftr_free free - -#ifdef __cplusplus -} -#endif -#endif diff --git a/code/components/tflite-lib/third_party/ruy/ruy/profiler/instrumentation.h b/code/components/tflite-lib/third_party/ruy/ruy/profiler/instrumentation.h deleted file mode 100644 index c4df1e68..00000000 --- a/code/components/tflite-lib/third_party/ruy/ruy/profiler/instrumentation.h +++ /dev/null @@ -1,203 +0,0 @@ -/* Copyright 2020 Google LLC. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#ifndef RUY_RUY_PROFILER_INSTRUMENTATION_H_ -#define RUY_RUY_PROFILER_INSTRUMENTATION_H_ - -#ifdef RUY_PROFILER -#include -#include -#include -#endif - -namespace ruy { -namespace profiler { - -#ifdef RUY_PROFILER - -// A label is how a code scope is annotated to appear in profiles. -// The stacks that are sampled by the profiler are stacks of such labels. -// A label consists of a literal string, plus optional integer arguments. -class Label { - public: - Label() {} - template - explicit Label(Args... args) { - Set(args...); - } - void Set(const char* format) { - format_ = format; - args_count_ = 0; - } - template - void Set(const char* format, Args... args) { - format_ = format; - args_count_ = sizeof...(args); - SetArgs(0, args...); - } - - void operator=(const Label& other); - - bool operator==(const Label& other) const; - - std::string Formatted() const; - const char* format() const { return format_; } - - private: - void SetArgs(int position, int arg0) { args_[position] = arg0; } - - template - void SetArgs(int position, int arg0, Args... args) { - SetArgs(position, arg0); - SetArgs(position + 1, args...); - } - - static constexpr int kMaxArgs = 4; - const char* format_ = nullptr; - int args_count_ = 0; - int args_[kMaxArgs]; -}; - -namespace detail { - -// Forward-declaration, see class ThreadStack below. -class ThreadStack; - -bool& GlobalIsProfilerRunning(); - -// Returns the global vector of pointers to all stacks, there being one stack -// per thread executing instrumented code. -std::vector* GlobalAllThreadStacks(); - -// Returns the mutex to be locked around any access to GlobalAllThreadStacks(). -std::mutex* GlobalsMutex(); - -// Returns the thread-local stack, specific to the current thread. -ThreadStack* ThreadLocalThreadStack(); - -// This 'stack' is what may be more appropriately called a 'pseudostack': -// It contains Label entries that are 'manually' entered by instrumentation -// code. It's unrelated to real call stacks. -struct Stack { - std::uint32_t id = 0; - static constexpr int kMaxSize = 64; - int size = 0; - Label labels[kMaxSize]; -}; - -// Returns the buffer byte size required by CopyToSample. -int GetBufferSize(const Stack& stack); - -// Copies this Stack into a byte buffer, called a 'sample'. -void CopyToBuffer(const Stack& stack, char* dst); - -// Populates this Stack from an existing sample buffer, typically -// produced by CopyToSample. -void ReadFromBuffer(const char* src, Stack* stack); - -// ThreadStack is meant to be used as a thread-local singleton, assigning to -// each thread a Stack object holding its pseudo-stack of profile labels, -// plus a mutex allowing to synchronize accesses to this pseudo-stack between -// this thread and a possible profiler thread sampling it. -class ThreadStack { - public: - ThreadStack(); - ~ThreadStack(); - - const Stack& stack() const { return stack_; } - - // Returns the mutex to lock around any access to this stack. Each stack is - // accessed by potentially two threads: the thread that it belongs to - // (which calls Push and Pop) and the profiler thread during profiling - // (which calls CopyToSample). - std::mutex& Mutex() const { return mutex_; } - - // Pushes a new label on the top of this Stack. - template - void Push(Args... args) { - // This mutex locking is needed to guard against race conditions as both - // the current thread and the profiler thread may be concurrently accessing - // this stack. In addition to that, this mutex locking also serves the other - // purpose of acting as a barrier (of compiler code reordering, of runtime - // CPU instruction reordering, and of memory access reordering), which - // gives a measure of correctness to this profiler. The downside is some - // latency. As this lock will be uncontended most of the times, the cost - // should be roughly that of an sequentially-consistent atomic access, - // comparable to an access to the level of CPU data cache that is shared - // among all cores, typically 60 cycles on current ARM CPUs, plus side - // effects from barrier instructions. - std::lock_guard lock(mutex_); - // Avoid overrunning the stack, even in 'release' builds. This profiling - // instrumentation code should not ship in release builds anyway, the - // overhead of this check is negligible, and overrunning a stack array would - // be bad. - if (stack_.size >= Stack::kMaxSize) { - abort(); - } - stack_.labels[stack_.size++].Set(args...); - } - - // Pops the top-most label from this Stack. - void Pop() { - // See the comment in Push about this lock. While it would be tempting to - // try to remove this lock and just atomically decrement size_ with a - // store-release, that would not necessarily be a substitute for all of the - // purposes that this lock serves, or if it was done carefully to serve all - // of the same purposes, then that wouldn't be faster than this (mostly - // uncontended) lock. - std::lock_guard lock(mutex_); - stack_.size--; - } - - private: - mutable std::mutex mutex_; - Stack stack_; -}; - -} // namespace detail - -// RAII user-facing way to construct Labels associated with their life scope -// and get them pushed to / popped from the current thread stack. -class ScopeLabel { - public: - template - ScopeLabel(Args... args) : thread_stack_(detail::ThreadLocalThreadStack()) { - thread_stack_->Push(args...); - } - - ~ScopeLabel() { thread_stack_->Pop(); } - - private: - detail::ThreadStack* thread_stack_; -}; - -#else // no RUY_PROFILER - -class ScopeLabel { - public: - template - explicit ScopeLabel(Args...) {} - - // This destructor is needed to consistently silence clang's -Wunused-variable - // which seems to trigger semi-randomly. - ~ScopeLabel() {} -}; - -#endif - -} // namespace profiler -} // namespace ruy - -#endif // RUY_RUY_PROFILER_INSTRUMENTATION_H_ From 5a1127d2b9dc82dc18b0030d9fd333afec97b24b Mon Sep 17 00:00:00 2001 From: CaCO3 Date: Fri, 23 Sep 2022 21:52:24 +0200 Subject: [PATCH 08/13] added tflite-lib (resp. tflite-micro-esp-examples) again as submodule (master) --- .gitmodules | 3 +++ code/CMakeLists.txt | 2 +- code/components/tflite-micro-esp-examples | 1 + 3 files changed, 5 insertions(+), 1 deletion(-) create mode 160000 code/components/tflite-micro-esp-examples diff --git a/.gitmodules b/.gitmodules index 1480e9af..6c7c1d4f 100644 --- a/.gitmodules +++ b/.gitmodules @@ -4,3 +4,6 @@ [submodule "code/components/esp-nn"] path = code/components/esp-nn url = https://github.com/espressif/esp-nn.git +[submodule "code/components/tflite-micro-esp-examples"] + path = code/components/tflite-micro-esp-examples + url = https://github.com/espressif/tflite-micro-esp-examples.git diff --git a/code/CMakeLists.txt b/code/CMakeLists.txt index c0852a05..880cc5fc 100644 --- a/code/CMakeLists.txt +++ b/code/CMakeLists.txt @@ -1,6 +1,6 @@ cmake_minimum_required(VERSION 3.13.4) -list(APPEND EXTRA_COMPONENT_DIRS $ENV{IDF_PATH}/examples/common_components/protocol_examples_common) +list(APPEND EXTRA_COMPONENT_DIRS $ENV{IDF_PATH}/examples/common_components/protocol_examples_common components/tflite-micro-esp-examples/components/tflite-lib) ADD_CUSTOM_COMMAND( OUTPUT ${CMAKE_CURRENT_BINARY_DIR}/version.cpp diff --git a/code/components/tflite-micro-esp-examples b/code/components/tflite-micro-esp-examples new file mode 160000 index 00000000..2a93aa31 --- /dev/null +++ b/code/components/tflite-micro-esp-examples @@ -0,0 +1 @@ +Subproject commit 2a93aa3106f181768d75f64bcac629f344a2ca22 From 86e47c722da67e7601b292bf9ba2d0e399e7fd8a Mon Sep 17 00:00:00 2001 From: CaCO3 Date: Fri, 23 Sep 2022 21:55:39 +0200 Subject: [PATCH 09/13] removed zip files --- code/components/esp-nn_20220827.zip | Bin 126540 -> 0 bytes code/components/tflite-lib_20220827.zip | Bin 804399 -> 0 bytes 2 files changed, 0 insertions(+), 0 deletions(-) delete mode 100644 code/components/esp-nn_20220827.zip delete mode 100644 code/components/tflite-lib_20220827.zip diff --git a/code/components/esp-nn_20220827.zip b/code/components/esp-nn_20220827.zip deleted file mode 100644 index 43f16002302d015b7ce6899027e454116f6923ef..0000000000000000000000000000000000000000 GIT binary patch literal 0 HcmV?d00001 literal 126540 zcmb5W18{B8vMwCk$&PK?wrwXnwrxAvv2EM7%^lmelb3VP)w#FctN&kBbJdzvJ;tnB zn)oxRZ}6{J9Y6qp z5g-5n#DAUC+|-=e_^wSv%lR24 zX09nVtg?8=8MA3t!7L5&ULIRv91eo36($G2*+UG5Mm8zDMz)N}mc;%n$d*)aO76m# z$Y;o{w?r+pUCpI?CHkAqc)KuAz9m=fmOho?BQmBbn(*2$cU|^dZoY51^fOtn6gV-A zQu!XBV@M_w+6%;$Fw+?_U8mQnA=JDrQAfsNB$F;H^k;Qtv#SV?!bnI+o=h$I3N@2o zUyxr;QlC3yOKD&t7N zf72GH?Y;@y`5V(9K#OYe$*N6&Mk?%XOuv7JguZc{pHWEb{%2 zwTKeLyomW(hX_yrfM5T*7FNFvXbjD1-L0*>m9=cw=uv#c_V}>tEZ~zeowSC^xs?x9 z$Mp*WtQ3nRRcS+a;{L{6)~hZ&t(zVL`PX-^Zof{a&>b5T1%f24*Z?9xnDR3q=c=58g_cLfjeZ_ z8B#9y3-Ry2GG6N0v*JWBBsO3MPqrh7Bld@p$&o9@rDBD3b`60GD56t}BB6DP6ON7i*w!ac%EvPx>OCLGE6ELuh;gpUAg&CX_9mP{BYxz zUWh;}89p!hbCzJf-q$6~v~Y4jrym~044jHab>v3 z5L7He_*{armF3KMBc%w^xSyCMK7qLOoOEPImlG}Y6%@%G1f&+?yS!gU1iAPrZSF?B zEp27fbkeb^>$!F$ti$z%tM8SPFE5VwyQ8B)NT<#7+4v^GqtGt8g*9J9o}lHRJqFv5 zv{K1N9uN~b@3G(+n3*C@Nww7WGV~3{sKfnH8ph{R?y6V-n7fbgmYg($Ma|Jkm`B9l z7YOr~FTnrWOq!Bklv9eFY%zZTd;;+=02Y$@ZD}lR?&#!5>*VHCrP^mxK#$NRHqM8? z2+T7}nWy=O{dU8H@%g%C7>b6F2s^OC zaBN%LiaJy;x;VoWfKj|QL5Hx0fCPegt_Ou5J&e|Fe3a@Af~ln}Q-c#AbDqm60`%iu zsJQk>IHP3C5y^n~ZtYH15LH;b7^QzkK&`J8{DGkNAmlW~@7p}HbM#dC;62Fs(xkW! zoA^--8M5a-VD@H=m&i0WZMT%RWb@VsNgTRgj1uEZta2k?z&Ot#^BtOhqq#R_MS^Je zEueLoMp0fXsLbIOX1^8(o$QpDst6{m0VSFye zUxTIpEcO-WA?M85P8WaoSQjt>Yz+eox=PB8x*j~ad()K!hDnq&5e!d(bzg^^#+Y(Knu1OD`=_b(I%{>+yIi+qtW>>eI=T~A(CTEUrXvavaO>JdJIn)VBaVI3 zT1cH%Xtf07bsMyeTlC;z5R156padfJ_#u>#NtEu~`A#JI9G!l1=-QA(=cl}Vc4d~t z3xIq^c}rrXYJx*hpew^fuvWiTO5?t?Fhoq7yQ_SEljS&WIO3&g`hKSJ*hVQmBL6hg z-OCg#qV08;1!kt@@N5;zhDhAXOD@~fH-Aro{+x*`5rHkg{%aPs#iuI(>G=B8OL5yi z%u)^X(WoZv^ z;K8`C#xoJ~a0WSd>CNy;6AVGsPkxe8ir7-g>hb<{6gnBhKZyqo$a~28% zZ9)137o-P8vK|_Qq$_D*GS_MBa{!>5qJqLwXSv7Y;(|SrwZ0D*M?;7kc(*~VHejO z*WDeC5J0JrZ7S3gu-bY$dOB+>o~f2)@|MYhjZ0usu%-&KZpp|laNGMF8zU_xWCF9? zb~EG-(U8jA0-&T~sgi=1a-mVX;FMD!q32`2GFgHYz@w-6IHIdcbBVQf`uU6IBIsc$ zs1R;~^O<|uc9OdL{56Vlk@j%9@_Ve7mMhzd80-lg%6mfRW~3=c-|OV2$7 zGf%_iHRKzOa5h34UJ29nH1}(M|LLsl0u1hk-T2A6H+ng?`^3BoD5Mz%jMhu#R=$0;^$K*;Xq3_n>9ll}q zc1xw*v%~GX12mZ!vPKV`2;TG#KHbCU4vt)B$hFRt38J&MR2z?Bu(6uUoG~6xODik41H{`w;Cc=x zF(5;4oY^#2?cZ1$zdY%L7)&21-s ztL{PeYfREWOJ?rUHC(LpFyj8#ZhDo&v4Y%P+&+8FQ?g4GvBqzI5(g!wXe#f0vCIwr zyh^A){RpQhV3^^b0|zlepxYM`FaSA%bXR;AFfw9!5$NeP% z;?`>BbZ-ziSd)(4R|@Z=_h~lxLU}vb{MhvWEXTMpai0=?{SQc6a-TA2{J@!&0RVvb z{|#v~#PW0y1C!Gv)&R)WHz1oRPD~{>BSXw)HG*KA`CEKGzzE; zX^X;?HgD&yUU7u0$u#qyvp@v1V9l@C*KV#eI25pD4 ziuE9*Y>IQiL4gvIFWe*-1f3n6p^+78&)2Y_Z+P0ZVGa_8BDoEN#88r@ zi%bZ}j{ZWt9t4G@5whpt6OPD9IFcf$P*sbSD}Q;hYtyET43c|ON4(NEBplutc)9p+ zaPSEZS^fpj-reFC_@>hEH<_{VJ1ErG^8m#p2@`o})W(dPw$S==Ev=fWiicmY);t+mtVDOBsC$CrfTk5eHF`IB7nJ zgqr8)mr~4__Ym7VZZ_a-R9q4_ElqQ6wo-ZOTckYI z-Z}H@4D|x@CSJVJS%7}j!hM$KdzMx?gPsaqCKHmm0D62W{&Y6d&@edL*wmnPWtcHL z1q!xv?9}liH(O>2K)CE?{j347DFpC$7+E~!E4FyCqQbNi&-X|is^5Feu7><1XmtaS z5G3#&#w2?6reP&qrEqmA}hL&hjanY3!^%CgeXH)@R z@bK6RXqI44wEa^ZgJNbMy-w2<*N4!gR=mr+CfCLlhO7FgjIlMH&6%{F6+)^i8&%1qrrgF5MBG(}Ce8U^2pqLB+M^ z6l$jo3KZN>JB2pDcQTTV#wTe3$qPwN^$m*{!CJcNHUu*L<91q!95M*C3#kk$EujM_ zE=w+a#LM{Iq~a*s$E)(tS@gxt2m(G zu}l;Y;mK5IOceAo8XoYD)Dz6{x;+5FSt)&t*1ZdXte$LWO9e8rXt89c{t_eEVI9%@ZtQ^N;2+ zcV>9qwnSJTDRT^m$4b_H&yEz3KD*tDTY|(&T3Q*T%Gbh%$~)CWSw>esEWB?Md$zTI zHZYoBb*FiT>Df4KoUQIxblkXHoKLRT5thltyF{@_a4D4=UR++S@9w|AJzK;3TdSd# zI9Ff$8Y;|IdU^Ehs|q$|6ePh7^Pi&@Qz91&Gmjg4!!}Iiy9ye;ou>cczyTw8mvKZ{ zF22(w=u>^G;GSzvM+ zree76HsW%5wzd)5{p*lTymEg{aY*HSt=J83)8gVvu?@fIT4YOo*y0LTGeO-k2h{3q z)YcGqViO$STzVZO6ScgcdEQl>h*@ws-Oa`xUAMO&NL_-li6LUsm~`##JCAOCiNnkP zDcL_Q6+dhiThucy^K|Z9H-~PW^uB4&Jk05JY%OM3S-=Bl{(cjKwSH1k;QW$Bc)C7- zzSBmP7tB!wP{Q0y$9aZ^j;NO~PD64~h!34uXH+M-u2-boqifMaRZ0mBr%G$`a3QMD zCQEJeC=yOONzTo1A4~c-QwtX}oeR)Vb6>Z&Y{i{GULYzyFo~w#LRAa6Bqf0%b1Au9 zjZcx_Yw6nZs8*W772fFa{^;zrZk-AbR3WU#hpIZGvSXUk3OD5WE;De|)t0EA9ze! z|Ajq_n$}x*tn1QSSj_8GNXWF9uvff)Wt*0AsJzoZY%~2QJmdUdL-S9@!^HScvbpx} zWYd7oT0~-`uxw3tm|SU&vJ|tuT&~QXHoRqU+A6fy=aUxBiGqL{3IDzO{i@?S#tk=0 zrF)K0mKvreL@njv5to#7#VjhUcN;x2&7XdNse_PJfA#P9x)8Knw=`3$GZIWN5lT#QXs}=z%ptSuyA4YFyRP4%a}G$ z0{;qXInV^`JQP;@;AUoEvAa$Z1*r*$8FHc$rA1+&hMN8gvO3o919xK$xKv~wdCsSK zOsme0Q#ZzYvJ~PEmP>`=16Z>U9S9j~I<{U1#o^WXhvG_*BL5*w3KNy0&c%KxjOV`6 z(PZg@eaPTCO={@(;r1-qvmQwN`_!PV(a^H(z#1aovuB)%1t)thU+vz7lilCUTGC{^ zlX&{vIh)dG3$IbK+xpC&A=eA5GI+631%j;UyPVq0ct>Y=a4Uh9lkrz`VLkGzW+B2Ad&)y1 zuzgU6+cy|0&z77&8nX}mKR^L>upm_@BoYQ#_E|Umeq-2Uxs^GCOJgG52;3>gxh270 zJ523G&3SRO-&e2eGLhI1rwYtFqMIW0!y$$M7N_Pl7SW@po?nF(STY!ito6;tSYc>l z6MRY`hwe&NW1>{?qYdb8`OY$|(F9qVxFeyjg%Evqw2)ZrI++~J%pd!Qow~#S zaUD61NgOt8J=*miOwJA(J3V*+`Q{45LKIboIO@O96>mqfW4{-#eSq);yFO;SvH5yC zO}JJ640N3=_RobI^cNzE#SN~A{rf`pd5Hd%AE(dlH+F&ox8xW2P!ed`V;1F!I}ouU z)JrlLKnQ`n!6X(OJSAz@E}YvDIVx0EAS$Sge@meG$?1|LyXYI zq8(0V?8bp>%bI~WC;G>&5&L~ipTUQ%tGg|0Gc$KrtLcybpKkxKFSG`Tl&)5Aq-<6(?o#S+EenjVd4_BysUH%p8GdCj-Pmc`p zPS~=-Jtr@eLTL_^&PednAC8jLq49!EthWyn)2*xZ)frZz<*vb1oVKN;NhCTl2Xf8J0p+;RE1GX6{nG z4MhWUVTAKp4hEE(+nQX@kdZYwLUtzi?dA(}Zk^qAEp6;rBYdbvrG)Jw^ug zgBx=CLw;4of5`{~NcsXwjXwSOJhpnUhdxcp_ubG`hTm^k9mH~LNXZOEO4wvvuYh{; zoMM+QYC4q$oHl|pGETFBgogU%z>9bsY8DcE>aZi8;cLPnjI@C>D`SCAT8uC*5vv*J zW{)sxgokgsO!*WlARQuGvC&(af*5ApS)VU!i!&Z4I zqvC#+Q^lq2`aW8m)3IJLiy_6$U_e47`YI<8%yX{`Q52no&iTPWwcj#k=PFB?yD5LH0SlPd9YiEq{P|s3Q+-L z*UC}1a^jP6#3WR##%h_F2F`i3eG)?%4e76;+8A_Ic%^x^LJy&UYq@itv5la9nXnGg z5pr8Dxb(R*+Bo?$nEiM^axCtziM&a3XQ^?$J4 zVtH3*5oWX8=Uj&FvK{q!wy?aq0x}JPA)cIkTgbQTc_t<|=klE)%3o0#x9Qp>t&EKF zO^uAp*TyE}EmoQCDuwovPM*r)fq6>vg}xKVs9~ zN8wG%vnIU`z=^tW@4Zt#X1C%x!@a+C0YSzRX8W?jwLm^}Axoiral{aZvUxr68+Ye= zfZY5l6t2Txty&_*(#R?W9{i|d2i~55`P>@-mK|d{Hy4W-+3=#4=a8dtX{HS52d`RBAa5F z4OXE^>%s|V+0^)&p0{3#dM>s57bl3iC*!V*77>s0IoYH;-2)yCh{hF!MNJF)3EH9YN5&C#((snv$aV}|hVf7Z_bSq?9tiYul3>FNpr0|21^ zS7?+nw6!rYH>I_6u(dF7Hn%cbQtGn_q=)Gux`jtQ4rqRaF0W2thoPL)aVZm|C&3~{ zlwh^i>xqq`NF11+BC*eWw&LRgb^spB<17}58&tralckT4M>)Q88_&64*`%P0q>KT` zMa>T_OiYKp$S@;iZ!`e0VH-F#su<+4swF920i4*K=y+wXvUzP5#Rj{Gx}Os zp{vQ+7H{67127*2t|_?6{MVB>3#;V;*jChhE|(qzNN^B8UHr>rW_Li#1tSHM!1O!6 z`b=D9Q2WuB9&u8ze=?0a^BgJLLiPSuVgD!=U%yn{%D`l+?&KLx?Nd2T!}-_BFNjkh z*r)r!Ir#tL;Q#2Frw!>zg#0um$bWkAaR2rHN=pcd$SR3!YFaz44R!f&e`hgAf zTIKP&<+?4)sgO<9BH21oY?Af9tpoj*Up8Nes5zp8x@B91o5vkgqto^Jd?>fxcBRYV z+rEBw9K)K5-sHCZFu8g~>)9`QW^?7M8eF>5>}=Q3rMp6FnMiW;_9WY?vVpR9y??rT zdfTM((7w@HiCp^J+x-X6G=VNEyLt)j|LMZNSXFq*fGS@Au^B`R>7{Ghc8 zebG^eM70jvgJQ)nCtz(vWTXBTjw>WpazI2*AeD^#%b(`PCeiRlR9=zl*fmtg(=uI9 zykd_ImP&Uv{N!|2Rb4fGbGlJM*-h!fx#uz9BiZqGO?|l#%gPjiufRUxJfX%!U@}T> ze=xZF!E#D>709OX2DL0t>-$>pK{OF*tK>N!{hO^h;1}2Gcr+p1{Im^ui$Ig$MN0&Y zAN@`=33QISX$?g!{*j;%+Ee`cS&Z;fdx!*=u~fYG?NlV6_MHzH>D{tie8|>gEss0U zbp5zUTx^>v4UB>XyAvVr0<-Jqj7e%ZbY-#c>Z? z(Dv&_N9-?b2VRoDT&DRp!LU*X#CO)N*iKn0P4%ciFEuP!U%=M&Oi9D9#HJc|jW!b| z`hoaVB9}HA3z%mrI5uN)!)IT z>?(TA;NLJl7?`ptYw0*&>NdvEQ%c?Vf|_DA5?Z$!gN@7{S>k&g$R#Gg>`-LFcHXO;v%XKLt)QN@?SQ4c$29 zE(8KCtgwZk@Y>{bFqE9okS{}yfgq0CZ${^WRW$5VF<~8paHIJL%HOEzOrSxIqWE`C zESq58^ziUDKG6%;Of`A*S*`;Frc1z}OYtstA7|GbO*6;iCxs%}OF3Dre3&6J7__1h zI9mOOyh7!g1P^KDS>a(U!TODa%Xs;bU!fUa?d>uI7F4S0)uOReHyG!tX0kTFBCa&G zXFjTicpB&P7ghgjFUYjV7dwF>+_4rZQwT`Z5^I^@JZbf=TQ!iOM1E8Y0^I<#9F9H= zW4)jhW3H>96I&%98K4{?&n~;+p+;XUS|_s52jr{x){)1{oMJpOW`N~Zj-YRq{w(J5 zXtZeLbL22q5QNy?@ z4>nRbu09-s7euE&cFETP-=bB1@$Gp_un^>f#*fqtq^@>dYi*E?1?2D%5mI9$%$<7$ zerNf|%;AZL$#f3tX&^!-4)r+f_8ja-fSrdi49s@Z&r$vwONxKy5Ek}_dk4+6OD6hY z;L17^o`C)Ha3qvblqpKsXjVW5iQOZrJXwh$yG*3ebt1TJj~g5zy$44Z<_tM~(lHKA zh$lC2E~%PlO{);pb5kO2aXgN(j4@6ZZGnNx@}i}HE8ZPsKiDURAY}BWhTw&J&5qT^ zAmReUmv*FVA=Vpo;K zAR0Mm#YD56*ck&|RW{UIbcCkL&3C<6S$-7AQWn5&o3{Z@q}v3cno-DZjO;3O7je zgRGy3&q;x?bewzHP=5sPs5$jVMokAPy+|Fxn#kR|xwA{JvptP~0ME0T%h=#=h`L9& zO13QqeWpYf@_YTdgGQZm(oIois|XH}d=?As@1#Nr2U@aRoc&-v=$!l)?DHdsX{@(O zXO0W}LWOw+BGxt}2+Ls*u)zLix`KR03l2=L#(C!M4Y8&dTJSfCRvAWb&N-xZ+__MT zGn2~L5-fDBOopbYPWp_D;F!IrqO<+R-^u<@a~&{9){jxs?&7!>=0~A18Gl3L&3<3E zbo&#@a~YmbUQW_`(Pfi{o^TIurMOMT2@))z4}CBojYW}&sQ&s~S1d>jHK8T7z^i=V zkWg?#V|O!jptcz@lT=hGuL{v2Zc7*q7vIkqIax$bHKZERfRMIlt#f+{Hkoh)<;n!f zXPaJdB{qd+c_N&2cvb9e2r7`!yh4mef=j4?&CmxlI}iGmL-46E{c1@`N7j+e_=w>h zK^9g`%LxpY5`h3JzKTtoUoePa{rw}av!!OL|IRrgDqE@U4^0O zo+Hka)anp246my{u`FdR7w>?WJ;-X;M3$$VG1O;x-w36Gb^fiQazB|whvNeS0z)H$ zsByB@)fipgQ*NPwi=5H7b@U#a>`Km2Kjjt|vykE)z@6{|s!5RhJ;e|}tVn4z%DP&m z2bOa~O`*@#4mQclg(lU1bxwri6j&=TEs@>GP8{W^q&LARZ;7EL|6MSPT?s3{?TZm@ zWzBwFY#Qnr8q^}USN3P@nXEAWlPOY z2^6eMeyDfBPO%I_$G4ixa{|7jiX}Zu&`22wwqN)}68nSBdIE{GDowY{1T;ldR72 za3B%TMjf|{XN`e}>}`;Hnj9eTp~MLvMjE=viD55{A9G(lmbHKvu{6$LfA`Wf3ASJ6J~L)Z9ThdmPT(Ya?`OGV}v{ zsf(>9kK+}dyY*rs-1Z`ty3lxEF(y~(Z;+PLO}0ZC(j2kQK!$~pzI)1FHwHR9)s$*OmQ zKsL2#a=KK=xZ5t_TQ9-AR4T*diO~bX)ycw`mg+Dxi%{m)V4S$>Te}URg(>!5G&?Js zd%R!WbE53x1!0ZPI^|bIhs_xM=7pY!(j&Dtpx&mgDLc!4H=ygZe|)0R)%>_8d5tH7 z1JK;|knLe9?5X2SJk;oL{!WvMxKRP`NfAX-7+=GWq~?6(l@*Jy$CS5RQkKni!Ta&VC2jr`TIlgsuei)i$Q1LPQSMT;G}nacrGi|mkZ`Ma`*iNZwP|Jpsn}7 zaAsrV5a-rKwF);RnS97~jOuhQ9{dPorm3U3-ed+Q(3R2PL3S>BOWfYWgcF8xV?NRE65cd#;Nc$aP42+8-*d+|ZzbZA zFPt%lMhWc;wzVfQguc5HYhQd0PvXm6kE)U~iD3dWFc5%23r!h-yWnSj<$V|Irls}| zjP+iw9?Vvc|D$Ur(p&ir_M@vFhXMdV_^*szQA9vkMugVdC`onQW}O|un{L(@9iPsH zfT~>!t`>fkd6i|2eU($LLw&JPdR3TMfhyi!`(fWTB=K^i`DCq4{@^6D&E7b&aWDpWqbcvdi9n}W+t zKPy(WugHR{I*~l@Zn8Rk<6!)P zbbirRp1nVnHdNIibW4J!*iK+`C`lT(T_J9$Vg>FnfsRFPU6n33y#@~i&eWt zv+^$WqH%%+ma|FiOkFib?f_W4pkfEBUQlS@+7;VlkQ;X~nM3IT9a+dPgB>AiS_eT- zZWaT%cfh?E;mBXUVG~DYsH@gZ0=H>pDG-2_`?(_aHT(^pTk0>K&>|ssV!G&4&vZKY z03@;$%cck z12RCtH8O^~5>BO#45ZIjNi^M0eCqF=arC52Up^5)cl%BMkc;w*5U&1!VbC@iCMW*G z4;V6lzOI5i+^~b~wqOf7hUoc@NGMe!g#KM4gdAppc(UqBfj->eJX!xEakuFggZFl^ z`mL(%MH4>bd7>Q>2nGj~A!f8S%zWT64Jb_iMqn(A`Kkqin{eo}R^3w_pm`Wsflo3|Z@EqA}B{6ZF$Hl>?%(vbwzTy{|t-|V6qDDp4S>ISvxe;2Y zeXGo>H9{xPUh1%A-;)?@;zA9V(Q1*zq_B|+aN>L3K;0KdWB5@2|@jW6bv!Q zWGqhuqg5x29#^!yLqxsZUV4Ai!?F?>-Sy(Gjr6EwLTe1!3{oM%e9;V4-Y(&43DL>w z07A0hI&eIUcHbU>P*9@<2Mk!>JsdsRy0X9Ae_B~-Q)oQgk0NS4E%Q%gXWWa3b+b1~ zmKMZrhFU9Z4_n>l*fH9ln^YfhDU-_WWW`(*+Ut6qA?h!7!DR3Cmw=v2j1nv+jg@m$ zpatxl`rUW>QsYdaHVoXg<59HPJw3j_$y}YXsyy2iQWsR+%;!yJ^zbq(l0!-0T;}xe zuC>O|#i-5C`Ap8Y%tmfy$?BfzEY>no@07MsnVjTI7-=;yp)|7Cp9qJ5^?T7<>P8Kf z_7M8=4#f<^v$wu5YHu2qEHT1UB`?(M+H+x~TnYe_qELvDhEL zi00&MYIf|m!ig}$Ml*_^;K7w=x_haQG7Jez`sbbrf z8lKrfC0K&CiXkjpKigh5-0SG4-V<@(lk+(2(|1tY-ZGF#4ZjZaoKM zE9ZX`)zTUoD_&c!(<6N1j(*!2>BX}|FThA@bOXFsfuH`l*3e`8jSwasKqSTXvM(><^ z0J5D|_|Qds0JA0LH>L^@F){B*2DPD5_;MP-Y|pAIBAFym!0`N@6$qSjpZ!|~W>E)R zhRuws5k!5UOt7OAu?8q1u2MyX#3*7mmXs$?#soEq#HfMYa4WQyRq4j6e`6{Xvc7f2Z|0I5LGxZE3_b2g z4#Rkq=(>gJKpe@Sp46d=4#SC|VQRMCs#f6nH1^p;d~*{N)W_}5j?r7ws6& zQ+c&)$Jf)9MYnQG=)XjxU7f6U%c)D_{)llj0p1#uqGrgCi;dP_Qrojd{+egdoTDG` zGA>;GR9rcn=pfm~rNNxfPrgWmIVR&Ts+91!ZnO@&S28m|y-85YE*2PA=P(Fr0 zTR9=#F7bMsqc5_K;DvESBu~{ghLr|(8*@`i4&3NLbU3WPlxcIZDk?4|q{_R_?v?>b zHavTCcaXS}?6X_C{l0nq%G5jO$`mu-hIWs*{T#akEIs4DLwNIgePRZpGhM+wC9Sv1 z^~o*{5&&*-%S_A@QpR^SBR=v(KL(J)JK+1q^V2!_4_N;bZvX z8wm{UgFm#q-{s!e@ibPWfP2FIs`5_#AeHLE{#R(sNxcT@#2L&6#Jci-8QPYi4{f9` z4@|F!)1(5PKoBW(tICu4jWAk0s*0q+v!-oYn8M-Kq}~38GaAmd;cae2lewy)yFtF= zijBhBy>%L6FJ$BS6{4>OOfqbRUEuHX3(DT6Nh=?4O%q270Snj1bM==!H5dsxux^hd zpGB}Ue3t{piy5?{%jz??`JL|?F*7u#;1!%+!*7?|7{0u)W6O!TBD=W-WrW^dnsIud z?=PvL$N2W+72H+8v@YvM5PvH3O6t#N^>a2 zN{N_YA}Rxv%q@p5vFetFk|LM_ND+nu4&wOf*D&8ZLTAp>jvJ!Ei>!bA+#N(rH&pnL`!wC zJlaDxV?SUw&7xV_8jo@mYpCxEHru8?JD5zhcb_kDKV(DEK+DGD@`Jh=Xn|^sKxmN8 ztIR}whS-elqHvHPRQ}8X(dMr>uvOO{$z06sZT%G$`-pIfEb$AS4jz%~nj0QCNZoUV zY63;1UAkPj?-j{-@7O7@BRt(nAh8Tf8Ek0_7-MMV$a+l6##Bdx^Yo+dx;D4yw5b|Jh%H20moxxF-6DJ(&kYQQ{lUD zOA>Lr$6XVR+q}IqX_iT8d1b(=GbhWvGpCM>>Aredi~d+y1qV-LSq@M=cNM94_$lrx zkDSRey1%y-+LFxcrWe(|@>Rrw?wfmku^`K=;y#uudW@X6JhD z_Z|BUTlb$1iHbI*DR82xyHhkVoVSm3HvN5&x0*KWKqaP%vDSLBa%d$S_T9CS*em~cWJmqiz0%;fqq(7;^=~J${}IpO;Ehpveq#B`Po72ge;xDhQT(@&(Z2`r zOBEfd|Zd?2*adwv*-~7>X<*8McG*KCUIi- zn{z7|wubZlg1+3ZKG@(=7*Y9h23X$GW1V`vX{6&rIcx3`X5mtNuWoB=&J9nAFVJHeXsHUmfAm*him-)zRAjVYxg9hnMuJ8 z(;iA1{G)3))h`zS(&~I{*h$AGNXV}LC9|Q z$x}giM()fR-(R2hVR)mju0$7Bjj($!akMvOYsebLE)%zX0_Gl=J{Z$lY|i2Vs4X{93@9eH3%73HIh%n z3sMf@B!LUq=pcvr4Bon(OZnBz8^dV@6d=XUbvzP$zvH`E4X%evWOc(j5qh!C4&+n9m%DB= zc5iC`1$KPB_aU}HG%wQL+G=&taG$*7Yq2SyX9LGdR7K8=mq|E($bG1!O3a;iUNu|B z<2mK>>Ddm9Vg0E=xys_whhTk&GtcBHsOd6Vmy4 zv$;SvGV+4wo-wtMFNtQPL_HtBh(_VwBztrtmh5(*XRcvf5m4(dmu(nqT7R;-+mbnQ zX(2?Lpru%8QD3I0AFp!2J)so8HM!s{Qy(y?mU7N572z&f-S8H`M!X8co{&S5uv96V z>jQ*h*~+zI8DD4vGIE|@y^^rMe|~;0&>xIjIeutQOQ|+uE2rDz?)r8F0b)DqL+vmN zOR-QPqbk^9+Cr=mXmoD`c6T(!qLD`jq~1zq{i4Q<%$cM&7l%9~od$y68l}?3P|kLolr-SZa|q z-EeOO*F}|_VU!ksc;={yI!jS6J26q&zgxvW2zs1gnxc`l_>nfpVs>_ly!e?bYise! zG}d4&AWm(2Unx65oKvl)5@Pj}hF-VS1X5thnsYxvJc{*^7cxNqx(2@UZqrO2BY{y< zl@r&jDiL9jL5(y|FG(?1&@)xxtlFbU1gV5d6mL04`MRpSitEX?jc6myxDZ$fHttUM zFXiIM8|0#rsTKQ@Ddjx&+y!BVRx-}R6)-JX;+(jrkpBCa7|%zg5XA^)oX7zMOpVP6 z^&=ziE}-x4pH*NV6ineKB8Nc-oH)HyidxdnkItia3K#XJb{-Q|(8!Zwk2s6aKKnnM zy;HDkZJVw+ZQHhO+qP}nb4}Z}ZF5cAwryLh*Vk3m|6jE`x_9iO5s{I3kQpQ1@#Kx` zDJ-uWBSjGnfz44W7zvfDP%s@#*JiOGGc*y>Ga2?$UOXqNKz`@2z+?V)goraeUVisX zS$Xg*&TV>m+;9CkCR3Le-`v6^5q}+|a`H&i*_bZmFBgh@@MK=oFJ4R24({7;SjPWIDE#jDjJC z78(=35Z<{36jwE2K+XY1Hd+%LShSY`EH9d-Kt~i4s+OA!v}nVK+5fh8=X&0{5i|5^u+uJKB*`>+nOeSt-Ca}0C!>9FiBwc>Zee^btET-)>3WL% zm^e7uC8_Ofxw+jsL(()iQKg7!JuL)IU+^kF3$mlYhK0P357F!xlyAIm z&|~wPDhW<@Z=C?x@+?EPrW;qAIeUcd6}Sp1K=JBmwsX(OYZg!NF1Up+wA@Wu03&#M zkKYO6%mPIoq{g2)^~WL;&QEf3c~9!$ccW`?Ga9e%v_}P{)tJQ5gVe?h?tYEm40@0c z0}S{&mR86znnS4}fQfNSbF^&99;wW5Cj;j;&F*2;R3{xSPsQD~54XJ8K4nQ)?Sx=T zGFI8xfN(~FgEpl4UuZ`;{=$Gd$gft5gvFYnn^5ykGxNs)k*TT#^D&}e1!hYVXWoSA zFDKryOTiFXJyE=9#Z8X*X$|X_G#g%p14Gj+usQglA7GW4#?B2SVgD*Y(qJ*8H}@q{ zm;i(e#I$?~-{FlwqV0O(VlA0^BXrC9AB+t^2rFof;~=oq_FqHYzc`Nm76V?vTG*)j5u<|V|AIy89+kxKuRRHKyQT&OSWxo5*G@_A*=du54>Yr3-7NdphNc}z{& z_B>-^wOLC@tMC1BT;dCK_<`^YK{IKYH&o4=bIZ1g!*QEyn~+qUVf(g8WoWV|o+met zdb4ctba_pG(E^}fwk~BI$mINspo^TM$vcqgpNqJHAINb|(!nH%>C18e)8~O;#x;;B zv5rr@%{n^hYc>AOz20oBLvDaLFHE$`mCr{3HqovwgCZn5>KrLry%vRPIIB^s; z6%oF;<(}bELCOP#Vkn8aMbN^8fnnp3KS&PZiB)REtph{lu|AYb5kBHh#EOZBIH_Vw z#UBPnPI;ZCk=lHnv0luG$0`pFSfxOkc+tQ>qb;wU^5uZ3B(u0b$I|KRVzI>M? z{KdXC81K1YR=v+vS9ISu(V2jBFgx*99(evC89c(~4jQjOZ5fkBzWEVoY&0h9^gDhQ z+jJ6=!QxV4G6rS5cV9J(n(})P*|=Z{?q9~mK#nHdM9Hlgr-sbz)Xl?^SXozhBi~NV zR;VbO9Kw~1odPGj?UGk!g(yn9Dxx@CS{jxDm5z*;d|KMh;&I8Vi|4r>-K_4yy%bLp(^t8;`= zOoOTu9gQv_`{oidYV$9Sdj@ zmlQ%m+8cp#PsJfSXyi$d*|}IMB$hUCBe$Q|&fR%I`vhH4L5R1f1{`BI2L?mlTo}AA zad0C+Tp0ezZL{}&aG^ofyZvvvy}m!bWe0eI>pKU;6n|3lzr-bnzf<$Kk|GCpYs+WJ zPe5IY2zoAm!swx{+>77te%>&OxTWY4Bg=DK3y1J_T8M#u_W9|XN8Pjx79w}nYSkB- zUsIlfM%=d9J!>GOL|9~yuF-Qqy_H^j6VbX~JxFN>dhBe#i8&MC1QvXxV!9gN;hwc^ zjgQ>=BHSv_`vR=j=2WI%ryA(>Sw{J+Z%;_%Vq6@_OFyy{R{@$KP~g&kLwL|H#p*R> zAA+cQd)55Ds?O~07kFl3XiJykOVgYWo|wtCf>X}wTUP$Yb{AfVMIVF|lUkVDB9OKj z8)rS4NE==X&CXm7gmQBi+LfInaww0uJrLB^BY%|t0s!0+pQ!1mRQCu6TA8|Sb2dTI z?h(k}pxH#(M8BR6qp`(fT$EKs2(JUn2Kh)deZMGs?hmnkly99;=9vyWSeX&6#MD)7 zW8aMC?(*w^h`AS|!$xr4ZNYqbiV5A$Zkvd>=dr#FabIb(kK^0R8Z;Eu>N~h$ z^)7D72|`w!?!}DDpu%9xlN}mtHg<-@XMaWWiE^_H14a#6g!9FQYqdwoVC+#UfWvG3 zzS9NsnZVfQK)|l+0%BpCu}yEAN!cMqr+e0H^P;HSG!|^>KDrmfih_{!X<{2y2q7`9 zTld{0d+p%l7<*^We^b?Bc=$atvqts10u-81@ba^Q7P=+brYZ^zce%p;On6D2X3(90 zZ^^ntVX9E>YnDk6Ziw#^t;5VOJBERO)!c1s+QQcyJSj)k-$1w%<4{9yE?+DEmRy5amG1bn^E&Tgmxz5pC+& zN6)rGgcf$^vv5~Qi}rsH6HO8~Hu?UD0*xI*A64uhSiqe$9$M;V!vp z%p~nj!n&2Cv_Ki+F>&l)b&WcVAUGt&;-216agE`vGG}t$8mUB>)nyC zJr|&@@zUb5?S0y!>h6xJzDE^8lxY;oK*PD0YfdTxbc3a8ne}x&&;t&Nb9p`d?UyiK zb3scyldhS7f*LX%beq)`^14}%Oj!gm)SoN7HI1H9caGexLwgFYx}NDRKxQX!&3*aF zC#HGgC^c>(l*1nZ{d{O}?H;tW$jtUg-B+kAaTw&CB;m#-J@UG3i^A1T&N%DvrN4_ex*^vyk~ zH_pyWDDSM)p~bDC(|nBd*(x83szaeH6VQz4UBK^pqQ9s5&u&vkdoE!L4RzLmPx@3L zs~UjSRI8}yI`v=lolCStGo_DzZ98^tnap|d?#c8~XOl8Kc)SpaYwDC|a1Dz{`(qK4 z#Su7)qy=zQNXQ#(n`RPC(57_d*j@Q@U_TvAqLT2k~^PdV?iL&Bf^xI!@%#c4v13E?W z+*OIzrew7#mKLb8u)69ZO2$!QcJi9#6^rTe&nF!iR5D*P4HR2L?_YY%jm>BPbjmDr zBr>qw?lu0s1B`GEdO54;-gHa9jPRs%a5S=@?HeQR!17b0;~vK|d@Y4Q1!J&MsKzfz z1h5VW53L)QeR8zSWRSMiFf~{Uy0*+~GI7nT=8M`+ae zn-dGJ?8w(MD%c_S8y}Xw8{q#fi`n{H7pb754vK>E4$&efXr(W3f}tq(t&g{({O$AN z)yHR}9BG&oU%ptiVrbus2uJAj}y=e2Q%9WC6=c7?C71?nM-{rQUX^s zf$&g30lMBupPQRr7)N4CDJO{O=e-G8S%JdT$wzbE!{Q`PNjqPK4M5albnknH+};fT zIs16FIjo{suy|2-*e$Dfs*@T#Voz)xWP0{xbU)uJ_#Wpfu;6dqBYrf9%gamnvWL8H zPYW*PU$evEp>2OwwYo<`$QJ&ST*e%==bs~oox6gl=96?h8okZY+k3|D(h9$HUd7`+ z?5zK=#cH26u4-Nw<85KewuJ6|nPpBPfBIu{vzsP_B}dX+MLXiU`dgp9@pqAGTuzK~ ztEna6{z97`3$lj>$hw{4rzpToi`?fHT27r%m!6K$4;$RuH~4=Squh8fql#ew0HRp_ zH^iuaZuWl{qjIns(KcWuEP-$>SV(o-{0xTE-> z0p}i_Kyb)R)C)~CeXRiC1BgNU<&rL(XoLYeI=ju#oQ94b7Z>N(AN-Pa%)PHd+p_#nNlm>Mtv)=TlHQdGZtkuc3@*J|0qtEGx>R* z*w+~YFDjOa>$4HR^WlYsqB6;8;O7(|zq^pEZbv7n>Qen^lzmlw6|d-FbGgjl@9P=) z{d$_dxBLC>{9>E+{SDgl^L|iXJ+GF}?^oWB;EvB*&e!F|pgdkdK8JxwUb?U198!wZ zt4`2rGL;Yx7M;rOg03fpdwti32UTn`P8NN0m7#KR$+qu$k*7C;2kK%aoH$-w5cx|`C=~+h$77|Ou=R9)y(51srm%?Xu%@`B0)4%_abup0>wwi)7pMt^NB zJ1%Wn#dizO`t#ca*3YW;2R8)sU+L}U#V=HSmG#`sV^rBglBzHoP8a-O_ zMIniT>SQxK0bxVRk@n2ff*eq1srC)-i6JL?+8RA>Fr*@xRo2M~#j2$DlBxOQzILeP zEHy5VLAydFN_i1qvv8@8rH7ggK@LOgMwU)7He`o8ptlUaO^Ippl#;nV%3Q%nVtBiQ zR+Vwmm=J^M1zSLEB~^fsfHqTkr8^P$d@Rz6i^_!76g8CU2r4$I3N*)U4h==67r>f_nHdLp_vi?B4iD0K>;WxGY%2wLD$M&?Zr%5Fno6BnXlHre=tw zF{InrS6|z%mS?RHQ3i|GPM+4_e}k6*ZbR_OXaOLAj2a%)cudP4jR56kZXj;vbB}XP z6@Cr;ZB|MO``%B2@3lg-A6}pnS70^EPQ?#Deh^B$=~n}qku_iUMRPxi24UL4l(@&WL~cGj`u_`_+@~qFC*!N1S0Z;^@Bn zvAp*>c0&04s{+fvNkQnY&h%0`0zqw(+lwNgz^nI^Tm0fq95IRV7^1ZCe!I7I!WeI%(P<1y#<(D)UC`2 zVRZh!ApRAe2#*A5W}I2dQLm93%bd8E;Ei3nEJVCFCdTuMEcaEDX?74gW_dlMiJOJV}t9kpnr z(R3qHEQqh2yS`*p;>-F0O*sJa7L@wsYD@;6xWo3Ns6bHf;Z!$Lmv!q7%?P5j-!m-K zGh}-*iwT`ix%BL~Ga`A$pC@))D|Fw^e}A_b3Ai~svF>Qh5iom8`o+5uO)W-8EvL!q znr5xF)FHJdvk_B6^xUQl&DOiMK=$saljv5^8F!a_GM>8#(rCw6?QR}py*=Dv5 z=|ARL*ydFYTN}}|gV5SpLm853+F1>*9+uWk2n-+bZmiVbY;S7|kg}(3Qd4P1;#)rD z6gZPkQHdTW!HaCp^A(Vhe~n6JdKfg>lfbB{$DQ*p7b8wnZgnx!hNekox2SbwFJ#gF z@fjjjEX^&0!w_*`5v7}ny1zi!P;fHusZS-5ZFHzUNZIkYQzG zyy94m=p6k$c)NFz`SKputkX`{ORkO%oEwcUcp6tVN}G60+v7|Ra;5%^D?jq3YpgYy z9Ci0I+d-4Kj~%5(P{>hozKV39kD3NOX2xye4kitm&iu+yZsXfIlKi%ghJ`|Owhj_% zln~tgolB$Ev>D68Y<~%g`6f6)*k%;%b$VakC;l>j$D`0U$K`8W)B(LyfPwcrKdW`^ zJ0LDif}iD$>n|*Id9fUg5=7*?dI>n>*J-GG|KuG@Wtju^Py4=#yt*WPhodAdJdhLk z;9AqpT@#iF&wVM7{~*(N{!X!tSz9T!+YTaKqnr5fMpBwKv^V{w?x-H`bc=&`v9poP zOAGt9()49D5PB%Y8<%^0|FMRzRbS-6S3tju>cs6pp#iZQVV%P};-uFh1NE8eV)N)e zb>Qc%{}*Fyo4LN1B$9GQf^L9yG$8`eBU!$Z9dM1kF3qazOB)?=P5idphK1(edRiDI zGU8_ytX()WJe!H~G%4hLPs|y9s*CClvKGnQ6w@$O%S6qD{J}Y3uQUt{NhsOkG1=U_ z!dPDjnSBZS10$3#76;bp35UYPA~K|%HHP_h@Cp3ND}HJ#FAF{m;S&kqYE+9k4**Ygq!-2gb)!dzn3>ml_Z^Ee z>#!d00>rWklL>IuS|EiAHwx}xD#hD_&Xf~OVtsbExuw~XN)H5|T;#CM-4qYQ-1Ugv zYj&94H`cG1#4Tr&ZwWuMaF*Y}7jN?zs!a^l1L8|wJHV#!|?b#b)y zbQ-hu(0W~X`Hzx1>;T8b{8abm-R86exNXH(pe1Xrcz=k%={n2v0SAU3@tuB?!RPh~ z1-;@IR9{z*st#l9Mjq%-9+C9xMY@mZK<%Xb*wY@776Ix~YuT=x=^=GEAmDn7hl!gC zSV}SJR=r>85^()Q)f*KoO}&Q}&^cB-`hG*eNthj2T#G z?w{MbUv=Q8T#_9tM1k`{*nEq7F{Ltcr7|r0dFrQkHy78B<~eYGQAR|2N{0FzkKXS9 zvO5(5b3}9ESRq4MxRRA$MH`hG#;&5YGC)_nnwfbtuLtgL+YMwZhm;onLU4pBIMDi8 z2ABsY)617PBE0v=fT>PQz2^nb_@rqHNW{iZ59Jic*n&ubo#r*_v+zKC2><2d&+*jT z+wS9h10Q+|Ht4)N+Je;osKH|nea+o5O-5-kmu+{`9F`HEgW1)O0H;)f+Y>(Lg-Exp zGT?B~z!sgg_YK%`kFNq1cAF(Spc+i&Q4Pr#g#5wL83JPX#h4JSE{T!7Fyj97jMW>f z211*)Vi_VP^dry0)gxYnt`kZ`G~LPxQe@S8i@nEnU-A_6_WIqEhFT>=)Q2C!CNmp< zs5N|6n(hr-p$X=H-g>VO9Kx<;3Cv?s@F0pq$*xI-2y!|JP8A=%msFQ=U#8*fC@czI zhp>p#EtF}EhTmPuLZ#7?F2N+rCmy6N#K9X9^evPTxJHo|LYSyso3`iqnfLLgt90(;F~Wxgjalo(izUOav%8=QWZ8O zgQUsyH;D`=>KsuEo~c9ZVAfb>|~WMo;apVqW}LgkE#wviR6E;8`h-P&?!wX(g|hF39(B zi|U74wMQIN&Ba4;o?eN19^-qkNFC|!0;J64K1st&TrRp1bKG{3Zjw3;4yjg}@gUi> z^qI48H+8whz6k@*;AFQywe=V4y^Oh1^tHv}Lo8zLT_EeA-n|*h_L1q~ws|cts|Z6< z%DpPA8e9VBT%Gnl^|g2PG1TKF4dY*ib!SF^J182#>4r6?{psM*9~(GL%q1^o-b_?2 zeYLd}oJ#tmn@D|n-d@kq}3^>a$6#XIGV%`)aO=)h9;$=oM& zr}znT1??}R(EN(dxrOJx%<6m@wNpgRiYcPQ=j_TAG(J0M+=}N#m1f4zFHjOF)T(tT zui+E*#{zM@(wGW%n6!1W9h}A=%AQk5L9w3AF+9i2-586mSHVNZ(geS>OisrIyjzg# z+EOTyC!E^a>HI-b1SI7 z{kwVNS{B{*x7CSPny1LFQ@iP9V@-9-JPLbYfm%9L@&le3CdH@~+*YC{`77GGHc z&BX8*rE`slMz}%4Z@7<-IeCquKuCc|tsU@iM`#?BI=N>Kc3&94y^^Z}1iS zwV*H0Hxh9>i`9}T)%D)C;KTE3hEiWw=!6mNOSC-Tzj#>ppqlq+7E|oB zl4S`Ph&#pKoOQTx%xhMpZjOYUFsU6tB_ZGD0sUwI)j9VLvDjdtKGdKwDN(g*u&y5Z zrDz^`d;&!CKjU47#2;3rC9&j_Q(1B;SS@)Jy%szYQA+MfETs-}ReW`p{J-OOw6NKL zx;2e^_#w~Aj3>bif(OCPgWv`H4Huub3YNQ~7FUoC99EXJR{pH1bU*yC$$`c>h0GJb zwKCnn9!-H0GDqi%{RY+|!5dAhPo8$-Yt~Be$I@2=Y}3hdDTordwENhRE4k+iT}9*U z2a1vJx)z~|ERRI*y}1s3#dvK~Pzry0*-IRU^oQ-edie;mJ$vqbe}2D~@A3j17zl!= zjOpCyJUrS`^0*4%YkOEzJlI%lTWws1)bDUO(NvU1O(PtV)5mcCer~;krW1Zu?_4Pp zWVAd!6VEFC&1GpH#1f~E=ozvn8$de1c60p4oPdwa;|4aJb=DshfA@A{_Tem&_z%c` zO&$M{_G|M{unwan{d)bdVt>OM<&`qJGlM9AiW%=@PqgBYzJ(E*AKO)qkrdj zz^1oQnj>8!m(C1&NC>>7(W<9^Hv{<*eI$}Y{)G!M!?9Q6^ZfD+-Y_cN3BGv-N@5B5 z0&1Ey1gbHN4R!VyXhs^2TrbhKP8OR83M%jTP63y=$zhbVdrWrT9gV?fM9uWlypTXZ zW!?XN+CbA(H91*UMox|-#BJHrv!$|k@Zk3Fesc435(ueB|H-<}U?(8w{>fo(HLEX> z%s7rVpFQ3ckt>iHWRau%QY+JOB=4y+GVTQu>7vRf%8B|(b67Za_}*iqSaxLcaS0%% zm;9@3_0_=X51LPBPu^DC5M8e<-p~E>D)`;zbDRCDJA6`>_uVu0+t>5W_CssTzZmJ8fwsMa%-?gNs5A~82UYx9>aCwGoO}ny`29X zkD*jR^vP!X-U)4bxOBrT+0KZmO5`qPWkXS@J(!$ip7i}9_nmZZ?W4tHddwuXK$J}? zNs|R~9dc(j>VCD1Ip~A=)gO zSJF(;bOaI1Zgya=5!9eLP@0fuX7c+afeqPM`S%L5XQb}k45~U zqKHhs2wha8U}(|UwJ6%X{7HFG;9k1%Z^R@dS5kwyTa$_XlvEqRW}QgTcJ}~o)XrIU zQ=afG#D3z_*6jU^TcIr=FXcX?Im|SWFI0rD+;`kArB9M+s$E6%cjD4X(8g@gvTW0f zuVT-OD==<&4173Yq!;6+Y^y@Fu+){G{~93q^nyKvk&g@OG5qyzJ8PC|48 zb7sSGgDId8WruF5#4mK2NFY#YMYa2KPme(Ky z{M+-OjI|QiAfkAx4E9f%$S7Gc9BufaoHj|N>z!ZY>@IfvzC`_3$pi{rA;n>TVG%g) zG7x{5GP0?ibSyR!8p65UP^=Y3(_uhpp&)74WQM;gnNUykT8Ix2+B5}|MaoylL@+U1 z)jF+6*<1++h-GxU&+m08^V}u1{aYQ`nO3X={l155tU4++5G$3p2Ib_ms7I|zMtS$- z-{NG5ej45U-ARZj&-{`!_|uO=OiLj7RvgvjGyz>&>xPkAy#XZD$GWR3`{ zWl+RqPXxv?YcAhLFcKk0T8fEGvF_kJ0?0V3zdMjvL`8?|Xr|nTeo2Y-%8QxG!b_nw zE2Bb7m;Pb97Mzt4xR+E8IGX_06#y2QJpDz0ay7AuDb#X>9rp=&!YN{^`$fFimx9lFlG1(?QukHHMvp|w zd}T+Lb4>E+#Z^!ZT1{c-W~Vu=^q#49*iwf}#w{5pk0qB)%DH!NVlbnQn6BnP<|YtUV9DWjrOuD__2L#3yk9S1H6tVmU_~v|FuG zT;3$4N>6R><#L;seW8w;|}8ewjck~7HsJY!bI_%f`|iOqjVk#BGC*x z(?JIDxanPb92v3;|4S(13o^#4;H9z5_oiGG*jPn9?0V3dfJfEHl=Cw1mB>v#rzU?PUGEbpVcLc63*SX+0ra`a?lBRWD} zX%k*fw@XJ+{$3`rCDT?M+4S5wNe`3Ig0jM{E{5vE^=f1G=v77;car_}j3G26-Xug# zvY79pH)R{}`Xs$N}~XpV*-k= z8qk>PRSE=ocLQ`%Olmp2sa%%7g=h2k+TVXs*%XvlzWe-=MqFz@byzmVJ=@VT2C48B z2Y_1~fpCjwIg&IE?yP(C8U?O|4Dh0-`q40&0te~AojLXZ=)s#ws8a74jRi`!udvK{ z{gVx1G1aGDU+maIj8o2vfS~8H#+$kSo^bFviurfn7uMlK=rn_kL=@c~B+Vz~O zK4QB(oCToVPspl7mF=?lM54S)^5{g7M@Z${*F0eyJ;&ZJ#u2Otl{Cg-gx~RA2M04nMIuX4pnBew z%TcM}sZvFJU1$lbSZ*4szHQoq(%vO4zNu&z|HkC}C-l+Smq%&;mq2m$zob?h4DH7H6aGFT(nW>CPI`SYupQ$KY%0zI`+`|s^ zx6vSL&14-Z#6cfwRDDSgc7FrShrS{2x6d0azFl9hPcw#mcpo&vS&}$|9MNu&=f3?) z142JlYP7FGY03u}p3MMv5RR(UnVmm{wl@4n8ELr z5}=bpaM%TS%|#Q@H8DPQ(MQt52($5udv)y*Af;COF1!?~I&ffF(<5eD%{gh~1gr*} zZ#t$jp*&Y#$@2W-hcOd}nfHKj4)#Km zeqqEYgrdnrR%s5BcVv2I7$_*c+Th{`sbmaG?g|aa;bgxRC|F%f1YWI%`l)^JRG);J zqToLOxr$ixDkurhOyYdoLo_PoVui=aDajhBWkQa)0Q&b+Z&ftLFRAILF3^O}wCj`g zGKTGRn(fQ^dD-Y-5uRju32^S?DMG(7P=B-(+Y)rFP_>=5v&AYv?SALKHC5V4Dvd9Q zCP*7TvEW~N%j)wqpvZC<`{T4D)BpP50!Qcb0oYy7+C{_Z?Vv%^Y}KeyCXICI(y&91 zvreVFA0YmA=|8dxpx9070qq^Wq_L4OsE}alhOFF`%%oSGuc}TgR!5|x#5?VH@QgLp zHZa^*S2D~s+@G*T<#MLoWsYNSY$jdN
2Xw&z|*o^b|b9N0wqx=lS4UEwSC-;Lg zOmy6!H3p7YmHCH6dGj^=RwE9sxz71*^)CRVhqKk8!>2r=%pYj91%x6bBZeQd*>Kas=kdabx}!=3@kfD%Ok9~0Yy96uae zW2z`w;8O@U*WEwZU00Yxp?ma`w%hnFre$Qr4?d8jz1rd{eM zmDGK}%Geg_j*$tIwua5E32*WCF>H4n2p51X;QoegQ z#h&Uzuv{0nu!=_KLVlj2=B}nt!91na>~meE2=*K0$ZdRu#!Z&#tS^86bPaDMZrqm^ zvEz2`nfWKYUaT^}SlKtVp}*fis><8Q=>0n?Koy>MGPu_Q@=c8W_CSJXzFILpPZW>- z0+8S^B6X-9lIw48Q=!%wKL1aivECVQcEBS{89a^{U2JHugX&sEBdIJ@T&`$S;A%aK zEs7Ki_3#K+jQg!f23`l| zvt3%|f%mAL1DACkUGpFV3-ju;3F%phTu`QTo|Aqci&m(a(jd~_{!;PcjYw`d-L`?# zUMDB(!f>c}6hvZa@dnZNqn8@4u9JIjq}jJF_?fD2wQJjPNkNK^Eu7o^yy*NYc{Ht~ zSEzd28=Kog6@~ro*Z)W~y^GfCy#I~v`Tdpbh5ipuayL^a#(y2>IU3s5n-VB~^iTXS zlr-83HoCNwpN;D*lbNuR6^pc{jAk}**MORdtWG$utGAp*QLY*DiEtbVHIF%;vRHBB zx{0~WJ=@1aY_^wJKWj&N#hA!}_G4ExPOa!itLw2No4CjLK}IESp05N|{M{4~fs5fQvh<8=}asym$@Z&^ouM4m{jE zb9bUg%N8v~N*0PpHe-tdHKOrL-CyIHKCKnHLw#e2?_kH*_Q#kRygkWSK&RDQAV0*O zL=vOtY)AI=a`R8hqEC5tutZ3*zC@VG-m5#tn0t6mXjfIe0>5Q}9Pnbsm#?E`%+-(L zHrHLuBuJD>Bqkbp(J}M@scK2{ z!f!q0oZq!)SrAAg;KZ>`btIS`l+4B;mxA7y8qHX!4!TdWV81X;6()0UE>6=1Ac?P455GW(fQ6 zd4f@gCAAoCZ`|%MdAmuW83=1{92NQ-)=~Mb-=_tGnnYNmk(m;%1!k1&;<13lya=C0 zS`56Mj{{5Tp^lS&jCk~fRiR1~`xGNBVQz4JMkhgIZQUi}_!+s1Or1299P|kr5|4&t^einA#&uohsxxaH zi;R$sgcO;&x?QF+)dc<(Otp1VZ|4TKwX~ePu{?z|XvVEe)mGo9h;nI#MkwhkPsYr) z1dfFHAaLKq{kdsc8mJ9=OUaA&KaE^kX%`sO|$eSUeimHWvmiqXaID$hz?9pW5 z**y>m{p_h4D?w~lfgIieLKSi-!T=7H$BlpV%oD}&`D0I|<-!650-E14G*~%$PkOBA zsJP0D#`9g#P6f_Rq^8rI#g#s*GdE8A&Jx9MxLkWEb=_D2*QD5@C(XviHwU8Q2EqZCg4q@mKDsP;x8=34b2znyh^tOfk*gfg|clhWOKk*cetlWp5dTHzJp zI&}{Y*1pXcb%DJ#G8Uc&r?ZmF?YlDeTMqXXNP)6yXJe~>{P3A9PMb8`DtL_0JaGpw zyDUdz*hB>g(fmA+VJnYE8{5U4;w-lawo@4n&UEfKmFCBfdvhd_ox`HDmu%l-6<`BpLP=#qcKA&XkIcWjMyz8TdhYH)QpyBF^$6Hd`Cv=U)sNXHUv@ z7{h|ubtti?;owTM%7d{Nx-aQqIvU$Qk$B^C60I&Yf`>WR^MK#_|bX1C< zGnjXxYqfTgyBqRnXd&5kFX+WA^S{Z0wyYPVUCzD8%e3-A*z z*^PF3KjHsN#r|Kt^MBjo`yXDootwRl>p%Rc|6!m<;%qai{Cyfn5&!^D{?DiJzdrQ; z=-+m3{{@`Txcp~d<)6Pr_d&u>hF&aEN(K~9n6V8QW;GJgoLY)Nfqc>pGP0;jiQ$LH zpIdIFWD%~$FN;?Z(B=q=o$XsZo*nvJaC*;1nROSk{iCy^Gt3`%7|kyB1U!ar;Mi z5L{M+0q-tzyo+3^JVBhALQ|wBfrUt91_MM;EbtaY0mBG)o=A*H;3#M^GtGoWCkoW> z2FZ5~B<*?mB7yeE-sA|Hfaw2^ZD?eT+f9@O?P_m`g*!?wYh|MQdhb- zhBgEx_{^z=n}?+FAPJx*(H_K&0J%UJr6_;b0maiRk!kYa{@O$CAfR0K5+XC17|C!E zQa=#+a}A5ZgEZKG3=vuc{C4idf&<%}`Z~C&Z@05O@HyFLPhV#rrcT`M2~BTbs}E}* z#=iRY!mOj`|4Tn?wGK>x(ZM48gsT^dLRqlH5V0Sz1TGwsULYbE%w_=Si7wa7M9Odi z-vX;hIeyM%CRnOYAiQ7&xq&lDnNS#Qa&SHFhRMu(#@Ih` zIAFz?ZBH$q=>BjmPw5<-$L~%w9tm^Gr~fCPF9P&(udz>PV0x7Qtda^itxj4Eh zA_w_*TUb;GS5g1vvw|x;UC7u;!~{D|9?&BaME&&;3zCB);Fg#Ewx1J}J%`bV7_dj* zUVsRV&i2z6$}CERi=h!bWJ82bU&F?6hn@v|BYM^F6VTy2btEB4VsnT~9Mo3PS>{D` z_^cTvikF|#`hF5*sa=zbDK+7~-48`TPPgJTeQ_5iBh%)_JR~b>kFi)Am&WDHf>{O= zx0uQ1Q?k)-M&cS)1S^!Z-4OXbPv%PS?(oNAHof%)LVRSwmRh-j z3iZ4aIv(b-*XmR^h9lO{Ed!0qGN8S=0I%gSaTWn@#`E44Q@%eH#(;^pCB#~s4~@ZocV@`ZNf5S*y@uj!Ct zs2~Bk{Tv7Vw;xbe^;&GdO6W->Q%tLaXXXKNQ6VpLTOyCAjo!f;O5_g}ARF41*=sJO z21INuzZ0;ou$N6WD(5Zms4Ew=0;rHK#g3-FeQw(K{FXB8_@B zdb=J)IUH|9XD>0IXP|z5uV~48Yg4h+qGr|@p3lI&`r-!FBxi|j^wvAP(kRm&I%NX#$&;#um=|)St%JvHb0F@|1lObiXdTKs>(6C%*Ug+ zuq>`-N+uJt< zRPVe^abj+BgWW+Dq{cs4o&94LN{JIX-h(*x2esei52#;90!5=e&wcTezj)zV71rkp zk$x8C1|51$Yr9G6aGZ}q944?i1r`Ug?DE@lw+71_Y;{wp-nflPL~U2fmS6IXH-IQD=KsCOi#x|s%&?=sJPx`pLc^fkYU1xtd`D66Dqom%G?N4o60>Yj3aC* z{YfMo;+M5Yq3x-?nMXt3!*FbIv!ZNY5pQ~-cb4^eVVISa`Y&hBoYv-nkX8nRyLPl{ zJryhemhLt=?5(yW|GfK;MgTRqIG zImR4cYx7_$d1td-+{{zmwhl7SR)Oft)d}l&)1dAgoh^3ss2=dT%&(2&RsT#;$^C8E zipBaZdQSm?MQIc*u4n%X!voX+bNcWvaF$3P0D$JdSDOBnDQ2dB>2k)`I`{Tl z9jHG&0>9vTVW@6b!;;&$P14*1Yi1e^1ejSa;lk_?Q6gJ|8%gp>#-8C{x85ZbQ6-ep zD6Rvo41sKjGq3mmo}O3AG%?~QLM^*P11{->jfss3#4q=#x+K$>WRi@6PuZkH(IBr^ zX7-%f?SlB9XNOQbJicB(R;)z-bFw>!3^_&*XEINOT*wxGDM(I?(xWm5|dGK;#>}&tna<}zy z0*-VqoH@a^3Nik=po}!1j=|fc7N?!@1-IL}#S~&UETeatSco%gjtO7~E)hu*(zYt?nzH+R9(xueaxiLj)Td5aB5PltzJ#P;AWCzQZ$?jFe2F zPNiu?mjQxTLzh#(K`FL;3OPbR3r*wD1A*Mw1yOmToaNB~smxyNtt}l;sn`Fegy?yn z96Q%d`Vh>(oBJtq6Kj#b0)^KQDP-0R#TzjLMq)|@50jJcb60Z7@Mz5TVm@CM(3n|rK4al_-A}&PWV#s;hrH)G2U{l4 zsZ$zrS4M}4kI{l_p+cEXT=iq;XkNw}yWe*S_sDAr0V=u2T%*X6LE2WM?u~Z%Fl@Gg z(X()U!{|7rrhehQuvjaWd*Qh-8H1D(*T!>gIC!T+EHOco;Q}No-#{7*C3qAG&S-`h zgd5nN#)uKC5k{LA3y%op81{k_{}#KyuI1}J0k^~7cd^A!{m;7C;-g}XkvhW_FQF?^ zL{F?JrYPyB(cN=m1R1cS3`u`mSAqpwltRArs5u`rxI!Bi*rcm4Rcn}pc-iRZLv~38 z<(dG<75Swj@;6uXS0ApAnY-c12wQhYa;S{}vvQgW#cT;8Aa7)+fiKI?s8zSb!6F^_ zy;IoHsS+=JDP5IiRXv?b-0%&(?smPY8RW>CYqa-{@26AUAf>!~BDs}>zOhfz-)rV?KEF00KDSm=$vSt;;wnS@L)d9+nrE#$f!-3 z$eLd^T8W4!PCilxuRd~*Sr5gr7#1*CX8J9nG-_mQnr!iRK$e~#6hh!O2IDnMx-CKy zQ!%Xb4NYKxVHE2j_Xx&w85Qwg{xdC!bDOof68@ z0_1RL4Y^F?f+tO4QL7JnEOZAdbo-DOrr9?^vD#(55dnu-6H_Usv6wZGXZ3rUzg_q_%<6Hh=)g1tNmKad6WE;?lfcaALN|mFW zK@mDNNC_qRHsIXjh{rx#OT{khxA)n+l-VY^Mn&@MCH+3E@uaWi9=?exm`J6M&ea8e zJlCTlNXO(p8y{-WV>xTBqNwKv59T3Auxgn@M1>q^xl(_-*BOG6%<=)cu#tscIb2FW zzZk(*@7+2qOTAT-U@r@+f-A$R71~_}6SPh%qcV_MqB_>5>CdRRR~2{D!`^taF*#~9 z+OP#9TufwxqrRs_{!^CBzHc4nK|R<8Y&^HF7uC4ZlxS77n&FI>J7Rn#2r@<|Vb0E!YQwD#Sa2rjTUEm{scv3+AoY zbVhn&3axh-(`?tfTD7cQ_7%cHEAki>-$DyJ6vJA4nOFvE;ww78gr7E0BdYS~Ey23ww24<+q3us-^l<^4F0@&1?ujLYYcj8BHJy7MVa+Ia(W=t?3Tk zT1_C!W^H`&{%Rf25(`H;OdtzpDUUQkE!K1tC54I}9UFJid^&Y3WC?=S*heIfNxwA1 zcLYP$;3k4+a?reFOCP7&q}3phg0);n$FUl{31}jV+mH#Spj`-2Ap-9iuw*Wrs3*`fJK2$Acfa4hkgc3GS|N$}lcOl2 zsgKx*BbYNvd~x!!JUAUg1j-?!oVsJgtb_@&ECYf%ivX7C=RB>v&p?ij7nl%Pw;>5+ec3gn*1HX!kJh`b@oDSM6Aw&7y48KP zI2u!zvobA}PQ@jLJ_!FTq*$9Y3l=5Mg1jSy5V<~aai<3VV7cE#dU5IHG!H_F?lopD zzCSdntietBUD+j4`m3AxZ`F)*oRqpAG(;R@IMKEKan+h8bc=V8d0RR{KH~ z*zEJBr$BVcc9;?;Hxv~`!io_w?+vs;=7}gK1M9fFQV$}R2vXxKNQ@~ytPK;*K^_fO zu=mRE)?y-?LD4nIrz(p&$|oN(h|;%^>_UbrTS-U5N_slz>aO}X719B zf~|F9D6JU-4Co=F;peskx|?QSQJh6b4%mymj~$hE^iBnjLTc>_okY0YI!pzVpG$JT z@JM#?{J*}$9}N?Vt&u&ZXYZ>tq~9lOb@-*7*`M8Pt3Ubgw3olY|L5%dAGus()XQe* zpH%K70sz4E-#a@yGqU|pnVdzR(c}LTS5k4T?YG1p{xd@^`a}vZdP=uvck5u8HH3-& zug#;UhyxUuWRXcrJ3)lH)yePA{Yj8Mg~>&DxOq4`Jv%$=t>r_dzaxm2=RRgVWWOiXb>Igh=5fBn|p@B4WsTpsemjf>q}NQa8;MAhNpmjEXbG+KOsxTJ@H#{79S0 z)_3|tM{=}L_=ATsYeP@0iDU8k@`~&V+CNa8R#wixG{c1NBHCN+M|0iQlg5hla9?G> z-MiM0&u?u!TG8HPK_+t^i6NH5%m|uR%+HgKJ-le_PC-@g*~!y}?d!D5@0+QngNcVz zmG*_Cy~k134WqSPwiXvq&0C$Uf&0ban2g@ z4tgX*^tGCJ(XL*-Iyv<#dzyy&t?#CFo8#<;;1nhew(zRD^hGClX}nX09EBl8g7D%1 zoKpsz#37(CW+#r6A;t+UlmUhrEt+uTtX7aP%T*)D2dQQ-C27f3qXaFnCbZyX zrleMklC;E{5rWnn6I!s!6BcU%R=oLcQmY&@I@Kcm3LpDLd35M)_LCD6vL&kt4qrQn&{<;!~E*ioT zY2Gw#OgIx9-nD#aM>=6?>RjE;A5JqsswynN$(p!v{$Jr~T&1hW-XpfUBK7}MvC_c1^1?=lI0y2ZoyM1jtgb`r#s z_Aw%ti4%b!Ef+Z;0}~>gC5=W01G4vog59x}@uGE!i+wvasc2I+f4Z@K3`Jgp1>v|& zNPo&cw4^+$*RM>=$I%Fx`ix^CJg1$bb!lI%{_KN4p2cVFTcd5V*PF7qFf9vWn{^J@^0j35f)!3BTh|Fi#K?3ha$%h6WBk^c!vaK4u!9saD$sC9M-Su1w<-r4>2)p(;40@PP8CVU|7aT{%$fkX(HvJoR>}cc~bU`MpQcYFw8XX z!I@C~XFo!%eo-JBx_1z((4|2eIyM&MaY^D4TWA(Y#6GmDT5ony}8o3H`)) z^ZhL}2fh#&t3_?LSDXQ0Wu}S|mQ;WAqr_q?txl(eHKpYiBp9#?%dau3uAumFIqepi zL{_O`A~27S+PuZ?)CR(KiOZ1^5gv{1$D=7d$0Z_`1bQ-Vr&f9kz-lcDxYFF6fEY3P z7@)Gm&asK7F%u1`U6N+J*R4sZAvil2!x*WyQlg3o%g7Upt;OW~T^5!(NA5i5mf04a}s|UH=ii6ke@G{<*>^n?juYtI>L8 z26NUPa=Rus1{{Cd?%`{L69Z0n+71Yt_f|%`M*JJQ1He3MLPJaB?|?hzU@z8M?1p75 zxpCN-9V;&t1@6X$3EY0IK2Nr?JdUS65eN2bvsJE}MB?fsv_CKv9jz`%KUx=0b!yDo zcGnhPn9URIl_(PZ87%i9EdGVI`x3<@xbKKF#}?6)(2vZaXL3&jL_d6Q6pjAspu$`U&^v9Zk3Lha8AC!g%rAV+}~1SlCLG`nNSD^B#Rll=CFsC>Pr0&5&sB0*WQV# zKaGcYs9NWRmo(s)&N8i>-7(ox=?f*ikDLmX6BRndA*iuRruzVXqiBrSIDQ_UbWnE2 zXZh1JFuA!K(RlmhRl?s5 zI=nRY@*{P%y=mCbZXQb_ALaEYj(r`b`)duJ;Jt%(6g*sF#kE+A3EgRlM8(N!RDobS z0&#X~uG1@WhI7@**l-N{?SFd-wrd+!@V~x!V23-*fTUj4s?c!(5SwhuC#iGDWRT zImD&&3@Mp~>eF66IKhf(pf)apjMwjcGYB&(WS9tg(Du1ZW-Lr*!4Q z1+d!ZX^<~Y6-(k#vwQ~&)ht0U%xmmoA2U##qyaL=f-IZ|H{ZuBE-7U7y@aY1l&&Rb zEX%ZL(U^@jY|RLWNS*+DQfh}1R}O~LK5#yV=v@leuMJwo{%6e;-vY&~C0VAyTIJ_N zpfY(+$(-~ZWG+Hy(ICnE;lm_K&*E4(&%P=*cXyV5d?FxDIlwnDwHhA(?M@Dm&88w~ z(>t95V3(y#*t@iER?gS5&JG`50jvX|JEy)4BY4W|gf){^3J`)MVsV2aMC7?enIK)# zcPPsce&0lxOkWftyGjF60*RBYmQSQ4$Og@0$*X)bYS=}b{3w|gH{E|kT7;F4DKJXY z{RV;2obZp{4jWOB51QxYwVf>N8wgfMNg$Y73GZUvWKyNyio?L4=1AK0KC#+^iJ|M7 zt|lif*IU)Lfr%=rW+@O`OK@;oS?nAi2U${Bq@8R1Ghd^^?4%K|jEQHGudou^3FU7n zn%Mif-k}K>_?fD&=Gz+XkJ$&46v)5AaBuT7mGsm;bDm=EF}8Db#IA0b{zI`g(rPX~ z9b>Nha`wpwj>k3JZ7k%ehJTGrd=*W){8R77EMpk(c`D43TGeeP{LK)&PciYBOh&~{92LODZHuma1 z(R?}7GL{~f=3|IF~=9odQ zv6P%cOXu~ld5r6!X7ai*<8A9ZWPJXb@7Ey1>v}?d6_}OHLFl-6FRXTW#m1t8GW#;^ z8-?Swnc+GY2V9@v)GNg}AFrm4%6)~7RcxPcVF^EBnC4Czf6Is%7!il&9SPm`Ef~@+NyHdYtZlA4XEER$0#Y`U>4hXq^2mYhW&` ze-{40in*b)ax}2cs(b{#dh?onYRA96dRYbOP$)4tmP9A`Gh}90Uw-0wI?bzW4soYC zbV}ce#tiH8>eQ^5KO6qFHFnPI`V$Mznv};^Y_uik)H%XkD9WISU)T;@O;V3m@)! zs`j%|sgQ`X*($ldf0p`eBunUEZVWsf2Ug@dELYm~PC+?C8G?%r-7-7z#?h~QFsF9I zT72-o`_}*Cq|Z?Xw2egu0KilE|85O%{MXjN3Xiq(mPFiMIn{3=^@q_|%XGTLq+}Z# zdvdMwj*6Le&Q5J@ZAw}aMJ787WpWDszxIGY-}=r~T1sZ_AMG?`ZIS@7VnCJvFjrU6 zUVArs+s>X#$@B05(l7L+_?+Y`^atpFhKc=YH|uPykmP)w!T{>ui`UNVDPz;kul9d1aj^pIR*2)lq?O>ioLje~!wx;?w&(L_Vc;18pRo%U`J+&3ME}Jg5oH}n=7a;iz zf2aT;=<6pg;oFZ-Us&Jc;oI5U@k$@sv*&)_m-P9P`+VQt&*1a<_I$cY`M+g)fB!DQ zv*+9UeSqZui17J*aKG1Q%kz7b01ONWj4$`Py<2H1Zxl}#$UOndRV#~sYc|Grx)Tpoc!DcDAbcyQH z-@K~o-&CcKJeb}$%w6_=Y1RDQ0TmE2M3=SKCnl@gY@yHd{xMg55zSVQ)?G^FDALfn z2l%Oay|iugn5K>g@xv;0ObBf(U?udo%eKwl8yZaeWJ4)-P?P?)Z>-wfh8u0}n7Xd`B&vPlWxdle;55M+q9Q&(F7+U~bQBw?J7K#H&F z$6po|o$P%c*My{L#K!F;8Q^>$!k0KMVFbo%yiIgkxbh}f2~uDbfNjZbpd2*Ax>60x z;b3Iy&j`gDHN6PQBX$Xz=Vl+Pgjax^hQ>j!*fq+1?L=l1SkF+_Vab+N?|=-4$bsC~ z-Qyx84v;a_nqqR7q8?$DLAJfIXCh~*Qv++h=qK7Cl5*^9$_P~40-^=(0m28H{mt^7 z9kRwiL1`nmU)Sk~xx=iu!NUtudi5!ixBj8PaL;o;@G0^+i(#G)O8P5zjwc|_n401} z{5Mo1Ct>7Q!V7XyTIWfqK)tR$*`V(4Zs_k7_CE{fnEN~=jZY~XJ@6$GiFZM|r|0nr zT`y5VxERz6)pSgEqS^E6KCQ^ES!8gUs+seQyjqab)k14iiy#<|1eKbG*LGf;%5< zu406@G7bQ|nXRzkJ2qx1vr#01wY%HJA`=PV^|m|SVN789>6P`8NEaq-dLQfSDk-{p z;eeD;99XmNz{}0VKQQbqns!*)!;H<T0mUan&$!Sm>4%6^}X3aGr{!2k$T0~ z28WI>X`m6uxX$Y7B&hCm1j`)czr-#Ye=_>V?hVr$;_TM|;u~ts2uNGzS~WW)BH!lM z=}0E7)HO1;`W<|O?U@1e;Xmx16|X%k-n$GWq)V{%Q2X-#vANPqzduH^BgT zK8eft)Dn_qfsuPoC@nJOLkzro2FC>-{%!#cW{BO4#sNas9n%U6qwH4Ch0PQVW(ovEV2MClOio z&Zro6bNiE%9_PFw;uSH1M8b)V1r7k3JGW)3{MX9^c>g?PrDGeB@d#2pI5!xC0Fqz` z4S{x>f0>05-ZEng%XIl^FIVD(3;jnFlaKl#f#LqnG43Y-jy;J3f@Kg)x15OG6FMZE zFX7RO6x60#6BZpkM9XPK>~j?EzX^e)%riQI_8AcpeK^B#d^|%3atF=a9@K#^FxlK2 zk9o!dXw*_gk-FX@BUOJM>6JuhI3A%vP)=obc*@=Oo@h8jqsb?Td6-L`y39hB{0JDV zEbH>id2$loD-wW#BUkT^7L|Pey!7QPgJIR==36un8F`u-I z5;2{yNGu2}RaB?2zBw+*;F9j+ zvBT)3cjPU}I6U{upe?Jq60dwaKUtRjOW;90KZvY&&T@`-Axd6E;T$P1qIk;0Tm$Js{|L}>+DRNedJ?)BLM zF_NR^6trrIRX&d}%gQMT%ZjRE5fQ?`DM-(nt71_SGzuA2MOi6CjLaf8uOn-XisdW_ ztg5)YQD;h2yWb4`5&}DZ|te0IQRHCO)2xsXqHq$nwY)KGS*sE z6ae>1o&+UUDnCQwOjwvy=^J2KpSn1s?5Xg( zxVXq~rnu^<(wk^MfwbUHHQFu+o^A?S#5V#Wx?&`fR;FtrGaZq|&=QgQ+-$CVJFQcg zat^6`#@^%H)@|>?e&X{XMMimLYTkw9qv1;U>ZWA0CtIEl`%Pwv<c2q-n#%kg7!bW^=~$Lyj4MA7N7pngaMG5oJzfO=w2jQ9>~b#r0yn*y9jVKtI-?T zCZgBK;?({c0i3D7cT^ zJqO~Rhf8;V^`hQ{x&qr-VJ}3YYqA%?hCbV;86jg22hpt;$|cZDoSJ5irx>aK9QzBL z*UCRF03D;-QDLM4?*MfN?zlhBH95Cm8T zID53v`AuPG7R21n=YCa1GnLnn+-VB^TmMk^n!<;lr3YgxL5wd%S%{n$UkOfxoI4kv zTo4XvjI=GIyvL4}f@8wqzf`HfR7ik~!7F3)b1p1&1O= zO>5PYM%&*TM(e<_j+;>c|F#=}lX1Ti5|#$s?R7j59FFKiltTCmscVduY6S`CtISh_jINP{A9D`wWt2dZxxFIhm zBNFr6FeMIh;V3|oPV6$=AdDhM*T#$hQ=9Zi3X7OIMqXy3L0FOyOV;RZnyjh67m+E^ zx4Ho5!Qq6o5i`SF&9mbn$wMXJ?pGG%aMH!BSjIHP0xX;%~de*?sQvOzA(kCcE!QZm9`7=b;^8MVe-?bJCj*%R_Q^k z`P=zXB*h#$&SGd2vAT~E0N8{~b~X8I%W^Y*0tU&2`ePK1E*QjG@EMn+CUaNjwkI6b zc&5Rn)mgpN;6?Pl<#vZD9jf0Oe}->x$f)_GLrR_0*kzW>6NjW^H=pd}9gvdV)0oSY z>oKKHC>G>;#VgeN>EFHSTWAs%k+&Nzm(hL+EB3N~w<=Eyzp)OsuZP&T^W+8UOX+63 zh4#Z&n|`=jT%z7C#d2}2gzw1OZK?_olLorx@iEVIw{$w|AH0rl-BA1?@3@5i_MWzm zGCU1-er?ahvCd8Aq_!Xs$@O`a%_aN*Q};Z9RW$}_=|Rz9jzUnOk{dA;(~_d4cx07` z1}E~KEyWPlh3?H>huGMRnw!ru{3ilCB0D8=!cSo`wOJQKNcDpY$Cv!}4qDr*-RC%} zpe8L|P6N)ED{0+w4cX1l$ljlq2q3XAO1iDMX^g4y$dpm*j9Cbbk0><{UqSt zf*FdO{KF2qG#IlUyo;706ONhPDn||0H3U5E#-_Po3OF+nv2#1$j6ZxPMZL3HQJBW| z6Zf=VHkHb~>RqJ7;M!b9Q;uJt6H7YP417br;>nH&9Ggu#uG|8y3^JQkkhc zG?(XeMXy`s5{a7>`Qju65(IYZ<4#C{r?`v>5%+r3DO$DZpxTwPC+Q^Vi#7BqKNvxq zx#5fH0^cIrd(~WF^>F^c@SM}3cBMaM-IQGTO!HoL2E39(pQg9+odCA;1N-dtSA7PY zXYKj=U&s=?2JFnp*X^!Pzur`%!BXe%>Qn|=loxs# zDxjyXY0h1K#HVazGaPCKDah(Mz7IzzQfm9OMF2(G7ZUrc1A8vC8Gg)8=C>9 zJPr!gQ_jW8#pu$8ZV15&Yl3voj9d^rkNvpRH$BHH8qJqIM@XaDz{g;5#+k-k7105l z{p`S?d#$X#cJt!q>De*Y0O0z}5%9eh0xSUka1@26%!tJ(9g)Xb9$TBw6;T6K7co&_ z;UZPQOzTJs^o_`KUerQ zK${b4nJ7O+<3P9rwqTloM9pG*sz2`6RfAwP>LwFDTv7o_l^Ozvx^fo}uz9}9VP5D^ zDlj8ej=kX|7VL$RVx%luQzCJsA54Y3)x4^@i+3Cep~jy0>N!NUe(H{0uqLv+8H@kg z*oKiZLbs8D=_09Gk^=c=Z*c+8Ocz8B0i1UREd&mV$hL$j$46v$<5kF7{NB;ok2syF z_K_RG77H>Y&2JlL2MnBt%*)Y)Dos6rPV~-X-QP zccE-$sz^2FMBzeURL1^jY`lYdVo)7w-gjGH1o^7=bG}y0^&oAABQQw}>P|sK+k+r* zO@TR8^qLa9!N&%66aRE}Y7wS4*%O9xpx;XF(E#W{aH}J_(w9KFsQ{bZ2V4&e4+AgH ziAkA{-Cd*}eA&)WrA+H2K*rv{g{C0xZ^EUMk$1zIEtk~NG7>42&}8Nk#h}#o!ArJ@ z_X*#O*kmYXVT9ERSO{9Y>H3b9?e!49$K-~8h2b_3i&#n?5+wWy8gEv+#%Wbpb0^R7 zsWOzKc4jSM^Litr-WKFRgMJ93Er#Oe4fNppVRcUH4!>#H4e zQTZ(@?l3G)5Zt!sl3H24?mO5!UzW|-OYxJ2;{4$a!pj_-bwIgVasP$>ul}D`TZMbO z{{*ON006N4|M`FZFGhPU&p+?ac{We|EgXsj66TW#9_7PUQ1l^h?G*Lr{ z7LhF(Q%S_i_1XH{?%9MK&TuEM`iAWFEaq_YS?k$o&+n}74t^f|?5@waNR>PF3;2QE z)^OvUwi((kFT1XfLeo9{9rdoR&#HIa&yyqWm!Bi~zVDgKwGaQ7Ud^?xw%z|Yfbccl z^_$tlt!jUqsF`10Ki1hkagiTWeCq*wou&7_Z{Wek9)E`Ms?6KA+^?2bp(K}@w#>Af zKP+|exmK^%y?!0m*;edyo5#w!*x{WlPQfPlag)Af)hXYkt~o09?7|ajE_e<;ocCPA zqu1*3@$t`63B7vxcYAiV_FtYqr||!ofV^I%5O3PQZQE754aYtnD>uCEE-|L1P$WNa#*zhdua z@*h=#{Bv&#o_|K87NZMr4k_3*5#=Orc&mt%sC9Mgg zF`hYCx#T+i*!NDOmjcwH3wn(meD#i9>+WrDjh0>wp4?WQPNjXRMPS0syFzszxuE$K zeS7(iSAUAt*7o%>eCFr3U00tXOP=Tc@k3}Czb};)VEDUE?OL^)Z_S@)-cMxd18>(s zRd0*7t<(qT@RcToXo6r5*FrUC!P+#h)&jM3tJZ?NsU;P9^JAv9DHL5ER4Y$G#8KtS zbjnGOtjd!lGTOB%7RxMCQrWE2jU+NzW?RYRvd*#$;o8ULn&e?eyH&}H4zrw(WSw-g z+>&_fRY$?4^laCx-ocusC(9d0$tCqH*DSuFzL*kuj2}}H-@&_h76>|+Uy0=X|GYwt zVD`vmhcbK>UkhRUEQArl{8~&Qg!#8vLJaY5vXva*+u|(V#kav(zKLgtv;6x_*y;yz zlh4F%)$#+XS#GKPoxH`D0>Tv;?~>a!y87;H@JBBa8a3@o3wOa~659Rhb>_z5LM^+h z8YcoI0l8lzVJsGS93tRz7VsFN->R0VL$}8kR|atar%LuW2J}x&z5$?$z@ppA$KH(& zU=5rOTkBX@Jy0hgzsh^WoihAjf8ULYgfDQjXR}+ih zxP|5P6(g#bufO-!Do3nWXOF$zUsYdM*x8aSwR(ftu(d7OI>##HGg#< zvWK9;{NbQBC6d@)=@hg8k@$^az?d}oN<>K%BO?##{se{xkO(C$oK$UkMiL4jlyeSgsX2~n%X~Mj zK4+Ndk-)WgL57g`7X`di*qz%&_+Q{;T+e{i1<+O_Q;BB2dFXa>F z5g*z(JUl)3HC%~92aG#MoHv@FbcB(etm6~B;JR1IqZBZ33S6$y0x{dn4Sgxf7fNZK zByP^s_Z%9{cc5iingK%ywao%JV?f+*L@K!6JIHHEPwH1r2$jTQ*7RRNNyHWgod&@% zU<-oP@F_S{b=5CCMFkA&(<=A$W;VtS)6p$p|w ziWdVjt!6>A24x3!Z|S?VmX{D9Wuqw>LDacW-HEtr7{GD0d^pwh_jP$N#C0-F|0reNNf`aG&n_$ZHw_j!tt;6DF%f898ef);h7he<-Ljr|WNc86r z3j$H#aim+Wo#aZ-nI2)xH-Qu>I%*EC?lX)Dy`y59Sx&Mn`%hs2zoDuyOX`Q|Nfy#K zpHe6Rfn%we0$#@O9+o1A^cA2S+BS;FF4)8)$)bZIxiZvr4|FcUq*h>eIA=A&?u9exbL+~EhX_=jeVQHNV{G=y+!}T?p(3Y*=$`| zjZPVj-dtJ@wXMkZ)Upqm|MYc!65teX17>B0;B9ZP8`3I|GWCMYrv$l7DUJvxY=(51 z)k_c9{&VFG@_XNIio38uc`1spOEO$U;12NJWV|r$M|>j8yxW=xFN(V;0z?E8Bkr_N z$^KRHQ2%1jYxm8>Scrf-t|%e^HV+jR6Cx|Rl-0p3W4~8&SXyhw1z{0mb`rOK4OtL6 z>5X3)w)qz*xb=x~4Z5&!x4G;O{Q4_D+uuP#MI=J}&;Vd^5{{ZcX$}Bt;(to&32nNN zX^SVMBV>UU?#}oo5==#eaed|x1vQN+fmhIAQ`}^9#e}N3v$#vHk(P;&h(*V<_%_ci z8Ajw7d-hwz_&kV_8a?j0v59dIt5^c6+!^mzv0G8B{3s8j~yULeKaN)J<=FD8yk!ydZlk#|K zpy+iX;X|)gw%+#HiQ<;Nn+BIhV~8zMe`0AN&MC|n84DDaoXjt9;-_OOS}b`7cJys| z=i>nS_CvI(AM!baE2T<|cJO1-wP1AdX4-*!)yLA+gNU$|e&B{^*Di~1)YbUC;D>qB zzGGm;5C1A$9gYsX7o29EI|KgNy#Fqp^tuZkvK`;@;wQAxX}u{S@ki`)bn^!)i((&g zx|b)V{aQxp`%z-g=h@VRKIkIuUgCg&86HK?2m>j7D3%fcq?gh#1*v_YyZ3Ud#(zHMeoYkk+f2e~~*M8~`vaTw~n~Vc3qoN$0Yy zqK4zeyW($xpYm`VJuGEH$(fu?GS>a}fa!@3{|G1x5EAog7~BSfNm>OTNtyFb_KoAW z1GBmi16ob*=k&~XKHR?P=8*q}o!8nOXD;k53;bMerLY0$0FckD&V+@(mjk)~`zFq* z1DoiOIf-(rlR&c+-j=5|Z%i0`J4qS(^#Lq&Dt>ccT-k#jgN!rRjT`9}^7Zx=kQ7V}LqcRnN?A)?Nmk3mo5 zHAMA(-FLeZd-Y*pCr9)UQdmgDHCSwi;V)HeyRZ&;?Og@fz!3vsV-VRSaUw)PDnolkJ>DDcv$Eon|1oQp!@!ll9WQ4cyy&)~pEh>FZR9$w>>jeNDOY;m9=2KfH|^cHOZHgrk9 zZ@rWH>we}V6Ok_6m|huvpc<4L3wDe2#U3ckeffc)v=iG@ycsOky2!iJIC|*DlO}9? z;zPv|B*aF}1hgk4F+3IJ%YtFqp?1vVfFnm|KUieTVV>GU?s|LR@)x9^K&$t>A35HciDJKF9%NS-cGC_Z)1MjEpJ%8b05b)qv z^}0d50zdN-a6BKw24gWWuzG)+YFl@sG>o2L0D7UTG`Bzf2Mt3VDu%W30I#@lJ7Itx zfmq3a@n&jhU^z4#C4{U>L&?hyc!%xA2PpO*L?m}j4Ba^yqJpH-XgWRv_Z@6|oE{I| ze01RM#I`PhCvA|})2+dlbQbzIq+3B}!V@odrt#kD{;e(Ptr?Q9Ol^+-$f~N#vc($AZD@vNN1B};7#{`EBSt^HWnJ{Go zyuP5AC)ge=TcbxlP83+z;$a**b!kW(4KHjk=JC%Yr!GOT!SYj}_+WFvXPCM}`RK7h zIS0&IU67t8mZM=cuy8Wz9vq5>fBW@(=Q-vr?eWSwHcHm!inIsEL%Um;9C7bfwy8Wq z39_i1kOf8JBH^rsJ(tYsmiUOHUCg!An=8>Ffi#uA=WVJ8vDRT;s$vHMFH}Bkn*y`P z+5xU(<>5d-BY-CJkmg1K@u~uua*{Jn<>O{0L%uTW_>V1$d3~fuHld%}Wa2K=&&gwc z#lA)G{;pzXk$Yb!h{^4tbH0)B*FtaHdaMr)rLPTXCMZ3j2A|08oxN+}zbcT&@j)_0 zGxAo1z4Q-pdRl+2Z28tKEBjSrR%B8 zY1W-Uhn=GhBj{pQHe?(AgyFHnV8`^JPLQgoEojRpHv?4g3LC*#9<I08Ikb2Qu-Q8CRWxgukO6z{}5<4b3=^TC}?wM#Q6BqP! zC@CG&r*&L+8Wt<13>OJC1_S=oW%f(zVkSw_gzjc<-r-{OncZVUSs<2oDT95SOeYiI&KT`1n z=7sNTSw;C2P4W6TYg?~p`uzhUQ{dB3mDmvZEChAIQ7Ya?7NK~1`Ymbe%p^yQP`7vD3C~+qP}nwr$(CZEL5w)3(w1pX%<@RdrXrE=J6l7vIf_Sn<6W&)9a+ z%kb4wCK_*Y%3(7L2`VV2gDSNA3Lo_DasU?XETU1yhW+yHxqC@V<7@ZZ5g7bPTv!HT z>o^$)?AIMvaRxsk0r^1Q^d+iq+VdglO{8#1y?Yc4WK9)sP~ru`@E6d5ibmWUiLqO% z5C<)r0c4I(SH^q0BZjDKu6*vE=~WnAy~a5sX_%={u8$dNU1Yl3%0lYD!O}uylO5gY z=ODWOjH^+uKpo=UF~-jKC1^TP=xt4pb$MamEr1wRf24b8eR~h|V{@L>&G`@$`2RZC z{*&wj+~&Ek2m$~A^1G_`zcKm$H!zX0iM_MAn}w5!o{`=Eizup5`(^U8B7EcG|Ln*6 zr0*h?V9=vTapFrcF01dsG;|e000pFyN2NB+3vYI`nd10zvFE& z#yLv(h2N6*T~j4j@0U8wUT@4W)ub<-r^b_`8w_3@RWu$jRY%6y`f1h13o`f+YvL*kn_U z$cEy1;l{_pBPM5CaCNq#|FVpTZAW@XsD09vI9)LLG?Abf9hwQyU{Ip}k{sjoUab|n> zelP~qrMn%f>!MKE3|pQGVo zD{T-Wh6g4`SBwE27r1z*CSrtSxEDf-72%goWJ}=aMxgiv{c?$vgfn{3N((B7g7VN` z3YW|52~y_TIU)V*?2MXE0=onzd4iO5`>Xg(E*-CD%N>2DW9W?%J9GEsY9EmbyXR9b z`OcAOHNe|QN>L(xURPEuP|7A}ydQC_J5&inEd7Y#siKy|d%+XA-20kf&e_p=KVm`Ve;e6i|up7t<qWA>$I-m5xk2>D(G)cbpWn@n$S!4Ucz4B|rn6|G6X)GoZKUKewzKWm02rA< zQtuRNqY-lfWsh}6so<$3$~s*?so5aM5wRU5VXY&Xl3-Y-Sx>uoz-T;hy~stJib(ou z>CITD;Wqo)3qf3`)$BWCX*xZ(pLDkDsTK#Eb8c<`H<^c4@-cPd+Xv0p?;vOiHYFb3 zPHKjcUM~arY!eN1mhd-N)d=sm0`#UAChqaGtSvHu6vHc6)iQ=BDVtId=JAj1Zo#t+2C) zMj1MuW>@CqM@j_GlwhB`S^)=7HaXF`iVVbw9{%EVV8gtmw*bix26C`MjeOyd0Vd>) z-YJI_O~tR5ASIG`15D!a&Aq)u46fhQmnr79Qsv-d^*JMP6@`ut&{I!p|*bTaCf5KZ}?TPnxDVZ5k(1 z)eo!}-6Nd4{w=z687HU@-KM#H1KM;^27|-57o*KFgBU%Wo?n7etIHA#P}W!0<%Py3 zF3p2$RVRTYz|E7fD;87DQLE>bJMn@Bv&a$hems<)7>P6G8XZKv9;Bg}hgE_QY zHx&C&eYQSLn-sNh`I&^7l2JNL8O&{~ETx$}?o_F%`PaFqA+=QprQgul+S2{6 zz_o|5k(Xk#fDsc-_I%9*R%7E3fYKisjjZzO#N4AC^k2Ivpfq zrdqAVeKZrBLJbCVmcv9pw41dXY{9fX_nFAuib8ce-em6FS8<26?u0YFWMj3)(v`7W z$}SRbtDdM-{1FRzv*{?ciG0l}dMsRV&L3Id1?Ex%W?C*jS~YQB!Y-P!t-eYA6m{m~ zRc&gA_vff@`&TPRDP--Ru5V{~cz$2PzFr?wbas5+o!)LDyx)SppRfC6Q*vo|eD!WW z_;!4svfnOm`($y+(hipbM@4ITwB{oznzkiib(4;S!!x>2D>#!fE=o3Q=b76LYbnNU zKiaLZS|}XJS2`mR8O||chH0LV@yDHwf zr5f>hn_smw*XbKo-+{^71}n@}G(*EzLMtg%Gre!!=Yhs9Zq*<9sJx+6qR5N1%fCpx zltrmU^%7aN%zp(jE!DP4zQ{(T-`!5- z`s1eF-y44e?KuEsv2=&N#iX~A)TcbNzgE{OqDP)6pM=d4L+r6e83;kpeuXMdHHVmp!YUQcx2$J1@~(kqNyx_PA#T4!I(rJ6`CAd zRVhgA=bii=`$SwCj6>)#_2Z2Hd=80hIZL7>U zp^Oy8ZkQ~!$z8TUaA%r;d}@d<(iWro(UgysXGjH$PxyUW9lXm&{WcguP>vDWu@CwW z5TxKBrvrenPsa@=7=sD-u?@ojvv4|_hLmS%TeaRk@deZR*@ahu-*iaEfn{a4#~|<5 z2;fh~k;AxiiR4f{YFyHs&Ji~IqHB6LbmjkaGJp3y;ia(E1Rav&W}#@v>s0cV-3(xGTO`nwr2E?ptLAAUa!G$|Nn9dd7mBn>8lBA)7RSdeWeIz41U?V1Uq z7K0Au3IqOG#Y%n+91KS^sE8K_0dO8DHO_B1kZ}w8|h7+%A zQ;WFiAKU|aCCkg40Ie~H;9_pyKM&=-hcH5lR!ykvUbElao%bjNwI)vRc9`& z?57C}W$m~YhD&1Ee6n>q2_fqs4BSxGF2-4X)5C#jK#u&&P(adw*qL?e!J+435kz7S*?(?X3!dG;?gbAcvPG=< zWUJ|2nWrrP+XkcfxN8tKFSU#K%npZuQR#lHxG7 zNb1IGnlQKIBNkDG!C^-93<89V0?AgLo_!BXRFP*6)ASFW#Sg*4M>T|rtfuNRqWJTd zFTQdO?BTPoKa=KwCBHbp@yAET`^UJ`l8cV~0Y7u8X9C-6BW!_ky(UZq-lhGv%4s7G z>v!v}q0VbpPkx*)SXtklcfunrgAb^-95#Cgh>SqvJeUv?564y4$vO8~(Y0_d?ivmm z57-kk#2^PKVaMiCN_~&Gm*&L6l7^I%WSBE{itmMuwyrqecs&RKYk!s2@gm zgn*kQInGDuix;EDa)bkKfl3G7qjLW8(Rm3X1-?3ZFb0YVskYD{pW`PZWxF=M!Cc#6 z$#&tCk9K1;ngF8I8Q3hi!30Y~jI56#iC%buxaO850=-^_l>E*v5qwj$bQo8V3-;IY zDs0sDrP%yR)N=+(nyGKyNjV_8qsKXZV16t++($S8_SDQrlbp!b4lX1BRFJfGk}okC z<^#qCayP1Pg6SX72nj}atOds}<-uE$qv4?ULd68)@}YD_cuhU_a!7|=?=7Y!+0l<-MIguyBY8;; zOEB1mn^Ck$p&mR-L;_Yo_yYv@?>%vJyXB4kIz9I$9@>*QI;!G5VXoSdf6~`)?MZK# zNMz-SIE}!=*fbwwATE2ObYK(!P4{p81Y$n9uLuey}?m& zCqbRc)04x>lgMV@0t~5n>|Pk=6k7s%Kt6h^-MAA0pJ}cqGQ3*sL8`%o_v8H?zj8qC z6#Y>#be!mPhHR23J7BxxydfqI^Gb4RDbQ|k`r`ys=7F3kIb|owP*S9a^y!DbG5vCx ztkx#J@nd0&0uK#t@^l&_rAO8$p0Vst`gBHA5lFy0$|+|+bdLkDktJC?>)Mp*$FWEy zy?PuJjncff;u-)7nG33OqLQMAbO);=Zz?th-b2>seS=+;jGQtPkV8<(jbu^GI9%#} z{vThFQLUA86Po7+PVrcwW5Y|mbKoW0G=h|-*Jgpx5%-Uz^FwkjSvVy5C#CCyVz28> z{xY*AFJx-r;aTrp-(KmPcwoPSX}Qa{Ms+CZlLsZQUM3w7iR$O9^`$2UYUHLT=Sy4s zwlXEJP6XU&T4=%>Ptpe=uU>gvRS~q7s0nW!3-db`MHCY=i1_&ZzOJh9hqSEn{s?bzPAXPF3>O6vipV5Csc1U9xMoW?6D zR@3}8F}Oiz;CvqpPPYr*5p)=bNMeX(z;$`K+)jwdQ-4nKqJSO{zuD0WU?!WxKe7v0 zIN)ZT!t^5)$HnCrN8VWh($QYJ+s*oW01WopDV;&W=Aj!wy$*BdgB|zJL>zs%0hs*nsO6O3UjyYExM@35)*sg$*I`0NA zq5h^Q(|EC0jZ_;e?-ghx1gFDo@f`R+OY1}9Okb^}tG!%q$jTfvpk)@TIcDR{=)%$0 zP!s#5%+gf-HKK;bs#m5SecgPxuOA=7MpQj{!keITh@u?pJ5AN9wgh45A7*rPeWLAQ zfgi*DXrc{626*nDyToql=p%4VR#aJM7eV?7369(Z4YH}O6*HsN!|4*>Tn^VCe`#rf)%HW}^Ums#Z%P9JCE z@0sPbWxtp>*?(#VK*PwLON{xQQFK&w5j70WOPr5ypUv<&zl6e%$$T;Md=KWFT;ugV zQ`8uLM15&Da{WFM`iL&Ro+Fl3l#noqaXV;ZyJiQ7y|!ZFj3@+x&#k9G-ckLNzJD4$?9zq4htr;KBUC ziIP^S(K(W(&~v7M(G(O!y^!+GMseHcHQE4;4@x)bla{T)h-KS`Kj8wlku0OKK|(!$ z-wFA6Fh~JBH<^_lx*APkwK_{+HnJi4w_)zMpWjDA&O^m%1Gc zyb|t2%K~i@nQ}-zqaQEG8v%Nt`x5M-)I#e~25mnBVR>Z)yrX~TWwtCvh9^PWkGyn) z-Oq@ve=Sl3MW@eZq*eNgAX=U4k23XpP(bqP@8xFP4-kY5HMFNFYxzIh&z&qzrSd9A z{>~A1Ru|0y{rjy1J6u47@a*es4G4ZfqfE7&$lr0}qw=lZzIFZrlRvRW_k zQe(dIA)!?k4f&>GaReYeCVu9IiKHB#6CroKzxe*=e!u{WbVoSc@6O+EtcukCzkYzN zou0jc@qf1kwzV$ousRTbep{))315z@N{1vbHN5j%I&dtQ#9>agVM2%yR2DQgUAhuo zRDAcVX>&gDOpz(iO0Zn9GZ}bcLmr8bE2wVwF8J`-sWf3YCb1yT` zm5RexD_s|OJH34#ADPfQO<$U7+HA!Xv1N_>Q@T6}pZz3SCsed{DSYuhLiaXGw+*&* z#D3796RpuWExzcJn}t}1k? z3W$|;Q#Lby$d>u+s=g@edVw^l?;UGF)gph=!=}wo)9Y5JT(=LmJ;lDIy&t@O4ews$ zRhAPvul3U8crZ%V$#)Ck21NnrF%1jxaigc*3Fxp53+mB@iX`650wt0oh4E@hh0S}cbaj0Co0b3Ll`TTe3iaKSe++5Hg*`Uy*7kgBA zs{B6^JZtVBkqYXFj!cuJ39YbD{8vz!xq@YxpXpa(87o+vyO;`CLTw>;Eg51fW8MYr zV018_GO)+qfH`s}!zYaFl&n2=_8{E~d}r4K$p$-7Ihy|&lo0umUkp`f+1}Hx5(f}) zU|@>e*Drt&2-aUP3mhU;dkn~E4hVc`($uLYO=%W}Si3~OAZysIvU6g1{9XtW) zy_oBKx%UshR!+Atf2viy&iEFBSv`M=1NO&jygMT?H1_q_K-(+Ju3b-Rc`FP1nA4wN z{2Er5k90KrA_)DMA)Cv)jwAf$&Y~TD!1=gEHo&S;cAZ%NEpsFA7a!(*lO2f00vgOJ z8R0?%&u7FsDW!20{QXSWJB|Q+-GhMP7pDnU$G??_CIab)^0oqv;1Bol=K?ui-O^0)?hv`16|cQ%*9@h82T2X_F5#9M1Q2=vG4fa+Hk7ZE_F~elo5U z#?2{~>%)lKNo7o>aP36Rg8A{Fn{q<`zYUrt*`Z~+XQAHXCgvH7oEm^C!K;PI;DZT0@#o- zfHYM9D-xI^7Y2v_e2NM1bS1m*-%wV+RhoY$*$a1rARsBFynZiVF9Y{)Egyo850yNy z)#4&0NnzpN_yI&A{bhT#C4{JK%2prF)h(n+h$MiQc(BzGCjT(UtU(G0#P)>53_6x&p z7ogOSEX&?cw$uNXCaG;bbV-6B=pgauO$1fkP^eIOkpM4D2nlxsmFGV6*$Uy>VKz~@ zU2cw{JH*eE#1k+y+WGp{lxbaGJ%%TeF76SKgPbnhu4M&>w`SkdEx@QYHkS}Xrpvmm z^Ax?-qnGog(nym%iMaG&OSc@PkRN2g(F8L5NyCiIdZF zk)bB)VC$heD^>4P3UT`2KymD?h#88+i^RqaylorBg|gn{Y}>XRl*lpZ6z5Cgyv)2; z#5csUV}+9-W}Sr%U^N>S=}^DQJWviJ%5C-A`#29gG%(VYj}m%#YYF_N&aL51B;c(} znYd;s8{CoEQyI1Juz& z7nMyTvH}sMC>ArR`F%d1XKhw`^!B$FS%5R9=+n@1B*H@wm+Vhas>!0s9;7uSSbH%H z`Ql%5)?@3edZ5pDtdj>8sZA#z)TF5*+UE13O!?4W=m5ymg?sTqsE0rVZXldF!`j_V zD>N=(0nkstxNKfGWy`ZZeuLuh zoY^d@i>HG0w#M&0A3@*90sYV&;{2rjR%>L6DJ}wmYk3Ks<|85W2@llb>_i7>ZXNAs zDQE@v=gtgU$POo~RL}`E^+H*sasG;pWNiB~IiNEgqbG6Tg>eeirJ|dum-0-(GB^io z)&Ztb-d1VJ1_ox3qxJ4OW`P(*shE9693QA+?eZE@*GSk7?9SW9FYB;}IU09*d$Rx*#a z9qlfRAFC}uQ{)qd@wL9HM1k19G*}JV$<<}LMe{VQ%TVM>+Rns^hAo@IQ@c`dtNS9! zrHmrGnl?~v8+=nEUk39vya_o!8@Vup%;28#qWW98E(49v$CChJ zHz5m5!7XWmwTl49)hb$1m7u_EN*)LEn%bE}ipoOnsTW1$2;uz+yxciumTH%7>eY%# zETrK2WboO2!eUAo99Z4WD`nGX0Jpb%`O)(MnTA#s}nYi8B(r5(k3w z_w-8+xZz6+>zF@lcSLUj_xaad88vr&D3OeEnV2Y86vDHC-`fchrs)S?jaPn?Ew2C? zpv}sU5R0@zlK6oyaK#IEx$T1_b3{Nb=7WpNqGsEvazizma6nDDwcVVb^$wC#lXLSnX6;!7U%IHz~K|x zGcXEVXJAI~QNZCaHK%grc3QJ~Elf9H);88-9U=#vk6>F+ zAr59P8T(WGKyHKXzmDFV$azVPOGHCVBuSIgVbNTOnTzDc1e|40WJH8nG$=to?WKkA z_u}LJu}|c>Gw1q*gkm1$x$Pk|ab?}tlXD}Y->x2d%*)+TKcQ7se!dOd&NJ5T;sm}Z zewM#9jvq`jasKKuH z-qF@9zC&NQa|9r)ee1sPND3j|F#xcG=R8?6u zs^DSmNiFXwdq|g^+FGd6N^NmBeJXk96+ZW}jHI9v)wlbe<%VyxV~)qNIZY5TCMu`$ zzDz*#2jH^=)$8uRV|97-*Si|p|BEu*ItElG_?0wr5&_KvL~mAHhN=KzX7{`u25?^T zjfM-fW@bE|DrjeTg(iNo0@)i8b48Nt6S^!W?J#S43QpyAHnu~o+h}1osTxE8GsiQ~ z7Xc6~t8d1ycLNNOz|!XkcA|iP32{uvLBsSNxk^9uc|KAS1HcvV;Kte51B@3#DQ1tD z4bEt$2MW~7;Hzk-t5Vu8wVI&UJco?tIp~p*Vj4@7`=oVV6zjDEd8yWw{v|*P(nb58 zMr3AP?z4j{Sl2&8`s|sK1;N*HE6O5v^YulvGT-rW?>uABt@nu-`TX6&8)F@LEkKF= zb~_yfayQg{`eW zo%=+@?)Wy{ZqFeTZdGu{B;LeE%ZY*se({}n8C_#yFLjfT)I$;t6}AsTxhWOV>j&2{ z@I=E>?QuLs@fK^Pe7OK4_&!!n5{XS&hv$u!D_>s+2R}bPnU2M!${k&l!1j(;`={%# zv5S|JeD|?uEe(Gg@tkekd(2;w74aD^vsQ`Je4F@^xN0f z$($XZZ-=L!46hIA4X@AV(fQO$S={Xf-r?04-*{gw?>8d>209$rB<|}wqllB~vNa90 zdyWY(32Tac<+@pwcT%0c>(O((EmLF7bz^6+M1qg%?jfw!4w$mG6NiXzQk%t8T}&yM z5Rc!eHJ?pWn5r+$J!{pHVMASJ_8kRg*r%r2CT9;|)5%q~@rnLYOpNfpOE-7tOq%< z>NFP@k-3@iOO5ZzUkHGdK&CZ1-e*K2Axcm^C1I9?j+2030F(}dMiPBpl1c}PF9l3P zAlUj%RzV*Mi^ga}hq#U3_Yn%DCu&LeCuGWZ)T3?MwDSg=Fn%x40f|ZT4v) z^=m@Rqj0k>z+u>R7`?WU-GARYgeJEDExp z7*$ig^jZc(@_f7%d;|o(Saz6>fCY?L$rw3qa6imzn7A1L0RAArp6HO7cOGQCqg)OQC%Xy(#VJnU`Ye$EHIZr*|E|E z|EB1n-Qo5-{!~_8`L;U*{*+2xc}KL&WF*?R25Migw~V#7&O?S$LDg=T(8w6ALf3tn zHW58VC=8>90EVqH)d~lp(I`d0z$Jk8n%H_y=)V5CMde6)Tfm|aaRN|H>j5Fy+Qd_j zd=d5ik~n6%e_3Cry4MpIxqfiz(yFJ(_@=of5zrRhl+WIV2<~6MSp`g69T_-XW*={K zHM!SY>NHXDVqpEEm0Fb#qHO}Q-mc3E*sVXmcIPzY1*0D(+%jB{0}9F&L)x|%D?$N+ zndIndK(?X{&KK05P1ra_Pj_kt7Xm?O4vz7WG}Su5AOJEg1(_sKr>78wDRGu3PqLQ} zgn~`U*9UI26@asXveT;1jA_K%CF~l5c*a3;&&l1#m6Ve~Ns2XeVwhF}Vsa-HI3@g4 z46YkcN9sxlZg74+%#9@PEL*eZi$oro51N-WL-+DPEOnZ#jy2je%;jL^Iqn%}RodAE z-Nk^{Kz|{B#Z^OFx02kZeRou1NEs_H6x*e3I4*7-_RLnpV*yK4r7{9IbfV-H!hTwr zJ>Np$7Vq4rY!+2I_7!D*%8e}*b#?S-KlP$c7YylJYh!^fJ3pZERS}hE0zEZkFuOVT zpb+{}o(@IEpYGh{SH3}Rp-6y1v?B)8Shk{fW*$d?CT0QYj79Vi?0!5K-Pyf%5iUK_4#WRrL zX%03R1(>N<1mH$faueLS@|?_*y8ZLKvD?f7$KMS!-*Mc`twQ5A`!O&#V@K%AM&h)H zicVuYq}dwfHV@Pius*X!r|pHU^@JMZ~9`SsDW5c-cAe8u5P^mjN8@ zZqwJxcvw6A6zIE1jOBqyGj(oat-!D)Mq<2!W|v`3yBDv7BWRD_Pv@o_phOO?zY*t0 z5m{9imba=X2Evv+H8=e=t7@;hSAMWL|#x-P-&ZhAUD$R!$BQyiUWsPa!mJ zYSkY#K2!1&r!(}ll&zF2t>@cq-h3+GaNcd=VXJBq(Ux5mXyz1wEF}fkP0`?~kv#NY z&?rce_YiO@q^XT_)fH4pAu3QlbLw;bHSjAae|VdHnsa2dVLEbn$GZ5Imq=^Srp8ip z_VlgMJAPIgVF2qkXM{Q9{W0dKtr;f&RE|hdTNC6Z&W^01aFdyiIBXrOOHuy?^qrh? zNGJ4yA1qsH8v-l73+@5Wnp*JGvgWPNo@qvWoykVr2|{&z|GOTZExWe4Tx=I2KwT99 zBP8y6vu8uU%X4yqtE@T6<3o$S6-Ex3Y;^N7Le#-iY?8&+tuv2671Hq@4ObgYcJ^l3n)1Feovz^curTE}XXbxMwC@n%f89LrSWd<|Qm#_(s-TQaOA1 zHV7>aGG_+^EULBU0kvdiQ5YNJUF@EQQVF<_@I`CqGHYJ(n33)r*or;5x0s&9wfY9z z(~>y`E?#a)X_47xu=(ftID5C}u9q0uJ0G?;=&%%waSQPcwTAEdi|}AB?haN3Xc6<_ zx^uyBCV698jqY!_E`%4GC!7cw;4Kos;8jBQx_EuG-Lm~PK4 z)U_h37yJZIy26p?P&c=LdA02fw8J@8=>YCwKZ%3N6Era108Zb~V0bCuUm2!DHxK(S ze5Xsh;dU5RN!NsXq%{YB=w3!CkUPkf;=Q?u)F*0tJZ+(GWlLbTHGU2U@w+)ME=Tcr6U|`+1&=|*K@yob%x2+9Ax>Z} z<@3AXUO>ad*&G6-HVDql?h&Qovt#q6{;BuhF)?#h1Pn^tHiI-&dgsm7UE!efd&YdZ zEB1*w?!X_iV8$xD%2E;@Y0InBFrI{vG%jh}HBxUM7njmpM9_b5aeF0$3ozk(-IN!w zE!r^3(pWWlwPMyIW8DwU9g@xlz|K0bp=wS9vO9)+qVrMQCJTZ>a{M-)^vjR4o_`F@Alrxu{hv4c)LWBQ33vjwj^1eImto1gbK01@B znz`=~OpGXL&dN9ItZ|XlN&woD?a3A9LT4d5(I4!EQ^yhqP# zd|!2abL}K&=ShBkuK%yars%Llp&tSOK+f-I_5ZloWd84wYR>-%R&oM5T}-m=+s~V|2i*iN4%{g$ zeb4s+hv2g7lzNVyRiCk!R*81!fpslj0&hAxtw**@Bs1TgJyREg2O4QIT4_^CT>3c$ zNxOaU{TXRD<5T~&W=-;6Yt}2uhHqc@OMSfG&k>*B&#QX7zOT-2*OA_zDW9)*Lvm?( zw0ypMzZ~Tq-`AkekNY7xB}MzuyP!y~x8A^cMfw(XDmY!#5&!Uu9>Pivl&bqq?Yqq@ z)-rFU-}Um=a<@;#L;2;+M#Q;Id!$t)IThO}R=cB{?y9>YU2e4Qyp|E4svnIM8-{>h^($gia%9f*RBim#tl3wHqCn%)Yj=7 zd;9XYH*#CdBtPA}SE}dk9ej0@GqFEJi+pyKUyOCRk#bx65&3B6wF5jkb&5_8M!lLe znJPJLRao~tkkdCDTz_T?sw+X&W`+o1fO{teoiiejKy={V9D|9>3^@eTh#ImBrx^5N z9Tt%qqLWxprXXcCDN`L585^P#M?qGP$t|SqZDRj(R7_?jZBH#MW*BHeA(OGE8InNO zp0ZyASvB`xN}Y7cZkMhtS{4a(NG?1SQLZg|6bW=;7Cwtg*A_dABJ7A=B5N0O@Ciry z&*?49N|^X9tm;23cmI*9|45V_^()%JJu38f$m<7L zpkIMI9^62VjE;4C(IMh!$U6r-UHi!{3!%ArM}f@*+tIbXCE7*z3=0GkJ{fQk|Mg!? zd_e$PO;`jk04iL9tH{a)fCzB=@zrfWCwq;2HGr*sHk;meDZR-6)PRA``n5e3p(?Sm zN1iX1DRNv#2ia%#qsx_x@ea?Y(UBR!056T>Ot$|qjJ+j?YxKF{@F#giXlU%~wS`It zY1rCIUVWwP$LL6ZsNYi+Wsb7x@PZ-iLz^oHX03-eRCsK>_%z%-)Ea~SHG%c+AJ^t<6U2M z`C1wT>p53um6DF(h}g2&ElvA5S92xc36Wjb=@_ExXt6NC4Z%PC=h>Dh+&qoAX!ZP< z5mKSdc>bV;wbtWS(+p>!!9gDE#b|}S7|f=>2;k|SP?W{B6a^#CZm(fD*o;JnOI(=3 zfh{4c(*!-DoZJF-LI5$O>=4pWyT}h!Z?r``nT`VCTlER1TfvT3JoB(ddfGa}qc#Bb z@xXNKXeoj;?m}%>7_7C&rXjVrUyK_kF*mUhb?CM=z&{9JqSK66FhG@wS8dF z4UrKZYE}7?cn0zVB=zVx=#(KmOB*KPz)|V=;tcA)z4_g;hXn{91QgI2LP3Y-K%p5x z;D@_|(*~l&(Q^KK;?bZ|5_CHLuLVH-d=M(`_z}^^*F)qHp~`Z5^ri8XkOL42;`CxT zfrXaJtDJzS9Q?Zc?u7u#@aGvc!0;Kp?Dac!X1wc<(+XliM9w^MzU;yP8IVnae~%mx z+EC8I9}MEr8(};=*?W!S(K7=j#vD+AjIgD(W2wSILR?{x*p!GXL!FuC0xhxsK8y~R zCdRWUzz3M{W(*)9B_PLf15WosJoeO*D5yyQ>GP!nV$L`Xq7#>dS4%{98iJq%i&N_Y zkkR`;%U5mZea1l=H-R`aB8d?jX~JeWBsmwT26|aLNm!Lc0be6Ulwiq?dm1W zFaG7zu5qglPh901O0Xkd+QV`={1`uhrVv`NO!(6p`?|7*?Y;=f$;hn@rRVuh}gk084zzP_b^wC}f>tkpxm z!_UuJ?KU=O2a0*$z&r3#Q;jhzqc+d?tzBG8)}LFUM)%@6SA(^@E>V42nI<$S{pB<1 zJxGfp370S^c-1}r5H}r#P{}JJs9nS#K}d_EAA@~v z7DW9y9aE=2{Ch~buv;dnq&z|`_uOzFU7cGJD$yQ(^CqPEECa$oi-dpL$$wXF772;c z|Jo2H^!;N!N_7Y%kYNOIt5vF(M!527>%D01l@B!RwZBGWpM)!C#BoCv_2CO$Ke5Kw z(T4L{RB4A#q7;nR22HF@=O8Z*0b$5TO6>%qbU}ei6u{yMQ^A%(%clmXl?w?^6_`jp zIOCQN_rN#$HI7zyGt#9Qf-J9!Q{2ku z0k4R+6&F589){rWjuOt(%9p1{zOpKDHuutG9P4k#!+2-8sA6*u;Dp`T{6)PlGaU!? z*){!Aq=w31=XSY^3I?!1dHhOOk}MMMf}`FTU497R4w#kSfn$MaMcmk^F3Mu4KH2Q|THQg1j}J4=@g&|J5Q&ot%@ zO46vKXO_K9e}+ZYT)zpDN58u0S2>I9;{eI^Smb@LwXYg!QY@klDVmv05NDq#2XG-} z#GEIJ^s4gng4*YU3^R;f%}-DD#-RL`kjhZx5boo1V1mhNx86Ben- z$zEWG;o^v5lIq62jE{?jb#-Tmf%9+RZE9*TpVCesC6>@!)U=J|N2p)b=?d7J2-Kx{sYC}&~q?y#H7IW#2$bL%doM23T@#ql;T;bP0Kn|*qoi|gh z0NIBC@V&dI!Sh10Q{klNaVMy{t7HsuPHvjzVxxu9I3@JdZ`Z`0d#|JAOY!%O6|jdz@TFamDWiu})`$5)$`v}-KB$W@Laq0fQlCKcuR z!Cp(sJ;0lyUG+jCBq%2R5;1Zy*?d;BvzQ9vg#~5yH8C~NH5<4X9)u;FC=VKldJtd| z8Icd5w8v<(Sat`E+x@uNJO8TYx?!Y8xY^utR3Q*Rnv&;IiRhm^9;U)amLz-AOj)G7 z-8kf3rWwY)V*z_w-@kA>|7;n-ZeVOG^8v!#%EVOY^^c@TrLsW>sUcYVl{o%>1)+ot z`73nzjR{V)qFgH5=){ES%|(NU3eHQ|nbWvdCH%94n5|fk5cjY@=K9AA^e^S#0BNNn zlCi&}Z0Ur|zJ5}s{~#y7Das68Ym6#h{{qwT%BONVM9E)d9?#H{zp^zjQz-)zOvvUg zUuEKvy!38^?~O!#Rh8(bof#>4Wea2c;72OCqHn|e4vaD-G6K@j(3FqThu!P>mTx5?APk%^3!Es zg%bdvO)HGJgew0RY3~qaOBY57rfu8yOJ}~cZQHhO+qU)6wr$(Cjn2Pn_3EnCqpqIp zwc|v@;NC&pd%oCk2%JUihP>+aKlh8C^J@Va2{5R&WjIp^fzyKIS&e zas_O@+pPv%W(6BUreHL{M?K>%;g)}+FmqDlCeu?qejY6KI-E!u@Q|-bYZ3+$rO>*H zebuD&TBp$@Kd@*8*qf5eltvZ2CV2*f5hzx+v)F8UuhNKa=CP`r*_Ra#czPX; zpw?V972M^AWR zcEOG%{3b`P-h&>7$(<72$k~II8vuU`t>#>F^+9(CETVMP74~#sH$E4x>%uIilcDI=i?%}-UwJ?T0C@Q=h5A3XlC%H6tmLs9 ztpC$WF7!xh-l-#hv)&jgxsGG=YbAGDppFpK8*N@z$$!c`^d9?qJE#$G+Wtv9c*baOrmU_MM;P{R2u1Y&Dtw=X!-#`Ojq@8;BRIOHvUtuipt&Nvq(Lva^NIuin z%e3@cA5EQqpzle-HUzw8rRiWLQBq_v>a3hv)Tx`)k)niMzq);SUa?9e;h@@Nc}Gxe zLY4HHpJa7n-FFDRY&f#5otaQ%*5UuK(r)dFesbdK>bf8RwGz_2 zdF8i1nj$#Ic&Rbe!p91{WZ}T*feke6E&|s5`8`5Qhnv_|M^{@%Iw)m_p7;AFFaj)wX6dRCi1kfBVPl?e2cS^Z6S8@ag0C#rm(Cm5Y#+3CB~;oqjnLzHwiK zHg!Hg)tCcg@JR)(Vl6rHyj`Pq&01x|KsjOQxtYsqwP>`OYf}kUcRK{up7Qa37D&HN zrek?7y6!k^$Zp(sEB7obYvM(CG;gq?-jo`1-B0LuaH6nHUMhR?kDIV zP?|g8o4-DZCIgghcb~NgGra+-`7&F&5%1~#r5dovq5vfhP64<62BvMUNb+QpbsKsUzb>()FF5WU_Qo)}B!-yEb8lQnO6T zpCYu30dC~jpMqS+X*dS)b?MI}Zsa(cdYxrl&e|88aA)FdTs57-`6h0rGR??H%NY@at>P*KL~EFXa6PWn#f!x3&L4>wnPuAB_G7v;V>B zf3W)>oc;&5Vr^eQo4!moJpeB?Q5*EVE4&BK(68?dkSTs}M-im5!<=-7A4IKsR(cC| zM01S2)?+VACazYd69u$MVr9ZH8X^&!w8?xy5LKF_2!DZ~hcj4>wSuf79Y(Y)Pv7l2{Y(ZJlx0EtRNFqF?g~p{l-Sl{&IU&Eo z{ODyPSoP)Za)lZ6=V6=)W!t(wwp#l~WoheIU z-cTY{2OL4PctSYE8dx_Pv~}(UQaDum4VC`mrwZqB-gg*PQl|qLI*?6qIWIgtDyrzGcxYxcD7T=QuTy2 zFIEQOCwyqLON|;ub}Dz7%q&QXbHPs<$5b3&EGQLhEV(=6%(snF{Cw^Z7=j$~mKQU7 z2iC3Qlt6so(iPef$UCNglfUjg?%<(Ge-cTlnbvi>KThUh?S;;6g=&yg9idbseN7Nq z7|`K;S~1!fVHFm6xzxDu<^T05@(9aE42jFp*#4$Ig6S!&MA08W@25xoKqx#}@^%Ol z*aL9i5|sm*VLUbQW$MqfX7pa2ZQKxbT=L_H>mSyA*1={gboQv`?%d~jS8%>QtPTi? z;vf!Fv7lC=H?E!~8D|uO3%qqkeqm1Oi-i(OK_c1~3;`rBIN6&2yb*@6h69wM1{4Wj z5#E^LcUxrpxH3zY&n6VF@dVGZ$DmhU{c#&Zu5#!^#q9ASi_%8;2nd68`Y$K#2?Qde zx%Ux4A_8b3840pl`-5XBWEffwRsTq>LOy z(%YJ|%4vk4FAh}z1=-{b;af0zJ`a&0X>k!3HF89a_2aMCyh56)*tbmTe_XI^tXLg{ z6MK(xTH|b1Fb4_*90w8uoD52UqA$!u1W(vq&1c)(lCXA!jDK3~r(<09p(2deV##$! zehnna6}mzwf&@9r#bk!7FxnIh7w2PvJJJ?+;1Us6yvxb#TgI}1Is>w11Mnt;B6tB* zf|L(@pS?P)JoJL_1I?K>q3jOI7bypL513CB7=oxiAV#`u&?E@%V6PhmL>vzW7)h2> z$ro3s;u1|(5O?SQy?)o;YY3f&{5o_5JRtu8>bjLQ5dc@xr}$TmjFIKLGWbaGSEJmK~*wY3BRp=DUWw)p=Di9yeM8Ep*M=6&w zB=tS7CxR!wW;7>mGI2Kmf)U;B_St9Gd1YsmeklJ)l;;yS-8L1zsG5~@Y{0G`s?k9F z+(2jfXx=R^dpWqS4{0PYJ&(?g#suL0FFf5kt_QgzC&V?LLZfJN#9R^_XR~#r{bO)K z9oUW!3W~6xERqlmw0rC6?IfV;y@!LFK|28M)-;-uN+u|uIk);Xblp)x>_2J~MEk4b zE|+U8L^2s~^2ZTv^U2hV1uw`$mvHTuSbE~ot4B^3NA!zRf!5`G{e%^73B0P0MlY*= zz(_+_aQC%=zP|uqti}VfhT#+_^bpwy-+j`3vFbyVMeHq|aw9Bw7e-v(t;+25YUyu$ zJ|r{lXg&lxFTx|x4ka$Ox|Fmc#-lUJxlE))?mG?N-_%bR@Km{#FZ8(GhiDV>e(0J zv=EQckn(*c2fx;!85k5ngKTa3U=8IQGblse!8!8#DL2*Y{=DS1y z+*qZ=JQAT-5EMjVu@@n%l)+a4MCGsBZlk;oUN!73;$M3Nw@j^0bdDfU7Ym?-1m02l zw;P zs?2OTJF_smlGnop>R^E2@Cw|6RiVL*1PzDa!uJe191?`b#ZGf8sQw|gXB@9i)7=Z3 zzItCQwS-eV^s~*`MPtku{1(o~DeF8T}|r-OVY}t~OIqOjLaSg5Mqq^G?h!H8Zm`Lco;l zj=5$4&K8L10(A>>8xeYZHHeM5x`nFySGmgtu`St0Uu@0CHw z>-N5in3(#u{Qw#LjEYwm0^>bkxqg6gE!e#cpMLUn$FHTU<mdpYq9(ZAvgrba zAB+NXa=Y~k)d8z9#IK)3*FOTPv+h5>7m$e(8)KaZK53u4GAe_T>o~^2Ay0k8pZ6!j zE`_5TQL;$E((mVO%U&(X_XTAC@b8^n;>9uo%r;ugx{eGqQo=R732I6x+l<-hMRbNR z74x(HbGiJ|xtx;$d!g>U77#ow6>CAcOgXi|oTo+G@+wRnMxL8mo5N*+ZnQ3#>d)E4 zL0kB8^4+|9`7r7)X~&OqsHri0Em=RfsaRN@RaO z3;MyPNiID{{_g13YD^X17ypr04%DOE8!Bn9Az&V+$3to=aFWlaZ^ z*hU$*(8`}Y%qaROF-H7?8xowpMySZ^F5OtFtLOCo!{FhIt^|VTg06)9CDiMbweBk4 zixBF?3H|=z03+wY;%4P%thl_h(;!=(Pi?Yow;~eZ=nGOD-dEJUiH~2r0VvhtZjdZv zqCoo)?CuDGuS>iw1)~YFiL$FhA!dl;DyoL&MxSc2&b)aJO#f0K1h)MQGKP?19S;OR zB$#%ycEarz77&Uh6Be_5ErZj7+htLGW9D3kDl<$sB9Ok)iM>%C&jQfg_qnRQB_qwy zCljfpf+q^|cabobrNLRZupE2S&uVvcT+=YFsv(i#+Hbc{*n*)BFcE_6bB7>^`*hb} z)37fP`l=qm^UmMYf`0#=ZAl~&niUnmioBsyrf1P3P_@FHchq(gdujSXzZv!Q*e%ji z(`T17$Npg^KGkY29vXn;ZQ?1QS8<#2a{<4ncKNA z*75TC{XN_b>OGi8LpMA@@J$6or6;F#$h1~Ir zqcMg)POcDtxmWqd|2E1 z`?c%cBOC1#YYSe2Pc}QVCvaTPYf7Q_c?q8;SKUruhj9rV#zj&1c%eb&zZ<0Vk`qT( zDSRE`hiGkEh7-#z@D+NV9WxM?xVP)XyEctf=EurNTJ{|2oYORl>lWHBpPiP!B@pEL zC#3d9wsymJl87DlLi{jnCTzNT@wVZvE)ya!ag2=Hu9)u-nRR=_cl-7h zC<8BS!bO4rqIJRxeOG!5g`QU4Cer+kSHPc6mkO5*`$2;QSt0gr&}nPkhZBWfJ)Nk~ z%$4fd^Z%F>#bIriE-HWgM)Ed1u)v^%CmWb*e$dQH(o4QIVoA)h%iiuu_?do|XD4DV zO-2BxK&0pbhpzEAzK*(-^ZwrCu6|`--)~dRb2oL6ySO%Ofw|6P&0Sbhrk_@S819fy zTz!{sX-DA|RP^_FclesUq4pDZz98V{ z7S83d3Exd4ZwNzdmv38yVw_zS;Nm{UjN~!ebpsKp5h{nolE4K6&e=b%`NK4?vEV@ zBz4FDOFYzFnn$rHM_S3Zx&fovR^D?B$zWYNA^&L`rsVLH2)*h4!vEjx8N%rwaD2Z* zr6k$^ABvg(wT=kKGInG5&eQKRH27@@UVTJ60m)q^Vm&+(&tg?%T09Odgio9cS2L%G zxZJbVxBG*v?XTdNO;|@(advukcJ|6NjiZZ*&-xYqg@fZ35*p)s!hazIQ{8kKC7nd6 zvC^8G%!g-3&fQyDCr3>8cMHEE1Pe1ezOF80K4TpY%2t^M(r_Ej@`=yw1T`;j5kGUp z$oHD^Y)3YdtIQ;_puNc4kB4j2;s^Gw1Z;1_Yu6eMW>7M}ni=I^&5WBG>PJeFX8ros zWhLWIHI##H^NItJvPv!{X+lJ-{5Cmp6V#_ve1%;w6`ETPFd&CoY$#^XF}UVJP(Fb75!n;>9=4SF7{KT>y%X zok#wT;6;@|1M0VJoV0JE0E5B4Nl}XB!$4UlnYz3E>Nw68s(x(?^(lou;xh8R#A@)F zHEXD;NHLksIJ4#cudTUP#Z3=#eQxuR;Qy_eG3c?B@Hf>1y06=|KK~4f?6R5>pSwig zxH6b>-hc15iWstJ>C$9&YHsCFvTol!K(r)c>O1J(^_3OMi0je8ZKh`F8l0(gXgK-_ zdpePB(mY-&e;mY;0pV7)gvB@O%*jmNIj&qPP+xNIXeZ-MnDv?&sxx~wR;Fz=zeZ<{ zel^P~82E!PgTa{b=`&$GqK^C}>>lr#bH0s>tZszUK~WZj$H?BmNj)crLtv=+q-CXvIs(}=x3*gKsUJ}_L`#fiZk zPY$V)VDthm9cy7Cr4#fi7$G8(%U92+ONGk^pzjHq6{*av@yCrRijxXrgu|kiC=1LX z6uM9*^urhk%83z}PvRmuP;wFUk(kW-n4L7y*z}BkiIFe3UJ+>)*(1Tto#ajxTzM%? zrM@rx?lcmot?LLQgqX)p0C?s&^LlMvTt&2hyPv&XC>^f`AJs0YtH20hY}gox`u{#Q z*Hkppv@#?>g3c~IbG!=(a^N@acvK!b)!7GZMWq;GQ6u@i9=Vt!L7u%y@ZF$b;+60- zQW^;?k`kf^Qu>0G*`RfhB+>Ebh@Ju#NiJ%KEBHp#@)L$87-xX-8i`{GSiaKB;__jM zOk8FuxXq$byh1Q;EM_Ne0Q?LcM`>@#f5dQbXQXB4I?E%hzlcRdlJ^my_G-!{j%(h~ z7PEwJ9YKF`G&)#+Y309ZB+Ve>ae>?_c3IGoG+A_atdV39Oh=nk^HWDh2(0$2nH41= zBFhjGiW8-&>g7qaE$1&H?F-HW1fcM~@%8z81h6s#uoxa|CDp8OQ^S(e1G-Y14dwu( zBk4g5XtGF#PpNq5jB|39o9IapmZ{0I-6#kvsn4;)Q)wR0$6cfg{^6em;KJqA49tni z#ni|0t28|JvLpuGnLvRB&j$nVmwla!{oKeL012gFxeae;Z^F``ldfL)M+X3qUMP|viTCL zaL^2^7h@(|5$+~a?xv|Q*vgz^aY`2sEH?!xv1fg#im^mb8=ldEyJf)gGw*~gSd!x< zG$j@0K$;2)REi*N4dY&b5qdv)_m>ahXSv+0OOuL-ddLDq0SQk}zpG8s#XNQ(kc3cj zpzD*CAruS53SpWJPH9310M*q!tj1s4to;nqguG;?zIIXV{z!$L2JPWKGk zBjGH>%wzHltE>16-UV6lww}3)3^{`!fSzhLCI_DB64AS4-Q(bh|^7p&|3P$nGt&H!S`=P#Y@qKG;J2| zJMj32EG@TyZqZPdG&d|UUvD3SU!E*el#owoA^csQOwx3i@!>LwBGFG?Wb$;~`SG92 z6$sViE>i*sr#LOy!k>7~KBxvD3PeVgSz#>i@yEF@F{W__6!Ur;R#fw%)!A8n>uEeu zQVJKGY)_b&2;eGwp=DiUVS%bY{a!B1E3(z9BD|{NrMWi*U7KjprxeI*s$Aq&0)yym zZDyzwG8LCyITvV3z416ZTvZ(O4<%|`ark43@#s8pCtKl1nC|6~$2H8PCvm|jcIY3? z#~@RpftO)Om9Q_hN2Y<-trLNLD9O~(4~t%JQCz6HybG=B?1QLXSEV>gN%`YVYF@A7 zpC8~GVhp-nZg)|iFPBojT?m>7t1;tD4A5YeTzXw-T=9l7y;-B#D8Ss1F*qRE=Rj&! z{Q-5ZcuPkM2qb_YMri%PY*+&%d44$UC!ER3LSZz$8TJNKu4+tZeTHE?DDIvxD;9waP8}j2L?<=v3ZNM zj@YE_>)^q5vh`qV0=R4M+LS_SNmHG@ENUh zqJ9!P-n`rr_jEcMy0WB63b)=;{Vab*0)IO4%vq5Ecck1(L>q7>#H5&YezX7=0#ndz zyi-qE=Pn53}aWT)GrxOYvFp8G=xfsIG2z!L>WT5>k(+ll4D> zO~C3!%CX1-vA$r+Yu+H9u%kLt-n1j|3ao)0b)38E!9|dU+`&d1r~KW;XIdx=CE4T9 zflG}U4p<8gHDVgcbCC(4yBvNl+|gVz+%uNlsP?KZWy}rO0Jp8 zR6V&F19RP8^Z)kLN5sR}hVeSy6%Xq}vAN!HJDpA6_Fm^@4w5FXg5lC6fLDkx@tM-K zTNn_Y*4J?L#%g&jx%JZmMxY9B1i$tNbW3V*`GE4b zB~$+RHI6M2gv*&Rl?m5SPmOqff&3Uz?j7do2WU$k4=Jx2rvHzl$*=t2nMT_q$bPq6 z$w($!gSR#1!Dcn-fzs8IL8cjpu&(g!;~2b9)I3vAsn(5~T=f$ALma zCcF)@mTUbvrvm@2T7Onoo@xp)Yv@hluAP@qkM+YRgSS<*1QZn$(M5?>Wk#o1epla_ z#v86i%rFz6oU6s0SQGc)P)deffMxkH1~qmqRBTM*XQ?f5X7| zRp}979G}ceq9fb|4&G*ZZ9%oW1`DT2p8Q2Xx;(-~b7Tf*_-+DxEF(>!oo%H+ysN8L z)zK~N|73I}-8iiR2Qmyf1`|eEq*KtR78$gCDwRjetLe1W;I*01+Q7dx)ApcPIu~?O zTUh8YCR{h@=H|xn_i3w)hwG~PQ?;Vkhzye4)$q(98r3l*yk zEgqudQ*l>@Z206H8=q9Nk^+;K1QS39|5SS->CG$$>%ItlL@fKB7?kMY2R>D`=skV* z$J({Y6&KTsmFDeWiaEzQ)sY4=VCIw4JDn1d1D=-wZbiOKe2bWW~3VLJ+s!4SoZHU9+S)oAuMu3>I^^{>-SPt25jnGNSc-631YaL0lGnDk1-2y#h`vCP(^i)Z z*-66`QOV(;QT>dgDX4HQCY>FEh-Wp*e~F0!uy4X&)5W&ZKIq?7hu>zd8>Dxt+_067 zKF0!O8S41pt@sswu^zWJ^S7*dJ1?v#*0~}a=W4rgLgjjVCL0#^Gv^Nqo%v-%aV+sj4oF_6A&qcl8q$4tK;3(|?sT=U^o*>^H^u3%bxq2}I z+w5*RC6Z!v?vDiKKJ7h#qx%qq@hyWRxDCaE@5~ItZ(M^=`3W+50lB}s?j_R_-OB4C zyZP0WG^pjs21Op+4PrUW{?*N#P(ED)f#bV@T|JL;)`d1cd-NU!LV`5O?|@UQ_yqPn8-S z-|btz{0%8x;;44BP6^o48(c#_)v2P}h^h(LssMZ|J>SwW1ADal2dW*|y(LG@O|K)lf8JhXwuxNX04k$WPg|LO87msW6 zYk2*2cL=04I(BOnm}R32nB$vgK7J+s^2;?scPvcX8LI~}%Wb^EMor)_kj~jDBVzS0 zs~rDuQcx&U!EwCD@gEOL0>_oa2*J@i&*5u4!#2n=^8D-vegBA>(lJa zcu7{h>(h+DZT2b?$amP|st1UjoO-kFIxaYxopjI9O?Rtx`T*O#@cqLy@_FV3I-TD^ zC8_xnUieIySCFi`kNsW$1j-Yja?Z9O#z?nHNHPzlT2E?gb08i(%OF?wApcP+bHNNm z^}IxtE3rNJ+kXCdrcPm9?kwi(U`WUTwt;})Ha&lYnPWADi(!H$n;TH}sgBc4FY*yC z;=(Pn!bma#2>yg}XDiTOm|DEU?FvR=9DMHQ<28CIQ~C}XZ$~78N(~>-^z$l#Q$n`^rwXt#Z_n|C4h-zpj*Wwuwb(UFCXn%!JtU1 ztE?#%L={q;_`f}0q7UhW6^J+%i-W;hBgL<$r?01ZW+v%KpFD1dHLbkf8KCv;c-VcX zzgI$C`})cG`AY3tAO#rV^PJflHbc{eH*OEU{<``8Jf9`%#QuQaoCUQ4*6E+E4~E)_ z?0V=+ukxOYqkoHk`gzd7Oi$+zL1&eTl3z*Y8y?W=+gSHL38;YuQRV|ml?(b+ksBcb zIqUCFp~E$8Li(e^nidciA4^fZsZ-t!=MRl*Rt*PeOFt#(1=sCqndrB=EnWOmsbrGG z@IHQn=N3hS^SH6y?(FFDe96MZQ~fyPw6f|Y@1ZN7Y3JVdYtl=RuKLrkQm3-}rpNsn z#0|}D^EO^e=#1Zv;I?3A{3di-XO8gh)Cm)vA9-o?wE|t+*PzAT)*YDHf&6;$v^Axz zYW8+^{C$JZvo#>Qg3qh7v%S;V5eSdJHx;_k!uG<3Z?m?vv-|#R`Z_XowLyo#YF9;A zkM=MDTkItlPAhsFgD?fn6VC z7m2)gp|#d(k;l{IR5Fhl{C9!BN^smY0W&#?$ zz|or@8phblz_wuk6pKTwuM~pvRfrHYm#!!cnPTc+7f}(j--`kkpEqSm%N{`!idJVz zK-juMZJj0*Yk;IVz(_H(-?75&A8iT2Q94l29pz1W!0jjYVK%I9YICT4?19%|zHSZ* z8@R~K@XTapz>!zCO#}kApwTIQ2gkHc3<|c$@v>U4ISjM|AO^bgeF19;&42$=VYJn{ zsv20_!qTl0`1(7Do%13;Fv z81^!t$&4KNL#*jWXQx2XyW5xn_O$HuJ1HSXf^D@qy)?B0R zB0&?G86bhvY2w0xQc17~!Xyq67((ws$c=hXQC<^m>XohtF3GO=_|CbLM}s2rYc5DI9njsE#{G- z+tjhB*@K#b{R#B(7@e{foiW! zTV9^nD}tRvE!H7rfz4WljJ-S_lKiil7+Yo0I&nv{dyrfF=8iBA)n_MDJ+E zJy6?uZiOD~eTZR%j!xXJADj^nb0E(wj&sf$vC7E&!g)7_-3W=06a-Jr|Mhmh{~&r5 z4|0?D4|-t`8%8ZyI7p(~)#X}HJ(bNs+OQ1LND*gmrqz)3@I>QO1Zky*EV7X+9&Kn- z?jcH#S@zGQX9ehjCzT2q)6~h>BJ`F>jqKj1qj~g~LG;%>7Wfbr_z??SBnzCYc@)9V zqeNz53{RCO<>?9a=}oa-T#a6BYJh%sfWCi#?OLpZ%>rekTbyi}$1 z-Db7=sm(fp%?gbZwe@4O<#D_0^eYKq(7M^KA3yrE3G;T8kG6)5m@jd2>xP2yOPF?H z8V7fRcG$rEVGeZLY1JZ>WDD5*Qp6Hv1@>UF|@xJ|u8xGAzz9Hv4B5 z{R#8QcF}2u{zLHGM{%ul0VnrO#)}smhc6`k*|rLagVgO`LWSA5 zy~HF@qPekm!!hGLjH05}z;d}5AM#O=I^3Aq-xWK55^sIf_5-Xbd3jK>jIj-Q($%St ztNu|y$afR=mf2)5lqDE_`MPt!>gX<;*LO|G-+sqBQDLUfX06Rkt!UCI9iVdB<%CFi z0M%Wa^#yHg5i9YF&Mnn0jfB_fi{;WG_5nzd^~+~!S_lrQ=`Bei&I1;rnUFevQ0UU` zATZNK(Lg6SHxSUq5EK5R%*w~e%1{B%H+B_!+4cJwQ+GbgAhSz=E##%eVOefj;SD6I z!o12hyCMIzTPM`FA6AQtT#e&a*P13^)!l27VM0~3X=lSGdXb)eA%XayMX@@BP5k*L zozQ}1^aA_hZFxvzC)=mUWz>+g5GPw$Ca^rA681Qohcq@qk*TK~TD2!9Vxch?ORV^` z2O*ADd#&m+zaUAR_IvF<`H8d1_^|0m{TyErahgoBhQKB z?Fa4g-e#RdYI=rBRG^Hvpi`L+{T-zyllq#eh)Kk;F*a1{ght1)?eXUFYnz;Tl^A2KE;VdbSJP6DtbfN9V90+% z3Zn_ric3a1@ZAX2(HvqkS3yJmXaoXFF9QNdzNVtipWG@ZX^bV<4ctF)i5ZZ0&tM+-jd zQ%V{+7pM006Dj#j{lZ6FZ5Ek4j;lueeX8*0P!f9VGs!#AW#rdf({l9!_+u>^sUcn< zyD%of?#6q8Jyx&LXJ{!cRdS8?x4FJlC$cA0RQ37jkkS4EFY*HCb}+W>EZzyd+bVcY zSIWC%XNd!$;&}Ave$6;1pV0Cq$w7$GRH$Jwxl)$k z5BmT9`dJB7Ue)-wJybyFca!sfu)(o*wsQKP?RdXY_(sP6OB()=)`jhXNWu?K?q&qo8_kynX z%NMUWCVhvf!%k=1l?_3x_e8K0ciR~&t$D8Ml@GyIN|npYhxCe-Dy{o@$X|{)w1zl= z?~35d>d=q{wk*RL-wu09aVE8)p%WX7=U;P!tgLLL2vyfAuFVWvL@V!)+uK5@tSbI= z>we1B%T>rm2+n%w$aQb2_m@Bh_lnh$mZLY@6!IFbn4_oJo9lp#*|*bah>a(9qK_*R z7fYzhxVr0?-Dx#`X!u!Fj@LIGAe&AD=}uPUWC_o^ylN-!c3|z9k1_x&zHdOI`!Mkge>n!(NV|&aMR3ukHDM^Mw2!* zv`*8NP-C~YpvT1)6hHTv~cTZAR0>B5$)Ak%0M zsN#WOmp8Fh561cl|4-{#$n&gK%7^w2B#$6+ye@plhM?oj)HW=7(bdbul}p?4AN!ZZ zrz?l14Il02rTcGtrdi|nEV`E|kFDy|EJkB*ix7{smd~BUHN$&bw%Cni1#t-r)~&0Q zpSZIfTegl16UTO=KLd&BbV0%iCrcK_lMl01Dic1=W+6+sZ|DhWJ&u{QAKoo%H16Nm zsm$VUE$RZTu0l%xHjWnFLs4bVtvk--OQaZ#1J2ql-;1;UN@zjtOCY#zd>zzoZf!nZ z`6ZlWahV2qjf4+HrGD)BC7=g%G8}$syE4h@+P@1-yE?aAF3(Wt(?T#2yE%s<&I=)^ zEMqVQDvpawayWuc&P83An8_LZnP}(hL31pG#6qEo-!VOX zQS#BvzZaH+jQ&@j$WdUGZbYrc8pWDSRc}NC!6PhkvachJ*d#|4(3~(Y3@{q@CEuF5 z$y}))>cO6@s7HjQrjvD-D<^??qC^&7R0LC;w4C&Zn!>)Ngh;3?3X#8T@np~oEc7|0 z2Ft6hORk6Q(f~_j-}Wrn(&a97^7F`M)_06vi!GuD1>NWODVBn6$o)s+cBleBV`+ze z5}!F3aT?vFx}b0lzJLFHWJ_ozyYOgw&i3T&E|3;#`lg`7jKv-FhYG#u$h!shXPGPW z)uLr!FZgF;mi?#>*oR1Xd}v`mJ~5^4m0s2NN^v>dHazKSkxXTE&_%hcd93=o?sW%Q67*3ZXDa8bgU& z17*6^37LKM7>DgnQZ}{+N5OV*V#$z3-U%DD3#SP_4fakGhEUM?`~;P4NvnB!c=NBT z!zLCkb`lC+aOvE!UEKK^*>B>fy$9v^k229#E*)PRY*gotkw?d(ELx!GT|Z!Xg=Cq_vtUA>&44?(dK{Gw3Y6}-JFHL<>aK@ls|cTCqyqG zKX8AAc*)96zB~?k$wu!~9u{p%{2pEYX2JaZv(xZYAr+ zKyhk@8>4XebZ>Pkn3pD$Yp}>_&MZbRkd__C7UWTx>nT6a6vMm!h}=F;o>eqAJ|FQp*rl`jBw9*YLI;&gi_)*-Trzpu0a^?yC z^a>UuNi7R7JeP6cl}b4*E{Mi)lK#P7ZvQ(=`f&c0DGJ}46mUc~{G^bPWLUM(V;U`n zivP`F2s~C5@Z05JhQ1e7ZWooilR)VVhFg`E-3ti1zYIQGrv>tzs|X(*fzQW(4E<3( z&K5Nz*TNr4X26U)JN5$V>BCEFW%!1C*fe_OX3edh{Ro_m4YsiKRO_Ogzft>C6MfttXf2}&Oiv=912ZYVon+BF0~U@P(Uzbf0db&mpoIufvg>u zlH&7YPCzHNAi5Rg-`l*8c(0x({>s%r?zNl%n|DKY%CuVo<%ghdj>8v@_1>)LUnxC! z##4s7RZpklj8Ex(yA7-{?Ar$fy8A~rwZ|!a_b-PlUbT8ZRU z44ASwWcUvjGwm-bxT=umv6o5aFp|n(dHxDZVcA}^srjobj49Hr4cB+NqWS~zT!No# z(`6%CIs$E4E`RQeaRL;ix2~9Djx`I5mytUi6_o4lv36!9lP$oBB(f1xL{9bO_y%yG3>`^W^G@ z%T+j?Y~=Txh>C<+mFIMrRxw08rl4+s(O{JtQ~}TyBT`H3W+6an{UW0>DG>oN1DfRl zeXj%X$6^n&@4g0iC=O>0JRFQFMWi%F{gokRW@LeZiii4p2;GGQU_UmK%L7O4LN5Z|_7;NVG%7yv z)CIC8omxW|Q+q<-X}wxWd`US<#}x9A8opqJB8SmES7nqHuFaKNWQ&DO_7b*uugK)% z9;BDZTx?c)*DQ~NpjcnRXG{~9}lcj>Kx z^=&v8_*%pGIYfP&8}wZX>+2JgtKqZaJ2^b_=g0K=b=fEC_nL3|-Zv(b-+Oqoc)-*Y z6llI-d9!mciQ%S+trTU~R_6xA zg}J;N)UAd)fZa`%qlnW-3n+VC$*V(2G7tYQM9o34QJNp?=$s{j>JIg@&?M*~GrAL< zj*K59yRz*KNt5`KdU*QP-ya=e zEz{RBB*p7!M;qE)$i|bg${46F)M~in1|KGbqqR8I{hQiSW3Tr-D67_?FotiLZulUpa4dbHnUkJ~5z$ z>}o9WCW#_71uj5Oya^U;A+$OtPmROZVXvY1-V_-iCfV<~hOAktC3VswVImUfDr#BAbIuzO^ax3@@RZxsU<=XgQ+z`AiY3_uu;yE9xCe zrcZ+SRe{K5(*-aVs5;eVs}){cg>~G0(XR-bEh%VhFfW-Ky%n8cwCX|g@M_cM%4iyG zHM6HP$fV=J)3l(G1Gmi1)hiV6wY@pv*)#fUE2Z}xtLA%5r(j1Wa{RfWl>wXbbo14- zXSCZ6)eu3V4y@83FX;xElWKuGNWW+KGJsezJ_FPPiRtH;`)g(`58volhV`TZI+tKcKdbR(pAn-aqhG;1-yR)RIq>I#SSf(F)U)TA9p*MGRQu!#w zpDeB5X@ic$@t04lv*deL($V_i^zUj?t{s>3Za!V3Em z9|sYYITN0?X!Zh0(%+AI6akfnyorV?Kvt_p{Of$cSWqY6tAIy0Q6eI*b4wZkgYu+Q zMgoB`N2384=vTgZ2ro7k)KL}3B`&UTYtawsYB3=n+y*nQpNL`EP{@XdB5cxzyDPzx z+})3Wk3J5E=eB9zE5?32SZDAe$C;OQ54J|aVfm_GcLbVy3zq{0HY}MuK>BOe#?6i= z6#Lid#$8I52+I!gnFh6u{_Cn@-C8()srH2dzKyn4F9kk!+V%9?dest3Zxfj1=DFT- zV)Js*U4~%C4|hD=enwyhvGGvIrQxuzfttt&nU`z1nm@< zhKU0tZNM2HP${kUn?cFjOTBGbXqw~KP$CdJ4->SCQr@@>w*jg-=c?&!af^K?lowy?QE{Lnsc^HPD>}sbH>X)yT0|@vh=jz?4Auig4-pn9Qdq%ltt# z*LwiZ#acs)*98)B7+6Hs_(cR0>-P#WaS#NG_(fzBjoS(`Vle)scWi-B+jeDmjy(9> z^5w_&#YUIYSbia3&sD;$s$c)q53N26uf^h7QhoNkSq4v*UH_iG(_|iC&zH85?ES@$ za9ve{N6B3Oo{`fB1Oi--U+n+iZm;&nYTY%}`@*rq)(^zLRDA~Lgv=g_$vQa}sl71( zp_M$=_`PxR@Fq?lC4zlp5;gN6>zLQHUI~{B5oCyggRnjYdKZ}>-Ycy$z7LULghT2_mXXL=Oky;_Y$mu>bEH{^o$_+1l#;Fa7Bm*g9Fz8fB~4*lo}weCw9~><{$>3+9_F zDF1auvPutC?O&QxQBe^gbJ#1=FRdS(toVA#e#q%BLIVNWeBpk1t-m>S-Pa7=g!l&y z+ugXcPU(|9C?A5T2IW)ND)~?hG^tC^phs^#FnfkzTgo;nwq5hqN7JEAaViKJ0s6>krl0OF+OlN+j2u%PZ7|+KP!y`}KqLUl3x@MLa-0u_vNvIZ zL4Zsf#&Rx_Kv8%`LK2G^k!2xz7mYyp_tTPuUI&7$He_Z0pRHTBuA4eh2XUbXn|P4Q zi>osa&gP&Jl5XF%2>%ZMke*?*`DP3m7I~rdZZW6Z6C>q9w`$E5+Fb zOO*S-Vg3T*jG;~=?W)8_Em)j~G{2Gl;FxXSY5-5eCgkLx`MZxJUr1R0_O?DZF04)3 zR{xW+H&aFonGu#xQ2#5UZ}bS8&7Lt1=|Sd^_g{JD5=T0hxsxukfz)yeR7Z3lXA3t& zyhe_&cI`Xyxe|h-d8A|xT@j@2VDdgv%aX+Q>}rLI!$Nq9ErMru?LSxfbJ@eG@66fH zicq7mA(^+vfK(B9_Nbf#RiOPV4#fytq_H?I`}Fy91(+tb(LMIeS$PmfSMJhGj4(U5 zfA;XbVmz?g9({(NIw1@V*?)v#;wX~jNjJ*R}L%#eGSe}va`cXoz~PQbU38EUSl^3^|MYN7Oo}@CpD;` zo(-U8JvHX0vaEj0S&|--b){fA(!0QI=mpZETRom!;y$ukgc>@hrwVecS}rRpFB+?% zm-}E8z(A3wAE@@v@5ahOyA1;YrSj}iit+q_rxeRLB;R{goWG%GX)JUARR-EEPu5Co zR4b}fu4rbUj_{$*`qW7SUbiWmGEd4ykk5W_L_SPxl(c7KDE`Z`$xcm!{M%dZk)c5a zYm=JVMjcww$LOJ9**U59Xx2qZaiQh~j~!CDhAq3=hLppWYCRj=xX`mWmDZr{=)dC! z_+Q5y{2G}^3p4;g1T_Ev@Bgnc=k$N-i-7#FeN^~b-w)Ok2cW;! z?u+sBwzv##u%3KcpVD{yONC+TrJXIl2t@j+c5*PNZCom2cID zI*WWi`w7K}U5?nA7gJQlHToW0#UQ>O9wp%Yq9o4X{W!QDJEzYXD!7>U?+etzKq~$ zjuGvGn);bP-r2>?UR3?O4QzvPaCzTibw6E>T`oHgd4Z4Qe{U|4)7wqB$~HUR+4>tc z3s>;z@O7o9=ldi2?f&s}u{pb2!?zPhr#JpVm&>Q^*ZF;q`Tare@$n{ie{(U5k2ApU zK##~(=+mCZq4sAJ5_X5470FN!GJhk(=E0{YWH~tunTOu7tf#RgSR_7!#m!@KdNVMb zYl!l`v#Su7HpVN=y) zye03fO2?EQ3CyOf$h!*j(>Gy@@MkS|;)-9poua!!NWq5xojks6s16RRs^9BeDfP-+ zY`9RKr{eh|#pS@DiA?4x4z&v9XVeOhE3X33s2~@XW07V3sA<@*Z+Iid_D3_(lKuGg z4sC&d913|9z>Rwj@1gtbZM!^;w zfBRYdTbBC{$20=W539Vf!^)pnvqIpusH*y*V2nUuB^^A-K_Bz+P2Ug`MxXwUI*1TI znmPy(zX=j$P~Q@nVn2vAKoLXR^N+RqI!o+r=6g)8`_QWf!~!dfBRWpb2%P+E1o~0$ z4o!OXE~Zzd;6bm&M0^SpNyN$QyrP)rBLvw#eLO4~K$>?e+<`t0acx&48z2-SMFT(x z)EK^qMXZyW&p#+26CingL4mASS4lkfC3eaL@>X+dJZhitgn|l7K&97l%G4uf`?&-% zW`D_Lr~`$z7plC@?7+YwBUP$BYP;Vc@5Xz7Z_;s0r(X2V>6IsBM|j<)ti<;mB!;Y_ z0Ze{IH7xMClb909cqQw#FL-560h9LJj;YB76?T-6!r)d;!L*McmSit@zunTISAo^k zo~1cm(w-ap!%)){{sxqVFOaA(G-+gFsVcP8bDT|VyWmFWD#E|Kqz=Z4j>k2qfG#3T#aS2Fa#8SmM}z*WtigD00LiJE#|j{9Ff$}8wF{3udGz>5fb2z zC*@&OctJ=7&@=k-z%Te$uoAt`AG9^iwk2fimSL7$~0)!jX`dl%@!)5Fk>~xQ!rfhwv}B zt@epy(^hNX1e`#n@U{ehjj74X^*z{GY^5@-AJ*=^1JkN{(^i4bgF0SLs1s-~AzHdC zw+o!KXlH!({H+gdEaOTz-eS94laI1ikUTA;c5&8}pYW_RZ+1x66QABd9E)F+k5BT1 zV=;JvW8ZSUNxoR0qD5DC25>)1jkTc3Ap9wCxzfwLqBBDgrdljcJ!4YiOSS`}v#?s$ znb<(sT#W0V4dqGs``u1`?eAWZ3SZAy{)8(qFgY53x4)RqTz+}_d`YSpR)90y3u;2c zcJ&;|@HFNU(Y;o%y{H_)+tS^Jz)4%3V1r%G&BxC+a&p~^rn(ylPJYLB-T9+mZgf=F zekDB&tWtcV?h?donqKU5zLaV{M5sSYd!H4*`NQ{!IuyL70P|AdQ8G>pO^3jcJyPK+ z@*Ub)5efatRxT=_VNexHiHijDLLKVbs$8g3QwuXR17$D5rw$Pta4mQuaF~Y%2Hu>9 z1wI??JAoaVpP@3NN+BP-KGfUr2{nVR{TvDm@~Py=r4jDr7*Oz9a||Xjn0gbnl_pM` z10sG_#+K#|k)WfQkOx9)caTX&)>CX~H`WZ7bqz+=(@bth*9$i_20_+ds9#p5iYgDS z<`{sOy`!dI`;2KWl%@C_%ENs~2L!(_<)5bpia`ewW1FA!=))zCf8d1i&R@Uf=i|@SEM#{9bA2qTX2g*3!_Q>rrL57;mpp8DlzwMu98S z4V#L#cAv!O=BpKoDAh>GmDX9U_`GBj(qJP6ZEAb5IYpOZnrxoJ1^ir@2~z>C z>)MyZa|7gc?2D(XNEr}XJQC;2LS-df5l6ZdZW1sGoPn1L?-3#CDSzlLr46%Tjr`@< zAVm#k(-Og(enF{xOg_eI<+N`l0+T!3mdILVba|Y`+cKSK-+uW(lKN)-q)|2@V-6-} zq`q3Nw4{RNiQIEs-E~=kt-2T*AG$q{Lx%?bZ?!_a35P(6-iO|r%V(9{y;8p$PJVei zQsWnxp&Xl#7)I_stxB-288^+dC)!P@kP(Y4_1k9Z94qAa5>=^_j~la z<{K@NwaWd%fCQTI4j3nh%4RmQnEvSw150-?3QgjcKV0b@K|Cw^sBA`FNG{_6>UkYK z6t(rQX$urXW%m?B9o4Hw@)CD@Yaqfn;_@aUmo-9bI+GJA3jQcxKp2P7VN%JLK?Nh^ ziYf|petPv7t)DPdR)SLl1y)_9ZSAn;@fb(q?m94#n}_n({(d(@8==xS;|{Z~x|P@B zA>)02-JMmP*?RXB85%Cx(DJS-qOHv3T6LD=&_RF?LAh2{#wTLB$i632f%tW<^+m%* z)=3@>5+?g%37EID zALfF(!uG{#W||d*LWR#Y#6m(?!<3ln&H`!dlxxwt5a-xdj$=a~7A&z{>t?YH9I^Tc zSOya;j4e2(;|?={+@Yb~SBxQyG+mu45YhMXuej)ET6L$!E_kp;d4WWy%A3!(#1t+Z;|N}I&aWI~pcem7)9|B9PpYVoAQ)7}}&CK!P%nIE!n`J#-4 zq8Hk@*k)HY37(?QRCLxVt6w{_vxV)tv+>iP(KCx@QSL&OhrPfP#ofgz*hSf9{kcoL z5$-_Pl}q6HIR5!hMDTxy@4u29fM2LhV{1$2 z06_Ww+~9w}bpuy3z5nRrKXJP1Z-yr;!q4w&gh9fOgH~;Lj7ZL_JyJYVYNyaK9R-vS zeyJvDX)>1hND`E=BB%G9NxG%seL=3;v2h$uc&Q-Gg2amIcF zMl2yQ@U67+%xmU!E=~+oT8$EHj}oGZbX+ z*W<#Qi7@045D$7~n2^FNqA#o}m0xEX5=b!Pw;siXdr(pO7d+LsrcG=e8}&G-d>t28X{u;M^OKnG$d|B~ir62mD+z5vDR6(A$bXAT+4iCSV*tS%&T z+rCW!Z1MK(nHmiYcKhs@ybRzSQ{9>j#ZVU9*LN4^FFh^GMRy8ZDzqg}7-|1)!QU8k-{AVq^qAVt8U^8o zJ^@V5A8Z%O@gYYcvOm%avmfWA9XV50u)_uA85vaHC+jb-^dAcMc!(;j4|hPi3De(f zv@B*pteosd&6}LY-12avv*&!{_H57T*Qp9St}%E1Z)fO8H;xRjp4CW(zBvS;`e1zj zmiI0(ejKPJ^unsAI@TIFV2xki&$R-mEmnmU$%9_#snM8eN?f|#CNQQlxsAD5T3cQI zr04tk$tynXu7dA|*fr0m7;8$B?KHuyC(2l@H>HS3GboRjz^)HjjbGn&XoY!%u5InA zaw)?-eRz>fv*<5I11CG-z%#y`-Wvs|!haL}7^?jxwk+sJRz8vAV?$a?bLpJQgsKvO z;<>2OJP{Wmst&hUz=YRV&ysrSnt!BcUY={*o66r>lpo=8AykD$47Cr4<@rNBTS1zt zEau%j)4?2Oef5>TqSRVVx`ZsIxR)lXX;nnWyr4;JV}bMgoBoFsLrg!u$)rOK1^oE| zfZJ-I5i6$~s)j9R|4@s``A>_k56RbrA$r)P;lO@DhHQA69|J}NKdm*W9ozZ>S4qEp#SMFJZezCKK^VCmy-l`Axv&S!<#jI)(fcja0r z`8r$)PmQ4}4^f`C7H2n-&dG3Yf0Wr`{-0_C_0%x^Bk5B5?M}&}1A~RiPR?t?ofW-I zA<$c?#22gh{P(L0E1X^c)`fws1Nf7P|2en(_X;0T*!unC@1!E@3IIU&|81)Hzm^xS zbiC{iM-YGb_gO$UfHThQ^v9rST%p-Ro%w6u|b5L2>_ zCh%E32R?ilEh~3UXDxkHp7gM%B+PVFWEwShS$P&PdEdWn!nWN;;=Ua$b8v9|1bRQ5 ze_ndimVbU-Zs+#?TyWjLsPTQjo?mq~uKqjvz#nhj?ftsG++KgNd+X$jSF`&O_;!4L z?&P3s-+Sdh4${`^Hzy6&tVsr$oopB#TGnMy!JklZQK^2tbj|EER7#ls_VL)dlZY4c z=qk6Y?_x1?pgFUy%&efqdP`?x;a&Qd3%O30ai2f`qh(z=9fMG^Yg<{ujkY;C*i!?7 zxo9Hl%YMx^dJtMGxSW;Hz^i@jnmYUeYuB->yRuID6E4caBIM1U^vSkkEBo#4(yCQ1 zV6CdD%ewj1um%T5O5VK*t)u0@wVu40v9+}ftC8~g(oznm&GahNGG`NYnnX3SU!!nS z=IiEBd!$DH(BEu}n49pWv*;>5wb>%J;akvY|F=BT@TpdbsL5O>BW35Gu9vNw_Pejw zSNrO>eAU;;fl#eU|M92p`S7t!Gq$@rH#_`a^^nioWcFhyByRdbs;~XA8wmg&O1#&^ z7I?Lq$#;31)>NDqxKu#D6vA1-Z|dl{uz2@00(eS44A3zlGCaf2p##DZ`2l>z=zL}F zA&iM&2>MXRI|L&N6ePp4@Ze~}=wf*Y$`N;{kR+t&a`|vdfp#QEN%@-KJjEm`!g7>j z$?!iy?MMw1^fg4~G8k&{aVjzAiN6O2R7i~wz!BANf4w2f63b$I%_uKn`*?}Uw#J%)j{Hr|f}!0y znePgpJIS}zT`WWDjdGvy*uQ{cGeaLzBMuWJqO{)zp_KO*G#;vlP2>^~c0epf*v%51 zvQWNQB+0LSc$c}|yN`#$B7hVizI#J(EqR+`Cdt;mPoPheHFr0Nk-KC+SAYfg=I28MMNTia2u>%yAs7k^{cHc&2+L?M}Y*z@nY|wSvW~ysl5Nz|(pxv=som>ta z9IaL-=(Xx>!yNOA1yW;Ci}AD|4Z%6wH}cq`vwi#76|9uh6k5Q=!zxY|)V||R16~>B zD%wa&IldAjB%1fWJIS;=CB;)Yt63k;y2ag3wF&;98W4yCSJ8XpmLCSrTTOX#XFb`RHILyYAxRI{AM z&|j$F>bBo7)mK_iIcw>3B<52}1kRj%uD^gvqL+6Nguvn;K@s#9B@-{=jp%|`62veR z0m^d&YeU-pu%*<3^fn$V0u9;9ZWvNpLxgsQ`$Tjh=xZ&|4x4&^@T=eDdPED}bd>B% zHOKdW7A&@c1@MS`_P1i`*CUrb-rZ(F-3Hvn<2XQpfxy!Th_;4hJS8>)%%dsdsd$m= zNEXbXfJSEbMpRb(OIAS&-H4V*r0V;Y!dR)}o%YX>SPwnZ^PJ%SSg=+qoG5lYwZ>t41_{t3jWy2kO$@>=_V_1GL1qBmMKv z1H6P}s*jPz0TN2XHv-$c%o3rR*C2skoAKZ-9MbO1{hjD#qw=t1LyI12u+#{hifOZK z?*uOz+Dz)aT%1!z3;fQA>Ht_gu0sZv$_pYtqUm*&L@>4@3pseH>g2c-V96HZDUY1> z$Hd-9>aZCn8cQF|UM@oePj5WuZ7VV?YexeHg8K?QlLls^ zyO8xjl3Z9@A%z>*_L>vfM!gbzw877$z>7Q0Z!g^ zI~QN%G@a|e(rmVaAHZ14PQT2+8#!jlcNE3cKxayr^=)86jnnH%CQ@5tzHDIbHi%+$ zYJbY$IMx1Z$O3=DYAFFm#9^U;p5$e8d^z=d+CDnGBQwF$5KW`2^b1etF8^lmxkS@F zqLvv5 zGU4Y3IiYQkbs#WQH7Oz=^nKNx2nZM}7TItS!bbef4fR1q-4!|mui&V~0>@#5^|Fk{ z+AU&4gx3@NjW{CE17Q6$WP{+oYYy(lXab1Y0t#vHaYt^a~0 z!C@Fq@C-j?$}kilW$!-kDZi;+T7%HboD06$Ujl2Cpwo`1U+#qfd7?+cfMMiuAYT}` zfeE($-9~nQc-|e{bTLx1;bw?FYnRfw{VOcPD&8qeF0=t`o1>5#yj1as*oNy_4~8u) zEzX5B=cPZ-5xhygQossmmWg?%rnBEN`Lve;1Y$93P#z&v&kVEx`Sb*NH$g8iB@mDj z4d`-yzNRlpaql9nL7dVB>Kx5W+t7bMj99QD-^0G5|AuVwQ0tKpX)xqMis24?&m8hc;1)XC28{2T9G=SUux>th0Mt&?K=z)5dBwSCm zg##*V?V-&-C9lq(G8z##KhybA%bM0BdR;I(dR|9AN6Y!jy6|L#{;fW6+-a2lT+b8( z37_X6ojY_sXrf2gMx5wV(EfVn!sMe^1)m+23vgaoR72xopS)D8mcdg=DkUWRvVuUH zQQhoPkxi7^K`mvSN#z9ypJ5|)X@ifdPU!554VGQ!t*oEBlM5&q0&qqjxPrQHzir80dB24H9O9~#%ELZqs6#}7Py)C zB|~flq>wvSgROtSnlVPi1fJ-3{VF5z(0vLyInaSr18s(2lC||jb{Q{0Sm&XEUh0v$ zZAFGv7_~jYu-CV}QVSVPH}GGy5ck=ubSl%m7$ajK7Be_ErVq_k$IZuoiL*k)xfGFJ zkpOLkm6@;oj|+7#i4S8iC?Ky_p;4;GAbeMmb#0dy9Ue0J!&og^`zA3H!5WMbi+%YR zhKvSCj&=G*(qs&2v`@wZZyX{Z{YTxol!1FjE`jO{#NnHrKHG(5i$mgnh9CwmN-!`l zOwVejfMnI4S~&8~^Ko?mN|w-Lk2&&AxFfGcv=e0_L^bRPCXcymDd!1*293mQK=`sL zi(~9qY9XuC2VJq6VieMYQ)uRyTUETrk_1hp#7+O>^}}p8D>&?2DbkL@WTtGO#3@wh zyw2pQjPACRSmR2tnkl7kLMfo;Jq^@D>ILP$p&38MY{TYrN^j_mG`~^hyRmJaB(G)DRNKhhU!vemH%2Q2^r|}!A5MxbRu1{3ToMfnlz>G;SL?}XF zrWt2K6QX$uUAzD|ia=!-r#Mo?LAI5-62TK7|8VxYY!_wEc2MGZPQS^~X)sGw{;|w2jJi`vQl>_0=bK zySsJL>QST&u%uv~*><~JE$gd$dA*&BnrKu8S?_j6vn_(BFm_fn_MO=GbzKSp{j&|e z+@+F0C{@KRsw4GWB8utGDn#S-TylKyb?_qjvku9XfT!Fh*0T2GythW>1QrbjZaoXM zfu$VTS8Q#YMfJiL*=o$|Sy0x=D7EHIzAKe*ROr!u*Ej-6?$E-=^!0%8bO9DFR(UV` z#2pDz=5Iu&23Q&+g{KGjFN@RYsi6ZO2m0d*Fvl9gk>3bdFerC~L*1AGYDl&snlHPuqQOhRxipMG zAryc-D{p_$p9ZS4IXb;Q)X`>lX$LUo(wr8cI3Y($7%D&%BrVOk{Fq%m4@#J!>`wMm z7~P^0I8(G+wVF{()xKxi+_v(nO{y)2s9W)W`I>Rab4vj@(BMFhKle)PSn*t{Kh&T; zNNHC)=T*;Vds~*J(O3^+TQreVU`I+(kNiQRd29C|j#Z_p7x^VH>Ivu?-!R9X0sxBs zkp_EKz?_ePqK)v+*dC(Q+_LOCyz*Z!PFtL3!fDpMD;hnmV$P-UF>VaVaJOC{) zJ3=NHkm7F45#%X*!*8!8ooaz%ja!@ou}Yt;7HMtCJD3&Q7}sqmO#uW3n94c-ELCGR zz=6b;mZ=l-p!uPYCmskk1N$lNM@lH1XZP;AYC6jO_D>y-Js>6#h%lMcTqC|x6>`GL zsnv7-3EbDs#8?ZEMi>->_8Rwt9ve&pPCoQO?+}Ro4OkkYKQozlu#X`$E8zf}e0Yyf zAA-IJo~J2F6koT()ox1fBV6NIUhBZ2E6PN8YUi>PhA(wDX`~cYy*W6hI;*P#VI)d4 z#hOJlOm-Iki>yz@0MaP081<;{dVu$7_9r&zIhKk2-H;H1jS$6yxJ{y4QI|DbeJ&wL zF9x|_9Rz|+=Ia=F@-Pko4@6?tpbP-`t{p*q#Fo%3)Kdh5qByUQF22v7@ln!_x15(Y zc*RY0@10#qjGd;b@BFZi2QUc+uK$LjkORBTb8UHy6nVz$pb|1-HEDo??$w`%I^jDI z2@wyJwTT}1;y};x=NM(Yo}j5ln5@6Ag={)Un-u(jsD)Qw5?C1A*oXT!ZO5iba)$TQ z6!1a^Dr+6pQG&bXT!LL!jkp-PtV0`L48a+pDQ^JFjjP=9XpU|-ZSUWi6v}w>Cj&}t zQb(b?Nos>kS$1P4ymC)^U2(Oy(fJ-Po~HLQi_M|&1+>rn1RGCI)eh1HMNHnbT0dXO z`*a8GYuPzlr=_jr6SmVxy5g7Vt^(!fc`LwqV$(A#wUf$d%G_P;kau*qgq46>K7w;Q z;cH*(Y6tem=MRgW?!%Avbmq|e4DQIV6UBmG+o?>Tr2feEh{po1~*gu2&tp#J>Ow6$0&!Y08J@omTP3^0_j8oSwkf zcBTEVUxOiv<3aFqb{{Ctim(&zLGP36o#^LFhq`(b8L`X$g!fedz0l8eiMof}2gS40 z=@8|Cxk`aBM$PU#dB13JC_ijjR?gJ=}Cd(u~P_5n-}o%^$XHQ5}AiKr3Mr^zjEm$N*uOIBwb8S{Ltv|TV) z@c_^D3v#cw)$m3h4|rrJg1&j)&gy?-|0n10-|K==pV#_r|DpW*RU-ZGDFhn>_y0;E zY}#(JBly6_`C%CAd8cNAM&`+)-;(K8%?(i!wTdX90MX2&)iahSD3j!$_TI>=O}Zj= zf>!FsqcgQ> zZRO-@q`dXvK2WGFg{6Hc2f|TE6Cdo$wKMt8D*qv4*Nz#PV*o=xUJ-Fi`1s`zuzxuO zEJKlbNToVMLeLCP=7m0XcSGcmX!}^f0p~d6WLwep#M)xy`X!JnNFpL{O&cws`DS}2 zpz1=mlw^|e@S_4T!J6tidexO|AEr#MMnb4sgIxFUdO!)kA?btqRLnStWDnyAPoV_= zIR2G{gB&zb52AEaZyo?rRZhZ$6JPI=CgVxJ*^r2wmy@O13~}MF zq{~mK)P!R1C{{2?+$~VzFc|E1I>4eZ*zWwG(Yhv7C6McRb+iCEb+jYAbhhDUP;%wu z{!uxQKkU1#D(B3o9mt+Uh5K=)1L95wr}5Dt3e^SX-f!;NV*L0}OT-SY81h`MXN6XH z`93%DtJKlvk5BlCD- z=hiVHQ&VzPmW)PcpRRXOoTax4s!H=qPH<45rniLEX0bCH)cuR1dfCajVYseW&F7cr z0#7u(=s>MAJ;Y>~btr-r>lln@#j%JwYzI~=EYQaZ5P7ZWsMe8=2{hZhtqL#`>zAp( z>zgPTn2bB$`L{oP8*S_1xt-;Mr84lWgB`hy|vazNE@Kn=Hn|S z2HJ+}S<8XC^fjpQ=YJ6)E|o6y`~0$pO~3B*|9e{Ce-8iuLJMen{fDdBf6@X{a`A6y zXT0+N9LnbVAPx24!v^RnB2pq2lBgByv*mWPeQxWygcwq}@~$+-vWc#)FE6=$nYeI{ zPs6*{t?}L7-b+k#4%=&Af4HA(Hm(~gCTiE;j8x28Q9rIf$!J#DEWQ(by4**1^tyb$ zFHa%9jcy)HR8`j_uO?MmjGkmhWLwS>dduS}Kg?Px?`6ij(g%BjAnBIoqEh{knDN-W zTr+ta9F-b|X)*YQXY3`e}O)q(C?S@1nr=$_yG!WOR&y!|< zqamC)+5P(QOOmh2k>~PeXX#}1aGBxr z*0bTy?BwWX`Tla`zWU^5e2sotIo;U}(ah6g zKRNa87n3i1I%d{9A2>FXKjp16uWTQnmb4tu)BDp+<@-=+o{l<*>^y#+*f#=XIJvJ+!+3a2 zyFd)$g%KUn?*r$F%tipC^d-V5!pL|K$Tg%06^P6S5$0z&f&z?30zw2uk)nm5EOK`g zkR%*Vf;Nm4ui=+P97l!tL(~o=F)dNUuk4gS6{jNYa2!x&7)d3UhHN26P#JtM0jxn9 zf1kL-byCv3y?UQm%d4|3btw+~HT*XN5wCH&#}-Za-Kf!U$Gb4azNzZm`R&FC45DM= zRodVdj(5TcKN@U=B9;#)YGLDP2I;@s#0G^Fo{H5fKAJPmIH+p{OdWMA~7D}O&UEt>sr z_~Mw_r~nG<`|FN}Jyr`T{`VtlD_L-09>Yx??C8$i(^jua+WwJWicMgOt zur*!2tm%4^$UrhVoHdOVoOEVLK6R!Kt!mV9w4Dz)cwOpDa@C2iQ>dzH_fwyM`4t?q zq0Asd8vzCAB6EE?Nk*hqxR9cPGoGad;9U}S0MqcLtUXC7T|+0Gpx2%A^Y@e0PbAzs zE^C|EL()elS;#B!q5VwIk5m*iTbwmP=$gY)C^Rqb+U}Ncx<#?0{>uD0u0S6M$)y1tV0W2gM_B<_U{hE=5 z6juANJF;w$b84B!sv0jtEeJ!hvxRFw8Ll!8Z2yb1V02 z+(Gnf2vGtE%sRnM85J2eS-&8R<@AZon;Jw5w>~BrnIsa zZzxkD1=d7&`8|&AF_@h5^;s9(?z#nCD!HU&53pfVY@XuOZ0TaS#6UH)EDh1O%73dx zX3OOHmI;K}Eg1xL%i10d-BTF_x`80{&!48Qz6eo3VX`DYnO#$OWiXiv&PGx`Pz=FK z{a+I^^HzAs-TUMhoFxc*()Cxpt=z*HeZ zPZ3D87cE^*hkhOLU~1d<^eHTvsEBi>%l9=Pap_p%_{V{D{{+e?2{W2cCB4da5Shvw zfctRU;WeEi*T4WkviQ5_-#k)qrE-osWbc!RDfak&Ti^dPY+V0N_K|jDQ4ZZh*0NTO zts0w*2AxmZHa?3)JtLxOK)t9lH)kZ`@dpsS0utGcn9D?r(a(v+q(27)iPWGaunl@` z7VlSg!e(oC6Ngv56=A=HNF1Vp>6JMQFK!yXQ9hr6iu*@kkpe_L2;8QAQuamV%vjEq z&|#$~2ZCZS^=i&Y=m0)!l`7d!FU3F!VbY#dPMC6lJ%JT(mst`(6Xz}jmIkIq9FLMX zw}lZtlZ=#4KY@KUq>hCmfghnCUoNb7p4A32oPre6>LuJZkgyk5*T5m$FZ&&WbrQUu zr*YE-JlTWnPD4#j8OeiT0`rmN$v1oL`uR1Jy@QBK0_pSjuDM}^iVf+X@{qdO0ad>y zGK)9e88vF&itt}xH6w>xW^No79Bxa05QWt|TI28|?kGX}A{D`M!(t0DclVnuIp`H> zw|NpV2_5D>ZwY=tJB~Zp&)-Yj4K4x%=s9ny+Wu#7V6SMQfTQx`6{wMeTl5D*avxe zXc60F3xVw6KyO8VxAzh+-k~qSE2Q9-zsVS5CWjleIjBq(=qFoo@^IJ-7q>^>4$sbB zI$BUWeej;7#zT>c^YVw`y&QK;laXNkiGB|Ct@y#g<%(e)QQf>@raGVMRiyR%>tbmn zkJ%4Q_vE;~H?yywvoa5D&5W3Qq{os%fdrAkeHNs^vWxKh=90uYA%9~xyN`?KHnYi{ zS00{XCY@Dal-_c4ETlI^No}eI<27VfcT5U$+6CQHvMfyr;2QOi9~bbNO3Th;oZJ_6 z^Gz3c5yN?ccxaC>W|5E*yA6EwTOEqyL=>202-95+YX$Pna_rNsryn?ls-ynU>YrHb zRE0)St7owuhD&ZRgir$8~ zajN+TC{BGY?A4CbUVbhyh8M|-UK(i^RSF*ittZNFDBZr7pJTjlB$A!z3f zXG1D@FfL+tct`7i;v(-A<b%6p?quh^0@~W!6NN>(#1Ymg?6V0sxrBqBDEYb8Oyhia-lN8c@v77YySHy!c z>kBNikd_S?OY&F?!;A|`pMjzPrx7-@<%9+d33C56xblE!h$?b^ zXP9csTUV~fYO}hh@+a`}UDzrcVWGmPh6?(NGz!I5xV*0#(K63}BELIVk(c3tlj#qZ zB2*2vMHI0tUMc8ar;=|2W)CrKVb-4&<$M>g5?Z1HxQBVB5*K4&pSmW)xBccWf(8oz zyEsKPBrX`LM5%!S4;I)&9tU`Za1%TE>xUl)3v&!f#D@FWu!<8=`jHjp;;2X#I=TL z)QO8d4-%?3wgy7Lpsf>d^3eMMAjk(*Uw6ADGM)x@ZMolZyB``mwD!d3%CD1hpiLr9 z22MXjG*QUv91!y-qv2_62O9q`y*n_dshYcS-gSz)W@(>=wVudQH`Pp{td!~=2~A!X zTL4M=eVJB2UH00a%@wxMsZ7S#1J;mS`iR`e@LdpGHomO7Oe(|G(;3T5D(@TmBhVQ` zkR#IHeZ}RuyfZKu2nVdUy%Xp`73#f;JW_5O^>;53;Biq)vpjWG8&W7eqk$ko+BJgS z{t`O1CBPWj^;3%#&BDm`v55`kDcKFkMS@_%1diVBUBLvqgW52PQY_&TA% zl323YpGT5^MvSeC9sAXNa?)TKj|nSVTfVYc%$u)4g8^bdB8txrhvUV@(_mq7Wun2p zHBzi%E@W$S_Fn$3rbuC;b(zmGxFOag<@Y#Ha9;SQ@aZG$71}bi)A$jv0wce?zgU)= zHu!M2(pn%JCj2tr9{>EAumW?tdHuN4Xy?B zo=99i-$lCg4@R&nyIfXT1E7ocE?g;MRKZ=ehG)j`)BpOcOVcgbnUY10w$Bn)(s!0? zYes2`y%&UGWtx;ht!p0x=guX^5^#&K&0xey9dc#bDl``B$mJG z*QywX(odw~b4fkWU`NRalJl#)J~%%7>BE{D5TfCqpO6uxH%H|?UD!8I1Ev?t>rKWN z_ntI1IKdIUXDZa5sgs-A zoOK$1%RUxz*jqegmgJN)NI;P1Gu5xWpC>VL6o~UL8vDo|#gFsRGxZ3kEMb8aLVc(* z1IRuU5FVqx9G(=jJ)kZQDPie=QQd*31@JLFEc87Kc*MVq0v?fA5H*2yq_Q0ZwpqoC zqf}F;W=)nd((Ul$0!-793J<0ZjF{3vPNdzo?Fa-b;DoPi#|VqrReogSlX;GN*fS_Y zNM}M!-^F@^o&;^D`m%sX;O>G14V+vmnm6ucu3{>8!*3H{YCKeX=ClEGPmo-&#rY;v z1w7Hli}7t3Jh0Z*pgU{ktbrpmTC&5*d243O!*eLG!`j;qb8ijc(2zm?%ki9A!U-9L z^jsDDi8Z(gf*JAhU=Qv+JX3NsN*#Ljp;&1sX(%Kz;+mPM0%AQ$B2sS69|1DQ`K(oXJ3%ZQiU+(GvXy&08S*q@<2((3UkhCwnwmQl9cMyi@Si?TMwf7 zsQ-i88xMr!-~hI?K+~Zj%F!kk7~3V(hB6%y7+GU5ur=DD-oi)Atk9^Df18~ar2Mvu z((*Aj_V0{_QP4{t|4|1#rVlfors5L(aCvcCx=t*!bh;pWWbyFy4R^p;%npYvc?eP> z^g}~`Rj%tT^1VSz9XI5vs2jU0qixHEsAp)w6wJ#()2u&OhC~*Bk0n5~(KI6-S*_=4 zvrrhQw*B;gHHOn=R|x$^=|GY}kSGt`@K}o}i}e{!k0UvvQLHX<3@HjPP?$MgSU{J$WDGI{ueTF9Fo!0L}riP}83IBM?q*|-o z`OrbYJ|va4A)WOq9}y2SjWE(hNsK>~ynYVJ9I>KlrO79IiIm07bI2!LqjGUH;5{l2=`tA*>-I!SO) z8s>RnbUR^pOVtn;QhqvCg>B>fDx*7KClpUDe@t#h`((dlmr37fGbTM0^EhI?50eJ( zBRwEU+k~?Xb9-5^A3uF~OWLKybtOGnXnu2#$u zhiAOO^ucZi6ab(O4gi4c|CfEVwR5C3oKpQ3`e%jzOXzg&d{nPua~-k+_JEg4Z~R)o7!{HTUKmr%h?0L(gs=r4MR<)_mP9qq zH?0u~tu)Y_Gd6}qjI|#7lEeM?bMhjM--g@%gH+{|k7bidgL*V2X~wnL^-=9@ayR#T>N&*Gvai%oz866fJ2 zJN7zel?i$Ml+ud3!TS}MSng`Qb60?_KGaTL+y^k2kY5W}-Cdoy{ZqF~OZGmiTv)w_ zD4AN1vK|B5#&|o^d#zsxpC^B0vG8Nrp^2}wyeQ8EXiR9wkNgR&)r4p~wSF6q0T{^Vg;+T^m1H=vPCBaJ{-1n>^NMNLtr-OC0o~PAJJncLT18 z*;VG~+d!(=O&%-|&AELI4xO1Tv06M)6gp z@~_7-*KtTqgr-ukX3<(DgqlbAZW?-rD0uPOKNWy^PQ^az)=KT_wFsZ`nlO47@9jQ< z2XS?^9RRn26>c$p?bnc5n&gUI8uETNG72eF5)O&H>6n>4aeew?Xxl@zqz$sAH!A5zk`cChCRAE|~{S1xu? z_XyR6jI!6}>;%(x<;qRyEtwTL8QZ^mjNv0!a(N2oUod%u6b;&^Of!2+yj4ZWIQ zzjtZ{qZRT%*3D0BdXly^@7>I@StxIg6OJn|ubx-CrXU)(Ewy&dp7nQFOwSiC7jIFb zoq?t!=Qdy@+-5;B`*2i>+BDTSG%WTQLu2Bng0HsL%qUXxR zKbQQn-<|Z2n57L70@DbJzxLzI>S0I&l_=jQr2nfuES#!;$f~5b%0kuuA>qn7fFLKUWRCSJsk zBwxY+4JO(V^Gc=A@%1b0%08N7m!dQ`w{kf4=oY^5ef%2&JQns)?8_^Qub9P65n2R7Lav(=j)i4gnU#eco`_z#%K*)=&;bV$)H`GP^U z1CF6WiGuOD{V7~9YL@~*fm(kc`5?4rx+8%}(jJB7K^MpQz9;)V8w$v0=ZpFlnCl>x zu5!}mw88g5DQnZFz@)Qp-3+9i75B%v8*4vY=+{I?+b&h}pg8~&ykXwM58&4Lft{=c zM$hS{(DuRkO$!EF_NQdi3DLH)RS5i+9f}X8?z49#7UYc{(m7-GHh6afl*0Y9+sXxE z=?dNB9I{-SoaLRj@MK|~jbYVH!$&V#Pw%rB%76OAxHu~`ps1D>|_xD2{T zd!E2P#wGmriH@gd1OjsQI>6}oJ8CSRE)|?OKFhS6Ry)qLBS-(t*6+ZFDXPz&NWz%G z3?mlCN20ibp_G%~uqkz4n+%7?3!O!eYMxJN-hIB7*O<!vjSC?Yj}@`v>xp#Ub!#jj3tVM& z+rra&2sPGKcaDMI9LhI`2Q+gpF;}v~v?bIIL{d$r3cx(v+5e2K5wMn#(Dr0$oBV zt0v@51)LduOstb#i{09$CR%e$;WT(#f?E{HS3mHPU3zT^c3DaqZr;`8&(93H?Bda= z?70)Os09-fzuz<$vp=jT%?CzaCrD)4gJ0nX}zlY}1g*pNT7}z4}z6qM&Iqe;QJCVp8d;tR7wU zGM1r;nMSeO0G7ds#Yhy9lu@S0in7c9%q?y&Tq$d$^lP*u$sbwYD)Z&5|5{$74(LL}R7c~x%Vz#VaEu5pvjRiMq7 zcyGG26NxQhE>rdpP(O9U=;E3hV`3#W*gt3^D~TM%Lwx&(93frIvF@pji0o*;3-~f{ zLZVO#^bPcUh6oRwG9*$x=yvcS4)s?io^Q>>i*>AP(nc0}Dtlwl@%xos`FXiIuykBN z#shsD#l1eLu`H%U7*c9yG9d=#<*bYwTTSGz+5K!?964KF(Jl5$TV9nN@*k_L{nsd1Q`c>22$=e*(rzUT|3mx<#swb6Zg!i_j=Oz(G0beS`Gfr=au}qXKf6qM% z?W_+_NjD@zsV1wC9^Ew2p&9LgtX3@&@9`{8Bo0ENz4WX0vOVA4o1WRt4>6uUU4?Ym zcqEtjSt!fvpz`CkIv4Mtc=(mf|6;qcNk=@jQM`=LeMo55&ps(J(d3|BScKkWC$qk< zm3mWJct~D$;~!*Sl1bN4JjX^g&t}aKtypvKjm}F;|MW#z5R(Zmxy$&aL0C5?GF2S*25M^{Jb7y-)we)ynk|1W*|p!5h_2_ODh8U#cb3n80` zIq^*sr;Dp~=ETpZGuBxhT<#;U7&a(!%|Ik^an-pTfpA=wS%_$2;&K5Mu)Hc>c<4R^ zfd{(+`M%r}7|Z)oZBxLx=Js7tvx4Ie^B}PIN(%t5+Loct-v$dQ2=@C|7p!2;w;#&->pR{G5;+ zpFVrC|8>jzziu;>|FBxt`sOx&Ti{Jlq96L-Q~kcj{{sDgZO4B-^6#sBa7ZabGiUes z1atG`@CPak4)zzUirl#L_wh3#W&kkpvB?dc=^$ ziAJ;NmWd6IaE&Q{_m~1ZIEIB{(Q{nT?4@hxcPZ~^DO7EDT z+!<6Y?0sT_S*BZNzP-xfxGsXJaYUs7KygoB?>=vD9d(&7;+74lb1Uv2mAZoTcyaY{ z_3#doYzD|fF#PR-p+y2_S zzhvwzEe}MIKX6BVT9wu9{0)m}6N}8DZ1%Ul1yAZawNW7rxZC4HB$(FS1{sRJx?GIZ zv8Yr=*Yz}+o+de-I3R^um6uc^JgxOTdAhsvbMW*mD5Hi$q4%rm)G*NpElKZLkkD@Q zIfC8}w_eoIU+FfXqUZG>Wr|Dtsu4(04jxw2f^X0)h!O*DPcXr7;hBqf_lu8KDSwb` z_$#4i3J@ZIG0Nlb5{-=e$M!0#qxg$Q*CIG;L$NRyr2lph%2!E7$es%eS6Nderr+Sa z;}gXDrYL7^Ryzi~MK-RY^F*t{K+@ zy5T$D`zy+*Vces8t{*ZDuCH{`CUrQS3}x7&?$;x}lLsHgX9<7=ZUVfNLFhh!cg~|9Nv7l3JqiX0c?;Nfk+vA5Z8wtMV-CU(_aoK_`OJHxZ= z$ZAU*qiQU5(i1~;?ogfm2O|cz*}a`KU|m^IuS#?bY`thM7c_W(f3vYU-9a!rAeS** z-J@+_ncZnEc`L7Sl3(sjeid-6H^Xhz{987<&$4Mm(UY}g7%rEq|U-bs- z&y2Pc5n%=M2%U58HTF&iKJ4o>H+wBbm~|AO%~jnx=#e2@sS%zEzW>V<|KkrD94j>h z@NKbTz6bh$uv&lNmWjEQu}G}6WgtC#@L!O%x;1bmavg*#tZh+-*NW<%P^uVTO&TvO z@#RI9-w`W$=RL{9@w$zGNeexzPjC4rperbI>sB)oo!>-tDAl+hkoqTjAZf(Bk0X(J zi@zulSRr8>sn)HIY4TMZq}UD5PQ}?BPgF*8=pC|-PG5cBp+|WgL&7bM_YQwGrKZT# z28rYQ-lKS*<5QQo)0@xwxGNLAbpAUC5zd2@;` z4{IR^VyKy4M;~za@zMYi5eN6DYPa9T5yoZ0%Gk6dbU~GCv}~o;Rs=p$HnSS2EE`}o z_fMqgRl&i$$O5@p+oV{|d{7lQ-kext>{=lmW|uALgy8A9+HjH6>H!~|Cw;?Cl&#Uh zN9TB%$eR+e?}voMHEUVf3CJ}oOo0qST9Diir0~zDHTsU=VyE>b!%zGZ%W85qnK(fY zd&lc;@UlHtwA(ox6Wg=K2!_6_=Y(e%IpLrGTEc%E?&j)2u)kCuzw;~sF#f)T{~L-G zo$n)WoDL874}blOF1Y*~JAhQFtydnMl$@rJ7GL_QjE?;qS}|8nD-k*o^j{zPfA{Tg z%{+{Vz#$;kL``&W7#Qp*nn08sSp`Tpxj{V%ThKaczuW|}zJ7&@BU+BndfB_(Rc ze9OKD?NI&Ui*z+mrCz%dQf`t>EV5WcQ3|}Y$RSLSijPCw_!C6^)qTK^fCk!x&u_wu zm&4JFBtoz3ZdqE1&ArLDxpTYnBURmcR)Z3MO(P^KNM8X$UB%yK_t*kVwqoSzI-lHg zH;ge6)!~NmCvdf3s#)CaOgE#yt{F821l)lKI+$K99gI!4Bc|qI9)f1```S6}BYM*7bo28e!~$Pm@T%uj3)>y2m; zQ};?Kj3usBQQ2EZR#_7lt9SZK_2o<$^!Lj#yNz=i@TqCWI+LCzGXV_vB7tfSl+2c3 z?6F@UDk#+`U|d<5l}wF~SH$f-ylr2Gz5_^zUyly-FQ^tOA zq}A-J14WQXq1}(TqR<_2zk(&aP`!s9#}M(uMx*t&*!Tp>UZ6cd7!>rYICDR;b$wMb zZIh1!R>>4eiDZ|k83xQZ88I|PGO!C^68X?D59Wpld$W4?Et>{z)U|ed&^%yRNH}Du2R)>zj3`PHsQyd|;WEUDS)n)f!fK$r&{8L`)v~f@P9HzCj}&Rm0Wjc70Z`=W z74{Db*vtBCmBfIq79ksEZ*@kkB_0bciX*>`<`}`QQL^lvqiT z(Cms#PXXe{*rLD@Dl7Gi6CmOzdm{7?>JkuJ=#gI*Z7E!qb_-aryVEC6Fdlkoun(`Z zr)w+Ay=QB!?oh!z{!htX+Q8x8@#qJN>l)N?M|pGlnp~mN;86OshZ6{M(J@Sn z#q=_`WxJ`!g-TMXizb}D>>BNbb5oPS(Z-OA7S8pEyA zbgl9>TX}7gzmJ6mz2R`OEpLDxc5ZEQj0!bD=`JlGmG;wR>oJ4m4A%X8pQ#;{l#Lo? zcSSyz&1>MErG|b zAp8M!J2IkHRCf}l&y~D!>g3_oVyknECUCk}cDmJ)kubm0zx_vgL8ni{LyxFo<8q5e z|B|PcZ7Z)0^`V2OR`Vds94->{;*F^P~31G8>LVZ6FJ?MbP*;X{C`nv zX$tgVXU8=#7J61yvONgl)v&PDBt`Tbu~hD*Fv-co5SI5mM--#NJ_xauo*@$4aJjQw zt2Qyxy*M~&u{zm zz8uzv5x=&WKJlDKf5Qx}`fjo>659qFY|{7bVs5e~q|9X&A#HLKoQnUf-8k~O&JGNe z$qdX~wJx5S)N^d{$l2PUdon&01$M7?Ic`|X3|L-F4|y&D{ph_nho^@kbpb4i04Pu3 zus3n&x3J^59I$h5?pZMlrGrir$ns6Eb(A^-&QUyZAMDLxDT3uw* zRkp~2KbY3;_uuq8_@xGhET9H}+CVX@8Q_kc3LM;VVw#5Ms5b#@ ziO<)EfZJTjOa`A#PRr{s-L)WU*rb6ICwEG;lEZQl%3%imqwCXbo=|T~B_cjzb=?Vla0rGt|3!3x~{9#Jp!{xI(WRGJ_b$h{SE}!2m%ENF$L!To(uKqc8 zd%@F<4LxTCu*g6jzB|^dD*1Szd>MwionTpE;Gw7lC@xFt5Oii1lV&_dP}*DAE36D8 z_ZgiU{w7v#xJjsC1L#3uh?l0Kko=p+Ose6kWJ3SBZ^q=_&wC$JPFt;&?JMIe=bR}U z#w;jY?W5%SyN^tA#v$Yx#>fNj}MuUHuH9k3*txOJffqZztk9Pnl2CLq;kmyZBH znnZjUV13O6+>_|MB8GZjr}~A~d(JkiM0ry*uyRH+(9^SHhk!Y@yF6iclm4=cq%7lD z*9dyA$2_zhaaCgxaJ8#Z(G?J(=k5cUg6HKoK_^pF)CA=^T9q2~SWZ+gO&{h|L#YsC zk0(AQ^L&G;F}Khs0JFSC$_r@oa~S)Fo$eVMIBnk4!YC{2yQml2svME=Z+c5-WJj8u zY#7GF=fMY#6Aq=dMUGK>@ZbE$aZGb5B$9JUq}$Km+Ez=jG@Fn#+@{#GYeSDbk(r%C z`6%^9Rhi+%k-1HEwACSs9|rW4jV`bWR*!^*wga#0!>_-aS6?|y7Q)$)n^oQE4d0B! zN5v>j6xMX28tXoOU+#AHu63+3c8?k+c>dZ96bfB_^9?(&BbUrX->@5SwTO~;zhJ*b z?>gkgCHa))c?wlexSQ42JT3IZ+Y^Z2WtI_$eDti7#TW#`n_0dh6r^xY-mP5Tz+S@e)5VcRl5o6_lS{7 zhFvAZg{8`vUJV3`it>snPv?ag<1|rO+i7QM9WFc$Gb*IQaXoC)g@oRm7UiKXMGYh_ zF+AVO!rPrC8+h9XF-KNKIdh!4m#5!w!0oOokwHzKvd}-b#vi*$T|T@UVmhP;xzl`{#;&m@wZbKZMoP+A2yKca9)`#pnN@bimL0)qDavfPxiWZm5nTD%z|6% zhh_|BX8My5tMfi=e=H9TAm*_=27eWEZZlFW$8Fqu8%4Z?WRt>A<2lEa3{=Y8=_r5V zDHFYTW|8)wlqj{P!oA^@Sg{0u5u&6?bq1!Cj#!=P!8_FM1$rxq%%YNQ?3RG{kqU1g z{pKcltJty4@iTW6N$87bWc2H_=+OJNu+u2_y<^q5`;0M1bUrE3PcxXWSmqAXfs7Rx<#Q&^JxA9b0+lx`gh8(1)|!;{(TeT|MndGE!yx8%JA*oakjPkz6#me{F5_iey5kY&6gt|48>b20A!g-a2YL|!4C+`6r|Y=)yzqk~OcN(h6curD@8^ z^WK!+soU=uDODttvJV0J76h=}NuD3TWA}AI&mU(-#4cbg6${bAxh-B+Fw939TVp4W z2IzG|t{MVX9LIDfHFnpnz}~^3;oPp|yFc<`>R?jAu=#bN$MW@++{nVW2w9*3Fv05# zbV%dI%1$ptscE%?^hXvu+iu8iq@b|zplS9_V5*+2QphM?Jl413*9^c<;=vWBeEyVY z@i#iv++7Y_E2r1lbK5?=EbkiKV~x)X?QX7~_CP)^G_G*8-jD4rYg~K< zJzaj&YhF;{- zXA83Y0fH2<>-M5bBY>+-{Yz5W15*y$MWuPXA3!{=j9B?^2nm5N;{4U)rwrKnb4Q9Zzg*y(aT0dj=o{FEAue!Vqb39Kvujl6h zF%94VsoYmCJsV{?@!n=7Fv*AN-Ax=KGkcx0@SATy+<>_!y?MPKmPUX>vl@OduaB^? z3pSs7=w6!mMv4AG_G8P?S+Fmj`*bTY##zZT#_{sg z5VF3WsET1ejF!An#btR+JadCkn(NEtoTjN-s87#_{8@+EmM64X=f#6%q8&;lr^)~` z?7JV$4Wyd|-#~#irW2044Slw6Ep@g#-!vnXAcmek=Uydr7TKGrj8IdF!@`>-9je1& z2c|XYU5{#I0|!rsSYsI9w(e_pbo;Vm0aRRmu!bzDZXd)YDY!mnlF`$dtNgO@=!_y< z8)~z#hC6Hg!_|?v%UD)eRl!9nDNfG(fYb4jEr*GZGM{g@yy59Pe-E;1fU-eb`V}^* z>s2S|3665gy&>J)P}ZLctNx%_oRySRJ)8mMD$Q7{j8?L1p?gu63qR}nBz0^I> zRRFD6$ebPpj%vUKr|@)75o5HgrPHA1pJnVpryAoyr!_i3E!#vw9p5t(_?9C=@An(P zmd9(fT@P%#96TYAa)i$e+J30vUA9F@p{^eIvxAq}GY4fs6|^e2%I+J<-fbo=xaFZH z<0%MrZBil+y=42M_6q_+k5>4#4-e!zPS+>2m4c-ilnde%wZL%YmMe&7sw@T-&ZSc% z1yS9U)02f5(U8}-PIx9BIpRsjxz|*lP~VR@PvAPT5BEEyUP=mAE`^$wJmnzKBcTp{ z(5KvZ|4t&m@^W+}agldzvxcHjR#}`<;{xS{9)tvw$x^dpvMSFm7@s6Q%!K8Bt~~s6 z8|k}^!eD0;UB#j9QzVgLFq$TT*EZa!+gQ(OwigAtoH599EJc#|XzCjMHv-%tA(Rvq z0_pr!d*_n)$Whh{b*JZ94jvvpea_3zk!_JM3Ks8`*MKq(cLvGc}1R{cv(Kw|_CjEBGsN4ZZ zmvWB^WB&Fm^Q9FQ!~%8c?Dol&5+h7Clqf~x*|Xw)cUc*P;i$N7Nz3{;^}WSh4tuHJ zY6Ak)7j5(W;j~Mk%M-t%gt5t!lI+>0K#lY7by25gD!C#`k~d?VldYsRVe$|?aL6F` z-kyx;>w!RT8r8PCSBVBPn^fW^$Bi2#=A(E7#NL=H9j9M;-hRJ7y!UsXbZ@(3dU%%cwo>G@nxwkQdBk$H{u4w^FxV$iyB@`R9MM z$Op8H8m|2$-W@A~Z!jVrEE98$6Sl)@Zn3Y9(3&xQ4^n}{v6U;UCn|N)8V0rJr8x{> zCYkgWE2wZY#KE2))0!va%`D<(w0aU9NgbX^m1Z2O*j^*y8Sy-MUn&lHA;kceG}-9~ zfq`ISyMO+jK^Rl|TCbhy;&7Z=F4J^YGUNz#?3B^+^Q1kj(nQh5VU`*w_>bCnFWC=R z`xXX4VwWBQ%7*aMIhpaUW3mlOS%1&;%$?Zn2jS%EUc-E9C*zT0qbi#mcF2ULR? z_qezX6$cAdPEtFv)70D1x`LhquPAGyv22|roHA4!Be$5ODgGyCKRD@u@TrP2SJdkK zi?ojTaS8Tp1D?ZEFjosLRVX3SmTlTAI*+63{)?BqPfAjGCGN0N7SQZVWW}}a!sNZN z>sX!e)Wpj<5m>i(87^=y%x%ZLBvtlDaKNoRqW!?a{4{ygNhI`X?i6dC@brF5*^vml zPD0`dzZV5siijE%Ntp}A6#EHU)H`$i3>+uv3L$ZAPsKHpu=EQnc{JTvr&~bv6dT3! zHA3Ba!TRZyCd-v}=b>_(;bTxKRG3g}Wb1~+tU1)56K?!Bi87gezvLar02@yA)|7J5 z{R90w+UVN?;PZ&Mdga?hfn`Bi@iqVqZh~Jd_A-Lcfmw$aJ(&CXEXu2yr$GC?Oj*#oA_SLlIqPOS-60jzwBnW7>j3hi!yFCUw48BmJ+{FqiRA6 z;Z7GR)LCFiZO8rd+POGTu~5Kjm|nIi zCJKEVPbafFAV1rV`W*>^2sEs#a)8f(4r=sg8d&9A%*BN(+86aM?$}F|!DB4<9g9~FrSpAN|PA5wR#xy zq3otg$>-?K3sx?`;i7dSWTErAFoeb`3z2q-FdS;LB2f+WlNd-Wm0*x@yo7MX**Ug< zEMpTBbhv5J=0UR`eBvO-HBSeD`ih%)&hAciu8cyek?wVJp3>{5Aqs0e!&H_LHJV(U zR3wdgI`>it{S}#V;q{_sC&j3s>^)>ZqW(s?KM}~jiQ@K zjLE;$(u4+H39bE?7RxFUBSlIW-VRfd8p3%l?#YX${DMeLd>rs>dPf|Az%5iI_sr9} z_fTwBZf?w4`IMgZ&h0v+B56DDZ?kj@lHC@8Mco^_fH9L#&-Msn>!iGQR3(-r9H}qC z9OPYA8}#f=WEqYvSc;P{1D^uEW7=vc(u=>*Rf1_0j~FfdAYX)qdibD589eQEaw)j( zQz;nEa5n2f(u`=f@Hvi-@4qVr%AEZ5qWW}wW)BN4NJHLWgJ0NwP?kKi{Rl6`E;Rz$ zMtB<=ugj_AGUYpMn4NS>e>*LFsa0Q2FnM9SK81CYJuTO?;zgZN?L$2>fYH*Z)Faxg z_`5WWtw3t#?st74`@h$}{NS6YSx;mNw(Wsl~OLo5K~_; z5olAx`WnS&g+GmvPgNediU7&%j@UxxpDud_c#_X9c96|#c-UaJkgi9C=YBQP$77_kUEDS;jVDCZxuN?-e% ze0yxhejZ4qV$oqaNJUosCkioUIgmdPSE0A6u}dKN$n7P^~#3GK~7Wu(2E3ZxPwJ~#q+BphTw<~AuX6k|Xq z2Tq>p34|aAPQoCg1q7sqQpK}$!f0Q?$czk&Lm4fx^76_C0(8-z`UgvH1SoUtm2p4X zo7qG2?HrOsGAs$OQim=WljEc?T*|Lju(Zd zwcSq7aE1;B0(@ZM9GjG60Ky^|0(Ox^b_*GGQ#jS&5TOfSmzDAJ!>|-!@$#H+Q6=oc za$LRzbnd)n5vif0qAp@%VL1Ls62L5$nK+SIB$BTTu>NLF1ozU(smMde8LDBIhbucA z>4fGIm*2C8*xAW=^RWc8QxtZ=&z53l2|*)VeXJ~DQam5m}F z9&JX66kbCS{*3Zg@H=l?-2y6kp%n^U3dG;b&KBfI-8u%|i${UUQL&*{hjOm8I#Kba zR(Jd9!gJZ7V#(pgLp9QzlqSDiK3I7uwzeSZt)OXnpr+VtDyU+mn6>-rOp%S}VN`%b z)%o*1swHQ|`0z_gj1~iZct&9g!We{u$-ZM)h;T%m6= zXkX1jonzJJBKEc5X=eO+D6`zS6cHH`9$!&G&Og}sTlUQmDk6=;cdCTgcfu0he~SP7 zcjKOadS+DrCsN%n1URCcPdrqQZv*BU-44leG3~sJvVlK~XpNL4E>pN)X!-R%8s3fGq@davA$|uU}3x! ziDGgT$1aaR899g^)DTrMw}l`H6Fo$3(r6MKj$$$`TSFu*m5A!MHK}kUvjBG=5~5F3 zg&2N2{U*0!)nU;2^zl8BK@>0I*kBZz-l6k*^9qh@h?%SXMfwOjme`3dh2-qz91eU~ za*$Er!vvmbHYG-#m60aEHx>_uA$W4qnY(561V!LS4O*!u~X+Mya5h5=V=ep;b&Mjrrai zTS+Sx1t>MB;YeG8_4K$9sewS*@!OF42`d6Q;i8*;==oe?XtB8m zuF%p#Zb8%}SK!IGj7_G_9=Ka|Ug!;fe zabnX#>jLmoV$!id(jXAFnS?g*v*Kd(qleZoycuh2=DkzJ=0u2$shzc)P)RwP4}fen zRL;QqH@+i-xFPbEm13#DwyOmHs`?;&=tNS8d7Fk`r7#DHA*2EXknC!3EIBEPFPz zH3kD#kb1Hfo%uTldUYcBEujSEYb4<@NWEKzA#uF~=X*fR2$Mt^IZO=@u)e{&>vUa@ z6}@kV?Mr2JD2obevrvXU&-XIEQb=>$JQC9z~)l!pDd0Tn#lP2glvVPSS$J@)i?; z7uVKuj`Au2O}1sw!_PZH&7D@Ue#iP+eDW8Y9^efg*9;A+xbLl;5QcDGBndaBQ;l5G zQ#+)4wh1??>=3FHdQo&}y4|Vbb!QVq(%~^oN4>{VoH5KKD*mk^@6PFnctoxpBbPoI z@N5qAXdFz{ZhO6BK0ItT6^1Emx1N1>t_hjf!=5NXU+xNMrL6xKll_Pu^g*{TH$v?7U1WxoCW&s1QZ{l&uSVO-`isd* zn5=ARr_6ra>Z$c$1N@W|YQMuZHd~YJ$dP6kqBt88&1&X{jt?8GFZbP2C50k2=uZ{% zb``xBs{RzJ{`4F3qh42M)ta^Dm%h~hveUyvlma#6(29urRov!%*MBLTK5%K*Lg&ik zvZM!O8d5Q;CD44EX+>o5RR2^GZ!>L`s&nWkkuD?i-Sa*)h%}V! zByL~PGZZBMDJ;XX$jRMsBV(#q=&q1UkoK|=fXd?{8hgfNJ@t9pdKzgFjQAs-Af6GR1saelgs5uhTGE}PUsqtw|!e1iX1Y; z@5FFhH-Vfff4)?1wxls$m^!>rNkRy<0lwm3B9fYddPtR$0~M4a$+B3=1Em=KkQ+ji zN!rndivmVy$+CwYmsDMNuj<=Ew>P-E7-@mWWoo3cH<4J`8)+pFBk0?3Gb<*6WvbS} zNGHKEP9ZL-vp|1V=pi7_^3M}@KrTAz$*DBxyp`xM86p`Nn~<}RKSuS_JXE)9w+33i zcVQr-bBpk`>TypwPHc)41NWnB@P#VDNsR(U(;I0hPG-}zEp=ENUQF@qOnNBVr4{F{V9WZ!)>4e!?O<_P8B1xc3CP`E>H3w&3gB6UqGQt#3YagIY`cQPS_EHQ|GA&veCMEa9&%=~Wl?x|q`Wq{{U-G;)8*Z(cw>^K&E#D>hIuN2?1n z`++WDNpLiJd{~tcFEXYZK`Igs!&B|OUNZJWWdwI@ds(Pf?ZGW3?L9wuH`y};r>9ypLy zT*&}6G35h!n#LOeYRYwqo^%@&iOdN=oBz0YK=Q1{7|bwjyZdkoJ_5ZyDJ#S)jy}MU zSIl385~*5=F4)Abs*}Joe1E*USaO7Xm&s_5c^fFzJhaLFGjW(VDR_5f72FYKB0ERLMm-Jg#gv_#T z#g(MNx$8XsA^mH6?GF%ZY%CWP$aa?7y~)wkdNgnsbH~gYb@D97rDHFOx=fHBg6osu zd>g<-1VqkIAj{suU{K%hvzuP~MKmz#T&-DnNZfgBBdNTMH~^o?Xc(V)t=dGP5--SP zMzho^(R)F|%@WYbF`gSGK>~7rdO!q8^4Shw6GZe7{47%lBJSK;J;r4}XerHrP0UzF zN{Dr&htV6_at)w3s{OO@qRD9-(>k@rFw!lV`?Q3_;eLzY++1Tgt%V07!tkKgI z|HIVB2VAk>Ngzg%ZU}Y$bl|i@~!!PkFVc26g!sQODukuSvfcCXFVNv&JWYcVnuis zXP8VY-?-~h=c$dYYG+QU89G+_Ri)O~|Fz9&`^jTB@Q6t^Eb`hErrvA05ptqhs9tce+kX7;HJ2|qrkpdsTAR^PllE!s znuWPL=Pxw1^YYFN5N>bQj9pV5Q`Z7GbRIC(~k|&!U44--`&%peq}W_!v}K3@ge!9by@rbUEKA-E3)XmAR_x+`9kj#{~N~*RIGuymQgo zvXgpVV~@+7@yy`uNgG-6sGyl2xm>yDYWy1eEAGDTzby3~{kWpexLeQou6KlQVoaMr zNBO?7%NFzG(L1_#-HhkIiC)5KTw%Go-QFnfVzII9i_KMPa#3zCj@`OF;?A3Uho%>` zxxqtPY&1$8k0bb4pS8Vr1M7?hMGF!JiHsseAg||#vQo8EH z^5suQzjRnvsMD~)aLRGDlEPQf9Fb3w|zvZ;6WhKw(HY53j!2LA`4$R84_LTy%i|6{314KqaaRIQ~WfeB+p4fg}Q5 zUj6Z4WQaN-9*o2hIWPp12>Qhk3L$;S5;h~rf^NcgL+%9Jh^0oe@;Nk+&(wlsEtG%IMv zL$l?;nF?n>Cle@=C4l*82-Zp-hsz6x^X|BILGI)1>p{CcK-HuXM?eTM6XCxW=F+HI zKjrba!Kl8b#MDSNbPO182vmfHG%R<@_Iv|~lR2>9Mi;s$*c31#37b#eP6`bV`QAT@ zFW^eH4u$aUi)@!faJwD^zcP)I3X?ZUS>Q6q$<5PAvMzGI)476opFr%^!ktePFQ^cH zvojg2J9vngsx5teM%?QNPMGCjZQ_uxIOe1)Y7GcQKac`@=oL9|gGR&|IJz@zOyTOd+B#mf9+k4Q!KoHXGf#({IFoJI!fb&_iv-Y+?@3;ikwW0By zt!d3<)K-!&nHrvwB5f0Nj+-dRCXq8}Qm7-)QkGC2%^PP2R%nH4{~`&5CGur5Nc}im zE}6fOQj9RKq4i3|B@ka6Z(@8!Tmot^OO|31Q06uh=;0BsKFbHs{SSH+UEf;we?SLE ziQmnob^Rq6p4DN@1tXg)xN(D$UrdqA1>l^$q6C&=&<`REXvhK37kkj#eWAJpA6 zZm;-yIE?c<;pQKGXlr4tPhi-Cp-&$|Q0IRxG|2UUA$FNIi)BG-L^M`oC6h*^V{kAV z{%>IpW0WUu&Ej*}`XMkvJcS6bqY0=88$tlMCz2m3h++H3u*0G_!bpBBkIP2?l`X2@ zsmP}vA|W2E<3JOY9Q|>kM7(e_CVA4{gu$CE$eVZLF?oY02&G(_qH)XI3zSaLBHj;! zD1-yl*2;todO;{+=yWJjk@rC%Tq3R3%pQ!f)_4FasLO&u^C!UU+|)*Lev?T z!IFXAp3)DLBeof>6CiI4I~jZR8q5I0p*{3oR#fv(GPu0Z$d%Fj2p$_9L}hR{>c;az z_CGiVP7ydmQVLolnl68!0I_?_*cPiSn1Y{hPo>p@Q%NwPErXsmpC<8M`~M|T7{U(a zaAgZla9!^@8U)ut@XewLzW(^51v7dM8Fuakmz=fGrT0P`>C$Gu`bcS(vfCD_=F<8M z9wYi7=IL&nFiK9m6hjLli8IM24q5RJhaRVkbLjlLCr5>+;|3On`M*C(QNq730gHL1Zjod>Mnr=r&!a z6QfwHWSAiANo9#SLf|>1x-z85TKOnu&{HgdXUKv~6VIl}B0tZSGRekq&g*^$lgLAU z1bwnPp==>DfK-wr3Y2`S8ooT4^uvwbI#9?>M7*B~kqPY007kuVEOVoYF%p0G8wKx; z9tuAADk$dX3H+T>6!vM{dtsS%mX2Y%qs}DL;Nl$SxJB`_=ahC`%mC7&;yq#JHsi^H zDXJ2rGXaE=P&jbGQ>+$79Y`IFtBPlrq@bod8KGhwiRG{4YFc_lh+>;4=(o(D27zeP zn@lT4e-6bHi=o;?EM8!!EqhA`?{DIbCE`h=H%nR*G6@%59Xt&erH;;C83?!G{(1Wo7$1v?O zq8SlSn?h+Ke+bh=j2P%=Lp=K8X)q|{ru?ChWKs;===eQ)3YT7h;TSi>(E13~5f@mL zkp=nO>?p>dZ;LVCen<5QzkkbAo!ST@KaiJf5>f}h8b|Tc%NW#=Sd=mVkr(kJuM|+J ziUEi(V~CFnCACCQ{D>F@HLGEO(hrQ`F#P-i1?#-b0FyY)fRpeKK`GLojSM95)FN)9 V0_+K}SPS55A8hSrHp4bA>u+nRXN3R& diff --git a/code/components/tflite-lib_20220827.zip b/code/components/tflite-lib_20220827.zip deleted file mode 100644 index 237e83b0bde35b184aac6648081f64a97827fb84..0000000000000000000000000000000000000000 GIT binary patch literal 0 HcmV?d00001 literal 804399 zcma&NV{|4^uqFD%wr#6p+qP}nNyoNr+v?c1ZFg)Z(|6|G`)1a|O#P~J*4qE}+O@0d z90h3*P*eZ_010SGeN~}XGM=&r1pp%90069iw=QNjmM*4rHkL*V!m@_erZSe!F3$8W z9xlu3+x7<>h<~ z@-|WKr<)75Uf}rb^x1wtS$zHl`(-Br(QUZ)d@hQ}$3`bnmg*O1IYxOXw7;IMQXxAVcc1?PP@Xdd3S!fd zY^rIUn9o-<>gevT+)PXEGB+D179VICn)xa+Sh&xdDvaBVw>p3_vAJtv(p>o^uN2KO znKD%2uNd9X@6V?tPGW-C3IXq;d6^|DE-`289*S{{E8Lz0Zn*}v3N@Y4`f!5T2wSG5 zr@ZlMLs>oMAUIkmVPLJRJJpujeL7NHQ8OO)tv^Wk$cV@jotr$VhbN>oByb685Aq94 zP(=zcOmaA*Q`lhCjHHV?c{PI8y)E?2X?^46g?7=n-laiQ^?Hq2+=Jvy_r+V+9p?;G zpFoly)=n$o=J&l_$vqPrL4dkMmzBm0=nvGm6#_`#^+^e?$UzOM%X(}VjNe?@Ha#aH zVUBg^USJr^j7KXa;o(S>y%Vj$;39J`w=UAZG@+c!D{5LJ_od9ApCYK)dSk00*@~50fbrj z*)4Q#-qt8?iC7bhCiVt{#+XP z4Q~vHnyrsNR0Y^J1*V?al_BOGvDpo@@wvNWZ}3A9+hYg}+EAuRHJ%YDU--RZ*eG!JEg%U63;YWImr4Nu z?@6yJ|Agtk0{vh1KdF?9shzXElbMaZJH!8t`446LFTlS9=l>J)A8PksKuAECb%IJf zd_pHUFaS^q0szqd{{xL&Ep1#Z?ey&(^i2$14CyUul4R|(1Q0`SBtF9uye&yE7Idgv z{syeY23iS%{ZW&%2mlh(x>?vJ8~Wh`aV!z(KAP*!H{HqbJTV@mSv%XeDZjwm((!wP z7L8NLZ`|0D4+2Is89C!?}yRpiIXjclx*X=ym_A9%T3K7OKUlwBmBM0u~&MfVyb5@4i8#h_R zx_>V(0X9uDM-UcPIVuvVBwYXpF-NeKlXp-q6t}_-POZ%j8QiCi=mJ)?$a}G@*FxvU z8pvIWQbUw;=ndMgh-YTC$2~gg<58iHaiWou>OdFX5hADmgKxkx7WpD9}L-$^~o3>V$Bw&_iz$UJ=Ni&D@6&k$b$CFo>WKV;s}h=Kgk%t6WMcMO`_i*$SDl{P@gP zI0-d<6}D>@UqjAhy?gv!dMlriH!_%rS)Np-^BUcjMyg8=S5?IFPReLGV}F`h`z!I- zBqO7#7Ew`|?4x)-|Go3Amye=UrNSawSzUg9@ufumIIjgioYa`Y7IKD%7vO5 z%jVr1FcB&AgM5MrM;F4{k9iKRt=$i%*c-_i+|ffxiQesS z-&fU7F8Hu8AtbU)(eBh#b$RI}nYkRz;-$`Wj1h)1YSlsvt^!%KNiq5qjZ6$vn2jjP zlxf%DGL89zg|BXz(~i`Zk3j_PLP@?KeLvs7w~C*_3>Kv!;pe}}7qblRP0^zd=P%zK zafc2a*gV6{+?f{=BryKkyMB1*#A3>ca6}A;|BC$ZeO*Hctjjw?x5l6=Y9|~ce!O&R%=R094cP4is6+?+>P7dy+t=`DxS)W{JFZR zSk3$u71ST_nuJ;@@gxL^{gyK^J=~^@CVLHElcSKnAg_eSDQjW%BngXOFic=4?Lv7VJ;fn<=Z}^U=K0Yp?i5D~JNn;T#Gk^+N zNRK0oL>9qXZwo-t$5AZMsC6NArBX&vVT7WnqCmW6A7}ufn$ra5*ppUgZ!H#n zlNBu+eyd^%w~46H8nV6SvObNdgr41m6hJCQquFTxh$zmKbgFX^J&<(ta6{y_IPk_X zfUYPteoT{v^y{>}!O?dL8x)3QYkW(3*j`>D};rs1bKZ_(Uo<$2XY0onfGrMqiUcmg_UJyB!QBGf3Jjc zh>C?%D#%RnTS;mi2Mt%0m3aNCm2B0vqcmN1%mt~lN+nPRX;=y@QNR2-sGb;D!Cl8v5EUafaN?b=hzOM<$O)Q{m(#T2h2F(Hii{ZfIAGft;#KVyY8l1J{gG zh?dw~Bm?I(*>mJ5$4=Cr(qwl}zoUZL7j0Ie%3+#X@an2qvjtb=4OY$eAp7q1%|&)+AU8 zp=sM_fNW-*8!3K}qq?)G2xogR4{*WEH?*W8l_Z(qmogZ>AbO4xzs^=4raoE}*xu$}R3L!k)N6cxDs% zMV7K7w3X^#k*tHURM7JMDj!|Gxt7U-tj*VgI`yHU6I*>3>++`n{q?uYV1? zE;9f?|G$I&KRoHS_J#8%8}iRJ)(-;aZrBKxYHSMm)$nRof__73>t)i>5myclI!3FLbLn)$F~ze72u_za``-HT8aP^HGFME&6ooEe?`-hxS9@8+6XcBfmFqml?Sx$6pEIF%T zyJQbY=u^ibURXFF9oQ4R*C;PqA!q^lm6?tF!@-3mM=ongY9raoC7FZE$7P$d^X!?S z2h7rOxLYE9MWkWZsa9ZmKY9)}80s8RMCL46Li9|6F`XGXB!}AW4<>7PYD0$7@be3C zZOp;omdd3{B>4L~r~wuAm|&+o*B6M>#-LE*S`7PHl}8m1o_T#hayLii7e$;d_7 zv6xun5T&4JLQJJfwRfnjkQi4tWIV^A*xdDnNH+I}QQw|E&Al(|_=9|mSbgVP&-8Wn z{1B@-{h|)&**osF5IJ@Z-Wb_!5LbKD04u`dz~y4GYhs!E@B}{#6i36%LqD}pgy@(E zOe0{O;rgOm$ZV#RLQX!1U`A*RP{Y(C?4R{r<2djsarhbdF~5Moi15*1Ts+l^=NAJL zM12rt$ZE#vH9S?8WzymU9O042fCLM23up=yMdALMF;ux2eyyak$AmIZDJG~<5PHk? z2p+tF1OZ499lXX>e%X)Re$P{ISnzMu?Cl+Qh@&v2 zp3R3%b(JPk!!QCuQ-CzjgHDk%?(Lc=-5AN9{t_-nnGrTff#&U>RoWSpL^2i=;|z_w z1ky>{VClzIDhPKIOEWXj0U`vVRREYzJP&c^4}8CT4R;~ESt?`m9}*D|6y(?nV#VB2 z<}n(-c$lN5wg>kpS$SwjE_U~}ZlK@=h^$S}ti2cWz)y)C7B%w^7E|j`{`p{WxMoSywM?VKP<9=virk%6p+#fI0ihzkXM9*DLNSWYY22U21xQu0$L+}cE z-*oYs{)~TPFShLgW@ah5>Qs%x#U z_K^F=8y|)^S2VG)zYUlfV8iE78@lf>Hw(_CAm2-pg7)#H?^%Vn4+D7Y)PBC#L^eP}9JBM^v_*X4*HiWx~Xa z!j3S8VyKMC3tnXNpb{SaY3E28*fLd_k;k=m915(gLJi6ttwx*X&O-^~Xq{ZLLU+-% zTnhu!Bj%cAs(?KR8glfj-!bb)CPdCOz;~i9h$hQG;SCo=uaHwSgNe(PPg4u+`rdon zF?07V-S3)*MBMRE9oRn7&ur!STE~Vs&f2?r!zQVgQx64?goa~H|5AMh35NY{7SV#e zJ}D|D-b)Op?^Ff-8eHKBuFT!OE|zI6@4<#R^-$1woDYqHYzg;*r20MC{(i3E%Gb90v`_utVd3^45E(3NY798u<`V_!Q#7%v3E%wN9Pmhe|dWR^jA&C_tWy49iWXJZi zZkZt8&NczEMU{aceBX2u5|Us)+>%70sGd$@x39&L>xSC0WnRM6M0n+86IpXS5ox}p zZg(ncQ{)qWj{eNk+e{@R=q`~;+8;XqND^4UT_0D;bMf$Si_-43(^JQGyN10xD$I&q z!o)q(92pqZmr}1@bsJ%_NvPv1Zh|zqU*_5HKyn2V41gcwqi*>uSzLz^h6%_T)ynY; z%}SMnx8@K!xO<97QVB~g;FR%^YTi9=^oD!j6CfQ& zBjJ2Ffk&;KGPzh{OTq7*=wr?M5d)oaOcIXqepSES`PXetIY>8MPzHL%Fy>y!zot9B zPs-AU^${l9c`Q(0k4G#EeGF3lYuAD6jZi30^4FlE@qfJ=x zFrSAA$`_R-)ITh*B2@)6(n~6WiSPO8N3*!bQjV#)XU!Ksay( zu?~E*#N_6>ZK7(Am69-te2z$VPJHUlTfW|{d4}P)1l?;Z~4*O|6}XS{UXwhn~?Yf^MklHATErD96CuRNCVk)^y^vwCZ&&~wI|fZhf; z?OO8B?>+FzA^BEaJ;|qE-cqax+s%1)5bSoB<44`tmVX?sTzAmf9kIh`B?Eu$XRxOV zZZM2mU2^u;YS$6#(MbH`V(cF$ihBGaRa-?J9?;U}Nwo;Ks}+YkboI7VH%XeG-;H6?JXlqjjPBK^XoPK*n$+#K6p zhoXI({TBi?sCK|p``yeqSHwdp|4lUR(yACbVYda~JAVn>N%$^aev$T?i?(n_ zKXMHMjN&)6`#Rx>`^7M22K0Ng}^LI zby|TKM%e?x!?^e`A@b@Sl?$HXNdsJ01F#uPsG6MqnA@PC!hY*NWx%Q1us4S+{kd?E zgE~OTWRd&oy4$4YN>tje#2>?LHctjoNSEOln==J4W=eNRqraZ$O-w^~SpV3t?$X+{ zRR)_k? zwLe$kb{)9=yJ%0N?{B4lyTJKLTa#NqLyNx9=V`Hyh7L3;pC0e|@I_2aYZI-Q0CK+m zRJ+hF<{8v1deKTt4B*8_sjUH%avJnq&HygVMd;-{wovht>P~sHogZ^qm$! z7|cgTj|fK!CnX?d-1A4er2<5J)`TlKTy3lx!CBg4DX+&+g?5))CH1E?TBF15_Oz}1 zZ&KmKCPA(k#(DgDo#v{N-2K#c&=N=Z+f@KB8m;azo$B}-$?(E+qGiGL%k=Q^dZGmH zM}T#fjH&-QER)Fas^gw!6#ue>)pH8UlJ!HUw_W2o6uSFvX5e#;x2S!R6=`g1JlVU!!);i(G(A<;pkwIWFkNX9 zAOXqLTb_C+*zR_Ev8vE_o4GIzLg+pDz+@-$f?M;zav4fUu&M;~;3%)_ z@Fjg+&vMF-4;Jp+jv#Bi}g3Rtyrsb4Qe zSl1&IOm7VNQWmY7J?D+`tee^6s9z!(RGlE;C#qgA@z|MrLVuaS1+?#(H7S_;$Jn=h z1hCTftRr~1G#<5~u)!1#n9`uI{W(=Wj#XEQqpPCR-q7~`pnPNf=KnqpJ~)ry2aydj zQUsh0>>i@1s?UwsY!8CLMag{<(8VDg9Z0M+G|Cnu69`k;!N|^^0!@vRB2IBXBnx81 zF*Hw}%DEwS^4?R+m1CVaPAwJeMmxS3Dawh?2XKO{4LxM4xX~T+O%Fm1PR4S5i#5qe z`l~2V@uCw{jazS{eDPO@M}@u1^De%a{r##5`~mvU2JnB(fge7yr%S*AfO13tfck&e z#Tn}xI#}wvcsiK=n*?{O>)PY6qx-P${RnsvSd~3TF9TcR= z7?q7nx5`62AFS;3zg^F0vD=KVRxiY|ssRMG)TGGLUz4LY7&RMo7_7-WQ(#&X?esnF^1KVNq~yHR}S;$etBYyhB?Iy=zBWbIu&Ajdp3wBw(tNZaWaWyhdH%A~BEI zY*dzpdv`b!~>?cQhU&aR(Ne-a;za>mB{>gHl9mj4tgA2d)Fx%p=wL ze(_?-C3bWwqH;o_+2AmdUsvJeOkEZmys^S_ie>Kf_k>0$J(_Z8l4GMKZ#(~pRofH_ zk4QAV2=dv;mGNF|Mkv{h@jgUY@62*>aJ*fG3|9qTSE2l@0H%LOPo`)^O5ZLWR4;?T zX~p+>ym00EV^im&%mORZAhzD1Pl-0=f(XU?g5FryElPjq^*d)sxqNF_D8cmO<7HtY zLuH}n<;5Y0ec}oa*Cq<8!=4Vz+*2IBrO2ueuWBd~%2)xG7P+(GGPepmLo~%Tw3;$9 z9?A5OviCNPjqj!fB9L1F1*mmtjqG0BdC+)5QNigrAcVKLm-w#YgR@iyrY0%33C?D6RtUM4ia|Fhobuw;TyviF%}BYEwlpcNwKMM6+{R zFfP~ENe4X6^&ghNekB;F2ZI^$^GHTZ;10h5p|_yk+-`>!`;gxGnYdeXF@C&zevVQ6 zF!&meS)F%#ChD1>0>_=KVOkM2qvIYIwiaw0cR|m@hNqJ@56DDuHpIM=%HVJ=lj_u3 z=iBA84<^=9JqEM@Wg4fVuuum+RVPgFPF2$tEZml8SURsRf0SBDM)%#*eNa4pb*T=| zY*LNI@w8S{R1CF`#$D>G^x4hhSaqPm?3$r5^SRf_8TW6{mZ@s+T+#0sJdLL7ZztLN zhBtI;W^>#mASz}pyK7aQja)w^u`8}l8|9Vy+>IZ8zYbdx-`0s^dqgLVW_pGvCDr-o zWg{<)lYkAz(4pOJ&Bu(7yHRLceUBjZrxZP{>K}k+^}IQ8B3^l=b}hWS`u~|-h3ZW4 zu$e9wDePBJhKottB`KV{H9DrL82>H<3JN0yme5*g_AP$Jo_;en&pKcUrR!E5Af-dx zq(L^ zfe4FYK8ZecCv75?HzE|5$a#Z%&xfp-+6@)7ow+0S=zr#K?Q^^c|Duncv5K+txsAv5 zux4$Kns8aZg&r~_3V)hAebh}d*HDa`>!TkI7XRE*p34o$^96o` z{;$PO@d%2n2oeC`A^-r$|F^}?-qzOMj^5b#So6w$LjvUopXz5YIEgwR_1;ZUTZ&9- z46g&!OTbJ1sk{-r$zRo2*_*1w_WLEvr=i=rPExMJ9z&F=le?}rCnKjt+x09Y%jbwr z9d<^3R$$`88P+P{fVW@Lwq+yw!B#84bDZfLQG#%#DLy`ajp|=F2)M96#pIU(Jp%?oeTkV*-5h|_3=?!#^$eaO!kIPvfQtd6E7Qw=gGt}vXbZC3 z&5-F_6r63p*o_$>U^TQiVteVOJ?=3i_UT$82gduU(TmL*#yQA(CPA@shZg?KK*?bXRX8Yz6t{pS{pvL zUh~XkddJ^K+6OoZB9v^>ytq8BQa@EsD`W86&k_M~^Bp-(f9^h8gR`ROb4m?wv_(zN zmbmTvI{B56|JZ92q3_Bl^g!cE2v^TAg*tWSlOj+yNRhnJ)Y^b(KSHcMavbtx8IDr(GWrahr<8L(7|8UA`S(8XHb;l=}U}XUDLfe0lpu@*E z5o8+cjYJlWjx1M-a`!bS>vV1~0KEg75q$#}M$4$RPknZ8Mg&D&aZ+k+O(dO^ZpkT_ zs=~sD?6K79l2{F%bg~bXzo)5%Y~^@lHSa_mD*rqK%^MkyZk`J@>N_^3vDgx|0@>>! z!Xog?fAYF1fP_bg~1cxG%SZ|qMI`qOvUNEo3|@`SQO=vQH1LTJ1{bUQ<2l#wd9h5t_s6I<&Y(^h{BJ*W&ZK-wgYoXEknsRZG1tB9ComS<-&ZF0?o#Pk$$>3K!3 zwzRpeC&DdEP^Qg3%vt>1YRV_6No zmLFD#nJny?R#>zfq)QO_j)z>vXL~uM;rx*kg?xErgTlm1q!FkTP|@EIhDB)Cn+BdQ zs-7W#4VAQ|4J5eiaWv-Y&|Uy%{35AcSCCo(ZNSEKI|(+hp#urjltC~RtAz;mf{Xmr zgrccNqow4W%_S;x^lf1_Dzdwy7YfoSpMqWvAW%>;95$Rf>4F$F7&6y((g}&VCsbOA~8ZlH!g z42vPhgCzn1KwbTCOtNfLL8GeJmo#Y~8N&q#c>iPuhn7{}tI_n&CFD`Ui7&Gd(95go zDq(R7%DeXxoWh2`y}cGyA)U2LMk3Cj6KY#$~hWndo_^7D(|FG=|} zjo=jh3o@jh#`d>rl1Z8N@udXzrapi&z85FP&UT3Rdpps$iSjJwdT00f$9%P5ZDuCQ zj)qUCkx_2wv>bTRgbN?mj|PrU+9G_f2_np(!Gl!e^4s7B%Z{Wi9qsVj#D)J_^WgyG z1`k+m?`;kbp<~dJj0Wty6f7^u0VCX{ra2~bkBgIZs=$kCOuvkZ=;S>P;>qhuP$lv5 zVf$`=_kXoHq_!dNR&)S>b`=0X_J3$|EG~JhopIO`cXf|{{3%m-m58XMSGZbHKO$49 zLeMgtB&aym=|uyCM_{aj6qm+N-3uNn0gh=PVv^V!+*7hZVE8 zO22<6M0A^X)(yQ0ML46KbMV3+l$@Qc6U(`Zy95cqHe{g-m#BKxl;)Jl=kjqr@t)O` z633NNqhZ0`kS_%JO=YFNDwb@-ku0a{-!hY z%@6LlQ%Qv4N7ln74`3jXk0{Bbvp@#{iGQ^q97>WAGKbnmd1Z6%gvual1m$E{57BIv5EI2 zUQ;IT`!~a3qYInID*sI$+}>ux89ZO)%}0KFq$Vnxd{>!U*Oqf+@iP~S6i zrlQamw0_b${)?vWpz5`Cp!4PdMpb5hC2Ua=&`7+9OE$&e>@(jpYb~@|%@ArKw{Xmr zKFBu6B^59$dS+&Faxc$YHfd*sU|h`e^8Sjv3i$KT$3`7+c$QLeuzZNmEDh9vL+n%j z_xFob06a>;C#CYaOdyZEN~;PrwRV8!45z>_P50P~As+}IfcRMYtO9V587;Yj!0%M{MSvv{7LfPdF?AFc&bd{bm-wtk zEaQ>X9R46xL^TGSln;Eyf}G?S`nB_sAc6xI=3BM^-LeNhTkrKe)~c{9!;2p(sCq;s zYHWxc^`=orgaQwfBqLc+XO#F-@sj=NU-!K62W6L2lm<$$#yXnt2a~3+9wIrTs}btm z_SpNV^ol44hH-c&4y4$wdc%9Y=O3ORFz;0iDaPx8d#MGfC2(4T#uRj_Z~1{ zI6cBSeyVBz?tERIwp{$MsOjZq7X0vLWGHSAD~g?_24K;R zq!NRjb3%t+k97;*C0Od#g=bHT;wO_@(zJ#Qyt4aqei$O5#EEbWw4ts5+eEIj;BiSN zSbI0SNI`hnXVKu=OvWdOkRQuWf|;T>QX9YkL?v>6_Y0AEmJ(LGwTe;b47Mx95Q1fp_yN@xdXq|FHTkRmZ&z_VEFJI-IFY~N zqKB}%{^BVMJaFn5=If|kdcKDvv>S0m0K5T$YcAoPM783#V~T_j+HrwmMQ+A`My&H$ zKr-sVMAyqHb)(sFi^mG`XP-`L1$1Zhv`!8fab8jowSRW`FP@k*NhtHS7GM*2-Rt1_ zteIuc#5BTZE%XEgAdNRs-2D3j`GMMl&%qGgUYHZg@!dv2N+Mo+RfW66-!{=BYluDQ zMKAYeAzs-2SNuNrA7&f)*oHi@%8=Tn2EAQ?5aH2V#sI8&%Rm3td64jBwBi++0fENB zBWfYRseNP>aY*3Oa0uqBXGuOF)w0IJvbeP@+7BHY*IM?S{&vl^B81r%gMuu))(Kyb zn8=L*Ges(3CaQ3SVv~?Nv?&EzBj;$`4uns%2ol5oQ7AP`I5vSwu9p%@8gzZ1+kuH@ zntk<0q->1-5v0}czijwX)TPM6t6L!E*lm!y9pNxt%@_lK6NC5^S#Y6$(Ut%G=4mSs z+S6|^3KEiCdn|(|G!@J?<@;Gg3*v5W!hAk!I)AJ=w*o7HLX6>~w z-RaVhhaaDPc=ub4n28Td2RB3PL$u46PS0S_??DU-|KYEXp95PkynP=B+c5tR)%6qR zFSnT+ub*XJPMj^jE>GBWv9HL>Hid5zIZwD-ijUdvo|l(xpSpob^UyRc z)y#G@kO(E|>PyWFci;fB8w!b6oRW7Mcq>=sIktALE-*8mTPK!4gAf)twnT&;9uk5W z+e6h1e#LdjjgNWl%jNok-R6bahTQe&=$Xz_AH?#VkEVTbU_X(0+I(R_p3x0wtpT#Y zcGMUiVtpczSFVs(fZK!=yX<8QHVC7AZXtLSX(_J?OezDjU_}V73ju5#(`G&O_2_M3 zKz`-)Ce1eH=)?joh6miAFd>v|I!3Vgc_ofQwcfyloA3fb$22cN9n~J22=lHlo%f?b z$JD=%yq7Ea(-j(`Dy<@4QIZc1|46-v&Y7F}Z1Csgn1Py(9_x&6R|=7pj
j$e*D*?R^s{^VCHgyeaJq8US#RmBTM3xp{7nk*a_3WWM>G1R@8U!D zOfysWyPdVQ?S7%)6Js0^}`?X-jYqLrjVoS`KK6Tp^_=nLsx zW7H-V&+&sL#Sp`K23)d=XkDxd%FQ=jOd2Aov|I{HSP#M8gS>dqHF{u+_nOX9#0yHM z!p+u@q~u1MT#u0?s8Fh;cmSMD6!Y*_sB!nwy`S&S#mCEyR3E3Upr`B9iVU$QkZj+i zY1NB`+=X9bk}BTSmh)aeKN+aa6S&9PXT)Omc$W-x%XUjC9V06ln8CBwax=ZP84dZ9?rC0k@R5rGx&!cH}Gv}HYh0}X+~Sye6YHNj4MaZc^XpA z_^x6{%+9O&su^bjIsseM8D{D@Zrjn_g9*6FYi!V$-DxgeP@^dGI&{(KyXWKXis0}^ zVhiSSJ`b%tl0k2foDVXQ*48dqgQH%Y4ma(4t}NHcq({B^6+Yk(rcSii4Yo)pxRpLi z34JbWk4wXEe*l)hd)zk&`O08Yzr@x{N5 zJZLZrue|b9C)&hz-@J_&2ZFS*MuTYisl}Xn+N8JuViYF~S+*8S;lSJ|WDQM=J`1Fi zb5pTeu8@s2rZ&?0;kPA%Q6}9hf+HWT_{!X^!$YtTkKTd0$hT%w>gE{Q35UnP?BG-C zlRS{d<3gChD&cb^bEyzM+l0WlpJqc#R^BMg@P={%vZp>&h0iq=o3{RWP+jQ(&FxM7 zkMIHs1DAG*Kuh+R-xn6hEzr|DvQcu(_T_^|f{r&nLy@(7&YWF6BBq0Gv_JccQD^`B z_D!Y@13nu|xDos;>pNpsTes7nUMV(R;i`|h!~Ts3?&9&E+(=;3W<-t)viyH*M?@2< zq1aer!fG|tAE;;^s>~>(@QGU;Yc^#MSmVY;!Yisv2STR7V6oym8>}cZC+#9d{7tz- ziMuTjE}Wh@YbA&8J7Ig4>#x2rXhY&frw<3YumT*g@|PfELoFjG0upBe#m=8YaD_yn zvXP^^(vyBS@ROikoLew{*{nDw)?4!hAuubXdmNcj^JcaKUud_VQy{icsZC+fQwA!g zlf_;Vrjpp)avOlRMqstqm6zr;!H3^P53%(;8KOI!vb#~a#{f3OeAMK>68ep(N_M0LogA(JG6R|A%{u*Y4>xJZ%=j0)1Fhx0N z8v`AV@9BsM%fZtQ9{<#0UJ$KJV7Gm^kv}=@3iLZ5=T8ijV<^_CHVLYaY+e+&E6?sBMzEOl% zkAYjkFO@w86@gp971MG{L!4LTC4qwC(f%b=Zs(drZJIDvlN3(KRzc*I3-lZuk6`RP zPYa$$O7>Y7o3gck1Q0G&updnUNG}8XE2o(iKNQc^uzS5Z8mBC>eKY& z6^P4V*D;+?h9^3ioRS`OU243py?Ir|U@~l9@q#0$+P(wlNH`(LI+>)*SZTx)?4Uvt zJo|k>S&*PSxLHYW1q=RSMFuAVl^VQ_;p=EPZw4EIJVca;oeH~il}$6~F$p>dZ--j> zy~=~^G58VYnZ>n#$6ipX>r_*hnaOagMRLgZU> zO>@?-FK_tiOPRym$PIjqlf$iNkv#XDa7J=8(?~eZ0q_&AvX6Wn|pXv&$RYvXZJRpJlGFNP&M=O&2vr)It_GvF3xoO+_yNp2Ro0lL5zJ( z#yM1+wke{FI^T9?fAgy>4GW;U*#SAqu1i|!_|Dv2*@4BI1Aaa37GLOXN2OrcdY8%= z(11TM{|+G{mfBOe*qxrTnyHV?U3ns4tne{Wi+A_3m zXJ$a$%<_88N3E7*k?ZKW{f4X@{_MEKh&q`q>8P0Ap+of7;f#iKMC&{?9Nsk8E5EwU z&j&uR$VtRY2Cc4XdIAGro6wdDWJ2$NL?E3u$l01~S_|;vq%+nvgdz)~m`W-IfpTWV zXb?LM9*!M63D1Pr;|{Ya(I0SODaygHDXCH9ZclK>aLs<8QGgIK89eE}{3im+IFC<% z+5a(|KtPvk<$D{-p=c7r3TTO}l07jr?49kpu_Ma7?*{2&vp8||LRmLEu1INrY=SNx z!hTZ_8d#=qOoX7;)A4M!HFgBF#c{)$hx;a+y0-75|Cs!ojYG?Sdf=}K3ygynZl%EITKp%mKw zRgLgWBl?*wUy#N%cOdv5q#WHu_McHcf^D{uDY(99z80BggjTtMWDuk! z&eF=mQx0Ckh?>VktescwE!u`S=!*r53#1;9iq?$GJwBX0qNhjBHIau}ozog4m;%MG z3i_amf1iOIa8nuCOhYgBp;HKAS~8VuR`GOY7=H|>3+d#-E*fZU877|UYEuh`sbF93 z-jg~cfw9m=`6OrqM-@3=xhv4@K@m*=l$RFv1wxkJ=TqcfC_oX`zHS!_H9Eu|Ea5Dy zLkTYDwW+Wuh*wpNXHSN3$8=Dw37v=aq~V5vix!@DAJAs0UN=*8x>Q}VX7IwSzj8`) zq@5vgg`LG*BbszN+TcO_@EHke0Uc8yD0QxPU{?;MCp$F+NRWlLxo?8z^GGoye61kj z&qjIHAFn%<1fl!eXTB;sMYt6<%dNm^)22z9{q`GS#~Ow$j1`Sm1^hK&bVBL(UIPnn(H+&<&*+9hes^sh4_Gui>WBuG#K?wSJ{~ zNFFm$Km4Uz*fLqxN2`_tIlB_QaeuO|NyO}aH#rmM>luUD$fGcL%2@Bq zqR(r(O{(|>lz;T#2x2+T8sCb&hKaT#lIj$rbwujAg3LMd+>*@EAt%O}2?|rHOhDs> zwGVCZ-#9zRAWwoYPq%H`wrx&Z)3)uNwr$(CZQHi>Z`+u@*}d4fjkpiDao?*lq9Q8u zSDE!b&)ZZ|@(0&F)D$(M4wwO8iw75(V{1qZ1++Mp`@s+D$ zPxnmfJFBYZ*n}1g3=Dj}vQS$_8FS$d?skwlLn9S^xQ6ycpdcGxF90hwLitu{qF zf$k<@fZg1NLl~HUE81<{!m0uVW-72#r-8#XCnlUHAFX&KA*a^akPqHWHK-U5E8Nc+FLGfTG4_z0`q=;3%`rD~HIH*6 zvz?O46#KU?I-I$lot@p9<%2zgn)FoKT^_kjQLzhOLiUhznw}t%jsHXF!u9NLq@4CQ z{jsF@zP5kTv6je`Tg!!1eCSJ<5hL=_9B0=I!jWP3sD==@I`z2uvZ|d(gX6tX>u`F|K0^~b&RaMSUbem=?+}+swpAES80y z;DKW4geaZo9R^Hv_&@m>`5&aP6*k%)qx>jjbJ@1O6PmbJ+fPgN6htdg_FE37_F1;h zZ!L}!x9zH=pI2u;PvEl67HT3C6o*^L^RQtjWulGmi*qwjvz68z%ONKs;#}i;bkd7|KpYlJ!dt4zp@p@F* zUViV8iOl&dM&;!AGAAAN;dlmLoO`FHBC?4cuym9TIcB{(?0Bq8d$kiL_XD3K+7eL^yaBu{_O( z-G7RKL{k0p{P_sJg*IF1_Co6@zFSj`7utdC1naMgWg%3P*dlcaVS|q9d)RAZQ1v#{ zQyj}&U-$+|Lq%d*geW@g+l|S|CAQ4&dK3>1Kxg*hhh%D2kAvt`>{^}kyWXCAz^PX= z<$74JSVjj{hQAx5dIy-?%PBF?Y7@iDKX2}SOisA&T;(a3PdVgw?$I=s<5_*5M}yPf zzMg=0OLay>3?Udy)pSqUDPKd*e$pbGmS()85B`9HSa36n^%Noh4(!UYV%{vM>13_F zz*n1@;|ou34^b~RfI>;GLpw0fZr{gl^aa*eVXE}raNp+kddS?%7b-$-mMAD9&M;hL z0~#b2lRnLKnq)&!V~IVHg`?ylz_lEHT;?tet|?E-N<4E&WXd?MKrjxewNL~#%930H#U{M)Hu(Xu|l19OF^Ws2DYf7y1 zwAfh5@1W%!3;7TY?wa8SyWd$n=^!nWD#JwKv$3|)__z3MuVRtg; z3gfiGVOwR<5XLCeTm2JU;B5O(HFMwhT?h7hb&GXp`lMIA2&kmBpp{6*srids(Za39@tfIp1vqMk6JZFKBI4+fZ{DY1Y>YfJAe+gaH0aOAH4(UL)= zEdf@DYUuEgb|R3X;t4NB2BR{YE%2>E$CeSx|LMV9R`I!6=Ep$7xEXo!qdCteA@>)l+^dp z1Mm$z7Lv#5Qugg4{gDQo-UeINZiP-6b`BAKF2$FW2Ht}6erw!9X|z0#QZBYpcHLMn zdApu_A1&kjZN@Cc=&GmiBGDX&USXjUhDp^)uJ*&->8q1MlX~=L3JXad#)ojK`=$B& zPcT|7&^s?!I*k2%fpTx+Te zeVUEIxA?ziE;|lcPdP=!iQ?XX8b~X|xS%ewxzadr?W@H$i0FtE`grUI&FnwOMLjzkD}r z69+AEQAFSPyXTgW)Q|t%#cLEx2}T@IGvvXB#xSw1uE*LssQ4dr`5UgsCu*@TOYgGHT%3cmrP}LWC0$NGtv#s}$Qo83$4lhUvREG{kBsoi zIN$FZ=a`7!ITYgOr0(3PyubWc``D`p@(7$q+}&WIAlR~}``o#T(ayCu6OuZBY7Xej z94pMZZxtRn-;-G?Tp+3HJI5{XKlmDZye2^vC)#Et67jOdnG+uA?W#pOV-dD0WURGh z+ntyvnl%K-`npR`;93a7jIGpUp<`uw9SI758>P*Gki2@Om^*V@`pl*;zNI^%9_ubn znC7eec8Z~Zp*QwNe?2+U48Vv`p|-BRxN`dZ<3)%}DVJXjw~x2&v3#DoHaou2S)w=9 zXmW2=?!_`ICx;kY$tpGu-dUd1q22Oo!1=i1@F^#iILApb*Z6wc6-{Eq`8hEL%n9R9 zdg!0)xWW5)={~9|^AM`VcoYMZIxQ81ml?*Rnl;+qq-y8sHYh>x(Bvc>R-s+@M4@Wt zOQh?Cb|tn8_j#RRkA*~?@D`OOw-gMwe-VU_IkNE0t6gW-?B$JJ)I0wx87cV?8yEC~ z|5`dS9BD{QY+Hi8&uTN}Calp3Se)kCYtx=%!tx>g!CkgQB+qka4eF|MWzV7jrbJi11BoyPH_|e~GUdkYY5PRh&@%O>swM1@B z{0GhnxAgt#+FL6+k^%GT8?2R`H2_>kUv~Zr`}`!uYnrd=%#|FVWt-wC7YsWfv!2|^ zNDKpr!DOGelbRz}045wRF07ZB-50a;G+1cRZ-**MA(2>8r9wNGBII#mPpdsqVF)#| z$pZb$gd^#Om+CD^ojAl^q{g;DJX*O&_eN!XhOJ1?I%;@w%2I!^y%Rc~JhoewjyS8jBqtx}LOraq#3~1opNXW}3swm722Fg5(dup;W2X(k=x&L83QE zARr(tmrvS;23g4GN#|83q`+rH5eaFRk|k?hGOS-}fHP;pcQl0-r&bZxfHbA#M&^H5 zDx1+Zi}fwAbD&kJcm%i2pTPYwip6IyF|ze(qS3?BkRxF=7QA30DyC4UbC~8*`TOoS z*3INPbNq&Q6CCl;6q^x6LOBLb+_w340_y>2_)#_Jb>!C2iK+xr}(pieVpL z*S{jwse8aTmIA0FOJIFGP`9YdV==eVCD4I}s)M275u|hl`%>wc>~_^uZd$v4y}3za z26_ykjy;tGp*S^?DD`w$^{N?R!MRz$Xv;94izKLaL9fC3c%u7M9k%W z=;2npEgb`=1-wNu!61@HZwHZ;KN*y<@Tcw~CdcBbmTn}+64^bE%t|gWAe5C*bsgz^ zZ_U#sD>A3fKb{0GpA4w>RG3J<|K<7oJuANVg3V%XxBBfwAili(xVWWzt0UgBo~de3 z5Drr9Pd=Z_RQm#d0`SdXu=8+?;(3;|iX2=I_V!6liY%zO%DOhp-~1Zh?}QoO}yb3wlx#JM`qPiRxf`QMdlB_8AK+ zk=@C)?$DNjc%ZVkJfG(Z))Q3rt^qYoK`dwui@dH>CAonUv z3UG!65W$r|5Qm4E_*I=ew?t(ZhXpHxe1!iY57r?D0%vQR67R?kBf-?Vm&up0Fvl!% ze}KldfqX(C%`g**&ml5jr_$ul>$0e$Mr_O)EN>qieBC@3`?ke~TdfB;?3y-V~nQc!eQm(n?RwL&P)thUf8wq5$AjCn7GJA%I(4KaGRudSMYXH;2 z{3O&F%K>t=?sssCm0Y9_L&E!9eEs#X2Wz{4b?N&YTDu^1t`nMtM~Am`@(^`FbJTSp zGh$IFP>|(xuXS5)-gKA9GQayPfB&I<_0=<40n=aBYS(ODShr?$BL`GytqGjYf!%SsX#&SVQiYL3(9bOrQ z+N9ZH5?szV>E0$jN*>#N8>{9ek7Fm0BGfFvtX7F*4h*WP0jO64fpzpk2{%yDm@rXh zQ}$jYi)p^&G-g_3at%y+OD3$hpJ1fGSc4bWwF4oXiXHNoEu_2{t^bvOE^C^Kc^4CX zL@$;Fa_`5Ytq)JP*uS&&kt^jUAjKCKM1Mv>^hk##HAJqajCJ`$X8ct@zziS=^xsA!6x;ckJ9+e~V6hk0& z?UgJ)B(L#1fCmGdl;-gRRSK5R@ExaLWRnhtonE*yjyWN|eIzPX{+4Q_E;i`d(lQz) z|06Y{p!lJ3e^JdUhd;S<;~Ljta&@$^%z2v%YaD+Ash(Jm;(6J1;EC`2`D=GvDo6&U zK&dYtERh#8hR%eSw5ZfU0=X`yukdV2(beOFo$hRhadDMk9FNAV5gtnKDuokOaP)3u z@DdNGv1hn-&rBg4mXW~hvnQPzP6ppZ=jeNP8GlRu-WT2w$U3#};UwI$6Rs$> zlz`~&imj02(!0Ns|L)~K!oSyjaA;Ye3q0;4RWP!J%vDh27uFU?xNih_wMRC1=`$A) zRMX_in_RO|8`SM08A%7WH7e~tm~ONIq2m{nf-+yxW1pHG@tooVK9&+^SfRN>nln!$cmxp;u~jt^uK>S)5DZQRX`@)j(f5@5mQ( zmYKfuB;fml64{F-)l{0gc?~Rc|3JIAqY9GJveAnKp@Ic>Wz?Pb)(Z61afA!TWQZIy z*G=+fb;@9)#t~SEb(P_Q{P8TlH2=ieE<(S%s26YwCCU{MjwgzmE>f5fL+XHOz+Wxo zZLr3HWv=GAn&9JNKRbq(_1oNa&P zI(8qEWP`75GxYVFM-damT{ZR+ksUx_fS~i%mv-D3@$5L$@ans0E{5MgHsa$@LOy&3 zR&B<{raA*Ekud6it!?39ymczMvB|lQ{Gy{Q-9*tDhHKK;jVt=XvGVixha56fGPY*AT4X7cD5! z)uQK}_m8sdco7bQeKM;-Z6v zi6~4;#xOyIpRcn24q*R>*ma?^s;Ts!)V1}WjFbBRQLJrm=VI#aqW{Om(&nFu^S7b> z76;O|UH{L)K5#}7h3gt4Xkv*!ptPK6h`^>q6B&($K8MbTr6Ms|m2uo}kMyM2F_Gkx z$tOWukG z9GE3_8ab+;OotO0dWolQigI~!MM5o9*%gz};Sz!{V~$Y0kb6kqmmwB3U;`z0u;apo z%O=x|2xKXMqsnk&bmM>wM_(2blhWXll|gl4HSwUXg^kL&gIp;#nKRB@>1`obrriB&uEdhUlO&sun=D+41B_o)v^iqrA}y9@tHCa> zz#2Wiwj+&mMj=&8M>f;Yt#GZ#1&13*u6MNz)@7+;W0}r#Y7lbKzL%LKEhKv4gF>GIp-xyF??j3 z*AzeIDcxB1fNyNrIg*6FH9M83fMNu@HW%9Uj0wq6La-CL{iXC_hV=OJt38oX{0^eR-(LKK&kjgut2?-}qg(;?B zS1|&nOznB-{yXy{~BYlgzSVp7}#ky5C(C;%f@Zak!iq%AB=yKTXZK@`nAh+ z3KuaOTnJB4+Or-EWA6wg!F}?{@w;bxeLDuT#2#xl#LfVxE0C z`-Lf5ej0(VL0KWb2(UYm;^pnGJsA^{DPD6>dE?T(xz`WX05!58ZZYc7|A71#nel%s zqlx}slilh6IH3P;Ss&T|;O>92hX3a5`;Wz@5{@>-fzR>9QU9 zqL0H3MUD^crphYq2sg zB}`MJK%B>bAWRrbhjzkZx?q7Dg-c$+n)uzkJz^g=QB`8d(i_AW5er_uXhIVUPY%?} z5zH2k4I@KXlj?VfKO%}Xq;wG5XQ#4=Ot4yquDa>I0kRut&<4+d!N6Un!iX~#6kr9! zj~8&Enb>TL8zpaPQ!ZOcV4ie&Wz?%Nr{AQN=U7DBi~-fh9@#!~jVv}}RJ`6eEZuAX zB_=iQHtXI%PhIAM9l#!94Q_~aJjtWHHQJNDl*D%P%I!}{&KAAMZgPq2{cCN52PSCC z=F!okDPYT`MH(~9rZ@Bih9Na-$|i{()4Ma!#St>Eal{mCT;-7FO)*J*4kabe0I-2` zFaAFG zJykj3;ic1-3tmUrb;^_w%7ok^9X~$LZ)iJCJkqt$RPDCdsiXM5n^ieNK<_mdM8ya0 z{i;-gKg~a4WspAe;b%Ny%M;HltRh(3X;MafkVgsc?$u%cgNNl{Q z`;N0%pX-d(p7+M*`j8yUL-+%O)EVlMHU^NaW0x{$>eh)38L1qcfD?$S>#6DG?EB*P zS&P%Bwi`GIy38>P*Pn|m6_4+>|6V$hEVC8uMvF=9>9RHIq+BU$ddEBHpQHXUwbOO* zW}?ZHxciy8L-zmt@xdJ2hy1U(^uLYh#xI4Ll>eGUkU#?gvHkzO%N8}Nw*Qf#fB!Q> z4gK-kozx7l_M3s5m!(1=T#2aRVbGAMA{rwUizSp@w~0QlyNZ@)ZaQ7SD-m182yRb0 z00gu0`y!lPq^r1)j0%45@Qd(a$+T57CCj`}+HDJ?5J=L{%o&>D9Vcc}QwCgE2({t? ztKGqBDck--M}|W%UzcvBce%K<&4FnH)X@_L%l0u8=0gK|ZHi6&RM+_}c>GYXDe-u3 zq64^)BEkii5-_DO2)qXz0@AmjNpJIB^Bu+()AQW}brG7O>5A@Lu>5XW1w`-1^lg#d#xkDgAjr3i@i7SWL$RO0gTuPg* z0-7r|X6PTl2dau4@CYpbaAXNXsaC-N3{4O!7A=B|2V)Az;ahDjLL8dCF5U5kid#Pj zyljyrCdMnBSFj3n(BI<$znoH6I$+XVmQ?5j#X<%>eRwfo%`{;IfX7yDsOT?g%Z?VL$jN9 zzNLuMaMCKc`z&(7e*6JU>Pv5UMagCxTf|RUunu#iMR71kT6GUbkcZILpg&)vzR$!( z#W9^duedTT7YCHrZ_UMDG_=Qs1~zaE%bPdsUM23q5@J5fmxD~3=a2JBZp_;YGEuT~ zrk1MbZ0$NnESV7)C}jyPhjW6!yp$G0KM_s^GF{w$3Ak zwQ_GJAczx?^w@`*-OY7tnQeMIL>FC`NGG~-SDTBZ(m6VYo|LLkZx;KLn;{5;^H3rE zJIbDizx6Bja{s@D=zoZB6`gf6cPalFBtn6K`2U9skC~03i_sr5GgBvhV|zPSQzvIj zdpqZUVLGk*<6Jb}@Z(eU;+M{qBIertQghqLIJf(UATfSM8`{OcyDcs4upUcu7>Y~i zg{R_sPyZDNg$RPIW{f+ficVO;&$H9Z)3difn;=0CNkIH&hmY8NFQ;#E@^XFCyZpbPz~R3f8rvVBd^ICgNI!(gBhuovl3O zhcgQ2(8PNnVgYl!z^!2jBiwP(H+I@YWL{xQXzx=gl-#^r0Re&Bb=k!vqE6mt<<2*k z@+Xs(_&xt-4WmOZwpb}KKiy8`-;Xa5>%>s3E%w4V?j^ACz zD3DFZ3$bUH>an<#30_^Y(w>vzK_3{5B6x`SXm1!T*%F3|8?Q)A`L{g0RYthw<_| z8N4CV?`|@mv58�TKesA;D}~?aW%t5C_?7b$o6I6t05|Hp@^#0(_T%Gc>t-ueCf+ z8OSe6Lj)dBNboN5Cl?&Cr)7klr3`b*wyBM1iB+~cLgle2g;U6qhubp8LoOFr&7RW_ zsq@W1hQPD)M!4S5a9DRJk@0it4Do@$FNFh%qW!WqnKe+ihQN8Jt6{T3js;N_4KQC^ z&00hpabXj2Hn@L~7JbRh!1{8Of-vme%nK4N817!D!)HZ_101}iq4`fW@5RzMg#GOA z+bvieQDe}#EMo3=w|AOP=*cWHxF}hE+-(eg)>iZ7AP#`X!1Ac8_^4JMld5oaU@52{ z5{H>gT*4M&0IXTJ@iw2;-WZ+l`h4RADI2tOV0^Hv31ff4f%+&W?h6Ys>(+BUdYBT@ zrkew{pT9Ayog&N;Ub3XiVgaQa<=FT#WmJEG-ehXvjq+;kkAYXMGgJ+6O)RkLdFkm5 zC?s_VL_xs|na-|=BKH_liZUkE=dx&PbSxS*bgRSL0R{VU4o`Ja_o%Q-x>Nt$`$y%9 zCThH&-%JoiC3Nn|WYFAWlES@-=2Pe9(t1BH6SWLcdN|{((Ofc^_0QwY z^J~~QN+s>sC(+&Q^-!qQ4-L&+&jJ%okL?p{1B5<3m@UZMFYnxKk2e)!wyHPq2}&gl z1~F^eLavpkgqsG2fj>i;IS5&_KbD%;eqDK;IfEz)W7UU))==oN%k52|1VrafU#B;S zs#(I3eebqxe_|Qqg0G)vx3f~EKYszgywAgYmjD7Fg-A^pwzHPb`B6=?3uCbjAU&hF zh_z1lCHF7J#76fk%o`rVla0?2B5PEXv>jJ_V}I@Pn!v-uW&{-&O{!_VBZw94`Ha(M zWLC*4rgnz7lk36iDpkXruT5XYt92qdt2hS~`uxJvTnkrU?I9JL25@bN!^ly@g2e~>x-xbQ_2sNamqeFjfEL+e7Z|dn%ZhI0N2;x8?@bl z*zACgH<}G!P{l$tqd95(J0nGhAVEYmR(*T^gF4DgavG`BIqSV9#E|?E-2y3R4?VrkD1y5_o&S$V z^?51zWoM~dtJ@vu2x3}?6q92Z!sEc7d^a)OTK3N}!C^n1cfp_h2z7>gaq7vPvPpAx zg&?GW<>1o?R&vUHH`pmh%=pOq_=ke>an7_~%M@Or`(QZta{@@7eABPsz z8Z{8t_;7*b5Y0qDVo-|U*hJjIgnwW^g6~!e2O=lmq^l}pm_A)tt~>JUZyEOYJ|jsO z$Mb%!FfQa-6u!DX<0@n8EEXNt0=;Jxo9v2cGFqtyX3toCH|FGhxsBBwn;urG zZ#0po;wAXXCV#;}0b#O}+ZPus+B0|t4WZ-3UjYnwMbm zodlNVvUDf@Nx*a8r$vR|@))L)NjC)zC*>cL1 zTL+6JTN#BB>yvG}9cxHPxu*8j&w5poW~1(Mt@$hcWe(Hy`8jZ;=5ooRreiUsCPj@7 zyqBgz2RbU5)anz{TVOPXpPG9m<_w;t+}Fp*sY`73h~F8@{hyeq?U)fA&0*s zHw}D&8Yz`4qq^NH*OX(;Vjz8mb#@(me8gN}fD5i${fv4T?4_Ezo&4n{`@r)jAJ-T% zhD~5 zx0yT`3t)cD0}uVUPLSW3xrU~tKB4h#T(CtDuijgAPSsAaI1ggyeNPaP zQ-g9#9>fJ$q9IJsjs0dgwQxY`IB5(f1=a%$fFAzb&I#bugLvMZ9xWdcNpKB$F>=W$aNf9CzwUaRIo~={Q1In$TAAI43_c|2@&14j&Y%lU_#iV}qTFKSSJ0iDlRHiNJO zjr{c|W%d{%B&mBb>ob#kEwg|F6`d zs?3e(T8IcP7rVTi0BevyY9rjzMQfp0R5u#1b(ZFUiM&1#8`5-gSY&4n(V^p*>buoP zP!aYNWH&a>#=dq~W1MUU3zlp{!z;>&)+#bQx)OaCdK7)r+<8e zPfupSU^0Mzo9gA|D+Bw0h#igYA_g|(&)U;H3p{K_@%LZ?kK5*vWJ2}tWZwhZ&w>eA z<+UT9DFNw-Msmdl7l+X&i3`GH(FEQr_SqVWl^LiRPLXtO=RKMH+7;+?*`G=1V5KWe zcz=&_FuB3Wwm5E>&9Oy>nz5ZTlJGkBWf3^!MUEeBVLRnKaJLH+(W(PBoVuV96;C1G zB?8+g_WYwe_gq0g+%F50EW{!ER;Q!u)*)K>8wZ`Nz_C#I)y{W|rzYdk^5=@UhvOht z=g+nht&m~+Trec|4-Pa|1xH62@hCUET{5ef4XXt~A`EU^smw)bDt)7~ZUlWthA?K@ zy149l?Xf|W!;DD%Gbb_$9D1%cZUG?D!8*9vT?P~GNdkzb?;XcTi_xTWJl8loqph@a*-;P>-AnEo-^om}Poyt|wf&Ih5R>M;;w1l;sos0`F!__1=lZgpH=}|=DBZ#vCCZ=B`Pq}$n&GfL+0j|Zb$8aRAVO;A z@|5?97R?+XjKzEHL%KBUh>V)9VH5^b-R%Vq)JW&ErmzJ(jB7SD-iwySMKQfcbQP@) ze^?FT=GK^XR9r5w)*b(rN2T2EH?AAU;7(SY%rfqJ81`M=T&0d&uzOjo{n@6n4QhQA zx$%TeUu}D%Q#iZEZyzWt+oxCT1v@Xa6 z`|?nz|A^;7nP&^zxwl`u)irFt1bwWee)Ed{Jc(nqIX1!NM{|=kRMg#GawR-&h_uZ( z^aRY4peO3wuWM{nQ#>=vK0`n;#oBl{WSUb+WbLHnp&8^;M}D+998x#k3*c^BQaOaQ z54C4w)@M6boy2b z)$8qtjX(X96P&c{8?1$^r*`97CcK6b(U_D`x>+#ln}EyKs>bVW4}}VVrpg@rV|V?q z&7Zc`?_eenK$`B(jsPWniv658XVVc%kU8#wZR6i-GR9F!QyblLls3l}IhO6N19Zhm z8zE)`4L6})YtYFMYdb~(;AL$RGac2d?(sP$ilk$hh3l2&64O!3rT^!nAaFaUD9JB^GHVG7{I`y^Oqobu&<-> zOQy*S&SDa1?ly~vE%ArY2UQvG?aNblfKQ&?4C=)nFY+VWg-m?ggO4l^2AyN@VH~4R z8G7bk%j;D+tHq};c^_t6wr30RRzFGWNQ|4_<|6A#8(r(q&dAfH%YE|iU;tJH5xoZm zTXW_CijI$E$bwG?mI@le>6&oTgT&U?Fo8;G{z{W@eu^cPoZC5#OK$Y?HuR8~I%`Y(jqUQUv?r;(Syc$! zmuLuWtomfcM@t^aJykU$p}&~b3JPGc)*R1O*^5kTV*-N$U|8Sx+l;iQ=C8WGu`EkS zu!Aw$jw-B8I_!mhSl)PwWC2J)nm3ao7C3Nkc(YQe8tY0b>=ObWmq)8YPfOsZ^m-nA z{yNQ4BtBDA@P7jVdU|i8T!N`dxN36aVHU4o-m65_r-t9B1ZA*jd1f;=5uE+edwJ!7 zMs1=<;W&p(5LndHPu#5W*}J&QuDbE{Hat`|B-bqceX8j%+V!-UDVo@uHZE5=-K!^9 z63xsk={GxO+73rAR%WjplQyE7cUBVDbKxI0V*$_tR1}SJv(E9ltYs-K^gB#P*F1{< zIv{+QO-!G3HejyHN6W90tWmp}a*k6xdVQF1TQ2&_{%v<``G=FY$H8TlBep^shvBtV zPQA<#T4P-ggle~8-hcfoqM)hdP?ny9yFL8uyygvr~250+R?v0>T+FNdEKj)A`LYdi7;d*(uuIR`aoU2AMEs zsuXxk$IaxB{gY@L%L?+26rWYkHW^=nR6s3xEsd2RyiCPZ&PyUdzP+`5r!D453n5k* zzty=lzy(c9ggVWRV&m~snx>?od|@`ZCxDi$0{Ap%gTyn?x}S6ianiME4t%+5!t zBqkXExe|>}Q0qw$fB{UsHd%>hGUuMHH46&6UVdg-+hsAOo!{HPrgjaMg_sg$b>Am0 zXct#7OhRp16IbzSfA_hGGT^Z-2^sEWv!gVa+u%aUW|P@<*2M_68dOtaXI;=&sK<}{d5+QJZ% zPbcfBQ;^L(w-ye0WpGqKG*cv`=Q5)|QCw6hDXDRU_)7Y24o(xeNTT8*543b@i-P<8f@Mkr;j zhPt{AF*MVpS2vH=Et$V8)6&5|sHN?8vlF0IyO+oAL{HauJNUeV7^AcIT~Dii2krZf z?iaVIfTJn@atKZL{y}GNww`!YoN!`dpX+C9^uDIc&B45#M7S5U4w0zKE&rbvM%ce9 z*17ZD_YnNuspad+0F#-89eM%XOsBYk-K<^$`8n3iC;X zQ1zgCiAzI5rIS|w#ZzSExWTlJ;wg!vc7=7GMrRqQK~1*TIe;A(0^*Q^_0J zB^hDG!6b}ShF(nlj^Iw?>cIek^R;t{sytVErg$J|cQL^&cLPs#E?O_=E8I!uJ-Huw z?f1E3lqRCy5tlwEO8jq>F^|!tWovPUn<@Yy%mnYL&sfaIxYZo!-@{>U!8tcV3MGzn z5EyB4?$ZZ;K}MbHpdtVGw2sKu>@CfKV-?;{*-L|t<@A1rtb%n<-s{d^lzdWQb;M`gN7r^IBGSGoy0g^p4FgO`2gF^@dsyh@pyXE2=a};dr~laB zT6y8NCEUG!qKib*x<=V{%6U=O_h78=*whZ#Hg<4j9U?$tHOh`znM|Y{cjMLne1{h6 zQ6->^VAfr;KhKn!ap5@SV#k&f&q^J*fh>WMYNWcqCGU)Tm2b!?B8bBMCZmLen1k<35972c-aRr$5}ZjEOc_XKN%XyWzfi?l%86xJ6yT0H@)(W z9l$-+u&(N@@Zv+0uC!_TQQj~au-Mq{f^uD?$57524DY{frV`%G`^!AKH@yrO^;2n! za@D60$eZ`Z3z-6Id6$3={eBFjzPEmPbcDZeX9PFdbV)p(1h764-IoyZ0;@$e{?4+< zOS_`yibr(p4-qNNT_18wvw4# zqz`jUf6QBJO^pl8s@&ZMSs0;}{`HNK2Wx-~Ys%HWqEXhk+aJjqMtDua)9&S)V3?gr z^E3`9T@RhL7YcKo0}SExOp*kiKDWfjkf1uY&KO1#l;+1zxun}A&BwkbV&VSNP#D7c z%L^#5CDeDC#8Uz4XVN#22^+2YwiV;Yrwl+=(rd%fG)FrR3jM?MrrZC1<1QN6FkCFZ zAc+ij3i32yCruDra3Y`jI`=!-V=EX8tL_5&9_#im8L}=`3d$W?VATr+lkDEvYq? zcO0-oel-W%>>Oas&T?CDhke5xDJXV8D&x$^=)`lat|43uc|}!uWVr1ZtyQ!pL$+k_ zGF@Xn&U?+B?zQaKYxiGj{q3?KXMg`gxBvQk3#jRZ6M`$|)#A(1QhQH+%V#t6?wU+z zyeZH+n)F5GwG63Trlpo^C8yWx37;IPWJ9fesa@P1F#@p)8d|TUfPtteZo^og7ymiz|fQfh$Geg8J zAV%v3OgyCWCkG`5CG&owYiW&eZ|wx`vdog@_2Qxmz7*b$k`4UBdB!G@^2Vfk8oFsHBOGs@`5*embisTItErv3Rkf{j7Y=E~7+2V{aPS=J z0E;hfvWVwMkjK*i0&bWg6w8u0?ZijBP1}?Q^$6?F-91`;y2i_KLO;f*N6R*gYHml@ z3CCKW%@;Q{B1dgjyQp9|*`f;@dOIblT$jCrHGVS#TBW#R+luyNwhzvFndLQ9((`EU z1wNkcEND^UX3i>mi@?>2KUu%ihx*!&y)O?wfAGe(;yXnqpoAxDBTB)QhXdK1Xx8j^ z{Bvq6gBNpzGZQ}kL{r8Eq&#|v-Y!ryN$Tq2|6=VNoO6%1G#%TvZQHi36Wg|J+cr<^ zU;%5ABCBxh^Cd^R+^v#P(JRPM)WR8At1w=6p4HxQIW>Wl`v zDznbkJ9;JBq=Mw0^CX|~C-2tf?maVS?id)9yB0b_x5dY3e%*kFRak7xJOj0ht(>r_ zCpL;6rZvfd4C&SyMWi3yHPW;>-Cwt-*Mb>4SbhOU7CIn=NO$cTd#J$bw0LHa`9Vll zhDH`|>Myrl!j&*aMk-ZbcAIEmf0MAs8#&1H_te4Tnm#Y6(wyTOr=!?S6&~`hs03~q z*4S=$;pKFzo}I+xg#;86chl*3^56G^&sErO(AhOEsLS{l4+w zY1fA~hQfVGq+-cq{a%CKv(&xI@4Pv7GS|^Gx+>c&*MFD$q>&&Q8zwL%+m$Tl(*;sQO zfQ2rRM8c+S|EstT7}aKcMO9b(&ZSTOGd&$FCAW8@Ik0{ASs+h$tD#1>SXY-V)8phy zt)Gr;6^cHEXZ1-jh-Wd^k{i{VSijP)>=rNPdqS$+G^uOQ_xuwo_iR{R_%G$8vt6ZM zg7t!`erIh23(-~4*0z2-w+`KJ_x6nN_PNfS{C52cELQfhhXGS1_Uf`?3~kyWQFpol zW#N6+V4R?MH@`<8Yu&v;7P>^Ttas@>LA&V{$``J}p_o^$QaA0M*m{*`7n+RBx+2^e zBL2K;Q|4sTI=w9dZ?u^mgK9qxtdm~fgP~Ic8PDBM{UwznCHp$ofc%k`#Nncgl@)yP znblivP>*c{kLmsFai^RvIpyy&Og<613|?wbf-N3D#R&>{?XxBQzL~?IWU5F1wPkHy z7FyEC{b-KyU+2>Sx<13Y+*Al7piBJxU(OGAVFw3kTM0merSzs4c+?Cq?}ecTb3lVK zSnO@{X?~2+nZbOZ$J<#9P)3K)X^Ox!!aJ`hX%X;LwU;iUys_bmpT{4FOb<+6!V4YzZ*Y+8cdrrY?mG@MUhNm+ zZ7;A_AR*E7?UIksUvfr*`R@$~m{8If1yIsJvngtIL!y@Jtx;Hm8&^T%)WF3sh>nl) z{}3hrwTLCqge|9Q$i?Z;wd8qcPFYFTh#U5>5Lv z6zD8lj~x*Biq%!z0cNF(7t>J~8f_oj(#F5MqTPVPwH=RX?ACTHPA+Mrwu!IcT$pbS zV7_@BLi$?iR&d*vg|bG>f zB+zH3+Ci~&B3ccw)dH}h&}SB^FRzJQ`>E5TysEXGErdf(6Z^x6I&DC+)Mz*ED&7k6 zy-=q10_dHy3iwB23|p(uxdjTf2cS4!TKD?hy zdb9}~gnWZf0s`u8jU&QUO^iDvubAor7f0(`BYrdHXx``>e{EP^q}LPI=W}hU823Nf z2I8jILeNr3AFUP&mZIsf5JcUby?963)X2m=^e0kU<6W;YOvjpd-E%B#+@r&0{BkeM z!a^?MB>*4F(bXQ_pfd24dWw0r_s~p4uy+W^q^rELnD@rrumd90PJ zW(!^A>qPE0rQ2w$#~)gND{KrQkI>&s2+>5x-Izo?pdYcn?StDFV;0YzT43n8D6-qx zL*goR2m}yTM~khShFnba;=njV6d`(E3r6)8cQ=tjBDzP zvsWVe{z?arUWSFEU-n0TUdRybdm%zRI6i!E6mC#lY9_@1^d09=T0mi<=$AMj2~+_1 zo-pHFiRA#kFPHtgqp1WY(G^&q33+bDcj~-~PTK-T+uHGIZN&ob8%vcWn{jnMPt)0F z#4LQ*t6&(mFyV3Da&{T}XwDwI;(Q2QXFps6WlC>*neS&`Rm=-je6v@glc7-S=31$DpUpt0Wp}zzwFXEQQ@e-e`wp zSeg~#tgPk3Qt^z4c5g;FWKxIr{k+A1+J@^~P_YJivs4@U|TWIYK)M&>arm)F2nr^-W7(f_^W7M$kZZ2$UwT3(9 z#U1$qf_yhx7p2$2Ff_=68>1mwyS|@giX20*1{aK^un-0qdawb{h7ev-2qje#CI*u% zJ+NkNm;F5Q#tCHPf!ZteK}J85NjytRPS_DDlcTVNbLT{}U*HyFhIYvy>Q}2j?|JBi8~>2X@CPSQHFH3w ze>k>`Vl@fTzr~4)mW3S?c0X~Sc#Vb6c(b6z7gu2QSq_*>;1)9|r#0&NbDy9DLVZG~j=2kmC_Ie8Lbb_Y=dm785EnkvIg~x$!ygeAS#~W+HfSqMKAtR77&V# z;;gdc4)4&8(=<M3T=o9v^fBCrSy$u+xNU{L^_6rFjEX_zr-j*=Do)3Be z+3W79!_D^tZKBCW?YTsTbh7N6Hbd;c{|5eN#d4^3hf~y#TG?L~0D$LT6Aqdm>HH{{ zIgq~a2)+&Cea(^DT-jH)fah%hPi(Ao3{R|ChqlqvQq8l_GgKt0VmnVipRf}h?;CAV zG#5nCj>3jh%lGald64%@pa%LhN^l=s#~Gl6glbJRs4~Mi#{+VoR3We+w_XNULNu@%j0zE!MwGg*_wHdMS8B?h?`Ij(SVok0ia;mf+WdZn8fvmeTIEb}_`UHXhoabw+l#Ecip^zyh9|` zKLmA5>wZD6Sxgo-c0T7qx9(>|Z}aE(OWQ?GJb^m+uNC|?E=G(G8pKhLA!}l zF)EY6Cd>FQ$izB_uxG0_Hnu#-MmlCNh+<_c{G69Q7`d*62YUu}emvHBZlUC5m#4d* zV`C2ZaW3?+@4zQ%d!2-OQRq-(D;=&*MN5vFdps!<911O&l0mUq1Aksr-*D~nQm`<6`TAqvt%q8gdL-QXk zLz^I^bW>+KT8x8}+}G|D?wl(ao*ygZXUv2LEb<&5SlC$vxvi~nl6<}Q+jLBPBB2AB zt!}m3jXey}4Gj7{8rzZD=^4zVSqnAbWt3CeG|05I&GW)j%q6(L!|IsQGnv&sFy-0~ zGYx!Ss@T{`vK)fWqO|Zj&u+vKD`OA%T*>#73!ZYi#M>np$%Vr;GAlVG&~uQbK-i7`#6?xr?kNsJiwcm7EpY9*+yB7m9p5@$~eR6`ny@wSCF z5``5W8)txr?yS-*&n>Nc&twk5$}TcasT+hfThl(@q&RO67#tw#brp2#m`ZQa$ZC+( z0GF9!)H0=Fq6sYj&N>>vQNIx1q=k{JZRkUJLh?n-#%j z1a`fPy>>J^VAjzvH|QCQkC8K45JM`LWT+^w`$0vQyO(&dWf$%xOW@PTMG0cGRxPQ1 z=HQc$GB<)vn8&Zc(^RC-oyuf;-(inmdg$%0)4w67K)i_FfT%Ht$B~uG=L$iqs?SW( zLr{eM=OpT@wq>RNs-{~El&4|1P-kUlByS*EJL!qEmk0Lg@G19?0% zl4e`zxn?JH5Y;`=MdviswvGgO*nYs$5RJN=Jc+(@0vWr? zZB2`>1&M9Qjs0~6@}LHsZ3Wn2$5%^GAv!g8VF)=0JA zdHD$Q82COoSQ5}-yzs7Y)b?nm2Ci%tH2mUSi!%(=J_U z3G1eaqM7JQz$zVcqQVY!I&cz-d` zP>!b9`M;PxJTmF(rKRz-zk)VFUSitq)Xa(1hV!|4mRgOM#Wi9Rq?CItV)56)adjen zVS{(9*GoLL^Fr}WbfjQacHd&pjQzcCDIIvu8_NX>m`exsz&fC67rJY`R7_rX$F-ya z*9`+5mEsx{L)gvIqWH+SqQey9BuJq`okujmx~SORW{~3qB~SEN2|<2=brLZlHvOg@ z+pyx4>ww1rjjAQ;cEBF~HC-s)ty(@&Km=+eDl?Uj7GU`TZfR|{xD(i^7$wY#7IYeo z%xm_*+6hCdS&;9elMmyHYOMRE;>Ft1dff<5H7KE~ zGo$G(8PN^n#%i5BCKCPEFb)Bmk*h@FQ6kDl4k896qx9>yM8wt3&Y5&4Q?!ap=?tUE zIZv>9P!V>sdxv6#RpN;J+cD8&45FoVuRHG}_VYcobj(#F2_a_*CRQ9x7r*NL=@l3)?7#BJ2b+ zc1q60GwVr2PT#CqKfkKu+7UbgrNHZ)P6_-f;Tiu(^Et4|56zBtnDuqpR6D|oD%XC= z>6A`lZ*KoR*-7r}HVlo>M!9Gx^1+= zNR3s&Hn!yD`mpQY{2n88JH||lzzEyP(L5L_`GWuFCeIh0 zdJFT%mc|7I0KoL0Z1U{vfBcnBcGf?>kRMA(joN>h(#{F*p>?V*%L+t0Dk8curE3IT zmr*hFXOT>h6C_gU6=R6LyTzqkNxdcl3*PiKI}Wz)dE9uYF#1#Cy@p!2f$Q|TJ|NY& zp{U236`FLC5wx0+rQ``Fox*dnLenjOMsKb&*Nzc?{<~x;%IFpk1!Rqbq_6sYk)?#mEIMf_krKyQaRZx-?}oh&9>{ z6Hb+^6mMfpAuQ}(1W5fP#z6>9N`VRjEs=#&5a2B;lMFq$L1-D25rtcFi)q6!-sb3I=9ojUe%A~^$+al3c?w5G9b{Aj< zhQwcddfM=SMN=4{KWS2g;}9~GXIHExEvS9Ss5rFdgH31zmAtLSQU}yFm4_0bB`Tpx zbx~OZr8{%7Q6~`&eq}QbkfiNAVu9A8@H6BdvJHJP_6RatD^zC{2oj;dh8qXOTanN> z{^4DFT#stZPLG*l`a7I|i~k7_2*5-N^-^Ns&O%s91J&=7NWNPr1sO71tWX;IbX~>r zWGr~Tv5u8`kqJW%y0qG)(Kp#Xfd1^7vbFn7nmTCtl9HKjtIPd*J{hk{QYRt>uKG-_ z!3d0qmW)x5Z2%%f=8lhV<3PI?H#_U3QvdGkgPkvwCDG8kJla&wp-ab{jrc4`|kbad+Xrq!Y4 zaYeB|bGwg0_a&hD)$n`;+zj1Ja9f9NZQ-*xt(?`;W-RmYf! z%w1k0KM@y{%aqbKyZeAWPV>BcFP8Ea;%x8ir%~Pm{rp#P1xqMIJ2e=UkNuq)Z0xOY z{y<(Cc6NoDC(M~T8)FOhPQSq&Q()dh5b9Y@O zk602z;XBrU;a%?q(!Q<6s^}(k6**7`WVw@5@F#!1PCM?Cb_FR*$;yk#*)a@`v$F2& zC;US8Tnl;c<&7qvZoa|iP2osU>cOS0LoQ);o8%2m6r%c|jH;1#G!{wf6#MOX(vxx1 zl_v7)K=^og_UOtViB;u(8NCe74v+7Bvk+9a@e1`HiRK?RG{vYLFKV!#41)jw!1(`> zXv}NWZQ|C&5WZsn_+cnk93k{u@Trn;M(DJGJVGJHi@XM-dBJR~>zTR13YJ~iT~A(R zrbA28St=AqU9OpJ=X$J_gR58an76NKx!=7!^Xs>ZY8V$8zl~dR1yiorpCreAuiFsCi^aD*l1+vS^i)?js=P0|9An2@D2}NP9?T8xqiH zK|5`2Zov_o^XAX8+ z&ZzmYQS+R1bg{NU+J!%LQgr6Xq}OK+r`~inG3LmWHNU_bU5dXuGxlJDA73bU6`$Ue{d)L*=>ip( zz(R9(5WYT^Xu1+)Pg4t((Tlus;`jo`sRW+9&J{zugkC<@t-2~dnJPTogfWu1(7raZ zzvW(*v4jz+BwE3$L>)`Ig!cS8o9WM~vXKW1S;)QNzW zQzpwBxE^%Uv*3deP6z@i(I*42oL&_f!`_E(&^OifnG3^}~_2+ddvsor}ed2ht^ z2B%wBqVgX(d3@h|;>x)r<2#W3guwhJvFQaQm%H;$0E<*YE%sS^|G=>SxnNi8bs`0y zu@W678!V_BG`sp%CFECYqpI{rY3#Xr<^sQ3D zY*HlJ{s^W@!w5mdLQEYW+uUo(%$RD(EFt6LTCyY>a6-jXR=oMk2RX84#?vOiNY+0 zSi{LFXDG-I2(2je8z1J3En^B!ygPKF`*cA06q^l`$StYHETo5^5P*JK)eA;ghZxDh zyS_(g72t{Z_a~SE@H+hLQ)e*mOq0={Y5QicV)YnwQZSPy70_GPnm;!&P?Ra1E?5LJoz*%-J@t`72 zf_zoShP)kI4y^!imHVa(ujkZW^b3@!xqvjUDxps@m!3Kqyi?qnJMX0!ke%^TdNl$rZ4R~Fqc~W zVG7St_S}?I8znWSG@;A+2I}c%sA#xc_=%dZ+S%QmV=}$N*-dhR#Ce^j1-P(*gEdWzM4kVUya)ra{%S$UjIY@L2E zBL6@a{loTLqq1SU!GYkzzU!CnqWAYtf}=xBsV$WG0SdLXCB1d4Yyc>T7M7+6sS+tA z^%dK9kFf40hfM>075K#ABu;LI6U8%zt#OaCcM?V$2X}9vYGA!kL5XM9I8xUDiIN3) z7fVQp>_WXjjAc~9!lg5}8&9!ybUp$i6@$vv5lyi=GUfodN~Sa*`ZVT)jZhurBUqBH z89DUmDqJv&f;kCDE#WaG5MOXQ_AZc6#u23%kqAY*WTi3|4AE_cV7%2JMTVlMT-A#O z7K70m5N`zIEA z7P3f6YC$S}><|>@`9xY&b{*@`d=qP_()x{vHnzw*XeWlURIJB$mH@ILkcTePmkGR& zE85Sa`i#7NpqrCs%6>;PX1_h5xBnu4oXwO93uGeY1j4sB z{*54NMXqMiCc?wPpU8}zW;|qsub^z8Tm>^AZY>9S1mdiWwyG*5b5v|ix{Jm(t&G9v zDip5$UO8E9R>E;WEEN^`VoVVe36{~9hhZ!JW!%MpC11|-%GHlgsOt9B{lV}C%6lG-83jzP zKkf|ZclcC$JVPSvvM5dw781`Ks4bR&W6hH7#5~Z3wsIL4s&-(F(TY8r#cS)s6kS=L z%fu4;@lj7qOXbv5hGB+lPhp}U9prPFkFH*f*g@0;^Z5lmX=^r#VSL$Sygai+ysBwZ zy_nH#3t8cBrr*P07Iwz6w#AYXmm1wh5I}Zpx|5$42z{+~2tT`K#Xbq#-8tcgiwH1q zZ11Jl>)5|*wYj2UeMLOr9KNMNuzxJF=r7MRf;*tk2XlR?rs)aR@BQMF4B`!r8gU+N zKYOdq6gJ>55KA8=27(hnDcMJ3JPXC4702{@fqbTV4F#6Vi%VB7gcl*Rvv0b)Ms^UX zp^}EX9^8PdsRhJ$)3qaQ_Ev=-&V-Gh|dNL1r26lFfWGC z5gyV8@usS0?*m0?ywIK&31DzskkL%V5ZQN#AdnA5Oh@c0Q-4GPo789#C}S-BK7Bvn z@U%8OmsEYfj9&O6+`KAuevVz$iu0N)T+Y9F??X-T=m5Bgkm;8bX)qy{0IgP&U?Zko zQ*;;$n z4U9y3?6VBk%2kA{1oc$GU1^ER98IZRxQoR$Esf)+DkRDKzR-McLA7%i&7c}B=XYr2 z|1IoVjy!C}>Z2gU@4)rubV}QrWVUwcH%moD1eHMBZst za*vf78l_rT7FfhmZ5eLnY2~@>GoRJK-ZWC)h)KNh-awT|$=Vz?W24_PMHSppUUJ$% zkM6#nV>-&675I3>6Vgt2G;)*vhjaLVf%lGVq;F_!!!CVI< z!z}HdR&l2Px_+0Vv_jm<@63xGmN3hG&N=yfWVnQ%m7fobo;rq_oZdqOae@LwWg4S% zZw%I}J(eWXo;|?fflb;~lx*V0YCUiEv>7E5S-@~aT!2Bzd{#o*>vc54ueBi4BJn3raVA7^$}49l@Um$QJM}9r}z;|p_e7|#s4{( z7iLlf=?B@P?2)ZvAdqST{g_OV^0R79n=pw&kYYCI{+kFcHHm;(r1u0V! z68oOg3^kC$^DmYlBSJ179Yacl8Ko&|D?^fX&0rk*V~uajq$-^_=Sgd-WMZ9I6~j|g zVbG-tU>XTw{@`u@0hayfJ+f1`Vw=6|=#APZJ9F=8y9?uu;Wdljc_OzPt?S+CpZkva z<-B?Clb=q?6S7^FVH$^$F|Du2oHrkHP&O7BD`WAelx86R4-GjpRMTOsDUeY>vMDr~ z3o2=1)CKD_nhc^UjkRcSSoX)_Oqgr;6Li)-r!qu6m(jH$M-OC}90LS+9v>W!8H;_; zHUkc)kDd2kjIKz|!I!4{F^I1_W+5*Yv*3=+FNRr=0R|}#y2m^{WW*UGs9tfUA(?XJ znBr$BWbhbY;4fhqRK~1xmkMPxgCzSYkU0*Yb_HRnS?4G8DWo-4pX^T4*sK;*Duhs1 zK+qRxpz>g3hPc?MW=a;&?A(C@n`(A=xf>h&hsLj#2=2;(*yVDw>1wJ`t)Ob4WW|(= zKHHj&tD1-zgIDKD`2)LK_zx{l!OoE!Bl`WT%$@z=^-b+H!*sEXGdo3B z_`Q5*U65~$F@Y7H<&Yy)-#z>*ReqS5lv#opX&h9P2sni7%q4F`IK=*ftl4n$X6Ql5 zX^wMIj9dDt*n%N}8RfmkN0l_>Xq%|Kc2TQ^90oNK(i#E1i#DV#%O!OxHmTw}#%nFI zaE0{o%S6>vgEzfO2Z#AuUIT6J$)K$@>%Cgd%e~rm+kGaZ@7DH)nv+)#2U~r+x<(A& zM%p6l#RR{tFb(CE-T^1a=W0eyyZ)4`<*B`fn&p{nQJ4en1#`Dwd14#uxxo6mF0%?%5m8MI+ME%6>!hn3w;y+o=?leH^|f3yQ?o7emoI!Lj6v8uMfbQWte^>VNesAP z?%;4gjP-0jpZ;H1@WFoWe#jU`6(%v*)bXH1hqp6R(;H|@;^bgzJ2)e73>W31F+&b_ z6;zbJh{cTxm?U5Z1c;nKeD*Z75Rf{kCUohC5Y6?PO;RI*M0~C=mUfr{nEle8(r*m< z%N3xWOjZ+CJ9QW9MlnkAXNxo1*|$3(t!@{WThvMyRNE6cF@Q0CDndz9pTzZvf9zYx zBRH!BE%YnIGMmODYMSeXN|_m`8dw)NaQ+Nv&_1Q`PMlH1d^`arqa-mvwIJAv-w4;k zwl?kU3b(!Aetp96fn>?nZ-=;Px9#*@e!khXL0_*tv;^vZBKktD*qQk!Bh>`Lm$;rw z7TQCyd9{f0X!9x7;3yNJN9-C)m7+=`D!B;IjzK4vLmO<;VIiTzgSS%zo3voMABUrP z-1qV+`*FO;N#v?Cy2RP6GZ#D+>o%PxNiP-(SZH3M2U?|=lR}~{d~C}jU6>So3*2yX z#)Xq2&Fl5pws~4hw>mLBHe$2$;NT>O8>FmipKGqqFv_ZLb|lb(hAJ~$nTg3##aP)E zM*mIzLhxL6HUB0Q;6}%sc8r!GL*fqL$89WO*k=|aN9gX$a*a`E|22X(b2B~5`Nq*` zEbO$A3$kZ{=^ShQKX{u34?Wr@-N)Hl8JuY0)fI`QbZy+};tlnA{V^R^<#qw?4BUKHtJWDh_gGFX z^#^!3t*)*vPPS@+ioiOyXVM>AC5Y z{6raT#=Q^laugvxdyCGmZ6K#ki>6X(v=c)o$8?spN~Bx$)SsFus&Xc%lV@){uEPOispgMB7_c>;d=>L3$({zpE zl7Cw7v>(nU|G(4`{NoCn*CZ?2WicR(>?GXb%B@Lbn-pvfveaylWRg*7K_Sn&_z1z_ z=trzhvdK19?D&`^))rqpDNG>^@O@ujx$y;Y2Ub|OM5d(#u#=Zv6I37|p=ecl(5~z@ zmnKTd_f=ViSIYaW2Men^)iRnm9wM)ZOh2*jzWdL z*X-S{^{tJgsaZn{VVSckfz%f4vI5yMS;N=^X6Uf8nh^4AyV?d}NZ*SYO|RJE;BF#P(VPP*jdSwzF}#Pn)|)*{PPX2;SKCPy2ib2>vd+#Wfl z!eLjvmZf)A#un;`tW<*hPU)~E03I5Yrq43_4J!4Rz29;a1HFt4Z9nh|qHN}}^Yn}v zR)F=C9prZaN)LsMWtopQ`pKLpxd$Im4y9>hW!**=UNW~xRg1s!xNO?TDI^nUV;y4y zq)l#poLioaU;J(Wxe;q=$9@PW-{>KAo_O8 zuYW%9y>7-KwLdj$@kib!`mY}Ne*;|q^F!z{V9;f|S~mPpJO^MG%WyQVUye%93g3 zIS?5q+4?G>%sdL(^yEOGwk@6qi*@UI4L4>YYaD?(BD?=@pTvfEy`^yg-@Rd}nq6;q zFkQ3Rid3%d30JE!r`1MWikNt9If(hdcuMdulsgzfDu_omX;NjvFd@VJZk3-&R5>J{ zeRMQE!9$FAjs-Y0mUcFYz!Y6j0c9xOqg2>tpMdt#+Md0$J%`?I2SK~_AV{jcS^wok z2P?6C4R9h{W|U2Y(FD{Sn1(HTS%JGTB!NPe2cQZRZSuyIIuR{q^UxikEEDU@21}th zJ#g9>vdIM8H=D+6La_7Eq2=xDYY>W04lQcTo3&GS;1kI9>g3wAYV9*yOgVj$zyE#h zV+(*oG@|RKY?9+iM6mSG;Styi5YKSw6^UqrXwx|}tfhl#(L?Nl8 zVrR;DjYz2Pz62s?``fQP-&tE9YSr{(L{<2=I~0}NWY$B#ibFBmcA-=-ZA>iMXfNdpcT$>=XB>U;BnxwU)&TG_7BTOth2*t#1&y<%~_<-=};ezM1Ch$>W7-KR_v$!__cDMcUc$o_x4K+9oFd_N-6!LGw2cAyjv#|2S$_Q zD~yZoIzgYBcv;74j>a4jhoP0wD}+rPPl}pG-yPaOKsloJ?hn>tvkVgA3e9T zP`tKNs;Ct_GEL2&bVN-@vk17UxS9Q@lN0p(-nyg-ewmc(Cqeg5)m17N0^bgAQgC<) zW=`Lt+Vs5Nls#5q#fgB~!|e=~yH&S5?4wP`k*=V8l^k2XOBMzJkUatFsCL#sHow{6 zk<}k*+qe=SLY2P*rWDojgsTVZ0qSPp8Tm6MjQ;%cEVTx)kIUI z0sg4T0B+A#e!%E|ok`OJVt;*-g>3koi?bpGIsC}JH^})RHT%>>1yo#KdxMV2+sYTP zBF$Oz{B5I@cVD%zh@+>L(RkNF(2%0wnHC5{9pi0?Vg&bVu>=pJfh`pR zijN%RvOaKKP3|FM{V;mjqnJ5v{ns3-al{K#C!hsRN`1XV86{%!CKVX6cfNuX4YQ4vK?XNfpu^P^yP( zf|^C{98~~EXHcAlD>!*C~g)PTDExn{(RNbW@t?uHR@n>j`DIoL9x^BZ1F zA1BipwdaU!JGn_qbg6fk-aa$Go6=W==^7auKpWlNQMK0SJ< zXG>I7`z}5ybWuE%chL&yzy0*cB~^D+&N_OkBZ44;2h1GY$tx3trJeqkMh%=5&VF!2 zmv5W@flD!BT8|huxBX3|BK@8f?$o+E4TrL6R&i097WCN5&<8HQ6uRaJwgVv;2J*a0 z5oi^}3p=mkMZn(cxg6o8!s7h7+ZS2ab0@?p(bl>ANsuv^*bz+5qASeoleb)^|7pdS zQ?V70{{-zvOg6N3Kf-DZd zxAQ%gs}#GhLJIG<1`X{49GqXkSmI!?bkT!H^)iFZrIN)$fC0`RYX)Z9ap(m%-}R!^ z<9Z0hT;>d6ic@X>{++>qkoRi_+s9ZlqLfgb696pJ>bzV5cz;#+liBRNvy5qKx||SWB$d8inW!^3m_dYGioZqXlkW^wJPM4 z-4r=m`!l-Ht?R28ugKhc+R#NW8K$n+aM+X=^qK%iqa@X{;|!X2f#ZiB%(dy(`C!TV zc6Ma+mF+z~-Z(OGVGk~`X6xzt;>e1rr@dU@gr?=~JCag!<5boqPv`oqn=kOd|VluKSiT*$~sB&PEhDXoagUs?o8R2Fto6AlS<*JL8nc_ z>Fa_##V!0pVRB`Ws<12cAE4M8>-XK2TcU6tEV`Zs6-TQLO9 zq!>G=jKEaahl(g~7V8Co%~{x}Y{5iT*h^rR=E>qW2i5z3YYmm-dq0$cret$d=h`09 zQb$!qrnmYP;6x#ZBZW)}o;N`p)L{)Rjn42U7snNc=LhuW$02ywv$j^Gf|8+-m%3K+ zjFR>mJ}ZBe${`vJM~o`MKkdPr{MFExsTVbv_eJ>4ZF9bSS^e62ElsflLXLQL1Ge28 zHatfNWJ_;>h8lKKc5VH(R5}}?r&oMI`dArbxb)?F^+1Lc)Z^4BN+ac1RPi~llKV+R z1nUV4CehK(`VFD+*yTSqIofVh5A zd@rR0Z989$JgsDH-%vOa9=QEWyt_sG4;bzdV1yd8^*6qKhPPFNY^g%wS)`^4AWQg@ z(56A3(qT}wE^y2#wO>fW6wk0`Jou?@Q=`6j#*xeNBxxRcLev3!)ai?^38Dd=o~np# zk}RUGP8$;!pQj6^YR1>3fK@ix|B9x2vC4d*QWZh zV2@Z$f~^aeGVW5_=>bWYmi51Rt2Ly4T}t79iP*Fy+B3St)^!Qj>7M84xNvhHrAPmE?Hc!}D*HefScG=X}m zEvxl{^_wFwgc9B(VO)PY0NwrJ0rEqA8$&_(!SWsD>9PtmIj z$7g((JVXdV+aG+9+qF@ZHkdtjBWAiw{l^jJqTPvgcjK!y&w58JnsfFjz#Mo>y~5uz zAf)omXGyXmA|RTw)J=0#jCk9ZZtyGEykVmUb+u7FqWDe(&bQf67wtC;sFL zb+V6r{>hhdlk8sW`r9l>Pr2i|m!Zq6ZPmid%;jP2YTWCs%}wniUrMju^Fct+pR~9v zl6$QY1GEx7UO@`hT5mc~aC;9jNenuPzwkV8v;x&5)?OBAG35%J-b{ie(YA(RFx)5+@Aqfs5reGm83-b~wbwKGY*u31n%@!eLo0wMXEijX1ki@- zY-BCd_-2yBD_ZI%TS;oV1HV-m+Q#!-z@MHp^>e9<-)UOqD&5T?)Zq3}CG*@JU=b;# zTeyj{?!zBL4dO{G@A{HzJ(3De7($C~fnL>jlnXls4T#`7;F6_mOpMgI8=(be;D_JL z-rzNB&xxr%fccGZk*?KdQ+4ZmBP^fz|2($^0c7fq|47$8NB{t&|BE`>fB&8{rM2a> z(T3>v9Q_?u^Nt{uN=n_$k~8W$?2yPgb(GEKn%UlN%7OqYRZr)K^Y-rb?sY8^zUU3so_&kLWXvzG5#IaXSUacSOxtZ;$4SRFJGRY^ZQHhO z+qP}ncG9tJbkcFs`|DY2t=jWHo%0~aUsdXThOT?uV@nd@YetDSIk@c82r7K9pBB$q z^xf;3DvY!XvVv)xRSc|v2$>P`i}XkWLQt?gRe~lRma|&8m7$9R7WDulEWZ>>$T0Ni z8=nXtR(*6a_=kqE#xFw#^%_+lQh_mj!w^o>Ru9?L?!G{^yZgL(d-41FhRfRQ zeP3ZdSbDv;L1R@1bzag)NY537f1tDQbscoK`V?1laP1d_3x`Wic+8&Qo?OJ1A-e+F5_O?eXoi)$ev^HWJ1YB3MKcXJp^4&EHj)i z89f+K46cY&Bu%gky<7qwRUBQSOlnKwL2>YN5b&klmrWnFpM8sB{&SpY64j!{mG#YJ zXMYnbF8Ij)y%mh02(34J%#cn3`K2J`%y6Li=)Oulq)qLBn!NF|hnv(?9%*0iJ|rsAo_lvAPYMGrpHHkrAxuLiLXy9#0nnVq)GU-YhfyO8dYH#FlWzd}DP_Q^ zc4*)wkjYXq7tm;bzH5E$PgIC3T;uuOLN?EQII}^JGM&al>l`MCeEQ3TYI-ytyVV1ej zq+uD_DG&%wARa&8l`1Oh;D<;BBOy|p7~x(qx)d=759;jA{6V7Lh*=xa`Y9raULxH9 z{$Rb4n|FC08p_t6$&6_R5#`fQ6!zcjcR!i`$f}x_h$SNY;TwQ*pvT8iC)J~)EnBLx z%9BUf5-SPl!#QUNPD0`D=|RQ{Js=ugXRcCj1EL`cB*MQd%G}Bk6To_iH=>I4s~pDt zqGrK%6J1XrcEcsj zQHkYKBVELPMsk(Cruz3aZ3H=g>-@t05zR8wo-~GP-o7}yvn9$+0+^srZlvHyz^$X7+tL&byV#}DB#GxL%E9HQfm8pKf`~$6s@^? zU8Njl6_y69KB|Q@46MOL!?iX#o3seKPp@5m;dw+|$F2+R(`d?*PIhnDps z$LxKGkeBjFan_hZJ-WZSTW49N@RihP)9TnSdz)RSb^Y+{H(Z*lq{WhcTabP_n+ zdBQ$jzOeZU9_Fmb_bUZhj15cm{dOoA*D#cB&Dw{AX=ZTXvO&7(6sXK0ZAnal3QICZ z&lE?81Gc&?Q@m(M;r2E!Sz6U%3S>74)gfFFop%TNW zpw1G3pDB~phrv0?9Yc)I>b60>A;c9_#}yt{%wbZ3Rp8qJ;6LqAm4kC?-RimQ9XG_` z`;Z?`6_EsHs9f8IgdB)fU0lhc6zg;)JepM|S9omLcMJ5azUVk-4$BeaFN#p$bj~b7 z;5(nLq6=nQybq3}I3b9Wo=bN{YL*u{CLV}ef3Krl?=xmeQ5L@4RdBq*(Al&}8#VEo z%Y`3Fc=RrKS8_bTPwGaeF9#9@lgW1QGPLa3i=iUGPhzseGw5iihKJHCw5#nN@n$g! zCTu@P8$RLg-G`Ex5<$;uEC1? zNEYSE_Ph+Rri?pKl=C7*mB&{@_9-+T=l%@z5!+P~9lkdQ6|;E|i(dt`nL5^v5ZHgl zpkHtYhO+u*&QYm)Ca~>3M~1MyM&cZVHBLgolg`fCjrX?g9Xd27VFT}eZzhHALlO<@ z0W_V|?fT2SK3W}G34KQq%*zCM2;$GNqS8HWWJwGqY#xb<1g-By5ZR|PT7{$`l`1vV#P@tWHHr}oBuPW(1ZvNBS3i`>wzNUDxr|XP~&w1YJP*ZS6CNH z{ewWHp-WCDu1TL|O~0-2NGh_OskB@WD=G_Hdqymr!kBi?W~^>8`BGRy$P_!5$$>+d zd1zU4OGgiaO(t>$ad)>2Bc>%GmTCQ@b~&Tlx8~ycH=HfM5o>#uab;on)pg0MWMR?R z@g78Ho^=(ag%njSkvji$yYkcoUQ|@#iRW2bNtkZ49D;HZUz*9Vo#_fr1}jQtZs{o* zd{N2j-b*X$kbA2Emd}XtQnR1Fm^jTiU6u&Cp(qa+O9edtG z^M|4?ZgM``k{YeeP{2sH+QX>yrj zl>IquHO}0))iiBNwrsv~DHkop$6Bx+YF@9AqQsM{=HEloT2%Bl2x#20EY_7b?%xbA z^!%jw=y&Ix@8+LI2!6JIXQZG0qhB$5I-Zv}CM$$~Cxg+gt@7be6L8)09}RZ#i;e!G{Kg(D^hB0JKz>xN-7%rm5Ae$3!_$J0#(Pqrp<@jmv&R$;fGJ4DX zIY#bzQT~<^NcNjZk-N-QuK$%T_0Rh=&zf&%6kcsc|lZXiXzui&MlXtrGsnv zS-4{Mc`?@NoC;zwG|{!ussbq-yTWGr6OZ|pfsK1^tud7F!^m5tg zTIt$CFFe`0F-Ei3qYotQAB^2_&2hhVwv%dO6;-9cN8&;6bw$_ltTOR9Fo5ER*aGtV zc{uC4_nY%c+P$xRE*7lZDe+83(4>ZK(F$wnY@ZfFX zLC0ClC-&AohI_NR|Ha96FzgTc<@_4hp0y+OpOdg(CuynMz_|v=fBwNENr#;g%m6IX3ZT*b4|(MOh>Pg}i`qH> zPV-k-_s9MeI17(LG0||So)8q5{U+MP)qoS`jbt8~6e&eKrTFTvJb{i#U!aPlfk+3kV`cWoXgc#xcL6WBV_G{Otr6%&I6zq2VjE`xxla4L~SLFYuh^+X>_qu5}`q821{{rTN-_XfDs zgV4k@c(KsRV?-l2omq-sS)6#BY?bK22~!eYvKJm{?{|I8zvZlt{8s0&B3+dUnxqnn zUHbc}a9L#Cw>RzkaQQo!knGPps4JtjGjNIr$I8f$1M*?}tkC&Yeh6$%Dj2<~!nHh> z`Ti-M7dcprFw}rz66^uJ&~tD1V4rPlf!}3aL>dxkTLT~G_xJWgcZa`z+Wc(Fg{1Ca zzBbXcGn2BJau0quM^=ZG7Lryk#kE$_kzC?OvX0Og-Ixt2Mnsa)9tyeJXPS-(mg-{M)B_<#s^8&kJl^z8ms#)-?QlSI3qfxAt!9%ht1(^dRHLCY*=^x%8 zqwj77E%HdWU?B&8^Df!hhUVyZaC&?j*91>#3Xr)PpUfWh3|zt?*FxFjSb=w*Q#;KT zA{Vv!l~<8Md|py*3x$ez$;Nic6gvZk93M&3_@1nkarJbtvz2aHvr=Ch`d*@NnXp+r z>N&$CbDVh>hce&*b)hLLs;7D|@T=Jo+q$Uo`2AqEG8-pnjUdb*BMoa&R&kJXW?5tC z+QGk3!TORET9Yu+uHsWpF^`lxFQihsLq8p)`&+|ML#lP~si{qeUSoUc>Om01ZT4F; zy8%}dpR#^u5E%Uf5P5FucPC2rXB&OC%v{enf?GtE3I?4na@4#A?_MP41c4=cnW$hv zNlO#36DIS`qZW9^7XQBf>1HI?CDyM{f=!w&95MvkjV+ZSJRR{^$2Rt73glgm6_sd6 zkjq=Fl03?xq^&N~zz~-L&auGfj0@TGRf*ZzcN80R7an38L$*MX85zT`hvhn*au*xr zhaN$D|t@_>=|%r zJVXI!z0o+S7@WN~>Z5f(XTf}blysopv9$-Pp)*{xiPqJH1qE3bm_i~h3RERvwuc6) zLA|6K82Q7D8*eLTN5B>wnx0la;*uOF%@HaMK}|#L%&R%TgPK-r=9`&GKhVK;)xxAJ zVT-GTri`82W6hjY&3tGnTFGriK?An&`r5P;vd)3kg$$We6Ne*R2+`^liLS9MMqDFt z=qA6JYoy0g;=()D#vE8!HkXRv4#OsfFwersD*Mw90%bkrq>i;;sAxR_LM1`jd>rkikLwf z73G>%zad~gMT&FTSO93&yS&~x1!|my7fkuM530%2JMPH!In>6Cxb!i8n4{N-5*l{4dwkDI&_M5A-+^}* ztIQSm=Li`k?y{--ldj=tgSkrd7V=X+eZ#HGVboB2D=l_XalHHl=UKKT(TV7dG#i02 z?*P-~@pyeJHddCs z#$~Qz?e((^C2K_X-i(>5>rZa5a(4ZdO^}kP<>^*?bcn#hAvl&4##%SBsoc#d0Zp}63gIBje+%J)8ecS!;@HK<#1RkNN@+J`;$)wUAOJt-abd;3&iFwecBMp6c9Z_ zsk2pH5XXTW?Qj-1KP@u#Tv5-J0&l&!*m{UrTFY^%kVmb-*F8?j>sk^!h()>Ss##oF z;>IO`U3a2GaRs{N#&{?LK_$Vl5*Hv`H_QBvZzv-nB_)n+2?`-jFwDwBVW4iIpD z!U6$F{AWbqe=4W{;Q{|YYCHiBNupFt^ucOv@jo2SYM7?9cKZncsJvwj zV2ufhdPi#xjWYfQ@!e^sx!m~lTp_(w_^fm2=yY@RzW(PR29b*tyoi?HdKT%D*@zy4 z{Too28AOBLfRpOCE!%88q!-f#C{dR6C3@8A)4wi~fW8F&vPP_2q1A8B7e%uZa@Q+G zR77TR0Ex>Yp~fDBA|2wLRCEY99g(UB5l0f^VB%)Tv*IQpB7qf*r7hMsW@LKv6x%4^ zCV1NUw))l=#>mtulX0F!`EwfNlQD8YW){uvh#N$NO^FJ-fk z9Abyj{Hb-|ntfg+bSx#q31u85MMesZ(D*W_r9^{30N3fL$pT_~@isEgX{tuwJ;`^+ zUr&CYvPG_!T69JVWXilNX=akg5*kgI3d!Xjv5QPd$2==kKP3~D1y3K$ThdcfqwE(P zG<0y@*Vlrp?C)zk$|%kIUI{*CJ6Kz~AV*Lzm%~8mg!Lwp&7PA>tfVz4tIrdcm|CqW zBoC4;*FW?6cWd2mJEWI?`3JD4oUM12q&d35_#4w+a3?WVNJ{(NES3YRy9gYgW)S-P-S6}pDp)tZFFqi zz3QTs=%bS>x2%!k8SQIK232ZZ{c&aKSy0+2=>y8v8anGmB5GDRr5oGIzg}TFUB-XW zD_^{+*yVJ{&%u-{c$Y~zB|FM_gt!}}wq4nzv&sXq_)%i5qu&n7-L2L0S zhgClNlbjRjlAmfOMZ3R6-)CEZQ|t<<8ABpt0|cjB0Q1Yme0*GiLV2|UPtvwchaGck z`4bqO{kYe_(dxG2=-n>r+GQH-d-3ixI2@Appqu^u45i4hCX0_x)n`mFVDGeyO63-Wm z7Ip2PUyWVlY2@}07>}2}8_7RYnuIxP315V-n!8NNS~6YmT7-!Wx(V|V}yVCG^4_1_Ij z<~1q`0F5c4Z{6}Adn$S(D!9AgbayBn7$nl1#OOh#BeJyR!Iq$FnkvLUIZlZ#SXu5G z#3~hsx4rK-59?2}2DOzzfK!@-o2zy^KN^L^<*`fB1X=f1UCWv?0_een;Y|qzgWez> z*4 zFp2tb1H1umJY5KhdUy-KA@vVny}&z1XmL6P^zNEwB{}2{r+S?x%=;g2f-a8IAz1Y8 zq9PNGrlf)uw(?Sy;8e?Awp&!#$Z2t6fwvtdt)F-0-z9(T7teLDzmC`b!V7USb%3J!9S+%p;MLGTrlj+h@TqKLpy_Tf1{pm&M}9#;YQj=QKr z>Sx{2H`P}Ke=vE5^%9iw#>+iUl?d*}`wYesHMG>Q4y$Z z<9|jg7|~ye{BkYz?pn_g*QO$!WUFrulpIbx%n@r%k4dxcTDgYhi$I zOC|?Qz0Xst{0wAZ%&~SC1sfgoTQA#=`Sti9XDsC@t9Q-{p0>ikl{De^W}niq!=s=W;>-H0iaQH*|CL)#7iKm+JSAr+EN8eCrK(nv(zV zIMm9*$w?2e0HtSSXJcb$3)q8FmWcxhV|#G!{4hCqn_=p*kK_rnTK!k8hzBIaEzz6UJ10YEL*~Z6;vRik$)xLkH(i%CT*4?SI=@>hfwOI;DgF|Un3oD zFn}=!v%gT$4TWQE((bEaFKx+?y?^c))hfwV&Jrl8n?-ONrlm(|2s4_vrd1I)eEHFWk{P#mZdN7#~dgluW_@l!E z$dz|#qU$#ch4rvpGlsKulNgOwV(dI9A>$0nJr?VsOQJXJm5eZ~+BPArRF*7&MkQqp zdMKLPofRqa<5kIz9ff)XM+QJ6@ z<&ayuWpTc^WlD^m^Zkh}znJqwgC@YVK#`{SI+Ja{+XS|`sy1*t zHLVOIT%`vl)QK@4aX4h628;XBg@$@=k2$8kT>LcyXB46>&!PB4|t@U_OI zB|@Lb-|1#tsB^w6Q_ zm=*aX`l2Sqh#fbzhEIzC|7VvIZ4D^5lQicXm1$m56A3??P@QX?Bq1FCD~J{?TcPPs z$_EG@7a?FAD+}YOQ@B{9r(@yCfr7O*KzHC`Ch0CRkTmW%E~dL3&$-h*tqfVW*++bA z``$wQ3CWcm*E|v8?GqYV2amSq9A-Orok{;e{}A@*bOt%0a`r=x=7*1m?rCBBxM$?4 z#Z?_Xosw>=mO3I@tzxI&cdLv)e_%f#|2_XoXc`>n0Gfdtz~6tyJpS*ITi7}?vH{kW zU1A%c2N@7Up9OdJ&7VW*d_d4T%Y%ZnDki{#CUhheX~J)9snk2$cl>t$_@$5@lf}rB z6^{>a_)40gNM?({t`L_DNZ6_9qon^zn|+nxvySdztWdk+Rq~-1A&QhNY6!MJt9{q; z<8v8#etEis%DA=r|>r z{t+o6332;lA|Vz6WEEjgiAY?oI;45alb|Kx% z7DZJqiQ}byUlZ89&bwmo_yXKX_Yo%?X=SPkREoDCsX4m2yiG@|)-p*gCcI_uacIWZ zUS34`L>z*TtWH;?Tz9c7X>oHNg)U8zN-L})|HG{vAgtUEEo+&w575M-JD?(4%Ko0Z z;u24^ZV+!GlqO%gq9P_M+y~+JpQuFk*hWvbT++)*tc5F?$d|e)I?zH5{dtpmDw!$? zEr_P9*A-`Mu9`|#DS@_pRsp(6RW)-t|uRwA%E--goUzrB726jsBgDAR)Q$-(v*~ zmr`>npde@lEXoM|N3X=%&P>nR1>k8=qaqV`0N|p;_XLthOikb0`)tTJKr?bwKc1CYh3hx0ICwHID%I-vG==T<3M}-v)$nSL zY}DqEA1;FtYI?xpGCSKjs5@AJW0JE3=7+r9%qu)|=9+2DcV2NeQO@~%JF~dIYuD!g z3b&*@5Yk!i4V(4F*A6qe(Iv7{kj}l9H%!UNKPRN-j&kcIYABoaP)k!f%NopUoQ)Op zT793rhWI0s_mvd-dxuNEtPz{+ft6+j<;A2|w;E8kkBywHo+9A9aOl;XOwAlPz|B#+ zyX*F9S)y%M(+yNxLR!`{!Ou<068?hvf`W6Yd-7vwsKNy&xx** zCZwuKkwxEH)qrkpl`vGY}z$G+hH7*zFOxpw&UQlAT6 zOD;RJ302jc!@aR#rsC}Ev5KmrRJ4kJ>!$ECdDHT)X~>voQh~lUql%YZ3&D?<^>}IT z&r8x73{8>$_3dTY_0-`-H}$5?34PGI?d?tDWJ=5SZpHh%7wiCREl~LPNY4(@o{+xv zWOzY}4^>G*Y?;$xd*RvWY!D1C5oPS0jsytCeMZAfLw|v#$7wNX#r!&X$~Wkud9`86 zw@7888sl%dCgS8JvWP16m;lponglsAs*Yb1%Y;dW5I$&e_qq}OOzO(*KcStdh!v_L zJHAUN$dQK5Rw%3S&0y}F$)}xs*N>Lg6mN_Idu>Jyjb}0+0ZH_%Fjk0@TG5M(( zmepUZ6l2c8h(!bi+Lmx+q+DOsMEcEri9ecwh|8WKa^;(bvwRRTl!$y1gbCw4Wd=me z4|dI3??lf^5$wt$K8pdtpPAks;rc9&SFpdCrX@%t$WVhDkkt50%rn<6=iM}s(M)Sl z*;&vkr6T6ta>0tNBfmW+R4nh#u$OKphE^tVtr!rSV~~hQ{b-TGk53ROcBV%Dg~}-M zEeLk?6Q+w0^*6Q~k`v6p*|a#RoRREi)i^$AM4_=0U_6SD*5e9zh+uUaWk|h-&S^jsz0H7cEmoI{^*rXqa z3BAo~2$@xrjk{1tJe_R#D!DEBl&6Mq=- z<3=h@6iUINnZl{Yh#w@i>_|sj3?R&bYL6*)L;e}5wDX#nNZwrrT4K}=VA`t*z1OiroFM>CC^>-%9ER>N%RsgdQBwCNQo?rtoi%6e&CU!Wb zwI(J2vv}CxnLkHht#rc?kYoh*AqQc<7^*<&Sn!?ebUb|6V+y4vhsEP}Ekgn$k_P!R z9kbnER)@v$#p><&+2kXj7}2<=Q=<7KoX`gC>V{6lC!ROOil<{R>6ELeP*|=JAV044 z*BAl%XX51(I%~p|r|Lx77Q+(WhYAv@#~;1b-0ddayX;>_h)dUC`_nMB$a67e6OWgt z7H7KBpKJGtFmA{YO$>M6TtuIihGF=~c1*If$x#D8I{Ht8%{{`KtC@q{HjK5?2M&hb zIPBI*B{Wl7Z1ZwM+(I9NzKRj}zXg0h^oVM)xw|~h7A_+DsZOIXudZ;}jGfw;FSfIc zmfkuBu`TYZW$Bwa$T=889%X*`?6?L_a*HhTW2j*%COlOtIMPJ8VGVC_VH!JzbC-$-##U%fUn*hFhT#%%n|-3Kqn&u zYm>j?1Dn6h?#s6S&wjj5f}V+&5cjeK1iK7_k*?zKd88pGtY)EcAq!x5Zfyq`p5u{n zHXc?BFaie<-*k9AV3jEi)z~9C5~ITxA-LgC)0{)wqFX81mXuu=RfH2gcyX}L)|3sAf}PD z`mK(&pU7a@vt;r-N_}h=< zu;s(mFWd7tWsciM+Y6TH)N?uDn7TJ1!CXeGpWNijqOnf5!S_otf}16AN}rnDxiaO= zcFl~Aoe$Ny5#a9~9)0;bzBBaX4sG*lZ*TWz@k!s>-rqowwdL)#onLp+*;gZr?r%;b zdKFWY2lkpd%_0nvcjg;0<3|V!rzcA~r8w67#zll z_bTR#GdFHcXtSQU+b02K;~T2)jB>#TcbpiLaC$ZC=n$L0y6o;qgs`6+WSWLRmO_bD z<>j0$NlLiN*@u)X1U}5lJC-&QZ*ebuv$X2>>|^I5>^pdpt7kRp@3RSa^>hk!Sm&`K z32clZKk(`}XMJE9+mJ4h*)C}cy^p+ZN32-BcKo8-JZ z3S%-%-&?3ZBppj-l5h=8WcB66Km@JsOP3A(m@{>}>&zR87?Z=h0W;c0F_6NFt7OEW zn!=Mvx-mDPNT$1?+NZ!7(Y8&0%zbkCbvcz7PMi<_!J)~~zgC1Z$oD_(Z@ zEU0JCWgBd$coV6)h`-P=z%N!c%I`(wc;6Yp3p@w*z;ia{Cq{>+@Ssdt;I2TUjYC!R z%{S@_WTP=*lRvvi-yKJs{pD3fVF+@~n5^q3AzvS&Mj-m*!QIR-Sj>JeDU2s5e)$9r zkBKO=&=0S)mN33D@)MKKdbW47n(rq_h*SRMAbfNfR8W5id>X+({vswytqX9F>UN70-OL!e|smp5bl-suK;1lkGpKzlR*dPW_gY`#{D3%eL^}~{9AFf zJ*x5r12Y3Ej*1wIU3cBxXC*d<97z?A8Thgu5e|ex7Iz8jnz0mfc`Nysn!`wAy0(7J z?@INg3fAffiojK)v&bRB@VAT!f2F$TQQVC7l{DPqyVG3p8OJ3ZSqQLt=C@dW-;!{S|`jE!!gg2 zsVNlMm=|wZ44g<ty5y!^;o|%~;#wWQj z`a8Q9S}M4O1i0(`f@103!gjPzS)FM!sH`~V$L1JV^->keWit%_y3K`>nLMw*<4j*t z9V@CLCCwGfiLe&I?3c<5HxTke*9SsW-#a@{E-OC&KL+$BsNT~*0PjKv0QLW~sn!3L zBmYbE6#;T(2G}0RJ3qokDV$=5%^`;BGaz~!Mk5g>KuwYhJyL1|5_u%yyq&-1M{sPc z^%js*8b#A5_KP?19;&o;oukq+bm=e&p}ra^)x6t9ZNoLbSzGIrJl-5GO5mYhAnpb@ zN`fUEVl^2C2gY0`0A77CN%Yw9I-b#6>~sQ~BL{cr2O+H6{M{W5wzV~kRSU2YmS$XH z08er;(jDViXaMYy>$bTfnb=wQW$z?iSa|!UNje2c_<*}L18?DU84N9@nWIw|M;Y{cq=ft8lE}ZSsaoXz)vTf4H z_YB&lDcBR3^jR~EbEcfRBNyh?ePlL@Gtf9lLo#e&?79kHjiB(fd|R#F)guc4obctTt@_+t4AzP;Pix9s7{&OQ~`*yt%u1omKD znaK;B*j?DQTC^BW7nisb2ITJN{T$m=@qOoywLR9%9#!1!$6dmn&IP_loObM z#F->zIRU`D%~kVX+^5DNw$j}UQYse@Zo59GT}^(lNeSF><#xJ5tV7}pSS05{ zHU#H4QWi}?0ubXl(gVQYF5ps=_Vqc!|9V>&q>x(HAK|l9=g$pIVD=WWX-jbAWcQB) zcZU(*o>_CORiLj}Ln>;R!y$vR%R2=4yMeQzw+9Q>;0$EYAhvGRc2Xb!v~EuUKWJ%* z8HnA5x-JkQrny=KtW0bkW}n+OuY+AA$t72N&m2bM2G6Y%W_6P^PaSB%0VhxVnzfZO zr|{}Shf%F1kijk=KS)kv9UcvyyZm zMloV3em0~LhJnv1H(w56R_Rx z76b6Y{O-oS_LD}$8?{%l2X{$-fLd2xvC&o|M!pKpQldj3$a5y9s*uRx*q-nuQ_GZl zNDoUP9)Z3y_H%y^t&Tz#97}~<_C&!uNz8z4%51mRRKlH8%lJpKUg#1@F8O_+JchGx zuGoDUPY%QaP2cPw#h+{xlm+_;`u-#33BhL4K`$dIx@+U#_Yn$rCT2VgUadIwkr2^u zvxRalf-|cWv?yPh7@8`Y5`rnty^kT4PD%^`Nhzx+DmP@my3K{Hw(L0ixuse_>@Ei6 z1mmgea8utZX=#KjW$}iTCn8tjLH6GD=R0d_((^?zb8tK0ejBcCZWGq3tV27SOTx={ zCS^ZnUw^};lnJu{?}25(E!!2#p=GDmT`%f64T#acoy%r%>{FDXP8V5fn=?w-F82zR zc=Z2ef(pVW-E3Yyz!sU-hj*eKzH=VxP3KvS#hdlc$cu2})x0V|pGCz5Cw-&8u8P*9 zhB`0-@KSUsU4G#B4kASP8RfIp$2wO>o{M+RsBykjMgthgZwjOD9h(xT;0L6U)Ylteqn9h#Fygv!Z_je$%d>>WMF8pGIzI-};*flj&O(rq_cMgP>EBOsg7*FI_<^Yjl<9-E#5gcZWf;9iS@PJjB zY{e}ia|HO|eMa8ii|EkTF3rH5A&!0}0pv3| zO1teB`FvkU803q4b-$HuGwABPXf=ZlhHhiLWNKEx#@%x7@>nD8;+$DC%+sdCqgkFc)NLYAU4tp2zKv%^Y>lm9?Sh|Q~ z4u%|jLOOBPr5+#-i}JRVj})I`&`fG-GG=)~FllcyLQ$dToc{FK19XF_#BP`TDSQhK zuVGC){2zS_W}c;PO+NFA_cWC^dsDeb6Nu-|$Wg@ia?N$iRcM63pPhk&$+q{7uzzHR zmwr#IiZ=A`6kq=`1LYq#g!w#F&B2e`GVW-|#Fdn}jMZz2c}{WQzbd_!fK%WSAE5Vh zdRRlKd40|*!&i^AK=W-@5^67?NBRR}vP_Wul05{p;THc%g;G-Y@5xk>!eV6>kW5bj z-OzvcvHz|85cY0o>P3YC-Z|j%Lh2|BfsR{`Zk&3VGl|N% zs#dnE*}xhC${)Cj7WP`<5WpB#k5&!!#2d7lh>1T&SzlqxU344#bA4*ML^#YR(Ed&jzdc*R6xs zpNh^M;P^8i7lIYn_Z48>e5rrlIx3>A6hj2$NI8I-N&Y{Am;cC-|JyRD*w}3_{ObrG zM+3b-ML`Oi%w?3YMO6V&x_@mY%eRapWLc-HY1e$~3%^~?0yKHe-$Ne(ds|L(yw8T@ z=7Mr&Rzeel0}`h%%+eT8O3JEPI2CI1GuwhVo1wMI3{MO&M$P7_m@QQ)mL>v3MT~*k zBIf-KUhF7D{A{V{9|A@a)EpLW`8U8VF%>HuHL5FIVanA%00UeRQ$iR<2{3OcMkfJi z!5q`XU}z-OBXp5uILN5>U52v`6j*fFId=@ZApwp$ba&e9sa~)F%NENhK?|)cl6cZt zh#=ovPmT^g!%aZZ89jqAlDNzB7GgndbHpr#whrvw~bSJGFpO3l{qGCi?2rS{9%vF-h4Ki+@^ zOwXcy6~7GvI1e|_?R{SFON2U2e{Is(K!l9@3ytru(CEBbgg3!)E|g=Yn2ORw$+>Wa1#&D=kd-md1@_Gb+>WhWRwZ1?l|hV6aceGE)Dn zXH-s>oy0`0Dm{_A_6lwEd)n+uhlTa-P-;7wT!A0kUL8S~qm#3NQjN!;3R4yeL5UN` zO}6c(LxklMtf5!gHs@CX+)Fd4cmySdf}rCHB|(H)Ho4~`W#Wd~r;b?%Dm?j? zN;Pwe%U$fF=5dCn6`nEWAj|q_oSVIS50#wRz92=&qHU#SI|0STzGa?m#}&rCy+f8f ze`pi)OAGZ^;so}lHGSukB=_!=TYHe4iD%Q?EnI_+40?CZ_QW)oYlqk%~~I3t*TXXj5+2{ zk`m%SmPtfZA#bqVPMBK=5Sd~igXz2E!%_R=gMac|NnUW|H_An| z-Ji0K9iom(E0Pa--5STE1MUcU-*P82_e&l4oeN(7(udTkX`|KR9bIy6nn$lX@n?%+ zof7=_rbTGKA7KDEedYgmPT#*e*Z`d z?gos49H7wH3tm+z^P|oUhh!c`;9XVnfyMScMr2)bDd4{a|Ir^b{)TlrX5>ycRco0a zRd}3fAOR45IsWlFn*;~pOIiUCex(*&16VYOaa%XxHRJ&9(&x~EXese5B+oHEi>bD~ zRYtH67gd)&_niZ~b;h9c#dFaVV*L9y11dj?`)~};iLZ(Tj0E=ec$bw;9l(~5(i6}` z6zV`J;j3mP*eh{Y1CLV1O@YN0pL$v4D9|`m?+aRfy*ZbNJ?e7Fm!<`!=L)4w?F8nA zoEmbqAvVU|>OegEB)lk~Lr@JuSM8bOnHu2E*22Hcs=e?=Ex`($A)EAt%5eiQ#0~@m z7HOp1qS{4?VQ2Nbj8x?$YtJP@R?ApTMY@@M+cpO!R*{+vIWW666W5ph&*ibUZumw*#IF}z(%n+Ru@9RsDs8e`@^F$n&BRY({2>GE1IfB> zfUM}yO`~;^|0qaYUwf}|mouaR)m!x41`>FYlyHqE5`Pky&F&xSZ%V4>qNe0s#fYxE zqC+63jhbG2482<;QjP25k;iKIR_nBL0AdO`NaG^h7daxxPSbtyWxjeCuDs)44JwWM zznmcM_-P5@4tF6O3D76pEt4F+Q?iw)qjKyXebsFNAQluq@S!<@=;?SKJ9zhVzR5NX zWMK!(rwl6XWACCb)cvMsv`r=>3|7bSmL%1Qzxg^SD z({8{AzH)O(74emtvTWt3s&w^MUboUwqzF?^mKCG0^!s+WWS64msw~5rhPwauff!iK zz#?~mU{zj%h4mu$WGzbW+FR`DXV(s6ddMMOHVR7bVLY-rOYzdn)|l;6J?xDbB|-Jp zna3)zwvGD*JoTZ3%sK`Acc#oY$AT$mJ~hWoA%u0=xN!Nq*Z#M~$*ad!EV%8-QOr=i zQu(52`ZQZINXS8@px5`}w6u>=!*SA!%}UL+XQ%T1i;cZ|_4ys*e?QJcv>25+faBZ= zIL@;FN6pmU$iP<5%)r7Hzzw!_cC@nwjGW3=cElX0pMW^q)&fN~VW`?ku|;IXdP#GI z7I~8uu}U-{(;L60Kwc{^kg_x1>v}T@i2&vDv)@>+TmLjugO)Sr!iFyN%BEu5j(Zf@ z<*X8I?BdY!wK>8Tt76$i2n(ra1k;looEn1H290WEnp_b$Ry{@fRP9937eXT@pW;$M zUq_pugaw;sDtkZ8(~96OOOsm1wK`r&6Dkf|xPEzJMY-P?_Y($eZVI`6{zks?k+PR05-bLXt7(JlHEA8+ z3w}Xbls#km$uUVb35pb!i4j1~Qd%n0AQqn1CQd7PVs30B{+*xI5lQrFPmi(_pPx03 znva9nXLwjQ|GiEaLr(;|ZL(G#DzeLUVutSUMeJPw!%4nhFCh|Da6oNFBS-T%(j-Ec z64d-ETT!q~0Wzd7hDZ;Y+R!WhI3`WOM9jdn!o#da29o7upu3 zqX%NlqHZCup13Br>yQEF(|iW?8J?z@YZgwWlZdOSyhTZ9 zykjptQD{-3Uo(Uwv4vbL6qnxaaJA38)Ai6`kn{_?LR=X6zZN{QN9&u-if3aQ+pvR99KU(H>zo0@0x0>NiRJ**(YZtR+vK-^W5KG}a&oKdEM_zAM_yc}zdFUr+S?9iy1)o0rMuBtb>^7vaKXGglhN$UO z`4iTD-0J>wr}nw)mrq{@t;+#~9g&46TnggoR}0?#%QD4Ys7a}=-NDP$o~I(%Ma;VE zy#z3hmTe6KouMi*hQmrkKx+?)D#{EOW)}U<>|)p@pSu4^m#6})fe=ZnLvE5#{Lm8e z^ApII>=Yp4(IH0fJeQUKg)Dlq!`KLNi}NN%aJYisW)4=KPk7u zC@Q^ob}JE)Z9f4Ya!pN~z@PKT75lf4Ktz}aK8ZD(R?n^>(=sus((-Zok^0wG^&In- z@^yk}PW3%4*+RmH+TtUzTqTD?g6cvg^ECV7dPIT(dH#(@0=P|tv>wTatqxsMri(8h zlTs=_=8l)QvANK#%8=KoP3tg8rxPoF8ZG$^1Cjh< z0W`oio@`Dbj+KU^s-xJuR8+v!ox`fhmQ1W`d+p}sb+PvTwW^jX$#upF(*GMiyC_(7 z%3Nb6i-{4)rUg{l;Jz|PAhqvk^krW3aOxBcHWE#f!WGrQgCOstW)DvZrnrk^N-xwe zMS}Wtvx}_=xKhT1dlu~ccwBxO8j+*m@1bCQ_KsDpyLvZ^9P9}`Ywsp%ObR4|)VJZt zogdcQ7FIr=4~DnMmZbu}jgXAlm;DnzJQpO6?!5SCU4e=WzSGz82OsE6S-0HnEnKV~ z=#GZ#!++o=mOt>!wgBMX6Fd-*;{R-${rA+Wb{@OO{^L7l@SCw%&mG15+LJe>x^=Ty zRP@5apo6OkjkyolDloe-8(eeqd#nDQaM!`4cpMVh%hcx{KT{RWR-`V`x@~U8VeMMK zy@0V;8=CWG2;wbY7rH!S=Gohw(HaK7tl%z~K4VCzp3#uraUMMAw;-80>NVuxkeW>S zz`uM?oHG!T;DxEklc_fi4Jd@v6Y=cxiIh>1(m-NgQBRhN{UQGLp`G`d1$CgZ%hXn- zV1h=!ppt~Ok&np4@%ARCngD!Hn*64v&Ud^kn^vte1~u1E9ary2_!hC@?XLbNc0g!a zk>a=gN(PbS50xp%yvK_Jigp;qm3ivFEdvZlT0;Qs>d%r$x%$nnVv6|GT;-UKKNEgRv2Ts4+NT&LCVn~PTL!&HxTRU0CQ)!`+ZMO30jH{#gApp7~ zv;+2xNp3gYVbiCBT+6;0fsY>^0#w)+$r_kIVX?OClw6TjzdJS;UyILx&$e7#NUzdS zIVA07W-*i)$qP+-rIY5S)*uEw+GGn5PDikndC5g zenNV+ZUT$l1(C~!)SIbW9mC9PT}+54w2$zhM$#QCIJtY|%k$t&4PW_D*vvG82db&5 z2*IGCZSy@AhG`e<*;Hh*U>ZMZ{HZb^icXs}AemiT$Apk(QyBI98K08r{>L7r3|bj^ zr~iukVH8_ap#5^bLmG}zD3Td|(mlHN^*Qwumi@tr{2gx}*X_{9V3K22=@_s&Jk3tD z+Nkk8qcnl&k2jHd=w`;xl2;zJWmP4#@RxQlvQc5QY4DPhDC)^2j4`n<%odN4$f0!J1+yKJeZSpk9n`5Wy~775 zUU%|CKEyc2Gs2S%CTJV2n-@N2oVPPxy6wlOe_0FKxn=E~$eIqGIB*$!%lAg@OS@Z? zt19}&+;}qj;6^Lvb_x{4h5mMLAK^-Z0Am1uifi(W<`=`1U)JkH1uo6Ej}gjm%_>K` zcP5{Dzg_+bm@$0WlX-UUKITuJZ$fyIk5wqnWEAx!GK&&XMa} z?*5kiyj0u!Gri-i8$Mr->t$NlqMu_HMNI)Mgo1N&oxhgUmS}X9WkwG1Bpzj1RDdLz zYs!{~rv!X_zMefq^!EAh@;E~i`J#OgEmw}LD>8EZ{%YK!pJ zH<*{p?jjhSA@g4!^flOj`mA%U8PvA|hL%+TO7?%HngTS(>$dys{|ZCL zY-MQPZE~cFC=et7&}xDo*Ziv%HYxm5#F*<*%kK<_wJv(xDAzNM*Nc3@{QQVGd7O?W zh6D-3Dz>b2ZE3Z2w7+0RA&3Mml5$|00%umE=S-pUfBf)b0cFBo(3%LnRPA8f$I>uD zkUJ{to4c8UwD|esVO=dI^+#f$rv->fh?N> z&>sIui!CJ8oUq^sw*SK76T80!ic=*K3LkKeq-XAk@ppgg{y-8;3emoige zmZb3AlHEI*H_i!ad{APIz?gSuqNrrr+%9n|w9n~AEcB4lB)c_C*`k=G{ft8#mlWEPe++degmPb*r(SW1GDDwyg7%3?8%va1vC8)?fpXW^hq{S86tc6O|gZA?l zK(VAfRqiqSUB(a2XU0dxJ%Ce1%Q>Nu9p6fn*gj95$ z=9DbbBy;<3Wk|zPe#)LLwsI1?E0}YgL_mKvQE}=mOC=-d!cXa?7Sw&YU}6~`{*xEu>&LYW+M=E&%e%2W>;kE zqo=a|x{-zMDpJ}n|CRbDE6@?9;8$=Te2F=2?bL6tu;EZywggigaxxgFFKIWayz-=i zkoZHv)kfePGcqMjqr^9el4r-)Sq9C*`7$g;WsmRLL*UCEv5}S%X?)1hc_zn~S|;}n z$&ded+)(Hkjw1rxx(oouOhW%hw=OpeTVp%7e<Qb$(l1|UD_o~@N9B9lcNyKyEXMy?$*X|$J6l< zr3(395V{eybQ&6Yyi}|~O39720d|f;q34kK#-%g2p1Xv3RNfCHYDQzeaSaLn#Z01) z7=XlK$CJlD2V7gZmY&|OJv*D0(1;u0%9J0^V-L^t3+aY#a03YA#~AG|P81@cQQ5r$ zWj@MqyJW~Vrhj6uIJ5W2;nM0?L3qQNUZ(}+Qx4PGWQG-O0vGn3Z%ll?>(u$8D7CC^ zRf_(>&>MFm#x^ee4wC@scS(k0QgJXVszhBZbL3jowyi4&g5xVmG6pRu0LtMu>QPuJ z7h6ROG$4w>FLD+6XdL#1Rck7B!1mar`|a@b97fl4db)AQ@~bYW)U4H4^LI||(Jxpo z-hS&_c%N(rKE!{;G1#>=tSUupFrRofi}1h@Naw~(F&!`=mQ&W#t)Lsw==~GO?x>9Q zPau0jWP5g!*#_f2y&NEp!R`Be9v7?b*=^8e`poxoKG&)7_zUI|(klfsCYE{uxRo=&^%LCCYo| z$xMP8Wvyaf`?HnZ`J669*SI?N$ai-Q5ccB|U32v|Io>3MuG7E0G|v|X+MkWcm$5b< zt>*lr6{`jXh??&nzM7t06jv$Gnx$IAB%d&uNP5&pH?96r!6c==#T!|yW)l}LI7q?U zvDpfH<>W8d4%5S0Rq14ZMaGUy7R21^?-pO?iT>ZqR${?@7RUqaU+eu3I@QcqkLN}7 zI(1*e5b{EFPY7Pfco4_EY#gQJEwZ}L6Y?y2KZvQiIpXTnGy{at*NwNO&vJD_{!p4v ztBgIRz{uu<$ylCITTGa1TxQ|&ta;Xz3SaY|{7k}}N8e$Udz<+q62-32_VJOUn7 z{znSX|E9?${bPorrLty&2*o5Y)~*_Pl0Y>|=@qeYFsE7MT9;h{e%a$B$GlX33!+}3 zxa|#aL;1)a22C4rtbMVx*||7)pc}Lb!VFHaR2{+I7^?yx`}UC_LI7mHK&)xV`rsjJ zE2}iYw6c?F=H0K69=8x$jikl8R=%f*-^xZ&3sw@Jzvi zZ4|3x?|>+_QNd1$M94ce+BP@?2s}C%|HRG$XmXMr9{`%1db5C)jm)bpPtCdKAa)5! zx$1tw(CO_)rp%}LTgJ*7N=tzNK!@BCK|}4-2C0giot8(R-u_!&WsOgp(1!6V@iaBl z;zZ}y=Snuk@)jwaslg7)S;7a#XuzA`Ol1)9j061*0kJwdF}N+4aeXssS>#bjTQ z>L8MxJ1}N#f_ENjq0G>aI3xE^xT-`wZN5D;A7m%nV{y)&c|NU43fcODooxKJ_ zX9{1q)^T-(oxr{6dwsFSdX(2SU;fp*=izO7wCXV9moJlxR>J|oRsBRZ!GU|EZC)-` zztKm?f>ZtnG4N+dIomwrVMZmL-s_@NlVd26#yy&`;SeCfnV^WasBngLSFMIs3K*{k zJcq3etwOU)t(s>X4*3aA2z!LJ6snA9)UnY3%AHXI?!V7}mCw_o9bI zP3`mwM@z;?q=h_~b}2xuZ#5)oRs`OmWG-KonP+0`DsyXT61+yKZF-dV%gbEZZq<)# z2y6j@1#{Z+#+4CgI%9Ec-~DU;a{w0~a{g4GnP7Wr#|LKMeRR^DuRC{U9SS1x`38W? z&x6V76wrQ9si5-;imVHAG-4e?o|2>w%u*pT^~XgZpGQ@5Rvo6$2sR0fsRXRaDWJ5f zG$9)WgkVwptO!eZ_+BnWQl{C?huXImyQh9ueG_I@CLC7=C!n2SnTuV_$9Uv*-aSaed6o| z2{SN16xqB$@Sb7ybb#ADWaeT{98)UFnsb`Ja5B*er~thpw`>VD@- z$oIO9;qv;wcczK0f`Wi-TRx82Dr>D)YoGPJq;v|8lC)z>;5KGUs^gB&(2x{hI**K4 zW!aZ6{=6(ASHmH)4-D_+T{gAkMTi zrz6L??I`KOC^+-;x@km0X`!2Gzk?&1XF1oW0hcT(ml>H2*jxeeOqZV(H$=9Z>z;hA z>g*A5HhcQn>*Q!4PEFkui=+;I(&K`h@4M~d@_4C#nNJ&>!$H5#Be?aNaK!_)0X|AC$?dp zO^5qp1`7&RD>gQEq3{DZN~LMJb4Bwf|N9Nn9-UAWz&sJ9!auKBt9TL$gox0Q5flk~ zfqO#iQ@4lXm@1zsP}8)mPtjezJ}G5j>c@Z4*a@=x!a?0b>8>9Nw%04MrJ5njX%`^E z{c%Rx1bW|5X<)U5D#oPj$(4da)@?Emdj*NF5a2A0umC^@jpul*L2s23?1Oc6HQ%ex zJS)i(H6E4DOThq^FMdpEAB;IL?db$k0~W; zDRefPA23bAbmiz}@~IoGO01;x=g(ja|8grU0JxRC_V9uBY?LImqLEay5;fjxI{L%hlDfFH?ngM9g>p!z7)Szd7K&HN^VwZ}S6ikgw zHshsc{SDSOo-M5@JR*}C57N6+uGFTHEQ@;L@EI^E$(UU_S9erXPAEz)i++Ffa9|y}jVt+cUHN@h4WZ%j9n+1%c7#k6 z1*)w!ov#VLtJ<*DbYoeHt-!W9R)Dk_COkfQ2H!^tN8x%w;$H-zMw0kpIzoMEPTS9W zv&Z38uDj)nhZ+2v#PS%r#ZN0>JKQk6e>ZI)pr(`;Wk8?)Ump^{%GuP~!r6q*+QN{* z*~He#&e7D`&W+)p?-;C19Boakof!V#H=zChwgJGZ2(Xob_5a!l3MkYnUfBiMAfSUD z2uQUX2#EFn=T85&IJ?k3w_TTL_#z;@o=FUxly4@DGR7g zN|6a7M$@(SaJ|3MQrYa3L_L%?`J{yU)wL6YM|LawL(InYz~cgDmDqKN1b^#J^8GL}m0@a=$^IT%`U4tK18z?o z)(lQ$%c7y@meCP3*WwaEDQ-8p^Rc4-`)L&=22K>;Q!ephnOO*wzg6)ie|mO$c8Ohfd6k%gxQrCOn}v zg#OhWikE_}`^Npm$n!+>Jkjvj?%~3);1B7&5XOmFUMF-Q(~Bseg5!;PLgOjg1A7L9 z9~U|&e{1-y8Yt8Ly2*{`b*Hr|;I-pd|{1R7F6UP{6OtfZ$F*vf{Vrf1kWOTyFn$o_P6y{#GjsSfSAJ1!b_ z0$dP@Uc}jP)Vc7<`oq2eoS;L=4KDD`ESzQE8hzt#CbYf|9P!vTs1Xymb#xpfhuh7F zq9mjVNsz*>`*eG1YaHWyUoJnF3a9@lSX@n17y69ptc~BHlyeB-vp!YkCwCh87v^!_ErK+MuIwgR zE-lD%?DJjjWu}^FP8zW{OgsYckNd7^#_f&BCqEP)&aEx?`ZVs_Nu!|vQ8>g~$2166*th36ZrF_+ zRmE2%iRWJCm+QURbEVDQJIF5W$%GRKW`CW z6Wrqmn-eV>j%&VY9n4mH9hlMk3OKqAB3M%3qoVP`Hn2|u`;H@fj|2aFXG^*37gOfI zLHIBq=W{nxRTP2-IRC`#-MFDtwNKuv8q%bsEx;g02$kR(Wv|~IlK)VoPjkia!5@*~C zzuExJ^D7$TR*fnbTn2f!L=*)f`n^)N=9er{Y~qZWefiD@XoZwa^qA|3m7b=NU2OJ! zItw7)Rdd4_Ka>s1O;tum!1$oQ0bDZtdb1_+sZz^3=C8ie-3&}1^`01)p@WLeyyc5= zKn3`%`G#>Vhk1o1M#{*92KRHO^~a7!ZEpCU=J%3I0g12U1?PP*>k_7Kq<<1Nu3s?s z2$aYLRC6`g&p)R{mF$u-Su02|S&YtCEtYW&0a(F@xa~?M#y?hY!WKeUsaG*JE{MZk z{Y2w>qo0&@=9QJ^xj<#O_yxXTU%hfS4ID8@)22I^I$)6z9aX33efut04|ZIQ=$jNu zvJdAeuA<&|@;Zar;UE*JGSz}_nuq<}j>WVs>U6NZ3wi%qrRkA1n!02v{~Xj+ASr2= zjH)BvXl-*t)S0Bz3wA~^G>d`$_PfNs52LcpY)OAig&<6d-~;=i{1GsGp=#t+XYac6 zoniWC)y2>BW#Tm;I*}6L=wk2S4#d=!xIu@%m4tObX$)c;@B6poN2K?in&>D++$WhE zq&hIyi4pVoySukxVL$EFT$}bF5pDKs=T)tPz?bS?|8@s>3la3LfgDK6D9=*&p;26W zHfbb7v)wNj+0iRDb_ve$Nkxm90?wpQkPL#Yqh6L37BuJ$_q`pj;67i<%Y^Nm>wkv z-K=?)otXCYCXm*`#fDlCw+GE9wjF7ZD;e^Hp7|h2^+Sbm9_pL2N*>L0anPKm?g!>r z1Rl>Rk~}|QA1W`lH(Qh|^q-5GQy}cXRwQP?`9Ll4PI#r~sXs-dRQ5Io+hUwhj=82} zv%s@j6toY)O~P=}W{}3AI9N1I{4%jrs-bSIKB)~xMEljXNboyFej>(B3GJ`9|*5~?r4|xp1K2fB#qlW~iRK~J)u1+UE ze|;@Iziww>u7)QZ`5YT}&2mwZ_V}=;B=rlKisdwb4>vPJ%rhO&qBgdYRDr*;i$jjl z&dgHY*FmRaQmY5s)cSEU7z08a9KhER5*==F;qFTMD^Z|~%=l?p!@?00pUH1L%BE~_ zAJpSoUIFJ~$B#D4@zJl;ZoVE9Gm87XMyc>%z1<$G<1k)geb)(!BLeU zW+a@aC;|)lYq@sW?3d-wl?q@)b!=pcMHHGsQa)&?*NDfBK-?$KD|dXvP>vYiQ-E`Z zP>99V@MDg~wbj#W_)VVanT{joqaawesv9|%=h)Bf(2ej$2cLDp?r&X)@*@9Rooc>1 z?A%v?bbW5GRb>^v!{G*c2^mJ4%gGD@pKh=&$k@;j%TEXsgJeX+)l25~6^?jMHK}Yb zJnKYTLUOf`QtAkHBd!3Lw<;4N2V-M*YKNE|o$D(~ypF-)h>#(-%D<_we*boW1CKms zm`q{MUFZiB)ma}fZA6%~0wSVI)2t#6r*mBK7BPD_G%-RvZm+rbjDRJ@X$E638c;0x zL6k8J*aR81U&l(%Nn7wIb{7Oax%5i=;bCs$MJbwcx`$+x)FgAvOU05Ph&Dq@^LSit z$nS)xabb_didy_r;B#89($Z4A7c10w0M>39u2V-AAU`Pv+5%qI8|esIUT0`TbM0U8 zn!5?QZ1ec-1F6mJNL^DPZDe7sB^h10Lr;B$tQb}>)9un}c8U2|ukMIkUu4pqlru;} z*Hou~`g#k+YnIBVB;SB9$6ALQ$}5RZ%l{dX_f#=a@Km{Q(4|&3YNrZ|A+IWdaaE#9 zJr#B17a-hXkm7T$ui}U!#<7K=n83AnnF37ar$G$vJbLXbM(ofy>l z!(vF>i-j*&c&QN+uI2z}tF7fKsHf}u(Xmx;$nDb40{1r)MWO&K&?lBPbXg>gQ}CQM za|`ua65@b!^BC-K;r!n5@t4+Rn~S?Bw~dLaJp;z5c>eM5;cn*Ag}B!BJI~yU6Q1XQ znCA#r9DT$#=<7*|VJ!WPt6y#Mu@9Sn16tZ0P^8NHWJv2;ft^W@cf$5Z3+AUC6Lq8l zCKTenjY`=;0@0uHk0kA1W!wY`_9eRNDwcfBe>Yy97xtX?^~$M5hpVeaZ<(T2tc&ol z7l#TGHq~fo=Bh}O(Z{9cnlu}j*DEMjdMC~C22(RhT%8|xhr>)XQcu$MDnIcSTr(pW zUWpgSc6XNMY9@3=(pIbN_fMO&YIYP za3ohCWTvE6{-(a%ox!(Y<>@^#cDQ+yQoRrij-7iQpNw98rDb@FKnm;WZyS~}KGGf# z`4ybcm6=PkJ67FBxjWGffsmJLP^%~bui_NOIZ^ixbwBB|XR}eif8d$e|%T|I9Imig$t-||!vZvhrC<^HhweP6G? zRA+4uxejtj39J#(_k!P^nmvaiJhdD_hl#3LNB+={QNaqdH1O$@6O%W|$GnMnoW-mJGr7U-yLr z!FX8*DcO549(xh$*+L1~GhIhw1P6w4`zfUlIiM1YA+2%vR7q_KkrVDztk4h2a5SRn zBs^SkVO{nNMLWQMi*7bwUSdqMW?Ky1lNq1qYM=J~ykCmXh43)C!m?}TpZfKR`S1W7 zF_I%V?4LHk1>~5br01$$kxwQUH%la%N|}`l@=AiEx+t2256tThJon@z+Tf%dB<`7> zh%VgI_tY@8Bx;9iXDRJLT*p-7BuS70ITAOzafIf{6rOlgLF+K*m&D*!r`kkOBxQv* z^G?TaO-`{0^yIzPBVNhl$+1v{Ryt3+*O_}Ykn$viTvXR zXJ`0PcJ#MDAM;9nxb217I8f%xOP3s`k7-P!LOi0RL^ARano{b1nLJQEPCQ2bvLS0XIEnP%+?psSjj)&Q7oE8Ny?=&cxTM)W|`O)pV z`O)su$XPHCskq?IY`4A=pLNI3;5s_26_HenU9N_xaxE*Y1gkK1#r7b!=s5-`EdNoB zb7*_xbO4@H4NPFkDLuKu4RxatWbagSJJ$0) zTJIF5pRw*6=4As_0mZ&-`lThJ@Qm!AU5hmI)`)peE;H#ol(&5_da%0C_hkaFuQ;d zf|5WK@uM8slFrSEEKLZ5dus)!sk6YGfc>w zN*U$q$53+whhC#-;NKpahr;Z6Oxeo~t_hzAL+K#xBQK8;8|cdq%+#dA*$(82Ll1fg zJGEDviCVVc*ZPag{o! zr)e~u!5oK*5uaen?d2}lBXP3)`5Pr@jvDV zfBEnoGob>#)aF*>rWTF2Prrg~gMz@H`scDlfME7)z|MhUIUKy+1*_AkE_*?bqIYzd zf5FrGNrq3TI9D$>WymbUD}fu9wZ{x9#;1u9NUB{v#j8W;KFYM4m8(LAo8)P4pJ+M0 zvv5@aUx<}1bNH2o)Bw+N>2%Juqd%CQctX}b@cF!03oPe>er@;BG+O!l6jr92R@7US z^O~QXh7FuNhHosM(h+;eu}_N)yAYZskkaUu1_t5pUt z#4DDBffxOtk+D0d&HGAnB;oYA2sOni3Z7U=JwwCt4LCBwl~xzqbqr4*%Vrze%f+g< z#Z^4Te=ss3&o2neB36E`f0;#+Y>)rs6MjnC5;Z zw$Lgm=7Y%~&=#!b0W!kQMq%}Rf1ndqk$hlXbufbLF+<41;*d)iW%>+V!I7eM`c~=8 zFJSO^RetyvQWOQ@!2@s91&K*J8$okQ*F7w17h+<`)DrRvhHa8U0u{g%z#2js!pxzN z=3+GpXQ%aZ{dpmp1w-Oe&KFjnB1Ht7qlpg?V~Q`Svlk08l%+xH5{W_{y$tIKcdnGE z6{(`0`z2XZuh&`VW*Md_%^XdvjxX|{nP63A%!vQXG5V1EX!(=XsO`5~dDN4>EL*it z&pKvZAvEt=_({Fw8@ku!zQqT}Ox_Z`Hd;3akPC+Yx9*ujgp6EcnSXRM#sv5iIj=Gm zPrTf3&+Z6LwA`fJ22P8JlvpBuoF8~2Eesrc^bWu`b1pI3taIEaa?5^T;ve&h#W*DG zOqxANWKKzb>m4J?xPtWvG_KjXJH`|oDph;l`xQ>x2@MZ7E$QdTW&*{Cz&Xpncsi+5 zl=>^tVn*H(%p8%mS=>yA^n43(a(=(g4AAedY2|J=UjcCplJp9DTRdGL(}m8QlN3e(rr=)(dg8MREAmT zXu+x>Z8#hK@iE$yE2S*h_ag0WqSGCEUFuoucsgRYCH?+Z*>vkQIY*W%p`4O$I0#if zlxV2d%#@;SbJU_Du#$)=;!MQ#4Ea-J{o0}T-3|=Lh^Xje%+aQmLZ`qY0BX+Kj&lO} zQ4GF)-o9gK9rk32Ab%N9Royi7PMP86T0^daINqsuas`_E2lXhHaj%-42Y(?F$StDE}b}owUkG<*7>qE=v0&Ocl zWwD{k)8RbZd+T@wTv_}nm3t1isB2V{{iemLdSF9|&_@F)1 z39W+@&4Tj^ykA&AtNuO-u>jeq@8jqJIUOKkL~si{z7`*saNpvLOT?QpW$!mq&QjcW zgvq$h{JGDvkeO7-AM9|La&Db@)5u=( zZp4n3PStr8Cf-ni>)x}7&f2t(`!;@Wcnq5q$9LiY_15p=$SrGYq8D~g$*)!7mqICd z^Je(_Y^)`1OC?`;z5GkuO%**ToMXu1AB*4Bn~h%k_T!(w?d&~FCrY`b9>U`RF9*qg}ROxyru6iIxQ%zSku0++U8?oaz#Xbv$JPe~I(_E%>} zjbEWW9fnYMfoEU{v`}4bjtzBGJ%RoO&3ZdR>tWI*3!2g=FF{+J(ijkkiOy6?CYX&n zUN-0&SENR@z3!Z7y085)_V}jXfPvzwtFFOo5#7eWKNs^8rQDtCJ{SG{QFGKh-5nfP z1+}0?u~F{qK<7Rnb_ub+5if;)fbPHiT8?*1Ppo1VrWM$%h-~IeI7w6aM#UEd$pIqm;dOYVC={dMS zHfR?Y*ViEiP~0^0VfN=W*Nm5}>AoZApkKf}d$m?xJslkcVAk6Q&A`nnzt3G=IaHtb z&pYaHF0NfWh$ecALvYqaPw49dt#?iTbgDsihPZhlK0mi#NE31VzHpXm1K$)Y9R1+J zp6IqM>(g~RR)Eqn&tpJaJ)OIr)ZAc!X5AHNXZdQs3i3iEa0$eV^t-9#O8l*3*52Xu z-bZp4zo`t6_t9obgBmaFTTI8ZeYo+j;tXY`t+5L`kPv&JM?G1IK3_N9*WkX)#^*7MPf+` zXz@JC3S*?q?z0EYt$y(u4IP=RlI1J(N@4ZqhIR$UL*dPIVegA%H-Z2Q%{bqL-QE%7?b&xd)_E2>T#k z)s$(gHb^xZhP?Uh{$WcyD@C7}3AlYz=!v7PKbfj#%C2Dc3&6b&wgCmt)m&ft{IQRt z^+N48#_T4`$Jb)N#A6WI0#d~h%PFtQbO>+3i$XEubqp}+9N;zyww~k~3Z_)AM!@5Y z98XW0)=*gj0ja1he%-~G>C~yVsWq!SHC_>*2%bI76~>kO?txZO9@1MH^smlVY|Lp+ zkA;x5ls_eIKr(60{HuFPr{eY{g@_|+rZ&low{ z_opb!;xlNWO55DGULDEj*H&&d4DP3}TSQO#yXY8^->H~^oo5j5H+j2xbsHjmCEX~L zy@wK3zkk8XFQo*`%N>`!f627fL#8h81G}^(6X4x$* zKt?ZY$yfRD_;R^{Z%b7c(u9oCj$O$pt`I%K;uOb(xD-uKE?x=>P-o-H-7%ruHK}X- zmA=VaUrp88Z9Ah?QFl)-0GBfc{ia!Mhcm)^?~ArpRS+7WCrNep1?Oh-48NS7+jV=~ zJwtbjh6+wDnmYj`X)glFCe%NH(2y?U{dg;@UN^5XdAH?XW;>?DaG~6|NvU6EL;5NP zH@4N_&-Uh_u+T|tMD^I2th)VwNPDLs-J&Q~csw zC*K_CD{!~rD1QajswHf*U+!jJZw)p$HqMJ}T-iAPbe|{CE0cz%JsX2E({gxG+6WVI zN_eTmkpy3BAv0rP_x=FdR)Q>wW_M2xqIW(Cr(8%bp|ey4BEHG& z0ph@#IqSI!gp#a(fDBph@{_YW?=72|ou>>|oCnla3s2m8=)#1`Udrumb(e znOBZ&t_n~RYn2spS_P9cYnqkjh2I8J#a&YFcah3vBAuGtx_zGs&d-^kc-nS@}NZ;Cvq%qgjq*;qQB>G-}E*5ttQ?wZ*~ygk~P&4nz>->?p< z!uu(AE>Zscm+o9sLIbbx8H+r3Y$?m8jGffSp~*iid)!b|(L$5Rn)j!HVXyR11oJ@K)P&YaQ*P{;az z4$oZ?Os)8Ovfz*9ey@Wj30Fs_m!F(}?oV$PLqC09#-8VY7UliD!q?5od&)=L{LFs8 zJG3|dGIo7`FIOk8lYd9gp~?#Qd_BHgzngDz=ArO$dOt94SAWSEJF@&yh&^*pgE3w| zK3tvGX|$F(u$0=&lypg#8i7+{d)Gb)X~pMEbYw9!z@)^VzqI0vWa{WZCk;J+7$Jj{ z9HfvJyJb}>flri@{ufw#V3H+W&T&UaZR!5NaibF*JUjUa24OAy!(@tlkiZ!RKPF*w zKV>0~yfK>`CbFR%hs6?PfisQHMM}OLWqwIdM9JTiYAvj5GH;~8h1`d>c^$5a6-&4g zDag?5Vu$8299iNYk?~<8>6H}>c@Yh`8hW$83EKZ1w;3t6IziMaj6LkgG*F74oRX2~ zTR8HJBIu$C3ny(B?L{o<&#Z*LT<vSQPlVddJQADYw?4ocEMVLXN&;=Dt|MzotTa z8aCMVTjLb6qq8%#0P-WmrR6+wPwmbTEgXh9WQs!|vz)gpU>#_Xy9;mah3-!rG>L!^ z#CaU4aEF~qsy*goJaqCRs1GCy1{tds9Zjmw<4?!t<#N(B*3EzlvYs6#?i9dJsm@0F^n zSfExv>v?GHg^U^1>6;TqU-eeLk%|ZQ!%4#rzv*U{v#L`mFh}qxUk$oVPhCU`eeQnj0Ebq z?M@bb%Mr*EreJEzoW_jc=(WgXmsIAQI90-61SNV6ZBZqFYZ?XthcV5Fo`uh_ zPZ#&sKfzcEXk-@1Z-o-wK_Ba%LXIvSdGZ?(_1a_Ti6YgD_K{l(jvwI$l{IA&0XR4| zi5uZ?qBFUvK&?Y77gnt=-xS~Un_e?!UC zbS>H{uIoa_d2^w)6Mv^uwOTfAKj}v}&gJc9Uw3IaQ}jFIq}?L8T#(9ngi8S613!n_ zVveA-QBK6#l9U3PzSL>3m@E@>RjE{yV~*=#JEoLk$|%>evwL4t&1@2;9<-#$lmHMW zcsgu%V`t8%^JkC0AP(%Y+RzeondH-xw?m7m3A=#rRAb;BBU= zN#nB73@JSW5C{~;;X*iYq4uds34z7pYcug%3_!zut0_zs@7nUtUv9|{nZp21gI2j$Zf5FX#CB z)ODDTz94$gW9lp-o(yF_VvQ+N>t(S`q}t=T?l!sTCIzXZ-?OYAxf0NeiNNEY=(eTU zPo&o^K|`1Q=J!hBJS68=H8Uq}h}ZsIvJ@(@ezoc)bh*;plHA;y-0!c#<_vjsg1$v& zbWV-U7S>w$AV-YnoaRl3o4!c72o@y3u)Abq$s9aL2AiluAQj`N+!2>xi=09&vEs@C5MoBHMb{oWhr<J$8RN zl6PsfMz-+00B%PLx1xBcmx(C(;Uu}NvY2y;YFIY!mg`EZr?%#<#GrKtX&SZ0swfm& zA?88$k&U2<7aU;?=0*VNvlW@js6CEb@bOzB8LzW@inxz&E9=~JPpe?Bol#_ka8bPVj7pj zXt1z_IYm5v{;ATZdG)_%G5V_&0cbvGEd_zaoI0YyEVVeQ8aN??YBz%`po4`A*C(Jh zJ%jVJ?=O5bjFvU(nhmZ(#poWT9)HNVmY@Up(RQrpP_Q{J-}c16%j&TH>?`W(bf1e2 zV_Ft_=7P{aJTUIQJ##ha-_eTx&|I^Rc&~X{wl?Dow7%S*7 zw$9%{Zld6J!YjOdP;9}b#4zmsmzY%h@cTQNCS1Ny-g;ug4u zJxw8z&zJQmnJ29xjK%DPrv)+Hcb@g%sVu@U6V;!U{H^oiYzmS z6*7hq*nyhFgN*q>9uf{6e3;BHwj^`Ata1Y`woqMjwAz#|TD7PTwc6}x%XcKsW2>IL zbnFjT2f>-jpI!_iE}hjxlg5R-xzTvAZ zfRoo`<0!q1qI7+xECeF<4iIDn(`t?G)P^xRT6u$R@Vq@4B||o*jf%LGv)f}KdJ*MJ&I+tVC|w9W4J?^f`5^$ck>KGOznfN+k(8C}P!)ME2NShPP~*q@1=+Yd46Dof>{i*)jV*1` zU8>(n;yqM_i8;hSzR88pJeiz^Ug{b$&YT!S6C)uxQAs;RC)u*qM7KkLlpG6~ho#81 zO;e`R(5@-MQ+dSB?%b72PcH3SFz@MLnLbyN166!UI2%xTJ#d}7EcV>o=CL_NEAm|) zSk~AIw{~a7-(4n>_ZC00yzPOEMw5kaxex9QN$4wF(!B}GUfhxC%`=mZBkuy6@FqAA zz0wwG4enfvpJ00#9@`X$j7b1qnfi9$ZG)(M3`bWEWiu+_Ip;1Aj+5hVx&~*7VPGaf zLng2&{cQTe!p+?gcF-NJw=aT*aB{{Mc7e__z@cHM_1bH5H(He^k1l1%wGX9c5x8Mc ze{Z)nAr2sX461(y<8pao6*zE`sYESp$H5+vQLsl-hgKke{57K3EP_XR2Q)fiLMfM&!V$ctMpZ$-4LHBb&vWU$WRS z)bb~_9$9`zAs(K$E?@mlm8J8+JRp^J2$aCf#?Xv(Pt>dU?_C9SYR6e{Q4kg(21F-C z_Ll8%o6kr4&WE0u#L$qUea@2f%4b?L>>rYP@52moNSlMLP(OHIU43OUgP}i`K54{F z;G6rHi%OZf{7@)&9D!~ic9-x6RE}NDk zoN6AS5SW?`s7xXt79$!A*+20R^1qYi8^l`S&k$&wdUbGL5tYejJmbyPR~%)o%%-DS zkVHvJsXod)G$MZ-pd5y};?f39hSKfek8!LfB6t+w-IvOsI`?Lfn>4p~*b*f#YYpz{ z>y;%sbut=8cnY@k5YkBBykjxCsO+>blf9gODLip0)Za~HhH>!aKeit&rfktae2NTx%w)e zkk?;ep>|T|2|Wes;kr@@qDPq*>zjP+d8V?rfudbN>Z?e(#6R<#l>s zKJ?Fv@$B#M>W6;IpP*h|Z&nU2@2~ei{2r1Pum5W<|G$Res~Q^_uYc|E&Ts$#-2d}o zcn3olOC!tQv3<|q*l+d!WuVI_URdTs;>m|>!=dEhtG?tP&vPN>7gXoh^NS%Z{3K2NRboTt5}Ip`+3? zTa}8r%0R|E)(%8VsbzqKl%`ZLi#Uy14@1N^qb$}KF_2QJ7|7HXD91BHdmBj9p1J#s zqdtDlMlj(4{mQIFW#4}7!sRNlS2;L5Cp+o8VB41ESAK(E&?a`kCtaCBaLS(r3FFKF zoK(z=h*=O#nF)k05EfJ<<9KkX!Z6%uh)W{BlmekuGbBUR52jUfWVwem($xvbEXq{j z>1*+1?Qr&_{pHp2J6~+q`2xt}(UZ3dspW^?$!p=ptzJ{Ge6@Ry)jdPJ)yk#rT9831 zQaIbeuu~j8Wm3=4#8+y43rWA7$Qi3KKm^`Gu((oGn@zN15|W)u&O;U)@Xgr5%92Vy*~<|5 z^@*rZvmSrzqpzt?WB>K++TT34rry__l5w-u@cl;q18Lsi3lSR{w0iT=L(u)a;fr6R zxRq@a3jOuBm7r+It9B6P?vFV(9bI46`VGL^T^pd=r)nSk4d|;W^=>+A-|P(-h7Bmp z3cx?ex*pcPXRUyf8&m^t>wv2kfZ3N3XI+R+b=~L~i?ZHLSc@_g?fe<++kh{NAy=$m z6&f$5nq`&@Bn+}6k;ED7e0KHa9Z}cyD^UKisTHG*wlueabp_#%v^hBrY$@}96YH=i zSKuw?{g)t3g$mC#$=eRCp-s-7HsO>fD*SzgOE5Q|U3NE)nry%?rzo78_~GQEWp4F& z8JI&sac@H~wlo-ny#TLwM9?O%=&zi{Y3HSO~ZvxQvR5sy_ef06d@PhCXs zP9IZ`m8$fk9etg;i@cparQ9i(r5!U-0bt&RGY{7`GSI!}6_05rel{Mm^>+0&TRrv1 zYF+xbU?!zN@PRSMmT(QswuUR%V#6|kgLKL*&)CS4C?wVe5Ez}Igxy7W2$6#_i2A8u z#V8YzB=eEDl*am)cx#1=n#No*xnd}h&ejshGZ6Y=ylH5LQBXz4OLBsI(Q5$^g?UF> zE!GOzKC>{oC8R_BMq^-@?YM|HQWqRpqqznb*ek<@sbU2O10i85lwLIxP=3rHSPEMo zk`R9~2^dRa)6o^c8VO@tyg#$(AeF{tsHFC@U{`Yn|Hd7By0firS3UWPR!h)hHC`%t zp20jnVTxJrQ|jnT(w7BQVlMc1hZCrdATW{$cTSz>T^7iLHZC5+AI2cmOSnRdL&qDFI4Jed5v8Q3Lr`q^izLTcq_2_ZbG z1@_uF-0IJ=tuJ#O)M{p-nZ(~;@$QRsDtS9E_I?`*H4X*$d!jhC5-5jt^(rrGprz7Cro9ysB&9SnKw?T$ zF31i^gTe?e(Mabc<|$NQZn3Ir=2RGR%`ViS2r>w|MRH#^#y}`t2C7X}IvRJ-SbYj$ zkpd6ZfP27|gVQxP@h<$rTecd>IZ=^9coZK7+0d~GOranngigsw#)1Mgp`;j5DI8u2 zq8v&0O%N@!BC4<~`K_C1sa^}^JuHtO7y-FNI9zHFa%+Lk)Gh zU)5`_MBKggz_V_HYj;FGOPVt1hc~f+WR2tYvq3d2*bV*K2GP!);+xuC)<9tx?#i~Xd1}p)Ik(>l>7vMR4TrmHYALfN1b7tYWs-j)2JhHZUUR>c&MIno)TpP+cfE6=)II@b2JctoD zXLdotWe$9mfw#>f0{&G}h5UB+CMWk!+?Kt0M8DJ1_8l=w>G0SS3=G}@FT{TzeIn}L zNx3NQ{f1Z-&oaPz0T?9wgW+NcsHU`KTM_|g zkik^DRJjyAaBWW}Vdz9rO9Wq{X0kmIC>Ai5-@CSQ`VCA&+{lWJJTeHjfTccEEK2ie z2rf&T4jq}Hss(uQ)Eo8}`t512|N1D7_4I)wAjb$wSr98(I{STpYjG zOxjkH)Dc@&O(|DYQgPH;(9cj=-FrE2ECLa7jxjAPC_9(d23#y&m@O^4tEuYc;5}kyYpaR;!kF|KD0I z3U!hCji-(L4-AXb)s!2=|4FN-2s5s2j7A+!|EX1*&^`rCTQenigcrNg*jynRQWQM1 zLV@UGxNJ*|5J564A!FbktGR&U$MyqO-{(X~AMxLaUk4uEAYgcmE8*h1QHHfsycHi{ zDehBRB~ZgcR3yL~>&xGW-xfW0B?nbvn1PyBnhz|JeK&nUdK_{Fau4yYXHJ;*2dlu9 ziH>WMs4&Bf`R=2eyfY2NL>Z_>vWK9qP!Hp#J(aA+5Mw8oEU%BrtZ$ zt{i>l_Q+_W8O^K|2Krr}JpB@y+>_>P!JK~st1N&2ORF!rcjuBtw{UjmYDB#S_D^zg zSM_K$6_u1Nmv2ahl{a$~=b&6H)`njww2{^W0>8n&Tek3et|BD)KNnmv1G~8vk>#Lb zi<#(6Hh#*cl+smol8NM+nx&k@e>tja7rHzDPz25i?QJ6SgjbpVBk-wO-KvrM%G|eZ zc99=zR)Y$^wGOv2RR7Cq(4@O}!Bp96^3bF^&d9^VBUp7Vet&h}T2bYQ0YTbRt7df_ z(1MBDgLGa%M!$Xi$h#%KJM72&+%51j_aqkRIz2v~l?2gtS9h97QrPUWinCDC@xUt~ z*JNHUA9IO{?L9K|{U1_QjJ4?bm8v4h|4FI<0Po5F-A&E*KP;>E4lb6qmR_bN^#5J{ zMxfmAFMt35jlXCWq5tc5+L_w_!rm=RjjeyzLvp{}ZwPDHjYRk0SVwcB^}^Oh75Fby zAX5OeM9oXk8sk>NBmJ6=aAwiGuQsKkt<^iw^ylp)J9D@ztn^$iD=Rp3Gdn(?fS=%y zB6i_I4R-hCxu97y;NR~J3==RV)>6C%tSLo2Y}(+LT*_yA&eR^bm9W&n z)jrrxY|#3V#q)RcMUD!*xFb*{%_G=)Ak5Md(XMi2E@+ZMmGNp)0_lLjGlOY|2gA_d zu;5jVL4$$kXxDoSObD)J;A;QIb<+v#U_Aoznb6sY^(@zc=pIu<(=PC09O6r(=xt%2Y=uxMj48?n9VSNRImlheWoh$Wx;ro&9Q-sEqLL)D;1O4VsD%M`y+Pjg)i-{ z93&(&e=tLKKRZ8kQ^&>SfKT$)N&Um(Qv3tM7=ff==1?^Qd~$}n_3Z)pTG*Wx+?eh@ z&Fj)xVjiO9C%2M-Q^Lr4+dl*&o4)NI&JlVe! zs1s3E0rLlSho!Y)tk43lZ?EsNXAw4T=9^ z^cFH%Rb>0#J-1YJ@ zJ>x!ShG8sxB023zD-!RXPE48A1pnEis&?my_hNe=$7^ z$beE0lqGj5)C?6nk{SU&_sLw{CsNRugV7_H9wZJa__(>vRjDm9ghtj8rGYBW%>*n{ zB4dI4AUuo&Mi3?`Awk1{;i(MJ7o=^01bl~RheHe~W)yk5b(z#)QwUmpvjZ82-Rn9v zYOrRBY$aLjgEDgL-rJMa->2u8MWnIrj$Mr^irB6foNuuV6MFcUMS+N~^ zkNn7(Ik@%$Ga>CAk`D+R77KU%a)}mhzv6t;GcL|g9QPzNnh)=6AuxD@AXxGNiYg=}5q8Wp3 z@fMG6yckBwd>JAG&>ASI+HE>ed=Q3~-{G#*)(HE4kgMSAPx^P7%!NQCY%{NUhhpd{Y`3$S(k{#D^7uOd>>WJuUJFa|ix?H3|y9Y)-C2dJX}N8xtcAS5`J z@P1><5S*F+QOc0y5(Mib2UyslUI|ftq~i$iorfM$|MQEt#kIy0>aYLQgirRNY(RlO z&bXaV_hPea<*yZDXTvRBd&j`x_bdYZ!j4$9(Ao7olUny_i;5f>aFF4|XIEj%;uTMv zP=K(cT7#D&74ubQN-pi+LzD^JozZ%|84%qHT2yX;1ivq6np*BFm~qUj6svW-5R(Ah zj_T@CE7TXuEb(H@tKZ$(ocnE3>b%;{=H%E=9wOq;jg9^0#L*52Nxfd?mEp}3CbkY5 zl$nIE&I4s91}>7b^qS(-8s4Ibv^ukaV+S*iN<1hvYr)nNZAw~2b_q)TY0^X0 zhsq@SDwT_*BAr3a1~^q?6qXT`oX?)8Qj~k1uE|X&Ur#1CanBE7 zkr4~lI*tKUtWaSx%q)uxAlo4;#?-p&K&xsO&Cg(Cspmp5f+%HXrTMaC5Y|ugK)Fa| zYBzgrm;Xe+9l=C@!gyWH z!4E8l@ZQWik~vyWL^C$;SJ`PKI@?tRx;ZpAJg>Y&m|ol}Cy5kI z;szU$d-ZFJTjt`*b>+q1D-I8p`jwqPq3H6KHc!4%7+1cBvt+jf*4A}lZ*B|k^-t|~ zs@56LUS~J-G0`ZNx9GIXx^?NUIDbDuTfTq)R6^h1*o*I>=KQcjNW<^iGK3?03jx#1?=CPvdzH*WH`Y8Tl<_57ZyI2~S=w-x;U zys)uziM!S{(Hy(M&0LjW`_%2dl7&2`BVKc(fxOxU<~EubMuEEt`=K}{WyN#Y@Rf47 zfwCQE4J6(wmW9Rjx*KBKvNTa?w^_CE!%5rD_Yg#is{HfJ2y~>=ex=U-O_%D?4&|kr z$f?{Abe3Ri+p0qAx^t{x9d*z3J3hWD?Yd+DFHrXzg>DNTaaP@vo*61dS^VSHx{6c@ zI!%KTkX7vC71ht7X9wNim6KVT`<+(U*;5(DvqQqXubA+Mchmzn4nAun8sWJ;$MYL< z=}#;$C!en*xhS9esV_k^X6dAiooz_nx~t8}*I4h&9frO6`qK@iedPbnf}SI4O>Rd9 z0GQDR01*EF_s#iFIGi(`#g&e){ifK$55GX~-~f1YBkg2bQYT+2?QZ+bGRNq(rc`tn zfw;ng)P5?FYVVjD{$m&aLu1!gsYK73WSzS@QG}?Io15D)ds7qr)&a01;%vGkL#A1g z^MYmcw@OrR%mRle^2p0R&up1vQtOZ>Mie)R^l+|>X=6h1%7giAzAm_MK^k$QIB{kK zOjQ2t7vZO(ebzpBW{Dt9q}+uFOM-!X&&Hqtk!U9Ejf} ziMMpoifbPvV?h=RD3&}k*Iy!h{%lYSG>~AP$ET9fU{@`W0?K|Q&okcpRc+*Y`7gCz z($Qb~)C$r% z9OMx^6C46ym0-J&JX7J1)68+93-9N^5GpQ`yp}J?7=q3enL}etAE%L+kD`QN_xh%R zF%vvCe>5l+RTy8zf8yd0Q~spH5SBHb2mjdG>FMbGn(yj8*Z1=8>F(<2zV=jS_kDHs zyYlt-Ugh`q^*v)OeW~>at^4~B0Ga|%^oD{)A7~BLSSyU^MzI}*bY>7R_xj-$kEC|a)ap{&iUlbc^$dhfB8SPor9KqxqGI47t^D+v*6k`~L znmC4|GXDs&qYz`PaP|(FNGc^akm(e@ndND8_gIn#`E(9~U>~B!#^w91$aiT6ee|{I z%Sqpdc7uL{T;DBg-w!K5s^FC%LuRbsR}I>-5EMvM{O=fvS~tPzTOpDL%_l>7Us#e8 z4mjo)gN~4kBpC)Fnj-^}y(B0vQw-3;y${D!Kbs#JwlD-eChOoNTuN`2$4}9L=|rAv z+<7*gZbXQ^R+~ZQwgygxn9+%-EkAxNzyYJ^Rw#}cf;?jxQW2P6n3T!z9c*#{7!xET zW)@}dM4EG?9ohRois4TIk-7$epAe}Ou6OV#&=w&Y9v6UbTu+tZjb{NzqWg?-KCVWB zU$mML00f68sDJOm*6#7GLZW5}ATpT17*RJ;cz9qTvK;MAF#P_lwV|CJ<9yxcXc-C9 zaX5Y8zIy3#^asE$ue?zN$))g1!+yq!HFJbej9;44oB#eZFEcfD>o!U$c`hyCz6OYt z^B?L9kNzrcjo*igZ&xWiT)?e>Bq$r$caf84s{&h}7%{kR7K?8qq+3;26F{e&0X$OM zDvEA!G_3DggHFE%>tD#ZmWf5A&RcV+swvd8LAd(^VijtxFP`vlQb8oWYTZfEhvOW1 zau$K+GsrwNgFIa0Y=f|$w;!R=*iJ>fMUlbKocyAX7^9}ZQjvu0c2UxTJknVCULn*4 z0g`JH!U`Z3%2xiV6SW|o%!vub2C_RNzwX7F?bXQelZ3&dD%yVJ{O)byo&hTTMbRLX zUqo?qA^BeT>s4G~mVyds2{~BleifX2{DJ9cb3A?p4eKYL(26znDy2bRB^5k;PK@P= z3j|nk^67zz$o{w_BFs&vZjS41k(lOQZD+t}pjXS^{T5};Pe>oIPi7d<7-1wFmB215 zb5QZYknF=Cnw?nz>tGJJVbyndkC`k*uEG~pFGkA?xn)DR-ZHk_qPog!`wo25TY%yT z0{r;?M+NjqNoE+v)WUj#dldYB04L61L;?}{JLYt^L7*^~XKf*LlT(gJ zr1;TF5d7ddXSa|8N)Xr(qL8-8+Kw7QD8~6q8Ra-1DKVFpWS@wg-kq6R;`a4v%_fpmMa;^7e6st>V2iEsJ+tDC zplJ`qvpFoiegx+)$g6tr+FtkvcMMXnxP{9*AjE8#m^|=cE3w+c!{9pLSv{90A&$L=9HBB2@_sYc{V6b90Z%iOM;*8ym#j7L>BYw$$x$Lt@ z!$>E58n#rpQWBs2^Ne%K6q2 zAV}-;QkJyC6YV+BCn$MBd~EEv&wQyP-~GhuaxE1)SzK^WMU96P&z}R^XFvibk~m7~ zA$SKKo=|*vaYF#k^16SHjw4g>{s`w;H|8RN6e4rbZ2ti$-s{X%B-L9q3zU$q)~+w+ zTUR_`JDc3w>nouTC2yn$cndgIYEY!Q0M2HqqUxW_L%(*jE)LjENqWJl%E}fSMD<`3 zVJn`Mvhv}7okPjj#0mlD+Wb--V@M6%x~%jJ(QOvj4fwv|@2;}b(cSuHv27Cl_>)kh zxoovKrlh9H${!!CVHBT0Anwg2;()H5H$+b5wr&8{DPTVI)Xs6V%s}qfzbzqj&o`jy zlI2*YsW9>QqTSp+Rt$xwQsw!Z=8(XP8x}ikvHUpbjNvqqh?ndj)F1e2n}ZUq&M~}2 za+vMbT`C$>$)CQ@d&>A~5bt$#ItEn)YFL2u0?&W|CMyuc1Bc{*WaC*IE!+& zjxs2>AOkP%?ssmc@lBw&8vwbhLKBaG)7R~nbPh@(c1#cx&X3sCk>6jzigXp8p0)$s z%AroU3m+ymVdAThA_X-Jf&ipyp!0i zoq=FtwCrV|orS%=Sa(c*&@@KBc;-8{gy! z<*IO8I~C+L(qc3IAP$Al4go#`H%z0T5nz#DWlCcsmtaM9u+$ba(Es1pEJjY%p@|cZ8tR>$yBr!g_ zFeTrp;us<=n{nz0V}a%h_&fp8UiBo&kmJUgk*_%3Eg9lqe@RY_S;D$C(V?V88S~Y^yL}w7>+LE&IOei+vB033IJ4q$5;r%|!|x|Xyv!IVEq^(--&wcpOi%pgOc!0) zexAgrJzxAua6ede2vj0HDeNs~D0;jv2Hu9?2wXa+0)PqYg^(Un3^W3aN9V*R_EG5b zEVt}MA#`b_mZ2)9EJB%_6gv5(yAZ9U-w3snnm1ms>eskXt#Yq~c{p-iZngHvSXkGV ziN$M3ce!>uBvY`<8T z#}C1*IrV(A1#NVIA2{-lE?hVG^ywZ3h~IVfGbd%0^1PttGp^+-6V_Z(6`EC*3wFd6 zCx61A0r>*QZr`MUu+WaQ9qbm;7aK~T=v}@0O|@{^~^@X9?5(eetg30fxPa>&^$Bv{ z&wCRCr%gXEH!nB$`_1Mr^!`-+!W1B;26BK*0o@AxR2B9#?7b0z1YlTNtgo`0@wtjt zh1ypEc29#+mGgs*Iw(7RbPuG!WLNrQ?vNRo-Bo9M$UHch#dv1ii9d~4@D*mJT&;(~ zg2o}NY5VYuW(`qN#0P$lj}iZaU*>OUieu#01j;o5#cmW`(PfO^-H@~6Yz&6ujncJ; zLCFjK_-<$ZgoI2mVoWfDL5qCh6kLU6z7ci%=doJX?XHpq`tn*XV$hWb6a&?yePFnf zmk8Kk^Vmp#+J(6&V5!JO4~$t*D7dcR_~nKYG=Cv{7tec91Zdu&pU?vv^A9=Y0?)iYD-DTROtHp&IOw}ISa$w` zQ(KDioss;x5|uR}sb&N_*I9+pC^B8)-`N5rD!em#77t($pt##G2WoJ5R6%KZby~dx za8iAjZHHw$Rvjy77$~z^*>gb#$3iH>lGR_KMGgYxkLm}DM>}&~3ifT~uaWpx{F+bjq~};S9y#6C zp=K#hzf^pTi1`Fyrf3;g&2z|&#h5k8`hnM@3!-pAMma~}aK`*mhF3Il*?GGtIpuDP zsC3yoQRSRppYBg|0x$3u-ZWmgZL^jzaUa`=l({N!K5BEy-lNA_#CJh&e0?Xl+E!va zQR!|#;lpg$cABpXWz;Cz6YT}~xF$DRY<0f;uIw^a-Qp6d{0`21IW8)+{L5X`{X(qc zwlzQK&s5O^3R?a`D8(BH{611j7u7e;`B4PV&& zZIL{OLA@p$7cRVP5h1a~T28^{qP@5!tT(m_wgr@K;^ou*AEvdpw$uAU zo?Rm~^FB6L2C^c?_N{I5`%SG_-jqA!9(_V6fqNOy@@%)#Kq^$dXv~fRmjv_@f-C5@ zP3Zd#GfI2-ONH9dzQ>w-RMyPpRYR3_6V|z1XTgNGO##vj{WB*Lj_#U-`# zof4amb2VBAB(1qs0;Qy?9SZ#3`wCta;~(VTRjW~p_NPzTKf&1RK$+^ zpzw0EeC>MifNx=3C29AZ-qGYBQNoBvSX}QVO zzI3j3v$ZQstA_R4SUDYNXK#)#-1KM+{m$FjiP!N})!vVb6XB71z{Gv4Yu z9}&^#Ra7}ILF035rsykE6dv9{LT%15qQ<6_MUCXZ-I3T7&8)>RD~vm27?mXrZLCag z8&<;RIHOQ800&mWgOD{5>!OJEjU0xExpXS0zCLQATHCB*3~WPi~L}MOuUWjRMTZEpsnxrbL&nkW61 z3b$0nN8fhOo7)&|{|ck$^%YVa`SZU8)prFzb#eS&46+IW00{gKF9sc54eeYky?zH? ze>NthF!v?mtM-15P72b-TVgu+O7n=I&}7a3>|XP;A1(;`&OR+tll40 zlIkD=*4uYw0JQG0SpDiDou18cCe3HCh{M>E3Lr>ElR&tCD4ARhGa2z=|A;Du=N?3R z(ne5&1%_as9!rR4l7r^B-Ul=v$Q||eSF-j=i0HT8J+wgS)oQ+-frZk z&i;wH#9z96ZJNKLw~$~ey0q8N6ov3c zqH>)`c`zm5GNKPTv!L0d@kEgU=&eZON@W$pC=n0(y%0xAW<168Rycr3(fp6DE z8`aGnzu5q%yhOzz0j4Z?1!yrJv5%ecn6HVoO=Yp4uxW3J ze+5F2v=JLXL}^SKfI$y8E)tF%qIf)ls;`(?>XLl8h@C}0_qElMLF-$2kuSb?NQ2Nw z>^|-Oegs)y0UfRNFKA0xqo9*Q>SD0@P6$FjnSC6Eusa+fB?zsFPHV_Agy2c5pD80C zl02pm83Z++z-dGf+CBHE45*@%Oh>2s>_teCx}fxl;B3dPxq~Ne-JWr!yfk>W(T@3 zfaqTfgU?eCaNF%00eA7GC{EaEy;;-yM2+@%Mh69ea7byip%^Z{{O_ zB>d)d3*<<#D9a$XdA2bgzJvB8Xb-|lKP*#;eW)LQQ?OJ7@x=r_riy*-ea)`k{A^V< zjME9aXbky~19%5y2keBoqSx1o!w|-c%Q6Yl=3JaqwgNtg5;gKfo(|fRAnR*1==i^T zIfMT2@A&j)Su~CUYDcpt05zHf3ysTQh?0*IK^OHv9_XTukYdOrc~5+3BP_8}+zk~v zA!wx1l%@|EXlf#b6GBwh03ifu88&Z!2XEaI- zj@bT{1%4x$LmY`Jiidpl)s4rs%`CY?h;WT9DT8nly28H129Rg|xulU8!kde^!_lCQ zkW!4>Svs&}TOiSICF_S(0Y03nvA>LH0b^&kVF~J9utO*7NEZ0&VX_Ohb5R6xwTszE zQued6+2G*|94oDPe$~KiY}jNPIGb(>TvtqryeB=xvagb=O^hQ*H#e95URp>2U{{w? zilGm59}|?0TZuSEZJ;B$am@+d=aqBARFWFP88Z{I9YW%sWnpOUwn;2+Mv_5#OtgZi z|GpuL^v(#Z5u~OTGe_JiAF2ejRHLJN*LXG7HOjRkWUfjt2$<x2 z#ST!c5yLx2L5j!$$wnB^PD^HgJ-Ms}R^8i+*;9HSL_=85GWZUf$UkaCi-=*>kHE;} zJ#X^fS`P<9xgmVxm1<}oW3_{4ev8XpN9XS#lusG4`1G74;S51Nz#9aN}z1>gs^9djTc5B`;rTPCTcFmi(>VR%j|<# zp~9vskhrr9r3gm}eVeG2;-@c<^Vcli456-=0#C-u)@~x1lL{!UG4z8TjM#HqW#p%r z%L+W?6F2k}DGpuxf9(vEe-<%Opa`VaC&?h@5~12dWVr(~=PCiSjUo&l#UtV%OJqfp-AE6!ioo(KLprvmdS z+lA#7H6{-*ijHm4j#>ogo^I2yOTl-ksqdy5ncik=0(DX4pCwg;BE5%OMM$tHwP z>>CF6`BY$e5;(w;SXCiu;293a0t2T;S4@Uk05v3@s?EAWP-oNcEf-Eb2fky;sb5nW20QsE9#WWV>^&z`CQiv$QHi{uee3Y7(`$>}lsF$D** zJ^z15d#4~#qA1(8Y}YBy&NVwyjh4t-c-c`gQ+x+=!hK8TpZaxpuC- z<{UGk#f&9pu#{P5930TTg16(i)l!-vHgKsNYgCt8`vGv^VGV|1w~3fo zDDQH@u(dZ=hHuAvtLv;k1;wB308DZ;XmUkS#?3ZXSMLRud}?ATdjly{7^>*T1he}0bMfaZI^sAP;F9qD5zXTd`4i7%P8g=XW(qC4e0_APJp7J zb8M7Kj25QKHEjXNuw4iLfqFmDE0M)@TidDTLGoOs!)d038qg;AuN`<0@3~808THtr zM#%Eag~S6`dTH>#IjN)0Cq&DFShVF$WF&DIFXw&0_~jBVCp6{qt8@1J@gQ4D21A&x z!&n{10lHZ@O84sJ_=tA&s^vlm@WiIXHXX1u<~)<720*Za5fdfjZkT(ROmUbeN^<=w z6O#ujqs~eRH^An_h3^;%rlK{Zp?C5^$^p9@0)(mB3+>R=*+m@-3vB~eW&PVPp2Sen zt(l+bMv@jS>XP+q^B(ONa)^0gala88}*%g6jt}rq-Q}q+;6GC@jNU+3jm0nTAO&1p^WchMJC< zhnd^H&ix&zkl%{|6V&u6IW1-`;SY#c6L$_MZ^j@sl{7Aq2g*fXLYBBCE_~W8ZIS7*eba}994=ojeH9+UQ z$dN_9@n<K#DGrTo$qkeyCf%e|bX3*?i_B4n2-x?l(&j7B@S7raB)-Q!EdhAX(T;S+rQ>(()LA$1RrOqOx~Qgyl7ylqVS` z!rO_Rc0!Kl*j_ebjt#I99HmRoF54jXw#iyx41wYEcyLx@F>M|1cU8tu$0BLgWWhlG zQpG0u$ypXUx=J{qgOvwSje|@!0h?EiASbJt0HVu3<9#S zqSmlF*6UP(Yu5WaH)QiS@O-KizFHGOnpUb|u{Ppj`kY}kP%?K;#A}bqkH!!wRdmaQ zRux@~523bXBY3$Cga)KW9&v9oh!1|^Xuj}TN)>fPN(!iOCz9&)h(Z+^H-SnZN@$Z6 zfDr<=K<1S8eZ<|_^@mtvD$T!JQr)j8{*>bm z4%VfEsb8|+JE)pw5|~%**@+x+7!&ZoD|D4Uw-m`DlE~2CNot5WB$d)KjVtkn0-oh zq+^=*KtcK_mNfR#d~clrM6G8o%*&gjkvUP7S9dqqrN^TVC2~WP*qly7K*3Ua zay8B&ZRW=?5GThB*8yPzWT<~?Py0Pkf+<-qiIzSVi42h(o2TBE6&T#8jCp?E+aykU z0IqGt@9Qq>=1Q)o!Gm~qRI1yixY0+q#pU)+8<2)1 zLK$L$Fuj-*%NUsz)CEG9(w3lVqceHe%c9k)M~TUwI(qa& za{#w&cmI;>xA^s^R=rd!j0p1xDjvLnDGmyPiDwKEZCc~0P)p5J zk~}J34`sKiTRtlx>bh1NY$r0h@JUNUV_A80G9z{T{)`Tq*98PasH|*$juexOmvCiV zH5Ci-sIokf|L(i0(yF4~uowfWyA_DwDDq^J8)q40|NW$TMzs_xc(F9IpzSWoWCU~a z*F4oi0s!ouG2qp}F-v=H+eUGobq(7+!Lrq}P))v&;vhtX)tHxRHo51`q@i;UZt($j z6K4w!XM99LbIOxx6?Iyc&Iue>DyvTZdXUMbB`Mo0rn{dk*C| zEx_{=d}YgJx8Zj9#&(3a~+=*q7RsA#0O53%wvJAp@ z`P@qkl{PUJ#KM47VNY%TN&{DFfFmGf%g2$`vD))LPhW!W@B?AC4(bhOWK1@};7Tgk ze^MV(DiOncO?_(-z$Hs9CBqh(-XY|(NiZWl7>8tyame7KFZXf37Lu!>8QFJ`3-O@$ z>VocBk#dF2_&Zzoo+EL-5KwaGj*)&NCG;0CzLJq4K8Dy{fgka#R^FLOC~2uhYRI6# zH;k`agD~qJCrO3iZ_IjwtIi%$Iet>aE+2j zh<#ziIDMw|EHg`EGsCf$V)C6~I?Se=E^DW$pWg3YV4_btBT%1u6htXmI9%A%Q9)>o zT2N)hYfYgNT^39`IZs;ZsB9YaXeKV}!+geq_b+y?b(OVMzBLv5dO9j~Tl9TD5~};T zxj5~4w|DgMaa_O6*)FfLa`AL|D_y5`rs1Ou#$jWMz*z^$nizHBVYSrW%48hXU7AW(x)hIsn<|mZGj_G4(zy?6#xY1x z`&pTN=q{7%sVAytQuHxDy?FmTxES0kT;;?1w0HIKaCKlh(|NwXJ~F&poF&fd&52hB z<9qQ!3vvUN9@Wmus>_kRJe6RTi{X?l?a1uX^*pFtI$2&|N{#pGW_BqvoW<;K)VEJr z|A2VQoVqq(>^ZlNqsB4B(d_EEm38g0{%0*(?Q`CA;cJR5=lM>&s&u%ALZ5&bqxzFy z=H+!!)6K#`zKX#lE2p_BUF1M63DVlu-dRiu;9*y){l+11cn zzg?a|TaWH;f5iTaEO-LBq!os7|=4!7v;J$kvh zUb_UttYS%HNROK(L|5<*1h=$q{e}9Xj*CI1*<75{9!y8zz&Nor+}L79nP_3D%ou4u zP=ABchmPkipIIxHkDKfJ;NC$sN#y$NL~iO%Pf6>X^4Ci2pE$KT-FmogIQMxhLAsm@ z;lX%R06yesmV*#!sc9&6U$yPA*!pF^tDhYdPN~Vfucm>m(ia9VNgMj9wIgure>3nq zccmX$6j6Xo5U|&L^m8Pc&276+K|}j3v@e~)e2&IRSqspWRI{I1PFjie@lvvolpN%9 zoZBo)P?L=y%3<49YS$I2)ZV^#ql_2T}A*@sT&d06c zxP+&3?vhWkiY$~-6bBBjQvEPSkKsXpfgSpY1aULB%cEWD2#o6si{^mcj11qbsl)%Pkei+2ly2XK*O&Wb)LNLGpLJ#f_hgH{wKr7yuaw|6t{d zNMHyYzf>4v1joFY830CK)40KG) z+w`R#_u6KmSeM2PhmsKJgVO-V_tpGq&XUiOE10Q~j%A&<`20W`fzKNEk<6Z5tk+=C=PtufqM8sKDRpf%)D;~h zN2WIr&&mmX0RGHEP3c}vF+LLBGCNZOp_ZGf6By`U<;;GY@2^>&`G!L>$x*&TmH{*z zuHWo0BSoFDF46=rrOz=-$uR&uqKI&?5k->ET43tBm4Qb#hSP4|%I@NOXfnOS&<}6( z(GyOFW6kFa>2lG*qa&~i56miG%ILd=;>cSUylvKG90EUotL|U)(k~~9mIVuELSalp z%_o;zUESG+y{{PQ9g|*JK%$Z--^W&O7E$y2IjUFP{aW?h2pBSqF@T@C)EFC1?FYCX zIhv(GI*0M7tAfh&=v&jr(q+VA)B_x&8$-vPMq63i;-m?_1tZ3j#$)$*1$J_LMelRnIIhuoX1e^ilPipdc$0=X~kW91STHsS68j=j)MmBe%zzh!CjJb+@h5=*Sj>kZP)&K@HrNC1Y;Qka&{6}Eb{K)9MqYt5As^S;Nz?pm zMUrXAnQ})olN@SVXh%bgya7~1D0D8aRT7N|G0Hx+M2}PvFy1hey1q0H*xD3QlnL%K zr_zns649FW-q79P!?+u2;4&6uA>QbKaJm&Dac1Cv#Z9~83yVk?+!8-%=Fu+WlDgVP z*FtEj%RMqRC%d(=7b+z;uW+ zz_RqtP@bFg@<`ssVc9EzX8`H?#i}e2aXP?xpJ~d3)Miz6F@dROSF34jeA0W3TVXYb znDk*Gl!k+|eU`vM(n(!DU1rxjE$%F(<4-JftU*WH%iZWt=urz)pt>g7hi3Pg4w7vC zHA-p#ZYUUCNl&@$ThiLgZW8fSSj>^l7< zzVc`=hdhvGdG;#xXdv++UboRO+Ee(7iza$94>2$quaiK^fVFzk1+KW-2_o+NgG%I# zME=j4mW~So3|U4FBB$eP+3;z5qmdwrozjycmI~VB^6ba6miux2hF^4+n?1JdYT#(K zEtDOrb)*H6mhYC;>QfZ+WM<@Cg*iNkVYEU+lL8 zY^_*UM$*^l zy{l7xjc9Lkgs5xb?@v@n6m%bTowH_~a^f(%=oe{!oT2_K$m+Ffz$GW6Rpvc+(!rgL zMh(J-g1jg43qU%H2X;&HT#&jd+oaojJUs8s;cUucjh4vuD*{R{<{*){gNw#?>b?ZK1NlHivrX$+abf%HV{vd%~q*s{p4)G zBRs52f?}xpqRymXEr=z?hDC>JjYrBY4X3C?K{cyb`9I*{0d!jFdf+Az2JkUHJ@wzH zDs9+u>)D`KgHMv$2XSayek`|zKjX020R%p56{j+){;BScG@)*WzdRriZ?8FtrIdxs zo1;`g=Vk+$H8ho^DVs%cSvPAONE=nkN(Rm0NC6eV!c&vVD3tcKnj|cPD+ne_@3$=L zONxXh61Z3je$`qUHB#pMypM#N#I6Qx`Q8X85h2$4m79iV=lS5s^772qsN-R5;z(&qIIU^Wc zqW$cZ8gfC7+H9INFPy@trpZ*|qlm8;TryW8?9?PVntt|L27k%<^P)x9D7}X~{~IPf zM5gpXI2QUq1l_Qk;(E7xD-E854n-PB-6N^bLmfBM(!hTzC+JJ)ywh83*Oling5_yu zW(L0+o8bH-4Umk7i_k4XQdxx|R=he(i7hOF&YFUp55FK^PXHCXd@Krc$a~crNH{-A z3~>7FI}UIT+UNGhncHZ=7S=wy!C!k(A&x(FM#TU$TTRu~k`q$LQPTP3Yg@i9z2Z>g zK&?=RJ9u&PGL3OgeQBy-0&JK{Fv^;kJVb#6$LX*RkpiqhN##0BLO*NHoB33l1tXlzo|>jqX#p9%VC8-Om zyqvv@dSuqfEkbq<$St1jHzfpxW%s*fu#N9e; z(7=BasMQqp@wBIK6u0)ASsEDU#v5i+Wnse=)e`ooB#Co~ZDjIN?)oR${Le#OK2L@y_2hIm zF-2;S5yw3PPSMLs=UybLE>T_S+Co027_S2x>$HS4zF*BS(^>4JtBa}F$>Mw{xz7q3 z$-(rf@x?#euN(f&tE0x9%x}^sTM zE1I5hW|j$IvXzfA=Z%&pNuh2jDhShr?i@cWVfn<%8QJvwQ5&ux-ZW!NL4X+c>TFNG zyF2e>gMjZ|N8Aq#Z=32bEn(kDKboNXkn-$V4g5a>+Ge(`pS@1pZHLue{v0cEv~G8E%~ zfTk4tG3rOS7SnlKg`3o-c{2pa(xjqW-Hol_E%kwEno%chVT!fobUYAVlf?!;wRLErMn3F9jy2k;Xso)BOk9wBz& z3i!MHOJ)1k5bQPi*zJE$4od|=;GlDcoCMcvPihu|B$yX;954L7?qlGNbA3+l3@g*8G6L^hcp(Sw9Zy?)DQtFXKCeBWrfH? z-Iv~77zv4`EWN}lpj9ov&ia!5!3+YkP@&kZ9WpfEzc6oK)PySvr+LQAM#e+j`(ePV zdhrkJnQsN=2~MjdZsMe4ILOrA`m$DTW^SjMoBY$*NM3Nz5+KvFz?Oq}U&RvN(}Mjz zaq2Zh3;cm<@AFmNN!vNU1al4@q}e!eYIJ;ifzmCLV4e-?aEO=i>sjD5rCC$s{-TU4 z5hDQPUP}-^BnA9Ze%!v+3JFp3;4P#!Q-wc|8`r~z^M#3vsdziBIwE8nt7>RpSq47{ zZNsR&?zG5(!B=tVVfZJ;66OF?YtBH_9nJ!u@pB*X{f%Q{rf39lZEm~719_s*m<`)F zVNv8qN$eBn6b7(IEWZZMC8D~Sup`UY$Sxi{UD&KnF1%V%zU^;DLcE#Vn;AP%wJ(D9 zZX&c+wluY(s!gm{R{T@8-o(5*TiUGPfYf}nXY}APp1)%XL5@?Q(Z?Nm?~yo&^jUK4 zu!0^h4Bci&JAV2F;0^KqAx^aRe?aL^uWs7BXNWMzu}C8FlN!;wpEo-HO^+A6>ahkwBIx$_!NK*N#&EaFeHT62T(h zM|RnyA3yCO)4INKcb);6l0~niNKE=Ux(&6S5Cj8bcm^)O6@>{+7tK^4CL!8O@}iyi z-g64e=8_!@C5Rg1kX~5N7TNNZ6XHaxlfeIBO^HcQv$RL^Ldy7ljR8K+vCrg1~9~EW*5oO`ry~iz`$nu<5j4{!iVt%re$J>v6AF)Nw{?7E2 zt80^ZFNB1)`Pv;fNb^g60FZw*5jMf|KnOb!7h^~?I^&FTzAfUAi696g8ZDi`!7wxc z5P>9;=b>MMbY5cWm6;Is5<acu+Dx37&7)>rA0rPh)ONBq>=<6i0K;PgI@$i|muJB=>~3T)7soUm;5 z;eZ3WohS8PJUe#h(UblQ)5{X5Hn<@d&_!o-*(srVI^lv_;J3y6F1Ly)GM>UMhqkFK z7O&=E`AO15uL2sO>{F*QCCyS7Dn*F;HjeEX)?m+8S~b}>7wy)Hd%^=AY(G#*?bJYz_J~yRZXg(3 zIW=0NWU^jnw5~B^FOI4YKc$y6(ZNd|t{9g0JsK`vwk`=YXHy|C#LQI?c8u>o%A?9E zH{NwU=LVpdBoxO3*k^G-^dk<8e%NoBn5=BsqgHJhp3AAQqr)g#Xb{*l+{HBt2c=sY zYt)W>7D8vmJSlQSy}vZ-hOvKvu~kq5I!2%`N+g$APv!xFrxj*YxRN;uN7gp$7lXJX z4E#aCE#~5%ryLd^zTX5n2st3uW#IS8Yu8~?z7W#_kp{lwC|G=d?z{#vmI>ORZ^P(T zDIP_gg;FIm2{r>uk2&mT+M0$Q4kV)k(`AqBwO;$e9L}Y^UL{9e5@om+RU2)fYw<{g z2c6v!T&HiS-W6YGU(_IB;kfVPgkfVpZc{9Sx{d^sw#uP+`$MkjpwU=JfYm(-s(c3xMeQ!_Kxi z9Cq6PBqqc8^q2;zCd#vQYM z7G+EYkomy}Eu^=3=nMj>(Vu~M@}fhfg;!Fa)Y>kpZgYcVX)W^Tbxk*UmKF~yNm0xS zA=Kf5v})I$^13mvC}qbjC^}M)e>Z6Mbf9dx+_TWx4r*nI)A47AoWvgJDws*4x+?KU z3BBKyl8Q%-l64ES2Fz9!l>ABuf&CsmGg!)jNwAU`n|MVHG(q*D}x#wZIv+q zPsY@f*hu~=+PJFcO=57+Nk{}M*~9liK}+A8HjL~8HFSVE{K&4ef{X$AA>&bQvty%! zvPsUqRuuo#_r|%J*oj`OdELH5<}P9H+~0U`>GCGd%3MH=9!`iU?9s7F{xM!qryx55 znAn3{3;Fqqp~Vd33wS2Kf|}c$RE4-^jGJ+9ztx9{siu7fa9v&h`?@Yq7`06W*PlJ3 zGX`Q@$j%mm+KDj40R zVR}QA1vMV^sQFw!9;m0AxW%Z`KtW^>hxm}~ELtJU*lM=$?CB#z-OCzl<#o!+`V)s+3XnZ@8vlXF*kTw?yUp8pPPjJH&-!1>*r`Zg0#IERd6Wg^s`Pn1Ji}a z)V5XS17Jm-_?arqS{8$|-0NC|sSNrWekRG%zgJyD1HkyGT#jQg!rjA~cDlK1kS)Mc z%nl&|(+)*}Od?<;>Sssw0UY&$)FPquOlB{dC+fvePL%%lzt9Nam`R|S+_>rT*)D`t z(M*3(8o*JZPR1}nVOfs}{>D4RZK1GFzI+ErfDUFuj03}Rc%lb{*w10W$2bgFyaH?i zS5g*}5Zal>;8+U!@rJL7CJxv&OzO+MgPhPz^G0r&a; zMG5Z4ETkg1!WQOT+nQi*P>28wS|Oe!4Tv|r{W7)Pue4IRM#zOy^`ISG_QM`QHVESm z7yU+Y{$7)Zquad{$oXNy_F+j(5vz1A&Pt}KxK#S5;1}-~%{24#a#7gfGP-Ia#I%osa08D!5L6xbLIH8%O;plV^I3MuXifCIWvO>6_P5wf)cwT z!KVl*tl4J?!j{`h6R*k=efg=H5ZJ{=Wl#}RzW%neLYXDf%c5c>C8|1ULX&QJ@k0C} zKCz~HHa{J$oLWIGmr_lyu(nJ6Nrm*nQ?@1|;%+Ds*`-^#r&(aWq(k+D@+2a+{RH<8 zob_q@ov3FG`ER5@`$e=GP2Ypsa>FXX1dT9Ts8p5wg!n9n8C{``{YYw9)$!$I?oS>0 z0!1t(1q_9I<^ug>gi4#5I*4-9gxHA+dPb6ZNRmR$fTS#}l|cjWP|D|ukn@V9u??|; z8Bs*F3(~P%-qKZq*?hhJVYSSO^aQ&_0kb=*`1}`wY7<4f=l0)KDIU<;Te~1=nf1#r z-oEI4C=UsXA%O46dgZi1EbrsDuYxJ^a}*b2;v5xFr>uZ1SWlKzt<8jH8!=TKv2zX* z!TtGs*HK0SAo2|Oifz1pe-tqWe{c;LBo(+HAU*r`58}yvg2Q=vdjEoGrE}4EAb#WfnEr0 zG-(^EO1y}?)CBt(NtKM6^d}b6QsD4LT~`-w1b3!lm9skfNP41^q9ju5`?}=2gki!~ z0eJ*6&%ny{TcYZ&W7<8tdB2UXKu&6UIhgpyq&N+cO-zkxfMAwi7%IuTwoZha;F%_I-ZPm zg09+fuhf%dB!I_u;$uBl>a2VyOJldP6ks3IEANX!+%!rwO5D%=FW>#E|LuuigZ1qy z$(K;S@G&NSqafo^ljw+=y5q#G3UtK|T^_L_LLqoeDy$e+%QERp0c$~6OXyeq=uB+W!lzB??I*6T^b#V?5~)?ItA>Ij@9m?r+5;$kaR?|q8=PRyo1(L{vk}FU zW(v^&(p8KQG$szPh>{X1&<;GM8`}yaJ#Ug%o5w-@pf!bY+1C1)yy@u=F3C8nHZqLy zVlmB?RK?eZFjb#L@QVSe28S2;>&86D^l1MIjm2a;TgeJh0&B1i^X(a)iAsUbSh>sF z`1J;&NJzFx{DjX3j1~GOVsfQeS5o3>PC`zx5rbE6oR@f*TYI|4N^VGk4bGt6?8!Dg zN6v0eCnC`6M!LO`@u-QfALYHr*g|_$FdMA^@u{#8z>TcfS=^>THLuh*!M2CV559Jm zO*zzt^JD@7FSt9R2et1RhT`V_WJ{H^H+RwcFWLD$O(XbIA%Q||U&e+k=^bY z%T$JcxMhtC`_`8PkFFzRE|&6NQsl>@lz9n!s{`ENge<(i1MvNyX#ZV6L9Woh2Kq~$ zhWc%g|F?|2|JEGq{ZdSqRX1%nMG<_^^8L`;`0+Ozj@sw~=m62PYC)+KDH&h`@$pxV zZm8Tcc6on8dgmD8Y&xB@w(9f1d(qhKQQk9#A0{g~E(bFx`QtS-}zy}dQ z?!Nm3l(ztGq+-|vcT+zF`8TW(Y~hq3m5L3UCKg{ACU#p^(1zR;vsG5BM+MsK2PqN2 z#F#b4>HJ*v3Lwk$By%W*m;ICqm>=v|E%f^$wwPWylmkV?-{wv?Bxp>2`OLE|20FI8 zENJa&vbFY7%9wMP$!gNSjq{bw92K~E^T%75x&8YDbqT=DhPJ~u7TZ@l8QV$gmAWIZ zz7{aX-tP6P`EoCLeD|}>jkh-qs&t77i|r{%kDUdBL^Y4p8VV0*I7!q>boqZ*N3ou% zvgD4uP%d&{)WcgW5VSYvyE?k=>Ffr3b{)gH^rS?`dJM1|#2>&ry$7PBboK$im&2!Z zydnsBf+FCegbP@?k=O}H2s1&UcjZsyk4z)`v^)XWHiZ=%w`=f9E2A%{E&OPW79jOs zHRml$Vr2ZBlodVz@0Y5 zk3$M3H&oM~l3$yfiY;YVpP1Xjr7r&afE;GbGFIc5wI=Q~bIqurkZX#O>;#0%e?pp> zMT=FGmQF3M*Q-k@SqHiV?V?edj%xB$`fAU&|B5WaHlvnN08=6j1^V)s*PPyFbp8O} zTVMDT8%LUCVmmRtStcS08XRr8Fj{8Htt_i*Rq4GjyJ)S{e~N}$!A12cPBIR#a0$F3 zj5coki`x)|lA0%O2x=J7tb5DVP)a!mj9Nh8A1cmduNg7&UKyUp9M;_Cd^e$R)AZ9ZIO+;T#v zd(mgi*6Qr$%-TBxKVKnlbv9no%1nH9SJmuhTlzGv zf9WY_Z|B~0#u>4V39t9cVvmC@_H>F=R^O|&KZpw&_i8t&6F?@P_wdn6+8hpdWIb_! zeZsw*iT|K#Ls07YgKXd{$fm^nM{bHR#w5=nM34BUDlK_pr=w(wjy&6bwIZ|m8Ls7 z2MwVfiq&{^B^6K|WM!ThKWG9ZYzwf3vjf%WXJTO!?N_|U>M5ywi!D^U?*4`Pl@A@( zKZos250)eoX~0Wn4cVg3L;ub1sv1sH-Z$B1h}EHAkK3kNU#sjx%`<( zzCdFiQ}*XWJ`xt1f!%~}{EuYva~#aupe%_&CjYw|g6#rh)wj%!*J=`%nIqoTdn)91 zr>GhCu3Zv{j@C78Hkw8CB}Z>h0r;(feRMe< z#wKu22EPS^^vmk`d?P4pdJk8b`Z{kdlX6){Zzc4PAgTx1 z{HScSeU$v&FgtDK*tDok8DE7$?+BjCwBAF~=l@aF`d8z71t0+c5aLVhxPSk~yyu3E2vQ3hAtAZSZ9VVz@Arec@MpG>|I-;j0C)F`z9my0QD92?Nj)JG{-N*T!brd)K4H4TOOCKU;jw{j1#DuJX?ZN z0-XISV*yc$9YhayPvV_}YUm$c(Nl6MEaH z74UlHMGS*T)GL$lzs^8NAKp*1cyp)$ee+1!kCMTM-vfrPU@O1zFtIK>GJ^W5#!IYhQLWixb zn-N_(dxzr9Df(WvJ6k-vs1AYn3!*wUmFG7i)Y{g1IZ03tPbQ3IfFo)ryulOw! zYzNT+c?0=i@C$QT3k)?x5wf4*;l4WybeuX4T8Qo&JFn`&%oz;wTf|t)Ab?gq_4M|2 z_!{m(*AV(xwD)G|N?$9Yg5G(eySl&gX2;cq4Sf#lVR<#zd#;(BMSB**a`p$hNJ2YD z$bF4PYX`~Eza{lw&ZXPAl*@_lTspmVY7o=5t;DdV3}=z$bmOPFAAl1d;JR|bA43b+ z&BeQp)EwZHrhwtQfzkzwj$&^ylHfX6f_76Gz)K?r!@+%Z7Z6-iMlfI^i20t&V_+nT z?xSr9GD*kFG`yL*20e)yLnaCX&w=A4(jLO0UbB?V;kZf!WhYXEw8lWRQ$p2W?I)NG z#eXipg@j>Ghg`##N0#gIAm3>{qL1QR3K0oDgIQjp=j53N!`MfBKsK%uToMmSCpFHQ z+~dUZ#)jivAJns?uD4k#;g`5i%6tVtMR5$sK1B5JC)pEo%mXTciMk?e2%buQ9|Gja zEI=XVDs>=oLNx!Efc3iT6uj+~Az{@dgM=1)>9J#&#RA^KCU!V>s&B$LD)kQsYPdJO z2Rw%Tt<6Ui%>Wj6H2V{gY-=bq`ymMgzS@`N-kY@i5yDR}hm8Kgw>kRvn* zz`J7Et9-qf#LfFq^++=q~^nVOt1x1ATnDZ~6sZ zp!k)`@Qx3^&ZEFt=g=qPKT3{2RJHEWVKiIeg8)ujk!C7Sl?%g?9i=hsFm9`$OaX0D zOA!$)iDrUXhF#Iohr=YbIWsUhq@^zXwr=Ib$D2X@Foz)FE1!0YQAp@|Z zF?53&Kak3U3nD`)9{~d}Wz%+yI;HWURSDF!(Qx>bJ9YwAK7_m{z1BpXYiA>qsiuC_F-A9jr5d|r)Z)?q9|1R zPiQkGTZP_a66j3AO+cN(9A`JJ{drwtD^lY(nZcOgz!{D#pW;yBFuRz^Sm01{svY2A za+*a5otollR2wjX%ghL(h)r=gha?68EX)xJd`NeuDYC@tyFYm!th>uRDOf1tw6u;1 zQ|sWsw3xC&mT2#ZsptVMRbtqCV-<5Mz~zj!Di{*%d6m!&q%`N}cqS&~ORwyVTHX%e zv`K@EaU+Qludos{A<^U+MGYH@pmwtyfA?EvvjYCKF6^|+DyOQF6g;@3A)i~8PzlN4 zKIW5*+yX}liTu&xUjULFo>N2k23v46a!a2A~;LB8v51>cvsEuK`GyqIj!OU>V#T?5hrjWtxBT#gFSx6cegsN24|9<&>#I9 zW(LO8>R-c5)(u6r$XSeOYD{kgo}SS^#X=AGM@{C3vef7CG_Sn=ggV>`1aHMkWor@^QA+&Rvf3L;O3Ra`EsFJ&j_&vdAZ# zTYx5AQrs5ZThF15eN*E@Gy}WcK%Pz4ULD4+|GPecX)%s4Qmu?-mti*F7j-dyH(9dk zV9Ad0X7&`UsJ5-cCwdVkl4_9YP^hiq^Ng7Zu;az2=RKH`mw#zi&w=k4?=KKSNMCsJ z*=cLC$iD8sSA6C_KBx}#70PW(l}&L}uR7Yzjk5k0*UOq0Ynd9Kj)ke_8q9@mEKaLl zU0Nr*N!A(7%}-;-_SHt3dE6XX7ri7v*K2E6JIVv3$7V065|#9xG*32Gq;3}b)Bz2a z&lb#F-vmu5Z1a;w8fvJ@dS_|5rKi9a7M&<&0xnQOUsbmXxH|Z_UgGsL#_7`LLcfVY zRSvRN$M%*psTp&on2ibC@;&{rZCf-&O&LGkjOX&+dF#T+_t~mQrt(@!E+yC7S*YEp z-r4n8tc?~Ps&9IRm#FoB_Mb#rZ(K&@aA(qRy+@*7^6&z?$xV{-QbC={eaO7@6qV z{%T-;gEZncME^5LL!pGx4FuTDf}~AKs&7@OV9u~iL0Ke~!AgDjne&+w&gQ1qZN(~D z55ME_0N!^q!z0(j)U{icPJbZKN4%8_E@&qod?eOi;4?hLjaEt@`vC{Kh&EaWO?7}e z5G6wVHNv`MTC|a&j8!uUcIZ1axNqJETb)(6Ap!1FWFVaJ7h8i%K9HXR+q_X^YBXzj zSIzSpErg92%}-=sF6HmtBGDJ{uFphgUvaz%f;8bqA&Cks(KSi(3IKHfMkvTAJF;<7yyJx(7Xm{VnW}hZ3~Y?M_$mY4xpRK#8!D_k#bnrudRWFz zpqi0Ssas}DE7PIx+lYVb;j(2Hy=f-gB#Lxu)cI684ceAf@K;WuI?d|C_yXm*7xvA9+%YtbarxyAgH@O+rt3iM_6+=Xzx{tomm)%?7ThHBF3tG45C&i++(p?(iju;5kIb?A4ksxjWKT_bysl zwt=$lIHPxjMJwC}%d}}vGih2$lVE9T!%Qv1DRB89nY)&awaP5{@%%b;+Q;tR`i{Ut zcc=>q_e0!bLnK%U?|hRVh=qTh*d0cBhd~W#up%^K?q1m+ckgCb2UUO*bb8l~p25#v zvQ#y{;82}Ikq*vYsg6Z=>0imbjH!4VnukGkSvf0F2J)hH=>D}V4-O5X&xluS!cwnk z4{NpCN|C;-A2z*Z6lb1=z9*jdE|tMQ*g)BNQ3O7pumrM_FJdTNTmxwfmZpG(x7vF6 zvb8X05l}5~AasddWaOjaOkCFC!RaBj_fbz%D<+^#jGq>cL>GRvDA0T{&{*`%{$kY+ z3pHw{tphyh`6|@sMcc~t3rXB?okG-c=LuvAuH_^I+!O0dJ+emgTTc&Nmy%9zwm;_F zTBvFS*6_Bj&P-su%L<-$2H@XO1lwrrQ1N>XFqKS5Ml|Z=4i==Up#HXYa>AV8UCQ4a`Q4MvoKv%vv+rLAC`>S=9S8=ZbuBe)3q6Y*i!9f_ zV;ub5pxBALfTfXsnm&3f>h4$LniH6bQNqOm3iFB`?DE6)e2b5BO`DMq)7;JYH_Q{A zddP$_G{KMi&Zp0RTM3R5)%SV8&(l49lO1x{1-}si}O7{Xg5npZXSo+ zDEcMQC=)6ddvN>2Rqd94vWJ*V&QbJ;!qZ&QIYlD|?tUewRO%?;l==I@mUYqSMOEtC zqi0#1DuA5(Ykk_bNCR1x1l<607n5?4&K>G6kN2@xOnCD@kqkZ{PkL`iao?l6Q2r?J z12W&gq2d2+Sa>E8j__Nvao_*|ME>VB+ssZ--cPP|885H&P|>yH_YF36aq2YKhi2D~x76_w2CR5OqGPUx|%?$FI&za?ZG3 z+Pz?d=_NvRYm(!qbnWzM)7So{!O`Cj{CPBJf(p9i-FfMor-MXIkmO{jS@@k8B3%=v zyTOCwBIV9@;>n@my-8wy>+;{z0nE372mnvtmo+R)HN*wdSDFFwmEtGEaM?maUo+@x zqzFN|0$8_3drAYR^aWQaVg85Vw)+UTzbzl47$WA@LM{kUDV=)Prby9o>&lur16C@{ znZNGx9Yflg^uUiTE3Jo6!|D$HRZ<-O(qj^IJd>37FVVp~oBZP$7(bvRIr?;&Y{C{q zwQH?q01TSB0H_5sCr#4sgX+?~qO3rd5`b|ynC)^-pQ|&N%h#IgvNdye^p(sD9JA+@ zhO&=&%oN6^23>0o?8x)0ceu{qQ<Rb^~xYzJjgHeX=|X@3{~l>jfaVaa?fvzR>6;hbW#tPGl`D@ejha<#CF=B=5>6zEGxbr3eRs1>X z*sAc3jhO<2^X&4TA$Zx94qS97Q*`0XCBzu=tB|-iXC0VCUvqY;6GTz9%Y99sQfAb@ zsnuUYRXC-e*-Mw6iF41-3b@*4J3PQuYW#8+F`Pjd!-->Ig)#_24f=b5eeV|z4juUb z8g7Nb&ckfh^jHtLTF{sr5+HND+rU5{g~ZPx5Q$y5;Ra6#SFjXJ>4o0Y5Bf%qresIk z$|{MVNWCYJ3|`7tT{Fcg`EI7!BvYgWK8IVZtpkw`ljdks!|fk3vpp3CSp69A|J zQIsH$hCky9MC%gr+$?zvK|r3KsEB~gNEK?+7^p=AG+uGHnXs0|P9rH*chX90|08SA z-$KTK5-|ZdOpsv<7d<|mfc(#x*?@duMwnwvxMxndqXi+LY2+Wul;CBKA++6XY=EX} zlk<|tae*Itl@CW4nQ~Y8-7$i0dq7a0#$`JuRj zR=gpL?|AOp8|E7m)YK?pxxjVV z)vCT;XBNB8iq8*a;O?V)_^Ep!N2M(Gk_-K;zSdtPGp!2LCA0^`9u&c#CaQis3YINJ z6Gb4lZ-UXT1q&p%II>JCjN|}gF(-+QWbQZ;axU2>xte6n@_a~-tf=;(E*wp61rB>v z*#cJDaC52dRC6pE6h&BIFL5EKK<^2<1Sn@nt7-~{iCbjtp1G2V8GYzr4C*hDS$H~f zQ{r7BX3Lj+3iVWtT3NW~UuX^IjT75N|Nr&#_AQY{SQ`Te$h+GMqMx3gl@ z%*lDs3Z3$VCH zJH=a&YN5XPRI#JbqRU}L5m4_W%I;y^A@R>F^|s1Iy7>1RxF`|VW{zL1*OzgwHW!}$ z+Ks_l&L9PakQ@gUzZo2(xC}ISE!AsqW7#8ul=oH!H0n>GnIxH+|4gq7bpEhkF+A|P zRXO6~g1~N5n~;S;;dBu&XjG`R1Ay|}B5mD~LV_=)tE=aWxX#6o>g#o$@G3)$>-}cH zLk&DL1r}x0&9rFP1xx^>64&mJZpxgB(*>Gl*MLG~EExvE!QxX%hRsqR2(n!ctx)Hm&euyC<9xh)(zIcHMSBqCjv$ zXOuoSd*C8Suv4#DQF{rO_vU)9M-9Ry9Kt0M$j2WbttY<$6qpzP-Bvd|*m+!+qQXq- zQRrFyUf|>}v&ub-N-tg3vXtG|Wt<(M>l}~zFRrkx#2KQpj6p_i$BfQJgU7yRcMEG& z%`Q`V8PNvjpY`eQ|0ckm*RJ?5e+8KLuK@dhxYzi$*uT8W>|f;>SadMm4ir?*q$4Y^!L6gQMfbk;(F^(#~*4VzRN|7CYFhyK|I|U>NG92wSc~zgckRSS0O!=rS1z zm0bSqfc61nUM3-Ve8cVXWIV6J>yGzY33J2 z!IkeRj>?VvM7_uwSoAPcvDY!@EYW@R=S#2krlX?9MKhs|qJVT{!(a^W{QZibsks|^ z4XeG<6=W}n6AhbM8Uf;4B+c{KO=L#oOFZ{Veh@nJ(`0ZcNFq)h3_KLKKf~Se`jC&Z zY%n2L%9KW6&F3uZATU-dAK?qH2bAMJ0STC6No?jLYI%^LF}kW93M07Eddky6gK7i; zn+kI0YZw*#&YQ-C%6J7#5?x7g%wJL1--Ev9cwAYWkKdnAcq>u(v!su-mY7_}ZsG-qA~S!3LU&*LVg7y? zY?b{B1a+2oTBg*IL^!X+NV!b1h@g}@an2JWtwQ1$!Q>RozAUm8i6QZ_+_#KtT;U|^ z)}^4$1eUC8twk&QkdI-s#A(O24aaEEbx+D0^wwXOM? zUp9+sivmUafrGx4FnK&e*HtSY)^@-IabtomHX>OIpH42!y|GQVsHBe)NKnmNhEu|3 z+*qv{4szPfU81n;Vf@gqF>;|&To}Aw&+86Co}4O zSg_ozHa3v72B)9%QcJW=8sOE7v@KKA*f;m+x|5mfo>MwuK7jwV`Hi?2-6{KJsH^|h zU(Wxr3^OqLO;|H(tHOBP<1cT?HY z60(!{?rLb}x18?|ypCvOFqzJ5t8{@tTB}6SQ3jKak>Tc7CnzLqR9sMZ-fbz47mw+y zu?VG>6o|xJ0!B4hvCG1kfs6ue%;yCS?*9rtdOYL$`x-9pK)&nf2_pcF{#f1D*LG29 z1WnltM)0Q*GtAF|%q_|{hK(7l)mO7RJ)I%$uj8g-1{D{0SnCbOVLu%ZgFlNSrHfu~ zq!P3vg+V&Q%tgEPB(wO4Jaw0Q#KJaJCWsuOCw>$2zVc!z6WQmQy^s;jaxW%gLIbE+ zr5dI3)TjWZ)P8_lH<& zq~-~YWX(wn`R1G5rHC0i5nYVlznJQN#!L~%41c_>0V#B?D1b7FL{K~|qoo8vYmU}5 zHUHL>?nDi?_P)#%&XWAWdLxOzB2Ql8QdCpfs@7(OMWSlktn`{zJ!1n`B?RKO&zh52 zhb))QLQdjB#w<6^tf`xNwN$V*DR_}SsQ61pG{+6^tQye6-hM z)eN;mCk=efLrUXv8INYaHO}OCTg@Az0;VbY&DkBk)_^X$Yy>i2@xbR zYE17N4V2{4*k{g!sBQMP(yB-BG3ZqMnh>_9P2NqY0hLt6%D$IIXDN$+R1?l>$S{3 zo~dKBdh&|)ki9*nb0W}&9a!1-z4%vA?xK81TbYN})T}e^eac{exIljYx=L1hoMqzz(}zbLZAUmU)?;HygCA4(m6TJJd0 zF1I#|x&f}MOLD5K%d4$(-C%J>wp=gu`uKbt-u|LPLxDAUja;ZrL#+equx9%JT21)J zogNQ_zAt|8o1i_ZcR9~UUP_t3uQHqiiaa$-NP32;W8T7@zfIQh^|%73pV}faWo2ru zSYVO*60iAQ*+O`RLrjLSHIU6ViD|)3f-R`EqyB9c(;Ipv#3t_NMeGrTm`+5xl&tND z$T_~V=55u5CWD^dYMDAVZ)(RUSb!e!FjcS5+3CD-X%Db_u^Cl1{j}6reCaFb0iPT& zlV;)7Br=F6mv0<}!iF0S5UGpe@V^{4$XtW_bDPDcgAntJN<4Omkpiw>HIw*rf_3AY zOvs$sI5LZu)7$af%45A~k@GS9u{Q(eX&obc+bugY+~zCMMf@;C z@h)nuT%%?=#=5r`Fc@hYn^8k?GUa}iIAxc~hTh6PAa~>a>Sn*g(w+dfHJ9tbll=$| z)@`vPBfO>UvWVl@o-loTQ1V>LBm5w_EdvkqlqQt}MButwj50YJ;f7A)0E6_1E1hAC z^yPTAiWZU3Y2A}2Rd&RZHg$(n7rnTTmGYh^-({RY{4|$hr+1Ri@>$0HbeidoJYcfl z+HHA=jN`Ank_>>T)z@0Jl4=DBErm1Ue|-a3=iY4W+jNVi>)UcW6UdB@567v&8Ipl@ zhYkEzM|9b{cNE)G5&oGVQWu~C;n^`l9itxoa3w{2=@B{2KdEdqYOkqbbcyv!_|1{( z8#dxOa=m8z7kqwth7q_=2vJ7GhRmJ%0M*^2UI&{wqUl9WD*EGKZ)z<*8f~zshVH2yuqX3%U*T`GVW!Q7abNt7JNF;MU*1GEY6Akd`Cv&@&JlhLq=}p|`U1+HTSX;G&DAnCBzfC$ zS~>yS5=wbYkqVv!kA9^+Zjo?Iqc?C>%@85+P*}5_tTjJ>B7|()klImEe1N8J^m`Zg z*i+Js>OiEFzZBfhMi`(KAZk{Gx8*cFs>?&$Do=N`J5+_08plJMj1p)Ov6KmhYG#=H zti-}bi?!3sGRGmRjc9bCN&N!D+F9G>qolJtDu>s|bq@{T&FCQ733Q#TjMmnQ9o~?j zXI5Fw$kWqrP=E>#BT|;sylW`jNv;-u1&YH$gMKD3cakmLHQebX(xS*2ScXeR4>-uc z6&(9V>qF#SyejHbBxqd-^HsH$)Rg5|+I9W@c9*_c1G3Q98`(L1xO;qlwY=ooGE%W6 zQCUR>2d)rs!T`q%0Yk#8XO3;n^{kmA7V36V9c&t z2=^7Yoh#4OO_wGZaWt1u(-6|z=z!OCHQ?&Qb`<_o8UN6PX}{9;aq)m1ht6stgp8V0 z8JCE3qo_}NViL6p&>DXKxeA&R_^hb!$eNvvmMsYU&r&U>e`t*aq*b=ib9j`W7^ol)iqsgNJ^uQDnXZuEb>kXRqhz&*3RYhM@@>_CX^R>_w2>k3M@tK zX;t4|rPdVZ=f*5B5jfO&G13dZQozfnK_)%JEvDq>buQSFUJC{^EScQt9@KaFk_h19 zYTd3$Nl^tAtQ%e$qX*Ack0hRK*S%S1n=))Zc%tfuxG2QN`-7T}>^!lOBuWOCvPR`W~N#f6?(@m-%u$%&ie?k@!ZZlLu){XYLb3&Vg8Vai8)49hoF zh=KA2*R*_7WBczpI;yL~OHKZsCm}>gAeUhgTuUt@26J**~D8|tPm0@5FYa3z8JiMfP2lBh6=NlVe%yX8oT z&lqTFpj@;lOX1q9IUeegGrxGYflkB8|A9nqItd8XxjA9JUX&Tyu|6(aQQlXFMiOX% z#P9(WW1jel3VhL9%&v1={S5pW`^5UMN;`FUcx~@jWka9>00{j*$P8-(yQwo2E?v+n(P>~B%-MTR zbc%m~0u*FDMGL}hiZoBD0gH}MaXdxXMD;EF`@4VH$_8>0p;2FL=UIUy5U`0vz>`*v z=GjAa#g=!$5efO^fRJ|o#Q=3Vn3DOu?Sf3q8VtISRiQ+!4gVOA_(v`yUc? zw~=7Lm(2oIw-t-V53oRU8+r^($d7XXrDHagpbwD1KR>hqHx1GOF$aA%#h!vWTG}{XXpYMz;W(f^5@&I{UQy zO!RIkemkjnmlG)YKBO=)D;^9Xd-0=h-In$^@_A|F#5q)Dz4yJEb|_4rR@Zjt^3rv< zSNO>1rJC``43YSISj56{{i6i9dnZST4_rqN8@^I^-FG-d4^H>0uq3gQH(%1MYT*J9 zPYt+eSJx;GaDR2`iE*aHL@VyJQK0D~3#k{kS4KngP+Lm`<7;-Ap78kL#}pq-(pV^v zz=|sKH6cs2fZ7Hu_NeUm1-iPnvCVAzoq-lJ;!-=(8No`>v9Gi}!tuXagJx3;*yrmPi4Dwd-J$Vp?45U| ztCCZ77B}Ap{uR8%eLY=zLf`#uO>9(rAzbd_-O?CrwF2NZ(5ywh9Y})>tb@D7ikrr! z6$;c)&kSCr%oB zvfN)!80iyEuei2uyY4fTJ%*|;LMPl<2%N4CtT9){SfsV+dOm;=E z%2l5HM-N8`HzJT(vWk;s?pDDj)I`7x?i?fOUVmg-_&eGkTnb%&m2~JFCXjxEK;f>F z!MxCDlr$LHCwv^H)VSW@j(RGTHm^h;)7E05F36F&ME>SF;=?}ijG2Ok(aypsgLWE5 zZhbuNx!!|X9WKV{4JQ>cETerGo!lx6^U1;Nmie<&68z(6PInRi_KJo@jC}sky2sC; z(x}dR=lsC~gIy-|A%k7M4y960$RnW@zm*sgqDJoTCUt`Gs9bH`V_!}`j&jSx#3Yn@ zw++(jo7>KSpna1}uP3-QG~=AA9YlC=ZDDyJ7I{r*VqJH1iU7_QgqeoDLBQWFHa%VS zI?;P}wtBVa5c>A7Nm4GRW-$m4jocKbp}tbyZ#^aG($Y0(K+qG{Gv4|{gEuHMJDX-q z%UHW};M4Nta45q467dpSWcV;$duBL>t9T9EtB32}&FF*mx#Jr~=!;z0kKKD7yvpbQ z1~owdgjmEWq77MDy#BVTZNIJR|HHJ##@hLR^{D?RRVgJOn&WxhY#px4Nxt`qUDe>h zzG;ibJtBzrf2Asgg&*PmIuve&5Xt4-b{y?Yyh4fN7(7`sG3>KfzXTYe3alh+RA6xM zyk2A&br2Xy`4ERqyj%GO607=I&+_ta3dnDgbIHX-Jq0?qzkeS#r#zNBSxi?VVVJ=X z1m``0CdWA&B570f+=Fcd^E+7Z^0Qp7)t!xCa`gjhDE{F2Kwq%*T;eB4!ZZoOU{l{s zTbws!a2h_Wab%lYXnZ}Cu<0XXw<$YeJb~b8yn^fTvSmHJ6YyELk z+btonRzoc8gfFfb5~|{eL=5Ngygtt-SY2}L+<-k8DP!={lRe9S7uPplsgpZeU+f}y z!3$@%_S_gVvrEWP)igWO#|ae@uIvH>6FYMsV@De_gu2A&L56aZbHIY*)MU$+!lCq^ z{}OHELt7oiv{Dsqv-U0gs|TbATK2 z#eyBm)q5WHJ}JO`CWrN^^6UEc(9QnC)@q>*Qcs>`k1L)STS12>c$_0@ zWiSPicR0n1N1QKLhE&IF&Gsn7oDV-WzF{8e>J1^lImWPJo%0cLC{Zpf?7&t6Q4+>G zD)Dz$hq^AJ)sa83NnHMexaVJ7-z?;Zovj=&tsx7mRmmdjyvHwKWm%Q!JF`MMmS0*^ z9yD)2{dIxB<<4S-S^t4-lO<$VQoktxHfcHQO`E0XK_Wl8I^A-8+{XBspWiQkLDeLK zKXX9#7ie17dKB28DGr$xICMm_Nj!+B&L&$=kAUs9`|w(I`J~?QYBn`&cl&IER1vReSBGH|M_6EOzWOd?jnv+|JRB~Lbb`25dv;DWLtwe7>|K7dM z6Jti48)Io$@jfe#qLr^4r>)4Uaj8R6v5gTp3=`QqRSie`{@b3>V zD8I5_Y!ZB6I5uCKo+^GTC3f#zIY@jD*{-OLyscsdAQVAnKb!VLB)?eCH3zVk>@^;h zp(_3<_0%$U>AifD?$AOQMk%(zwlbiq7AFGN5vFtc^Y#8<6He-R`RqSnb!C1^R0f-J zf{N<$!DO{s43PvNb>`8D#(RIR;~gT{ICkJ$M5@5^05rAyb6-SgQqLm9ThzPY>O9Z0 zwK(ej*^u~&F#cYMHh*X~et;}x;@2g_g;z+bdEpxEvJoUMXtbLap%xOM4SxBdB%^lE zp0^N`+@W=SW!gY>^T$ha2wtXXIv)u}!H8YwmAe-x60l3rL!4@+Vuc!m zx^^i}Ou5Qb|B4)?s3Z%m2f;tzKIKt-pwjk5PS(u7`L`Mrzj7}>3{K9ReEh^6`bU($i`vHf%PEyl z;oIcSscJvKAvr@zEaK@=`0I=78+U3N>yz!z-Ai5bDcV0GQaHY%7hVxFgYE56eDg%3 ziWg~Bt4w6xnTi7;Ml01tB~c*yfphHmnV1N{OW3H4%e($9k&0KOLgj*|NXHc?&ZD zj^nwmKMmAoc&1A;Uo!Y!)})R^tKbT3|ID;U6TY8Mu4v!(-tt*LTXJRWGAS(lJvs!u zQ99@r!HY4FpKF!tPI095bndr1{R~$(po{seyO_3SQGHC^Eh(9}6st@)9v&fG3 zNTW~XVCH|*vYJm3NMl4f;{(cLW8a(&_mUP_a1hZxI)jrk01P>kX^W7pNV3PZipT#k zO=KXLQOx$gqyE8cD_pnG!8b!?UYWYjiqkNzUJyAdWU3ZTQ7V6f6k_um_(M%hd}mY$ zm?inn@m<$*;L{EA)9@i3foscQt}h}Li^HUc@&;8FR#FG0gFuiQGE@K=ZQk`GS{|(P z7z7b+VuY;SYRw=rqw%g6X_9=hIHpaov0Kcur6Cc$X&I;LzI&7c zj|I4UO(<4uHP6 zJd|zTEI#wK;tgU>j()k{yc6Y?e*pk9Yu>kHPO)|ObO*Z5^p`-2yT2gQ;^j$sNQ{7e zEPx;pm+B3K8ox1{HDgYXLU@qN0E;CBJi?#r%t65O36Ep`ly1{C11iZfFeMM_(l@pF z>0DDSVjDCB6{8?PL*}9bB#0oJEs|k?qyprLY6y)REUDGCuP#95h9CUs7jP$qq(D-f zxg~F0@)Zq2y-k-$%W~@Y1(ygg&P$J*Y>l3VU7NDn4lA5M%uz&a5asg&l;AlG(@%Av z#KQEw9>Nj`8v>Gp|2se)F)Z(;VNIY)YvL=+(}b7Ki1Phy$F*oEohb73x|@NN!-;BF za{6uC!FwJ{2FyCvTv;4-wl>>ut9jBMN3Lhn`lmp^SPm-kI65&77MLDKZuXvRJ(s}3 zmHNpX)9iw93H~YZahWKHQ|=8c_99?Bsf~I{QluRj3hO0rD`e}^#LD3^l(1ZvarFjO$k>umq`4WwoKu^FXG0VCz7ug&cGQ%YgI;T*o&wZcZL}@5&o9F zXhAvH6huvG_5!S&Dx4oN>?)E^^X#5UlJ&OTqHe^B;{p?+vfjETDk=%;%qs0tTDjXm zeZW|lxgUQ&FIk#rEFf=*=pWA2HeMupX()I{M zD25ej8&4WPF6t`v5>>X<(7JS_32WV+|Q!icCtC$SVdws?Bac2kF#=%83 z1FnTfu@mH5rL8dQ$5lmvr#7wy)~%WCzpOVm_VwzkRHW*&zTirIWb)?FirMqmN*Da) z%5y3ODm!n`a3X#>eW$w5p)4WeGSTZ!7&-+iMEF$RrFS-0wLD!dI%Zuh{_kI#uL|>e z^29i38k4U)AB{G9P+q+c>M3XxS-v!Nd}jD^CAJJr3Di}bMip%+{p_`5 z?zY`Sz9HZ)(e`0a8#|u7Ev}p}CQbTCu!apmk3QOb+?~3fjg1o+o78q^yVqLb>Nic7 zgKI$QeK>Bg+GZyAZNI6a_W$iRd`S;*qn9`@@R|#yngWYH!YN0@H-QCB3Xdgm3>JS` zTm<8m%jQoeRQE(u^#Bl%h()wle>JP`Mj@2WqQ{tqbytCpjs)lVz z+mBdpttmp6(REwkgwmCU_m>qEBw(F~Kn4WeOMsXt(Lue%t9ShY7KXBqc5JeJNmh`= zyCNpnx5T*<5&GSHMw&T{nbZO^F%iR6m>ghWtTr(|zrTdB*jle42Az2nNgmF*e+^jp z+-1B#{wB>d?gCd%mD&<#W$_S90!*^Dq@UKh0CDe{mk<;<3uA*eVvDNXJC?!~OBSlo zQNBpXho>Jep${V*-(nN9Mm(o#NbXWok6y>BJ!p!UiepNhU+_unNlNEI-|QLNE#G)I zAG!A(ptUbAN80jr&80MjNiGdba*E{7 zCH*Yi$03Jnt`qI}crUQO*<2@L?B#>0dlD+;= z={)nbJ6Dbz3aI$$!Lo$}Q+$M8sc`_b#)aTM3z~G<{X#wf$v~N@c?k;@)+cFbwInmK z_K-oj=zfr)s{DT3po|H<@({1=66j*UP{av!)B5_kp)n*tI^zDi{uPfw{-*J$dRwudyVG5Tj=){zs+`Z!kmx^nhylgMo>? z4)_(B`>BWGmT3%Q^Ga|aF@|FH>sNu2qnXsuYvl^mf4-OjRmtP~$7X}VJb-*)x573q zoN-CEuRa67;Rc5ESszHEp&vjaj~ng=GbT-59f1edL|QW@hq-c9i6{AU>NU$m!X%Ys zUnYwhleqVju;b=@g{XKH&dTvAp(wvaACS9vg&&xZ$|Hb=g0`glmn9L)bS_!@iB^6t z?2KJFdTJpa1b6jZjw3S8KKpW{IY)XNP#H|l-xJb8Tn5T|Y^^hc7_ivBSKD5!y=<;K zUIaWlpXi~2b;-ZR$i$^EiG)HO)Xs+x_w@VNh|0b&B!rRl8Wi_O)3<>q2!kg16+ zC~W8TzzKtbYo=V-qD-ajl0P_+%u6@okUxasU$ukeWN*JuomJDx&|)%!=!S(5JvNmH zDgm$vrEVuCj%T^X#?(6jv)|IXuaqYAZsda0kjo4$&WDK#Y-*<-A*X^FAJx)P=F!f- zUJ6`IWcLIJ$6ofp6YlxHWtAsQaw+!8%KvtE&ROBcSZB>;@i1OCOl=zU^O~b|MB-q9 z-Jctz)Ef-)nv-@!YEjzIdO}VFg6DYkeHVo*)jWS6H|aHzHa?^*Sx%|_m8>~(*)ew| z#`5u4TUwQCx9+3NGZ$r0zSuJ*(rVJK2zF{(e3||S`kbO#(3jNawbQTD_txfZ(;Q1} z+^IK=Wo%SmJY2I#ZQn+af>mE_GewQHN$uRK7lPGHqcR1naryi%`+4=%5bgwL);KZ}!#nS+tR?*vlkcNJF8@jo|PZTA27W^0i=h#xSGN|}5@g3E8&~h$;TzvwxqEfxj1Fyf931#sm3kd~wWDW9#ya?; zUICxunF0k!@Wr7|(B8%Y2sw)$aXBlPg6$W=`%EB|emK5rFiQ0BA^^V`CxSR{Jz~rs zY>74|pZRZLc83sH`1ksXeydmC0kB7gC1R>}!%f}tMkS~DmQkywWa6rSwb%Sl!_vKV zomOS?D^tkXJv1j(vWvj4Rd;45{O=0!H z1oQnA8iesNRaOnzG;`~!bbi|L^*rX|&r#gFbWN4WV zFY;;Lbu%^M2z948=6F5z7ZAk8Fv)Rn@ceC7M^7i2BNZswa@-Y`FAMu{W)Ujy{FaQh zrn)5G5*1(-utaqBN(+PQG?e;=xD(1T{O{NA!>;*BM$s#JgB~x#1C?Cj3-#yR*>hjc z4<+Wz1)1ejK@+-6Kp>pj_@0+czGc8uCFm@T0qeRJ1x|$IH1cDnt1y9TvYS(ZJ3iKR z9}(yayZF%QP~v!Q$`9lb@#Al3A^GA+Eg6Uw{yhcphG4ug>olliB~H%#2IwU^!j-L* z75Iawa+Qo9xe(t6g>#zbByj0;bD5hVvvl=~nWON~QigD^-+7s)5YYrm=#=JGWEkfH zLGobrbY9eNAZM7rGX}A{kSOnEc|oh;0R(+c7?vJ6Gh3ysk_~08agEYZn)ac1aj?eR zDpV1`BE|$_Fn8_AAT^wbOZ18)%K1+m-+qc=tm?$-^iyM7#uios_`+*}ifQ;9PI5*K z_*JCA-P60kYugSCCG$YcZn)8AIHicY2$6LnP}WE8HXVH^aK5>wc? zl#qN`&7PLhVn=zYpo2C;5lI@9-s@%Q8+rq5LFqTgn|xizMwxZ1yr^U!oT zGg*7$B|&B~F|~ihPJ>SqLivB`sDcj4mtCj{ryHCZN7m}}c1kH~@((NL7cmM;p#MZ= zZtfm1SF~ZF!#JPGQq$!lKP1wT*0dbmlBJRy&O)(r2OKc4V#ts))96B*auS-6aoa@1 z$6YFFU3*z(oCVr5&7t=%uic=^u;S91*R*4S>L z`wns}RdZu|yg}GOd8R&`0hIj}5;ed0b&2(d4Zaghmw+9l0{#(|s~k8LxGOt)%_h~C zTT`3=KFvu=-T&;J+{7YUq(4D#q1<9pRoND@gt>-#G?s}jd$YS5TSQiEd)Zka3*rm! zpl9i)fnYvum=U9FeBX`{Y1>%X4SaBlal+y|c-<}Ixv&ZBCQs$@t=v$i2k@<{T~V#n zlSKNwExU~sL#lkM@;*DK5DQVU|0GhUP3fsBzsq)XI$w>O@3(GPIwnd)*Q7TsZr}++ z#jYnWJ6)U`H#dw;%-dlOO|k0+z5+}xjj2|nZUs;@UCpPZP3BZV^%An&aXUzAW3?h= zL0bB)tgS7rHO0Ya`;8cOPyi!*z1fdozgOeHKGZ<+6uCJpuNyD{E!Xm@-tUfw<)>By zY13*5nV~_+Mq~dJk*2D$>SNNMF^EVNXCHR|UDXse;EE^$B=N38Uc}!AI0nesH%kRI z;3TxhsJ26v((v$jc_maA0t9Jhc>p^?djE{@&=ZVD_@Q#Kh5Yp6z1IuA;@MRl9IadudhT zv8@ZF-cO}Z|0mR=mP{;Q-I$BOegQ5?k2DiX1hxn`?{h9P1_Y~21K~9`NJ@w&>SQO(ZT z_U`p#z0X#+sZL9W$p$JbOwOqMp5`Fq;V^K5gg~gi%P!z={8QZG;c*E(#NEk_s8{F(>|)CV8%qx73#v~b z6kPC0CX1U9Q^a80!c2-Ut_AYuN+XbW26(CL#&Ays1ry?d+nL-2cNhphuVL=;XHXWz zf8MV^(-1vfxr6rQ5O0{0iN2Q|<9RowKSwI{zz$@{jq?Vh_|n&e9-;frEIyhZzBQWw zJ?^d2@$X>@oqi6!BW-^nr|m|p`Pg6;K!-qYusE>7tZgBqU>>p2Vnijr6DHDR3%P;s zYz8QD0_VIOV;)uVLAA2UK-vv@(Q9&Ux-djPPvC}%LTZ>jgk_Xx@sgAp9Yi3K+k{pf z{Iq0)VX7%&kc?IkyldYxR;8;SEA?+yG!pkiJ~da;y#_N+fD?*jtI53C5hw*4!R28k ziKtPTU@%tcW7Dk=epZXJ90ohua5N(qwz1)^eLp}KWui|bD@8c4V`miUia1zStkZ^y z7VF>3VVkx`vMe;Qtcp{w+|4v3rsa5hrA7`WU&&X&v8BTsW!a%mlbhY;Z7A@zH>@-= zRs$q{Iw}HlvcNd1tqu&|63J0B^dk3rN0mVPL#!)VTVhVH+Y_j??$O08&NEOCB_Ex+!&&Q5n(Y3C-`ZBV4A4 z;)YPrLFUjZF&q`l`*oo7ML8H6$+bJ1xU5a(_Gv`hHq^}Cu0uf?^kfom6$!#nBi}hY$x&kXMI4%}Y+!vr^MLYR9JWCkNth+%hp%5^^ zMjW@YU?l?euomYHOO8Krq0FF%FKbYHI`h@0tXHs)tyZLcpq=2_g@Q`%B4h!x5kLBd zgBS@FNHppxVET$p9tv%I`*b~9zWCSso)#>79p7G4ok(U%Jh^OVr!Kg%f-L_?2p5y6 zvcY?m5$tZ%s=z*rwVyGeW4j|sA0I|Ws$>YF(xVuPv6B?)e1g-r@#^VFbojc!JFXJT z?PtM&cj8L2aK(^7gfP(4N90GGwv;>qri);CH?MDy0bAs`@D&SMdonwZ#{##<#!a&Y zC>Yj7e#z2&oWKVVm{VWF|Hs-pMn~SQ>)uH^w%xI9I~}KE+qRvKZQHhO+v?ax$Ie^* ztaJ80Ykyq(tx=;!eX0*N=Jmhleb0IQE-#a)RHO>#_n5&Go1*_;wwyBFponlgn2|l`aV6+O^gy+_wIR3-u4uyfCq>33vtnwb(lP;2{z{Ib)&@iT?u&jWlbV-+?|Q6pq9? zcz*h?C9~`wOg-O8op2o0w~KAEsb3vW&wkIIRHS)(YWXptw_|7yGS;ZZYFXiyHL|k2 z312`c#S*2!tD-O_C@GFb)x@Sbv`{eUoSOAco09dLwCx0{Cbs`lBjtTDCc|W=!4M5E z+0?!=~!z4<)e=VUR7D$l= zq5^JfFiX~}q0Y8yWNHe=Y^s#*)bC=ptgMNvN-Wvab3(m2_bn(r&W&4@V^RKsEaJ>V zVFIMgSaSS?uQ*9lVu4x)K*N@#i6$Sf-_@VW08oq6o;Nu6WD}zon$4!=U!arLK8yQlynC9>-80)0&uXE4?=J8F@^!HW-iXCkixw zcmqaz*MGNcaq%Q0_ac#GXU`Sm&zCbz{S#|%;=8BcK5LPjr{}9sVP4c773Js-daa(A7hwV<)7;I zFD97X!HkIPm>r90m14iQ~2jThr33l7W(v_~+JNqc(TzvQXdOwZf$K~TLZ&_^;&~ZLlm3>9Y z=Osa8J9&pPf}Dy8JE90AZE6k@gV0sUqWGF{bcZH*Uyuan8K&%{2;%KPSEv|NgR>uCQB%Avb<1?7?lH+^QNwy1kK?sb+RlNO@Fa zbAR9H+kMCM% z0R#IjTG^aM!oLMPG5QMyHit=yy?wuGKsv}ZY+ZVHq&W{$x3+v**$fykg$w@jDZo1Y z)8@TVRhZ}}WUS9uJKGoypM!^+pIFG>!Eq`{wg3yqax?*O^kkg3ywgyPR>g8kom9r3B37vo+`eb#0};G^b9 z3X%|t?sz!VHNT1D!gxh;%mdR!rIB={PF=Ag73H)mKtW_6u7Q}uEtyt+I+BC9WcrUs%d~w?}bj<#2fR8UPxC4#5JUrqV zehsFq>aI_)%yI0UL@St}RrtU~|J z8rh_?OznG<)Ffnn{@$lLO+}h@521@iouqaEQ(bu(eVKM(5P8te6BZJ5UBBm=^*XUM zS+-d7CG^Pu?8b$s8xRm0;Dkize=&r#chHS}--YF=qAIryL zr$izL*ExljA4|JvTvOdhZTZ^6Wwo$_@~5Zi3R~*n3d`k-u)pc?VOpB03GYe2cyUZP zy()M#yze^}I&~lzH0_cx5j(@=q$Jg5h<<$UWVv~2o~Uz-d=DTwW0;4;I+6ediHgC9 zPg-64D?9=3J^HV4wbU2Vx?+|pS|cmLWMAH-)+C0Y&`+A!eFxhhn_x#cv<#SzAn}}K zS2_?9$3}%tayLN0i;icMdq6xb&O_4HUKuX6&de`6iShK0UhSII>m=c&R1+>qTQ*+g zM;v>aCq&?~hE^D86L^p=Q#Hj@hnOCvAJp1+LFrZSLXc)9aZ^!^TAU#`j0rq5tPD8C zRjVIbI78P=4XP!`*oT_Rxsr^)RlB(F?l3-B(;x0NYpstM_{FL)t$5QW17rP9M+{kg zW?XGI7@tl;wkZsmUcoV+2l)`<%J~$}u~ZS+1P+>lD-E1`I?rlHc241hG4A3LVaCJB zkW%h3l5%vh`5KPa9i>oOi&i9FQ*g{OH$=qH4v*S7SGjA?ej}*l!C=m&TphTwH34-! zH~ukOR(ny$e*EgQHM<fe`PHHr4>zQIGEld}!Ae%*h zIu&mXtKfY8PN9mFC;TZ#pqPaZ4{j&eXwrXEQySJjs0)r7gT-#b#GFgwoPsGp%PNj) zaPYD?+?3siVQzxXy9!;LR);K^6EV2_s&iY4T=X4TUm6%N81~#ry$_>oUcMG67CiHL zy!ESccVKUbv|8cNtwY^L@`3(t_I8`DAKjsu`eU+oh2~LMBEED^%rJKU~=kldW{Yql!<{rsXoaZz;bdK@&NrEsh3Fr;{OXoaPpa6mn{`-D}fHEFi+;GmVXx$?GfD;%8SmcS(qbL6BDIMBzGzXAhK~S zPp;+?J+`xZviLmtNUFs>rRS=M?HXr!BAW0@9)23bC9k(LNbeFtgN1qF&DN`q911;C$EM@Ge)}bAKGou1) zrSd4%$lC|8zi>P<@I?JK;lZtCQ^eb*|1o^1T@p)A^y((iUS;U|yxrsQ3I6X-ISVe% z@Iinh|L<`N_kaA9Gq!RDJl>T4-H@N0Frr0aL4<;&3NB#|Sri(@QlC8DvA(H{+j6kY zP0c+>cquIWKy*3D$!tnjp@%erug?s zfpG8#UKPXbyDltxs3 zSahxcR6m?j_lREzq*O3k0+cD`hti3V)HWG>6KvpNt(&5;uE|KLNLq7cTS34LGPJV` zY8BA|dQBQp>NQR@4@73{94M1}cNAm!2!+dx)glqYzlQO@uP7aDVy6-@l6DY>(Q5iF z_M&5tnHHgR%x^f}XS?mn z;ONQJJ+?zBHcvgUPwe9fx^s6xI{w3xw}9GzfL^_KU;rwv4FDnKHY&;@x1H3g=iP3l4aw^4Fa0)e)22w01O0>1rs} ztMjXxKAK8THD;UDV7nC^YgvIYlDpM#5+!NVtcRy|a?D(+X75S1QLMs(o8v{5xLMvk z%$L*(MB5>QluY&y@|}k^rE~-rT?XP!3!7m1UL6;|L;m-pTv1yiA&{%<_tjCPrDj2(8!~-&h5D zGK4Vz11ATenuTLGayz@;mQ%eJs#a6l-5ja6@t!OzIc}jbaRLb5pfNXv0kP3@tOp(s zxrqTn&c~hA7tgbTYuoq094h~SfIO#-Hd(##K?)#t;N zs$9tym&)9kkLbHJq47JsWleal`9f8KyEDnul8#Ma%dx4MRpJIiT(Qur8iZ?+jRxF+ zf`5)=rk);6>6GPfS@2xWD(37FC;Ea1QmP=`+bc^T4Sq8w+i!Hh^`!67&?&XM6=TRR zIY8iN4BKGr^u2hODZhsEdG6ar@Z1ArZ21qG=S7N&Y!U~}zHU>fJtS{RR|ls6PI`A4 zi7@AhWk}1HP(ZPt%`I{A;?TPp za)F=&ZjVBZL>;rp=?+63cQSw@)I<>7>mzg1=s?m3APp_rn$e18f!0Y&6E^(lE%5S9 zkEnPToum;k=ejES3o7OH0F4 z%(23V@vyodPr+QFI?Hq!@?hb=%J|G7WN#N6s1 zn#;E3Is>8)`?D_x6Q+6kP+p8B_YHDLIyhhtA&E6W@yLnfNFp1*Z&L8}CL<$>(%zML zI<&m`wCVjMyahy7zeU-tfzyhq8%d~5{1@iZAlbabZbF-c=clWTsF@m!$y!c}P7Hv# zaQ=n4u>6I&ocK&RyyEf*{|n|~z!KaIb`M{@wN`X~Ve}2B`5Pe|%m38}zGEdEKpz{6 zXr@GBW^L-O>hO%>g9C*ATG*m`qBrR_hm5ePbrycpzf)fej+?Bx4YKCrlmJcDej_^q zxnLqFzIc`KMi?|;N6e2?T{?LPulCcxp_wEM%~Fs`k2>gpc|P14ja{oUIM>)*qj=UC zx;koaVmR~uR2_TC6E;_d5tx_XkKwe>lpiV~?|dWVbZU<-$df<%g90u96rE8TeU3$X zK;%aY*1z=O1o=N1Jb7dz+66SOn2I*xpfq>krmRXiL$3Kp4NDz11{J?3-q#$^b_ZE_-FR? z&<6!spz75*a!lE=?88REy2C7)BRVah11r1+CSMoAs!ZEQ6y^={zB8SC`1ik|53T7!3Q$ zOEcym;CrH&-F-$=7G4ONDy*sIo>={OvGDNA{#a}q{DB`Ynm}u*?Tj->p`HwCw`pkL zvD5AFGUV)i2W&9i_c8I&#i)`_>r8Q|t-fr5b>8PQYo+XR3hHS`J&4t^w^1es;-g#J z%oiSyw094apW*vs=y(GlJ9U&u=}AFvzVd%>TY%{O&tLoxZA zddD8)l+XWRokJB}m}&w@!w(>h|2%RLaA(EV;cx9&w*k}+@0LOSNUgH*Ay)IPbScs^ zJ+z@Atl4bX(o#p4(*4*$%KT=na>HaTPH>q@6cga~o&Pmnm7coZ0`@24&`t{BSK?7TpN_FKsNL z1GK@^O!O~pSpK&*$a9VL0ouSi1T>4PQETT52`uHV7y?-aAj3Maf;_>pI=F)Z9YQat!0T^3-&WJic|3x~o_!sGDb&5uGLrQm4C%T$( zA8e+SqRwU&Tc7q?9;zJ7LJ6n(5|uS5bd-Kb(0!eAI%Lh^=*VS*Ag50= zrPC+3oDzw@-~Wyg@Qv{(cxObH7LmdO_rdvHiS6@1S#8?YX zyWP*WwrW3Cn03sfWjguHE!Hp6{zn|F>(~#Cxa$mm#c^o{9t04FcSS!4+I(?I{c=}A z#JELI3J-)wqQZBhMVD{##IW0XTJ_l50EbVML{pb^E<`MeNi?|ZG;GE_z24V*lr)=3 zi1iLuWb(-@6(HDv3#uP-+LutPAH$?RzS%^kIaM0MbKa%w@~wr(1q^`(uH+`c@l}h5 zdH&(qO&n62NgWj%PVmLuc0>NL%GHOwhV5ldeU9~_4NUfPfbM<{i&q0G2B;e5E45$B zmA~BvM(&{VWTWPH)&Cf#07DnI1pxH$mwYYwAGaC*=t0-W9N;IdQj-5a^@1OFO-iA@ zb;583t#dH1xDR~Y`ZPiQqJj8GJey<$uHeg?oE(R;h++I5`Q@tPy1QdxsN+|V6+-xm z=C`|v7g8h5K-i#Ui=|P#_i3x5dFGo8aAcT;*j&-35r-qL>V_k*yt+V{#L`~5*6n(K zADL`Qo?L(=QfKJ&t$+&>ELmR8xFFX0qQ47>f6Edz*ukdSBG_^Cs{*FWjqPaOl}3f+ zWnU+p2n+bZlZAOO{1^V!a<7~<@C&N~{lqHDyoRUd`V9*wak{X)>nL<#i%Sbs9@~oy z0RPfq`3L@GFJf#1->ZSFSPLg%rG}sYT!9upBTn6{x?v|TD>yNJFP(Ru2#^GOmitl( zKLGya_z(Q+g);CIvir?ERYv=manff04HoZ%=qX1b6rm@sTYn{>pS+!kez;%Ox z8FLGui0+RS$KAGRavk|>Xr^?T%*y3IhTZTD1U)eE6lx{zn8r?bEAGgZ{v@I3f-<=r zV=24BJ{c&$B94CeM79u1D#+rSV zY&v+e7mcaEoJ^t2w7Cm|12bUGLeBl^?yRhS@79{^H6yjSQgm?=wjD`sR4jqv-q-kI z$?G6fJd*V~az{7k#Z>nNM&F!|0W=ff8t!w>_h@d$86K}1@HW8w3HR@tAzohJ!7IQD zCk5Dh{D=tvw zcTdwO3GsYMWhLDU?>m#Dsr5fMsC33{%3f_u40usuh&6}?s2b(!gzP&?CZtJtzZ6js zHPV9-S|uJjtfEqD zqKP;!P!vaH2ggZ|ctbff4}=jr?yPP{rVt3nUePY42w37QXaK$)5p#Zu(|C;eU%uUa zWh5o}z^+LHR;|XVK>1fOEFm3F(&fe&dD+rA9y-!-mmFJeg7+$)KkP!A?S^M8hf zjKo!|QG3A=#`uksQ^Ay0ElhwtQN(!X?I}Uj5ieP+qO`zBSZ@T^%|KXZ>9)6SUh;|;VT(%IcJ_JlZ9v8 zltG+6>horLGGK4B7v9bi3p*aUKb%aM&1%a#*KLQ2^Ji#-tByYpgqCB&c>V*T5+EKy zC7fDpX`+HLBCZp*_}Ui^BZX!amA)L&ISpfj=+h&Lc2pY6#uZnz1pznzoiSf#s`-ah zP^!g{fN#E13)A^f@o zj{4qf2kE<({j~crzJwET;Gq-3-}&@E$pg6zt*z(KKtO7Mk<@=4l3?O&W#z65xczHm zZ0KYRkknsL9u7P5U&EZ=XkL}kSo|esH%oYgqIDb6-m0pUIU**f-|s`oNYxHax|Mpx zX8?r2*tN|zo~FVa!IUtxko0)h&V=JGHgTQ%WDwyBD@&S_YjypL99sqo8=3xoE$w_p zo_$X-Cx~{@S=))UJ?JDnFmMyOqp7Q@%UOo@?gS9E?X5C~kHu(tnbmIz36X$XxkdMm0Yx}f8Di34gB zu%y>K(>%aSLxo$ew6_?KOr$szHeox&ov84hUCLlY6xi5I1ofQ9TO;t}7L$O-*DE zy9vw<^OZ`4a1;dAXU2x656;c(>N=dqI!v8_2*T}y;sQ2^=9YuX%5QPev$?2SyIqK{0kWN zEUu&<(wk=@$|}?ZeY54;QADb-^_d@e0oI>HXN?66$fosC{ZH5r7>{&+t!ie7WvoDa z@=KgrHhbaTog1hQ>(IBfLAOjL#7Tx6K9!3nNY6~4B#Rg#navT9o3~$q3TB=Y1I)<% zXZ~`IKWy(qULuh~7(gc64_dzB#or^O&*K@;%T9TXc{mnUB&T3%NE^1DXY-{B4e{=?VF z(^VO@E(Y<&-_67IUiXO&4TENm8t^5@@j#5>K_Os5JIFE23n20wbvske)(QC{q3Tzc| zFJFOFB$!f{B1#T2oCOKK?|AgF3!kH%kVGIejPVCHshkW8CVF}V5lfB&;?KH1Xb^Qm z?3i7A+af$f7ltFAdM`OJ8iQfsa~5<2*&mKoTVo(3b>>7yL>`ns&LWsG9CyR};NS$x zlfx#FwOtL_(a1rKy`e*|!PuS!bB$L3y=Wl86GhWG_}fO4#DxcUKNRS_^ssO{glZ3+;*&9#R6^Nu zvF?!cnt=mZ#P?T6eOC+{6BvcQt>w(ggpExlx>hC9OOmzo8ZD)~T%mU$#W}7@kqdrT zlB(AiU5}KW7lG4eijBi+@`$oJ5nTSDsh0xWz9O1IzQ)(z?J3#v^ipL$uBtLVi5pa6 z3rgl2c6F{QSVa8ve3qip0R_IbXcU_IM)r-=8_ECb&q+GOEj@y$rE-_iMR|Kk9RNQx z0tF=-k@V82h&qolE;SUVLs^nEHermX8ZkwbqS!Z~F34g{HIuiS$Tb9fxN!ETeDznc z&tSC)C`_!hj9he~d*6+;!sS9jOILzxfvyKD^K5uhX&C(3p+iJO?h%B@*xip?q>9J1 zNvrh9$`RweM8i>f_#ASSv?e!cGFSAZEyytSq=AD=lx4~Lmt;^f8KT@`)W{tE^ll@^ zkE#PY`J$i~2Zc&&26_I=SL|Z5 zH)UeelzCF~7M{Hf3_Mf*Ppv7j@=$Rgl6ZUzB59x-g`SbBR!ez>_y`iq*kWiS8EqcL z6KzlSpkFl6!n2gR8H*<+#oErWW#ObC%8L)& zIbkt~3Jz-pEMlRp%Oq41y|qlZA>!~&Jn9fyM!P|6S~3FJlS72|u;>&w9_1(WQwzGk z%`op>cg0uk9g|@Op1yLsI#mBKmX+Uxw(gM|sz<>`V4rFSC#{I%9YcMQXe3=4!0*x) zc+_z*OO=;JrJm7NOTf^qGl@GhZDFu(VPM*RL2fyIBg0EHEUW5|=Cmr9WAqe0$ZTVg zD@>Q+AxU$j00FJAD)XrWHJ^5lyA~9BT&#I?pooMFpZWzQ#mL}V8M+}9M1)oj@sov6 zt5}JVGNep*`EaM-j7FhogXa{V)Q5BupK`j|rs)Ymr)k{8CgcwpWwRg|$)csH{4aKF zf=YeZGNX}OIas>OfQx!(29_aMbQ%=KAvC;rBX(dyYEHi!$e4@nXAgxA_vi)>5kFK`Crl-I45@ z3Y`0s(igL3=6*l%K&{^?%!oq-BccQDd3Bd7q!0q}>~Zh!zvVUA(66-jNT+fJw!@>M ziAu!8V{1v=WKSG9u4##F!lg_FNhV)aM6PNne09r91p9{ZQKN^UwMd$SbtE4*l4N3 z?Wt`f>!)=rM#iqRJJiaNA{u5$=4&k0?nL%uz@#iD-xiG--QDLA%5ML(T_}s#u?gBQ zlWvNNd%!U$cQ@-1d64O%gC>pRV+tSO)GnfwDu1G^^7hyYj*7v3aTcbl$;@Uk!16 zwT*Bh+_G}M1&Hr{b=oeNc)Rcpk-bE-N^fraXErT9HaIyQ?fTFm_jaePH$ zo`6A7)J0jun5T=Y+TJxj9f^(Gq2FzZy>=wtSFeayCNXRy?hW2uS3v`wVhI$Z*x9D^CA|{vcEhdwo#qmV+39la}4s%ZhALEN4 z@Uiy_v@g^;BX^QveCx;YAd;Eh*b$kk+$#B2?tF4VlW-FbmWUoLD|<{up|Y0O{vB$^ z6t0g9YM;4e1uQw#*xI*(rp~LG1`V}-C$cweFoXVr0kkECwR=|UX>*Hq4fTfOeevsX z>hdkab?U)gku!(bf9}+LcNdR`VfdOIkTi{0d=1plQg(eaBR*>b9q~-#Z1xy$U?oRa zC;(!z7ijUJ>tV9}VS*=bcxa-w!d9VN9OmJ?HY(zV8qCK?VTaz|;y*oO{)1j;wWpc0 zk%s)P+}?ssPeBwmCdR^GqBj&mbY0~JvZA*KezJ3%#B#)}l?QuT&*0dI7N6Q<$wG94 zuSrYArMo7WujS=hmMMNAR)%`r)I32Ps7^pI+rG^~Vt$7RVOh9z_+IA3-ZyVged=2$ z*`lytY1_rj4-#F1TlsWYL!Z)wECvoc+Yurp=k-H2-)1P7g+dZIhYc9?0|WRAK=ipD zym`bCmF=MT>j}zpPxHz|FUd*=*cm}Q@3~+ck>D}WACu8${YpNmAA8HZJwep3ZpsyE z%FE->lxv)ceVEA50jIT8TQobxDxS*O&PU71x_EfY6X^JOTp0~;+*_l{f?DqZ!8 z@RHQ0oi|*?_y>?G)W;h;`7ZUkGf3v%m0dHr(2mhhabZEdC=I(Q{5b+IcQZl}?(hCY zcW>%xw_mX?J%u10Ude_D9wJ+ICF#AUzI1Q5P6mw76YJuHg^F}YF*s=ngt19h9y+Av z{N=KXcJ^k!S0c{`C58Wu!cJ~B3}X=yN_*hmgc0~0Ur zDok zDQKaf)>Q4_a28WO{Qf)g6txJqtHKz*=g)Q*LUY`OHBQ;7?4}pi(CN}G8O7|4{ePYi^GB5_we|K z=KW?5gIBW`M`w;~lk8j0bfFleYOh=>=gh(8#^6}_4P+UnP{$mdaS64a0F$tNG_^3#lqYqS_)*l9f-yP7$dOx5&aLnl^ilU$t zK&+4AKnxqrP(Uyp{Xp)$&nhSf2rx>!AngdQLdj^7G(y^06^OQGzNte~JpSpgYm>hD z)q;|VU%LU*l&s^=`|?iz;s(8>LLhwt0fkQ;r!6vjMoNt@^ySCguT2UG^UFwh)D`bw zBFwXToyWc-X}&GgKQjyh?F{zpJ-^Ogn}bFq_4V!zVS5F%!q0i@O8tRH*d+4tJ?-ha!N~&J`7|9WtZCdY0jZEkTd`OZagbH4gQ?GhLbRK1cg?j!rAcbm% zeM#~$d2p9%g@)J}k;taPq0eWDLpoC4AdS6Y8Za+OYUSPP31>5^mW(VnKB=-Tuw`}} z!x}7W9<|KXMGH^)D2k1+GKfYfW}|_5V{saa&f3j%-B`XYPxWZ!6zYw&G@Q}le>IDjknZ(dAQQW zOV@I1M1QWP70(@efw*z3pt7MF=kXYFCSmFWI)l>c!Jg~jXbeqB321~n>O8}4+=R1O zJ{MZpC(Tfr?AK{)A|DogUmAqK0F!ivH4Ap9i>4@3CNnN$$+4$>;zz(KpH`h0Saxo| zdMNeJh9a1sl!QO8K4TQ^Y4J3fCeW+Q?b@WIy!h`wI3C@X0nyMjIzZDW!1R+|r(cx5a~f zVoOe4Tif`efUt4jddr#Maqf@01MDeS4^c(3Z!alxX%c?!xt2E&=r931 zui5u?dC!R0k*ggkAsHQXq2J`&)<0lJ_%aDniI|RY_XJ`Wt(UNxLoI5nRyz0OgA*4d z3myFDX+bx|zD-&mwP@8S_gP{p!S4C%3f*7w&7DeR3dnp`)&00nGy9`SpQa= z9ybnri0)3R(MUf!=w@)L>z@g-^vh4Roxv8eG)|8hbti-L6)FB^aU9Po%Y)|8;!zK@ zGqoP({9bk8>DKL1RcF7gs@yPJ@Xk8vQ(a2cco{L6`^tKu*?)OlX9`8n7jxL(5HWQ( zZj-crPEXbt;}y1n+l)^?Wva^eB|Uk=%(tzxwf$kyz5e-MICmhRw}fXUz>(>Hy@UYY z{o~gYXyi+ul{Rl?nj_q=Nmw8Myzyzprlu7`RWVY1*!Hp!@vg z0mTACbIMP)c@V`5H#b?k|NS#w7d1sVfo}D>h+RcagU_ySGM6sr z?i_C%pG*PApGNceQ^5h0k>qy#c)YNt1Aid5@$&dz(fHuR5ZL4vk*|cE4D3(srb*wf%wC4ELLZt3j^l3j+@$wkH>MZObLFpz@+iy^HnZ zy*echZXOP?ON?1d2BBND7$D30;YA+7E?PX>I!7-2atJ5fr`iQOw26mqD%>=%FIB3Q zOhtH-I{R1_OVJipV!CGDB|%OOaY?G>euq~0SeIu2Y7nbx3wetPc$2+a=p8rh=rJWp zzCbwZ7)-D#>KcqvvpW9Ma)*mXgp))BFP}~AR_xme%Up%!M zIM=D2-&1Y+8&Y3KWYa|9o~><;8nWNbi{`i#OEM@uDHo zQ9ijuE#O0kM{C!M>4By;q~28F7}c%R-Od@T2aunqrdq&@4G3t86j=sA!*2CuXuh{C zNOlBOP@Bl*dbImCeC+_X;uZPynT-{%bJt6k-E3-C-(*9tkqG(CX2k}T`W_$k!^0-Z zHFgrg$g#lnew0YX&#MM~5Axu)5;r^WZ7);U;=~v? zMcLw4kSll>k2qCJ!nif`ots{e)tV;Qkun^wtFW9$WuaT^cj>hfUBr@jubzaATB&4t ze2l10X&!~(peFDAjCh=;IyMYYuw;fgdsb*X``8(yzwl&CR(4(SI8 z=0lt2otbS!{t3@Ybghi#&Hw$Y$xh<89h)1YO<^M%S$Qr}T8SA-SsU{r=8A<AiaGkbkF5MDb zu%hFcR^XHh4sEZy1yu}KmttR%szB;p11{CJe7S3Sw){NF$-|4$i!%~4#-ri2P)XEy3}-U13kySx`G~! z1s^Y^Sl|RZQtHd>0Sa!j3{lfh@-@jbGH?B;{ZN%J%K+FQltx%`^pkN%oN6U3>6(3Y zJjJHu!y36A(Up&Vg_qV!&TtFQaEr&sexs=ex~#2SFMSHa6CBKav}DdBQX%Leiw(?; zC+0_ktAdGpv$;Nk|JD)DZuJ+nK8Rl(#!VW0Y|dv|5VWUa#v=v+ z+>xWI3?CjXzoWq+>5P`mqzSI5#l5v8(MnnX4|^kXEd72q^XpA0>@D)`8yo{N9KQy2&f+QeHml}x5#e27|a zYhcvsF8A<6U8ZVlfk#=>PG>!P&D*smY|f5FKhdxpL;e;V%DIS-UfoyX){M}F6!K3s zYnB|AUt(499IiD8ZxG8!C=S*eshY6vp5w-z(r%V+4Kx4Mv-Zk8BVo#cvdd#?j>@~H zob!WYrUhF>mhC_+d!X9wy2*_1UrjOvJhB{J+9URv8t!mzE!wiDdMJ&=H3~ z6lCN<_8E)_!ML7Im4G68W5^d`<3>vu3=Jw(7?}_UuSJF42_TVCNOJbf%o2c+kZE_A z(G6b9=TfIkobzLs_l*`IS-;zExYTgDeoXV_C*k&p5+33rzj7KwmA}*iF^MqnxeJ66 zrU_;OVUeO9|DfrcMkZ5ZDF==TF%U&=??PjsLw<}6_s?Q7E3Nqn2&F^1XndQ!yzY&; z^l8yu-}2c0-r4r$40OHTrSoPpdwIXx4Watvy0R(w^a(G9ks+OdD5gtersy0%(yeYmuLVL8 zEry^)*~LxRzFx33w|ou`}xY=@dbxd1t17?&rRo>?hT@Oa?oa$ryp4;tTQ~@Zxrpd!?%pHn`l$?SI z_%S@fNsRh+dzC(xCt>M)7Vih?2Fp^5`!fpj^q4y1(`j?1hexa^n6SD~|Hzp6N*CXQ z#an>jCW>TAKzZ;H__w~)>EssWAnHLbOS$O~gu@(11B9~G*zUM;n@Oxl_z9S`6L{3B-k_AqtyN(N_JakU! zkFTh-4x1`!x{di`u_hQaL)&$joAN5o9OtQsx}(AhLCU+H&k{on9?77T%4>lmj`gBJ zc5E(}uNJdhER3of_v1(ktQOO5qo6jH2B<~)E5V<;Rlex%_3Y>IS(WR083)qJ#)PV7 z1rb+|Ql)}i&oF4jVznchVY_lUD~Ha2iRv%@0aNlT6t9U~cLET&-Z{7H1Ds)KhqY2m zJ2~p*ZyXdbj1RCe>`VqyRCnX@X?zug!F@Vya<3{WZ27B*RPIpB#-sXC#%Pt>dcPkS z$qJD!4x2jZCq`rEeyL}w(?wWxkta)L$g|3}qfH@fCXYLK26d|!vmcGBQj7!{LJ7xL z)s5HL#N}hCzNl<)NbWg}JMyxa4iH|IEzWBBy4rDq{6w)wn1RmL_>MsjsyOh=0Yb}W z*dd)`(oCF*x!M7fdHl|VbcUpm$1H6nf~HNQwxvYpPJAj&uCirT`t>0{RJp!9EVBvo z=T?8jpZ05DK99y{w_|2rY3#RtF6>!{$1~ZB@vNHr(Pcx&3M{CwXaw zFoq23KI#q`l( zWW=gj996fAeh|77=yVsIW1UkVDtpm5MM$Te@@o&|tiE*tiZ)?E)#GBa@@#7!q9mSj zh271y{jQeV%S(!toLQB<J$`RJI@@rqIj9t3b-b0bE9KSE9 zD|a##Dkk_GRKVADrPu`{8q;k8yTpA%RFs=Lk^zy^@7fAa2)BgkZbKdTUA%RHwE*W14IMG?KLw369*gcSq?VwM%Z~}6 z!@H-y9`6sw=Niwb%|ZOF4$IR(HY|jB^0Jxbw72K!LYtRPv_L1w!4;fIXZ97*Mm`?C z>z&QiyL8H_D&BSR`6{cwP(JmIlr6UUD+YGQKzLPL+SKs@toOHP+0oO3(cwQD44!Fi zN2-;q4@YbrCa1Oa`7RO0LJH|r8-0DTQaW*r{B(h8b$1hb4XbplkgCU~)-;-vsVs<% zUa3B?-S)1F0%se>)tU)=yt}V0;`3sE@25$8(1%Z=Q;q~^wzQJbL~(iPX`SGX*8$q6NNe|n#N;N^O(4p$ks{nkF0 zq0|Zgb=};S+I`4;w2mBPfn9ZMv|IGqV%4Xf{C<=Ic3Sj(-?Hh~JdT$_W__Tt%BXA2 zl|o+rR^%TUv42E%LUJr(zOAd`D{#<3Kay^g&=Rqm z(H)uIyQWHjqC1M3zCNmE|j?+jj4T2lv!J@_!{uf6x`a^oV1C zqRE%DzM_6e{{1(`bIToJHsh~~5}6YKK=FTMuKRzGs{c_{{;yOgD>>|Oq_5Z^KMIqQ zF)*W`01|A1MD!`c5V4gPx()2(*bOF|&Xf#`TkiU9wSTv5?+i>lb@5lCZtcHRtJ$JU zXBQP0mt{asF8dkuOaJK;MCVs{-{AY~f%JDmcsiY)U|pPP4}{i&(++x+K|zd#crf@S z3p+a-I~^u$F(q)r-2y;iiXANk?B1s=v`^8XcnAEBYajD)z}crNv+1Pk8kV?zVyin3 z5C?I@fDn2UI?#^Bb0VOVpy}?A$#6R*^+t0#vw4j2p!R161?R#5oH};Wcavpu50kuP);)jFuI-Cy1IHg+iJlNd!AeQx~}!&s{5}o>O5Ch z>iyR7U+iW-9_DAi3S3@ojdh-OW9n|ei+Vy>Kc+hx5fJy&<$4JV=N8(w*ZMKyj>s|( z$OhIT%}M)@W?(>~A`O8}HGknq#@)QLO zqZeQdc&k5e-oX|D`Y8c#an~0K&YHN!BdMa z6x9H3A`B0otNa<4t`G4ekuwnfM~J9uG=A(t7`GH-{nW|QPuR>W{pQFbe^w{udkG9f zZ=%c7!FQR@&+6IF0z;#~Cm}M|Y0D$V6goDOJjKwI@ePZ^34V1Vg|zM?MpCG)vSx)w zcrjR5T|3x(3fm#1KTIi0%C6s+I!{l(7b5Wp1JMt(SlcpqkZ8#OQF1!_CMpnqU__vW zzwt}*uygqkSw-ql3hErR7z=eBA-%aWjRvC=2vpF^;hoN#$WHb_U z#;%5&3ylBTD%PJ?<_Y6>a!%Yz>h&LLjmH=_sKQz&<`(M3byfUPrzxGpO_#Sb3rT1J z)yU%r4m2l;hen(K+3M^k&NS7ggToK_&HD${G76`SH3%U2XUEXbA~rUcqkkLeA!0ZW?o)zb($Lp4WSpyHHgL)f&!Q zM+#LrS3BFHWk8`rH#{XHkUo8IX}tzamfMO0+zhuJXTDDjD=qI?sc2< zSqJ*O2TT$b+Ui+o^I}05!Qj41a|#XnE6jO?hwuC=EY-u`*n7}uBect85jV59U;4gR z0Xk3!ByHD)88?LUIWQEB%>TFzLT8a5uQ0R96dR%pWrI)@pTn{lN5uk!Zn-DGWDYzWZ1ull0J3jM4k_-lcH$qMn{vT%Va96vn@5EN%~|W`~MSF z%xh^xQqik|;zHpac9Opc=3K}L&FXBpKA*w3 z3!G!F3XLt>5d3!^g)RF)=@>;1$A_WJJ#HT*v_TAz8vbNBx4aX?ApX!yP@uio&;QvH ze%|ViL=DL?Io9x?!-_ILo#o`z1Ahx_KYO&6_$&>JU1kF3dJ_lU=&5-Qij+` zwkZ>BDNk~rxjvWsK4Hkv99d0uO)eFD+#=l(cYX0sF*lWd`VYnwpO}BL2oxZB#|2yH z_ij37yQbXT+>fTO@r7exch8*UQ~t%?00{2!FD2=rs8184S*+Wem-YludZP%he~l2>oNwaO8WylqJ(*ED{X$~Or%bVyd@ zE(I&pa1|y+CrwwC!6RcTFnm=ol9vVU$nrqI>V5Sbyom1|ziqy|IkYF*N6UM+$=rAF z6Z;t*#nOVMc;Jxgh!2%OL~>t>>sgNRhvz|0_t@Y9f9QxWOJP@Fc9M_i-SlVhMeo19 zJgNf>)gS#bw&GC$0F?emCe;78=jS&h>wq2M`*%decrHdofwEEK+=4O$5b>)e4he1oJvy(*0`I)Br<#Glt}rN05kwkq(^XhI*PWEdUznhx?o}3f@FP zlb$yELkSM%kj4n2Br=zt?-Bm9)rE;rQUv-rl>#NVaXoA}PvlTs!#}m5Ye>EsGO|m~0zcFRPN;YhUn4ypk z3a@NG1u978P4-MB2{Tin%6-BlqRcHn0g;p4dtuhAQ}a2b{d710qGrZ?11s9LlF!Fb zZDqvG3|6{~FMC(PR6im*i-A2@iwN(-JhF1uWbteZ7Q_YpjD@uw;b5VoAs*o!y|`Mu z%=UL9=m>f9nB=j z-GzlGYRTxIaN#UzaG^Z}bIH`&>qw+xmou?E7L%LIXU>yZ3LJ59VxxmKMOMSufqf*F zWAOPa0@;yEHLyBC-*!ch_nY6n7RfUtw)@bqWpZYRC~*IiKNC7UnLc*-nm%SU#e6<& z_SEQQ;#^k~CraBpt(o@sox4_P8{k#2W+(XY-BsJy&3X{mLK~A~EPj|dYqP1+j-q$t zajMPw8nVfkH{hB&ZImx>49r&&rIkCPK36O`f+|Z-BfLBiZ@MurNI2f6K|d|mE<$L< zHR)=B`NT4nB%vkI7W{9079iqg>?chwdP4F28JT+2v%uay<#%>XF=vRVQ6^eMHX)ex zdW6G+yXu@!(ZM|o zmjz}{WkR1*%bQf)p%N5e}^k(5pv_5DVU^2|6S-V=~h1M^aw zAjU4FMhfiLxJ#w80oHI(n9Ut8nMl3Ox^QJv@uZIVH>v^+k}uDBW+}xE7~~Ga%o1bq zdnzDq_e!Y@HxZrhRL;TKDZXdL7~~z>A2bP|_U8@Hrnj)P;5OTzmFql-qngbhvksry z{7*klU$oucg*_*93aP?Ilw+;MKC8CxDY1g_vZ6od&siW6lYX&#sGPmFLg*ZPT6O?( z0N1SEr(c5WG#)I7y(jrw{iw@}b#L!S|4qxm;xY16`dd^Re+A$FGey;!(bmq<#=zRb z)4RB@{q+Eu0%tM&eocY#-WGL@pD1fg*S=#=r87|)d#dV@6 z=ft7A6^WzR7*yMQ3{?cAl)w}cv;)SXG{6BuB$G7yE`A{JJmXo>kRalgH1O{{ND5@7 z*&B-5vcLJ@Z|I;!4sQF6VS_p1WHaf}k_;5j@ynNz9sSEoLQTWl2y!KgxMvzuguza= zzp*$O37a?rAv6Ngn6e`G;y}EPcqwKcXTESXy6}Q0t)ZlpYtm&6cTI&smkQ_<%6|PK zb`alA0DN}?pX)^nwBLirn+*_p_k1~9`r8ghC^0)O9Pc}_AA4UJ(-~~fAiCe(JYb}T z;2-AIVZ*vdQ>MWju9Zt6iTJiNT_jRn98@X=RZO?0Tw4yu=GWDGOvueIBi1+Uy=pOf?fK`0(Z~Z{GZeRL`nXUvj z_UG!eBsQo}y-|T)CXCn_FQ1>f+;O!#4u0_=qwH^K@xi1p2|R-|D=txnSVY&f(i>W` zB(ez;?L%A%ZR<^)hKjz`Y z-o+sQZR#81{E-WamA~yOnhY|SKjSqD+TT(;DV4uGW?Q3LXN8i^&O?vMl4xM9z{?T^ z&);VhCS3+E<9>t*$MA#+CJ{#+uJ~xi0wEw`yweOf*p_5EHSX#(#dW`dEax$%Rm|9E zWb7N|tFD_lgA3Y_T$ChB91<&INaQm&fVpBy+JFrxl-f6KxaN8({(rTg1Wt1VIxV|V zDrgsM_Wi7NT=#QgMqoP5!y8XvMlB-3z(=(LlO&~Z26uFitE-cbn_iY$;>o%{OmegA zW2$_M*7!Gagrq*9T&Uz!5drDoam<}-;qRNbyKc03jwq%Uxd}I_|Fi%qlaz{tPI)pO zny@Bod}1L<)^p}uzSyN>XI3PRWYQ3A_(PwQ;YUASdn<#Ii;QL|D-UHUbNg>%`rEer z;Ex;F#jXt@i`pvceArw-rlKsy*M(;Ji28G^4u?kaan2L}hyN zEtaA&Xdrcfo{+=r%_2yG#yv!5ZBu;W^&90q!-9oYgWJHtWVg6tRC%mx%>DQBGmR}w3 z`t<)*e~>ZD;(vr}z^7d&KGEWx&a|`ssDMNMX7X!otm_KMt3>@{_d&?-F?4W1`tZn0 z{|)+IXH5p~C;IbWI77g1sFd{o$gF8?XJ+B#Y+*!a-lBGCw;_)3^IH!GDado^5g>}= zK#*if0?=4OaOR?J3dc03uvDL`E?xX{-+OnXSM`G=GU0jr_8M|CzNWoOHG{4A)Fl|Q zsLS(~W(>Gb=}&aeCTkD>C&LCtRCHbFsZRT z?`-hg>b89z$2l6F%HHD+2QL)=sYOCk$)N!VjSxLd1~G2{eMefKar7qp55$!)1Zk%l zrogTWH0kqBpGuH)m_$*_RZ~dFrwPQI@}ytE3#5As@fJDbU#IcZnOA7F_y#6kk-5ngPE9+&QGD|UlE zS_5e4lm}D9EQj=ea@wBd&>-3!L?nMgA#6R}_aM|LN)LjvMcv1b|M)~M4+iZ9$Goo5 zi{8S7Zg2K?du(F6P08gL^g3}ddVMi`Tkd8K%C<3GJ=JmD&xg&-;cUfBZT5%lm~VBm z@?}y$gF?prAZY|oHD#Mm>=U(0u1(Y1H1(0(V5XJg2Mas86L5#2cs>lH*nVM#Ce=fUyJ)ge z1_g>|?6yBm_l*uRTK6WL*~jK7A%>XbkhGg+4aVS*Qsf`i(u8eJz?=@K)+M1t-l`MP zL=$r=n3YnI*_BE+pc@Y*`xdVhgJA;YYlh^q!b#7e?}<{l4^T1;rkI_-JCJ+$M`+OZ z#d1d#{uS&Z6lpH$m%p&i_q|3e6uv=?=niI^PSXHmXtv31GV_=TKW@5<|Av7SVzFWF z8aq~0FO98)mRYuB*4{^r&J#DBRFg2AL?==7%fh4yj0pz6H}7+xOU}~tuNPPx06mx#djpFl)8M=8($uN>j!rL|3tgQ3 z9ovnQ2v4YQWk#==nKP|gDT)<$P^EZdbR^Jc{$3i|Kw-r^dE0zD^4@4oe`%7i60pcN z%7#pV&UDb2Andg)xP@6OjIH(4Qz6MkpL7_FYQ!jo4c8wVegstX-ciU?ZB~}J!TMNB zx;qo+4khc=+<+azKJcVpmTl(0)}uF4rS3O}_NUL@FRgJcxZo+CT;Qj>Z=#fFm-486 zyl{Itnc=R6-aARmLd-c>A2mxF`Gh4*OtczW?chI!;PdIO*L=6ZDS3&-5X&!kt7J)x zzrJL8<-*jkf9^SpKGUNxrJ)q@t6WjH;Niezm>9?#$X0N~6f!g!?sU~N&qY5Q4ycr) zrzxLWa=tvna^5*SaM$z{5F$e}L&jYqa^vKs%;Lpq!H>2iO?)u=aH}Hi;Kk0s?C;ZX zAL6A=0bY5r%k5nil%x`}FlR4NNXB>5PDRjPKab8llRpZT#Xr(#p8;$nA6C~(U2&X6zLoar?LoqRLG!6{TEKAN zEj<`+7cWF*YCJr#-&jig!jKZj5|s(=OyKC7Ar|oEi=-ax<{QA64Kqk?P_LW1kSj|R zJ=n0MN@UnJV!b^xXsts89kkK`hr2=~HMxK_YkW)>4xII6E%y7>p}fg=K+WAExM57- zgZ3gg5aE-MaBC78B+O0c=LJfqu{+s@P}2>2b35L;qLFik3tN&BocsHwRO@M=N3KFI zc{02P`7x_LxKu;SjD=_gV40>yQj6J$w(ZIOf~hdp+de%YOb3Ki7+RvyR-xDccE0>#WjjR$2J_h5&g|oa&~2)P{`pt4XD#jaOv4aE*bOO@VBWwn#Fy9; zyDgHppg^@Af7rH3321V8n952JCT1nR8&hp~O;glH!_R*BHM4#kh5da^>a`v>G&0H&@o4c!GqEtXVHMIG4f&OBslEuBx)Kk@W>jm8I3rO-Hcq>o?xKFJw4!AaI0epG~1LK!8jQ65R$v7;!2& z-5(P**{?*P^FN^UDKQHyel+mpAmKLxQr_=LIqSC^$Nof&j%zq|$vqlAPAeT2>`js& zmUY2w@i7n)SZV$-BB-bSvI-EipuFnE@PxIpdIQIjnj_Bmp;2ui$3Kuz$S896v@}tG z36ZpWO^J-x95bd(7Rb}hId>(m1jVnS|=Zh1snA@2BM$`E@`anTN4Ctqmdk;dMR zaVW%%0l~l;j*(`J3dU^N5@>&H5F{wrf)`DR^#vVW^Ts3dpe)^Y8v#5chwNF?2hDxK z{(wKuZ`rc)Mx(VYzCypzr%!_=4UgpvI)e?KA1#|RWXj%MgMlT*-I+3bm;j6XDL{RX zcO3p*FpdRqn>b2P9}Nu8!js==jCpmbbWM#V3^Ke+xJNqqCI4kYqKX6@1)35YT9HL8 zVT-W|5`XI9I)Gd9P-+}tVtbCRoJ}`rcJ(l_xZDJ@Emm1mObCUM3TvMtu%@&ZNK zU|7)HZ=P$?U~I*ymypccFP#s67Ud5n&O2R9zT}(37(~~^2M!DwPU0nLdW(Jht4RLq zp}8tSCP9W@qDYz`rKWL|<%LCyiU2SgU@*dDJNEw%uPL?sYY!Ef>T?A+a->Kt&EjwOYZrNi)+WL1MlB>%l%#QmtN9FeU zrD~uYgX|2u%4E=K*&ZGxTIVvj32)y1%8?=?)OY`+QMm5(MD?lad5bsU54lY8_!m01 ziT64LSo55ZTybw8FV4GwdJZxKa=PZ&F=TjzC2pY?5aJ#|wHP;-FoxKTIAsAQns49cE-3@dTS@xk}4LrUP(Ia_903OoG_mYuTU?1 z+FkL|@YHw-?|JLq$7_*f-Rc5Q#c`vG5^ba##|^7CFICA`0yHH4sie>eqJ9hlI5-Q#@UCrs_ARdSE8r5Ux~Jj{+qE#n zwlX5ReA<1|5Urhd&F$N;7tkiwjtgu=oh~aYg}!?H;Xc7qdsKY@xhgHQH<~i5_7<5g za=)!yP(9H*b5#$~2lYlX(rqaB*3Ble9I^P6`a2AdXM5pWympoaYP73hP=O-^~(GJ{nuIxd@*Vh@VmYM zqyJAibZlIHxx3xJ4xJ5g6ko9eJ{*OLz+gf9Dk^A+W|9C}st}sFn%`0j<^@yqT*Gt- zpmW@Ni>cSgK2n_J`qekgd&;$&eHooaZh!a>dj?Gkazo>iEuEHfs+^j8r>z^+8MyuF zuQ~r}t3lxqh;(`WXKrSUV}&*rBXCItWPp_-9MWzRxJcR<$tnJYbZwAfo6{Pw(=J0HgO zNq&FpPF`C&XCbz(8l&)^LlzT>D^fWFfz! zX}d8~m;})vcARRkD4pMh%K}ZBE~p_)Xm5v* z&%)&^S@*ompRQ*yyTZ8J()X}9p|70SUvG}~yEew~D9csfkag=?W@gW*_WIVBH4U`| zCZ2UB@2j%zBbgJ!Mu5=vSP%u&oOR$Z54f+`cyl3))%<|w5K2n(KQ__e4Il=RZz5M@ zt3gNx6v{MqWqn1XU|LeRpW<5wO9k16NavF7eC=270^tc#2?jn0D($ftxfH0W+6mH= zjR}ocJf?ji{a5Qs^}6(Ym0*DW9wQ&@bP%MD^cSfxNz*MvS)6;M&$~`MmF)oPg`6Dy z{kH(?bFzfu-1aIFH)sd>6=)Kuutt^^3J4~yqwzhY8O}EsM8%uFbIK?aq+h44=Ay~K zVeVQva!o$s?jwzqJY<kVX2JkTUkkf)2MMoFMsbz=Ph-n6r?M7!K(lv#kVqzYGpr{>vQ}r4 z?^>#z-OjV^&gJ0FJp1v4n7J>!t}OfLHC+(0b?~ zC}B~z(k1PlB2kWgdR0ocQI1Gt;XR)zp{8y3^6~7%u+LvJW8&wpi{~#vv=8hd0L!7f=eR|mW#RfjqoAh0@vPh2T14(_P@}No7X)XN81%LJ0k2N z2hCN3>nh|N#uUV$O`U$B^nbUr;#F8uKG;Pq*<wT81cDMu(?_7YgVx~fVI9@>^bd6?xi zsO5bJVE8s@@H-0=m!8J19A#PC(y7qxYWs$6RZshXX}$eRYIJpjhX{*94r8iTA>2b5 z@AYMZ9ZQt$z!V9}{ZCyCn{MX~XpDrOcycp`wMIf@E=0v|Xq|+gt4n32A8nAgEA5D$Wg0xGm3OU|l>jaw z^mSnJLjW#O_@M^E38D?dR|$g~z!jXICPV3dNYYaz+a4_F(ZS4mvOR!FT53f(03SK6 zFX~4MD@o0If{dFFjhhV_H32cN$BiRJ*YQfE%cdm1Hi#{pc|P>9bU;TJ&!~8dZ)Qrt zxu1`kF67wDMb$j3V+H|KoS;qlsPV$yApkv z*F-p>gfuwagJw}4uBL6&VS0#Y;q@V73DOGno%o*~V$yZbd#R)n8%}Y2Yl)+6r>;X> zd?d^3!IINI>{-&J**Lhpf%nM+=^X=ytFdfht^{Rx=rZP9a4;%tfI?Ihy+x``niZ;^ zQ$ssTfqg9$;1LHldFgNHZOnUa6QGaU>=t+eGA?UTSuYo6%M%08`l4uio=89f3c$$v zOkqHuy{>^si&Uc`0=@$%{jb^ajkxO}L==AV%Y7Zl8 zD`W<=b&uifDO{AR$b)UaERkR-f|7zjf+-WRX> zR%!kVSPwTE#3*9I(0v8NkJfeDV%TvB{gSmacK$HxvU-g+IPLg-s{6zBzMM5Php`nM zozR>#Tg*7ul*t1CELA`#F=D0MUt(b*!nH#rzqB(PJJKC zPMf{XG;1UKnoN~8Ro+MW>%UZSdn5mfRmyUVhPt7s^Qn4XRmA`tUFR}YOSkJvw~N^=ON*uXsKhV7y}QI1PPv|wTQm~g zemT8HB`m0t{~({UYe^Z#TsP;eW;Rk123)a>eRl}f@HE#tMvDvCCT!?~WDnR|$u%XM zELp_1SDx^=rl1=UBI4X3Gd$T9ndX72@JhKnIRttX`p0tg67*zhVJzgE{NFdjHxl7( z1q*^h8b}d^0)PVPN+EST`%A{^r3g}db+B(0s4`>?EpRAq+|0q|BT4A5aw^~M@H`7i za4|-N1Z6wd?5jZ7Wl)is9H%yTFvZ?jmj=7kSZU!T`LB9B(Z8d8?o38WX5SRVnUQq} zSom|`S}*i}AXOq@*JfSnVS__4ybUzjaU-}6KvbF3ZneW2)}tEL_C$3yV3H!7?V7Yl z0!&Yu&CEN7qME@>(%tEz1cd#OF)Z$d>Cxx$8F5lAcm5FCFHV*8b-=aEh#6?POsj&D zCWk}??tzx`8Gyk~jpnuZ9wbq^Xo>bLRw2!@at+MO^pEgL-*tBO+lqiLHHEiCHd8W{ zW?NdLg$WXeLT}#n!=hH`c~yIaE24lhQ!$Sp2&@BybCbxxU$&W^C#M@o#L_Bh(737X zN$HV1jf1>eEIDRi&Z+qDrs@m1QVm41e+M9)*!Q8xwd0Zmp`gY81+SobrL2NWZG(2N zgTx%6fwqeX$Z~w=Bj~u)m=EFuZ=xxircvn#U}K5?gvJzGF8|Qv7Z1AI$6NKt@tNYK z!?s+(^ij%>E~Npw^^?Ws|Jz_teioefOIa*E+~*bS6lq|dQz1{K z1MU5k7W>u#6d+z|fJ8V;eDS84ks_)y!r3$L_f8&Le-r?9=M$;E>+uVkL9r!Yjysyc z_IR}Q?9$z5I-0V>gDg2s#h#)VEf@W$BB`CvuBsE-WT8jm1%p*Grq%pKF1!LC`{r-K zCw~OQ=+FA``Lp27RSylwMEM_1Cu}S?9vsK&2W7>Otv8HluQgl$gwYD|n2nyu z2(0vwwkfmnL^GA4GQ0vt_CUJL6xbfjyw2VtyuX!|afR&Abbxq@YIhzLk>b<-Gana| z;_X1Z`u8~h;LYjdW5cSMD<|Z^3#*rFM1Avyiz|=L{%ln7=u|u{=Pg_#^zl4Xj{Nr_ zzGDj|IV;dnN!}LfJ1h%G<)|%BadeX3L;5R(6>N8x!9|$C4gb$AZ`rrD%x00S${dYxqt|gvcVxRW-hEM>gI!)o5`gV!g*8Hg)}I2V!~fT%N`nHuIv{Mp z8#b5Y1PS%K#WCHJug~w}(*f_d&sF0JMS#R6))3d|&{%gN;Ism+Dj|U3APNJd)^pso zjQfBNfG#?DYtgSB)gxJAYDmz}Ma)75vMIrYU`Bqt%}zuDDjm`8nN=k3R<5d5sl?2m4W2Ec z+;ki|xUu6tkuL_ie={?n7;Kw6xF^hmT9B0*yG-e;v+bZ9?_ z|EzJt7tteMm-9IeJn1jdaozXzZafTNgOt23bukWgyV$RxYTf4NbvtVq+p^IXZg2f> z`UG%+5NSV*a2`jQuI#7wcqYVWM`&?04JS^!$hDQXcvh1|)zOih(*v?XKvcSZecn!7 zJ! z8QnAlBa%u5x{t#q-bPBygm2E{cN4@xV|Sep!92Hk+vRjOAZU9>rqlULG+0N zP@;v@Aj9NRr%vk>Q9p~wfx=x)%N-k8%p$*j`&}i>1{%2rDM5@Phl8mVY?G`dmOCJLLZb)(wZLewm)Zo^t94sNk1RV*e=LxqW+(~<}afZg`4Ns z=o@x%!`|f!Gld7D&1j$KWwEWhr~} z;NKLF{C5XzzZti1n{s7g#pCF4T&{h?(Gqr^(DA^fA6bjhjz0&wK^MB4%|-wQ0yNO4 z=Y+~eN5pwQNXnSjQalOdh{uO^W)juV(7^=tpogx(DHO@ z|Hoy#rndX`Np}6P#`2~ATBcLi0-q&~LzXq_k;TPGnW^%nWSsJp&7hUS=xeDdb1;z# z^wf_x(kZdT;V$04rPZ!Hw&BW0b_M5qwLc#sbvs;?{x~^(ZJx>L)i-_8w1p%8$E0Xs zzc|2n-1UhLbJqSaw}>?czkb{i$x{+RMoy|TthMT!2~X+r1hB0`?kPx5j?Y2X+plMH z>z!7p=RUNwsjm1Qo9qkjYVU9F;kXa-Ev zEu&&=dix6f;65GtTdyF@k2mzF%-xDA+@njI0^|0)s~?RLh^`#0#j_V|6L(yn{+I2)PbhjU9b5Nw7kPjZ zshorj`R$^V<2@d*p4jxS6fG=GwzPT-R8~*gzWCOQTDw5&Z6Zog!t^K??%mh7XSB#w z)w>O6`Zc&Q0UHvQ^qI&u^#z6VXd!QofcT?RoeowL(G=*l7hmL^$ybf)-6>I(>fCtt z71PEvOuj;SCdfj5N6vv%HV!Ojrht3Yet!ii3siIki`F={?|M)Cc+i9UiYs(G7FSO)JNd99H|8l2= zy?RTv+$g&!cQexyV3peY(n$1kO}bdP4m?0(<;mHp9YL2{Gupt}nv}uf=EG z(T5r~BAdPMC$InQ_H&|GbpQ$h0PslpKV>d+b~LbcvbS?G`M=F&|G@{eqWzz=eo#&h z*DGe+P_M&c|5MJY`K23cyJ315AYuhp28|^Ws#dO}-rYg;@nVv)>6KaxeLr)W#95B8 zQ=PJ#oI=7VH%OgY_6~NxZ@y-A#AX78iNvgUn>m6*>eON#W(Xl>ooj?x0Sx%vfN;Vc zf>eSoX^1Navfyo!Awup%(OI|k;b?*!$$7W9d540OoPS*tikQNZVF$S5C zCtN%PtYrEmSp5pPbV$PJVBX);zQR0XpHx7~RW1?YCeSdk+JdS&J<#5_32}kt7tyS;gDc+`VAO;)to&Xr5Ex4E~H6JsmdG;hqF zD8(0Tdh@isrQ^SHa$EYC0L}Ta?sE+!LLf%`fJq5ON&IKZ`_6$bh{B%$X!oG_m8(24 z*dk68r)R$&T(;X(!Oexp9#J<5r3+CSIsEWU&WV-~Py*s_FZG;M;$Irs;RMs7RUtNK zsn4eL{#^Q{jJ5&9dd?5xLBulr;uHiq`{WUrtLuid+>i`yS_ooNJoQ-70{ID^B3{j- zd_sL3R9*l%4kYMX`@q$6CX~ru+-_jSuD|yGC=D^=m~LvD;+6KjBt}W(c~fi6`<$?v zU_kVe{y~i%VdAKO?-fWN^aciQyfTbFyNi?MKZrq`0f$j;DP*r4F5@138@M|R^8{qK z>~KbxTtdf%V0HF3YNpf&<|mRqBTaRuc%^~rZ>HWM3F(qNM9Xc#J`=|2T5Y;aFZ=TPVD&hN@o|QxIqL;{ z6J^wd!Ze>ZbDnLg@=Q6$mhDMr@di2x03G|@o06>j}2G_1#fk>%?P8ud=# zkzyY&{()rIDsUTs7l+#LrtS&A6OdJs!*$+i$U)9&lT@AW2Muw5#wb9?<(is{Vl3EN zw4zuai@yuGu`Xkken!lZL{&H?e1z$vhXz8)aImah18A{flHB5r z5y~TbYr^8Ry7#pjpZPgCNuiY#>{)vyzCfKqsHdwtfLJDbhh^ygp|i zU6va|U_gzJ(Lq8I&+D$K`n}^rY8L+e3L+v>1gS#?XV95^KTH;C`h`QqC_5iI=Ic_X z$$dt_Tw$jO?{rscM<5gK40OKrp##9*G}o*jd!w>Rw>Y0!-On65EfHGj0$9#VfB=nC zbEWEQpzl7Z4kJiHqg9*ynh!KeG@mbYN(Yr^Op&QrCT^IY@!0e2nR42~YuR?ZN`#I= zfYr_wlCWD_y@$r$pxtM^*9u?@olm6()y87as`#n{%Ih~%F}77yamEv+sv(AUEZl}{#kxxzxJZg6d@16JqCsEXrJpj7qUHn-lR`U;=4zHaR5#VA?Cfm_6_ z_EhAQ#wvC1Y*HptkmFrfoJCbrBVyHArjky*TN%$79s#YH%7k89-7)_MIU&z=lYhxR z(G+(8o2F|!r8+|JWc+BZCQvd}dECHm-qqn2t3vW*aZLxbv#P(6`LN$+F9gR+7YvqL zH8INVg3H|gvsv^v7z&s4LTb(kn#U{j$*Dl(+U4I&ExSh5+NV6=>W*raQD@mIBKhV> zA$wHM{%Qpcqb!e*aq4}nBr|S?&{6MZEaFPduH|-rqF|LqltXyg{d+=`nVWE^AF9nt zty8%6G`U-fT>P%=eLJ_Q4%HJ;P0_b?9zhHyZEwMgKnr^*?567AykJ?Xt(EPAye<{3 zdfbT6y^3FgAD%MmhnEN?yhx5AmGAayMsX|sF$aIpBtwc3JW5&F(Ovi?UaVki&Q!MY$!-;=sO{HI{AHYwH@heWQBpsE(zAar z$na4G_nJb$wl*#ACg0bE=*%64TKwzvkt0h-Hf;qe9UL&3heGtrr8frcZW!n1hh%gj z9;9PRzhXsg_%iO>#t?q8Q=x>n{83#1uWy~)i-gAjlBpD-`pZYv(V0Hn7jKb=^d-%`?669W*gY?=BL?j>qZVsP zrJAD_=_%{6i}i=h)zRfSq06dz&i3UbiQA{x3dc*aOqJx*<;oH4vE{MEm51RM?1ha; zKj`=hm_H#8EN04z(TDMsCq^TaMnY7Jp`#hesKP%>(vr*fey$`Y?O`V8e;5-cgizlL z;@@so@#HlOQH;vJF34qyEW`P^J`suZj95uGt%U03aus;SB%c%X98}^e@cqZ}lM=?j z{g5{EZrLn<{#)XxH*0-p;jgqE0RI2a5%m8<&aPm0Ad2vxBWQFviU2{pyp9W$1PL7> z&m}~2x|MScm6cK5J=IHXQ)g)WfAV=-30dte7Nq1V@%wf%{+(p4XRKde4Yr4;B~Amu zZV%oNN&`bFO{B!96{z#`%?HF+!v2R*sGvk&5IMo|ys<3V!e~rqsRWO7qX3CD{lVaH z|0k_^kBtfy8K>h~s2n>)ldh7*b9q9M1R;UczJO5S_X-M>7lLxuEoB579YkHoZXDeC z>kk62NW%e^@E%7TiXkhPmggDy(_0QEjNR%lm+#`ebxwm8#VV1}8j|fYApL)k_D(^f z1dFz9+qP}nwr$&5ZQI6b+qP}ncCWVWe!cH|A8((}b0aFED(b&7vogmVQ{E+X<;}nZ z9xncuXP*-OKRi3bFV9XBFeEWT`pdJE{D)_kQTl6XI7UaZ7(J_%7hL zQW29$*Hw|2sZJ$)OHq<%9hWsf`)*DeN7F&iQ zM^x4L(tzrj5AB_(Ong^Svf&UPqC#fE%NUvleE?7w_&S|*1uc2G6NvChvj+qjrL1_(qSYs$v4CsVZ z^I-dY5l16OgJ}`?VQz2Qc-G>Pk#U{5t8-Q_@eq--uya@6k<`%>Fh6$1rb6tfKbxvm z*yr7y&il$cIu@rZeqzY4 zK$)e1(OW8CJimkT-0-ns4K_R>zhYmTiDK8NX;FxpIO_egKEk;MWo7J$0xllelKY)3 zKB^peTxP$NO##Wutj@NseSz|i%HVrqbyh{&+wQRJjg?Si1b(SgD--_u&@){M+KwE> z-W946SMWQ(XLWW*&b4~MbK)FS_~NRud!X;5Mp_7`g;OIZ{9o9=*sV2=N+GIJzOVs3XB*G3uF$tDYhqvUL~=+)%*fX-Oy zzkK5{Gw0iGH&~sm&OQ^DP24t3u8Foh!;hEyN+8qb2b$dgjTa^!Ag9iI)U7kNe_W^b zvQr&pG^jpDtUq`En+5rYmJE*nI}8^6CVc+)Hdq@|Lu(IxM^hV@{{(veeCLcrz|BtPU2o=(X^azu z8Pgs$?{o|fJRJBwc?9p@&cP^^8Uvj)5vuL5KN*4M(=6`4O|yne_N^P$lHO)$%KMY*(EWHM+lJESp&ORqoXm?Pae_Or~NS}(N3kJ$HQV9wW{B%Og2)j&We(= zT}zUj+*%xVk+d)VkSZ-+LXsXM>m}}57>D;;?N$K+Phn9Qo=rt!ZGusB|vGn$*KAx!FFc1M-?R|d!2Abgvv_!$m zDRiXS&WSM@m8QCn7NbqZ6TXq~$z6|hwQPA=X`EGVL}qJlfD;2O2-a1e^MSZ)pKLWMG)#sj zGrdGv{p4l?!A%~5*3eq#*K^iFo0P!CQ=MqRNe_F$cBOIdVRXE^g3u}5r%qho^K~-6Wtq{cS=9$+hV6HHIP=tvGqgH*E$gp9Uo#5vRn^b6( z2`r#_{%n^JV7E?hEHr-b7s3~*{ZeS~S1Uou{(@HaVkUCaT;i2zx8j`>ugwN3AGNP4 zgu9i|(@$AKddD}t54dbss6lPA47Ivb!mmRCr)2 zH2<8(Nxw^h*yn(^|_RcC@Wh$tqkhB8jp5yJlMtpcaD`EQ5WXeU03jefF*Z_tE0K)(4B+YMnM&HTa%-Pn^{Xd8EUiO<~h(Ejjy@P$AHAYoo#Y>h3 z>p(c-J;*clNRq3Mo^8ZxM@kzRwZy3@+eEwFjgzF!MG~5hTNl9M1hEp=U2f*S%t|My zI-vW;Luk@)-AQ`rX3|j1=c9toS76j_GOtYG2W&bWbTUH?7-TFZ^SsTQVc=ol>{A2F zOQA!pmLNFe^uk8_e&@2t-$I3HpnQ)TO{BOaa$XSGVz zObOXd!KTx;vyL_=<_@eKxiH!#HHFW;PL^20f?hHjA?A}f0U?zUA}5u3Qfdeyf~fEV zZafH6b;QFdeHKDEoE{=XUY`=R_GjwtjfB$3t>Vr(-5lJc^-jJk895wwm z?>}5xpgXz5a)huIW02*vTP zV6}2)zaKv>$Pp*a(0L^3BJvm<-IbQ0T%sS8gov{haB!R)h| z6IXwhPv?92b4CPBV%Gbel_nUk=N}nch|>WbQ1sIR_Njbz+9pNmt&Ar%9?Do8&a=Q3 zg8|=76@N>r_&XMzd_fR7B0EKCHg`0*%OPCNko?fq-uNw$z7j6p>rf%1on>?_ampb7 zlR2V`g~%ODx*$fBdKmbWTL}L(u-Tw&UD`qD)0pt!K$)Y08@{AS*DE%}zn|$x7*!q0 zd6GNMhf`-sp?BDvP=ZcL1tjkeGiMA0XMrC+Vc43T^go0Fm@!$6IL5Ed8Nc$2u8WFvi zz~+uEGeO%zl7U|sW9z5~eDr|3U!MW_q=OKIq3NS2?kC&&_;LR=jnW>_nag3?8+-8- zSRu7QpJNM|z2CdjWCcm>F)r=L)DsRMJ4FQLbEpvUSPJ7NLc^O0uDYA~o!-y|Qbz>^dD1I&~{c zay5=!8PvZk~OZ3GrmBhzP;pmZTcU2I?Q4)k?rZE-;GeWO1(P~)ZGC;ZO z64zLiDIbhr)opD#$C*YMc}2|I#nzGA5#;>=dJs|FA(L`N*bHcayT$<%AA=ifn2*IlA$6s$hdrm}psB3gPs5w zD`Ft6dg86b-d@^tU+Y}$n8n}*NnI;_Wn->la4Y=#b{lKNKT_0G zML|n?GYg)s$y;yCK`nEU$;-J0hMm9$hR(+1AiLJC7nHW2o%t3kH1K;=l6i48G>@X@ zWh@ar@V z4&yoW!Bz~+&!LUrf3_@?plqH1HBp>jG;N>2{Awsjwj@+#QQh>=R%?p{iE~47M{clE z(WsK99ntUQUU3{IDdwr2hDZIiz{Iy>zLvEASQ+k(V(}zf!QUMsZ{TO}FmRoK-T8#0APZ5 z6i2D4UN@m~6Hbv04L7rL-ng}Bgo9mu0;r~CSkbuI{JBQy#k~5NR>>_-du7}=gW{a% zupCEM{7aiK$=i6=IU0AU8N#L-f!D3&u@xPud*2aNX$|052{eP{pkuPY%{$$i(AMI* z|Ng8%U`f1M17G{v_ZfO!WA+3mOd3sffiemei7Z^pDzKe)?gb_P^ViWd`c&v1hVDYm zOWaF-g=hgjq#meLFPt@bfYT4=Kk8i@1$Nu9*7JuExVK~_=qamn_byFu!s@m3P396z zQn&XAOxF7`6~s#h%0Z{)@IE>JLK};uX)7_unji>;X|M2% ze*!pVj9?|vJM^XZ_LbIodT-9arHk>HQ;=eC|e53M)+v9jDJZ zX17CGLIY_+R>nQD_)0Q`{1mO%8=W{>Q<1Rl9UiKDtDua#^iT`<77S8eI*UgaoEPQ3 z`mJWV&McV8`tV2J!e4PLCIlp(8&|mFdLbNbarH4Ecc|5cJ<9z_J0GCJ!P-R8s&B}I znY0Lq&APmqrViH@yw+bz0Q<35?tv8zu_`orJU8IMNn zJ?)t}9BkUKn}FCUHN2VE@7B4lpFd>Ee8!3QO341ZWaBkw^D4>M|I|%f>+VCWn_U@| zm74K{`gd~m9Ua*gf-pdK-(>h#=?O@F+OtHmsdcTGqKCAMX!#Th8^mR|H3& zm93X#5OO%w!kwcpPjpXF7`>oK%cdX16QF<+9Sz;^op?^$&B(cf{eaf10oBx5oRK7k>T92w2a;^5{hzPCm;pxHl(ao^UimsLQAI` zE@y!KzD6ccqA3Zw{tLDU{I2cBmBv<)EFZM~a+quOSk9g9EZ!(+FLemH9WCA(v~IvN zpq$%Ln0pr1f7&95qZo+hn_4vDnMNT4VmnikmAVAZ#4b*{g&c6Zr_wdGmbj=?2*6sOws->{Ik&;0csL$bBg3$MMaA4`2H!ni z#-8=tCXU(T680cjyPNqa#@_wr@cGj3%+{9f#}Ce*COYNE+*?oZJTP_Qd?qSWTO(}_ z9?*8^OC(yQ-B~-m+|L)&5`&souVA0i+C$LAqe822fDNrp@hCB3e=LP$Jg2?xJFQVQ zte!dSQ6l=P2Kdgmf1WJElrBCcZ7Qc6PWLG)wfY72di0B1sTFVs4GbK(8<~S$Yoj!(3h#z%j$uO!r;7Squ&o-WM;a zyqTwb9`Zl9n5vHYxM$XcR7*^d2O7cMIaC+94D#&8=dif!BzW`eq{ha=nKMg=I~a5! z^LDt|j8HT2khY-2ew4f9pgnvUFKTCVd~;=-WvQH-OkFoeE!vDV=f=4fpAs1-;8`UP za-xqBf;G1Hzvi`P?whjF;CZU)hLkHhh;gPZI*7L;$Y@tF-WTfq+kdvO(|rS?Re;!G z768?mt`*|Mp|3vx1UXVDYAk^yoK+7%6Lr{-TFr_s|_VQ z^l9Rn#WfNz9H6K)A|uB)0jC`;g?)8rA8ewi6)A%rI)CpL&udVmDX>8gV&F>_JjrQ(hWWp5*VSu5xoTO#-|0 z(C+^h_-m;!l~38yjXCUOi)U3z29*M5zvj zrtLDys6TEcj`En6^$N=a!6alWq*ojCSJ%;?5yah=vEztZ{8ff4pg+*QdnK0EEb6i5 zfmHsO{vqn%1snW<^O}Y5MuXYEw539psv16N={9N#(G{>b(TA*mrlktH?g@lW%~~Cu z)VxER@-qs}i{T=F;J1jh3E^cI_vK&d&3{R#_T8k}joc7p);9v64Hok#T?6I(a$K`i zIB{~4wws6h0ZYVb%HU#4Ghsu7YFL|06;Ae`4w}jst^`AsSYDIbs3PIwR5vymf&crD z80uIzzq0^BHZ?2vWjgSwP_vHCHmTErt<1-#-sz0P?d%mZRSw(vz1>i^uHTuyg?LCN zrvY)amigfIy`atdX#5hN8&>@lYD7g0xurbWpv9luJ;S`Qh?<5~M(_h-@IJ^4YX2!r z;(6A4Gsu|X(YdCzogh@D`YO!|X}gMJ5Ep(GC$|%H{u;vUtX0_Uhaq>LED#OyQnnw& zgq-`JjsHD9Q$0FhyezFijX*BB-2zA*S*5gJ+?3wq7F4|*+%X`p;|wPw#(uO}6dL)X zY|*kc?)=1gQn+Rtb-_bZ4U+X3&N6Skiu28f8Qi>cX^+bya%3pn>??m=`a#j&6t(T1 zNvju3QcfS7`1vIXUm+jwhyCWHTF|M&X&@>#QC z09`>fHn11pVU1uSygkNK-k_{ZPQb1ATdQ-S>eyvd3OM<(=WemAwS~#%=S)N+zCL3( z7FlI2ZBP}$rSO5_q=z3`p!iH#eOcsZ;90-*`G<{|jPfg6Iwe8tzRtJU560zgYW%oAOEP6bS8hl7lNiyi2q1{fxR8K! zZk%V9K35Nsct*3p1ov0t)J8~y28Q4u7fpz1ibN)b!3Qi??3;y~+oc zhJ5a)qsz}=XYS1~y?JY^Is1z`y4%5aHHV+u!}0m|`8KR~2Z}lS4+_8Dc9$hIs1gv( z`5}$yd4Na^QW0;baz(K3Uj|OI5+L3MKnB#f6UV9{4i5!On6B`2snU%-IxGS@?{|^~ z(_R=Lfd4X=+9t37)&W6Am{eEdJV$^}j*R|?d{Frm z**|hJXqT*Ry6TagFLr%u2%pfwFFN8^xM>EID!3A$*t^5?}ZAL7?p}XDFYuI zi8OicCf>App2!qn0JKT~l?P=&)8CHErqi<|4Y_1MC*W=DeVaS`AI(_D_$e4TUY~+P z2)7Hu`TRDv^+z31#VA?~2qw+%Tk`aY@;9-mQ@737otZ-!`Q>eqnI-nTf^*_{>f(AfXCf00KfOq1|LE}%@ zy)MAumZ%B(p)b<*67~~*ova^@wjK*sYKIqCf~axYTyp=8=1sIw_p+KW1=TIuew4@- zQvZrjTgZ|c`CRbR2U6w59NK-AW;58dj&DeL#UV=Ta*AmV&i1;rQ{#)a?g7Ob5yj;q z+glaGDiO8QO*V_j<%{;aB@1j8RSfEc|CQR6gSF5>a zpFpgsgM%BFMuzH+6*mKREK^nT!tr;2X;YF$?ysW4%7=_fFW(X-G*;Hd$@` z*g#ORCf?jIRwZ z`1c=se#9!1KYleFff(IQ|5%<1wafd%R@65 zO;+ZqA}K`$qJ(haC%2@Zp8pE6Q;q!mEEQ42ZJ-ao8rvKak0}AApcKnglYF z@5tEO^*I5jU33!ZApTYRTS4%wgG20As``fGB7TtfUKb+&q6xn=s#&RwxLM-G# zD;=)!tw89tFCdDj3r8uz$J|4o=i!d{$~{|LdMy<5JT~kSIBVTCkmyiAhL{z69K0f2 z=Y3NWbpR6_VF`y3?r-XJ+f9GF5!Ele^g=)!N;p)DJ9ZZ9ISU`_Nx$Q^tsI<%#Dm$6 zP4hT3@=*-}LjIs4#wn9A7R)WcXGmLU5c3XEt^y?ON|^}40hW9Jv@@s5N^uVJu*XDx ziJrv}=U?l8?Ql8;{S;oq&XmWACk)1~6RF}NLqOa?fiqLjL(nJ18VrIo;{$F7!l*vR z6L7xQY*Y_Ux&c{NTt~vxl@LtIDUcm#Izxo%zf$bL$Ip>ALDk7ne=(&b0l z5R!=745I~E67Dsg%j~765TcBXdWf89>Zif4)%$1%A zXNE+k%#6*H@Q1K>Jbom=M!zIBt?Cc7RNGcE4z$I@A5G}mt;VOnO&&nx3hg+UDdI}0{a@pyTS&r&j57gw9(yr+U(XEn3&_0*YU9LOplT-e-rmSxh3>11`x>yDv(k$L^GvmV^mLcqzK*O6`_ zczc=HF|d?P{@e6v<3M1FC;jE+X#mgTRJ|7mf~>_t)t&$cCr8Ku?HqqCA>PGxDfYGw z7y(!x)@dXau_3&*%dXp~W7k6w_0q^18!%C)n9UtxF#y^DY!@*de`qTR@+8`Qh4P>R zQ2F#SW1RD+V~rE=mq8q=j6|<7K8YGNaE1XlwiU3h+ve+l)ftrl>^$+tQJ7DSc;(2# zkNl)W6i8aMA@d^_BQ2eGCe9L6(ek!b`V3k0L)7$b)sf-}Eea#K%nHOQxUAw6iE`w_ zZXuiSUDhL!iCj^`z%XmhkvnS|)1GkU#h*TKxS1T`&z?mhAt~TwjQ$1hQ_%o{l5xf< z$SeN3*g#fpeGdgyLzW8+kA*q-!fgVBxhn?1z?<@KDmVzDRUd*_!8BtzS~}%MHu|oU z#C8X3fVw#H8k=<8Rb07{`8&!T8t3**&=Swjou64pfo!QsFR2IJg;Qom2g(^0PJZSy zj(_`$Whmx~c6eKcLTG?M*l^8IPRj(`_VgP3v@HtLa>(>_ZlNDR+&l8nnneF%5Mjd| z5~htyn9K1p6^)HRQ?J$akc-o$Xo(V@d5F;Q$PRe;-^vrVKS3kS zWa_$oXXsqU@yepiAj>!upB*SQSs_Ci&d)PGj>IWjeW)w(`~Rs_^daQp8F--gNb%O! zczSySV+ANsLvj6t{Z54hV--z7(V6_=M90k7Y^rv~HHrB^w-@Gxs*k|jNnt$u}4 z4FFLD=^hp4FQXWrUDV-=ksuc5kO+v&l;|KxD3o893jysUU71J^@7qB_46kt(>Nbl(PH8?{gc=XPNZ?_R-9nt_Z ziCAMH@Smx1pdRDF{Zb&H;gA&Vli0pv!7 zrn=mmyZ(yG!@Uk!5=kvwQ9{3&BPBU4VZPEY6_g_;eD4+9M+foAFqfXf&!zNd5G;lN zB-0r3V%w_1L@(6u4$*0LKVlFGpq2ojD8sjNypo8=AxmPGCv!pt8vOIpe$8%m$RRCK zKSg|%n7&PceLxh7!Yhf%N3ao)=}ZVWNF)gbMG86;^V>cWmJHfRQ(lBSj<8cT4p5QL zg+yv8MJvS$Ctc7CEdjA}3N4RKWSgq1u$d)CDvUQQ)8vHIAia)HYdv=dB~>Z9EG(? zO^RdbukjZ!%@i!BcNLgz5z*;x+d}xL@&^1kBjNGHRil|ocxN}sjs2r5ehmfSU$Be) zD%%0<*+jab_4dJdBtGk?i5_wb2x}ub5b6UYgmP+~{7Ns_2Zohu?^W&aqv?geL}!gZ zh_7<($PfKRhTis?6xHjPU=kvaX9<75f5sw(#(YEtjPtD26jIo^+@I0DZj%_ZPL)d{WE!q#MM#J zcxEWiG60FRcUn{$|S@^aQth;zUE6_IXyIf^}?afL+J+B&L zifyBcAxriyDZAzX^ChccgwyBl9Cj~nm1DoC~V6W?U?72OExBBbtv$~KjT8VuBDGhKRbUm+) z88xjD>o+*n8$(dVTp6%aT=dcSX)|C`E}O3V<9;z!Rf0R6Sgrt>AXoe|`A~0v>qP!q zRAb{<&GuyI$e+*XfWqAl<2toNbp?F`{4`@<%5jCf_+ETZ^71A2iK1J7 zR)^g|V>@NA6*eS#j8S@N$ zb}?O-D}k~vjs_Kj4SN{7ZPrd3I<3Igxsj4rKQg7}*$%Z2S6~p)XG>DmO5u3zzY!%Q zk5QLhG7j(|a#j@4Z(?EZnMsI#>w%93Q95E7z@FbiK)`9`C){)ws5V$10DjPL)J>@! zmCU|dV6?|18e8N1GU#aLwuDy-pVrEwtqDtuqXICv(bHYrOnl$I_mYXjfM5GZ=*Ehh zLepg%umQHsgul_IcB2yDF+>B^r{8|c@?anY1k!AE!u8LoA#HEj+II;Jx1UqUm0#e< zQV)!uvt0!8Cm6_AG{rcZnMAPG=dk;d+4>8$>Q1mHl9gQLlc7;JGRC%O7ppSabfyg+ zWxFD#?<&S5qW0U&`)Sg9n^FJicu0)Rt5=o$J$OZYcN0#U3qy_FQ;BKqnD%i`b!k0B zW8-2C1Q^2M=m26HD+FVWOYzk)|D^~T*+M(OdB8}=TPbD-D|Q$e_H4IEvkHzC6E;1-`#tlmDE(FMQjIIrHX|;kmEyI6Y=db>u^7j;Lnm} z*Nvm@;wMqiC$;*l?8#jUw+Z(EHFH07#{Cn?-+`pdB?D;>I& z=$Wff2Z+lNMdMIr<*ge`9deco7xQZ!l(yW@8P_s{`udW^fpe}-u}{D~Pw~J`fPz|( z@(i|lBds_fz{6?DNWzeSNAX(0tj|6F0M1Z>rqD3JT4F@Y6Z37|^9cG7bBDIN!=aRF zKHUMJJ_Hvy^r$Uka$w`5FKrs72F-emOY- z7tJrEk?*}1Pi7o-ILq)>?Q@QreskWu&l7(7x-WHmsqXM(Fpe)qo#M1H5n(m)F#VUD z{nBxi!7a{PyQVb7dCqIkzId~2AaxY-56Wop`PChemd}=;T`4CYYC89lEwi_{nQsam z^>@!wG(bc=Yt-&TxAO=1zYl7;PdIrIf05_sU+z%+f4%Yi%NknRy4dR5TH5{R{y$Bl z;YD;T5~WG^N)dsIRsIQePVH2YRl|6L=a;%}Zn%4LZ#V4L1b;H-tTW#yJ$dbCr+Bz8 zW*8q$>(#t_80Nkl?!kkhgAqbftkT9wAEg@OrCRe-O&OZ4uu6WhXX6FC-)JdfoFq0f zg=ioYO!^BH+G0a8$1OS4bg{qP2XIr>K);%^gY$|_l_?~rc2GQ+RLoI;wS-5geXY->cU4DmMWG(AIv`qhpdu}gaF}F4V4TxBeCNQ&sR07PTCP_~~yHxr!IJ^Z& ztK4V;l^GLkUHDqXGJD<>B=)v~TBan^CrA%K&*3lM-3Ogzb~pk}PrgdH^;oi)gYRhv zkVN@N{@n-N9UN@b3*6JibCi(Lt3WDu=*PyT8I5@SyRwe5-FBbcE+0BPr=I zX(sX1KVB-qc7Xt@lMPozr-_8vTO=w;M}X2NwitO?0nsam$Lt>3bS zkx*yOA`NqDOEwrqzf>ttt6ddUFdR>hJXBbjRbLqN>z8rkA9@cUDD5?Rr|Gu zMGJB+)*pmG7Mr_hH$%+Ke4f_$zV2Dy_uST3PZmC{jxVKuSNv%;`*cTe)y0*8@`=Fw z!d2MJJ*-AGG!`p8`Q0MS|3v}lYEuuUebjZ^masES)jmfiKluN9)R8nRU0?wR006-S z0O0=Lk2?PmZBA?crrCe>V|WDr(T@crb+{HB52h4>ZVlNcQ=yFQ3q5p>VC5vpo^nNbPO+)k-w7)kDm^J*%}`C z@wBI}d@xTekit~uY09n5y{)}&gE(2Ty5a58pcEuGB18T1TnoYcW$`pe2F-GL`Q$i7 z!rSA0>XvxX~T8idwRF5g#g22#?ZJ zAaqU*KuGxvaOrvBe3}9j{!<{sjHp(I=z)|Y=CbkoDzxEwA6|4xQgxD5P@WSagHOlg zc_k2GK{F8Vg~0B+m`~!+yuY=pAj9YG@gEIzOH?ezm5bAD07vF7u?0tT`r!ahj zqu+ZSkSNW;I;TuXTAnBgmatfvF%-0QxuFppOa*Y6OyKCl=8V5xR3T1O95tXsR6u0S zsH9LQ*Eer829XqtcP64^M_25&qgP+uxoaqIGKSGB?by$D*Vk8>-)+`@mvG?QnF-tY z(Rb=6BY3V}+lFoq%gy%u+iUnXB%)j+XVMa^`q!`ZQF@hAEolcW0``hcU+h$2?+w#! z1NuYug_&T4_8#CFu}S_?kMt_fD)M1|QQd)Z<$0$It{CGcb=#pe^1u_z7oftEAoX!p zq)<4{5YA*1hC)wde`4k_PRiW)VTi9Tkr9zr36=V36A>-<(3VzvWB$00>7$e7r(?V{ z8yyomxyVoGGTZM}2sHRP{BT*AfZ{q^)8|EU_96-bc|at*u_fuM&LeGL^!v6fGe+VJ zpD(#a5Y3i0B6Y~xV^CkRb&G2S87vu*nBStw(cL;(qWuA^)vI@w1B+eU(P)`4$w0=p zOk{0d=yBjmR_U+o+VX4YrK2*eLc+K}j8=t4E^JL8D5#0yW`9QQ+CHTel}*jgw;P!c zj1>Jo|2lt3a|pR`U8EBeC2pNL%xZda9cw0fF@XIP0ywKL=b~B`ED10%(*ss&KRE$B zj6u1OZjsC6h@6%cXaH`YNutaro%GZi$&|No_#2V##LD0<2{*U#2xg(v5;Ur*KTm<4Y;0mV;#*wNcrCk>jMV`dRviED%cLB(1aXxQQn@Lu zdT?w6)jqqVyjkIz%S z*VBB@nO%%vF{6w0ob=RP(3To8Uj@d>XGVGqG#VAzT~{of6wj%TS~)>d;{_s`?yOsx zxNW81Rd`+DPx8V_+hHsO_iq`ZZOn_EXxZI$z$Ri~RZY1w-Rw?4)b3(bB;duJ|78f# z$!`pN)$=fazh3vWDg8{%*YAimV6@1Dea$1rhE3M@`pv`ef@NmHZG@{xJ~5uJKVEO5 z*kzhQF&pQMfnPK1jrEO+P=7fo7wdjGg9p4$1|a1LAO%q47{C!h4rqT#xQh`%4zQqR z!Plnae&FM-${P=R82JnWt^CiLcz#OE5V^rZuqtv2#!g%VQl}Dzbti*bH-lOX!^+IS zlIj;|0+sboky=u20TV zC2Gr3eXgSuy*p}w6qdLwhjf+`b?}oaLL9RKsEA~XpJHO|Ue?*ghl;@LuE4NbGkU{4 zr8>Ihm@D=>Pxt3)YnH5&?P-k*w1|QaDyHKx!mfS*9622e*}H<_14o(x5Q~w2}tb&_0-3-YvKt|nB$~loQ@oE#B!WhhdDhNKbej$^BMj8Zp zP>RSRoAP#eB#x0t&T=6|cGCQ%MFz@b3c)dtS{>qvsO`JTg$9r6fKEhdz7Fy4Ux4Y1 z35`jv_ncC3WocT!7=TbIQ>i-+rlsu}w6O^;x1M8rl_|UWxLC|FSG$nYy0Rb?$2@VY z$3?nA+>|E86x2lIZt8LuJ*|tr-u|`LTFTM;Nzp5Atu5PCdk8&_I%vd+T6OV!2~oMq z@!#m07Bvrvt)|bAqcey5Dx(|=hLQSmOy7RwS-=0DjFEf04aYExJjL*+t^uyt?-k*PNIqo zMUVPnbTgICY)*H9+b_~WJzTlbw|x>l< zU`^o>5Ml~qXQ6s41dv&ccCI|ea@Rv| z_l3AcjVrO@J_A_5@;2Gww!3qEh>8ewQBjAh;6nKYL2Ry`113F<5BYvnfkXh_-_ew zTxsK*EF1J9K_}D!MH;ClM)BjxYy(Fc*dGMhKpH4M(^Sk5B^>nEM1@TCBU$yim5irG ziZji*7L3OpWv9A%JoM0Sjl*=+C{Go5n=}LIr6#?li-m&y)gD#D2q?=!=JoTKMS|&Y z#K$cpO^PCXov^5p$ljzbe+X(IoTDXI;6LOr`bJ8PX!?uC&DrBk-7tp05^*gnftYMt zHb3|$_A(93+$tgstQsl8)K84jP+^HE<{3XC?(n(k#%0JluHy?n5p~-(%qd)SS94J4y5kLFCwl^VZXq%+#SEh1s z(aKZQCD+UnBX-b8gt}ksse#*98(=q@M8lC=kiZ7mwZD#%x#DJr)S`tnCgY zxaa2|{|ISAAs@tBC;ISwY)SUL0$APIpaddhhJwI*PM3{L>`ZK6Gh$X3f_vNvL82~f zBy9U}8E8IbI*q+SK`(f$NCWEhjSaqyEe#OFsWG5W0U;6!M+2aesX~Dp8!RaUzO{au zM~pjLD8{6kl*C&B(jGFLKy1nQGy;!s`$Zm1gz_fPE*;9jK{@i+L$>*h7GU4aJDBWK znD^4|{kGPq4XPpX-9jON(jT$t!gO|M0zxX|By5#=Vnz_0G1^iNa^PZ{sdSTXTWAr6 zWX64Gr$NKtnhoUfz+9!}xg8!r&&b!hWn5vuE>J($(XT(&PKVNd_jmV;AU)3Fh1U)X zH!=H;Af>5;jo(FnoI|Znr*ORkqJHixK#_Vvl#g^rQeG+vl9PU+q9q$d`TnwD}6dTkB{^0`*dm14_DK<640Aj#~R>V-Mcs-+kGxmSayg~;@ zGF8_7A*oPvp{tMdkFIG*xnYU)*;@9w&k2aH2S140_iW^dGmM7HNbBZ7xImLR!S~dGiBG@5#zy$;T zKdik|lW0-5Wt+Bb+qP}nww<}twr$(Cz0QQG&^ApNlwzqyLzm34Ouys7wKcWrp!%p3)HBj7(J?W2XFE4 z6JuceTdA9u;r}T^U&&w97;U+DedSw#!((UxILm{6^xT3K%-BN!TW|MS6*O=0AhX|d4PRy0*`cft3`YhnO{zDi% za|hi9N-ny5^*gyxcc$*zZIs*UJ;&>GA!64>spao~4Lee>=V2uuvVS*qrJt#6(jy`9 z1v4WUd6`fj8CGOR+T#eOhe>2z-D@%{`yHvseL*bA#$5KdTOO(gxhgPD5sNc07F*rb zFI{QD0oW}bO5+2RMnn5t#m4WwP8vV`Fu6rY^3w*MYlXjZ9w%O8>eNOG`Ajy^WW$vI8uyqy zUs}DK*EI4Ix4F=u{bB}r#@&*vIye7pz5j1J%u?p5N-Mu(^qKe%ar8RL_<*N7@jl_Y0kf9t{4)%BRJ)`O6WQ|6=9OIN+j} zSOAHCvGN7~8!P`lHN5`+VCC;(<7mHC zu2$=n)HW1{+0aym31YQKODcXxrr6(oOG%ieAQFhWs)*7?-Yh$m}8 z73eiRnq0cHsb>*;S21B@R;YZ#LZA$#d>iV7?gN>y3W{Z}N)4CAELq%}@CcET z&3nj&<8vB-qB!<`o2)>-s)g{%0N675r59aL8fp z7Ip{29yXXbwd1M4p=6ger+@G&rIW{o27U@lQrpikzMNQVD#b%A8?E$m%Q>s5=cB;e zPwwcdw|*ATk@Q2mE(B5HWJ}#&=S{^zq2(Zv6IBBxov<|%_J`!xo1!e&00ldXZdLvt zx_qJ6wI`elgEoUL-=636@Nj&-96y5G$pPrU_a?*@gLyp z+lb~xiC&4rMM*kP6IPBvor-8u(Y93%E+&orCrW0rq8{6}AKk@X+q4EpPe3D`T{E)( zP;{%=_s3OEp!O$Txa|o^J2vcPO4z6Y&FuAX4K<3WDE$GB#lobIZ4{!pDsR#y(lZt9 zo{WSjn=RjAo*_8wE$^WLqe(AeJw0h_dL;g`hFzCHEe|gp=6VRvMq0L~?Nmf6HD`A1 z!a$;yB!1F`RrqRd)nmx^a6!t+9kuoV0tbI*nXCYTkY!gRq~PI|9TOIO?#Idmq-Wnd z2E)ljH%x=H0kWM5kE$UY9z!oPoTRXDp$3(!YieNOIYMfO%r&*HL&Iv$i!{Q8J7jnt zZe+lZ!9D<4i)GuVS!&v-F>jei7PIXt9F`gruL>!)h*gAsov^N!h;j%mL3e~QAz$Ne zz?DO-VZ>#6b=*b6LkPejAcnf++LJ;`kh}}*KzpFhA}kQ%Uka~@!09<5mXh&}s2XfL0O#r-9VnE5Q#Wx$GHQ?*|?PRK-BmA9drk?8Vm#N?9YbWMDQtfIl2 zP1e+#bt*E?m~YxT(?q+Jw9qi(OfH(Z_l()6#uPcxBNi#8R%un1!YVSXa(ce;VE8cHA~V z5D#HF8ZVt-nZPpEx4J2m2O3uqG|H@OaW&6Je9!q6`b*)Jd-!^qfiU-Xe@}R@M0VhI zs<~i)T)7{fp!-1QujHUPkW=VYC!VE>w2^dX6;ejnNxHaG{W%dqNA0n~#&BPpa$E~W zB%Sb~N~{9<=__bAL|bl_KVPyG?COm=4jp%m*fTX|C!8R2QUXvLxdvKzdW7_7Rfrpu z9U>9R6+5~{H(gzA+`*31oU^|r>xMsUiKwHX6#5X@(c+_{)ihx&Hc6<6DKkkRjoPZX z%4izDD@cVn3GJUwy#&khvCwLqu8!|@vdz6WvZJG0NVQ+T;jA^kz zSawZ3�ifS1m2*ebSiPOeD*cmwtHdotoMBnt+$-dstS-xf9{b3wrNubE2ski!W}M`_M@gO|*V=#_#EdQwRl zviYQrFz+=Qdkyoj>BM(@@jAH^sTabZ+{ZiCwry{xj>_Env0m;}`t|;dR;r1#q`hV= zsURJwg|w8I&nF*fT7( zM>z=}#xK0k*Ea}b+KT79XW#zc-O18Ple5mh;<3|!-}vQ!FfyH742^6|^<7Nuob8?T zU0p0~oau~>uX!zbNEMTD$L3QKO}Q0oX#dcXt<%~=fhGz=vO&&q zh)~*p?drd7F=O}>l#o=W?FEU<%rCmX;$XaRACYKo70-{D%DK6N?I!M%k_uy)OTJsB z(o8re=#yEt%Ep>AKj3AV9`R0Fc!`p4!sGLJ-*I6HTXPYL@)S@`6nxwh;SBLBE)w(4 zvqUAPU)kNpqp^9ARN}R~;`6mjLNUSHOJpAvk5dSQGcm=OCC^K>6qPH<$6V~eI))_bk}2Ye zr1v6`E`4K?IUfQ~qWHULp>l+lM`9&Vw+_I8I(jsJ&&kQ_Cz6YwmzVpB$M^5e<=@aI ze%R6J;p=VOY-kz%?8N5l(b4sK)Z+g6CiB0SNSwT{tk1)zE73TGJ)~%%I&?}ScnYy` zL9!-isha&VNO5xQIY*Y5Q2`Zi#bESg9TIhxm;kiK{Bxd3g-A>ScF%tXXwyYJQ<{Pi zL>NbRa(Qw;`$2u;_a1686r2#|=#Y2+oP14EV^0lzEz?ZiNFtrvXg~w2nZ%^cP*FWu zq8_q{mjG1XEwFSKCx`&keZCw&9un5c%v+g3Hvv;7Eq{<5;%6H9nuF!{tKmC&~#F6k3l#C_mB@&MM8K+Bb2$b@ndA#=nSbD9I$Pss=5 z>37=-($f+M09Zjr;~ohZdIf;7%fjK_^sA;Y(5x1ZU0siiWDj}(qCW`+FAMrMx3R<5X`cmke+?w7zr-1>{6G_a z@hMUe`l?H^5Z;39&e)$gN0R(BK^*eDrv%!=K30#6lU|w?5hf z=FD@(Jf;qZ{gCU5;W@>{#|pu{yLt3oTPB-zl&5lFEMtO-$-Z=`>yKD)vK^L(iRV1G zFEXYdH~_co<4yVr-?OLm8Vj7xftj+deVOU2JBL$>pjWDZz{LANh-*q0tlc2$QXpD5 zs{)EIA`!q%#A4*ebLN<{*r!zN?hBFQzR+j1auk8EAe6|$6VX~JWujY7^?Dm>X;@9% zpFw*`CvRK_QS=7#1+x3>WIPW5L|Y_4T)4mN?*aJkxiLYXM)5v0jC)|A33bMkI!h%^1Vhw8 zM694_^i6Yj0QD=v=_cnAijfU&X*P4%dug$@nnVD%(#C%tFt;9FwY9ZcIa@>ZTg&oN z?#Av_?sgNfNJ4L7UGZ(cvO?B{JGHAKvYVHMU9V&u;&^s{2^Og?HG3&vt{ zZwy+;YDtN^wYrz`a*H+hxCLRj|+UI`j!rfPTTZdc|sJMsKnBR z{|z?Lj-I3)ZDVUsPNl4-RUSoxjuP)%V1d+t!+V5ksMO*|$mogNp3t-%ya*n=sG&}5Bf!G`V4Tne)Kv`Kr&fe+s{ znFW{Ln_Nc9emw$eR&Qfof=}s_83`!Cnj{EEPrg=2#`++{*Mw?9YCI3n0lt5|56Mdo z8AM{5)az5psHqs;aFHIG{I^6vis6qBl;RX>1aL#bdS?!zWjeJbptM8^+XQ0Y?|v0A z;zr3%+)Yh;58^S==j82&EM(K?i+6JPH;>}ru{8a7-pI|F2M_(x2<>DE?%8>zz|n*a z@92|9BFS_GId5#D+B2FRkNefY!X5}LAv_3ip%%$0T^1NPm`THwfMN&DSyj!5dO4hW z86sJVC76D@wn!ZfJxDZGtiKNeRpCwv4n7C-6w8~fe}Z#_Wa3wnCsWT_{@q*sd^cX~ zpXP5CD?r>qqM{x$m|nzSMo~{@VpAaSbf=pwLsi+S3$W=JdhNE1pnnt=`&Y-G*syYC zyLNHXg&Mo6#rTE>xMf8xxDs2lMn%7ASm6LmBOA4{irp~9z}w3buqj1_G9Q7KitxjN z!l;e9ACf128pk!y_u)HWRU7-v*I?QganK)g=5_DV;g~5~=ARU$KC780Dd3Fl#~R4- zvs*k(2x&jKEp$He#Dan-#y3ms0|dio3jIVN7NSa#5llg0dR2*LFtFsyOzRbu53fsn zYV&RNAn0!1mj@Dvt#Pw^dtsOjn?dY4RJ#odND&cGOO#-i=VmGa8k5e#ErRBhg0v+E zVUBMO@t^1%CoX*wOAg{DkdcI40dki+r{_5KWwz|8VALUS+p+E6LXIOHkyx#wbe5f~ zN)VhSVT0(esB7@%V`apuY zAx#sOKkcYQM%uY!Vt(G_te!`Jl)kjwK$fU5vHrDnV#pb46!is&_En7U{Y2H_85oJC zeJ&6cTH{hF9l@vuf>Eah9mbBF$~eUx$$b<}HMG0zmZrw0>0!jms zRvces0eXw6$n-4v*3@9-GD=-$5$TYwIa+j{E0;e_&%#Y4kDeY4?-vB@8)?E zzkA4|jfHx{FJe4ndQFVM!Txa1qD^sa&Fo(#Vkvvw{$>NkNh}U>o_8aotJr=x8^!45EDeyc%w4xB z)f`<&{{_*@JqK7{g404LbL7u#NqSOg@$Tyky@1QJj|=$mU)D_+UEX7g8lq`bF{U=v zD+6(3w_GL?jZJc%>WV1ihcv3XVaiq!K-{tR5Dts0Umd~HeX990Vu!3|wlZa9a`X)> z?v8&%G}m^=Puy*7eJvj;PXco7$iuyNwevgQuL$j{-OLj1@4WY&?9}aqWP)j4GUY7g zV)kfYvGV}DWo2F^+)hE|R$OCJ8J{J%q|MqN**zY`JOI(g^fF$(L-(1!8oedDVKN$| z9V@CtZQL22huN$T}Lk}&m9tsc9oy}(Uf6Rl=aTJJx{ zGjnz1n|a@f6tONU?2oWbiB@efO25wT^z!jyODS$`2-~OUaeW@qpuoPRh30zqh@{@P zr-M5pHRW)e=sDaM6frX3z|6$)PRB(%i;`xp#=(EIm}Fu_8V)FMVI?SRhbhFD?tEpi?wIrhaAT8dgwA|6V5&(I zHym$Re9Sb~ax=3FscC9a<~6CVB$Y~rJez1VR?>+ky=$#+r{!WwUw29Z>qttiX3%{ z+j~KZQ**W}&q)|#CsVcd!JytQs0VBC!W>g`Iozp9;@CySM0Irip}h5QtCD&@#+1?>V~j0b4ky;kN+K!Rpc(3hSmpS z__NAH`8+Zo^TAq74{NVG76<5sP>CK-BM=xAB;`=Y{lW+h;ze#S(JBXIY%*bs*V0r#Lhw5tIkem_!-n)1qU1VAO=MQXJ*T( z?$1n1j8%LUO&9~qT4d1k1P)dX_YN2|itV^GFn@(SmkuORDkrzs@3xKk6`bSweOxEm zcJeB4|s3~sbCjy!wpMbSF3))TW@f}mMu zlY8SsAUV>jj>D5wbvo^eNyj#8lQM@$?T&7H;|l?E5&#Pa$n3T1ew0A2a1^NbBknnX z-H04ssKtmZzq0Vh)Xnghb&w?Bkoi2;_$lyf+dXZ|TN<|CMOJ_(# zgrFa0WVH^8nZ->Mj4q&W^Lc-YX7dNh^U?8D@ctX&+%O_GG<(IxZ%V;U-$UZuti4}V&LFGH2*>^xZis~eNmFWHk{yDPeE!`XHP)>)k*duB- z#9Cb)a^+i(cG+v@`v?_BWs`VRf7+S>_osM?4O!ImR!sVjYDFslfF%IKL#aSX2#bX> zcb+R(4K?+_Cc^pGpl9C$SiIaTQ0hhY?IvQ~b_gbg^*6HY7(RQzQrC!;X_!X)QXtIZB<%Kic zaBf44Qr}^v8urSjRY0lOB5NQc#=MrrlOFv8^hbj$AT&}5z&1xFZVllGS5Oe{u68CH!K zO*#mxISlN}D(fvqnEE364N5SXg z`jn_>K)K@RP87~&ePGn?c=BTtI&H7H#?AI8oaf{?Nj{Qw6ZV%U>KOR@@*g>6QqlkX zsk=Mab8okF>0i>!Um=c*d&!CAp60qaiqhsVm=|79I)I*)6c4A7qB5`xVFq@V0gru?E#l|133 zoTnBRMjH*!3QTc~oFNkRg^vC_e<^DHSD+X~vawfkiP^G#R8Mkf@6xR(A&7CODbgC| zM58UzAJ)8_kER=}9DbotE_;--C;!~p*Vb#DBh1iyV&-Zqz>tkaYM=RMdCEK!S>u5 z(&?rsrMM?^9wW!f!}@yKKL<~r+xK@zVFn)FFT&6yi&t;(&i5YbPR(tVH9v3gaytI(f3Qgl zh!lejepZ>M*04y4VaS|tPhS-YLfxr9C?w5sHFs_UzVAZ^b;5)HCV6?ytmfp&8*Cn2cW2^LB% zcfSws+q}(aTas+!iqbp%`wMG(p9OJ!0W+}aUjG5R_%HP4C1Wj`#zL5xGxuNGJ{xnA z)vMR7PbHH@tASM&Gn>r;yW_0rh(-;rmGXKwLQa~Y!AKIP^{BEjL0z`zC=uv1JkMhv zec~sspX%0I0*YEyuw9B;)Rt%bsyg7u1U#WpXjuDx{I%A#c4FUwP&W|agYVtChKB6& za`*x7ae$}xaIHq7S@NT0VDCqE!@&D-Jw@)mjQnI}Dy5VmsWui!%()5FF+1BN`&uUTcg&C7%GF>W782vQyVgqDR%v3oG*W##1lp04om*WVkRA#9SP(FQY9@y0nlBl(7U=5r3J{ zS=TrNo&FR%e{q%{$=MBa3F(23Gr~)QKve~QU0#H7{J6MEByAq&@WrGW*IU6?d$_VeBSRbhkr0rp^f z*(S#KF(B`4+HFG`ytE?^Z$#3Xv_aTUCH7v{&j;J^-xT@_3eA-OcGg|o11^hylY_3e zYN30cR5pdf!KD~hENk!uD%jFFpzTGw{q;~mwMJ<+tfV#A-wPz_szboL_2Z3g)_37PQ5cE+wX=h^0Xh6&tdT2@c;K>nE^DYX+0zWfFmye zfb9Rz@xH~ewzl&o8=CKH^bhc;k0X;_m79BK?)G_5;kdReE@w)z$p$){h#(Rh%0yzm zsd?E?4>)@wz(5vFTMi^15+=yZ+l)IMfCpx`SP_M<)S21ex#u?ZAE78(L1?5>MJH^L zKP*#gY*Gu-EHFSUhrb@`UymQ&_{GE1(bG}vJ40r*0$Qy^AchS7=vvs%QVR4_0tsb| zkc-b7E!QdV%u-2{`VS|sXCzbekUT{+#-tJul11bS3qd%~JBe9%=y;r)qk!WXa&wst zbu$GfzyUfbp%xQN5F|XX-r2lnx&u4lo8jJ)n{QD}@xo4hcwYLwL|OdGfr2bHIYd^a}@J z898-kV=x`F*HwvaMI{-ne|1G z;y&3Bb|Bk4u%u8u=m^RBeDWVgP=~6;B>x+VAsH7H8X!`BoR%KE>|Af*)qL|9w7r~< z_3P~~@>{z`j6eJ_=8N~+TUj#bch(-K)1z&N>mFQKe{OHhqxQ498puyQ@X?Sl{uO}_ z3LwEwI0ie~6yTdshue@TnZs59BaV#kF(XI>x(En^^*Jy|jAxR75P2eqLmmnqO>pXs zTEu&8$){~HQ@X~G%q(}j+VMT`#hTYaUFCxJhLqoDoThyH1Cr>>v!)>&;7SsX4(waQ zfq(6uQJ){H%gKWQvuq&!Fau3vAms)VBo_0eF?bR19X8}5JcW=Xgkv+HFgv_5MFO!% z`h|SQ8Lf4|Ckz}tuUcJznt%(#>q+&+tLqR3HXCUo6~0D72?ypDlL=J(`yz_x^h>L2Ks_pYQ~9tbu^;LTIgOyO{2$oT#3gS~PrP zq47ByXZx@;zBC4S)YUe+MP=IC+BJhyqq*lsfTX}>fG{m|$G)GmN$_U_q+KvXvtC)SX7@_wf{;y?+B{7$R=~h9H_RmduEB}D zX^%%5X!Pj7;@oSKE}DUujF!7mV6`AOeZ&jyz&M%tn_@ioC`~`FXvj_?@vIN9G)#XR z$Bj{8tCVK4@fEyuGfo=Dx3)ZpJvfSl2+0_j{2do{ot6S+R2hBPnqjPR=_8>KsFAALZ&%R*$pU+Nv5_ z?u}!uzVWE+(}-3*JS1sZrn=PWq3J$C&`}j@?Wt!hWeU*`bpJT z)h+xQ`KPDnoJt#Z3Js+kZ_yEkrLjzln#`kCGNZ2}c}I~a52tvEc4uu;{xJJgD3mz< zFt3dKR-pwhiJjrmifV+Ho=j@sVZM}to1kf%osu5uy3x`IVddfU^wJ|!iGAu3swBCS zsk$*_GnA6>9=CerB-7hqmB?)1a&yUYqR#hu>~OJcuzHEmUARjsI%W*b0~^8ICi1-w z1M(3oK3N1ZDOG87$q}~&JuY-S3*}jj@Z{BdMKyCO8uG16SM5V4gS}1w}LaJ^^ zOI5x^&Fnr`Q463C!P7tLQ0%|!Z}*hNCyh*dQC&vqN>U$kfeGg z$8r6oNU@r3sIM<*?Z~bQz`4PnhjWd!V9lje-p(+Zhw{yl*3KY*OfZE>-r6TmlqoVX z2k-5XPv`-}zX@UJ4PjdSCVMrLlwx*oK~4>+2hR>q%jUUvlkFiWYQ{2c>2_?%3(3T( z;Dkd<4#}ZKo;FQ2mHXlwo!{u8$vx`S-6nXQBS5GbIG6pt1{#Z`Z41jPaDC}9sU-w> z@6cmO`lF=Q4va(~vTG~gF&l_!;%P0fB{1?e? zC$C9wH>&Ad4VSbOo-mu&%Wvnci){BPNVIc z6K}NML#f?Ec+^CiLjYHINnxyDF+f>jE!#QScXg?@J5z48Iw>Ebx|+w;6OXKQ>FPV^ zYD6Mh%h>X#C^WOYDVV!rf7wh07HPpSAgGH)TU5}o4>#9z?7t(0! zig#M&0WUg!HjoXS-du z-xULWNqat(a=TdXFH~%^Ds~*45qXJu5-m_>nsWZmIvuY9sg`Z@mG5|+ZE3KwxufJO zVEr8t$U5{lCSp*PtaI)D#3j@y-rnWos*S88edBqfEot{owio^RZ-8_%5yVD| z->abj?f*pc>|p=@viYHJY3uMG0<4z3{boC+A3nkEz9txq+yRL!J5FmU?Ox|hj$=jA zx>S_5BZ5Unt7no3uH=YhnD;9$38|(Z?)n5Sn~hh3#?cVI->iN@@=R?0Y!UbXnlxyg ze$EeUHYsRWXkwIfUR^$V6)E}yidQeZF)f*)3@NI+i(BV^%CRFnzh#r~AxzYK2M>B8 zyl-i*&bth#2@i-md3`}~XdDt<@UY)@EId!BKaapT>Tn_vP!fYVAE?*uyaXWh!0%Os z8OaMpO@?-w1`;gsAEn@)vZz9OzDKb8V>bpu$vTjpbV(t*xp~#{MKVTdnGVg2H#PZe zZRpp41rvv0tJkpYnKGr|oW3!c!t^7i6dN16Z>)Wq{X~$enj`hM%D5tn?$|QHccrfs5Ej#Gm z;fe;8YqPop0kLM*bclmV@{x=&aJgPH3h(H*z1+ZvWyk_Cxk-2U6}1ARi^8EnzbL*9 zHs5(vp7c&}I<>&7;6PwjF`XW~VYG2)j$)fK1fz|1R}=gJXX?Su90~zpZDI0<93jB8 zK)(w`7FE#L)uz%?s|&+L;@`EO5fo`5;k3*rJK)*JHOkf%zJs8?GrS_BV#5f_`Z)u+ zop(jWpl);~dgp~4WR5%z{lnPA-eQNFF`R|RXx(u*c z^<^8fkUS2A-ugPjAFP>%reyDt{`rTrR?r%8#cq)wE})$wUVFLAHP^t=e*-UXD{ks0 zUr+4nZJN1m0xkWj5|3x=SQ+wWNmYLZ&^Pi8bs9&9O|Y_oo!eQbIH~Z*v`r#IgYZax ziqU=%z$EEqHHcjE7nl^(K3a_%YFnkAysqI#DI-cqwQ*$gy$ znhIJ1QU;eSwE#Zy)VhL0tf^MD6B&wos~jyelBZSB#2TDzdry!wyas2|TJlS4ql1!@ zeFO0_QkZM0wyT@o!&ih(#{A;6TVJJ??XW*h#_WH!bt1tw#HK3{+L>gvF^G9HXevjA`C_NE%PksxF*B#H zr@PnjB7OQY%@V`!lBLlSZFgHV!3u^J6*H(G9@Q@92DW2Nrz=tuq*?5QBzM?i#*l{Y zX3B>LnT>#C^ddK_ovPDMpLc6)ERER`3;9}Z(*7mMYkSulN{V#7n<CcX)Y~!;7Bbm3fL`e& zr8L+rBvNzawX8{o+qS}e@`H9`PNcW)m&+N@I(3-b!MedlqdlRR&yH zjgi6mz_mYVBVMgQzspqKe6^ILBUV0(>X~meEUKVa(hPaIfS_;OK^WLV1L%6pyGR_i zLid9WF1MQRE|UHlTI*@}%wj;e1r-`F+64_|E({km87|*b__fuoR6BQ*qXiAP7{X=O7-q22^sj0!gAI5ZO z&gjLtxYSU7@lG;|JUopDmIv07y#45<-8sG4Jj%kreq1woEBSY=*7JO8gFD8z!jr&$ zrH;L7_IUegv$U1HJGEBn>Vqayqy3CSe3`kyg}93mtfu*q{0@oYqqc73uZ^2`c27gA z^CkNFtw7~^7CT_a?HWGK6-q&u_4$zORwkllNRwBJE)3VUC^kWo?}h2#LiTa>$iHrTuP3 z|G?XM6=ya;i$0fx50|MZd_MA}eXa(?*Z%Qqn5it;{nJ+E9myNHK7?9*qeqSKUoPn| zn{%fXZ&W2!3P<@yx*B&GM_nB)SavJ0H+Ai-IxJ~|N5-5HJl+IHgWhN`92rEYmXLVsR8$O*)S)G@e*cdhi(7j!N@$5<=r6+dp7LG~ojA z2R3V|LjfoU|8xh4^hahP4~o9j=RT-cmsetCh981hH7pmD23S5o=c=rS(ve`Gl@qD* zh~PnKxhxCb|)=dH$4469K+@Y2k( zum3GwVNP*sNJn2xULgVymwzV>X6ila7UP-sWwLD3zYd)C0sh~SAF!6CkNR(sIt&Q_ z;5YRHa51y7bTOs1u{5IpukBnj8+&*9|D4fVn>yK<+Bnl&+PVCG8QRc0nVOk8nc5kf z(mVW@J+?;O*8YG4;rrKmgYjHUW$QfG_~jt3Pm)?nMFssQUav(-tiaX#fqab_iVaqDxGu;7Fh^vDhz@HG z5(uNh7D!A*;aj3dtVgZxIU}m80$lP;5e{jD`&XZ>Se<^yejF%D*o-x1P!9WNWMOAO zvnN#ya!L})kc1HN*PjiL2a0mGP|^T`7KlB4=$|lGQg7gtYDviuKimdHm?;sM1!)&| zKfT%pm=H<3moACfmNh+MG*5uJC^lR+O|VOz`K7mt6%UsL|u$pL#pfi$dR z4&Cv9=W`$JY0#|Oe!a@t&w+i-nJ;Iq|FeP-N_++fuFl)VjH@aA*UH|`6i}F^ z0IfT!(;yxx_x#s&{jObmJQ8I*EA1B(dDpl&MKKb-H6PH29E=L!caoDhomk(e7+$q_d+ zZhcj&!06#LY|rjh)hJ~|%~0q;`>nd9FJl<#Ux)roHf6sjEAvRmp+tE%tOw8X5amh- zgG{9nC`RCrGRYMan~}^YABhVIO?<0jMrZywm@xbKi<1n5OGjdgDI9hj6tM*QXx23_ zD8%|jr@t1TR4q7pv5I9ye=2mQOCUAA)deSYtc7v>$sAdr5WIHgQuBVfPp_HC;PUs; zprKUS6qQ7nl^}d4NtrcM;?mPpd5x$jj)Ww2%g=^1&^PyVUG8bqwn1p--2df7w0XW0^|ak!MMfOFJTHSUD_82#MV8 zf5_~eZQrKCDUC4(Ztmd1LTOYHQP$z1MeCawQD*H3YmfmU?cVuH)~qplS~&&u3gRyKI^D(Y1$?`+|H1#_+aoz#xS@WeiC?C%wQ zspdF3wj*bHn>8)Bi%xeg=WYT$|9HJFT(aMq#HEQkrK6pG>t?%^N)8%q7)_PKcq7sn z>^P5J-rK3;j00*$qEJ)1_+6r)*@Pgt>4;X;XRUgESTx^`r;fO)Td{4j<~hTq1&UuI z`1hxZoZrX@ahEzqpZ6F=oclHhRY0@!_}|w!TM6wtlD^EyzSKZckUK_&Sb_Vp><^)0 z?jif=!rdswTD7OQQ}!6wAQR6ZlQn`>FBN8!%R#;QKYH^vYP6+=9o=(kJGwu7r71RS z36YaOP6g&(o_Rh5x}H+uqpJ*;(Jn$==Y! z*wEQU-`T>@!PJ?~qDSM8J(f7a&u(Jh&~OTo&Akhj>VOkfpks`YAV{&Is;WiDW>8Ap z=H-nZL*>IZH**_~Ir1ilte2E`JvaC4E>G$xq>F1On^mua!-h>yz=Y7C2$@>eUyZu_ zq>d1_R=6CFP{agH3`y!~bIcWZcsTf4RsSWXU>e90z_2my3W&R7_sY927PWH_xl7q{ zgn@)zE-pT99*s+wR3q33w|LD6oa7LR5u_tq0%dTj00H_%jR=zXdL_F7B_4Q{1Nd3N z*=zx$fFnxZs7Vt7982hbG}+RdF{4&3mC!5AwbR{*r!K9I+qW-ZhkCFrCCKtQHzQkhu&HPL`b&Z>S?i~$6ZpSf*c5P^o)axC+{aq&yBp-;%m=*zB_O3 z3pn!UQb%sAS6Yvv{oJ)Ie{|^fjt7qqJC++=XU@F|SMP=QSxlL_@=@573Q-?6{{jQ# z0gZ?^w_H91GKAx?$syP_h4H3B#E?9ZUArrlt&gL~7*azrT0ppBL^#%WN0*feNsP#q zysOpYv>5Orn&>bUiX4)6Dn&w206;b-?Vx~$R1S-CD-^`T-l$VC@w4U%5pGyKl=#L{ z1a4FJQZPnsqY5D&Kuq?i0WxH!A}B#GvDiN3WJO_32gencmWbz(-z z2qQ5`f_(By%VbR^EI3uR1v+3r5NO}O=@%^M*qGtunF#$t#Myvmonwcq_fQgU49$$V zH5bq!Q#>&BKo_ej0K8#n+0Nh4fI3oXyqax8D%fi<}ro{)`eIJEr{B`#EN1TmUxNG<7GW2yWY z3>k5t)*LV_(7`vcKv%=A9+b8eoyT`kz;8N4wb&}XvTfW8i(#@fwLjYJ_F8*)I8bGZ z@R+5#eT#OxpQ(R(2snuKOzr()MQEmykJVcziLclTMML+K+BAZMFi(PIQM67L>|Q^= zJ;LOD_x@c0s@0q}Qau$Gin@mXokK*+?8i0SbsH$mbT1R=!056T(9O%INNizWJvGT$ zGcc^Y(s1|Hm;U9VzzqwKy9WVigi(G_C{`bp(0AyX$c5w=#~VY+v0CKpZ)`eSt0)FylL3$~IUlg3`IhN1u?ADTU%Byc^1H@qxg*y*t8mKcqYv z20>%l6pLr_44Q*L;jfu7!=vj!H~{0dQ2rNb@6=>#*kw_sZQHhS(zcD0wr$(CZQHhO zpR{dse$^e(QFU2$xBtL?V?A@NIRrRpdop8*Zxpm8se{e-`zd@#csP2h4Y*W9dK*V+7 zpU&(nZoZ~nbkz(Puk}#{Gso((FvGrli6N)@vZ%b9`>#ej_Y3O(k-kgJt|>$AXNPAjZK+UcY(hl_ThnyssWNaIrVh?aI`KY z_yY!4@%aUHPew0ka(Xy`Z0?g2y5rWOj5G+L9uM|l(ETreuuiqg%nrrE|NY_TyQjQ1 zXWz+NDlt^Hc@k@74Y-dGOsaDVb1VKDAFpYH}QNssz0mf8_tPYliF(pw%1Ic z_faOmQ}BJ3_HBM%c^Q4JY&Y%d8Wn}WRe}-o$|Uu&7R$7j%HQPnhsh*6Hp2MGor}P3 zIuQ?}8S%W?`{5Yybp|uQ-@y%7tD>(O2IlLyv^iOo{+s19C3XoJ=6W~Z>3T# zkeP#D_Ur-N|3wmN@2qd*WbR>1XEyww=aT6E`&?2u0|^Rb`BJ_oQV?`HrPu;AcZ!z% z#ZL`ZJlEL%GG{A3UuJ5obrNt$Rx8ip`**TeO-*vPo6hHw$0hI9xBABKW_t&mVi-j7 zi#s9?f&P@IOBH9%{r2#*7-0>U%B~sBQlyR+{60vc0gH(EK|_|fARo@icg_3o%UDu@ zWHUzPn}L$ODiyhCQ&pLQ)2jK!fy+f3`dEXw1^bF)!vX2~QtgrK$-II<*&R_TQC?53qd`OM@X(zE$h`;(j%KFm#a{X9XeP~T|EaSZfHd;S!+as zGy@0dDba?MLNmRSVCg7z+ zEEBF;esKmsRN0V^0_6!I?8|TbQyR-H=fubGWedAB*2+;<{>c zm_7k7U;Dj;ZPH26If9310&0zr2QeS=Ci|x#-gpkV2}q4e(+DQ_c*%L%1Oljz z)|F+HZF$-eZd0(#Hv1Byhlih`yicm_kI3-jau7-tGiF|_7~5`v-%TgoH_@Tp{X-Y< zrH?C^ZvS>vY`3soJa5$*T6?1TUlp(jvg*yq$|oLP4Lq0i3tUsK z=h+qiUYe;zVb{iuM0U*RUC;wz5^o<2%wb1rE?w87OuHX7YeK3V#wA$K~y)T85y=>Z?OxE!5F$^1gff*f;UN^_r_p#?p&2f-^ zVURnf>|tk^L-j2_|0A8y0DID=)eGqswp=ZClIR^Wg_G-+um83{+a6$8K2JrS?Nd`; zkRtIOcms<*HhFU@L>^me$b829+D>tyF69~_EQ0dLsNhfNW&SrC&QN1!Z2;XEy)CQC zYAT`ycgJj)QnfNaqV4uVLzK7ya@8VksJ!*kfXGGdQLs(ceom-l^~R)RbtbK0n1Wo% z#wlwtTKeeNGM>mA8{-h=8VQ%4D|2M~cCsj46-HLPZeTCS?b}msiPm|-Y(3-9A9>D# zBhMa7I&ZnWVSN=gFVBSJ09w9mVb@guTvmj=YdMRFgw}Z(%%nTIOi@?M3UzAHo?VSr zI5Z|*bI^i6Q49{PQwch(ZsBRu^>iYQV9D|`-R8@`JUvw<=7arZaGM);RqQ9!=wp@x z4|m`a3v^hC+nTVm2uHSc>yR-a1)eXleEj?nN+ z75WF3gLjDVhaMNSK@WSA+(f(87jh(aUdm>)TKT_h8}ijII0Ap7y?p-D0Jj3keTr z+xs8cYZm{=i4(F2;_aNZ&rS2!{{XIJYPa4|BLVj3Xw9Gc>ej!mSGSpor%(66 zCs#>3|N2H z(V42}os&|rJ_92w#1Efoq=?{fHbd{%Va(rp4+JJPqgK8+QQDJ@oSAKRaia0u{9(JK z;6HRNd5xgkz^^N-os86?=9t=p9B>=eD@IJ_nk43n@Zi<)r|8Wyf5ga7)W|alXce_R ziSa~e4sVdzgUok$n5Y5ttuEk%aWs&RL#MEUa5fC^gR_HdEjitd4%-xP zI$R~JP9?&@9+tWMN@!xMadhfumZ3iOZz~*^)pg#h7rh~0t zv5Qv$ngajigyKyFgL30^BGwpy3~)|L5xZWFs7kX#F$V}d=RRrL($afhJnLuiUJRUT zYv<(r{aoR?aFX-j%hArs&HDTF=j89JliNxsHz!X!Hz(g8f4R}s+u2M!dEoMkJ95Q; zr#U>5ICa|$?pC1rv1nK=+VCs1n2vI%1)SRYRm%onbNG$E0&>|5WVPpkYX0@ZT~BaM zlVXUsVf%@!7XHbx;iCr10t_t&`vpdZ7y9~0uKN2sg0b!z)~Z8r@^Rjh;-2Zv8a25x{tSoa$^DgrJ|1pcd2dUiv#$@ zN8zk}^KK@*U{2A=3dZ`o-~H`+kl0guNxFP~J)It(k7Z@NuzePYn5PIEe7C8Gub*)h zD6P$ZUE6TX1_v{|G1+}yaKCDZhIQsbg&QuZx2-!9ZQk8E;9tjC(0Hs?ASn?*mM}Gx zO|bD;NfYy%1W@#Df;=qVg>}yj#Ss*kg(sSafOa1P+xkbChpqu?Y6#~KP2djEq7R(2 zWB)tp%4q-UuE*Q*d1Kp;0Ifz`64#s=AtcZUgv^Fx0$Hzz&IH zI1r4<#Io*9O4GHc02BS0H-)H2F&p3@;(gl14}cdL#);ZlMq^s(gwOIRU`;S6w_Qe2 zRm+{95;?9aHJbPQ*cg6s%_LVj?9UpH7hwsVkS@>ra(tB7buSP0?5fq!}o zP}=d``bk!e{2oz=n_ORogLq4#=-VDK+ejb^*UVd&9j^TwEP&$RRMYG8 zBJUXNYWfh+Tal=B`EThV0@CzR@8>9uG-p_0`DBo*WWdFP#K%V7ysDf@PhH+HA*vIG z>4BC!V$jv~heWOja13CRJ3mL+?tiLR=0aCV(CR9;7I)39Ez=T=|zfi_Fg%>lj)d85ZRcrCj=Ayk@to2U30LJivY)0dM%|3l#d69j}x;!lr%iBWOaoPYp#FEk-nT`8!uYMdjoM4iD8ilv{tTUOr+>MKL z0&AqU7Yc&&dfUz=>Hbsd@wOdDMP5Brj>&d8K}#qSDF zA_^iAY_(+ZIS~b9T4_<%oLzWthINeTDizxj3KgqcWVUSTNm2IrcGMnJI0=W>Q7YbLFCLr1L zad5o%Q(T$&sXYm*?Dt1PggO>O`)>b3aZ1<%za>8o-vE%&mZ5cKcz>+#(FRcyAq@oz z&(8Qmu#4Y#&nIUbZs_*2EnHtchi{LuZJnG}oTRoV^Xk(0&-B%(cpuenJU4HhCWd=UbDFt0dfbt_V_d*? z<^u&)WkO;M6qOR?wAei%NNkxT&`=XH*@g>nDgYcJPo^K&48lL~HW|X_n0$iP#Q0(` z|2U(V_?%oKsRQwk(HPI0Km5SX-`m8^fne8tXG{h%F%5l%sL-qJ1dqs5kIaU%CqY@J z;VjF5C0q0kh($sFxEX{0PSVxIESL@))^DrA(==_Wwcy_}U&O?&LHw+!%5PE=wN}C) zXf9A@n4DyB;_^^FEiLt`gH=Gk2P4T0e?z*LkW5z!GfO2~yI5LGSg5E>He0=A@M}jD zT_F=B=mw!xW(E)V{>iS;;6oXW~jwPGGy6qzOS;2x4+Q11`5a_er z6EWxCY2_gC-83>!^$@7Tk6&51 zZwxfabF7xuQ`-OnAIiZIy@)&_WbVz{oDN098>ZZZL7ECi^ZWV7S87tmqk%=stvx&o z^qYFQjUt2u;)`lViN1S*Oe6A?Np?SsNmQ_M-;z_7h|k$!_IgH|00ch={9||UdQ0mb zv87QO{j@Vq-|Qg57OT|9doMuV>=D?_mIIFrGb3w(`b(nCFS96t%}%e|Dct6bFPvN5 zxDXA7REEokeo10<@@NhUF1ntHxFU43)j?LUmO_^F914R zd7vD`q}1-9sz8)-nqNfqxT_#^C`0f3PId&rmLU;%g)&{0a^cY^qH@NT1A3&{Qf^#2 z!|OxC;m(({*-K4cU9gkPTPR&A_ZI?drah~<0ajw!$dUX(P29RA#!Gv zBr7U$QAL4EE6YFCv{cAT70T=ev;%Lv)Gy~5f-1k|zd2%_Ec-`7f}E04Mq5!9Mv@G4 zU4BGxf6`4}@PLLgPk?BCH@xj=$<~$GC3k7`F%S=xR13M6beHyB&Vfa!G_J1rSun`H z7F%;XR1_-Mw63>qXdrt_;lg0iya7`nQt8rApzp6wIsv2PKkjtYrMf zwp`6iWmJuEap@3G70=(=5?ZmC$R`GJ^eR0SQ32=(R`m`)%z%E0&|Ew9ZY+a+B{&l61rlbMaMOi_Kx&d75m>8(3tuP@l#;sk?Y{ye1! z8w*GNaa|p$TI`1k>SYQI#KON`!L-Usdh>Hvk$=9>?=ld7D6fFHokYOtwmiMIaLar$IeT89a z=Mzt&$8nf^wD#^6Hs#pu4(2$WEcu_Ba1LV=JC&eGv7K~29f|1xr~5=*k|Rf^Jds81 z$13TM9gXlYQ`Gpm=$xWVwdWx1B)B=#vYD|+hW(Hd4OXI9lj~eNWVPfuX6dP&dv7aN zF(m%9+Hzco$PP+{w|}{F)y#kr`$i4#_6Q@F*B^MXXq#+&)kLVVWHh%#XTYXnz)eti zHb4j(YW;f0-oc5uP=z%)hnA2(4ln^o_fDdg1?bk*4=Nc~Oz*yT^s;Awe!8+mzl-IF zb#t~EFXOwpJ0Bb_saG$L)?O+(pO;;Yj7Y0YbBvEVvK$EM<1@~6aCDchH8(eRyFI$Q zyT4vMGPCpWxSP-!5o|>M@D}DyXFKSa2LoX3Kf~)KNVrD;1^*P{dZ?qvj2Ac+1@fb8x9;aFi;Y@jt97nE)P=?)IFE%bf@fV&*vY-@l%C>y3F8=>v6~! zYc~$`jRci%77<6BB*?Fv%d3ITL`VJ;rnTtr70+n@FpJ^X;tYuxaZFl&3<+hbH&#>Vt>9cgQ#vFY5aRXMet z)J?L-lEm*!&V}D1lsav#2@#xT_zyp*G5q4Tf>xHLC?mZ3rIZO8u8P({9g-u>Lc(`P zp4%qAvQwjn)&O`c{VUs6#VpA{OvL8{IpwcXGI_qhC>#4h)5brHqDBVpiNdb(W* z{L)!oihAE!+E5Baxs8gP(YsbdG?3{c_v+7?@q3v1=C&Xs@r(b^diYGY`l=DR_oyBE zv|=c0cm7!ELc;@%!_}YCbZ7Z>OK4I)LxWE|2{5Tf?}92>wnIKp+xCEA5F@?o5m8kJ zDP(HRMJFMO=4NF*imnSsY+=lVV|isM)k>sg7H3L43yQ*Qj~e|VLgs`xxe+O5kBvKt z&u{*>+UjIygxF!d$<{5$zW4GV_k~)T|Jm|ODR$jI0S`pP6rG!qnCw`X$QaL5QTG|C;2g(W%?HHDlJEW)feQt)3ncD1Ns zy?Pc?=%aFl2JytDQ{issIo!xLvY;i8&41B@8Di3pk|G7TDtc#b;o_z#RQQDk8%9Z%w}2^RtL@MJi@VjPPrdd?bRFD; z+;SEzoY7mjh|%W=sNCPP{txcf%mp^PU(9V6yQ>-)Nh%36HN4>zlBgA?<5wQ%x)90~ zScv@SKIXlVlvZpN!jSk<266?8q|CV55|PmddZajHXp?3S?a5U@a`p4XX^|w=dmDEj z#E^duBewdrpS^k`)3Nh$Z8mom+r6VFSSY)T?OfYgc)eF4RS4gjQn}l?!xc*u$A$ii zPo$1A5WC>VQnjE$tgt|(!rGSiUd$K~mAL2*nm6w!KaSx;I$2O?UrJrHC{n<@_9~2H zSVS3;j~Izn^t?9wN=e@+DbH2vAW?_GYMu#&t7-YFsjY-jAoxc*N4n`tnGTc0oq?&V zNxzDcl2anuwA6WxW@4#IO*d6aTR3Iba~#+LDp!dN<|jZUS6CnFTkMTPFJ#%=N+;VL zj3s@g5!roDLrWi{!1k5LW5X2D!yXIMCb`OIM{U;KtObBcURQoxcwwV=bdtUIiDJRN zDQE5P3QZ+|@~f(4b-b#jv^V63RRkg~qlX%`)`B)Q$XHpXB&I)E5A)ufj!>mfE}U8G zKB>0OKqXn1o4wo344KrBP?-($p_}Xds8_iEW`>w2&x_*6jv(M1nOSq&vsKz;fo4{_ z`?ke)BZY|I18y#mr?a?gH(ky^;`%p3&ZCB3PG2KhkV?Qw(Hy@^{qm@la=8?nE`$!X*iHm}sRs3h$2IZH z;HvzX5qlo2DD)VnKr{eP%r+ZavAXPHw80`tW#;SU^hWFT}oL!?i zi3)n-ch$_tDd$>{g%rW_y@Lqla@&%AS!KRIeLXsC3=MJB=TiB9d)Bv z==3E@O-Cm819>^mn$`m$muo2f%Gd1r-^*{2yu84FynH{iV|@R8Gw1%KKP3tQ0B}R` zf3ZS37(4#%<#Y|qt;}tV^&S3GN%^ro7(x1v9Ya5Z{3xCO)#W9}i6sBPK{%9-l-7>t ziAQC{0Ikl#imw*3#QOVX=6b^o9fnbC;bl^z)Zk`j#>>RT#pPvjiEeM@Vbz}}Gjy(s z9h)IT2}2>(y+8Y3bzURPiB4a|oIMVP9U~a0U? zwjFM)-qCS1|#KOM-^QrYX#p%zbM7uOO zT2BkD(EE@NB7%L_l$w}> z5ocxw_pZP9Bi(<$Z_{$y0==GmES_J8JZ!S z!iFse^pZX+PL%CXxkk@yv)YNN7%cQEud#uA{aym7aoTqpv=SYxZ<#e<_JZGm2QyFZ zU5!D%3oc%(*ldp8wEAmWB~Q)T3r;*ZAF`=Ly1u?>kRO3KL~K_%kOgvMm=LuC;j!D{ zT>S|r1NqF-<5k!nGBQjolec9(kR28o9Z7_i@ylJrctseM%`FN}7JTY+5x*R8l2|G+3L1aQc8a15DC3&6+pOg9}hmYj5kl>#)L| z&8}dOJC8Was^tYPUlKr#I>%eDMfBQGCGiR@n(aBAx&5ryM;uG~XuEAW1W%as){}YW zjkxVS^iy4AW?m_)rJ_FfI(^HcP|d+vz&5hivl`Z`TmkHsj-!PZlSK1)pd%XCXk zJXKXI9U6D%0y{CB`iuMxuKG-`wy(ABFC(wk^mU7n1->5;5&lIQM@=P@9oOi~^%|c( z^)>^?p5aG$*s0ytS;E0DVr(ef zSG6nAl8O$cAlT{{A|2=_>uY@Z_wLuj1X`C>;+>(ChFJM@)J`NzrdU0@D;g##<6o4QRCDb zAzhN7w@hyP;+H6i4*nfBVEgA=tlOwOitHG195Oe>I!3Eozqgddp&k2=99 zum+a!ON?4dbn27)(>5h7C++C4;gAZAm51tH--g$$MVp!a3B@odwejM2B4{Si%qw$@ zE9VRWJPB=4rn^7utY}`7r;TUpwGL5JyoUw)G%j}cB+5Mwe765iWiI337QNnTW0e8F zMX`cvElF)>rZnvcp;p=pbiyd;^)GE^)xPho@s2ZrSFC)NNn!p-++M@=Plx0taw{7)O zA<5M;QL#13zX);omG%ri!8=CcPg(S8 z!=#K>5!;@HWq_ZN+OWh9Ho{l!!&)o~GgdRbnJgov0f}`WUqt1sMHZFrv3j|Ojo&Hx zv=$PL*W;j?BI9LqNTLgn(xN>Ue9|z-3wYRG=%Qaagw48ewDRj=PeGFwSFu>!>Dcz( zv37>FbbQW%Sgo!Svfj5q_FS>t3Zm|=y>WtV^3V*;Z<)#Qb0baG6cuHYty*4`E&tGB zjryg|5t5@p05d(~QAVY@wLMcf{!n5%9Ml}~24ec0d3K4D@upa(HaiB`Y=tTtCg$U>h`R)br?-9x3M?Q^c(pvCoAh4WsO!DVF#shcU+E> zBs8D)*gv=P(xlPm z&y0QoG2T2|L)MtRzU*1-!gchzye;a)UyZ-*_f)y2Mop|tlHaKo_m|QA_s)iM92kM! zHoXn2{kseg(Q0XL-8Lr=@3v_dUpn|{7s$AqPm)^yjCr;vJ@CwOCxMRx(kvMiJFU4> z`d=UqT}jRQkB*6jmg`X}4Jv4^N-u>RxmFF=SBr;ohMwGKcQLM9q@D#n^-*-ZZ`}qv zpz1npkVaiBe?VAj8Ss+nCiT&1t_&$(O5Pxb94dz;k+mc%vOfbwpGi}_=U znH~>obZ-CbkKtl^P~))%@+T%}E?IzSE2FNUC!r}fva{JJBTRCdA0aA>XI`R5vtsq5 zdf0*!P^6I{b6nYutVCF=*Jv=G85xG$UeykW7$nY-mRNJ7h4C~x1G%MmTTpPGnLlKh zy0m|dV1}d~WRO?RNE8WSFli#Qx1#6xK`{-*pTn8Q5d zsB6X}zm#-32)uF9akFM7eL)ket~k;hwz)Z7Er4_)NStP|Ib7WS(dRNQhsxxS8ejI; zgF$ak4y%{18uoyGgg=4bGOIUm@2^hKSKn%{TUWbn{PCpR!8Hrg`C?(xjAe#w1x-#~ zL$EmU3vnVe!lemk0n(JxZ@|+?kD!Vf)9LaGD8Ca*_0WGh81KV5Vs2y0nL4A<7Dwc0 z`<#fc7}@=|zr_xCkH5Rnyq<$StJt91J+YN8^cWtkJ98JV+}hC{z8(U*mj5P3Jzo~L zNBbGtpyz%U`;gw$j!?QtBax87lXkzJk&ee}@$-a;x*~=}66??Cp#^mobs~F_1JSe+ z$!cCMkN6DjQf0GZ3sOQyDuzPFuK0xCI)*JX)_jx!A}BYiNg`=I5#V%oE+`VO!g^_1 zJ&>*Xg<%dSp{V+D-n$e!lN-TZKu1YJPA`;<^@bVr^NnTFn_!Qi=af4PiOC`f1m}H9 zcq-MbI1VVK);vewkm!Vn%w0=-e;WcM5y={44O>a}Lip`)8LX{Eda`cHKTK5U8j2gk(_$(G2?i%*>eHzeD=Msk zzJHakflZO01VraLlPwW4#4|(YEO3)Pqm7K{7~~cSmZerzap{o8kDY#DL*Aj?IW={Z zGN&YCXNou5+ADlB5?KfmIrRodhU@$@zxMHiU*?K9Hm%_T{S*bX`_!k__Ob0BSDh2b zxreMlyk*;4KVje7KWT{z{cGL~fSxk}uzM27n?OytfESO}?DeFYwDf#pe1Gt_$OrUS z-OeDecPwY>p4fA&um;k^vx-4f`)e(Nm4M%Gk`ju}1UUt#HOose_A!?iPf;&}gg8n= zhf=KqkoN)48XF!#Ovl$9PiI``vu(AlSgPvPy`%OC@y(y&!XL2Z>i73Uuuz?x@k})HkcMdNX$6#%;|uk@>z< zB^92I;N5Xhbi;XaX0M!-4ls3jiG4~mZ&nUsYGw*do8*$8pZ$=Q3OO)S&{9bkPr7dcY))`r?{hq}p#% zuD<4$3~CC3S9N(`(kw0a`%G^P3`+^Ta4(f=R>(&-v(+(=0{W5(?V3sDO^Xj~jqlV9 z?3~m3mqP@s`)Sub{aZL%{Q)nYr)sLnpWvm-hd4GTJSxs{^bm2SGh#ctAWvx z)Bl7R1;^#hDauH-gVwT9mp@{3H3W?f{2s0=STo?icz*3fnFfvESi~0s2_5SUGkG{? zAbv*vCv9`!1{?(f%eG+Xx_)tK2w~myj{~!aKKyl;x`q4YGF8FY0j6uKk(v?-tvNJW z6gcsQ4Ry{0YGa7%iQY!Y4l}}})m!=JBr`52U)Z#6GFqm^6l-=EM=oB|v^@;2`3hK7 z4+l~x{K`w~k0TbeFa1=6$qb;37p_Vf& zJtH&5j=prpSGO1zA$-Qd0=B+aPPVRIzV|?fDGBm7)5R9oKN+(@!*hG?3g>c%%@N2R zkER#Ka^K_ecizldd?9WYS1B|N7!1%CjN-Ejjv2q>12VpwZn8+SO zD6em_*W3?DW`(20@>^aCAxWVkW!ws2ds|i^w$t2t!b^E5AP^=FK?kn{>xZ_>0<#BB zywe><=<%^8hsZ%~ZOuNugu$`?Ae3S*nT9R?o>=e19>}#@_X{12A(byEQ9bBPlj9E_ z%oPYb-~Ry8i6IxUT)yGKMYSMy-&q+SFXJmWX=d<>zKc+C6D8JMCR=`H2tb=tzUx{% zoT{65EEt{r;Y@7iykB`c3tCY~wXu{`A%r02_=!rI(lTj4jb2SMVhqnhwivD1+ zEC?@!L1EP<6{)$(Xmj2zA+AH|`Yz z?x>+E-)J5)UpG@t;pznBiKp%m?G%2wwy+LlSd)ALRR32M>8yPF^2tXv|hzoEMT%>U*8?`UQIpVP-_RcqS~ z@&EU5{HQ2`q)VuWKOurRCLmxhXgjikqJhl>rjl95)fG3P^SF1n$~sDBv$N?uRI_0% z)jcQO-Ne-X0%U~9Bi^fdWzO1_Yp)6s2PQdg)qib(V#ShB1zA)80NSub&mZatnJ#l# zvYF`!Pvalbfn7KfOTQT6!zuY@`Cu*uDmtN4rga%+V4>B;shfIrR~QD{C8%INp{h8H zw*M?Jh}Sd2LZ8s>5E&E)G*1xi>cx=M$nWL&6vj}YiP6*;cR{)?3vh`{6aTE{h1r~i zb?YXX6p=Mly9H=@wuKD2p{0oyY{UuyZxA3AC=%bWwqiyseIF6jh+!;>L0=02NnNt= z#^L}-=WhwdP6eFQtJ@f&18>Bb(GW>6?>NVNS z^k*QjYvHf~iz8VI>;q`jNn>R=bNcLW;9j^c)|Ne0bM9A!zSn77O@VcPnshik_0VG!LFT7MFnM}Q4QiX$htT_fQ}iT7@7N?)l`wZ z+a~AZWmop+Vfe|(=j2yNd$gk&naJ!1S=n?RoCh`&s<&9{roI0GwK)mzNuB-o@#Sx!a~EB42OQYXJHOcaCV}K8^ArD!)GE=FRQ|=lviQIv!c088*?#CL zP9Ew6Q`8vfr1<*_MPM6ei8b#UZb?R98>kH8;;1gi|H-9J2kIhOPehLo{28{c7x-C8 z?*{-vBaodgF{gIgTQ|SvNF=YudT}$qRmwJY=lkxiPW-MT_i)haHbdg)-Eu26-QO{x znl9bMmW=9eK?t!H14(+>ZkH%?yd`KWsarv*FzzJ7qF$~UXP^VhO~a=9>!ie`TsWr+ zq0+~+6S!b%+CukDf@kTv9P%4$`&;jw`R$PlmBYQUkZ(jer*B@e4XRg)R3erLsv&Quk@2MYC~zn&v3LvJ z|5l;gEu|4NRKsD?II4qx!kC0%d>MZR}3>-F;_s>opU?E*pTX zjcc_qa`GZ}=g7|C`pbj2<4-S+=U^q|_n+=Z(G&EO!iUO6M_Vs%Mt9G5xf^u&(tp~B z4>#Ge7o$FDa-2Bk+l`4ElhyoNcjg&k>Q5-H_#VjJ+TnJ8!OnS)*4bqx73mFnq+z~}MW={z^dIx7 z!Gs}vRd*%u?8X_lx=E(Z%p8S=2(5RmiAoqo`Xbh{{}sNJADrPP(oEzCRP=I@tz_ae z8zvPVAmYzzOyug1m9*b8d7P>PCFPc%xEM{KXa)XFsD$F19Pc4fr8`rS7SRewkj}GV zwxuHCsEJtg4zx1FbvA{hJ7}u|4jg=UGMX+<4d>&)L09ZCp2#JhjEpO1jEU+ELviP1 zRjIsiu`uY2CM`(|Ie~Al?XTw*{S3!6#tTJ5D0BTm=#8N|#~FBTsapX$ecBToQj&gj z?GuV|QLvjFz@Z+{esxs8?KKQu03`ur(WK)Xavvf!IY(d`wy|?})@4$mH`a zGcvspi3>XIVhO^`olgpMfGbftxlVk&d~V=&m>@@wiJh#!YJ8{Q?F{jE0j2$6oM7hR zs5@{c%f&gnOAG|o&M|FU4Rz7fC)vdq7b8A{CH#0T_RgC~4*>pgro#J_=yU9h-`w-1 zYxAY8AgXW;Q9-MQr|@Z|V&Yv~*w*_SPSr2`eD^8H%M{b7$mZmLvJ-rAC9wKxq#WWk zYnt9b<|GYux?>mBBB)R{qUYFeNUS3viDkR0+ky#YX^B^HouTTk93uwiNwT7d^_80f zMe1Sez*!JFWh4}sD4(U4bAEKZ=?1)fGXhZj*xysiLQM=vRm>p>7Gi;?P*8dZBV@qP zuSch&ZFw+0?#s!C&H0@GV$JHtBGS7?8+8&d=Z<*YLBK(3KU&q8zJD~fUx*`!7Y9Nl zF9SCjZ-Rs-uqP5mKM6UEEfdBiHuu*-&?^ncSp(cRXHN+7E(%yLpy-!JjUK@L%t~1> z_u{#|{Z(`HjQCIr+DvHLDjds+Bkex}qHmw=%WM>K*WH);tFBt89)bnBhVd`TnunjX zKN+Tj%cH@m%D$$YB`UCKwiffG+E-^T4c^zoSND4YQg}x3L}`;mVLym-;HuS*u7-Ri z9D@-(LLz$zBu9VgcwKuVx<)%qA-B0 zv47$}CIK}P^ICumgvKVg*$%T)aW>|j9(v37O(xQB8csAL&h*CDKgY7(B`Fo!d27kw z63xv}vRZhDIiM)zSjAY#L95 zPQMfXlz(Cb>NqOnTo<3yHxb+3l0u)cdxT@QXwEZ8V;fVF29G{EAeNnBcQD zlmY728kcRMh+ydY3+QF#jhfhI4`(e-+6+7`xr+tvjct`wiZ%{o3F`=ER_G;G&G}QW z)W^1x3$~X7PYiQrWhK&EhJVWpJ_9sz4z}Y1&0uRShv}kMCDW7*aNjPI-^yvSYV5_f z>)V*n-jYS1IHlFQHEg`aC%%`p&9CKH`EnRlt1i~M)Zd0U%*s$Jc zgc?!Z*z?GlaLtY-gXh0E-$f+~lLNBD?F!jsnqWzujLpf{^5a|7ZFf_Z#Va(l_^lJC zIqM{^`VWU674XxGqmvA;mw2_*`u8Sl6Pyi94`xb0o-~!P9+-C`N)~aht2=WLFNDcD zqO4|Rn{w*EX4`5rAas1vb@(F&`f!L5#6Sfp+DA+!Urz%hZwaNck-Wvulo!O5w2x2W zj#Spz$ZgMllD(92g_<*|A;J&c3Li@ni-}5`1E1p(v01`AOs(4IqpSnI8%*e{5QmrV zERe>HtB@gk`ZIqO@@V#d1l6i%zZpUegbjKR(TnH6ob07dF^A&gg+I- zF4kXdMo5Q>JA+DwSP*)}fGweOIQ=uMwV{gK6e%Aw>LC#e3=<3Qx=HD@T5zqt82Tdm zz5)N(?#DZ|)Si23YpO<6nj9y?q3llQ@|*J99i?o3@Z73&*j;&wAv=)^O02*vfbCr? zQX9ktvtB|3DTpV{sc_yHwT5nW)3OIFcno)(Zyv}~+cyb|tPJHeRZ1s`PYvN5_)Jq< zp4T`-qO=n_8w1Zwlw6)jrEnVW2FW~GHEL8w_@wIRWC?vMSn+T;`aJJ+L zU?y1ThxYPzXz=2DJ*#7h;zVEdh4N=@iW(AtKd~9imQqm4ssI->xUXm7cXcI6(P`CU zGSW|Rk_@4se?bjF*pCULc5E+y=`=KCnuw>I)+9>nOwjVHCh-ykDB0gSL9<$nf~UGv znOwQ-f}M#mtZq12D17U_QEe@a@i?D4_bhxcf4VHhg{9S~iVndW6}omHh9%Lw-XxAQ zD?emHfx&8!(5Do^wyLl&)JN{fJqtPubs6gf5={o$NUS3g+sJE{?@THrVL!!2F23?+ zgipjzld(1Mh&}~Jo3D*;j?i26l~vWTJ>&fr@Jfap8zB+@qs;GcB`BK=Dk7Y$?OC#% z8c;&pr**%Uh(1vrrTMaCor9~)ry1`NVWvovO#SqJ>=>BBVIGN6_!$9k);c=UDk4_> z^j*H3K$A6gcle8xa9rtaD7LFachfMtESFdJ#+4}qr_kdb9cJBLwOIk zb4O{-zj0?sHDH`FmoDV8XuW9mupXdEDq$n>mmx-gxCtE^(E2V0^<2N9cIyxfG3&%5v&g0(y~*9N+$~MFLjJGctOJ8btOe0us!gKhLrkV_w;7PeMMR2Ny=sLP8Agk&5V4qn^{$1| zCms)g^#vM*4(qnA8--r&adoxUmfp>{XYI>-BNu&V_ItDnW3srvhA~_6dV}@8=z43x zjoad9kTeI?4Np9dN6CaKklYAbO!@#fdpbneoHj_~MAarUMjNcj7d*NKPYRSh0e#N1u=VJ13F@9OiiHS}8ux!SQD}#3IX0fN_ zYcM0WTKH!62O~Xl)%%mxo&R=e5u^!*6 z_+O>G0qTOf|9P|DE6d3FsG?mF%cq(bxtm%g0O-|SA(aFqN zB>FV-D>607g?jEmUR^zhTiv}o(x9r=N@9wI#cvOZJW2=INcF_`dgp-B_lF_ zz?v(^e8w0(B9f1ogZInHRRC$g8SguI1p;|cE`5qR)&obRS;t2Hco8H}OqcCGPXvBa zI6xU0=bdirfp*H0w%g6w5J_+qSC>BE9D=XO)xMkKfuP?mCR z`p5WClWLV5JLHE>Yikwi*%iPGv_hmGlz`<1ZES|Du9VrHU@}}?**4`vo%9{Jk{hY| zbb*?+8M-n19;mxq!EMVcGE6Bt08*`o!;TLDcN!(G=JXzKE1S>*E(B~Uux&PL+Z`Y~ z@8X)1h)^jjL?)BhzyZ3y08%Te&-p~$`Hd)b8H}G3u0>rd^bYxI+OO39;n}s1hU%ay z5vE2Zuc{h)ucC^t4)0#;e3U-iycud-uW?<)+2J%74cMz%Z~5)Pba10RP?|&G5&fH= zten?|_FhDkH&APtPio@YaO)nTkH&H8s&|K7GX zbgAO1#su+Qu5@vtEpW*MUWpmfETdH`!LBG=EI>uIIa4_cUqRt{W!LT2s%M_k^}M>} z(FH8my6XZxZF98R3OK@`OgSetVU9L&d2H6&1e$&Prk1&BXEqr3{IqvR zrhs02{_|Mgwa+6pv}B4&Qd=;8a4)iHPP|p0@bq<8LPR%i`$9`qLpQ;-T$QXtiCh5; z>#8y;|M8fk<*~2pp4%F@SS*;I;M-?1aX^M~ujp#mSvFhhn=`bGwluDuPaJPLhC5|} zru+)vK~`XD6!Jx>QlPimIB<78(iJPEy=P>Nv!29T5t(t@m3B9C{w|agSz(gncCHmN z52db2p?O=3QG@>g?&>`%PYF*o2R@y+G_!W6jGN^+YaCS0G$8~Oj!0#CHJo` zo%yRvi~awfGbW}EE*8HFs$YS6gAL)^uJ31W*Dxf}L+$UgvL2X6OCSd0<)jiiiZJ0U zk||<}sA^GxiRia?Tym9yuVj$xdmj3|=k;|vcVa`F;b3EFR<#kNd8v8n?hp!322_qd zc~`I@p>a+WAWRYn8WfpZuif~+vbeEcy%0^g*Bf1Fndyx)QjL(ah3 zE(#6k>5_7HVU*oT1bQ8re7qCn|AG*N0{FmKlKPY&Ub&<(B!Qtwlj@(9Hu?zome5|6 zkU)@w&0kT|83>d_p*@C_%uZT#{~r0DN`Uj|uStd=Kf5qFnbkaCi&bLaF9bsYa(-#m z;h56p`kP?L2>it`5|Y~Gj8~O&lygG0NoO9LSH%a3Gm&&!zY3Na&7y@~8($z}S+oXX zP$mi4o(+lE2;vXB9=vkrenGx5`<@H>*fV0x@@xASo7GIJ!byw2;I9x-jp*t z;8U1H^2(3XtSJ~lNFUFuNtd>q_%m4PAR-2gRu3RrTp3tJQS}NurMw7)Ikh5FMg;{! zcj<=IVwNbuTUQ8?t@Bm8QonWeIY9J?91ymYPG3{{;O)nChx4{A#aA)16%q% z(C&sdZFBf~y@hbIy@}85z8&LtP>9OXuk@azrov(wk3twSAut+Wd>^-LA%9MavWGM< zow)cN7*P~ahZtc`Qh%f@HbihusU@|nVnA)AOB51nf2<)#oS}UAC)Zp^)|ETah!qlu zJ_QpL6du^XvY?6A0WGky4G;eSDzX}2g2ejZl;u$~19cwV>T^V`%ed^8FyV0IHb~BsaOV*9Yf0hgR^kW|yw>$@ zq!8QOCHp~U6euD%5w+%mE$@_1e?CT$XLrIgm zmHxAuVALlcU zHu;y`|NHSoTHB+t@JmZkp#cDh{?Csm7bi;-QxpCFwLaU@F#J#M(${ZHZCZ(vi4zWp zuu6oETyZePDMC5J%Bf0r6=?0)dGyMbu8@N3Pj{m=_T_31v23x_2sp!bI=lV$w?ozE)F|C9{$;3Y@CUp>2Z+9LjI z8XBs=9dv8p#e^4EHh)B0vxS zRi@El6?D?KjmUe-7%4)ssaNF8R~GI;0XKZ zw_!`09w7$5He=|@)QdYg=%n=R4CsGE_Q8;^%@j~1jTXu!%3mWEEkR{rb*7jKdGVAH z7jqf&X&EdUSPK2mAw`TzcnpMyYE9;fN}Blad&{g&CmP?RFbNi{`CeGj?9}^6f5R9F z<5WAbb7OArbSFP}8~tL)kQGNB!IeMpU`=aloSU*>%YYNFVa|=I6Jg;?g`bOW4b7t#CvdzGrXW& z{|=N|5FiR2phjw{KUo1gDAq#+(`V4x?q1~F7dmTkGoDE8xIlX@JCW*6-Sn?ry)Qpq9eC>mjkv`PV22*(ZDz@;CDI> zKu&UD5x0)GsziGA5B}Q3Bt^Z!HAWR` zN(9HLDt*afK=k0=8$$DZ$DiUE$i(QMs@6}HXfMB1L0avyXk!5+weX?K7dm6Zcl!Pm z1s?G`1RU?;Hck?{$9{49zd$-kpL^p!^;sKD(?qe+D!ds6q$hPCQFCYrpNd8Wk{b35 znV=z2*2v&-x*GN3SObAHy}Oi`W1(kJLUCpr|FDfO=*yern0XUXj`A?&sDt})cXNz? zOkM(0oF}fmIc6&Ghz)+_xewcW+8;BlMu;MN_t?^T%Hny>3@P$rC7>evjS=N~>GD-^ z<$7f*Qh|537Z0i}C918$a+m*lzww~zR-)=IEPwocHaR}o^GFjr?xeEVZ8n9>G)#Mu zNmee5<}$Q(Bcm@gihD?i9$Zh?*$jEhe|vtn#l4JWQz$ zka9jpYMlnloA8NbjpP&Wh)h5$`q(-xf)e-9cj7poe(@r z6F@ zC!U*`yHHcDOqtl;q+I+h*`k)@Uako*I9Y@ifLX8$@!C>)@|r=aov+2dSfO31{m|j( zph%)xoubrORFLlvQsz3@uM1)2Wz7|@D#$TPR=zr6Hc008d)`P6VV`cKN#kMlYQ+7B=D8$QcgI*ug- z2>aDlJc~06p>_#nlR$0b!WqK=S{|pdHz}up{d@0D(kCeP#xB5=nf(>MP@k8){0(pS zj5t!sJJ8nZbl}{b2*H&OxA+&N;2$H$%&qii7*-v|dd%9qP|JcEn_$h4e9Yt#j9{8N7>U1(|XmElc*U>$lf%tn0mnFV)Ysn25JXk3z?A zNy|YIDqadhRpJs=9|>3K|8NTy5SI)UmRE<21Bai14bh@OIfG>>Qxy*lvK&1O<|$D% z%HWZR1Ld|apS%=#d0sHKp*9!3ru;~6fr*M@B^GNSCR6~W^aVc{l7`~~@d}@* znntKxd{D0h=fYRy;C-iISnmL#E))iimV*SB1j%GgqFwki%x`KUf)Vh>U59(URrHtA z_})Mn_-WH{qh*^38=LF6ph#E?a#2B#H1Hgs@t?A9G|rRO^ReUd5v04W^ep9>Y@Kkd zp%zz78El(Rsx;1U%utlTbRW^|K)y0c=M$|CpD!TK`v5Kc+pZ=YdlDC=YnpS_*St$|WzjbSf8pXF%4Q!|{JG@gioYv3a-7lEVzxO8pGl6sBN<%ZWZf z(x-xp#MYD0Tp&;gqjiw+u!DqTiI!_EK_vKq%_fvJ$q|rf7C>DfWms5XWD?tf?epA& zI$BVZB6r%wzA`ieb^h^FHY+S9-13=zK>(#$zlfTtOJz1el*8DRNpLYK4n-^hgU#Bt zRA?70qmL^tJ+PwvBY=c^C2%KNplyQficlSG%as;H!yN3WYB%0(omV&b1*lV8*dWL` zw4bziWk4mBs`z&D=?>++hxbE`=Yy}qPBd!7xNUs;=P=lWG`Z=b9(gIR9^H8mtCMYE zKZf2WQjLCdZ319za}~DMdQ6|=t=kh@Z)3VXg?Vxk>3lVH+Q@jYtRgi1lFq|05qdd; z(srxqO|gaC;>8rFgK7}Qxovs3QhNT*s6Y`{Il{5$#65aP;=y0lY={Xc6uc6vOxu2` z85ToND4k`2;(U>afFrrE;1on)LH$g-Ow%G^M4&{NKNY4_38DRgYe__1(PScY`A4?G zGUK~m;xd8D2L83s<0K4D6#DtRQV$xwEX{^;43`SP(Nu4^PG!D&#RtlDXjZ6+7m`6B z%Yf=HBZ|UCOg;FG|piucj1LvAxIrQi|h~kVuqUry}mHw*fuZ1%) z7+Q8W*$p*#+yIcw_aktI;xQCDIZhpEVRIGIAdzdL;PrXUYJs^RPFP*7U0x&|X?aO6 zSq;SiM+G9sr-665TEhLf z%fM*YwNPLP2o+j|MxkC{2&e2-M=f2mv$uH#pZiO9meI>rWc*XA?|J>Ai+Zl;6|Hi< zD6tLpttEtbf8z$WlKS$G_$?f<&J!yhYMaKcQ9#rTEV{9{qTrf$ADIL%)F>VElBJ@n zry;E>ZkP$+U?f(1R*NxHwh%>@S2wiECIJ7=Jh;Q!1}I9wyi!T@^uSWSKI*ANmd&NY zMu9MGv9PUf7|aZqo-RNbX_)ulCJNOUyZv(DDIitp!ghvpR|247SRR6EJg<(gIYN#s;vVrEsCwNCx0Ad1#zA4-0moM@xR5B>vE)!mcuMp>Lr}7t1f>L zA6>nOGnU0>FY?m<2!iVw16s?vzm~URIgpJ;t0ksE4IIti3*Q|38Y}0 zi|xc@m_3L<06uA!%MzzYYLVgHL{DQXPVd)pb`h-6xq5`kTJyTgi`cHxiw+MYtkn)U z^TOTwL9RE}R zfT*4+*v@12>)RIiGj-JEPnYXaqU>Hl z!4_|QD*Z(xFZ*F`svE5amcm%_QNCn9{_!Qxfokl+gCnBWL? zw>SbbHs|I2DkkC3E%#Tl`Y^(P;>1nl`wsjc zmL1J*i`zvvJi0nfBydGv#Ff@fyh$VcR7gsm9g>ifa-LiB*Rh}C^d;M*d$4nGSDZ6KQS7T=mht!>Ry^iS}h)rbKjfi|($?2BQ zZ|MPKarycL5D+HDMx=g`@-^JxeGk=djv9hIgPA?>&1HDjo`m;*#%O2!jpl) zpP&Zuv5Qx)sm*{+-ai-$`yWEUL0RZ6nAK%Yi4DEiU=5CGu#zHs2AxLacKqgoK z!BT~wovNy;YGOAIS2lL{Y_XE?9{s}5-NS6bY?jVp1qR+HUq|VTF((fFh1&gSIe}`8 zOTp>lhGN2FqB|$lr^Dk1Ld*FV9}IIQNMtHX^+gZ=vAe;f2Q9k5IdYT&p)|M?@9(B^ z*6+$wksJ^V{MNX+yu>B}d9(#VlE=l1CJ~(xJif7bnH+?G~_S zJj2auP2EvGmM0UO?l2;s9zW5>L&P|avSyqnq5kSPgcLcHH8Hx7B^qsY0#54H;dx8r zS-)M8u2oWw<1)g2Q6LzUNCSHAP(f#SU1xIO%9UDgJZZWy{8PKm?o4N~Wg=inikk-9e63!sVI5U;Bly2@9aWECb+9w4|2SjDi zP|$oNMZz)&x$#E4|e@=<%8XXmSm+sPXK7GB*8c0V*ILc1V zxoW=*ohF_ZS{kLl*w#xBBZWOO5;n}HTz`fBC-rAdK&p$#7Z{pncdxL$Kmz+wgUuCN z@lAjXZw=59MEjr9Y^DN`m~!1SU{?A=84wR z_5ZvDKp>5pFLzr~fw`HRwMOlpQ1*(iP7?{7(1FGgNYU_0nkj@!5T89q#|q)cqdU??)8QL&u{A1wCYyl8yV+}rPL`eMvj zeORu)L$>Mb={(VGui1My%WlwElzgd_;B1R~rm?;&1A=wT*`Ldb3n@nxLgVDD$QU9* z;B=w%;NcXk+q(+$EPNn*pS@90yyKH~m%d=be(w(FCruk-a^oQs4Zb(@oj~hQr5R&# zQpX+C$*WpK7)mPAJf(^M`>n1L^d~^f&U$>}`N%t2(*zPL5n=E-(e(PbT1vvm+rih1@3N*@~5lz8mnrTGf z5iz+qnrN71U8{-T3ysA7?eGNP-1LctY{8xWc)5`Bp{A%QG&)Xjz?nx1KAUNQUo-oQ z?)*$rJCBn(S)~b|TBs{L!eQJ$_a=9oP3%0iIhnqIfy#Q))3zQxFn9b)Iqc+DI%r0y z+oH`zH)2u9fS%ONd@2juJTPL`{ikdPkgp~7y!OKM#5rQ^w#`JEt#s^EBWlwhs9Lc_ z+hUeira5u$%)c(rwTV@liISdc10l(Jm}_UTg8D@@zpRx6O?o4m6gdsjv}2rTv**z( zB;V5(ut#gJb6)30u_SCoaDAPBB4c^ugzd^96D_8L9%Agn5RQ8|_yP8LK7NZcZl&z^ z0PY;T!mWMU7&)T{9IGWlLB1%lzM%hHyr=)~`-;^%4ZqFbeT5|Quhr*&KG~cM?VKI# zoqw%9LmIa78^2bcU#p+tpd?GarBJ(`D&Q3*dUSYXmfpUeDxnGOGneMj-MiZg$o1gw z4XYV9i=9HJ@*P-m`Qd%Ck-O35Igflnn{*f%82khLV^@~LgJ(`Dd)NtXYf`3Y-u85u z5k^wxU%Yiqjpu63%6YRhVjc@Tp|ns-<@a|1%(%kB0^w`8S!-LrZ^M4cqtD;0t7?3Nme~$Sbf(qRlg3wkrf$>s-m%jVK-V- zI>Y2@NOSb;*vHNLrR#aKzDTey(QO@9(B9eGZj|5l3(ij=vrG0v!j3!d=Q8h0*mOCw z%Vy4jclhFO1mfYVIUkmQZNlvdb{<9|!L*P`UA;ER0BztTV;8e%o<|io5#wvj5N^?> z4B6G#bW+o#?Rc|l#R?MJ0TyKBQltddx2~Ql&wk`V&aG+1Lu#mT3T7l;5+M?3ZAcc& zu5Z~&O)*5jGR<81Vpm*248Vo?^$H*3keL^{(#P8P%fxt6B~0UBI3~WV#<+U|;3t?f zwC8CQ$y9W$4 zPJ4PPA#;j)^wW^vuP$2daiT@3Lk-TYG_(3*poPaxN~@#+Y%#WEYSnYRWR zsg{w$Ohf2{qF{=&wqFqMfo5%++XC*L{OWFlK%bUy-%TKX9RPk;7;WrxEg_8WM(qL% z6BARVG%Br|LY`jf_D~uzbwq-wKVYrem$QAr`pcKe7nxU^smrGOSk|g7eA*bnu-J^O z3OEDzO_8`k!g1L`4e3EQb7A;aoWXB%x-+vBtR`dkRjR@uW`I+Rw%J~i$p@_r&^3oLxvUYi!)b*+O zX=BsnaB1)umc6zB?o0b4?QsekHbZoC8xuj>8w+`)|5=2`-nGvt)R=YOcFp`obo9zV zD=pJ0=NLRGA#^B>DK<@QLobj)h!)vfI$z)cSo`1!GRPu6EgDPDxqr;xFryY;njm#} z(3s|t8($kDvAAqENv!9*unpJkPS42a(J~f22+(WwW44X{d|0jRlgARLiqBe+=2JaF z0nZRXJ^c8wEO4>ktw^u;OHP5;AN9?HN@GUcnpj5^0{%c%@N&v+(3ki1E<7PFH(CR6 zfSu`b%dKm>=k3npKVQ@l2aG+oP`%`@6p2#eLRXV_|2}*@$$dNbHf~(pG$u}=W7Z+1ZZ#(t zFDI|y1goGlQauMR`~fYNsSj>xRh*b%_^}a|u=9X~m+Fu{h2nv?OK>vCBHYATHyc1U#;5SQxlxRzB>sB8qb|BM=gWFd!@>5qBI3&K!j2 z9T_BLEKguda&0jhEpYU!s&sfQXXqG43AqD$+5*DyfEGwD>&e(ezd`5LbA3}2ercs( z*>QdUkPA;bE!j-JR=_JK6r?c)X|Fj;h^gKQ1i3+USZ)6xg1utaZ+Yxn?pe9)O_QG_y_vA(v`ODC?vG3i4TAE2 z?e{neLWSocdKRG=${vQK!?#Z!nL!#f3cxusy#mk?6JpPX|3ifXkMGLlIIoSn4%zn< zN&~^g6Y&tnD54sqMQEJMeO^cgAt9~f-sCW}iWke*IF^<9(-5{BdA7>>7L%^D8sWF_g0Vh%s6u8usT&&@#VqW zqu<9mWW%o$dksE)zY*6fhBFHnrt3{kCjh@+Zb2T7%klD1n0!l1<#9T|*zQke9(rtd z*lbis9#M)m$=YbBEUcoGb2@eNXyY{dl|KjU zLwe-o$&w+%Xb{2?Lc%m6$SD)lAWZU0V7*+qL^s4}V<}0GQ01F|MF6-Tss%@o3%_zT z?%o!yP%|%aJo^^jfEM^6Ei&B=zyw@*-B#r-)EPM{J=1f8>q08T(Hdox`v~=R z`Lm=*c{6=EPn)G2y`-~{+}vn#MWt!l6qz4NA)Ka>hsyELpRTGM=1O?KaDf?)Cd*V| ztf_L|AKb7v#eu-9SHMg+Z6)>e;XK;avgII^*;Tf8dY|BIeGw-07 zR1-k=Rt1R+t|6}Z&g)ShmBTCi-t(A0-EKreZ{E_;oTf71TGQ;M@nGLQL-I!B8AKzM zD%b~c(_}3~_Rm4Z)6wK8-p@U@KE3lsyHTKg#dqobg_3z&7OK-m$n;QoY~IN{x9zWd z0=7HDX4U38M&_iY{is1%?Ut@AHC6v(?C7WNn#m4L=ocgDoufqvD=;{d;-t zH?LVhl}c()RYj}_p2ZMidw#h{-P*k;Ta~M6TT8nMJW%9PM}+Qxh-&38mTQYkDJ+svVa(L)6#}e&vFUK7cOZ375-+H z94#z)+L#}0>3>uTUfuOPycN}^e71mRpo@wf;Pv>WwiO3eBOitW9-OGXHbt-&tc%wu zEhU1=`92-`_|F{O3HE^3Vm-!|k2jd1R509?YzKCUx7W&vw>8BTIx<|mkS?{DtIf3o(h0n&8w(cu#sR8@As6&d}>CT33lZ6L*g2q zH`_AJ5_$6ZMcGExHz?lIexrU=5NDl<3hYpD22yq!cXkKeFcQt#jiC*Cl1Q*EJ52CE zeP5~c0b_0zrPVsAV%{mJLKcsdgrJ6We4@*nm5plDNHJLbgYu<07ly+#F7;pA43kZ} z%Vg`~p5s?kB@BBn>aWW+Lgq4H02jAr9|Hr>_^WRq$J%Lqi`rkMlgMV}fok&1OIS{aQM3M#pE z=S~l|QUe9IFSQ^e5uT&{p)Cu;V41KYb zHbXQ~8j>cIa*mVh)UOq!T8|qYQ0W2G!@t(26tdSj1qxHRbqOpE0`EvW z4lBs(O3kd!s1-pPR&!i2P=XKz5!@H~RwO8#Fusxmi3X0NDnt*9w*6NL)}<5FvkD!A z8AJYr(q%Hpr~>u*t3@sz7IyK}F%(@)TV4Z4ES-v%6DKd0v~~(mO&ZJYIJkg<@$(cF6QHW9_{?7^KS7nbzq!4ecjnWZBmH}Y^d1kyWgz~KpA zJDjvY<`9i!wZ|SobTKC)h{(d3>8PiOFJaVro^Bv86v8LjKsmbjubbP7$PQ!OH; zDKpn5+Km>GGAolAf*YqWb_f6G8SbKagh+&!aFUVx7n6F3YW;rm;Jeq4DM^}po5Ytt zezo?vmftb((2M(Ao7k%*{wa>D8YMUS=B;|tnpEQv%`%uBkg$NuwNQ1ACjVD^LbS}_ zsaR_W)F|+;T%%Y7NC3P1HL3K593LzbROX>TQE-q!bb)5sXvkdpF9vG7Nosfl zv60J5j{l$u1MO11`W_?$>boRxtYJTK&0F98R`DH{gNe+2w;M3upL!GsBoz{ul;mjL zU3HtpYj7lX>F2F%q4n7KWZ$>JIGYv;j(Wd7N=@o4DX zc`Hw;ow1yUMG;@(P+gl345meMOD+oDD>EpO%WN}xoFZq{VIPm~%6_ozbh@ebTiBDR zwU?zg(#~>I70lc%1UBY23S%0m1d55^kO9XhG$9h&g#_-D@Hs>g!()h~4EjC`fV>pP zq4f+V!FEi|GBI&UXQFLf;QW4mXz|1PoJHq9SnXsuy$i^{Muh5xM4iDXl|CJ)|45e z-H2XmIWg_e&Rq^N@)d(N53C7Y*U?sn&MCbrRdEQH&%d81vSu6(^up7Us!mW&4>KHR z4c5d-`-n~$g_v(~X9B4gF<{yd1}?vqOBwYLv_M_Ou!A_Eks@u-BsQD2MzLRdU0L z-oj{0s;c6xw|2jQZvkX?up9N9nG5^+>Dda$v-w96i4RUSR%nC2S;y?lbxZ(W2Yu3*HCt0s=V{dM0 z{2NcDscpY8it5Y0`{Qs93PkyrlzMC1hZ<#L4TACVH}8Q4Er0<{e4Yhm%t>O*>f&en zW)fzIkd#x-4gVZHlljD#|6tm>BRWa7qNFi;8^`@e=3jbIezZ$g5A*@))4dH^X@_h# zLy6C@M*;hlu@ysKKqr?) z&h<_8{;!EpR544jhLnOr78zA4G0r&Mq=*P>MS9RQ+meGvyKqb%ulLt2P#36=6(lPFh?iFCsFSGT|!jVipSTK#YI%i|NE z0VU#`puNCXKVbJ2?0eAi_jc*`?bp@_;h*!Zofo^XuM5Dft%aklD^pPiOa^>*MQ%(-QtJygzL{z1=;S z(eJIopG%#Xu%Rzsl^2zB{(m?-+CR$uIKB9R01YZ7eE9+Y5@LmU5}ZwH2=zmgr=q)6DtKfe$$reYz& zzQ|!@d>`aG`hzlISjM{atnXa7oDu^O#4(}n^Ko!uh8g9sWZ)zk5vo`O`XmlJcku9B zenZBpDvpu`1GrfFk3a-W`p|2s_y*Viuqw-%NwWBu)A+i+eZSueAGpV)7clp+wId;v zL#`!>B4ef=S%OSHO$`L1u^ZahZLa)g>{KNqJ0Mp2gQ=YWR(`T0J{AJ_orbc`j7dIm zp*nwMB>t^N(tk5724cmJG1izl19N^31W*r!K7kxh{1$=_N3MZQ;(<~BZI<9OD>uM$ zU@T2A$2HEHn{qXt$`|#kL#q(@R0)uXrE?*hw>boHXs|8N{pqg9U7ib1LQg6S;)1eK zgHNBE(2x)@sQt}$A;i6k-^u^i;$UF85e-9wu9;CNlOUm7Kd+Os^0*N_x>Vh7gSu*K z4!FIgys4kHa7T%Yi&`(0!_-T`MMLRFXVKm{Q;OFm?gy?0S`etc?hIZ5Z@`$#*2H6G zIxTgm%*9i6rjpXPdl?@{-&vY@Ofi#7g|{ER(jtwYIlK_kI{t0xGvH!Y9@!H;SU69d zL}G4!k~0V=6`C*g*hr9|;~O&`lvQ!cNvC+rborB`TnJr;RAy;ZDre5FlmGRX;4yK} z1y*gQ_DVsoV+kNfC%v~-G|`*obZo?RA-4?0l2SN=DLDbcnB~JJ^wB7@g%P#@StGi5 z0OZwQgc&4B!+2aXO^l$_;s>5dTMBcIeuOrNd;Waqo|(1pB(<={T}*syMrXQuHGJWq zB;TSfmhsJBye7&rk`o*v%h61Vd|KmNz@%V33e0BC-EkcldnM6L{Y~8g=Et{WQ5)%H z6YIo@0Xf14lut4zhQ+T5MtOPcC?y1)6XX%-c$3j8)x1>obVVg11gX%e3v}#t6Pz6! z&wwzG^}U_`&xh2M>pzKJyBa)-ivA9*wrek)zgTVOwARXU`*se=0Z*xtj>mQ?04G-M zhGMxB71x?krLxNf2xFaIqGY)|LE7;JIG6=4dysbF!~_if!gMmyW*VYc>$rtzZ#ZYG zRu+Th%ITg(lO}@?y@$*hJs zS7UpgmeX20j6oF3$%%tCWvgh&d`ZsiiyeCdwWeyB6>lwAH<(_{LK0ggwGk7nz@6Q0 z_(e*=;LS*}E&nF$&bn|_v&fZ%Zvil51`UiMU{MMq;^`0v%#7LH1=Q1)jW`ygYZ;|% z2j&!lLkL^s2uL?r!q>jL=IBkSpcA4QEVJaz5ol=`SfFXkyiLW~eK5U-nfO~anFa7- zVx**#Os56-?*$B@;FW+pNk;+;Q3rsAQs=EYThb}(44`TU;O!MueD&>#Oe4SE@$UE0 z8ZrkvB4c+i=bqgfbGVkf^Ek>~Vb{~z$FCJT*XHfVB?s-fj?RAMqnt$d-pEv;?hr=u z?Xl>rU4^@y9e?qsskh)$;_ny;TNLlZ_54_NwKjB$FVwYkLz`+_h^_Q~toN8?!) z&|2NFoQmq$hbiHOnoJ6O-;(2Ga0(tagHt4=&aJbh-}66G+5LFz?k~0yTZuQht(M9L zD&~$*a>v7&(S-3rm@)=jbeV2I2`Y#l!W9HFA+Js&5G>KE2O# zVb7P`VuH}!tdmMxe9$QkGc&EZv3W}sYC_gH87@U$&h?<0`UX*QHw3eZ|+7ok7xQ$5Ga)tHO@H z+PrU^?p8IDY&@$ucMb)`_NMAd#^&{?LqDN*igBJ|dvp19$#&k4a&}ug5WeSY&k+4_ z7&sWd?aFo>xSU7sDt?uZ{mO%5gU&6W;mx2$^bx4-KI=t=-N>}Q*7lK987YDOCM<(&+b*GOF0K4cIA6rM5yhXz2rdRR*P6Yn=E>i5pp&9uAYyF(T__L#agEcgdL zpJ1C9gkqUaPKhU|UHMA8im<~1%CT69K`hh}D_vNNskSm+5>~20B&pP_$u$~HiMltF zKRyNO3@8rFOTINo_H)_7hmCe-S8%kgz#*1Y$YB7rgh!-5J0luan?J`)WHK`%v5HRZ z1w}P{V4D^1A@r2Qq=eoqRXaU!2`uew<8lXwOIAfiXcZamvC~mej2x%(jmJKC5^n)3 z8ak0^vA}+9qO_EAJ)jzb%p_WHS_705qz!4pw2Peq^%yI9C14rP9BPtw|0 zAE;^G9}@rx)dC6+WeH*V@J*Gvo<@K>!B-M{2bBOuc@G)M2-Pt)h{{i_;yj%^fpkYx zJ4M9J`4*)d$0?WYI|^bbCa;Cko7H9S9EB_pp^ogePZzGv=n_4Sh-q?XKPFhB8Thk_ zY_S*uF1Xqr`M^^eBISkyAbn%2{YVbl)Wzlwyr|&ezz)$uWbVaOO}fyF=^qpR^3XJ@ zFlbqQ8rR1X0afg^zXq68=RzHcgJpYhYfBQX{~u-N5F`q)Y}>YN+qP}nwr$%!ZQHg^ z+qP}n?ssndA91Je4Qf=Anp9L~?%Hb)TezAuivjPiwYE!KvV7dZx-u7&%QV@g%ZxX# zp9v%Pn)3iY*U*(%yzXs7h-8$8rrw3dSrJ_z;10{27uECMunlzICw{?^R(UzJvleJ} z`(o0S#?8eeZeF(mZjX2XwPD_y=ZaS}PdzGG{C1Kw6Hg58u`0zkDA5k}v z5}q)RYG01~8%tee_m)ev8;ZB}eq$T$3BAX0XD_@;9AYGC$~0Ps(ck;u?&UvIM0ZM# z;0HVa0ObS#0OtSWkDLF0b*_0Wow39bh{Y6zx_ESx4epPYVISC#hSBb2aw||&{)TfDC&=TGjn%fvEcW6 zda-!hK8F{+cYD3Ec{TBHVL&J|H@bZ?`L*zH@dE0F8@?HjKlm(4`fg3=BgGKaqcs}B zQ+WClOwtsX9J)`ASd>Ild@1jP9syOB!JJ}*r8~v}qBSHm;><5dNfwa(`lh%y`@JMt zkuQV@^Y9?ZZ;c&~|Gk~p$AQcUa-N-wi((fq5KE^|-$I;IMq&ag^ccsKG$;&S@Y06k%p>PtO4<@(wOLV9R zaNw&7(36-LE890B@T}C~2$!8I*a(=vpM`9bKLZ>*%BQ05Zbt2Xfn#oXF?&pr!3iyy zgU=6@(;*|UFZh9cMd~-KglXoy4+dv3PMDt8c3JuZ3i-kSt^38@r6!N7Zt_E)(0FFz$JMPsJlx^ES= zVNY>mNkWg)fGJ>Bo@GED3a9V90J8i5G59xfV*ZFVL6Lx*vaKh(fPL}!%KBTR|1z@d z?v|8e6iN}Ql?fR$;_sc>uD{mSpIJ0cy2hluI+=;I<=)j0{Uh3hqS? zhkF$S5~z}xOcOz;?yn+-R9et7(7u>s)_$Q%13Q?Lg*@RfWIn0~@m&ZWpwbLvapFv( z+&C!U8!zlP?V*E2d5SIqzy|#uofh&O_55x)0GOoc2APac0H_vvf5IZoL}IpYhtm5# zk+k@b;0;JOX;WD(v0ETo=`58ePpFKxG;7vu&YKr^nQnn7PA-Qe)yvM8fk)uJCXi2D z1y%&GYA)ndpP>YwQiJyk)+gB;ZbOdvT7ztA0f*dSzW~(C<8wn^R30-pm~y&++{(Vz zvRV1i2^XZ)uO!VMYdSHs_$InB3I@$}x*%!-9FBXIRa^wAD}BJYfO7P45+9(Y&+K`{ zsI|l#OK}_5-}kG^-EA*8)Jz9QI@v-|t4RT)de8|3^-ZAa11%Egy(kRs3T|Y`xl)0b zp^wfrEm|cH2SVY}VkrQtDxoY@fTzqQC}+9ytVvH4ed{Y7^hPR&_=LOl)&rp(wp4_6 z&i;qO4*UUxz9y1jHRg)(K`m(WIr73_pLCEJiiiWC?s~_(zE%nmR0L$t3dI5t(b9xg zQD}kf+cCI6dTc8U!2(?bHgrz@zR`qMu{XyJ8x?GU4yx{Wt!NW}MQU#_77 zS>BCSBFXEYgydViwvq^E`Apq<^?CIG1#^=2tt<3^Tg-3Fm=*h^cOrRYxKV znC;x2`+qAyN3eWo`dK1gC;@;U8bvsNJeSL8i1q-eVJ_ZjvIJfrYkZmTPl{f?`7&7%CGJ-vd0li8<~TSQ&P+xPf_w0208j+< z?sVv;J%WTM_T&W)1({Z9Siln?n4aK@X`rNbDyNNzN9s$!{u~w@#ujxbSr~VPoD}uxb&F`Tuunk6Ho(v506!62q&?JT4oK@8a7_%polkIWyWv> zwoluUmccR6O8^&Pn7hDblycD^3;YO0 z;%}7=RsmoUFRMHz5gOkFDC6c#6L`$&JD|v=iXpi7Ia>mQ@mVPRal6Ffp(7oNQ^RP0 zlwKl+nVI`z@gzJG<(T+)LoL-XQ9Sm^4A9bc&N%W){UgAUCE6Hb0nnK*runz^0orsS zp>iQRr_{=}Rg_)`eEA4u3>XFWHd&@K*3DQasC`HS#k2tpq>(r-A}4OG^MV)okicoS zMxnd}(m3g_wY5^qD7ulZ0Dm4Sfaey*T+q+qr3#X090w-{FJeRX0E)&4Zq+WDTb3YA z5CL>8(r|eFNTNJ6FLoBXh|cI(`9 z5XgSi11op4P<3?UISf+|Q5HO5k8+G~b1sgc+Xn~>vm9$F$1z%YSi?9fnT7s@MGT!K zvTEd&OtfZNlRMxRu?jiVK_ovcCySw&46F;1Sk%?y13G9s3i*~5uS_rwaI``wQjV&7 zh-1Q$70=X4%R0%JYED(=ypJ=CXM)%$ncipfy@yERxE>7Y`IkIlH;~d^&=ps)p@~v!Ao;Z zH6-qLc3M34K5)b_Ej4yKQNdnoSyMasYeiJs4Ksu!$RVlA>^aC9>#D+l!c?V@a zqDb&evT_ux9I~-PLV}W!jwqK(wmUJyq6s1;_8>1KGiu#6i~CCp9jM%I4NCsk6`2|WUhHW&Ej;94s7R2Ije5X;|yUs!lcd}IIHzro$N z+Dn)A^oCOe8pZb)axIZqwF^*+u7Rc2bH#Wm`K@jBYp=CK(!$^;p4=)gP`q&(`r)@= z(m;d4`3r*l&zHE(Ui7&S7~EU!0qbX*zyo<$t+oVJm7EVF%>pNDwk$w}9QkfheRP0= z>TGOH2G{9iQTV#bOkmO6s{pYG$rf6byi(In+QoWSjA;+DON{xTW;z+tdXR~S)c9L7 zo0vmLx>FS-bS6Rk{g%Xn1QBU`Q)&)rD7GF@4N@f@&0ZB?dsIoV_gm@VoXsoCoXPSa zH{D7*ClS-W$Ndx_MxbT@VA}O@KYU`8k=*`-b-Tm{^R|}?SX3lh+ibO?RpVV$m*-4G zz&cHCD3B*(VFoP=F(U43jJY>?tuwd`ZRZzkawW(O@gEX1*zW9#HL;;&9hL_ZSRR4Q z#R6Vs&3fKa0clK&BX8!u)qEl)prHiB{x?t%pEQ@Kov(KgG^tM5!z?9j8(>m=1(R`m zq5C^=9v@3?;MF=SCUl&y=-H#ho?8(*WqAlm02Vj<=?+w_bCa@b2EnpoV5ElG{7yVzuHhBSg@E@1plk#^G{>lb4dtv<-&?4+Q@9yGs zG8lUGD0;_s_NqKJ<%+uCNK~&DPU`P)f1Ff+@snU%zeCbS^IY=EF{|;RH-yN{9Rxoc z6&QJJ9<$|&_!YH>vw;^gVP+i(10ji?P$XrQ@_mRXL=!|38ls4IsC4Sh_k6Gd{|wfP`krB3(>Rb{-A=t7`UzM<$Z3e`>~@MN2jenb|0@~gcc*fO*VR{{nT6k@c&VE z#a%m1xd7JJN8zqr!StHEU4~u!>zS^{CsW5EQ)ij(x6SaK6@Gp?_!K?(lohsKjcxXL zV#xMr$QC_lb77e5381{H;*0f(H+e|ORG_j|bl}&4an>S>8b-~!=2K^D?>VisU&7I$ z7k_tyh3{a$Z&!X~n95XCz!nQ{ zjv}i^NgM9Q;H=HM=D7B$+`uj>sa4f~SRw7O#Nw(q8S6m;*NHgHb!(f7hLKjX``R{r zXsg0KSdPtNqno1%M>=(}{%?ZDJXJB#XuD$G&d$lZVIdj^oqapn_b;JC(vn+C|0s42 zGp%$k-eF!YeJG_YiTIO(sH>o`tnS?CV$AT-p=Vi3nw!&J?=EH8Y-vTQzVp}K^m_l! z&7DDS%R`u(56nnT$}$kC`Gw+vy#+X!cHdIAi6ZiEG~+HqV5JojBy9(RxU{&JT&BE_C0&sG@_kcTM~J)C#_GIQ&aU(-_0D`QZ(?V`FZn>_*=2O>^fUKo>n#K9s=ND`z}uI6cfH{}+AD1R{Y zwUv2-dpJklkU;tpcx~c8@)g<^S@%us4+d{tp)oxWM$NLDq(%yuX+Z%nMu&#^KWBZ} z{P%HAv|l}@b_B93hta*&u=vWEd6J}`m*7^D|7{)3SX8nG5h5_x3k==yd;24 z(W%?LJx}7f(Qu+SOZ67%vD_ZN9gqA>C7T}iPNlakv`=d^t#Ta5UQ&%yT_^z8Rc)sb zq=*juOh)L-a$;?j7X*j`$vl?kV`i}E3s;|MXw~Y#Y1T+lSYQ?uX-w$!6AGe%_q$hN z&8JlCx~Mza!=2bOB0TrJ-rroX`-HyAD%%&Khv_9IQ&MBnQne6gbAfKKW45(>0omw9 zf3rwllKLNeV!zn?96&X*`LH+osJr^8yM#VAf9#r0=6r5P8UH99s(DX(a?p+qzMhgJ z?Xs(4L_3PklVgr&Be9{|sPi<8w^(bRN4XsLqCBj@w7g|vOynf6%3#l*0%81T>pnS8x=JX6VAq`0u$cDgE)ocg;N}Z@Xi2%$WrrUAbZV^hR2K z$ii^Rd&T8Mnfpfq#_r1F*oH_>AQrx2|sb0PgDRFT4RuBO65t_y)Wu%*d-A zfSda2r;f2N!qmbaDJ%zl0C$bG4<1zuOfb~9`;1b9HZmR8$F$C7>e;DC!pSQi+PsQm zf@@Y5p1dG@Nc{P~?<*FN6Zx*IUv&5Dv}apG zh`nv<(|tT9{{ zu%qq(u2Ld4gi7r;t%l6^8Nk0L5NXjEWEZDnVJgCac${?hduY+tIqtT>Dp^eUURSwd zHPy=(eY32e7>$@#S~|%x-jfCZr-Glj5?mf+X#^4Yx~Jfn&CIE!%bX$}i#U^&z+F>m z@^B@aOu*q!PYxN;OwunPhFqOhs<apyv+nzO(eJmjH%dax( zLHuw}-g?~xS8N&WqHn^35*OznHW@%9cb>aiF-+#ZT*JbZ3bZUlSw?$P;_wS0sGb=8 zD*6Un&qzmD4vcRin9HN8O=R^=_1 z*m)qpJXU*9Ed#>~v<;+OmSU={usWZx|31m0htlP2Gwq!Det&89{<{9=Rc#)G X) z9+68fe@5)CrOX9fiCuypaDDXJMU-CPa1h+vSTBL-tv>8}VPRp-Ay_4_`{a}NhDA2e zv8zlk8&@2Ws%4{c1z;8jT01%#xG@ui)Of z`6SK{Wp@$!xz6$LT^9MiwL$*2^4*CNf$Xm`s>By~!7Lk>!j{m$@zJkcU8i9S4YU2dMeSU0h(<8EDlWd6+5lydN z-atK1dXGYxLieEaIBstD{wN{){ZPcKTG!mYnY4@L3Y}*7v_kRK z4jr$IYRfyb;%ikfmgqq<()GCs$SM(rpwAKc(g)*e80dI|!d;VbCU14+iukVRYyjfQ z_NxmOt{mtVTejv`5#7GV_v@33q;KjQv@2@w3GIX)v~tQ?I6^#LU!7&ov-jH`3`msV ztQ@)FvYi8O^BY+EE`u~f<=xq;n>TR|m5J>nioQs$(ra+B z^lOU2Pi3vq(g`x0fPP){(LyWWI*3&T#k-Fu%q8lIKpHP$6MseQH)QEM?7bwTbrEY@ zPp^3DdP3GDj*EAp=}n_%kUdk&N(}YAN6rh)D<`2v<%==U<8*r8TF2%>@RqWbj(jOQ>qE)NmJW*ILm&_Xn)DKdItBXd#@rq@C-NRm!&d* zYNOmH<^MDi@<%}4=o_AV%RaSehY2oA*&4tYaDebbuY{AXo)CyX0CbJGpu}gsB}hTZ)e8bX%KVS_{1QEIp+8a5(xfGuDHwA zR?kwuJ{M2Su*J+3$Mh$*$kM{)Z9DE*d88+4tvAPj(HRQXkeSIX-W27$gfMkphArsj{`gC@-# zRIY>!aSs4Ft9pC&lz{$2;W<-Hdx2|=0&ji9GVATVL5R_0lv*xkM$C(gL?PBO||>}u=|EmO}JeXp=}$M?7QVn z>+uXMYENXm4@McIVpT2iT;x~o)ZUmW5q-oO+&|^3w5odrw;}*!++)#QD<#5fEf+w`Bq^`3JTlLOqlNTEa7P`jLDAm;0%S!ZaZG9+4zU7>9c9g?0ya+q zYDyJqAv4Ta(=WT2UQ2o$`;3Oh5fzVoL~O~Vw>AjRWZXTjKNV_00Ve^rq%m}BG~@5A zN8mtKbAvr3ZHUS1ipXp!ATQZ)=1?`i_AhR|wC~NFK_L6?Abb|xZh46iVi9 z&yIK**32B;4+%A#rtKeMK?ds1t}4o$(iHm&_5q?A$l1!Q0K3_C!<#J59|LKVklk9h z#;7zZ4N<>8W_47PA|_1EC3`=K&DfQH_3yJ@+ajuM7tCe%0MOwlmJlYWrWU`5{GM#< zL4}4F4qk~m9%$ki;?6ej0DUxpw3xb?N(qkj2ei_bb#(;@qZTfn*zVp}NAV@~FE9_= zYX!2X7V>FAXvW--e2Rv$i1VeC^IGj-pjyslW5`M91t5i^me8kmm#(~SNR|QbK;+qe zV(XdvU)|3B^ldu5ko1DVKX}_(5zeUaJg{=+DDBG6eiMQ0DI@BOyb)ZJmlkHq6XDVp zEY)i2-u;CUU$Ys>y-OpcwV0alMrb^#s=CM}V96jJvUJF8FAhJ#E-QjiXv1sgW z(^b^G=Y%~Qa$g?!Ep477J-#<2r=V&BEJOMv2{-E2LUmdg6Vjc`C0a>SM*KYVDrj#U zE(2PwU%F-nCBC^qB7(xFtTDp}nSC$9?G&>9d_wN=CC+}nY7-Z#Z04zTQ6js{8FfLl zCa1B>Xb|}BTi;Kem{H3?<24=Jd(+g9D%`wi+zFPsPt4p}Q;-pww!X) zQ`Em2{;Fw*QE4ZCrcTV@b~K8acDxO$GzH%>@!1WxlD}3Bwpls;j2?fDY}g8BSb-+4U>_!1S&{ZRrpGK{>IGDUf=%%XX__Ol4>D^?*{TO|kZ7 zeu-`BAUct4>I@&!vYgZsbkAh0Tg<|mx_lBdj?*?wXW#REaQREhF93WFvRf-I3A*zt zd8?KA-H?GCMcZ@Tt}Oj?m*O~yFkYUgCnO9a`h&on(N}C&2p&=*v>MzuA=RfBsn5wqLn_|`;@uQ)Pm|*vs(jGq@=!_^|)%%miZBEna*Oe-{TvY&RB<|HJ>k5_-7x9~IdIQd{kR zzzQ-w0074SorG>}>SSkXqwnfsX+vjhe63@xj4i(MBZvB1FsP;h2^}aB)gD493P4`D zws)MUGI6QY!a{4QC&oOe({7UV`;)uac8>RK0TR~I=B8>&{OrQ-`?2-Orj30>5rvQB z&onLJ{`Zl$Bb&)-e1Ju22W%dfbE?TQx!BeT1LO#&s^loUgr>t(&)e11^*Dz=Xk&`l z^Q+nSnv0D zh5qwey6-jq?~m)tr0>^vUtf1mjs8x8Gc)7!>*tQYjs9*>y*r76i@W3W-;0N6hJB=G zq1&U7O7J8fV}f)|&?D71qkjmI(0l zv)M09Jq}j$@=~CJ{Uo4g4zr|-5DcDARZh7kY-^ilLszJ>7&lRP?ui=jO{VMg;C5Z= z=fcp@!P9?=2fvcv&d&I^RY(L3uLXtX@{^fZS5?jv(Z#feb>Ih_z!rM!&Br+5(Nw|{ zXNnr?wopv1`Kmdz=)v__yom+ZDB{dou=(0FWo3tD{DQC2X=fS(;XDhUu!02-!sGAc zz<|jjeAtGe39S%GRQhp5C^RU!Y6i# zbC(>Yg7t`t2m)98Vg!Da354Q<31D{M^aAVb3$l;N(;(}^H}SDq0&p+NsBs}xZxbYr z((dP7@b^(hHjcuMuGlN;iJIHrzif%s^qk`rpuuYOw?`E3kN_#-C3 zP_r&wKb@(x(Pq&AHgrCu9bMFoaYN~x>T!YAfTLr9>);^fdvp3=e-O&z?VaOS4=q7E zaClZKimYbW1h@!}UU{}x@sFADC7}Is6}(e$k`yaCrT`SPeh4kdOgOt70| zeZ7}0%?10)wxabu(Dr6$=jC=`cX5A8-q|t~TE2{!?F1&;G-WQe_))|NC6IdmtPsP( zoD*EcZ_>W4+x#%=SWAYf1zB3X(xm)FGsz*5Os1$o3U0;xP&}hs-&L2LG1`X=Y3;&6 z2H`8l9Dci{5Yb!b4P2XnCLn1-4DmD(Bh57AgVqf2XQRPykn)v2W0B15|!iuJvxoL72e6YJpRfw9fC0Y1e)}*09B(VIaKk7p!6H_}Q z4`$vw6>a0FQj2`~KuiD!Yw^cbT0w}o*chZmTd!wX?twlxZIJ;A-wY8#=QPF#?P`zu z<>S3no!W=8RVZmvjUKF0E5l1iZI6_-Evi(Mm{F<13)LllSdG+}M=Gks5!2``h0L!% z$s8w@mrb%~ySpMpI&#FtG=22!YI}dE+5wR551iex!Z>{8Y3}^MbZ!%mw^~n^4Mzk= zONmE5bgzT}1$Lsr*`!9IrIdase%rC4HSNeKVW)pMdEMPI75U)`>S$x&ZN?T&0Uq^tRY2_2#IHuoJnS(H&{FMY5`O(qOk%ZMzS61!7s2PT?u(MOsM0+$$U z4q)f_@GELw84UGijHiB`2;L)GnR8nl7LYu4c$s3isS+#7W#gy5M%?76)Y63P@0+zQf5 zr7@0o@xhhVL{<}c$CUWq+Q#ZqYPJkq&g+|V-U4TSZa(X;Jo&*s^j~)GBa)*k3<|%X zJrfqwB5NLRf{FIb!v_fbwl~WCWTA1ccJKZ(3n>zMNIO0!qln{>LI;wMB!(4XhHQ>V z0j+-E$dZgbO(<#(&h$_Z)#{*BXiwrxocloIq2m|}f6j2L_$G|v;2?4KggEJDuNmLSC!L!q%cX;>5$zbn_RW6Hufrz8ZcVI zS+KCB6jr?cWXKcoazsb;C$RZsAOI9!ODaiFmPAwzn6)|HP&bN_ap15zWcKL`91(9b zw4E;JTFERSpv|7=dL5xLK$Vei9qqAB@`Z|8MGIpXaRE_ld(21{4c*}WI~vv7#C3Y_ zrD3n5V#RIUnB?&V(IUF&qdn>1J5-V7;dVi9d%8goYpJpsV$BTAEE2+h7y|a$OBB;( z7GPRz-@&sG@xSGZ)u}eryeoiaqMcx%%y0vSVJ-YgwzA3{=NPgjD;TlkF-L6JD8^?% zjVVNuY}yaAK8@$wpVL$6xMY-;%T3?}mHd$o8h91n4k91ai7FC~7j~OoH>9xa?E02w z1VZ)Ql<4=j#$lrzcLkSpN{Ojv{z2ufNut!w9V!PI@NiHqfq3B8LgMf$H}Vhk5BHUB zzUEuQTwHv`k>!K-E%_~2o`CtiEiOF{T;|lb#<5Dth1^VYl_nI5hb6vcFj&_kM|O7H zKDD!9^mSPb3TsF%F)RKiGeNBHC!^2Utw^)5z@`j7QY%6PI?Lmhv4W}&+xl6o9%pZ+ zWNH@n=bG10Q=yn*4=mp%$p-TsCeJA!+@$zaueDKdrNyJJBXJe>{~O1pXJs!s3^cFl z5HX$7Nip3>O3trwQd+V>>#5Y(X+8F7g;u72@s3RHm)X^}f0_4JKXB%^d-9-J^k=)i z$2&lsWG`ze{oxZ1p-j*Bc(;fQFgqom1ZP9fmpY^w;=TUk_<;&Ck85T?>`KG_FGbgH zc8nz4ET88coEpHU(|S>j@Y z4vOtc=|M^)6E>+{_AOz=O&Jh%+nyZ~m>stmOp>n4tOFkyGoKr4Lm@%EQ$}ftLDH$8 zwcw*P^(-AM@QHD#5keyzr0Z`WC6i74fnXoqeKq)K?_??MR_YCF; zC<8z`IX1a>XQsm*f9dmy6K#;|me0$!jO`a7Q_2hcaY2c8ha=tWQ%rq*U4 zv9*>Ag(4;q6F)|R90dcu;sAqnREi-N#nylEJL<7iK7Vr$+eN*Q^DZzcA>F0MMSp|X z9)7XqK7F%j^>W^D!+|QPplQa&Hxg%?^;Bt+d|4U+EVjh4cOO&TozG$=Y`F630g$kwF;2K92n{%Umn0UVN14Fawr^KX)Iu zod>2RgIuBJFq0K<1H8@eAUCgt!!MZLAJRL4EpTt*ah|hhf*zJk*~Xq)@mLA_e?90e zpk>1X4J#F(BXBj91`OjaiNtf%pkA|}wv&{&>tgl~4V=|Wd^R>`tuKy~vW#yOkrp3n znQ_OC6JYg%8XSGW%Q=*e_A0bG>!ep#ZU0mU*f6uDb(F#0?OqtMVVHKzLb^T>`iy3R z`ZPnVGO%h`NzEdhAMNB2!BGncr&nt)A!kVthZTW&XSKO%k;f0nJN-auJDVDN`Gn_V z8vZggVzag=!f74>gie@(NpLW?M()7&g$g)&W>fuH2$w)vkz0$2!8bvMS zS^B#N{<}_wb~m{%(SiAi?ql2=Gh*{08!+%LaRYP*L|aRfDxKH9)=g}|LdjS*@WUn1 z$ZZ8!=!7bJpMoCSC6rex>1o3fPYQ-{jWZ)_&bD}B5mxfKBNwyrYLXBsuO>50)5?Me zTcP6=im*p*)`7q%F(1|LoMo8O0&fP>{nw+p*W}&I@o@48O-meu)?)Qc5HhRo=U6-1 zykX*8II_+mV$+|vHIo$QsM@!Zam@>u_pN0xl22NbRNs&|rA;rHX7| zi)TwdZneLuPP~PYX-ucYCr#T>YU)M3&vC=)OEuYHT0kYm&ed?yt>`+CZisa-*8Q-C z!+KNFq}mE!24Uz1z~;uW>j}|lPGRG*Eb!l1*{}yRp2m;uqISd>s>Vg@6pX!|0vwyq zabe$I6ov+WV1pCQs#K0`2a0+Bwsys)D%@S9pyA%C;*soeM>~}etOa=(f+g(Jow!y5D75NbD_!WKL-G5V4ig_NPi%*p@ zV4u|6K4ANmIZjz59!R5wwd29^zhiMXAG_X`zIEb;gm!$hN=KxLI8v=N1Iiyx@@XHq zGJds?&KX6hO@IFq%+q&-MUKU(I zZNa$`6`)3?aQ!&$>E6a?+UWziVrmX<5S_52aN` zw^-N>`$72;9a8s##oXa?tcDvJ^#b$bG=+o`uUtMatDm=c@g{k$DCk{3_M~A&@2IoB z7t$&|94}@P$5iDm2@ftTJfIFcP0$p|C4ZI2Rrr|g5kecupK=Ox#sg@QMWEK=eCva^ zUqwLSIyXo!Uw2-*O}Z8l@tt|%+*XkqEE(-bhli7ofMH@x6)AubCm8e99zwo+3vd;m z#sxcd;cig}`s11ofN89PT+#tuN}Z(i&js{Y5~zMcyq@NX_}t#r>Hf4ZR8?LT%N?%z zJutdCvL^inGR+TRUaomC5ZkeH!ojt9gGTNx&@+o%vQq*JwF@#Vbss{lG?^ndwoZ zK~z>w!DOe5vid>##wLfqh*S5h@H3#uf{V$FXB4(Y#a7%9qMxg%ER-%JI2ooW!V%X3 zwWaKntX;$+tC`5^5QGtn?ZnwOp3)(@vU2javz`TBJL-#c6|ac$B=t;!N5{^FE9(%E zv;Dz%&`48OdRbh0iD!cQuo$p=AodO|bnAjH{21#6_mzYE#?8)rVc^>!elM|CMVjzf zCJ6j+qj1_&mE|*KBp6&%@3OiT@R<79qdW+@W%zra zCuBK^XM-4Lq;}KzY62-f))LReRKB5R%e#SpUVc|xnBM^3pcN2ur@DW;_#J3xaPjc5 z>4y>icSPD#l+vHJZe$h-Pw;01sP_W2$Joi!<7aXFIRAJ5v`IMv=KEFs7LI;)22qcX z>u-X*?%V-r??s*8jC=UYRZiLy)slN|RPqe#Wy0ix(^+(@WW>D`3}QUE2Pl}Ctt6sh zj7*2RRGI(tx~{4-G4+8urouv2j#(t=n}#gsrEpD_V9B)gd)(1-$}jkTCw2cZyAaZ) zpj!M3Hez7=xBl;wI*V&<$Qs+fQ zLZn6pLP#_K+RF`}*G*7?sAQ4xIukEh){Hf>0N-1CbbyvN*ioh&Do0K>hdY;F{W*N+ zvquqWSF~}+W+vuTDfR+X(YX>!tWF(g*WtmFlaZ5=4hRRf{|A-bdr+GI`q~$F+Y_&C zPJqN=$rB1D<9QH{Z`HH0lQ9Kj%n~AkHOV9fEifb@g8Smys{s5XKyb){L<7ko6N0Ht zmkS1UpHxN=9=2~1wy6ANt&$5imCziJ*T8tbzq4b)WXVKrsa!ePJvP1QeR_Sk7`<~& zCnZh2LyEYHh4Raa47H3S7g$0e(-%fzG(<*#S}#59I39$%I_`b|Oa6 ztZ0;;5tZXKudw?7(u^X#r&tAky+i!gx@`UG#>T$W_F2b$`*GK^eBDa-alMG=(&@0( z!D0EjnFIZG38RJ1-~W0YorJq*L3%V$r!2Zq6cI#Y;k$C!HQ+~*!@+eNh!F{pB1OmS zHomW<=a`aDm*9j7EvvUgq0`=h7^#6_b`=a7n=oDl{%vz>YxgA^lQ0YMah4?v|MNkn79ptP;fpY)Tr@{cvDns}+k zY|hMXzp7n6ye>}P#q%E((&9Ov<{ojIlehVc_jJYvnXBgM*pOizwND3kZV1p*9Xn0q8nA2CS2BR@!pv|L2t z_23FwYiZL6|2X4PJ{Tj+hcU5JY)%oL_C2uNx7}Xe>z7FF)cW}d@N_m=i+BO^{`7}k zNAwM)7{x%`2*y;}(GYnep)8YCNhCBSp|RiyN;L_Y#aJ2KWDlzyJP-w0`(bFyH$n}R ziDtnYo;QIH!wb_ttWXuXCW9&J1`f#4>qf@7*QmB_K%B28|5l|tDpmK^vj; zv{mR29aa(GPmas;c?)T{SugsH$laiLQ{GhtYmT3XMh!`~v!ElYIe2KXlMY|&fgJK6 z(foEZL90JLm{%oS`|X%8>DMWbQPIBLZdv?N9bJfK?ULy$?xw72UC!}p-%CSFJTlem zLB5%9=Z_pIP>W~MBflAle2_FWH9(-Vo9IB&m&~ZaLQ^fz`Kc4X$~hVeuQv$wY?rG_ zZ&$;`v6&U=;Xs6{{(=Dt%BYnm?Zy~yvl|xW>n&*{Z^po)qD%C^G^v$7?tS^Q8w?$Y zDO!8&;~BPonUOg3jc+0b4C~4dQBIzB>9lXt;UwwXMG8Y+uMsw{KzwQv&v%;UDhk?i zQ|FN)t!F&wXb_8>_x^XQd5S6V(Ty87HB_flVXBEwCa)4}pm&u46mRT2p@S3U>Z456 zjn3Xtn|IEXT9b3|X`Hp!P^YvE;Ct*SGRdnc@4IvcxxdB+!yK_3f(oiY$u%V?S$0Xm zEonshC}S|J9-yD}XOy;X*lb7l^NZ+jhos5Em*dF$tHJsm-%wJ7M1HL%e5p^(i)e#p zB}2yq^na-2Ukf@?lv}fq8c7%0%8lr2cuWYhk6I?T>7TgCb4DEOf7e$(cYPjb?crMC z0Bed((m`KT@cpJajQ-G@sO_mkuh71!05H8+O&7xXYvgQt_JjP*{|K zPR+5X`!k%L_W-t8Q7+h_os>a=+4^3kIIig30O&7K=Nsf*;}yg()uZD8Gs|)wr`kjA z4AERqaOTZ2UYECpUfWUj1s%N?@A}glx)^t7GedShj07HaFErccyW-Us3Jw@W!j(Z2 zmc?}MibSa(Mu)b7Q`1E~R4H9PD3v!1{EFf$wj4!b_mtePXb&&at{06Wa&IEkX5CczbqsAFJ2^fqtA)s21(h)Yzt}7rS*& z94mD8?xgf}H9Q=vwzc*prn^t$1mC-qD`;m7&=n@cdvaZ2iY8*-weY|{>od#9(4Y~@ zwEK=46FTT?d*!%TPH9<5+pF_*TXC>s-JIXd>!9=s^Za5V0$Pn&dO+jx)498*z79+= zFFdRZViLq%r_xV(Q+bboGBUdu$J{4QuoO*NoE4K>cx25$XsWy2g_N1`AZBhXRlV=L z)aXkZGfj+*^K*D>h4-394R`LF)LOcwWzJ}_)@?=~5+nY@64c>Bm7dP1f2W#5_A_7H zXh+!m3$7aNi`un~f4?#aXdG#mM|*;cY=mzUj31^TSD$i{0b_;&j+xC#IlS`9g(!Up zxVdXsf;(BGldCss|K8KLdk^j~6${*993ORQ@a8vDG{`xED{wA^qcjXTFhJ`Z;0i7` zI8m^8v;DMTnNn`yiI?NJd!_bDiNw&2qRvfI-43bcCpCy99Z4x{?eESnY#3Yg4E&s= zZ?MIG27fZbg5r)zz4q`Q3#AI(!!9FIf8`;h|%r|3WCXx!O&gi&E)$Cr`%Y zD$k~p-aCkXStVzEG|K&)UZ$~3@zsZRj)^;if(eR{Z76XZr;73Ztz@}MbmY5-(qlfm zLV6$g3x7O*%%CfF&aKo{hHvH(Q>c;MOAh)k=Kc@6v%Y1y&(Z`NJ50RtrgwKSTilLX z$j|&q*!Ak=)_Qx}^XF#CdM(}zuh6hLcR-?16CX0CyJs@$_m5jjA#Z{v(?G4GNY>pQ z!X%M85k|YZwEjyx9K2(5!?BicpV9cLlfNJN%dGw2fl)90t9t$VcHME4{)w`5{tU*S zYzNye-W!YIb-et`*F`F7J%O5Lpc~fJ13sO2O{viBn?Suogl)E`v;Bu6`sl+?>Wz`$ zgBz?Kr#f;N;YnIr zIQHm~MXQsTLl2F%&bBg1^r~S6^TZq>%9KD=vqE zvXt(pnSWb1lh?jB+FeX1{A3NwNuYsC&o2R-amzEtqJCX$F`eO(FE+E+czq$Lx7vRZ zMBwZMkHGHl-gTMPvVV`WQAKjMgT|(LvVoZi>9U;J|B9wV08GQCU8dZT%;fWg8y&T{vUmv+>Fq{>mTJ|2m}Ct?tfRc+dJsn8X7y< z{|D@lq-dY@AF#upH@LQ|P!&y!PbSN2s`-%SauhOxDk@naI1Ho6wJElO`K8+)X2}+n z+_V(;ts0sG?N+GBIB?|U1{s4C4X#-D7;1CR_lI2tK*Qz~ zrUz1%YX}GOp*An~aiAD2vc=p53C%uvl{<|EBE*No7?nUqK~8AvsE#rbY|H`iS=VgR z*KWRkC&Lsg6I!>eUnXONG4o4(%S%`jrFIoa1s3yjlg*!4fftLW2UR095b{Dm7N?@T zHZ#0JFq>@TdN&g|Me8Vz!jSld_|i8e}#5Y|9hv{PT$DL+{X0pepdOv ziR(UMyL^!fjo|5e@!4wtd5u|q+G9YbAD5Hdl0o$i<t$BxyBRLgPZCk#_gUt}=RuB$*puno~iXauWMAQ0J@bWae> z7=GFM-y9P{$C>oD*dW>i0((z3GK4=2R3+DO4!!wEv}?F#fIyUbr@4-*Wmb6*sycuA z_*kfLC~3c85SaT2Awy_tFmjDSVB$O>{mH^=IR;Ge-2{P9^!Qu`fjdkwolUq?O;)-gBRKeTchDqdDA3h!2WLayu@(2Z+BpT?Jgn(Y(Fwy``=&s0BeKGjt59=W#@e z-xmJnbg^$nC~y)LBiyA1%KjV=qNboO5E~P^2R9f~l`f@*Avs#I1lDAbD9m;{{D$Xn z_e*a4*K(I3UiMxuTs>3vZ}?%yzd2nOt{JOq01DOO>P{1cCR~%h6v>~N~W$Uz+O`4!qOo4Z9c0%8de&+@>?8Q<8zVA|f~p)$sB$1+|Z4YIrgo-GU!6)kDB)UY!- zB3xaW?jnaNK{gFV*G%z=XC?W;;_h}vDrW{+8f+%pktWK~LL;S`zT`ItWUBdYRlVc; z7b+9A9X)oFz0H=|nkhP8_q)T}+ueNkpVjbcx^CXE(m{Hs`6^HTDM8VFKslwmLE>AI zmL28BMm6lpEKrG#6>K3;zgj(J=x1X z1GCUaX;;iLIL5lHGZvh6y5URo{3Zsb>i;-L>L?dS9$_@0+$1L!Brao20t3~t;(1c) zESyZE`Vb9oK?%J$8|*MSZ>+2MA#2j!51>7I)XzHfw@=k%&gK(hy88-z(r$3F{ptjw zc;t+FT5|a-(4uJ}P;!;KIS|6pIZuZpF;_RED#V9y7)7J@D~wG`F;g-vGB?VTe(Ue? zS?ISe-(($9vJ@$IIg}kTxk6J#RxOJBdNV%OreLk?0P>-4Uh?UCTq?g8ODg&{UYq^B z?3}`nxKVL#L$)C#YmO|57fm*19(l6z=pWkJgi z2<{a%yTmnLk&MyF)J`$hY#P0)xBUv{m1Y~IQ_4~UW$Q}!_cuCg^DmO{f9=)& zOE=JeNp!w|0s%q700A-oJCEyIS?Su^IqEtXJK9>g7(0A9`YKhXzhci(yO{bvugN?m zxYUmwj?WA0AwebjsTtJQC5k;ypx*ph;z(8F37twl-*|y(ri(*(s4<>-c_g;pD1vSE z4NkL?&gS}$H*C9wREUg9vuc~itOzZ<%qy_@3sFgWCjm3?Na|kNa%2k-@#4zSOVN#}#k$Lw4Nmeu=b|4gdg$sRhOA$>5Ijmk4poJm z>Kz5&t?rY_+WL?->JJyF9OJ0H&xuRf(7F;>ASXnSN+=n?4h5)b7P8m|tW+lHoIaqj z*WYUD*KSc2-l@=HZ-vjhn(x!G<%&bYW5~nQ--8Uvb4pdeb{?s_G`me~b4bPmrcBr< zsF72tcTcD@Xbc3Kkp^?Nr`5STK?(u0G|w9Ax!ELRNWI=u3Ij_IRF1KG783`Ohx>^- zYz9#^tk@0dUjA6tq}n6-#P%ZHB}Sy3*Pgo*#BKXApAUB~m1X3)?8 z2a|g>@vSUEc?+hB?bG{p@`YYMbly{}>Gp{!UHNzX_IPP1os%qUg53sQh-2@K9mGFJTS5OU*?%5R^G=3iCny!NHZ?EUJDm3oaI^<(IT6B+|kh z6J(;Gi8MH+5FVDbApoc9KOrdQLG{kmCoJ^$NZcgpC}{* zVrX}=iUK(7aA#fl2$~)W%L0gDEi|USqGu%sV;kHHf^gZ&l|%OtH;=V`oIWlt<+EvB z572WY6ia5D29+?2cX`h1H_z!mRZuv$&*=DAfA^dS41(PAvX+sJa@OdShX-xQ;BXNl zUf^MT*JuV}Sx{0ruhA@9aY^qVa@kh0;hgBymuRz2T#HjoMGR%J^jtgc7_fmgL1MP z84<;|hu$Q^VbO{rgu8$yo><{Vvr(XjCm-XST+}$k3q^L+rN3)vv@4-M+zc7lZKw2= z(;O6ilhCdnp>bYjSmmx-7(Dh{v@ql zA7JJd341e8cbR*{rO44Tcgy%*Xxg}Y`=p(f_A#*A=(Yc(J*AFyi2FQXr-@EFYyeAq zi&=7Sh2ch4tIk+Mp=N0$$i$F_wzfF5BUehFD0^Q}rI{oU)>+Wo%k=iOV&_xT^0!tO zPO0tA&1;iyS{tHf_tSral6;;1KIktfx%lFJ|I2c%en=S_;=Cf?tjI3aze-iP`j?LL zb8^*#8@)rbtJBNn2PEZ_G$~d2q;<7vI9c=ZkPYC}bBt#~VJdkNr8z?ntwLcHXp%B`lRFjiOsbodC*k`BkTuX8wbibJAQ=L9>_UYv7^DOM@KD+FrD793ZhSi@R z-%R_NTcevr-a%J9Vmue?8;zc0B(M_I@x>zv=0mYiJsA>MNnC>U9oG`FqMQ^iXh%+` zCj0DaEQ*{(ml8Y|OPE*|-jMxdp+(M0a|_kxtL5WRF?vrKDELgCNO?rv@vO&5XaVCV zoa>t;#_`rS&Qi0FC?CmIwzQ$Mq((bOvu=;M0B^{YG_;B8IoDV5;ppEZvaA5f3$j|n zwG(nyn8ukAlh`G>*#Ir<3J(r(^4|{E$|B;ocb~5v@PUi2bwb(ElG5bkw)5w;k_n7e zm+@!Z<@wB&bz2dXF%i_>p?9Z-;27IQySDZ>?n?7=G)kw*EXOqvKSK8GVxwmBmWg1h zNv9ApK3=$O<_k)jlhJP}9~TWa7_OXj3Z_ zb%yA3l;Y;vCFMFyX1te{po)Dli1L=@7I$mg=(7aC>PKeu{Ee9g~Ei^ZVu)C*{0p6A| zqWwec{(*O*3Y$Gviha#%otqb-AnvEqaK5|>&Ef9kR_+BK@W1YOD4@TW^!;-z?Aw`>sRBy9HtXz2o!HlWaC7}+WtNRRGSf3ijZmHQ^NokKt&L{;WdsIC&x* z9}ytR7KKps5YQ92PTovEqDRVJ1mW?#TF(HSzWLAw%(d3Gi^H>HRL+UiZIWDx(`>aY z!(@R*_`1$1q#ZyDOBqng#|x8s(4!Ab5oNje8+cN6F0_AVpMTa-%apY^=}0m@(tUPH z7JcA_j8zou7wPbKas`ogf%)R2vmlQA*r&HVCO<5^G4e@JGK8;Jp00 zn;)F=_XRw5gtqz6eLik^tv`vHWYOB;={iw*$o}7z&FKoE>wC zfCMpfZ*nC)rUTcCjtqhBl*MeZ5auvhcfGak71=a}QYPj3lW?A_{`k`C9|qcnxGh6@ z*f>|_h(V9scDrUqxXC6%S^k^HTil753U+7AkF)A!hnWbv;f}#C_v}5t9jMOqg{Qu{ z+}C~{$Imr^qD-Q0rSNS%;@BNWk=;u2f4bTErR*J<%vw6qA+35feUOq^2$))|UU0m;U#XHp&=K+k|9qD+DqUGswP(~=uG=ZY z{sUY?QH`^h^Ir?eN(1Qa^GjGG`C_{?{|?(VGB$8F{ky9EA2e4!X6-+8iO^qKL?9{L ztk$H0Ef5C?L=!Bd^BZe;{gh418`^sX%AcOy>e%e@tfxZmz#U(j#N8xYJsw|4S=pnC zZBw?6c2`^BL$di~5z`|j8@!A~H_K9#S^QB$JiQo|iiy!Y}N-`_Jp2)*D*xTpc<(HNoPm*kv%dIqbX>5>Fsp*ro}ux4n|sR$Y#hL`)FwS z?!@Zbq>f+Zc?*rBOEmSTj%5V%9#0vJ5i(k!K@}Eb^1=|~QpdNts70NW3_^~C7g6=g zCxwfSMf;0sC(a*2T`{1!iInE_VP<&n$CD)KV*Nf>dtM(l?(M}f35ynWYSX6QXjGZC zX*Z{q?+!pdtIX=2rLT@6nuQEXgA||h>iY0d8v&RW=nOfyIcdq!^G0`c`FHws)9FAs^WdZP-K>ukE!ARz zqGvwfY#O^1JH|x)(e4Lmmr1+o=FlFT+6T}jM+@6oz!_d9P6ehFUhgMu)FA3nT;-B` z6$6SFoG$#0|8T06Z|zb0jvIT_+85ME($`wKU%G&_vlsr@WR ztrrnu@Abb=^2Oc7Ln>t972*j7_TWKECAiZbY&Rt%nI}j&q$=v!COr-mZ35q_3$q4$IFu=j)cEgG5=+b{H$;X#K1!@F)etN_28F`EHOHoILw|P?04h zq|~qER**99R`jAMP@KC)kt2wZ8yO`28*Dw3#uVzYw35^TFce4aq*7m{K^9godYe^nBj?^>2Oz7cv{b#;L=_cC#R0;#xkX!m5 z2?uk{?+zeR1Aa)N`Z7s(Sb_9U7TO(ix}M@yLoW}zx!mxGnk zeU#%3pCrruqeo+#>Nng+z!6HyVDy>-Z_H+#Le{0{wLEe?cx57j~-?I{Qo=fx|uNvJagasLV5 zvs*-N1`27l0Oo=|PIj)o>2mKy1E)epSBA`1^E|&aLACtUvVAF`2bzpysMaJewdxsb zL>$4#dZd^4+*7sBmF<5;QmJZWZM!c@lKO?F|BJx;PfGHiNNQH8C}a7X{)>*h;|E`m z!fSF(mNndOpNko^X$LNwkBpif)Y8gqWHYZDPy!vsWH|rk+^*K(9s|u1}DL6U=M76c-9w>!A%r z+9623#pRd7F2T1aa)?IP$ezgUbd?83O!}iQB2wx2YKRlFhgmCOUMP*?D#wm(J2z<2 zuGvZ4_$NklHLp?c`i%gtv6T;Go+P-QN8)@1Y7EE{ZZ1tx=iDp^r7kT{xe+_9m%cQ} zS@az8sjozLu5{}N$RS)Jm6S`|m8nJ2<-`UL!qwb9VFTSRW#7GyW^NJTFA;G`LpN_K zTEvRK;PH}Z9_Juv6;{3$z^=|Ffw|gduE*VtxNY=^H)L^;hn1BXHPM3?EI=?Lc>uwZ zp{vNrC$(3`bjrtwZZ+SFi7p*E`sz>&>tBm5D3t^U6ek><$+)Q6%o!;A$Y8ju(5k97 zFCUP#)7nb*A^#BfLUS>A955brW>fnN2IghAz%_~Z{)G(2q!xbcK4CDRYZS#j2=Sh5 zJxvzJ05W!tXdcO@M6AM6f5Tz{$Tq`htE;0;=^0U6VUcfH$D)#T_+f}aRuzb7ab>+H zy)QqNc_w4--NEX316cArjZ5?I3+I&p-k~Tt8MKZvDQS$C^q1gllvQ?o%*G|@p^jL~ z0%0)8KDGtvOtOm3J(?y{y{}xat}#B+!S61oy1YDG?vp=!K>qXO{uRvNf31Lmeyvb{ zLIMK%a>o7df|-fFrLpcm4)NcZTqk2Ur@v%C)!KGV9O+N=fN$!d6L|viu}Ir|7;~JN zpvD4o8A#`^Uz80imTLN*8yn6z8V}uD6CUhW^@);CdYB@1G6q;xt%s+zYrA< z_d>W%`nt8u2~pV3J3(T=9)Hj39F=ZpjKdi;1q)-1FpI$o3IV=6aZ5*Eo;W|czn-`o zj{QFBN(@s_0WW*>{onMcCV=eS>KaOj2_%gkQ*&v~0}{23}lk zSy9N)WMc-jCHlTY%-|-G|HJoCqy^TqF-)E~Ra{Mhn7iuk2hP}EK(HK~)m)OJ8ZNY$rpc}5P!hI z9YhiR(WoCbJ3X^6DZ!%1odjdgCn1jlOwY}oY|#ncydkMJ!GaFTNK8Wdtp0)Md;eya zJa~h}Y`hVIT@0q|M>dzxh~qU#Ls)tXLiOg)jVPtM1oQB%pQY(r2QR@iDpQqj6z4`V}pELQRZk00K8(SV07u$RI(#+_f%GJ$%e^8z zl%j56LZ^#2TeeH42>o8$``T#H>kvV|A^we-pJVTwmtJPy19PUgcW7N}th9GsZEvv| zcS8V*+jL9&WRS;)RR@Nu02_S+-;$&^tH&F7lV#wh-4SLuBa_Mon+1V|=`M}6+Vx)c za)h3Xz3i}c$R`ReIj^~L^TfbtkjVVY-D_1>a)hyWV&>xVYUA{}S)T7@-?76e5l_vU zXdkdApPGN*d=Xm_jHh63E36%zjG--UkVawE-p~v9-EAhw<#3*X#!U^6F`?Qspy z7=HcLD{9thpf}YDyGGN<(Dg#F3-u2&NSI^9qfGMm@AD(MaeEW9F3nBmfBO6YD}^H^d-_f!#pS$LZH`~~&74IMLzW0{ILLQ#wD2$*#@BTI|- zM^E0#Qi=}gl+67WbYaxCBB$F0g^es|EFbR@e7u!Sv6=B{F1J2 z>WN4c%lhOEQ^Rr|HH9}?><3!K@{M2oLO0<^+}hij9JBc^y*CUMwDm16&^(U3TB*F0 zVBb7EiM>L0fG^m@V^cT6*&}8ZxyADJytyDVh$z+k=QghdN}89Eev%D~{Y)k98FQvh zZ++ZXU5%VFpQpo;pBn$J5U|3W@?&&mcQ6`tRi%EHyU5o-YmFYFH@NO{k`S3tOmZz6 zZQM_crvj41cOvb=Y(kBpU3O(js#;>nUmMKvn@Gl=V1fAXO}T3{0J#WQ`ZzU=-lz>b z=^*O}%|KVujFbjN1pIQcFpu|2KGxmKg-sWCfg4_Vuyqp;+BogECre?TV9~)>%3XH5 zMvsccUAwB<(WxUbs*+Y}9k!Ig+2T}-W%kx1JY%%hj21PkP^~}RC{w>49FEpBPB+G7 z+8_Q;ALgGLjm}8|hUJ&~x%CxN%JTnst^7m(T>sKPQMP?COEJ`c2oIO^i6TTwlL{M^ zA(^)eAR$pX0BEEy8QY~sE#f{m)#HE3EZU&tdd7-hdNSGac7BsKcK+d2&thlqbA!H1 zBN!38>0iuFltp5{h5urZptYs>*BxnfEA}$X^$f?_a;=`HEutlh- z71fS`BP0(TuC2UxHR%k;2%eP7FBZZg%E;ex#NFR7hC&6R#ZM_&xi?Mx+v9I5Y`QFX zzrz$rY?S@(0ar@ni!tI})JR`s)M(H>hv{Mlvl zg27legtd?)W;!V+i_}?Hu+PsM{G=r z;1iP&105II3;qXZ^cC4$-gKe7_u)oJZuIjDQ=p&m%5&g3n*?MmbBWt+wI>Z%c zKvHQLXcUMY?mzqK1MMB{AYNrRr!&Ubl_YpK#x zmPYd}DEH$o-8Fr7WB5HUS;4gzd;#oGJRzfYNZXpkQ~n74;)xYc7cZRV1ZM}VaeS*D zVmI_oT#tyYui&a&rjYJc(!9|Ecikh7UwMbVdIn~jfElKmtWvjN)#TM*k)@v&?NMEe ziQxd{iNf_{92ng^Jsxa2ORoz%ebE}5NYc!<%Nt=qsz0EQ9|&QOoM#fR486nKhScRp zY*AUPZ`B?lmPXaHx|DliVU3C4LFuTObvfrI{q@=Bdc)xb@-QDK4_gmw*@|9b5E;eu zF1CdYh2TjU=!ugo+|;LaDUw+|TyCDTFU?3BI^^0uit4b20!K33ECN0Pjj+T+RuS%k0AGPlz+Iz)q!|U&GxGyl!n6~|ApM^;++!8{#na+EL_hP5S@eeT z!Cwc5jIvzX0paM5;+hJRYxxWF7iXI<#=cIiGG>*7GL%0oe>~G1h0kS9`5S|g=_v*P z)PNO$Gbjp~h-p>??fd7|Q5qtpdr_Ax37180%xzRo@4=#OwN-K@Yf+oph>xS1wkx-d zLw~Ex*s}_1LF11iM^Djje?tV6IVIPB?~~rllcc~H`9Z3siO%8=d&bg>Vv}kg5ETjd zD&s#`)>4Dh-0;G93ZIzEx!+g-HzqY%*ZiX{B&lhK@Qa?~;6P=A3 zcX}nO!8TLIn!}+)7Ei1~JN)Jfs`kq`GE*TELxib6QOJk9-|I>^k!T{FOYXoyiIbX% z-Xcu^MK{S=&y`hGPTu%ma_5g2@sX z1Z1by6z{|qmrMumZY5WLe2Fd)BU0E)UzK&= zAG^*$-9h}GZ^m!HCzGCG5;qzY^7O|+$Yv>`ZSK25cG3W;jBQ2pu5qiF?m!*Eb{XN& zEXyQRo0@jfN{7J5=tP=j$!#9qxPl?~^h}wXvAR^@G_e^2IC{0P;fYgUg?SQ5l5Z?X z6dAD{_IxZl?wV;pYDsBE4GfgQ`aH9f`Euy0HpeK747+$JDogb{w5TN-Ly0Opr9n#O^J`g^yi==oo3HNej;Bzi)=1&5Z>?QDk|Ewo#?-Glc` zxlh||VE3Q;9%0dJ4xI)!-c9(pD-YT=I{zK5=m|xoM8A4LuyFror}clJm06{Vwj&lB zs<&zIr`@pk^)ON>F1d`v`uBH%dK3^`wc!ME(RMR|1d+9h2EDZt->cR+1H%mIH$5G6 z2{Ey!z28*Mvd43%848ma(Nj7(SqdGos8ZH4tJ9O|9!Z+1b4_I_N6aRvMYRoeTBGXi zt7fbal;9durE^T`@%@iFgbH3?bGF`bMarV{>TfK#4BNRnoa}#QtgNI(q-qJRagg)=ci%it_C6ATnG+KZ16&?D0)3t<1UgWNi|BSP%fz(((TpQv@dWpr%Af?ERt+Vvl2(8Cqsjlo)}D*mN3wf ztl;P$s**ZL%x)e@pQsd}$cRd-t5T9Uz#BBT#CqQVCr}Wa7qAta-S?yQNHCkTV6`cD z-a95MUf*>4jXgB`5F~2Yh67)n&yEGpaH?qgoWv{AUyd#z3|%tPo^N!fpT7(BnkiH0 z<>X}&z|j<2Hl_qqa^HdMDB)NiUldHIG~!T3Z93c6qFx_YUgXgC5@w3G6T78z?>e`m z^j^rAnJE9xfTb(*c^S9?x_fqVbnL*LJ|zCz>^FX-O$k^1hX7qy%gIyq@O%b4 zmUJyb+^tB<3S-vcBHY-N!%jTqIKj)*)aT>w_AtP`8UMiRy9q$3bbjJMV-&%%`aKhj@g{R;f5KC1P3g9;iWcvvHtvc7ECSqR>O`NlTh;FoF(7e46VXINZa z_TgxWg-QJ_U~!;9UZaafTFo?aZn`B;;ePtm1O_ZYIpkUYn zQ)=N&EPCtiH7P}?Ox4sQeY9vRa@P%g+c~XV5>)K$dN6c_3f9J1*d$tj$V(B?JyF=* zH>2`D@i@UGY<==XZ1j+3I|!{TP?in0kXm2U@RT%BN9A1LDH0hrO_Py072sH9 zW%Sn|sJ-QXI!BvH*<0EM*bv68NE`O%D%v$o9QHR<&CLBAVE_s4@g?TxudDN{B2(?D z;u;jKqQe3WgNDx-X`IgrId$0A^-bMGrvTz7Jf!VoXEPQvh>0`|*f?>>r#r8HYo^kW zJG|7*ASn@Z@}uk6Mmv3JTKzQ@@a=j61hOtJ-z0wbHVrZ@s_Z>(JEKf=d~ndVk9E`H zUDQ0n;xS#Zn9!AyETr3|qJ>QM^Qz9@VMr?q>qN{}8d3ltJS<#=Xcs7|tcGatzS0t^f~swt@2`d(O@ny6|) zL80U8pO2SyT_0X=&))~HI~fIY6w7cSAsio?kuvgarCNIPqTMhFRHWhyJa~KNlofXy z5;qw{BIMf`k>a?&EIU_%4$JU14d}^IA++7jWC;v*XgfgjObk$vZi=B0aDKAs(d!*y zZKAJMJ8Sv!t*U3e>e=;xWMK41WF03x2Hp|S>mJM5T7MqLwjeWgzav+t`u<;S`oGHJ zWK2#I&X=<2_3hszk>>xwAis<-wubsnwhmvd`Y&B^ofYYiP0!~}thWU0GVQIo*)oW1 zx>eurmYOWI52G1IW0W|FsKWC$k*D>i*hHgITl3)WP&lK*?MIi{p88j$8>Lp|g9hd& zrw@y0GRc`_T3AI_3XOR_HYt)Bv=8%%qOub+q1aW+UYpjxUUhG#EFIFmzHf#AQ*#k7<8LWnwm-T;notAQms2P1aPE82Ls(h-1Q_RgBD3e z0i&t&qANws3dca9bUz_j>f!p}cE4xGw_!4z%^>qiS=O_4Zkp7eFvc{L-{+@5aLi*1 zvo$~Mt*i2%$#Rb*Vhg2zX2HU)sEb1?D|9l*u+hPT9loJw}AcfSnYB zL(@*9lw}#Y>&MW8BxZ^TsNJ0l6&jU(+5;T|cR-x$=h=~Q^~S3RNln5G*y{J_ONjpI zc>(6uET2dl(SCEM4?9;^uJlL9z#SQ1MjV;X)Ll3PsL>qfA@z9s^l6R{bZoAW@Ta${ zpoS~#c#NeK>413P1nR57PPZ{ehQ{^CjLX|T38|)Ch)AJl6msFM^-7%>BJ)<+-)HQ` z5U9d{w1=C_-|)N&`Svyi_rzax1xpNx-ny4&@|HxvKCXsDfPel0M!pX#XgFsBa0{iy zlGs<$=oy~DM!OCXv_I$JEzbT+v1_gKa<1g`Q^6LpWgApV5sm4(W$&9f0!%N|Q_Znxp;TQ89_tT^+d!?BN{wDFXC{sVkIQA=>SY^Z_T~d@yp8)^ zoJ!m^O4R!>jC9Aioj#iS*!CHg=7O35r3G}iIw49kJ!}Nb8>{Hq%t&ZtK1VK)2f%@+ zYZ64L46rgS2ASxf-JW?sm*oSv=4%;D4Y&3sA?opUr_0qhu zfbVB2QV55`ab z{YcprAtGO%>WG#}l2ZpQ{hf2P8>Zb_*fSoEK53XfGlX=xt@O$DW+HJeYvr9cl z=41bO-ORv7;Civ*Z$*%E1WM@vsbAr=uFU{8J2k7pHKyo3jT2WJ##$3}$g#G-<`}hU z4oM7-=zR?ykH83&3zP&qOeC*+px3+BcAWF5KHRw9xYZm1h*^L&w-?4ATe=A2mLhpq zsB?CkIf06tTKTEwsp&VVFMWqI>XdLA6^e%P7i)u~-g~RgiPVH|aOVtpTWD2?!UHVKKp)3$`KfCnA*;R_ec^tYQzLG*(H6acj zp9i>ryL7RvMZ3`J`Y*0S*gAbf?wa{&k1+2pkB+pMKf(VcS^Q7qH^sjrIR0}DtK)xj zZ5j?d=jngxmg`@-<^Pf@{Le=2zy3zw(8=88%VcJ2^B)R`S*5a!?O&T2?6ohZ8=d5G zTs$7k!YcX?ZEUpDHNQ%dC|A6^KXxQFE|)8lhO4l-3}jL4HxNOf>?5uMqWm`%xXFauirhW=6qS z)V&4iMfaH8C@q54E%Dc!?4VoVk&w&J`v&_PWe}7ukP7N%a0(DM1VVbUzBJTI}1+LbX_L!Kzz~o0zyyL&H1XDwoS=tOxPAOC&i+8u-p84O+W4Y4(h| z-jJtR&o+);OjvYnTxY4ns)?G(+Q&)A`b%&HpodBS;Fp$DDb5-}`7+1@);8)qe9dI2 zOvazY;tbbu^D?86D8>y^gWrN-=LTgL+auM{6ZejGyJ!0f=m}GjH&dbJ+gyxwV9Hl6 zA_%oyV&llwe+EZGoshcLUQg%AEFP}>xKW}q#d6mdSL|a=U)XUHSWLZeDlCQjO+S0z zW*Ez6<5sh9n;|PZA2(cN=eg)l@Ve7#V6Y?Y6Hga5(Fg47p&dTzr%xUY?w6+@m%N=| zSp!rUN%C1KCvcn;&wjzfAM#rs!sTXs20r{y-|XtW&*r0kn>y#mK}l`-op2Uk*7kkJ zI6Y>|{VG`I$$na*?VpHg`6jk$BdJtsd@?513|ShE_mZ`>TS1@g#}s~{E}rITeX7Cw z5Vd8-pl#P_zBeW2p?5{rAKk9agexrW!2A|czmF%)C=(>jJy_?Mohuu7=Fp$Hdw|xE zH*^IJ*2}NB0&_4(x%p?kOw^aAT}w<7We$qj-76)ef16h_~6b*4;L{&%_wq<1?x^QBoveQjfA`~L#~|5>?zWy=dS?U=9W4ezgU zyWhr*R1geCoK$(?E~5Ex^P+*duukQ?B4q4(GBt|p{`#VKTTg2U2bM4CD&^W`?m);n zo>#5Ij}if@0m0&j@liuqv~;w(0>09Da;?a>tmsUoB_7m;zxa8g^DOmX+LYuuiuxsa zQ>Gi$Ld`gX5)sS5qIMpFf}WG25_jk*(NJ(`sW5&p`w6ltv3n*=Pl~{xFhbHY7ls=^ z6cZRQfWIQm34`t-g-aka^$Ec+6%RK_CWA_NjWUM%lR=R|$z4-x`~;p2rrBm#;w*FD zv|=qs8gC%lABn(~b*Jf`wR%cF8d(zd+GS9NA^AvW46{Z!GyXv|$3$e#%Vs1g#VY=gE(>e1azzQ0M1%wLfcM-9(oz2OuEUY@cK*cY z#QU)0*tuTW{N_^+nMKRYd4b)1<+|qP0{ifY(Q>!WW}I7!tdfTq#{4yE#{{#+aVFoU z!iyXoEonAFgl_P)6)FDP&$v{D(OL}g(oA||6M4c`eO`=u=y~CFSWR60xN>}tL~bUu zZbrPJ6Qt#sCRpY^@UMM+Wo-I+sGB_TMYXr$rK=0}<&m&q^Qb(lv~ND}lU=_{e$ zZdws2y@);NN|?*f5d(CQuj$BDs|6RN;w%wzGTT4`rAN@p&; zXO5m;xEQ8}fxKzTvS682Mc{cwCI~7YD#gnK{~@Iu=KKl>Tf9=GVq^g5DVX z1IWOa6k;c<0}EshFCE~S#xu_)EcPlKHYLO5|7<#V%IKBZ6RNjYo#>mco|P97XZ|od zmnZc8m?HDnt@10e&oncC|2E_4M9F~zN9|*1q83_e#(7M_*79pwy4Z9+!?HNUlTEp4 z@Gx*89-%%Ga?zGepX72z znl;9FWOU}vm5myy(-z61-GLWg9dy;=IZ^52rlNIE7cfmDBg>ebu5NlTcuQiH|AipY zqL|XD+CrBCLT!cdEk(!RPeZ_($yD_u?S#?r5H!|f=U(8GY5r$R18g=sZ<^Ggd> zCxb-kxR;7f5KWA>z6s~1DB0b^NpDrL;(21rV!rylAd#a{I}u8OI*+2m!>X{4rMIF3r#Iiz*htL>}TgLpypAE(z8F7Jo-ia&sL9-i0S zaa_emv9?ZSi;Y977}Ol-sF$P*kV?SgwybN*v=r$khG#%hx7wL^FP|;YG*C9=7T!ln z)oKy(9jDC`O$$mxkxl(WS*rDPMPGudf!kTn^88?XAC`ADs)VFHv*T!#fESBgXrcPO zm}`^2z8B>s29hDOCWr8VftL{C#3!UzL;cDw4V$o`;LPBVT`DCFng2IK)9|u4>|tTP z>Mau&Se1=(wTCy7a=bkC2R^{sP~Uiy8SfL@zgW^g+p@aZeQwHM^kxO>-*o%@PkQrr ztX^6B>#ZEsn{E5kZU|~6LG69Frpk3(mjh3|4 zMWIAAI@4RktsG; zz&qxkW$Wz8q=SGtd0RLPi#jbN9PNI7BXS$mqQA&*{D!LK+E2ih#m#-=>Y^}^W!*m( zJyXD78-h}Yc)N+;*dG?Kud$dJ2BP18@#|*JJ~lK4H&9DWR8Q1Sr2P~VV#1@5-_p49 zl?IA6V=|RRa#(>bux&6+4_&7C&gqq@>;e5sBx=ZS$QNfB_0RxPIxaPUM%-YMm4KzD zNVKhfE@H#Xrd2JvXJpJKb;zfB|BKt$Jqlz$&H*+JfsDhUF@q?CPk{bF%>!^BJYD4< zS$%SPwNpuUxFd=w2B4*PUt|(RZZch(k*4_i+Rc2JKnkhjFn&{Bd^zYZnN}94MZC7V z;wy0qYPQkn0DxL2tFW5Hr&91i5SWK_Y+Vtd-7%l)Lra@9YlN<_(9HKg6_%LK3hx6{ zw@Lz{4`B)G>Ru_+`Bv$l-(}+2ec5CV=hf3g5~yF1SUE}w6+m7+->tqwZpF4 z=$rQYy4>wJYbIlrm`N76&;yCo*mV>S9LsLw)me4myJAYJbfoMd9>Xa88llC3ylXjY zxPBHhoIZhR7Uba-2dLn|f4(aI_5jHE)BAW(d%?htU#(k+2y(0=JU@IlJ3nV=+A6?v z{#o==tzBUQ5WYf8|In4LZvAkkTrdX-xvk54 zUT4sMF{P%{=!C?j>mm1A7>r{NsASM)_(>O<5-<|A6}bkvJTejSM z+20uoQb3nUN{*)<=KjirtzDrt548NO%NC+L4IRJL)+U6wELO!GSs5bysZoB8tRSzFuMe36<1 zwF_G;Hq6iHfzNB|1j=}%5k`t%1bO+;=JJXwAlk|@C=LktYOP$l*1AwxuiaNSt52fQ zK)zWvJ~}?r<@od5ez177;2D!>nK(J`AbT7?8Q@7URPl8A*%TaUjX>M7A=%QU z`{0w5e$Sg1Xq2f`r3EfH!N}7WfuPp83hi!>UoPw*Qj+WeXEI0U6+=IsFKzm?YpCBs zdDR8^QH7F-KuZUVbHm*C=H-E)`}Kd!7?Rils8iF2H7el1Zbl`yo5Kkh1a6UhTiqE6 zBn!a34kdq9nmE>~F^fkw^bS^>eCJ&4xYWIeDA@d#zlehm5+ey6;1iw7&t#jzF9^05 zs~L102W|&!L0E^6mU?b3C&#`OOzm8u`Y!1k<88ObO*Udh1RR)3ixA& zsN*X3A>XO-vVz}@>x0=pd^suON`LtzO5fohv9n#rcZmr3dI9seF~5SW2;o*K4cP6 z>bM>uQgZkslM`5sFgQ(Z*I_2P6Y0hjt&{zh_5O=^F%kTiV(x~bJ!5<71g4=#hU^`y z0iLK?U;k(#U@rBFM~S8v7=D^nruO-$2)3T9#f)vT~FBeZQz?%0z?j>{Fn&N;H6CQ#XvI;Z$F0b(7vc#BQjEs*;Ian<~5`xM-vvy$?lpBfzr z5OHiJ_V~ zhfapuq?IG#GXb9cZL;t%EpbBl_+w*-=-?L)%6eyc=t~bt=WXXVOQ~$D0Mh&=xR_P zgpUM_mIA{?%c*;yFF0$`p|{cMTWYWj%X$7O)R{w44B|g|g_A z$(>ofu$D$Cv*5J;K3V9~Tqrf0`Udu`x+xe}H0=w`o9*e6i&(Y^U6!RqoNSLv(&xTGL_Z_^f`vz#YlPv5q?gHd zwH@C21+cy-E=j#Dg>B(Odg{*ymd_(lN{nX`T@YPa_Tyl(H~M@wlmke)81Z4EPZ@dZ z!6s97dQROgg4xiRmxQP+5dLBa#GO($2XB{6f+zA+3_CB3YfI1lG874F!-ty%F3|Yn zU`foG>gjx%eJ9(_MrxXL|E=?Ld*~VM7&>v5&O<0m*Aa6Dtl~z80>aa>g$Ld%M48Lb zb{^-biteirn>0Q zE}*F90cnj*&p2`)+a&9PTziY?%Kwf$%8Bq`HPkJITg(D;S2GrSv(AEM<|e2@8Za2L ztK+3Zm*v}P$hj#GSNc`!xJq5^AbgDd8#|W3C?`kR$XNDHo}l3&S%VGVq4hJD z_^T?@Bk>Cow#9ujz{^q6*O!hrc}eeEhK%}0ZJp-Jzu;5LzTC)001e3v4+x0i-)cz4 z#($sH8k>KO96!LwxSL`SXvFET4==LI{%vDWBihszy_4pZbQT%l4A{65Tyh~;!JZ%EE@ zUo?55y$~6i+alLrj17$`37ZQcG%odbA};zP>8YlzTHgE zOMkJQLX0CB~nUedP7!td8M*wp&pRyPp%M1eE=1Ij(B$m0D8`6-Z}m61rv#qswT z+>&9#=FPv2XqVTm+cKa>8X=SL9T_e^!e(3R!A-vnIDA3QS;oZrixqe6@82VD)dQB!uCpZ;aSfq14StI=*5g|Mf0|872qaRsGU5H zkiKW2t%u=2hf3Wy*0f&)K3Tn`TT?Q2oLKiGj2-@Wb2o;JSWzL*=g6J|GdBi|zs$dh z(Bz|g68zJIZ2DHsj3ieUJ2!gciJH?VtT&VyBS)k9qqY^0c614g`pp!*6o@%Xb??$< zP!(qL%$S(f9~OGl6)>9R3x59w*@ABAq@%S@KS%b3L-XF%>vkO$qGO%(N8=Yf{%qw4PLitUk~ zP@0o1h=wfNKntNXYGals8WNE$W~=r=$D-2Xo#FjxShsBreQ~-{8nO<=nmq-7z>#4u zsW78)#Sn|nH#ct*GZW1aX;7IMiF4I+1u(-E#>K9T_@CJpd@yOu=t;*D0_u=C$Jl`y zcIM~SF1w|mX6t%%qHY1N8+YcHYU{7txf55v((yEls{MKcY2UVnWMu2|FZdasN5|FTN{94brA*;(rw)KhP;QHrm+vPH%d;HhTZS`EMTG_|X7VTI| z@m#VB!@zDCVKf01RF!&_ZSsQI$aRr+P&_TV2)r}o3ylt{F#^rE=I=hX`}zTgXuk2Y z&qG{M+g>K9!*T@Ew}M2#iEykq{RGGYo1Tj0T6K>sAe3bh!g1t@-M+>W45Y6{J|0DG zH);I!tl#8L3H2-Pbq%q-ykzSraz*KLZqUVljj2QPVoxseO2{NmRQ46w>16d>=lYqG zUWl3T&Fr%)+-nL%NQrGMijqynoWImyjR+TXrRfx(mkcuGmV|`azg8)xm0cP+pT(icvb{is-FCJo$&4l z9Fh12LSytJ@05nFWrgQkGra5qOA{79~jBGF`CO7*o_zE8K#Jd z+K>*lD3eM&e4}AevFievJKOJ_d)DYYDW505wJ}M@SIP9mtRtVxXjRYXX?%!8VdK3; z+v1(;a(swb&=UbFio)NWseiz3 zCsL7+^fk&V#cE>^!p-A-P~wIB8j*Y}xYdizTi(I`&z2jU@lW2vU`tu&9Y8geFgnU{g{yL>LZORX4`Ll5@2qlju72XW_aG z9&)8gjH%L2byh6Zvdp^n0aBARKM@8Tcffn*(;S}A?R3Gb<)5lmwa24FpR-1jOJUUO zHRs0}sdVSxuaycj1^7d}I8Q+BlDJ?9!4DVd1@~xGo-M+>P`Q~IF*Jjzv;-_5-Ih;F;W*^T$rQP z5)WeCo6;z9DI(X5JERM4IbV_(Gx8PpS>`@nvn!Z|p5wU3i%McCO7SW}h>!F2s}aF1 z>gbF2WGPC-nFR}aE_q|j(5|Cu^eH3v8BlhYI5xzdY!P4o5nS1A#DLf!~!#o*X{WynfK`YhM$?mxRZ+-T#vN+T>y|> zkmEI9-luOJgv2K~E`J14DEM6$bnAF2FRhd=UvXf(yhS3XOZhu7fxud{)r`i`8@8cqi^4m(|f{o;pU)F#bXKu$*^XW(0GW~P)-Ptc%eyPYT zLVksq^s%}Lzh79(t=_d6FWXbf)q;!ZljjQV%lsc0|6N@%cklKw1|&v>k^fy8)Y$kx zRh9p?^jL&K*gLe8T~V|V(X)FW6d$0aCwejWnvfXwTpC(y~~y z-Gtsz2_a#$5EwP$$#8FvrjT`)03fI!tzNFkFTk2%omTlORP)|~{`domq!uS0ft?1L z3x;}9C}jjj3!ED2&?|nRsLtFhUTw^cIG8F8l1mjZ3A$$VevGm9lQJ6pMuQS9S8Lg^ z-8vD~A~Uib4U^wu6TaqkK%ytuym?RuRh~+4wiXKIQz(EJz%hcd@CnSIa**^Htt9BN3e7i|bYkj{x_u<<_V;qRf%)?1 zU=iCmcXa`3I(Y&Z)Vq?hL(Rq@Fie-wkr**l3x;Xf zLBbI}QXj6!Ljg)?kY`GQ^)YmN9$$Luei=&sTjQxz5nyih-?P$p2A#r{W3=Pa#+BHx z!ADf&W-!>VmHNZR;KFI1nP7;7N|G0Efo%Q=5TwS#Sd0!OHs*cHK?bST3>OzCbH(7b z>^=(idr-rOjkGm~zVgc92-_1**IoCQa`$og*(Vw@4L?AsKocV^)Xe-~H@5>SXGXjm z0cwkkC?a;tmIISij`fN*vcXpY&OUK3hBE1P@Ei$=JPtm1+G){olt1#5`46}>2oZ6^ zv{cZg8KhmrEi0~!`pa*iP1rN;=eSR6mqt-tN)OnLN`wP{Sw@q@rdKPhXIQb1{wVk( zp{X=;7nl5jL$VDV&_MC7;OlJzf%ZEuaFE`Hoy#aHbC)SESrTe-APu)ZBt(>E^9+Sl z6r=_z;ESPoN~SH$JoqOciDnYIyZj}#b}PTa03N0h&-PWM#@3+=Bg5g&X7#H}gYuuR z9o39_k+_g~F|!1-FL2WiC}XT?dpGU{q1Bpu?tSn#Cq?#nc!-PjHOM&Fgb&J&c-gCN zqBUCU)gc;tat(W5_qnHAENzYoG+ z0}t6Kg!`4@!3r~ZPcHNRuoU{aG?GEy)ZuQ0a=HvxOHU*jK&aZUPrX0Q@qqk|?vKQ^ zG7aZx$f0qbz4x!uic$Fq%Jk+0FyqZkcID;{_uNDJxeEjB)kej*sq6<@w^H@TW|b;t zC7!L+3swP$*bi9VM zNocHHaXZ;+SYYckHmybAPLzjybg{By_+3l=f0#!HdTfo#lQ$++(`xIPYC&`+y;^=>8uB<6bFDN3SY!8dWfI-rG*fZGspI&0sbK@0h%t?mUZYo@d*%NBVx+1SSZ83Xh(RVhe`vbMX+VD~ccR!|nl6Lp2!N(5wi`c|yliMf7&fE&!~wKlo21mI4+JpP_8VTt!t(4T_u_K~hM`c~xOiwx8} zKgiSs?iVg;)ZP<=b>nCmeT(4b2|!Rk$SuC`4d%b!Yf#=YAm4L6P?cgb_%x`u?T(%0 zk?zc+IQkC;UK)1sgKu#&UwD~+CB(@$)c)qRCDy2`1rplv{KHjZC}w)s71_ad=e{_) zVjFBM17->y5?+hBqjkHkjp_&nR0|j$LXGR*HcZVL{A-ETxc-MUS4y zl%X&2;yvUY?rauPw>?q?nWN&Po(9dB!+G6nE#0J*#v4vyfW3_JWi$!@=5syi&#f`0ovPAjJBfiG@* zlkv(HwK`&z6!w1=$Q(bnp7e7aSrYGLfa)S6N<WWHZtS5nAF)w!v$syRG`EGo#JN85%0-F~j_bxP_srOH^Po1L_ zpFaogh$ynld%_0xa3PhnbS*v?M>H4ZIyeffklO(=IKr1LRZ2awOI<~e+mJmtlF;AO zqtuPm2JG6CnKJ9OKzU?Ljh&sa*DO+hb`FjpK}pN0g%`sW9JN7G$__1md=0Om z@`#X&y=jYXhze_@UGZ9is#;N-#o=hNyE!4bL`!yIT+q1Okv)W+mUk2P>{os`BjjsM zUj2?r^Bo1DWI2a5bE7`k82!{R!V4A3LXa>^JsEp5MAAjrN@7nSEC2m`OSsN~N}Qx* zV}v_ie2zrKfUyXZbjOV&9U3UB(RRzb(<|EQ(Ve8F^;4O8OUy-dz<@Ssn7BvP(S| zvR_5fMw_l26rTkx*Ylts+TSmIvGbLuF+^w|N~liGoVWT9O@{76;n3IZ^ZRl_x3AeJ zeJ6S+S5^-x-Bd}lLY(hWG5(Y-Cv>q6>S-`CenlKb>@vgE)>u<+Q=&VWop@)sHQcQ* z@>oxcw-r$>is(qx7vpJ=D~KIIF#IVIQ~&6KjQnODly(XT`Eg ziGp83j_H7Zy9e8J{H{FCUTEkB1+I6t%UpNL*X>)5+bZA~p&|IhXR5W98Tt@K$7f{~ zjO;*7+@>6&w8FXr`gGVdCoppD>O8W zt^=#{@=MKwXPA=ax??^N#!1zdEhe8s`5>(#sV$ju9vt-`JOLQ-I{8W*jZ*c$FnwugvI@;{)6?nr#DwGmLJr5dLvi*KWpa1GFYczP+`np3 zmptS!EpB)SL7?%sgtcSn*rY^1J|54CXda7xEg_;a8RBWTfyxBA?!qQey|+3nKlu9f z=Ho_aoJ)X$wC&OH62Dc0b4J%eG@{@mgETM3=j4yo#R|j|oJ@W+B~c?@M$|n8@#id0 zPe=#w*>Q0=ew)-VXZ4S&7H#qpF5==?j#>dNZP%x+jfYV`T{uzSaZROlG};^m42%3( z#H_c2EuwqbU_za0Z}n6BN{*tJ;iR5(oz~0@l%dKvmhdrR!B|V4Hr3?`e!Jwe9iB&a zF0W0amPniN_R{NCj#w{l*IE?`MZ5K54&y)=V0e8bdOKx|&B4;CAo%6t`qQJAxuSKE z3ZZZNRR^8fW9f38=V4yJcN=Er3(m?VX?Oi}f9Q!W9gUfaJ4tRi4x-uzGXXtL z@&*~KlysO`STM3nNBsra4^b;MtbB#Rz!wOpp^tfeo=lX>+2kH)k>92^&%UhW8I5`q?IQ-&p?N3wgNV6J$LD3V2Ll8 z^g+f_973o7s4-NcVPmi#!0A#EUYeM7G-Is$cj%Nzr)cp_n(0i%WSJ!$aiw&uQ5+0E z(}{5{H<_OIvEP^Q-u6|S|19NtWBaD}u3VWf;z_@6VTO>jVZm>`q4;t3wj#{pc?ZsX z?)bn^nnHEWx)8&828~LC+e{57p>K%w_bEWZX$<~=jhImaym&F5lpUkMkf~Fp)2XRJ zIVx2RTZ}WzJLMxFv$a3w^%hu)-G|&UOIZ$LTR@}Z^3*wGx_E*lj1HMz2ija~~ zU-po=5K^Kbq#A4)Eaftxx-7;GX>|z`^hH_gvE{}{m{J3B5oz+BfCbAqpj2j*UHt-; z8=r%Q6M_}r?fBkImy}aDWK)z41_-@~3xNdwSP?4>fm!9XB~=Emm8t$Hie)Dq>YlSd zz9U_-eeOle>Y{^kURkA4v)A3iD)H27)tp0>kV8D>Nwf$AAwQ;b_ii8U(biR?i5iJg zYQwMw*Wv0hc~7Yln8SS0YsEK6a-2$W{zVA&f#OrRa`!#GH3f%Z#8=kGachGbE1q10(yWGiQFu2)5*hkQYxNUZDBpPxg~nPCK{Rie!j^0g1&CU#$IK(rEWr z654Jw9KaO)njA8MQy|MzH3)-I?6-lOLIj~!iS@&hIDs+GSfM+XIKftnvSyiF714Dz zjjz+CcZqiVp`U38hM6~J+G&q2EfcCb^m1!1HoDAN*PkIaA8IVv>9RTAkguOb7|vn@ zfm(iu8?ImFnVw)J*IMi;7fduI9u~$+fGxO-Sbt{5``DjAnThw+W zPh)oAsjLaT6qysS-KYC5?4(QDOziK?t%V=bh|t-WHlgM7hFEE|cx(>WpEL$d1QE^N z#9p5}Pop{e_jV~=K9;{xzI$LH936_dS(d4O{+H<2-$yQca%xT{pjwvzh;0Af3W}4H zg_*6MtAV41fuXetpkfcHYyAys`u+`S9(@ZmYEw<+C47)^|=!7M{k)2?}wr&POS#nBJJhCnF=Tr>K!E0dX^*0EHEpnd)ax$_oRaS54u zl2&x$gr^M|OT=0PvIXS=E^<(byl~btMs8_{@Q?1O1@XGU<0e$o94ji5-msZsP%bvu zLD&PT?tU9)!(mM+_oLw=jF?7kdLG)=CX%JeaA@w!jkc~&{S7~GE4qd;2s?7`tkS_#U7rV&On;#L=mP$UT&nN6@$2~@hZf1zw8>1*LiCV;JW^6y3J zKccVFHXH(VT}Q6kbZUJZDeOWB$nVQ}uw5WfS_J^Rlb!>8%{&gFAl_XCS34|SE)Xj= zdtt~;Hw@(s%LBp&Bx%RilP@u^^5{n=NpHlc{8^HwSeXtPV_<4f-uZutY?&f(`vIPG z$n}hq2QU!$f@4c^KAJHyL$$=Wg|s{Oo$P|W1JmzAR}FT7X_KyMIOMfQh)YqVI9Jcp ztSCr|2V;vcX$ILI`v#s#dbEjRqqa!Y_!eTM;63Wb?TW(Y)OB5+#7?)5%p?V3oQAtJ zF9Y68vBjDmPWVKPuNJhAwIj(1<9|VIw!RSi()G@tc=u&m=~TI1FeO2k&0_9s*j%QE z6PdR`G$FR*?Ptw^d!>bI3NQI&rL~=vFQu`D>@6mBoWLp zAB|EprpR002QW9|Ej(l8zX4|q8OjxKcBi2uQh&{r82S)`YyksZqUN2m|rGeZHPu)f;?+KKKDuY*k7YU1WZQf-w+qFOE7vG(W*12E$-*k`+d% z=66#TjGwGOD4VDt)pUnG(*qYsB<2E$cN4l~opqRUyb)y*QQw;6XQA7e=q+H=iB(p6{ShPF`Tl1iWz7oR*o2or;66 z+5Ruv58y4yIiTnWXp2?ys-)DG!{w_IcZEDzv@pE(8Qr90*c{HOM0G|Ew>xO45hYE^ z)v1EwsVQ%p+jov}gH03(%H8oCs25$Q&`L>t6@?BF6;d`(>mnD#7?8cAu5j#b9g4Hh z0(GlZ;lq5|-zfg>zMsdZdSVBgPgPPTG|m*s=Uxu&N7gi4>*bs9-n*3m^qquC&43o| z79K3tdiOSu0e%Pq())=0H?Yv)hdLRrhffgG5BcV=LHf@g9I>FqjlJJ(nn}XtXMCmw zP??#(M^ub2y7ApH9c`b;M72Gz=B-f5xQliRp85A+TcHI6AmxpuCjB*DPNdUY?&frJ zE~+MCXVR)4o!2NQx2^-a`2vr4+`iD^?TgdN&J#9lJ_A+xx1!x%aP(7>0f)61T9eG+MiYjs_Bo%mKe zID}IQU)v^*r=qBn=iP)6Ci~RlgG+95vF478R!{j!rQd!X6I5?q@!y=}zcv4;pa!cF zQ1gud6FT3&ldduZ+~_pdbGFlSvNtd?(X;(0Yo)&ZcTNY0oPKHhixDD87Y)^m4JKsh z=8+x2_(iQ}O2)__=tR?N(~8QMU%o~>{-EQo< z1U>V~-0w2M#=HTh`?wXFc?t9?(>3G8aB})0?1&Cv;YH^D5^42uz#m5o>fa)Jk1IKi zN&iq)rE6j`l*57EvNiXXM&vOH-eO*xdNBPB`~E_g9HJZ1s9k|GjAL(0oW9Ik zCy;$*K&)PVMh;e%M7+-pg4#H81_9`s{OQDlaaH~>gieAEf4wQXzupvl!pvd@q$WL> zG<9D|IQ1Y^V947P4B%cEX!10`n}XhOCJ&V8((b@%BM{ZoZaa?}$@s| z^P(o+09aF1X^R?3ko1(PKUxeUDDQUk#ZHPov}!X7m2N2_-x;Ce1jZ4aLqLaqQJv8u zk;4@a5C`{&pFnaK1`z9IQ7L@(D{UmES)GXp8Yy^eq+Jtks`4@iP&_vQ=hU(@CCe$d zZ0i=NKchsW-GP0X@ZDJqnsj`HRh2_$R33*D3KUn(;cv!4{et22Re7<8b! zhl_HG_j;m_1@P6hZ9E1_)gR%0GeM&$gC+ip-(|~$aCUeXcSH#0a6BI0XITA#Hr%!@ zdoR6K6?&p>&uh;eb_Yy5io=qqis!dnhFxRM0L9v=c4L)q1XTI?KC8~Alpm)TrH!WUCvKD+mljjj}Cw;qf1jv9zH zxIpK5wKDS|;ol9u8EM5waAv`Lp_3BI$9_*ac1t8z!XGkqrg#hWh3sqEeop zck?dZo=AC{k8D!wBQ?Lob=K+^EV16J(NoIM*#)QODNcF!J(6Y*X=-t->t(3Aw4^$Yq8I*beOp0CYg=T7_H@W(KKMb zFtVP{WZ%dl+2f5%yfnp&jI6}nT7_zDSuFFIqKBATv zFTRlc>QaDP^KDn0P^lzY>g!)v%y_w#E^dGo);xG1Ant#w3pm;t7#kTlIqMlXn*H5k z?NZaR+xw3#R&5tOOks&kyeT1`>Lhe-92*Q*|10wx;zZ24j8%!*t!;}t=nrjf&lQ3a~_tK2ZDtKv(`l(uG1zdJq|(T_{py-YoE>j#)YdK7 zeGPb{8X+sijt{v8{tQ-GoNW|}W7C8>M1RGv#yg9W4Ou#rD8^BeN)J`V`&|gWcLn)RTgU!j?A%+Babu$pe1vXifNFVyfAkwx0T7L5gb&c1e zAIs4EqsY01eoGBIkudgC^1quPU;UP%s?Pc=KuQUwFP&cogk6d&(2X`WFe)m4Ce+)f z(X{%T2aXHDV7M9!W}iJHm)1ju`%_qSf3r$GKV3v=Ox*mCySTD-jfXgvxmdbLyFK!HAIW);BhZ`jUTSM|y4>_HVHdViGP>ZLJ*FP; zw;8Et>b0Pu%6jZ&cX)ajzo-YzH>Gc_nrPrfU~{f?>6&jzQSH``wAS)J(lOOtem3o0 z*%y?hlUq6!-MptPSC(x)7|+i63QG1WQ^{|fr7WK&WvDcFkB!ZJlB@d!2}i)wdzqv~ zkN()Aa&QfC8qWK(tP|>WY`r?s%|*7=|JiR{_9x}eAaM5a1ASj=|L0VmicS8MC_}&L zyiyh@aC}8$qb9ND`Ds16;m1Lz`qRvjW32g~bSyFdZtcD;;p6V;X`gJ{C5E?C=(MRJ zmK_EEPl3Ld`&*qrrF^g09rX@R`$xBXCw?%sk$jiL*prQ{t-ArnRUGQT%DLHd9j|?f zo#^f;EfEp)gY9hged+!76f=h`OAW6?u1hRm*$ZvyOC-n@J#H+UpICl~Pg?2=wpvxd z0v$J11ZfON{M)C#8TFVwcJ`{GAy39eT$4%Y68d{hiFLA!)hs&xbZdV-~fTwd_XKKTGWXB>Q-n6 zaoJj-=DxApakv>`JVjW0khFYKFDNK&(RTtq01$}DomcXQs9|h>)L1#duFpfttp@e| z$F7&Vp`uLu7C)}pJEJ^)uaIJfl-yE^e4quKKH}A)s zQjqB;_Z^van8eN8P~5avi7+u~Fa2PARb!kql7bGAH;yG?eiJVjD!rjontqUq1MY(k z1u)OTHpjs5wSr&s*v{BoUU{EIe`0RL>?oOWUfhdyNnwBswPD_Ob}87+j+D}z+zSlk zcKNn~0q);wo){%ipU(-G5SKX}DR$)X?+oL{%g2HN!u@*^qU5OL@BSrBufR|;B;?BI zVA#jkS3$If3F04yVK9cNH`>*TR!3g^*@hICCHkiTxj!RDUbKwyAKKOGlI_|yvy&kb^VA@d@o7zw?9np zc&15VTJ41=rCt#3POs}n=9a}QKu{9HplKn6#qz{=*Y~u%g~5r?$`Fr{ue=-*Bo=6Q zU?1gDAUCKa%mwZ1q!~wzRf6_^W|Be4k*PWg<7*^|RHVh$i4&79#tksz=;&-WrGjq7 zjnGGej&pM>9K{A$IS+}HnF8}C#Jvd5H!OGLw=w3M2SiK2OnM0|3h$22F~b?(nZ?VM zK`IA3RQKc)L;w8L9VQ;&W>YD{RF>jA2^iDSQi!e@Ug?@U#MD~2MD+Wt!3cS5EYlJ$ zsd>Sn<227o3sDkOn`z=llm4*8HJe-IAktYZicLlrvMH*i zXqCmd|2@mxKJi%`n7325K6{CiA_-)>fp7;&Th3o8u9w=DAqXs--pfGTb?V(sSW;H{ zT0bWKt=rY6Q!sfnJ4Z!k!!&NLe5#{R-kFKdDIiIVT_@v$3|xgI2>r0QVL9okeHm#a z9hKjo(Ik9!gNM3TgJ$=_P_oNQUofT#ctQ(T{(^Milq=uSnmN=&5)no3eqp5}#0cbZ z8qL|42UkjoCoc&r?;^XBzf#f9E~2^=5{C$T!O5p6O?2EHHp+A%3x!c|a z4E~5}8i~nIsdhQr!X;0{kP~6&?Fm`9MV`U5PWSdLy2L7}>5HIO0He1tTE~X^4&M^v zd*qNJ1Ka-PvwPYQ@`pWKvqYEyAB}lLkX1!6c?&&H@}jNmjAA%8f{MZN%Aj&6Bf@uo z>B!eUz8qc#nQle8ujF~q)Ok9m+8LkUgGjqdR?pmx^<(F3-xuMSetWew5U7ZzjCCG1 z>_hK}UXlgNz-U2-U?wV%j~;5cOx$5lJLb`e|K=H)fPD%ph)I}7E{wLIyI`v{){1&h zyO@`3l57zWQh(b-DlmvITT8Mh{17q-Nv|5RaIE-ngcVCJ2m*`7$B zwD%@cYM<+F8PMU6yJ^0Z(IdIY-`idkyH}PM?)Y^~w6(!Eu6RdXJIa!-h1^zAhNKPy zmWFCSg$!EOO&gBx3-L-#JB9eMN&n@56+UF+F^S^ft&QxJ;pTt$>IgJ$G`CX#REw>2 znKY@H*=`+koUDG6T&a%&p5sCoL34(SD#WeurNC5dj&IKGD}d|Vfr017iVt_jeye)J zQ95QwK9eDv6>LDf5IlXr8kjWS92$;Q?%vI7MpH!VyYqx5nfyu?&a0pQJ2R-}y}9C= z8GUanknNDB{4LoC0fQPpS|w;X!kzIeM`>fm!$JkvY9;?)4bx`06xRU2AdU$j%KoqD z_5T->VD!%sPg|qE;`@}U4PXZUkDDm_MM~d;?_cW~#A%B=6}ZZNZdnS5kUJn(#$-3* zQMR7>^*G>anp17^WXq-^1i5eJqKViIN7E8f;2_R_FQ@X<$3`BenjHy42T%JcegtMFER4E5X{?g;8zSIY)hkX)NIpH! z(_e3_1{=|64wyfkX{i0WcI6zuJnpeb(&y^FNdP{iaLjvAq-l9i*S>;{@>OgMwWNIm zhze0!I0Z63kxd+oR0Y*URI|=%2o~iO$~--dO`&NmES)`qPO4E2V3ba}sePjn0c`?z zf;^&oW=(^*OElfLs(WVc((7I6vu01D4Vc3%VZoFIu*-?lWN*&F!4vK5ainYHei|k- zLi^Ari2$O()%r_-beY#K%IVHYfGDj25;@s?LJ_KBdx4}ry}W!fi%n-4lJbf6NA$wB@*qv_b*uw&KqZ&mA0xc63 z^h@NElq1t;1T6JE2Bb_~Vs{+0iXssgAU@HZj1&(v(&c#(JE~<>8E}G*6%M7uHYk{^e(v9HerT^p(=I-pg{ ze*NeWF%GHJ*+`;bgf&?@4)yK~R&el(u|j88X)#H%H#B66g*oyEc@E9@bx)55u6E(0 zHZ>_Yw+M93xUH$_YB^(R9?n=JO^SVQ*SswT``{bujD2S&1L3CjDwWq9w)01axJth)~B$xNmOBbB%A8;J)GVLg$YNthl!wc@V{KM{H!X zq(s^aFmC3ww*3{^?u;8Vq6}=gNgjj|^X4-u=V#EecsV5K3-h>)^`bFb$HzTu(RUl! zUD2VvEt$S$ZZ|*tks+YWC=RWNy4WU>wR`rj+ z*Tva-2(&Xx5g<;vHIY6EoR&IneCmD;1Y(9pqI!djLh=fO!4syag_hQZviG&=XedKa z4kbE*s6#|!fNf+W=7;LC1tZ_+E>sSC*1-bFeMzwgEvy>_^_rEQ`m2vYbX<12MbXV9 zan?aNl-RZIcm;V>ygqni-s_697M6FZsHCFW6Re)>>hr>vChm?_X3Fz?Ub)e7{<2(s z=}FDsmbmc@P4N8DgN$xlR`3hIw)UW^0xW_qdwW&#*V$e+nX_7|Tc9HdE~+x^v;N1k4e$N(BMH-N|bzdD=xpGD2-pBqo= zYqtCUP+$DoT$q0Ddsfl*>hIA0%q(Wha42b+@5`fv6$QA7$mI#jS*)WyPYFr5V=<}5 z1)=K1*N#`Nq{CKy<>CaSnbK?**H_p60>wK@H9^0^hG0F@bD+z)XCsX;v6;YxD$0Hp z8kFi*uFz}zoM#P+3RMmeebAKzejjuDeS`5=RCvqQF~{~7?Os~ts#?MSD=Gl}6%`7= z{=s5-63qS;6~g|C3g3dU7L?A(TKx&TkI@IC{|SE#m6p-|6aH9HK5shrXk4ojqMeV4 zLt$`r9Phly%|Q@7CP1p5YdiXfi^XAtJn+i{D1kWb=LX?m+T?d}LKF!HIT#REa)7EZ z4^BqRN0Id&9U5%gR9spnPrSq88Z&)<6Vblz^NIdC7r zeZRax)r2^^u(KXMK9_)U>GL?A;r;F*%xv<~$nJk!D_P8v2%9pSTd@~3?eQbS$4FZA z5~J(Odnd$01&6m4CK%DiDW)@;RFolVtJe*`#3L#E7JJw%MuMzw&_pHRS`@O*FUN8@j2&a}WG}Hp zy%34~kU^kR@PM?;rF4TPsL#T&xmVtcyLFB}ozZ0xs6`MK*J7U{)M4}!=ow>wqT7#u zIK2aZZzgxDeV9;+mVT+}kIgEJcb&u#QS}*SH3PYxlRCXuJ3jb5&XS3LzhVAGZ|99x z8qz(`NDO_R<@r7ob3SBPyzIQ9E?u50*%CwW9d6{^p9Q8H+88ArakV%|oC{U?aWvYx zq?P5sF+7zy%wVusv!o>Nls__*U72GxXHl$r#aQ%%$B?=?V*% zwm9P3bwwg`Gnolh2pyIpd2bzXHnb60(zR+oFJC>j=P3a+hIW<~2FhK^vI zLS|y|bG%FzTWiA>;v@+}o>!xHI~kR<&32Kq@M5K_jrUI~hM$F|14w~rKM|la2>S8f zzOk=dvg%&sc)KdVIUv+&N#Vs)Ol@g-%bkmM%x{*!>Ae{`Om%Mz!yI&F*^*dGyrzGs zDn3aGH3WO4ZjrrBIRE0beJ*+ZVLyM9c@Au0F!)(Gr2@y2k&tv$)#6eYu9Ppwryus+O}=mR;6v*wr$(2wC&2QFW$ZX*3LfXZnys;BHFx*n>FWH zb3CK>GXC*E?|dhpP2BexpGD{3IK3#x(tEO0e?m1T?;0q?ep*gtcbERJKS&Mrb8k8A z>|0^HX)dC}Mn^*p+{BL)Qk0z7QTN+1`Z)#6EnW5aCQ?x*Hcs`6!#SVgp$mRAyUMT? zQ@k~LpZ_r+`p=eo4Vkw_1E?e60d?emx8<5z+Wd3#p{8j6``?aTnI+6Y8aXcS1#pI6!$bpqd+rYm0jSKh8VD-796MH+7FS*yow4D?|Xi3Pb3MEK5b66Awg zP3w-5W~L+{>V=!FdPuUt#mP&vuErDsT01x%f+c3SpIwActiKFM8B|ArD2eSv1`LYU z4#P7!C|HCK4bI67i<{L+{+ybo3z$`ne%{ZE-f%fP)gQ{k$X0G`P-#h-els#=Gun8VbsgdwY|D{aG)|pq?R--cH5tPm3@2N( zJk!#|vKY2a`;9=B5wL8RvHdvt{nMLu!nTW+x$mR3gDOTi^H3#s0cX{vI`oU#V~Opk`A+$Fd;xkLiTc?e{oJVwtTpEyNG z&Fc|~ra0KjD<-wq>qU7E!n1Z5+KZzdUHE^o@q45FbV451lz29N0EsCVINyfziX%fc zzIHS`BaGq?MW!kCx(7LO^mcr(_1RYpC09C%wTC*yD-F~vD~|)~+Osr+(fx%CjhM_A zUbO}$t)L9PNCGw^<#JH*7= zMew{y)=7$OTp1-ZL>Wqr?mvX>o#^yplDVAqo`=EpDG;_^yo-3h34YDo0`07e93tYX7MJ$al@TU?Tw(yge(=Cd`OWIi`D^0WEx7zXorqE8hM zqT6QB>zF`x;jIA$V&2Cg49ncgMvE=xX6h7jk6HS=gCkk+)_z#w@T=|$?vahHLZ856 zSy2PA{L@CuiGFKC8^xGWndML`)ZA8(-;Z99z7Y3Y55;@?a6Fcw@8ABnV2sra-%Vee z6?M2KB`~yUW~7u(@*^$=#K6ajwbKB+E=pvEy5bExX=fI`j?9jB~!XS3)}`%PQUwD*IntO|(Nm>Yr1 zmjBB_ecmJ0)BzBTGXN~q|0+UeZ0Tg|YGdf6|8Erkzb;?B?QzC1{_Z9A4R!QdfhGUC zZf>hVB}IuR$RijsAvPpot(q~dRG+8b7Q)>Mk;@zmAE%2hPB~E8Kn}FpyzaE903N}KDe7sBI z1VIHNLGPpjMU%|1WP8vWnq@xxXD}GQGe`t@;^|w8O=6&f3H`qPfsWs*RgGFz>0K&E zOGcYgX;V#=UmGXZD~<)dqtB$0B|X-=dI4M~cNb(r5pzO%K}3Z{AP3Qj*zepWldDOp zvPMt*YPoGGEKd(4+RNxnbURwP63eq&3ScoQ6NhDNVSgVmLY~9#c0Z51j-T(gZ0RW!~M7K+lpRlq)!#2 zL^S&O&?k^W17P>0)Rsoa-su!HHnq}DU{OqfVa-98B$0J?e6qbMXQx$({BD`{M<;QzEgp1C?2b)izGl6-%U2yjsPlxPwFc7Q6A5+og2sW>>UZEvCj zc?{%8(b=H4Z$<3uPJ$drkZBNEjlgOs{0i!3ONalgGkTJ*2}WNGq56Wo>2fnd-1JO? z)|xBmQ_7!m3|^D(@R6*k15(I=|Ku~r(!ThB+3i>SB zg>dlvbkMS4^TP*jbIn>e2Q2s_dK{kH{x#yyw~6qXc|_S9yjEocL`cgB%c<7ApD{LH zCBNF1!Po*;LJ<&IU`7ZdrR%;wGl6f^rNAV|55X+-sS4SarY=6Z+y`8cTim>kv_a9R zlOKb!<$*d_4b9di8sY7j5zEe`bmm6X^aMp3-_Y#Te}r>9s#K$kL@fppe;j|wbWD;J zoSa*Ul<=NgP~>z`uvu+8KYP=gty>k~cMXGPESQ-WkG-xnP&Noc%&OK!TA zG{0#cr?l)HMaa>}LszR!FeO%?lur|A!`ttM014p63L_DLHTKW`^}LwWFshz)1aNnN zjiQVhTP3#y!Noy^c;;pqls(6I^Wf!vSPVtxr6{@e$cXI2F&iWLcU&7Q_#I2`2Oi?B$@A9yWL$dWQSd8tLP~1;{;~!m8v9&` z&a$(>(+)J-2Xe)ibsme7IH@Y2B)k|{bPXyDWer}!Lp}(g@oPk_4?@6*3N5m9*bWY& z8lt6tuOJH7UThd7$=sHo7nT^w|I#@aPN9A|Svhw`ML1*iP)2FIP@tBMAf2wMzB9t# zy_>=ujptDz;Ir_7}JZTjl&8e09M zDBAE3wyn%lz8&UPc+JA-{Rk6B58MRSs1&GszX4(~|6+?+@r=>Xi}7FFYYlq(@3>@r zx!S#yWSxC^r5wFF%GjFcwl&=KQ`QZOC18ltQ-`7ZGBu5%-A+z7(zyb%+g)eMW=#Xv z%eNyvPnVN!2@Q*?vU)2g?&pZlbzFEa^`)wVI>d>enen`Pn&m#2>R&__QG9Cqw_?v*^y(z8l@iWdG}0Zk4&g_$Mhl3y>rFW^9r4@OZej#8JYK`| zdF|Tfa0%|-nc-fDImx|x|5R8B=&LX2{8D^fQZ;A$x;uYpf&tW))v@_#4M)!(ySp1@Vc7+2Rnjr(;r6#Vx;d^!I} z7p0y(sv-b18419_{a>X&{_mj;Aj@pU0$^(ZKCeGkJEC{s+9ty$M8pDQ&6-#Umm0BW z*LaeEBxw|sXeC)oEAG)AZ*j8h6-ZBkU&92qGr#lMJ`P4Dzg2G){r1l8&S0z9dLf%s zUC5^J`i7PzYp?>81m3hj5X3WUYSX<1pVnj0yoL~^^s>POzm2A#ey}M_Um=H%WP8@m zUY$F9^!Z0YB zwtuYh^f{IGhW*u57-!1bTfNXhUw%K0dlxeny9A!NP^*hZoRS#q%e7ALslahSar`ga zOF14%>r*4CHRQ-)S|LjUuh|l3Xw?yPGJTKa_BuKj{M~ zM#y9a(F$EaUJY?dmhR60fU_9FwmUQm$@UGgDYV~U822Z{n_~B2a>e(r*xuxlKK_BcuPhDw0a84PHPSLgL3>usmrj<<+yfuQDKp^W26JP zb{Wr@{ukkifBy9O)q;wTxOW%IpxZ>`acR~Zmf7Ijrfqy$Bn)qKnKo+HF4-WHM~%6r zo4m$Vt*}h&njJ~n>HPM;bI~*Cf`jPvWpXX&kf4{d=B6YaY(cxI~G*P=8jKJyE*>E2l_Oc2) z(=ww}ucob|c4st6A-gFHO36r@6{Zjje(EV!I&k(O=qh;e!}3CFX*5A4-NHJxh@2h9 z(Ph&|@)-3iIFK$D9QqGGuY$fuI;g@$)S$i@Jg<(=0hwPo+ivsmO7Z&2qneO4?Pcpx?rMe%0e|iVam7Kc9Hm|2}{{1xnjrc!fc>g@$#|dSh zQh+=}IAE|t=)cKB{GSK>e-UVuaU_wx<OO$BJSJu@$K;Q%X98xu!*uH*>Ei?)U8&{<0_s3MA)9w zBVafc1ke>U^ZR%VF_}TqfGgP&!4eHBjM?1oW4U&}z8sabsIBa|Z44^7VMl;n)H=s`AN=>(eu`E6o;S)j7h?VACWl2heB^0q#i@62vSYQEKG|1* zg%Y+cUv(Tldc+%Y3$vMg$Ad=o{m;P|)gVbktVnZt_FhTJ>J3iqX1_{oe?XFI{`Hxz z-~uyd=T&*XJ_z}~!~>4lsQf52`%DlgOhqeNpLMdphvF+4b;F$?*Q6^`qX8)?oThtz zeW!pqz<)-2t|@tSI)7J_3<)|KYBvhYUO&5dldZ)UrGg_40rzu#41yC4Frj@_XgiIk zI0&rrN~mzHktf~BQR{}c@2fZ}vVJ*aR7!m0a&d95GeG~`5<@CYN{rI9tY-GWz8#os z94#xZ47NrZBnLLuNo~IVds*TnbCz1qB;sAFyGw#6gp!mcAICH1F~hKfI~m-o9Bn2e z4$o7rG#x2t6Al>ZwZk5KU2f_0UC||$rzB9_yW`c%{`I-)<3!s6Eb!2WPKc3jDEN}3 zp%}&@Tg-W#d}5uS9YV+|L^&+{Pp^FPx3S`Fy~^%Z^N3!f9>RBUaXK|UcS>ph6vv9T zhV18@8-x!rNM|T1O@3Bw4bZGCuh~aEcq{K`1~$ZV?uBTK5{2XaKAMxCuCk4(tj9jY za$?m3ary?Wk5O}xNx`iYMea2u&Qd@Pi79-p;0~nru$ImCvq2P&r&Z5klUv=&PpjPK z%(B&LpYUK^Eu*kK1R^_O76k6DLrN>@k4h*hTMCtq#@PfE{6{e0=x_Lw3@{~ z2D%gKL+=@GYOTLkK5OD=zo&iyN1^!{3H(*5bN)$NNBFF&eOmj{zT;c;@qu*__o-#v z;@pE^bn4}M{@KGwsI}vIpAqN=2^f(<#J)Zb2Ek(v%A=ttxk90VR>J-v9Rc@inB3@( zf@LBRyM~#svZogrc3<-X4`N8D!enNnkH?tx9b{up3D{DxW;0&a6M%s>eW#qk4#z36 zCr_GeW#XUKy4gxfh4co&dC>7QW7O>3h{R!9r$czM+@(#cX4OsamN+H%u=k{W`Nk;( zbQd#P9L}+7%1nj>_x8l?WI>ln`u00Nk4sHNPr^87hOVfE#_Qh5pV<{`$aj;l>Yc^1 zY(ixG-e;znvX~MCnVdXfgMqZWLuUrxbnH~k&?MC6>u=KT4FZ#)5T+kapb-&ny!D_PKt#x23c+taGN0@V-w{`!919xkZ6dC^rq zS0&ZmLjC0_YN_CGOt;k6_10E`I}LB1XM+e{3t0f;r-Y2OZdZ+V(hrj ztmR=BzGq?Rpe9nzBqnrkH(Qj`kmT~A`5u+X`{xa-$TbcEf&pf)zy27ZoYt10%rm_MT;c>l#7P?%Xk=P8wmrj3A-2>RiiA z+Ly+Pa9#8(JSJZCqv5qWv|t1=_Te~uvjb5f!Blr6!500DIa%2Cz-KPQ!$jj6}Kuacbg%}wo0oeW(} zP4rC+T?_&I!^8o*ECHmjTZ!(W@t)=cYi;h;i@^1EK}SIl9nQ+i6&wgYl--gp>H5bf zd^~lh&E3tOeADmu)2xh~-F~4qO5x|-f$J+bh<5^Fanlw}_Re4V&fd0HU_qsUF7cWY z3x%G8PQSf-+e(90G=$2e*!H>jEldaUq)p)T=QS2#>?m11c%j77=FfJvU*$T3gZTm% z5qP4m1TbidR0HRew(_cU_^^K8|IT-pYt(4$KGt@n2R(<-+HZ2N z{bI^_@%@=#z8Jyr-0Zoq0q7`)IAZjgZxS09;WT5weV>gxWObpAry9a^7!QlRTbGiM{(a zP8i}ATOyq*rVAzxl0>8_5|A_RsUZ!=-64%kF%!v0RP8sggYuIuG7UV=vJ9&q(|!dR zYtxk%24yL^Qd);-{VY)2hHbV$F!@EV6-Mh@R{+X=KKt|gEIi8RPu-~*PxWtjRh^2U z?AN5?D%VEzODe>XQ;P(O-^4P94mlAkJb%2}G;0RgQ1b@4WP7TYqnF<=`FaYypW%pn53IM_b2f*~Jv%THFR8G2z&YSHR zegLU+{>ZVg&PD?W~=GSjN=pL-^$eTed_q zycj6TUHS~p$r7gudD(gj=ObR{-^9Q-_?TIDv^Et*KO@Gdo#Pig0%;ca>1+Ud$W)2< zNfCOlI0EYUDHw@DES(jqNN@TudN|Lx3GG_xIx}=v+ z+BTdaag*qs7R*6w=1f;t7X$)}EtCC1a|*uwi?{mDK)W}>hE$wA5OOCDLalewt^?5RZsF`c<5K}= zdo3vll_29$)aAq#u_z5P+=-2hM4@+7g-g4%jFloP#4(*uH<87FUBqd>M!a-4`mqxR zHyI~mnoVaRNYuWNmB{>rXlv1PwDksAU{cd8TeC(CTg)Ks3b}jX9ej#qYWp& z5po=mc4i{idJ*2D4c*+4&kdrn)Frwz$dLKdOIsYiU>}5mjIZGJDTD%qvhsFUh`Ebe zUz1B)Vd>b*M~XCp9x}o!aQt8*!kP9T9B0o5AtVM*Y6z#sgRE%8;TPG!up4#^4LuqE4$+xwVk!M|Evn28hPw?nri^RsdfKZI6_)6PJ8EPk3928>KKkIZ9QCoze2 zur+)z?K9u4pO(WuTDaRc=qjewVNK6rDh3~b`!6SS{xEP>3btaWRAtYc*z&Vq%+b^D zxz+P69}jz!rZU-eVSxNI1n%Us|l4A6!2(z1rBIyhk zU`@q3dIeQ(DN*FRn<&*M`D;oeoJyj(`Tl&`*n@!^s=#kO@|j>Skr|=sgqX$^jS%x! z$%am0{q-NE)TTQOUK3IIW}0J`3HcGKEO38qS23s!QhN_We@) z`i2NwjZzv%_2v-yiH8r+2kq~0M zR=J*Fd(BHC!T59-eOO~-?9vpusJ-_Zb6^^nt(G8TNj{g{;u9P+OSvcD4lJ9j#H*o> zID(0xu6?~cQmbDdH1grb3%Sq@V%1CFiFDQ8Ih5x=lpFYvM(Z9!-k$$P-7OW<;*s%6 za#CWv*fyMO9$mA|ZxMDD3AX*bM%=SS+us0VgZzjnnv{REawr`4T{F!kdK}$|on2!b zu{?(_!VZ{~tW1a6ySwI*kAvECF4Qi(^qhv>BshvQIaG)}6`ZU!LzN9%8-kH}{Y%wQ zp>JD&47Z4OAecRav7G!X;w^Q7JM(kE(b!>ib)Bafi^-9v4XQSGmR{}@W6aqOd8h5y zhPp+;>S0aAb8UbJU&qko>(lRgDC@#?_TSkQ;d~RFd~-|)QT1Y(x}>|7AyODO$8L#^ z4#}>HH(rkNm@179jCGIEP)CF3uQJQDcr+tiD-w9p-N6YkzjNfs<;qaXlp}6^XcFpV z;BL2vt`ON4MDACY8&yRF8f{WzlN@m>hBx+r$L?tQ58sWe_?$EJJZRFKZRl_9fe za;3M~@zE`Io{@cVmBaqCZVIA1fwan?24Es!%E>=N9+SfOEXM&~H1O2+TSHe!Y>JYA zzg4Kp#nyP05*u%gLro(4R*Fob$(5ER#z!^SNk!z#RR;UdI*lS32vhE!PqJf>SV;xm z9 zX1xsdpLLlG-AS48#<)6{MkFy7A(9ox!pFw)L!wWo68tkB&5M;-N&Yk-WzG6XZym$5-Wbt@G?hcb;_|caYMq0%fr#)J^{#^`)&mtxa$=I{k`kXYe~K<$RZ*x(Yo{XW zrx#edRBs)Lp9t*Fk|6&y6}>WaBySuF$bg`-MRlk&; zMeg6;?o8io7j_1SpBoT{;w)ka6Ij@Z%&mzD2+L9zTrQ5t`jV@S2%iJ$7+|6RQza$J z>*KhxYR9NL$V3;Ml#KV*)cOm{i+6=~#N@Ar*9h`aX)DRTHN#1$(9briJoIEjn!cuf z>$)vYaLnwXDgW}Z+oZj)1TSpCd6V_gws^(|H?5jg9Pj2qXF!d3nka z!&Vz}_cE2&_@qn(*n#)_Vg^@$pLM9{8K}WQLhXGV4w+<@fQ(HUZSP;_98oB@gpTV+ zt&UQ_ZBxur){x|jC!=acqskH3yeM1DMO}EP5hLawf`;9y@U_sfE5RPbl6ZRjOH<)y zY=>T0e^GwT@UW1;zK@U%G(jeKfs%KBj+My)LUjpD-)&|wgF;@4QU1qbRpgj!!wC7B zO?*QAbk!Q#F|}F^twSNO8>!5$b{n#jZoWv_Ff(*C?yk!3sU zZGY1?kb$>vW5+gs<9tO;kq#+4w^IBVT87)a?h&fTl+-t4kk?lk!#H02`M(Pz`1mVt z9T*@W4N4#&?*FPTx3>cr)lKdGC8z~-b$7Hb?QuC#{sO$}L)nNuQjzrB9Yo_3sX!}g zIK&mnT2jGA2qj zh1M7+G&WLaa*E_7tUOgKjRcKaCxtn?Mx`#iFUB)oLqE#RXFCdLovoLbg3W`nP_E6ML1;#m0H^gpW(yy zNSZ$V%A&U2_se){M}qC)`WAdPRgz9{dJLVp|Mn#l%G6OXik1QWx3u=BcRN5~{A0B+ zsERO~F^MR8g>82bD3>q~=*cUf$|s6eu)Ak?TeNy#1Z)&UGl3-v-40hrgn5k81trzy ziY7huG#$-_izr>|!^eTdoR)Z5f84RG$a*ZUqSa&nF~D+U7H==cm+xL!h(}10ev>$X3~nZ1Mflz zguaT)0X`l8(G7ct;@JGdE)5Ez;ucaPCW--Q$~84hM-AI7+*LB?gugyi@G7~ zkg+{+^f3D?9Ej9((Uk`zD^i25m1pfOkHkXEeedI94R#Kcn-B!}U1gRH&yExpswd*WSf%D9Eqi}>}*hB>nn*PUF zLBzN(q4uzfM|H65nlYkDZ}`F@{nBQ@;it6mGNW6lubdL3E|X?-+NrtynE9<%MB-f> z@M_lWFB+>nl?sUz80cq;oLL=pe7_v4oVc(~z2gOi!dLnI4c1)K8rx$mYl<1~P!hP= zr%xQI58o$tMT=);cElLv09<&fFzX^~aLoa$isZEi)W6$31_g2D&(K-U(sgc+lia8t zGF84%8)0M`mMvSy7XwWw>_P>=-H93}!&Z73G9U2{WALb;U>!#h=<>DdGGqdB>(~O`1kxvIH+t^Gz961|cta>5EZ1O?-ONnCEa7g{rkE(mP~FX!Qj?PsR_7mtX<^2g1(*}v zT!o6+RwXMpCmA^zioGi?iPo}up2$o2NQL^c7o3l!uJOB7*Gg}JEHsZraAn`B(<=f%`Tv8wWPV?R%3nYew~rr#IRPPP-ON=XcOb2LG- z+(6)zH0^y3%KiHSetwtl<$+zW+i~POpiVuicY$3T5>Vf-NKZ9Ulr&=+;*xUglW*_v zZMUg?<7rW9QCfh}9VAhn<%sOZP$HZM!ue2YHJ!L;p|xA&ix!qx#-`VEeV@^!b&9yH zg^YOcQ1KCKZe}WucZ+*(up@*qKC?np_)M|1ARDn4V8athT6-mtS+apBPk;f8uPe)IvdT{op$L=xi&Gp)ENNTBTLN?XE z&8AXD;EJywqqWYm>E7KbxgfwaMjIO(O1zCWQFTFvvPN+fe~*WS7n_VKk`$!H+3@zLb5c(|dWWZWVv2^;5@Z<6AMq7yr3N zarhuvlWj8VeqI1|yt2KZ+$#MvqRNaYz1jQiufSodqlmZYDEnJvvbrJhN6NyY1Ke%i z2dqKimw`TT6pkQe&Rxr!TbJ$mIQ7Gn%+wxMX>ae#UYXV8TN-s1o`QE zeomD*35&pG-gbk@no$ldGI^7A#0Z~j`d`!n!Y=cIjPp-Tro6jskvx)BzMe8mP56GL zwWTv-bG-+!6!J#Bnt82zM%E*3jJ2Vy096HdPrj-a)8!dEbg_5*miB4VALTfTbLsol zGnT1t*xHoDD*!3NlP$cJr_J$j?_}a-;L_ls7?^L@`wQ;7ZN=%SJAm~m*AR;KG5f{Z zzhitW%$<*-uXq*Br|fGtkNGlkxQnwLHntU(b*kP|zO#1pci8(>p9fFi9ekrX-*5rg zQ*OOun@vE)ltSSft)k8y+V_hsgKO~$>Eq&fsn{%7wPyLWj)3U-78F5N)UWKZ^}rp0 z8%C#|{mWro!|=Nw`P+trAD4b~3HghuJVnLVY4NrP0kIv&CGuy?`RloCtASx%QzVw~ zU@?<)R)ObPHH?&=fbc%K^?;c(cv)QDAMhmZQ0N#kOh)0}Ai2U5opB16K_oFPnZa-=n$%_cQ~=G0 z{81tEBVOdkziCE@{)-t9KE*;T1Ot|j%qlGcS+0&7f#AWfjM1E&M8qnkHX1Y%R(2Upw zf_`@bXh!Lj?arYFmQ?t0;!`Kx563KbUF$weGb{75jdP9(6rXY!GEsyT z7^9KjYTy-7!WvLItw7YsQo^BbRI2UbEz$VO5e{LCc|r77n@g_b~G*cd>Rqzo?{4c3)f!8|>j7foK8TFKJ&3&(#+6b-Q0NmoYP&9I&;HF*yUj zkiWb4PUe{Y9O+=Ti*x87ihCa{EBn= zg2m$^D?{I#Hb-@jpS@_(5n-dbhmCa=mVzh9Vml;ok*C`kLhRXtGgIhrQL>oq^#lS< zf%+ZmWzmw~tlJ~&JxvmVp@Ee@V|*i4nk~N$Vdmj5-7-b^`E56p63cE*h!!Cgs!G%= zGUbO;IY-4-P-+cVyH?vxAvK)hPRU9!zBvdz`?_Eio56Z^KR4YJvx(82yXfK&a!)WgUc7Fl8t#01%9pZj(p3~J3nE6p5>zrFIG?P>ap^*q0@wDikpXQQC_(Ne&nM>|7e)u#I# zz*3cdb$YYfDpR58#C{VNdPeM1<2%nv0qM>ebJDUVod?d{4|VRF2eKU~ZA)?yehS%d zwPx>+N*b!V0t`oJh0ml|doyD%WPA%4)eadzN*v!f+%53;l$WZT&=47w&?VU!)t56?vDwGy!=LLlI2`-wm`S5jHwZ(oiZ3V!3eWh z&@oi1Q>#ot#YSbPP$&n3=Q6TCCMoqlo*~XIXi%cHSk)Jffqt2+>iH_NGA)2jj{v6v z%0r3;SHOQp_&VAnnAh7mf8if0-}8M>Oyn8Syzgp<#V?qA zB}mwW{2Twd0>Qy1wn4^JMyx`Tm;wsbH&iTvKE5bJa!RoojG;n}g*!=(%m1#QMCoCy z=?5e{!U$|eVkz1vTHZjtHw#ysoY$e;Q^y(sLZN()VV^Tg?*4&t7zf zbb|R0t-fL-3hCCJi$VT<`T|GB#)fe&P-SFZp+p>h*v2IJ`Py^#^)91eKH4{qq2<7w$>kMJBE1F1Yt3Dc)D-M8 zGUi+uQAJ%6y(Q7(CxtO!bsZHJQEhZP@}6G-_?G3BjvMGpLE0Q0Dthl0N;8b}%LP>( zmQWYy1&lf`?5go~9*pHgCASmcWWhXRI+&V+e!kZ=7QMb*6Y{k53o@0m4fojO< zU>&Njm7S^lL4q*s_G9SoDvk$~_L}RTRoqp2jlq&_wO{&X{AOD5JS0>qFSZFIq7-@`J&gi|Iu>`fF5MH5lTS z@pKeqpQD?#=>Mpl%=HK{)|)Yj26ta7&75s7l!}7a%d-wOdh{)Ykas9JYVsit2*2g` zf54Y{>cBGOlUJf8E`Oh_l(+cTwQ`QrSZ~XN_2tYv8CVdy4`A4voD*G^+^1{cGWuD< z{d%0w{0baDF*39iG1r6|uQ?YS$3ML?GhM!n+e75lwZDedDw0T6$=CzU8^p(;I?QR@ zNa3W@CuixoU3oFzTrcwbd-|Rd=6y%m#*EIWrrA7D_W~VTV~YhoXR?~*{&TLD^EP$l zJ`W|V=@_yCgp=;Wk_CGKRrzj|(c;yg5UeVlf-b1*3*+Pe2=Z!wdzCu^I`B;-|8)o6 z&h3BliPxI8|5%>^;PStLQvvwu_rLK}J+yVueN|jm42F*)G@q zd-#%)$#hk%+SU4IU=l*RxVOg#`21&yO;mnTZ#y!HL*~CAO?Zq=CWVm6(*&D|hE!$? zMV=;@pvJK#z_3{d5+P5Xw`$xj+1&#(J;~ttQ<0#rhSEFlrmmjG_34oLU?vRzVxJQY z#BOYE@Y=QI7A8-hqe7EPDh&vLU=E)GlU^;DHjwd=*|Eie$_b|>fTyvRjEn=3{=kA> zs3{hZ3FHg=>ys6&5V4B#HeDPY2N67Cv`{v==$E_=4u^z7=2htSelWLoFO85040x8x}{q3bM= zoH#plm@dOPP!Y`_d(95qXO=w0%J5ty|LEwKUneNsNFAR`@N)2<1R6nK35D=16Hs@D ztOua(8m95b)+a!)kB;41>TIS}Ukf{;Fodh)fh{UB3 z=h@Kxpi~Hi*yBIjVS>Pg;>ljk^NrC)E0*shfH7Gm>EF1jWyZv(} zD-+$UnTXndX&5d-#|J?mFPDy;3Pb^YUP&O6^g{XzQ{tr=spo3Y3up(T6TTMC^90i~AIE-T0$>ya3W<8nRg4;e=G=++25u}#*!S?pfE;R%3vxyx&-Bdqyij*~<9Wr~w$v8jEZ7j`aF8OUBD5T=@ zn*hH;8D`eIStUeev{%buL|g7y zwv6(O6~Az8pHcli)oh?Pl!S#dpp7N-}2m z+A@!5oiH}pi7>_uigQ$E+l(^Jn17d0cJtBN=)dV{oDM7h#(sPjaK&S4gD=xgDDLV= zL-^Xn3licMh^XI#N&Q40QB_?wqhxfRATY(W#{7Gh@z58^w;FmsWxU7mS$(Gt^6LUO z8FCFdY?#L+b0PUb>`&Mj1}MX}3m-|T9NrcFB`^*E`c=X^)Nm(HVefG!3VU*1>l!4L zPY{V2^5bD1P0SdSM06wr+!W!%>Tfdbi&b&1$+PpQiGgY$t7|5{7LjI!yPl)l|MgV|cwsesa zh@W723rRkjNENm7G32B|zVwX?@@Iua;BAD5A{0;tg+_BIO@>13oLJ>chdd8=NMXn8 zrlnP?x1R+N%a~#J=QcLHqtvgfHN~Bup~RT^P{)6IjA*_*via{+^KDu1<@V%xG|itm zB3Hh`l?sVQl>E)%2R?pGDTbl7l}x_T&3VzJG*TTQ8N&yKhUmiEN#_{XH5P3SrTC;U zHyWn>&=P{H2jRl5<6(EJCacU;fu7HmTd3Q7)RJn6_(fDnF5-S%BsEvlk(%j2`y%Tj z?aOy}-s1J+s5<$WyGYG&6MaW9?2@&1u6SlQSsJ&88k53M?X{Gj?by{B|0syHWfML@nGS*l}O7>{>xjiErQ)h$>7ngP2zej3dCuNGe| z)jHRURrsu!YC`(@_N@lfjuu@ThBc1mqc_CvV*hXUd;hI?Tor(UVIm~F5Sczp4L)5H zbMav8kSENCMDK*F+-d#G_^YO^xOh2m^^vZE*&?H2BA`(+#&BX~`3}!SoskXhRGv80 zqvC`}nEua;#hwnfW?FtNO;yiXTFc;BlP_ldYKeMrS`2Ld=X(JuFjVT|HN9UHb-r>U zqY|MOb(Ls+W=P_JZcvl*k$dzye=zyX+Vx!1^e|H2MGZ7Ihg+%qu)4&90O$>Jw{AqQ zr{x(kaDjOU1+*`U=chT0z)#0x_jha>~Y$A0d ztC~IaEHyq^JOQ3+m`xrKwTIv4pm5Z#Eze6LJFMEJy;R(;r09&s+%IN-*?thJyh1BoB?1_2NTGW>Rtk`6S7RsK-as(Bib zn!LXj92_j6FxqkDKNz6YdHZ(UexXN8{zMXxMqzp zHPPb}mz2Jnv9=@fd?fP79?N<6M@C$|55H+pq zT6+tvE6EWDEhJ=ER~5rgC=i5UxB{4^J!C!~P4>bjYp)7idiWgND2D)>Na2&5`4pQN zmxgL;ln51YP136&N9>A9TYWSg?gB=NkY1=`87hoW5+EG?zo(F`WaffMLG;n@t*+Z8Ag3efQY$?L9Aj ze&{x4C|5ue*kg>NL?j<~@+drJu8b5x#tO#r`6(sgBJkrI8aT-h=>o3p>1QQqhF5SX zJ3)(9G;#a1a*v?*egBnBDS0>0WIA&CvgMihRXerH+7WXSBd%5_yVH-Ah43p=Dt`B- zn6B3rwnWIYwh|Mis~KCxt4_*+w-(dPlU{|c5?tli8P=I@qIk@qxcvbF_gR;767Cnd zN&jp<)OI0OJ#0nd#;XHw&#qSYYnuqI(pW_5gmbUq1y3C0vMakxZ-Z;CaY3L*6(#V}fM3&ndEQ*_2RXt8g`y)ean!bu9YZlX^= z2@;!&{fU@2HA$z-&iXdgenz7MIDXeX)#&;p=j3p9&QtNkv+kdz;5w>jt)?aU{uVp& zmeiUY*lkB>oBn$zCa=eHzN1T`O&vS=$aS0zPb62R|Y#9>ka+c+U&su0ATtb-7_vWPA)b-Q;tOqEvLOW$2qP^S?bNGD`TVlF5h9@6&3PwO^DvIqnm!3__7TfgS zf1P0^TT5_A`bQWYZi#hH`>y|4X&Fv(1ByZ9{uU=ri*`JskRrs9Ll8qoOgsswX8{10B652FCuJ82lj&u8GRh04*5$Q((W`RGvTd0`Sx5R zUs~|*VXw10_IGFN%9~D%QF{JCaLbnu0g(Ha!Wdz=&h;NWiITpW6V1IK+!J8S+RKPa zYVi7Ler4zV>DYY^o_DpH3O=~ti!bIesW#{o1)M~I+%@hDKD`6+#iB2r(Cv5}aekcm zum$ytLjQeh&6-VP(CvTzdSTk0F>Us8jvQs?*IzTgDhvPPSF4&GNu$1=6D?sXd$yLe z80$pGbQ6)$IbuW)f?|hURag<>9v6-RH5>;fTcCq-w%xRSrO{82@F_(5QHsCy=;~_yp3U$#9+i7V{|YPxxT$i#&O~x> zuqvh^sI-8DpZ`(OTEN(YnxV4>+!7wigtv6Q#g=L?qd^0KmjIA!vl*870GfBCR>}iQt9swQ6nAH zk@Ts2$Q^hDj+6Z?;0J(2(5G{Gbwd8qlQj?$&E1wRo?!Pm!?oo-C#mYx+L$8EnH1?| zz1-E84@zU6wjgSY%+KZuL9m3^B%Ie=>2tE-swCLex zXr}^@#$;FhF3CdgkWP8n>tY8{kuaiXwee*&xdnI+xi~@6I(C$xe&i%9JRSjm`Z17#gWPtRKAc5M^lTpy`yq%y zDs^~TwjwzfJI`{>xJ!cYS%cET5mVcvgCbZ=_q&WHoxTtb7l{ydo)mRS8DdGXfFgT? zI70DqTN0ZwRNyx@qrWYs2N-+(xP!TR=@>xipj$;lzWGkoc%QB7Q`y|wB&DWJ%sL;0 z`VyzM?h?~FXF|+49A+v!=%bb1<&BnPMWATq?O=hzt8mbROT_cHi`!ZxU93oMr{tUMyUMoY^5$iG^d*kt$ zo)IPBv2x7vm7U5n4OPcoxzUsLcK` z%;TiFB?tiHIvKkGiUxB^>jOZrCWpe~K^^CNU{iSqY zmV6O>kk|d2oIqtggmDg&YbY&WE^fs0;JUeakG4%yjGp_*Z2T2-+na*sT&U}NUIBa$ zj2#;>N0nG>=b9QKqw8|XaQmr#r)2KByq|=p69xM{@R$VoYe}Q^H{L=$5do|90plaV zdD-&A?onBMluGN0km5;Y{RNqjSU_RDy~@z^hgQMtjCexol10bke_Pl7_o@qY*_cB7 zyy{}uKp9ch4Ip56>8 zT_C39(9rzt<5pxW=_|R`1k6V0Pn_WPyz#E6i%e&HmpABbu=8^A!Wo5*Gt9H3q!Z!@ zn*Hx1!saBH5au*3lyF&l^WLK4r##bE#J}_v<*)lVDhA0l2~BUVbt!0%LvcvdZmSOn zESG(p4K7a3k`+8tNI0(m4Qx>cF?hZKnGoEEa4#}2QK*2JB!xPTy*gw=tr8O+#GcQv zpd8G=08A|T3mY{)uqg!XP6GoO=l^PRL$lDTXhUyzTI)E~aegoS*=v+Wx!#Mjf{px6 zhYGQj!}BMFAk#+<#;8Y?0JW~>xWbgwSChg(oYBfVoUBaSdt6g7FB~LcMdd!6RoK1* zZ2bA{=P?IvodD>%iFGOd(d{^o-iF(X-mPZFaedp@bpr_^)P{LW?Q;0(uy6V4u-_hV zsqtF{iuon<(}Yt1!7GGfEO_34c#L|>{L={>3~opUq(YTbYCUa0cik4Lh%V6@8B9iR z3Bq2rEQAO-5TMa}CfXSwur(TYEk17e<1EVgc!bKpj#2J?y*kp#Yp+%V|7ZdTcQ z7@>L$i z8V@|%y?XLXI*zP7bei2f^-hqICYa#g3A8yi>5yo`T+PY{T5>~V>weu`e&i)&-01mw-;d1jQx4CtlG5<62hi01Z~EltQ$umA~QY=vNQxwxoEAA-C1{JXl0cA zB=3N=3!`KtGIbII>D1Kzto@#N%F{1^^GC^r%?iVgB1b((q%H5au-SafhuLd$MEU1O?*!J_1TI^-5;@_v!Nxt1%R>=k|3gE?S@MvTd; z#TnPVkSdG|W*bq~@WPQHtBBq=GSi6$Pf`+M{law~o#7-EMOC19QQ?>cmm6+y^7Mg` zskT0)tm6zSZa`#nHvO^Gl*)6rc-48dG3N|l+jSI15}~yZELP-As@AQVGdl!=>Ah)w zh(fhR^|k8J^I7gAU2@`ZT7#NF_v@{21#~jYC<_8f^lVGB9>iuhQdbamNG>0mu$$EC zGbV3u4xaDrheu3eS^(R8tp&pdB~egeG_;IN+YwQtb=LECQT-+dYKdxY%9l=`PdqFu z68%%L%dekk)lB_$yUHT5YMGqMV_uiP=@72;;GB_1zL}0yIf^m+!5VKK=tx>fNv(CV)i6ujJV(KTJFk}{ zVWMu$M23vVkdZ^pqkt6A?9!RqLWZ*#my<6v7+7V%poXQ$isFoV%|yhq9sV>}Z%dFb3JoMdZ-b15r#tLIIc7{_14q-=d1?it@YM zNW0z2;-e;XYgHxyJz17|XD?M*MrgUWF+$qNws75BmukG^w3lb&ANqnuPER|4X>I~f zf0=fsbG&bHHOZTE28YYSovWme@p0N($#Haa@FZn8&r{6EomFc-a1p9Rod;JRb`1Gd zB#pZAPMplX&buaOl{Cao)}GkkvO2V!8c}VzsBTqTs`D$?W`b)V`ouLgwtBli9O!#7 z>L%9@-W5(QWo&z}9EN89xIaDzlFP!Q{SqQ0`@2QAx7X+Nn|w2l*lPh^na{|=eCcRr z{ociG<$CLdJ%~M-t%D94Jau#ZR?Cm)M!Y5aH{B?QH$XNSi@HT?JErrnyGFrJEi!(O zb)PoYi)0Htm8D5E2r_E?Gov(i^0`7l>)Nk&DM^!OKK?BizV*G@FK^|C5W?Jfc42O< z0I%Kgnu>+8=ImHq<-z_e)~<_j&ACCVX_R9xcI4$-d;W7D?02H>ROz)6s7_I8Ga{7R zjnbN|Tko2<&Up~^y4%^gVORh8!YJ?hVO_N6DWkWg8q@7sF4ow{IeXt@2cnXWb&H?)N&?)Q9!j%D=+ zJCYuFP%X`lJ!(rV2L4nOj)qfWD2g6N4p&(gYql99O3h<9;weL7EplT<+{oAc4W|F+ zCC_S%>0<_JGA#e~U8>oJ#z`~AYM)Q2hC<5#3MoxFdyP27!T=YqZc0haQ&4N_Y1@Uu zhA_C?ADCwO@7tN#TYB73pivO|WwL2{t-D9JMr)AB29on$nY{F4;>ULw^)4R1WbS=L z`O|~)nZg`lAXgJ$3_(Vu9GsTG3ISQOF- zZI)rH9>6rxzRYD9AkNiW&<|z+(K#$gmjN;q*qb|S zdWTvYBuE$eKU(tZbe0oDB4*4+FSZir5g#HPoaDK1Qkwp}7aDSADCW9?f5p^_ZN}pl z1w!@?O$qg+KP4#e&qPAxr9BT8FQ(LA#ynE@7_Wu2g2*HkSD7VW38G3b&>+&vha;mI zuNjnBVu3Z9_iHoB#C{nKC@nN78W_m3mBTX!@iEeUxd`id2HN}d3Ec|kT5_$X{MHo% z+6@nFU?j3-Me1DZooS81WkL@V(dqKcRE%cuWFMGp*#a1+=TQ~F$(!592gJk)MbdD8rzi=y@pE{Bt)`Hd#r^+c&V_Z+01CwW-y|8(-!m-{VP7;v<*&F z0()`B=)-{3VDB6XtGAZX5%x)VDx1xhr>`PWJ!CZ+P9hCjTD=O)!Xrt$T#I_fKqS@U z1mK0el)=HTQ8l~@oO1>jx87)Dsv8vI5DAxb8XVuyMek~MN4M|>Rug2PbPBft7Orj9 zwq@u>V%0)RyM76;f_<8wyk?tGw;enr$0IkqO1s~4op=kZ4fY`!`|AK9%)NQv_5&zZ zZDE=?>?MmysUVnrG9lGbghBXR}Bet)f)eJD$PK$;mY2 zh|w+O*~c*$I@WhEpX*xxDpOR})T}51ozq3Psc!O=xXD5m>02I3S5#D5P|L2J!T#{P z6N;XQxbwpi$p>!mMzAvku~7!X#`Tk!u_NAE;dcQ))&u>(#BP|)K$UDQd_Ohl)}L0} znkcFnCc@jTg^J7GbuXOVXf_~RedtY#PFaec%>de?(gMvlB`Aw!nw!m`T|;K_%{4q< zb`)FjQpD_Zt(@$GzAl14UZ3)bv1)y-_=9?0$fd|Iyar|8-IS^wMqH zt&73@(~$?<_!F`6{F&IVhqbo>M?BNaE?zoGv`?WpS9q1{+84bI{V86NwA6RwM*_b6 zO}Zt1M|@3;8f8#@UKszLu=6(cC?A&u0ZH{|%BC1QjgzXWPB~2#)tYCrAB;A`YqE5p z&%QPRvyc(I)R9Htg71&$u;1qx2;V=LuQjJTfEpg-QM_=OeV|W~n@e*<1h{!7IpHY%S3y zilqDrxwbt|3Itvuva(|Us^ptyLOC!oXrF#|^SIdYD zI^99h@_G=@pyqmxq8ika1>EA3R+B6h9z2;x0%-y3OA(R$^-A>%TXlw>37G0yBc(Dy=Vscw_tGYAHu}K;RhpvL-Rz^ z723{2=z8g{Ht`F|nF!vN-KV|PA=;2!wdT2sx7m`Ye{YZQ5HGIUcCD+nByzn;*6ppo zpr8Dq>&brTEz_-S{CK6lA@cgX6ZQFAYMp@gx_FgFTW%Yf9MDMnP34qKa8YX}_+EsY z13L(X`9Aw)@OOQgYlP9y(J@PVbWXZ5o-=vVXcejpeh>EJa4)okJZ|eRu~wq1bL35p zS%BOs3D2nwz7qd^V&YTO_aEM4Pz>WM_s5M;=i4tJeMIjbinYx!s#H-g?_0i4?EgBK z|KM6`bmqyLpEKD^3;-bbKN&mxpXc(waIK+#xK=aT7v6txt$s$74#^&E5_Ujsa*b#g zNvjU%(BFdkBvfQX(iIXzV@qGpUU2_-EzV|aYq5ag1CM+@zvB1y+UfFZTx{KKMZ$zw?qZo=Jf zi6A+ndBjq*r<2i$fumjqB*L#rKnJozD5 zvoXAJV(Ds1Q^WLW9laxj$Ur1lm!nGUCp*l9kQs&x-SiD5Qc2_>yW}x1#xSCFO0@4z zwg`#f4iZW#8;+d_m3>pkB6A(*cRJYs-6O?}{WwVXPx(Cfvtml+%&uK|-tF&A#B9S7 z$8J2?y0a28Au%_#^`gx7Gp$}+MMIbU;`BzA(c%7sYvm-M{J*%?xVoqhf|ZjS~C2!XNHKfaznxYi8MUH@d*KU@p= zf8kno_NliBomayV=gN}r_n(gsaf-h=JOeHOTC9qZgn|y*JX}UCY@mRWAg|-d`?RGQD7n!6$outkx8QC4rJ5B>bVbjlVwl9gY zYhk8tfvz20EOZ{N>_6k0?6nQ(bD+oom=9lOxGZ z2nuIXkQ|T}4C6uqL;}VvP{n8}$qFeI=rI;UK%PaDUoi7lYNJbww8HoXXx_p5Y;oOl zZy`nyb_vkE1RH+B2+?p1ilgI#0DoAvDX(J8PfQ4ttxqJs%3!hq5E`mWPUj6*3GJYk zy1BBoY}=vnIM>cnW;9LTobxIvEo2tk)YlORvR}!`D}Kqzkzo$n1ClF=Fz22AdR-gj z{mTGcsqTp1?_RQzbbUJX=~FFP`fs%P-d=KUH8JX0H<=d0iaz` zVY}&?2~m}&BWBV=2ckTwV>}C8x4C}Nggca0LG*`Y?^&&;2T8BFx(|rxtB;E&dknF6 zlLG=|fQ3V)yafH*(BguO(O)y#tUSMS8uXrqqcofLm%ff8C0WA@k}~NUn-T2_b(GsT}-hb*eDF`%Zr*ppX#93)Ou8{8N$eN*nu15P1IdpFtwG^6Qw ze;@!E@TStA1q!Skz|#TMjAc1y9S|j0Ivn|9%u?yJ1AAoXIzoVRq-N?mgKVxA653+1stN_k9p;C)OX z59p$4UJvXdCk1FIx*cQ~JCHYZvTl0aCl$HFU5eV_cJLIWE%PKT%#WyzWpPawF{dzhV16UIq)gKUKop#Xc>KK3PE-(6kxewb&lIGH?=rx2U_^MKCr|BBFu9T^!K$-7p{2k3DMu zB&M;ds~3tMg75~a)o`3()q#WAEwP{a%`hR$e89F7x^kdrFe2mQj}gPR$=8zqY&uvR zAOmvtLdYt=(L|oksRa5iQyq;skbEn{#9G-lc%ZFNE~urtyk|X)P+))o#-{Ni9fdW% zOT{XP9{*B$s7$gE&zEHgE}oOwtan~Ghi#O!!KGr~33%_idzGtPYHWfEp+3=gD}s>g z5IhVTLVSIyB2~ezZ2`sP>(~)q-=(5_PSB`Ie-2D!bu(G8?cTG#0WwQ%J_|WS)&zW# zD<*I1bX?FCx-i{UdG{Btlv;9&24Z(jcWK#u>jT7lT^l~ThI%~f;c|QW`oG3CV(&EY z?mw`X(2qQw?SJ-f$icn~RVS6WQq9d;!+E-!Gr1CZ{XAu$+zSe|fX9+q*itLhW<* zV}zuf5v5R@mzvTg+X`^U7?@A7z$g}K8m>^Jju%Vg#j%FQMIxYLWNgW)3;4ZC;C}rt z-isrkg0<{GIJvOp@ULb`t-jTdxUnK0p*1vo1i~F#-_Rc#;(#cE6B)2SGSj13Dn^i` z`vAhx5(AT&N&bY=(;RG4y;)#+BdzGv@dl2c>{qU0Ker&jgim1Jbo?&h-yWO+FTc=V z4xT$)1n!Wk0$U>LFCvIq@Foq}glK5+CB?b=aNu(x~*o4!@NT~!h2?U#V*2EN% z+iJBVUju(=FLbX+^Z0x8F3TL)p&D%v2P~zpAICefltN^t;B~0EVI?me%x2w+GDg18 zI68e%FQdT=|4Nz~o;YNu#kf)ArU+SL9A?Ut`()0YBjJ$S}a*s8LW&zp5 zz$ZClvtG4#S4t1{petN%J$q$b@l@m4_=7SnRtO*8lz>NHMVii7HT*eozbe-!7*iUMQ;Jfp3-Re&VgRrsf0^q2VpO= zF0MPRqMHIH@AmQ&bj4W4rpI|UvQT6{gPqMBMJx2>Kn)IbjFHI%x6c}}As$KC{PuA6 zObt(#O#E4O>g|{{ET?FB{w6IWW}Kwv$y_Ei!HMq9of9Q(#$EZXVt2j7_E@{WQHNMH-#^> zYM;Jo@tt6bsnG*LEzD%zY0csE(p`pgz^A*Z*u zZ_f*G$V!Er(JyxA*ZuWLI`eqaGL27y21!dvYnn7;D`CI1zTF=4LO4(dS zIDG-gy^gnoR|e|r<)^(~_@LKisY~dTRHGZMOk8SYR@Z>O;?)!m_i3EyR+25q-eu-hDnC~l!@pFVKWjx; zYfxfjEApwAK(&zRZ@jbWGgA5i&@bHehHRkhw{15#=i>Fo^1pXTBhQ8RSKc-OV zY2%pMBilve)e!=umUjrtU5o(CK31RPFb4hU22jsm)29st>NU$gOAMFP4KRa0QHuo& zoSEcH%8F;K73HiZ!%Njs=(x6ZfCW)v1E?a3HS9Qm78XgSa?Zt?{m5ZG_^)K!DVSz0 z(3a^N(M#Qj(+I3ZFNi!jM#yYMAjQ7{v4td3o|j9qNxFl}lp9e;_j5GS{UCdsQTwYT zQibkfddCbIoBbv%nGXQv(n+A~Ywk}X@$YbK%+d&YMf8g?F^g&U3CAi)+Dq0EwJOi% zB#S^;vO`t51*DFm9i;97AKqBo#`6@g4f1pD zcxI`)-e_`()=0kHPq1%Trs$ZQ@!+X1T;#dZM+I~ef2uV?6H)?L_83NkM5jPyIh47m z(~Leeg?>b4V3ZAvITLtF=~S z^W!#fFHL@o5+ExqE+Ew~I5`7xCcc|P7fsz_iJTTsN$@tVV{=)GCgZgRpf$BX(crG2 z((7!G5X`;{9zAI^n0?sW`P8$}4e+<}{8t9@qug^^`%&)wl*ZQPGvn$r)Ni(54u)VtwayI&fY~#97{XbA zvZpwYZ;qw0yk4(%AhY$uky<|u}%%k+Vuj&sATFG@8zP65{sBiylwKxXW8MS(t0xoY09OAU!a9bYP! zVFzi}sak3OqQ;IF?q`dGf^8GJ>qY&i+OnVy*pdTt5r*%EIJiBa}CmLxF{{GI+zN`NHvS-1~LC^|nl{8X;BJmw< zD`G*%*2j#8TnVHYwuTh~(vm9TrG;5-I>;!UK%+oBWldDC3f8t5LvN!yZ7ddhy~2u9 zq6yKogZgR&^Lr@yYE-T2yf>>EW@mO^&Xn;iOy|$)cL(~sHQ$-}xDEH!5wv^2(|s=# zgpN}wpm5KX9LS+?EX?C=pfsfPCc(i?Hs~eBQ&2i(GLsH2ZWT^fqKnIyX=N%c3)fb! z8syo{u;{oUA%^<qUq*ee>?~;Rb)#p}`U4 zk;jf%LELxc6J-wxU*z74TcwKGj9;xOsSz0InS({Z1n@FaIbC4&mZQXZ3S39wpZdVli zFHa0J?bJn3w*9`f0GMp8DXv0EN1#V<(${B%qT6P0bPl3#@-v;Fsu9|idwn*%sB`G+i{ts<4ZnZ? z*2AXHM-N3v^S}{u*m2DxOD|#s`7R#MXqC#aB99h%$Zrb(*{n^=EOnS8m2GLff4-j1Ry*Rr|E=K)$_1 zHGe)pOMG4a(eCDSe%Wotmosz~ndH+>|E=_%Ru)h2lR5<@=t6tl--4!?5T&h6oiUPO z_5wbUf&;UOqM|`4n zzgl10u&&fFB2@6IX%JvlPWhra9{Q>u7v6EVg_KPt#WRY~sU$!ZTsMKb;W zd9$RSNbT=n0|3;7{f`q?XA>i53p-mqdpjp*dq+DX6Q}=FQuA8bt+%FZLqG7_cL*48 z$0WKQ0sU@;j4L^nW0)^$k-Oe0IKiry9g#8~D-^$wDgE}D;Up1ND!`NDjn#=#U}+w_ z-`U;uh);s|yr9wK9sHUiGNFgp>(*a}p04&t6S-X{&}^8e(GhWA(k~V4<aH|?AEx_6mM3xz%Q4A1 zuuoQO|Dw(~UT)mF-*e1QZ_dt)XZ${Q_d}2HYWOv)Go|=^S-QGTIZ(b&!{!Mx9iGOaZHeOU z3_T3DU>itdKg(U{r+xwQ*X89-0n=w2-*c87_VMgszk1ZVn>I^XAWa$|`P&wK=zB7Z zeE^8L;#3VY(?4RZ2QASR*5l$5j6vf;K1v^jlz&r4k8((V>T7`%^tos7 zRk|lqpwzx}z;YsN{>>a#L=Gv2kH!-e@16Tz(4O^pBY8;S2^fRR;2#OS`0a5G&Bl51 z*vt3O3()V~nMwv7H5ygwEoG=9D%l=cNI6Ymo;ZV^_Oxv0CscVIcjK>96l{SNVjhQ- zfpt#-K<7X=<*mXFH%w!IoKwvSUmh|@D2Y!9C3J5%3;MfLTeJ@S9bjJaFcqAvJ=b}) zn?M!}g`#95v(6aH>(sd~*t22&86CL)8R_-M$=TLzZa6>X%Bu*2xr37`E@2c2xj>F*8M!8Gjq| zJ0Hw_E0z5CZ|YQ>b_R2%>ox=)Ha?!oLyoqPV;VcMWRQ}-Gy{@5HXp{@&>z?fe;^?d zHq6^&W?5;wSU8DTdiOOzLJ7dkqHLqX%F{F%YIaO}k11t1EoWD0K5J+2cD}1`)Bs{- z1)~vj`f)dx*7ddQ=5ZAUm}A7^xpeYaipc?p_yCe#W-l8+$%_PFgpxGcF;;k}r;5Qc z{JU|98SP~Vfav3wgj}_e0Q316UfASH@PhGp1wyE})oXblZw({>GI8{Q0WyhtHG!=` zdi$Y|_CYHyckp>J)~A84AZu-x^NbsHv8$E^Omu9!(WV?w;@rj-x{JtiJ+Svzb6%~9 zci7lAH2H{IqhY~k2%^RXmd72x1N-nfpy)|ML*LGazanWgnkwyhn7NV8`9)MPUxt?O0wA$iU+Emz?sUIpRfbK(({i2g0!&FvEfA zFzx^*K6~?kQlALJOpSb5GcP0nFL<+&q3iSJcXQiDgJPcd;U52SKowwmI+~4d|5_73 zcmNPDNHt-a%P< zgP3MH3}_MN9&v)&{IJsdyy%}&I4BTE^U_ANK~)CO0E#&Gli@1X03h|^4#*z(?#y^0 z-aZ4M8^Q_KdOG;<`8qufyspOL zLU#K(QdyJv#R}2{QyIKziu8Uvz#tPq{Ib{}oetqWVN9Q?`>4Z#=o1I~`&Hvmp$zwpPAzhBuS3m&e9Jg+OnR^6u0msZ*2s*keZvb`kdnf#z)`((2>ek3bbUQ z$clBmk0j}T-R5$xX)E0bu?%YxE&gr4%ly?EA69Gq(-HDrEX`7X$)$FP<;vA$Z zwt4G6LFJm+m%WiiR?|o7ELFJOPgrME?Bb7Ei<*o4)N)cAc{X>_1JV*cA6w6c0n1Nr z@EC2$%F4U8BM2~V-jR_6+K4ESS>=xgWL}3ls|iq*EdT)~M)+G8H2O$QL+^?0sPpd& z)H}^3`n!-q!6k$cS2#Cexvn6EW`w{-4~YC$5Qph-aotlr3zKXW41!HZ$fcy4k>!s* zy(u~?q3lY+(;srOWK|%Y1+-EMW(=``M_2EsXE41QBK6f(hVSsh@!=Nu=1?;_!oaaQnhDJEwFV{gH|xjwkMh-uZFDrJ`AEQ`g&(jq0qAKlUIbM za%$Fvj*;G9snESc-)UAaTMaC32L%1|{IbhpDWFw*Z-Z2iK{r-97_XQjHAp3&FdY-) zuQYOVpUmSe-6B)JsKfZCkX1$3{aIV6Gocq~)zELIE`r&Hi+MhgVBsT7O7Rwh1s?%2 zc5b^nbvYm!Oa-!S*J>8LZTfN*l^GT*s0f#VA0j3?DNKFdg-ly>70PstdYHkkoh)S} zC8f4Xa#Py+*Ospz(U|Mxbb_iweM{-h-nbFN?cvx~4{eycfY)TULVJtzSDOS;MZ$DJxHc~N~s%KvxFMRMHi zBc$>B1#l09iGd=N773_O#j(DzDiir0|7ut{jWZDLqcP7dQdXAXGU&8ChHi!PxT;MW zQAH}!@+`)PQpmj~EAgNXYo|@e+-v}UkjtOuyU;+vu9Z71TA_0(X>NYiGS7+XAV!bt zp++y`?{}c>d?;E*S371RLEoW+1|c zvASfDv`H1oW))hGA{lubE65-^mY9^R5Rkv&n>R@=c;?_CYvKXiB=)486AB&{u|$Cw z$;=~Agi?YuvxQbTzZ#h)GECF+Yr9W^Q6EA)fL%x@U~N-&zp&qKq+&1QE-&+;e?75j zyr=cG^Q?VAUIk8Q?S(-1a4auoQ(}Rinx6Ez(Z@nvZiC}slV)LW4J}x*%?Q=OB-r&O ztylJzdigTUo-|fxM8$~e-TEEl(3o%4hRd&U7r)JL+gNAY7;E45mJ-G0c7R!EQTtoh z7_wIJY_-;gc4nLeL!G1(Rwta+3|NRG<;EE#Zl`&_#1wB)Jx|?T62Bhdij(MXWr!kl+apB~&h`nX;x;;hoH_0`rV6#Ymgn6% z8mMT6w_De+R%7wNze1UGFCJkZHm|mAuyH4?dx|@*CmobL`C44Sz2d@s&CRC59qP4W zSB6xgUz%)E9RA$5B*&UQD#L?u!*8+4!=7P()%_A#mPCKPmNFf+GvP$I=jjhtv0vb+ z%a`&cWnYz}!Ravg#O-#8-r8GXVKHhIG)!@>V5nRPv1qBDur)cdI#6kGrhOt70=30e z1EruF5TXJaB=fitewTKmXAQFx-;m)>==_eqI*$MIu~j5k;ei!hhaqx(Nt#C7=eQd7%)6)T9Tg3u%R#CAbhUJ@r<4ymxyX6XW~QjR>`=iJ0Ld$%!0P zKEn;PNREH^qe7?TZ4CkM##BpNRueCXxWbi3sBJKhINv3AgrOJOxP=hhln4hlhC!xF zWrsKO0qrl@s~P7r0f7!8%2Lk~LipX00uWxHhTB2(%owFS9#Wj|GnMzM!EsLE=(9xZ z0Ey*10N&PfLSK6+3w7>}Lq%U!bJ=~Jlh04_TtFcb&q70pV z@ab}&2-Bj?nTTK>ARS~>Y;t>j;xN3!5#m!468rsyqcm}mbDy$6gB>p2Z zoWGEBI$0$Wsu4k*IpFCjsr*eU)8kAKp$;&9J%va~3HW!AiSuEyZSwDx9PdbJNd2EOPhBa+6=+sw#~AIi$r#xP zywQ82$v8y|kVxeI5?v4#+W`=J*dyNok%n;fhSu~xC{vwoOKfrz&TPw6le5J_?L^uo zoPNTgFE(E>PgG8L1G${CnHEDXOZfnQVye$`-q6y-lbre2Y^&n-MWum=wUdQMlbtza zBWU+Az$z_`Ad_li%wHZ*-C{*r{R|zGbjdzaV9Rk^bw+T^iDB{yQ3jvh*;$#D>9n7n zA)Re4YD_7P6ehr|mW_m8db$GZP`b*Gi&zBI!!(*ai0*6CohKpAlvLNXJYY_al~T4Z zm_drSt!!{;FpUwR$qV)%ckUQq1hH0r@3P{3cim+#hxnf1j=uVp-@!V!xprbJ>)ZmyrGhfHNUdP703U(c#Cx7;y|}-&u)BuQx}ijQBU+xJ$wqeO83K_!Nnhc-4GV4O&diRIKWc_dg(CQKtac{5c!PZiso{im#`6!Djm)Dp^&V_KWg$uynkU^oUl6R8qczlGd=s6^wECv>os*06flgTuT02b!;!PkmV@lRE--~WQW{M z2BkYDIvgU}+dw|74eZmbN`Y$+aLH40t`R~jyJeQ!DKr1fCieYCG(wITMiDR?MD{Lq z^)CnV*p3I71bJ3f!QhBbR-=ScQ;udfu)krP zA<*6#2AijLi&W-AaN3lL#7(`G2O7KAc)0W$?CTDkp0D!;Rm3E27fWHA|GN#1k z*D6@VB$D=(|A(`83X?VJwlveW?aZC_PTRI^+qP|Mr)}G|ZQDlYf4ZuxyPm%2({ULW zaq~sQ8e`6}-ZAL$*UlWRhjd;R7u(m>7M|1Stc<%1AiercNgVd{Fz}6x zUMyNj=mK<7EKcp@eoM?KuJrE&wU{^G;No1{UnA!%yn$CiM%G9SfL^cO2W1L)JcuaI z-M+zVWe@(0QU0Z2-X}O>u~WNNf*lZgrn%&eJfl_vy*Mp|M^|l+t^+Lk01BXr8@je} z3T5B;zvFnmm-^r2jB=NN9fKdMN{5pWX0;7pvQfBDxTVa`v)OlC? zDO@p|9`(VmhuFc4Y!Z+NiW}?Ayw#&-z+JiToQX)Nri4`*{}QU%+IO*>pm@GRZG7e6 zlk$D8GqNt^9js~07f|bwUDx4Ywm2LrEu*xz=3;8wXlxsdJCa+sD=1ZwsK~%wcv2Rt z1cg>PAk}GDh3ALJfDCS)Ged@~!MC{Q(@mG7Hs>_=Lnj&ax zX`W~cG8x{zMNnjf)5s#2-Tg1hDD!KP%=JV{l!LPh{%Ha3J<)IEiK>dm9`((Dm}vD& z6-^ADiyPb%)XrC(uru1LAp!l)iW_^n>GJdJqFekt3l#`c7R^U$nInSArci&fMOI2y z@I|wiC7HnB$6+hPmat;G>lW`fnc1{W^Eid!q<>H(o`@`vx3T{X9apJ+LOh9j2yJ(?q&RU51O)?Sk9e4)g0%K zrO`E{+&Wmuw*dl9l1`Xa6s~RAmsoL-{Pk)A#74wc|I<=RszPI}o{10qne`ulr7;fn7F56JiMV{4 zq;ZU~C2o+n4DglnCk=(rsh8J7#>8`)q28mi@%b&)>X*}bWh)J}MLRu*mr)GlY~Juz z;uDzus!=$R7VK^!rraxH_P@^>nI=XQt=9aP<5N5lHFqg;(Y>!WhfSUHE-(lrtzy}mjo>VT9}fvC zOs(OrQv9&pS(R3&g3sz&j0I9SGTmyG6)=1H-=#bLG0in&iadk5+Rx&#UHsJe?#B^) z@mf>E>|59u;gWLtp89YwBdCTvukPAkusEifTBBL_P9c^LA7N?O_Qj$0FMe^N`X5TN zIP49n<)s@p(%jr{mD>LO_cs$pJPn#P|B=*+_Gs2Xwx5q?b@YJo@jyZRKh2S3b|u$E zI0q}1_u76zQeU(%jqT^3Vwu1{y}`I%*55a^7r(L-5e;}-Kj zU0Dwp?Y?D4I55HtMSZ#<2l+BZ+pq?7W2G2t-`24b=bUQU{C+>27fjg};yH(zw$S+w z6Wp#3 z&{SN+;KUcoqXa5)z#$=t8WYMiSVjBxXq04dH4G(4+%!U^H_^C{1o-VLuwRSwB=0em(vhRE`QlGmUluu57!@jOJl!A)jnq+8<=D`f02EzGI?e zt-kImRkxXxLYBcl&3$klcG6X*&EzD_xVZ!&4HayZ6nJHxCDNmcN3StEy7uO)0X4tB z#*bLqNp_I5Wm689oV8JmI9!_$uf2#*xmL=&JQ_cy(6&ttu8c~3D~o-sMH-3Z(yy&t zV3vt`Lx4_e+`DA^x)^B-%K70M@IG=(12O-~vhY5*U)vh3sXerkXhlaO}bR3mH_#M+k-JG?>Z!QPajm3ZWOUCAC z50&?cD-MHBfDg1D5U{$=B|6j=_ygGgjsUl4AP6~jcPUkq?g(&&8(Yagmua< zl^zxk<6GbjhiOv0cP&Vk`}4O?6m;+DG1hqgO$wdt=Js-j zwjnxmZKom&iiG5RerT+DD1r;&MhO2*W1mosZ!Hv9nkOzz1ygMybAuEUbDWM5dgSi^ z!w(S`WmYB9PZ3-EK&M3W=$(LlfTj=j0V;^0TsGXtmRe>#SvfIXL03&Zcu_65c)_opo)#^LVMZ}1ZeRoo zS(>E-=jMG}IM@dKhOx|4d&pyrWd{fNJnMA%%-!f%teC#JaD>FH* zIDnPta*L)AK$ZRuCs#<9obJE_2^oj7^=nX?hndfv$x2sP$tB#TQf%nRHv>5Lz_0X^`&Ac3$RQ)w zaJHiZ#@LzNeGfQ9mj-h1`6;2h_{#}kl=6jp1^u%@3IEA`RHJI4K?K%LjU8zP65vgv zE>1fjIVQL|Rs8-)uf(98uq-=bb68;pqH@JdC02AkDw(!9G{Ef9ya?7A42dQMR#%gP`pILXz=;Wcbh~a)c^LwX{ZriP+%yp`CB?=D_~R%RkzR`KVnC}ccIJ{ zwg!dg@+V2}F3;p!opWrE_eip^TYWJ<9dJQ0iYcg(-BFGgkQ8e|_~{Db`=RN6S@+E+%;R!#(Mw*++)#O01X<>8RPr z@@_i`k>!40v^@_iYlTN-{pasN9IHB!MpM+iw_9j}S^tF}3;ZG~_+oeCiVP-@*)TVd zP3((Htu8tD<1)rV4v_FJ*P;~;j~X^)JDvI9qfxE_i7 zIU8FUTN~Rr{pYUrf3mS^nz8F_DE}2Gt1m|(CtbK+U_=jRY{X6uPBCgOFQ4hjaQ=oW;BsJ zJ-Sb@pY#6(HVDN-rXldZ22651X>_p^5-KEO9-c+n#f@%H1R(rGWV3uqx8_j?pJWr) zqVN~2S}@06G+CwyB54VZlN<)*flw0UGXUPRlca-W2#h9B7xQBwsVTUZHK8yf41Ndz zWsU=c1Cz|$Qcx!H6QFAJUMP%LTKXFR~afeS_tWJZto!$fEIo%@6P)CHZkO}<~ zW!aC+jvuiCVETgkPzZaLXNiT%xk?R>krd?d8GuENND2{Q=SrP&z#V}cn+dptH3^8h{s{=n|8Bjy z&=!Km`ObrJBjv``kf<%iwh{U6&ggoMJDhXQ-g^{-3QrWwY#S<#E75&bF4%Nr0a_eDOIKM zb5K{j16+=rbT3!keMG5-L2XXr`~JqM_%0^#8a-B%xr>GJ^`BQsSXzz}%KNKEBdQd{ zS{1Fe6hP9q4>9ZhM>8nRAY^_>YX-EFsLWviTZXanLO>!{|J*Bu#)|X3SUV4|4%1v; zGqXzXrzoqZn5B-|Z5PFOg3(|3lH4m|&GQT%*LK&?wmofkN7J$jF7TjGoi?~AxoI!m z;2mv(E%n1K%FyY#sWy`k(x5`m+asjGFW8?*lCf%S)>7V@ZN0?1V13lf3CbLAB>nK? zkumz}A_DgNW=>0NOJ3VK@#TA}w~9@Y*vF&T!Gd&<3)2V7|H+KXz7k2c0pdqw;iAuo z8RLE6t|B@i#D!!M2s3Tahq~8;%d-3|PozLC{Dyg5WIe|+aXC$zxbhGxCV~{~qdg@8 z3(Ic0b-Rth{8w)~A|(mP!DY-D6>jH@xh>c!$4AvHH+5Fa1ZzJ1xvix)$683@E8+o< zByfp)Uru&kO%4_$9AB8d&$vpkT~Z?@4C$wPDs<>kpl_BOZ9K72{V3iTdNr%Ha7_gH zZEB2fqK*9OmlDQFc-B_eX}WbY%**>h&@})g^3hnlb zqMB0H#*tYPWLJ-x$xTUd6Shdo(A5QAYMD9@(pnk_-{#toiH3Fcv=m_NF_vd&@GTbh zP^rK-jBV#Mido;NGnrba?Ln-hDNCEpgd)9MzIC;)6lez(7*%hcj|<`YMWT1SDI4dqNGo4-gRPe^6D@atj>z@6vu)gJ| z)}^^9s2JL%$Vtg9vbhyFOc-UPcT*LgV*ZW)a3O0L3EU)%pD(|l>WUscfwcSnjvo>F zp-RktM@iAN=SJJ~kCduNRKu~`H8$lqH`-}ukY zCCL2r4wv2Hz$~~U!!*cHKKwRhiDUGkPQ6_zPUl-=t7EUeH`}3njH}@rjCjz6TU{s5 z2W#AK&TI#3*?JGb0Rw>pstDBNAk4{HT7zDYC2bmZgqe0&BlPnINFquK_JRe+*VETB zxxwVp#G?ygP;#X{8Sw~o*W$q6c>;_%{rV38Tr{;Ocvnm79h|OQp+TGc%X16qF)?N!kSGBCq)r;w=r=b{d;+PO=rMYbr=279ssPFMKU+ ze*B)vW^Xhq#A;YzQ;B2dmur%>BNxA~Lr_4ZuOKQ<)N1DX#{^PQC>XG`%^scM9dFh=J}bCMwFqP>KDv)}``dtT@*RMxpRL z#m-;NgzOSkDDTOkppxNZCV*h|6oe+X>h)Z9anuh39PTmH$XrXkt1zis1V?>F)GQ&w zcnczQl7jm-w56>Vs=GmT(gG&>*V z!e00u<|$OUCs1^HE4>Oar!>V5VeHjTqYtKi%I^tJkpITIa$*{0iZb zB~SOrfojUC!ZWMKwUAWo4|dQ zvD+;=WyAhJFueuZO*nGk-;Wg!wN>S z;(r)P%wShQcC2lB5)t{4)|g}0X&FUBF*1TS_uI*7lou_E+yy|P|D(Ow}A9xAXM^b4kL>0P1k=ZlQexj(bY6wv;4hu^pLJHd@vuZqjNX5e6kQLSAnXr+R9q2qRlc} z=5h(ZwQbs;2-V-(%$pwiimB?TuiI2H8ll>O;aInBT0a>f0MX#7Z`1413$i}Mx`188 zqHS%`h|ho7C_O!W+E}sO#v?=}UA?*b3{HfZK`BO9Pba8i*7kOt+e|Kwm;$0p)o!Y9 zQfRu(CBLTOSni<3RGkCTp2fJ@35P-tI|Xt#jcVbVcvz=UTdP{GS+u`XYvG&$DCG{< z`*L4T8fYpPfiVJf$?wWrctHeSR~`|*%+7W(_8d+F{Gir!@wA>05pDx!@`j)r8MbWi zTq|#t4C7^(Y_t7yfrUo7$fH_65n>x<(H6vn6k3eGdU$*Jo9k*Aq_LrE)WxDb2F9D? z$N?rguf?>{5#J!YaY7*D$fMqE`!jSL7#Y52hI3pa;`Wx?qG1#Fr#Mn_hI+ZzW%j!{ z;_3pMBh%YjyBT%#1D8wiF3#+Xgen?w*r0$>-D;o#%uuzDCFR&Yi=qxTJkz)vT*6(C zqBiM<8+Mqc(ZBe7V)wwD`+t**Bpp)+12u?u-AhPr8!IM9q5>bXy71dKSDw{-lQN zQCUqeNS|2jWkseVp3(;Uf`DSmjC;H;{jpI~2y=VScT44~dQuYiX7<&u>NfjDB%Wz6 zs9&4`<_N)7Xa5)I;N%<(ioJWJhz(BAd>hkDh7FivOL=;&0L zPxLDFy{*}9HN5D&)_&4HRUnq#buo>yjE}NEW=34JJ2+NPnJ#3pxMKp#_xg~La&p0k zdl#7q;cG6u9;HL`u!~imSvRm-=ns@C+iAK#$HyON9@B{1tnM7jv>CA#Dv?`oYa&Z2 zsnVloh{nKa8pGM2xN-+KX`BxFa_w-ji(-&nd;(J?&z;_2kPnnfsl7J@>pot6NUK_G z)4eflrpf1y{nUCtH!au%NA#du3z>qzzf}pepQhb(6!5q3p27P*jbCdTuj#b-8pjqf z&OCO&naA>phQ2RlrQ;G#f|^7}++fk4K=~w1bxBa;_#5Ko?|{1n)f65Za-N=}Qw!@d zp!(Rp+C1?XYd;cmtkf{m$gbm`$_ZU7haXnxnyw9_FVr(XZ*J= zi~f&K(>F5u6*gBITeb%*NWSoKKl-$hcsRMpwu=J>dsaYh$R`$;%i@N%kvx!%LTf@K z@}y;Mj@I8V*bxcT6A9FRHU#mNFe(W%W-#>}tkHHWkH(h@EBO;o;zUn83@*pzTi;0HM}G5$$hPIpza%%i^L! z^|HHzW60PfLStfP;Nf%JU;y0%;;6z%g(0N^M!cXND+Gx_sX;=)<7dQ9<k;ahA9*xdElqL+*w?p369*~eydo`{_s;Ct_sQLo86$2sfyUGw z>0?l@i~;=01c`((`dvimRw>w&qs2~AvcV-DW%Y;DihiZwmh zfb`kwwY#VC!ji4_{FOJQzb&Qzr@YZ)G*y&fUG&`SjYo7&8^K|w)EYG6*YCqGgP21L zD}_i~Y#>L>@^ss6@T162h@ts4$3v{vTirPktkh1Qt3$8y;(i_&d2F^3&-e&rPsX{y zP(MUIx^l5l5qI-{sy*AeEKFSAAJX2~%voZsQppqSnCA@nz_>Q~n}g3=(t;wsSnV@$ zsg7@`^sG~^HRSyLjBWNKL4*T1F^HbE?Djc?C^c!tg^s$BVEwO3OP(i>UwCqQ-yp+? zUuj_h1@p5kTLM|mHVzoQ0AX9*>Qfg-oaf;*?iY#$@@7DyTlrX14jzG%hyy_Cq2=#8Op$E1v`72akR7; z+2#bN2%M7@k$QgN;No#zEE+F=p|FzHO)9L)7Vpk;JE+stHZB#lXB;+5Zu+#@@;<*u zB{kV5Qa#it=6ZPi^l}9|4;$4wtA;PDnK{lRI!SlWX-**ywkj`Vs>>g1#40)35K+0P z%xNaCR)Sfn(6Cs7vs6H3Du>fl5tCYBcP-(dt~QI5v$NKra_TBjc}j!Uu^3JKb(n60 zC(LPIE+> zMc&s*^9DIW^HHi;d_DxT-F$t{5&*b4xqC75B$}w|OISlVKAoP~hEBYUX}aM8b!#$y za9I@oe8DfoVu+;a=tHLOJ$p&KCBVGul&XBR+iMy6E#k>kSLXt?(;RXmb!t7+T6qBTF_YUYIqA8lgo+p1{(nesd2T-AyfsgjIZD{68)L2+}}MWb-JIB=kPS-@){ zT~F0Axh!@gY{mUFT4tE@qL8QiOB>^-u|G{)81wq%GPW)6kg$rw+|(T0>G_&eGp}cG z`Q&oz$29`_UE`tKBqq8$WJ{LpRJMy^t_pWvHGG}8>B|4OC|_echdI17Ysf?%uP>ZN z%4vYorA)N;6OJ(fzv-FN|Gjg14n~&iHalqA_1gY^_Rj%%+k=a2EG1%^Ro)uHcMwSW z+1XwhICd^OAHOnnKXrQ4FvlUB8=0MAOz{%xu2Q)^}L0s8-1yRF^ONx+_KAtDW z9(SCYr~Sg^g5AFqbBl~EFT5F%=cgt3f(qH}q_0DV(~nKUi0!i#xw2XZU#Xy8URr`E zZ(fCdjD-BnU*j8ZjtJ6gn7Tx}r6P$m#wNj!<0Xcoljd zy=pAVl&fW8YvIw8hzrl+ZFp)BPRh=1pTsTiUKD~rvOa)Q&?V)lo{~{!(`_CYNgdLh z8e5EKS>7}<)i5H6#K@*+l#MFCvNh%nEqvBib^UCU8nF>nE)j~!FwfXirJFE&C16}5 z_O_AKl~>%5Xn&fot(9wMA79mm?fnaTNJhWAEGr8ltw0&OBkX{l(sf(@Gu`>jT)LP_ zc{_qH$LsY>JHpgamk59>U95X8`g~RLx4w$%h-@-iy{Uc)L;VSEj;HB*vS5R)0?ATP zBl!Mfzo%RfSO#j(aXTw!>V;eT)HgzGT11aWZvXbZJ#kuP{M)lBAgohrWF0 z38aWEjVxuJz=R=-)gtX?QZzg$IQEmUXqKUt)ZcS*s zn8wQ7fX>O-#?jWn#LCu{?mzF*S(_U=*wR@VJJ=XoInwuo9Xch}$Gm6R}Yro(DgU zh5J9Y5urWAXAJ~?vm-=(Z@Z^1?C2%?8ur?6*)z40E-i@fYyZZVGa|9+WT z>|;z|C;?H_fpLh>hjl@T1VlQW;{ARic*L=Qy3n){U=Vki`3O7qP`xO<$gP^^dO;3J zDZNd{TI{8FRo~*;yZz!oV(;0QnS|i9}Bv z8ME=@Z>CQc+8o_(FP!cMrb_+X(jr!bjT=?p1kQt0W_!0@OkHIAHyMk#&t%t0&(AthP)LsTaD z*nVyaU|0Z4w76C^5b4>!L~Hsmr0<*&-1V;mf9&@1B<`@q&!?S)TV# z^&5HCqxYk4?g>By+wAw>lN9~ypz*TokVR?qf?@av_t0T=!=Bhn5aGWOpj;gBfX2Dx=rHosS!~G{)G4;{p1N~<2hnM zSsW&Hvh#<9*#M*pG#^MNWqp?MejxJ`XdmMJX;?K)-R*phi^~M@)df(_&w3wBistj# zKcv+SaNp|nDcI?_+OMX3Pt zkD7R3CaMbSQeaFX(s_o;evF?+*GkqJ$GKO|iI1g_B%sh-`IAc=54cE@`~OHc{w4M8EVS?GottWl#IBfejSnV z^eld07O1_j0(y;3=mQeCWHAYXSoIA0@H59AH?LOIpIUt^#Q@+t^{_KxDo=UM zt&e34g^)BOZi?`Qyym%8u8GPCR`_G#s_-6c%zT1Agn8D4FXx?e|8rbOc2SsM$f`xi ze!7G5RK(9FvXFO&Cf=a=Dso<&UKN6-J=Pyyd!?)sJLj#BEYP=4`1|AfC6O$sNlub@ zc!MKkQF2Uh``RR5PJ$MeP1EYoK$7L&g%vwkq29a~(F(zmi!5~}uJ9iNjNmC^^1oU~ zEP?u{yk&&0@(Frl0v8s>Hj%esWeoL)^`La$l)*G#$RgtYWvPf*gn@?qGQek022~o< zM8P0Krc(Cq974X3mm4iOihtZMXs>R`HpbL?a)rji%{w=)$V{5xlHWgxa%(6fIbg^J z4Rk=%#E356@XRn?_u!I-34>-rW(ne8)c}E_8S|#*hNXkts0gd@@e7I$bOXLvcecv^ z%0eqR-`a8nLrmNMM8~BR)F}3#1U?)whON$EY1D~zxxql7+EwqBm7rR0L9z7frHC*X zYbPw%sE(2~KMAb?n!1rWe-kM+=1^6&WFuCIH_G3*%`&b1@d?(a8= z&X+P9J+-r#S5B|wn}*YXzUH@sDn`8Rd)=9DcjWy`4Mo^i4%Gy6L0!xTk)U&Y>_5T~ z9%F!#p=g&^z$wsRGaSZLO$krZhkQ4C3eNEkdnf;RzeLS7-0saM2OKpL$w&0yaPRWpSQre+n68gdq$j z*fC3#QepP6HXroy23>Mrk*#ueCVr5^h{#}6MUJ0yXXjrOge~qt9VicfgHej-`N?c#mUxEl>g)~=40}_{k$N*0 zZ06#_%ds(O^emLdQ|h2Gxiu`EW>0a;2+X>Ifq;E392nyw6%0G0VL0x=!|hFIs|X5I zn&7i7tpB#v)+vw2q)tTbu`!`kxy}Vlq$=Cr79QU;Z%OCi44V6wZINIgG;;r-+HvW@k6F915Yl;w*6JE{4no~8`*ZM)04E4!K`&9F^3{T@nC~3SMNdl0er2}6rG{4 zLT88Yr=DmTb`!V3hJnh&_@Sd785Hz8h!ug-+13>GArc}HHhQSC2sdl zW&m%2TZt$eMQJHM8ln0KR$9W09J$v(Q_@X)#>Nh@spMYX zwv(SUIsjdwV$;1dI%Rg5xm$}l2fJVraQLx49^=+V>6ZX|Nt!vQ@pACpz!l0QDuBBg zQb1L0t}s0-M>VKrmA!C>HNjr?OD*X%NuG`|CCAq__Fl z%sHKAGfoZ1RiLo9ghH*AA7PI_BG=-=8_9FoAJ9Rdcx z4<&Ce(WR%%Lwmi|js*qyIX8Kh1lS17lMvGBuY7b9i6k;hsup=9a;2XfdQM8z|K2-6 znd9#FCsOVcG3(-^dps0wFBy70s%+x~3o8a%lH`BVH%0G=sSRK%$o2(^2xUcBE7K4t z78#qMJy3^H>bLBdT2Z&vmD}puF-HQEEg`U~P^)OXZBS!UKHG$ldPDc-#^c5r<^HTI1q4?YcZ2!REWHpqgY_)7<9+Q>_gFU_EF9mY-+=ET3`PN&~J=Hl^wlme=mslFF@ZNHx87(zehJWF{=H^%HYR<7~ zTUXlHx!y#>%loKR*@HHanX<;4Vz+mzVJX(=)r?OQS&cqdSCZP05Ko7kSrt@-9SzP! zdJ*@oi=pPOwNn6_(BKdC`nRVl2!`}-!(kssIfCB=fmPcwG}VL(0{7zZtr zAtJ-TpY7P&%$PP@VuvSvw>sYBTAuhq@ORwZ!-Gx1*n*9qbK^raEoR2X3Q{{Iga{6!GD1N=aduTzowkTHBpY|zZe_+U+U9;3+ekm zT*v>D?E9b04z{K2hT1bH($60CQeIq0P``vGzrHY`Q~~2Z(le!krP20P*6?7%j_1D= zSGPMao1s^pUtzc!SJf%-ajPfJGaopa{OGg+w+s#^&|sn9HQ#^>purSR2L$c+0jODj ztPq9l@u#`rZP?XdT9}LHfSunrG&eL?s-tHY{RdsmKw#!(1Pu=GolC%b7RX(I@!>we zXZHX&&zGmS$DWrB<9ZXg0`Td@3?fiAF-)pO{e7CuM|+?8;8OmbAng>_I;;uU$urA^ z@uCFp#vp=_LE!DTq{D#)*_#9UqD2Ld1ol}pog)*P^M)M*%k~ciUd#>IabaE;G~yg2 z-psLug!zbXLd3eiK#&OOTRDUhc^HB6gBan-caHqp14@VViy2P@aHeJ=#I0?I%{1X_ z?S2^UqWnE~XMjbNJN*+cpn@^DPVU?&vaYMDnS!&9Oj*TOFCR}&o}8EvdREnAt>CYbRs<8(`OVma5dG`m@V4wRUt#si zn5$=Qk?(TCpGXOL9D5*@H6b0lq#=czM2I8)C0+zq3<;q0`=Hf<5bE&eV)QVVAY$ds zdtlEd0i;af31YPfrTDVS+lb+S599-`KaLZj<2r_%5gYJxwf4ieEM$g@zrjWeMz%>} zJ)xT-If4z0fm?FX3cPg#xbu6DWZTQp_1>cP;A|KG66fTBl-Swz-+UN_yMZuKW!jhR zb@*Iyg7+;Zt-=iZ3(_%gy$btf#`$*hA^SsRA}iANYK`vFrvHnlS$XqFkbELx;{~Z+ z2#&w0pLTMIu8hYh&{ao&XnCDIz&8MU4iM57hHNPRh}MANI-glHkcDFEYR8ifT|OG> z*c_Dq8Q6~0dmrOKF$t{$NtL4~% zwKJAqAAnDh6k}oOX)9gL4jGRuZXzgTSz`ferD-M2SlB-wLse&RF-XJcVOl&Wwjr?4a?j?)c^HDxr65iG9@^VcI?d^cT2NhCm<^Rvh8OOiLF zyy}=qT04>j1F6liZ4E=ROHn0P>q=IJsUIuS!DOSEgvi}akc>@4fEK|zfMvR#;V`x; zHxQJo3{}*jeIk8X8fnx3 z2aNtXWmExUNJOSowE>PYRI#7J*f<+%KE;M6JD)HqwHJA&SKcHRWd8}$Vz z+qw@ZH8-TRs7Cl^jf2MI@pYioEl$_ErF5Re$qIj*Hxur?GCDps+#2gz>}r?%N4IWr zeRU|VVv>%(t$MU;&>D0kt1kJ1?I(0Q<+-eE3pd*-Ce$!=6PP%+R7sI1KYUEYV9c_S zcecfh-M$S)f$FaDnjP3j4RcdktIPUAfy|$K znYvWE*#)J+pV6}Mej>f}g0dopbF*B>m)*?d7`ZA^990a6(>EsB2S$k6@B59cYeK;iU%{i0R(ezt~uNzNS@&@}~NzvuU5-azm?~ z>in=(AE5IgX4n=hY~!{!mh;zDocxD2ZuCNf$!V~!7_63P;`0=r<+;qb2n$=L>?VMk zGyn}f%mz*9*AN10hNLDx9ekgv;SsdkVR@8{$KF46G~+E!4g>W1L8J^`VdU+w)?HZT zS^;<1AEx3_+l2SR_D9N~+1Gtk2y7DV;O9`_g9c~?oz>QBBqp}?nWn+H}0&Wa=VmF3=1~aIud76!m-NW!1JguqrQGwxS8U!T-zx zs=!~gbgmpMASBfc*mAtuagVjb50w}*38P_R@exlN#6In@{ZSg8knZH(5#6_mx(TEB zwTI=X-dTYfC;581zdIw;+2JB+8W>itbJ^LZ_iUYdeR03t6@vAqr@@9Rh(wNp+H=I8 zNIG+*kG$G*qSq!>_aRttpiTQHM04}H!cMq>+% z&nGHg2=AsQrv{EXV$?z@ph@towLD}>=7*Av-Vo+};k7XzDz)>qFcb`_+n7-B>7^{^Q?Td-y&nPFjCyB z(Ls`%c60R2&w0ge!1fjUcvPDZv}(8ZMu@cHnjU~ZT#bI10iWc>MQO!}A|R%AQIJTcW z!J6mM)tjb(Yc3T20P*5eE8qw>8_Cy+5|T|8j1e072#D3ERTA(X(Sz*j?G|~-n?&(VI82_Rc<*_!mYAZUyX}zs5#<$ zJ)30nQ&kLKj3?=^IC4+*D6?=LVShkakVW!Ua<(R)1r85deh)*SFqKYQ>}i& z`Y#!u>~k}&Y|Dz3VSVrgRwk2xhw3*lr1w6iuUK~^qbU%sjn12^1R!48*9(!^uD4bd zi$;S(GKN34mFf01<2-!GdlEhN^N*7Z^_zUoiPz~gN{@EDlMc6S8{T$g!1Ch#cx4mN zwb%>ei!@}K?svRtn#=|{Kwz+Vc2hYqXOYimg<>D&9XeNq@lbc&_+H5nMf8+YiqSHO z-lnVaB3fJXBnQ-DrSLrM$}_(?&;HYb(q@vN8#i=xJMg%5GG}C_y&2`(0!PPb z5hefF1K(bKQ@?QS*RyVIW-@z3*M5Mz^n_{?a^Hr&tt#6K^`iYl*m~099z(tdcG_Ld z+w!^r{N0%%&e6M?CWmmEXSX3^fJRMI9j$=`fB%!t_N*9Nm1EiT_K){{OMQFmblBa{o`in$0iA&iFrJhc5LU$9*;=A6ez^P@Za+2?U_E%LygM zLrTF>xWDS7U=E58he#q|%28LzM@Ec_Z#y+l&_?uwM#szWglb#5E$y1Q8u?p(HVHhA zESb=3-0a-`cUk>u!|MGt1&5HdjtsJH%K;PQ0h|;meYjKPzJ&|RdwqL-u+VZDGK8@u zNr8M%6G%g9 z@mPv#&|2<1c69ZXx<+kFM1Qd5tAk~IXEVhtWN`tD&!ziG%?^ce@%Q^rvJElBi<#!K zAyeo4C6pAn6Jq1$N~@Q$V;K`Blv)0pRYT<$PsFfDD>{q6v^#KA%4>m#=XD*+3wJYe z`*weQ?LdG1B0}F8cx`95g#Qu>{OJOl8c26r#@lKEG(`Rn_5JVByr)zA7({tiG&xNg zJo1%H%Di7Nb+7nPL)IkuWP<3pVHR{@5}g`ZL)t&bg@M2@nlu7|uGKU|th3L>lDU+! zSJuct@?3*22<1FNH1cEV+2;UIE_2?z2Ilc~eLUeApSVE=So*vwck33H*_=b_{;W6g zbJ=hL3By#bL_RKGE4zmrwe#6xN*;nBA=-6_TE(HocdZhUJJEa z&?5<;6@dUMp)W{aU6KGH3k(iB2ig(CdOp;ELsEe=R4>;Z?^L2#$V`?ze5SqV0qmqR zGK{>Me1EOtZ}V|qM!>$TTQI461Vw+Cfo^$SKB0s3v=vg6-q-hH-s?Bjt=O*XKQpEH zx&*#|01+Qm66{0lk?>IKOl+6 zoUD%)i@wk?VQ~Wx?hrZ8+5`%qA*pm-$X zLb2uqVu|R6BDU#%aqTj8#>~WKpnDCz0-A>msm~X60V>MzE-s%c+s~})*l2?!UYiMD z0~exfRjy4u6fibT4gZ%=h6JkW;EE8nHAO^6`FcRt(iOk+VM)_8f}ZeB6ZNfPGW+BB zC|XA8#6gA#W&usO#KR-Yme~(ff~}7|PWIr*k zn8ty>l-vle0qv?LO9NQK$1HpkNRG(7J>gS*dWPQI3{FGuMZRV05lgb}+OXybZdcZE z_j6#Qsy=N29eGiFcqujXcnQ-YLQy$trhKx*=9MWtF~e(9AC%RCNppX_A)V4tZTX8- zx6#ay*JWsy>DVZ@^kl84tkRVZ)Zemj%Pdl^+o`Rt)X)yv?|*Kah*`~*|C(QzZrqs7 zUf3l}1UFn51C*g1fgeyIb8{q(rl2{nGj+*a(Wh!G!vwFuh-qRs!7=5@m}Y4k`$vu z;b!plwTPaf`nf-z5UU>Kz)gAlHe+)FlLZ+F-T0lQe)_QQt{iJ|a(%B>&4F5~JH>I& z^aiVHTExh{16nGmhB&)rujxw$;z5F)ftV6J7C^535^8uW^g7%nzuuJh8DNI z=ic+LwRds1!uWYww|-=v0ov%K1$=(_k&=%ymK#77)Qs>by09dn>RRshplj-b9S2wX zyrKy*kIwS5$&#Gc^Q0<&G05<3Zr-+A{t|Zq1Xjtsd}~oT!Bs%-Dnr#1O9x3BIg9Hr zG^#eF*qdJC^JAa#)G;+PIOK;#yx|H3UCP_GS;f?XZtZL6;@FBZdxm0Mb#FmTCb#Ht z)klF0VZLM;y88#Z@uJVpB|(VZQHhO+qP4Ac76Md(Z4?Z<~jWj>=%2iwdQ@#YhIuE)buA;3@GtoYvpG} z<%vX?HN>uxr_*BRx*rQse4&AjTjNvtXYZ$m|BZwDxOWxNop%+<9e!mfs~2;IT$IYZAIfx8cqwV-kw>V1*9CYtX{{(3ArytMkodm=eerk zir&b>_K)P+Sf}=e5BTB7{ojME{RSuYQt7PDv-KB9)tyxAY_OL{^q@v%EC&f}?T?K4<>oDl8R)Be!D&w8&IkKm*sSVb?+pob^ zW|(WkPrdcae}$}IMatTRNcav^QzRc89U!U+7;>``h7qRw$Mh5-naRKiI@7iu-7Wx; z0`r(4m7``;(Y%r@Qk^Tw5ql?tnHH+SLUba+ia^|Sv0+7Im>=Hje(b)@WAHv(+j#Wf z=J5HQ|6*^)%R(6PKPT+e`f2k5#tR>G3{Oyrq~04Wgav@tr=w0hSq8M|^L|f?l9<^C zdLAitO{=5mQ`*Rn7)2M86VXi7QWBb~RuRCnn{;HY*+suj^REAloXW)EO7qncE5+;-Zl@yK|!@cwn9ynP|5zg|JVF;dgl%NMtCR$9W5}BDc0*5O>tR6Z0Qi# z$+Mus#?cnpcX{ZGqX-#QKKomxL}Q4j(s;l zIf*BSjdBESrb6MuSKV2Ny?U%BSanj9;c~Jh`D*=8l^D46GDeY#qh-1t#QFTIm$r^Z zw%Pp9td*j!_&vlLp_Gy{B@;Wj!#IkL7Gl54!|N#*z@;%Ji)xEcP^2DUmGtQfh7c)!0Ql zuO&(&)x8niYxYWEQ~)7T)}*#xff&HWm?E8_R%5hel(`;_X-Fa;ZC6r{Ey73hf4t=QLSqY^OP&M7W{82U6C2xj3~^w`DrH zoI<;}9-nu`DV)8|@G4-U1Y{foX$$21iy8Jke~r4K208Sis(!JQt@25h?N8k-%si@1 z+GLQVG#br}$~;|iQ?lzT20f=5nr4;M$);EtCjX_bRPDEJijvPGeB&>TQszNAeYgDvav#Dvl&&Ue;GP_@=r8^+k4 zjHCmGpZ92!>FsKK34rnD)X&nqC-=-sOY_`4P^d{9J6JCZCBjEoR4)}mJl>BBXT2!V z&O^!4YP%{*xIshK|Et6PmY4(6w!v z%yrFxFLOIWrlDRCnc=u4nnKRyWxQyu(aeAvK#LBp4%(l^>Uvp&q~|6IT)=rie{p_I z&&m!vuSv5X-}>v;xBA8J$K&g97Sk8T9_%q5NS=_IPX$`?)4}RhjFLo@7VJg6Rk~Md zx9j66DB{PB6a%BwJ?ro7%C_zGTq}tU5wn}&3JN0Q6i7l`Pn|VFWcB!Q{~SOiiOT~e zBh)1XbHAQd0}Aii4`(+dxg)1eO~a-sg=OBGRs!yp|C{L_c11q`WcsaWc2cNNvzz|z zx(i1X($E@T&diNIE$(#iWjsXB05bi*P!uTmXS$KdW+u}i2pF*TW3ibTNF;ZFN2KI5 z6*aNjQKV{3k9-b%HIVqvS+d1RSETcx?Z%`8z3)LWD3E&jZGinpfj&0UVaa4VpN4hc z#!s3lK4!6_J^D{`_IFAp0apAVl;kRsTu0nO@4xOrGRH58I-aEa z1f(Dp2IYs+MY6p)ixaS$vg&wQ*TM zhVKM(Z<5F@c|`opx+dim3Br%uIz*Z#@YOu4F6qND)ZaC16O+UiJ;Vzac`x7E&K&}w zwfcbYnKUcq#X^;uN9NU-P020ql!**M6|sn@UPblI zt~|}!JKi^@K#4co>EmkW?04ywl1@v?;L*{lhvh!Psn4HT${ooV>olK2EwM&R#& zINtme;0|=gCcECHwW4-I;q{T)OM$VJ?c@l3(1QvGm3_cyXSM|6Q#)Adlrd1QJ#v+# z<1-fa1P=~An%ij#boMA{JFq@F6P!!rV_7=2yPLIz?p<-xK2X?40p3H|uay+R`^elY ztqZ4#K9adjSs82+Q2GHe)Q;h7kYsRg38NCNIf(CU|JXz{qI$3QLr0NfH2;qqs1)yH z+_O2R3sl|?pKLp3b*u-Iw%Rx2jvD9*S7(ZpTaib(Y94cH2I*6D`>%$ehtbLt3)YNukfZs9JAPW?%&qa@FTm5BjFz13B5=S4ASi>7DbX)O0Ab^r^ioREy zGxivwgwMvgXdSo!n^fNL1Bpqk)ZL;SCX+e^38atPLLAktxuU@Jr=?lg^4+p%6dBgZ z;1K0Nk$>>IQnGr3{@fo!NrO)5w~-2KWE<7xyT*veU(ON!a;xi)i{q{?BA15!8UYY7 zwR4`<;+3&JCT%tNHYEIBk2xL*>VB(2f)~RSogvP8t9nWNr-Ut{Dv5mglNof3*9fg9;GektbSV0$*51h%01F2 zZznctU>_X3XnMorV|{-+{`R^sC$RB})u-`R|I|$bMpxN!?~q6btfYuS$f~z^>FdYO z(_~+1ZvE7^p&w?RYyFqD@t{DcD?kQ#H>GR^vr>~(c9ceZXHR`G9-y}(d_od|dhe@{ zt36Q*12&9R4tbS3{P{lkWGO?9qVqfzU6a+ju2Lp%+fq`3uup)f*n216)$gK zqGS=;fFD4_nAgh~`|S{#A&_vBlRAYcyKJ2do5IBKUs;|FZt2UTwvxBJx4G>p9zMqN zR4Dr&7Ueph*#0~D@|Trlk2a0512C$Mfd0dh`G3i`f-t|3v@orep>njedH+w?z-ORs z{u!%t5J&ZqymUEJ1YM(#Av8>jfe+BRd6$c|gsOl6kG=P-6RqDDGMlFsBH(twiI|R4 zNip@V_VsEaxt6wjgYtf0&T2V<)?#5X@0DJb2kf9>Du%H(5efPS0L%FsAI@ULBgWAS|nGU)pXf=*-DwYc)EmC3+Zb@ey6k!)VU( zol@_g5dZUUtD3BRLIohE$^iXWjQ^3(?`Ue{@DH6qf!}(a{(A?^3_kc7DFe>Fof%Kn@v=h# zO)kl0M5m&$5bMj58k=Ad3Mx>_WKjsF9ApU7eFpYD>;gd=RNpMBGoAtwqc&~vT&h0u-yRkAUH;IK!#zjG3701!n;cr@y<@s=^LY>)|keRgQ3| zy>W<*GrB;8WQ{8652GYv=urz9gc@vt*5xN^pBY1&nDaqP+BGCk{c6SjXy^Sb8gkzT zZc!8<9)&&-_M29ZMW1JP9~rMcw+aQEV@Fktx~OZmbZfOYkBqvsZ?E82&k(oo7B5i- zwDu?;Hr9KxD8^=b_a~t9Tn;T9^7h@!3~8v)3e)+S1BSR`7c0PcR%P1gg@+HG>UX&(Vi5!_jdiU=Kz6-1lD@Cg$*C|86vF=6sNF79WKt!QoVLL^A8O)I)cOP}jCC0@)zM6hzM)txqgKk80!3 zau(y4llOUMH%pZ>@x_--u;S0(4RHI^A3x2lhWH&zSjayZ?1hc8rh34U6zh=1FIGSm zfGkiHCd8VD}IizNlE3ND`{d6%I3G;o<=j5J+t^^=mVqigUdJh(D9=gQ7v|zv{eLt2@;g9QM4ZY6ime60jBnZjgVFbvO;GGE!QmG=V6@g5^$j4OpXUFLBNdu@&r0gIA&d8Dlqv0YVHoq zj0yfZSB!a4c(WD=2ECMDv`hHI0y{YSiMjguAzR;|og=+IU>tri@nkBh<2>OY-M7xj z97<=_aKUqSL%<8@h4(|6xm-y8)*ZgPwQ2jmzhr+Wmb7`r{-FR+-T`3gitayp$Xsm! zm$pjPUp9Lp{{<&gs640vHJN8aBAOjo%`+k#lxdb%R`=%#lDCZJVuH_=|Kl<33Y+pv zpx}*gi0Sw)bKJ#PpKUkI1g5u$3GCS9Sf?jl{>GHDwI%Wu$GtVpj&OY@+yKLZ0m^`~ z)HP49UAuf4ocgC3mOxgJl8?Znwg|9iA{WhzKlG?8ptp~yrr~G)hIxkOf(1;Lpa5Eo zJy>gjsjqm5nv^du1hZm~0;Fr)U_=2>ActaopQITGKX(G!ix46T8F|*OsuC(l9O~2wo3E`&%>TT(l8Gwmeu{51oHZLv)&Fuz7o$|J)RTq0|RxpE!^)y9bOo zf`_NICRn#bxA+n>Vbz3yVJLAdmRGQ7gZM4>SSF{7~Kphfo?!BAXXMu(7Fk z%?MwB=tO!D7Krli#EkBr90vDXn32#Rz2vI3CB+3uS?N`n=AdsBv^-{sfRaQ{$$Gk! zZdPRLH8Jf4(WhvgK}A~El1i34OnsKLDx7I|WoBT1tucl#<0#%%q>Z%fiNZ|0#RNBm zM!=tjf&<@Z4cEod65UJUKHMjkmH8-NWoTlIxi|mGx#r-VyYq^u-mXk+*ULiT7caM6 z@}tu@A9PyDJDOP2NbNkug7^hsPp=N1C;*Ouig0X*COk3cF zV5kwM)gC)b6f#dW3H)Hvv%kx~KzA&vL7$aO zM)|Z=d8FV_C#O`U6keV0B$zZZPc`~S>s^};lgeF0BaNsc2ds`Q)r z4hF|z(GuTJcBXmGOknR~e_{a`^Z||ITY^pJ3Y&P-ZnyqK-1l~rxytW@La%KXD@Xu% zim|KQ)?Qk;!7u3N^rH`QyR(p3dcjDnaX)vGh9P1q$-A>JEdaHtxuDf2${Zo7{9g9 zYj;njJmYkKL(3A3fCW|RJM1R7CE4XpbizB#SmOk##eqchhr(m@L6LQg@U^gN#CDz7jzyB@TzOQ7grN>ubDCThprReszt zHjZ-HphI}8{GG&mE81DPT9-e5yB0-q^Qgs|iRZ{Tsvf~+h$E59>eSSTd!TR&=!#`G z-5dRo%x%<3jyI!nFp^xf_yYQ$U$w@?3R!M|E0qaAXZ>euq^`Dl)`mKUW>$ZD11r^j z*Y238pVWLGWw4hbMq5d_{FV`h__~s-eu#O@`ffkB6yor{Aj@YJtAL6lL(#?KY%Q;KF!$vGDvl%9+c%7E7GZNy~L zIDfST6;I(F({MJTI47nvn;xP2LL9rGj79}4=xuxA_id`60oYOGk3-c_9|{4O7j^Q) z46Z5r)(ghS2JB*oAM}oMt+?87BJsW0LXtSy`96|R6kk-x6lreVz)1uc(VN5rJ~V_f zzLSbkCX{3~<4WX+lUxJ_IyCBI>5-{1l&H_C8uyCuaF>-xImK$AqMuN(KSXZ~ycshb z(;{_(=d-VPWp|hVxNhJ}2m3>9MDCthJMv_}UyHn)gTLi(@Alg|ZURMV3($N}h(qxR zpd9ey)&~YEZF+F$?@6*fk?35eD$H)awyL z3ZA>Y*5Cv8ej&Q?v-W?;bMpU|l8Z>+i#pZ~3b0$y!r>8p@>#n1$w{Q}f)9fuxZ`e~ zXzNB$|LV*{>c@kVdo%Yk==oMn#x{}`84{?eKcxTSNfbc0XrdD`(C-+n*~p zJS)r%eZl(UB7iUC5uICo@;w0w%9{jTr`8gA=V<3&zfM@>zO~1X%|YTtjDwqD6~7&n zpSlGsX2FfJ&75Q2*w9kkN5h;1dQ<+9L=o;f%Cjh1;gWPS(=_UBkZdM4pxuv-=WF)s z^q?1;MTo=S>C2R1s3P^)NeoyjU#-QXV3dqwS1xkEKha5dBZr>E)eBV4T=X4_{`|8{ zXp4j8x1z~Gq)A_xZd73bBlYMl%hYp(DJH>(1;gw(6PtkN-n6q(IGYDn2MsdCNs_j2 z2agScneI_vZ@7h6T$t?7;q9*&;!Pve>b%&0v3NNAYWT_eztqzqF7 zf0ap|*CLr!PXHsCvf{?y2;mGd;q63)8^yYXN6qr||DIM9vu;v=7q38vpcbaG?VM6e z+e6YwgnUlDzHew}@&iBU`o31tP_=q^SXM!!cmDVUH{GenrY_`ACQPh!V&7Bk;^C;% zbH1D>#xf?bR|;qHhGU*#3B_oJ%)~S0QI|ueN?T?U;CCloftZ{mM7GK_6|wc(;KY?HtxhBQpRr>WG25DZxGYZ?^1P>j(j3l4svfUXy)d`T3qGE>XH(YWYgdHXY4t1mRV#MoK!Mx_s8XUd>6tHxX|kwa z`a6@R&-6H^YCso!hy9O-&}+u&dUr(pKFhLPMJ$!5&G&@*;BZdOj+L&@Wwlv1n@x28 z$yNlR@MP*FurqGey25+qN1Jm$(ZnQUX9GG(MOYUnNisF}A5YStT=c_NFXl~l`;|jq zM0~DIT-G+|I**i^9l@064im=@DvI4Cp!fd8S3AwJpRdC(*F8N0_V=uHEz^BXq3Bx>T*c5uR|6eT*J|feQcLFT(gR*(psnuO=_#>= z(V^O8anxYiR{i1-(RDfTf1(DwQ}!K^a#4Pmp$fajw*)kh<7@y~DQC)<8qn4BU9`2I%Tuc_!I=gTK18PZ z@hU6v&gRI|CQ9NS<+H*O904Wf*tszg@oFQ9P-nmIdRDr!NP#hnaGbpyi!!7=V??yf+e|S;r||;mcz*Z2zfo^#zL@G z1NI@+7)8r%Q>(@tVg$%3>;=lmx@A6Dm2;VP3O5-K{=icx{5faC5Z^L6Od10@`f`9s z5o8D?0Guio#t3K#4>U}>6~|4$I0uVu(1cEzi{lw;+bK@Kx?-yafSzzDCxIFuP+vMZ zOcBlw=aQdp46f(DcQLbJYG83 zP5#TmmU-CgPdQg3F)TvZS?qp02vu16x>`Rp)!Kqe8!M$s&e6&q9#q}pyugr5c7F#YJM%dmWBUCMD*s9$ZBsx|2r^`tFuQ^HA`ykS? zZ~gD`#XOdgHTHauw|A;6#3>a}A!Oe5-e)(y<|fzh*_v=RWueL_Y0jWGmR%%^wFmSL zpdL&K+}Pc2+Iwi}*DENHZ7ZzU73%#0 z3JH{F>&=8x{D74-5dG<8P7e>RA8pfq`$4-ID1oaUjC?E>ETwN5E-oC9U_ieK7Zfn5 zjFhtPO^c8+7TA^L&y+MF5qJ#z){>@={cN27evJGH4PwhX$7YeF zm~L%?9rME^m|k{D8}9Au;rmJZysCdzCm*Q$(;s@%pTi{ZPT+~)SGkMVO`Q2M*Mi_R z#ZXF~eUr5|Q7+s+080;r5j;Z-NjJY{N-p{-LI2oWg^xb{Qh-ifYN0Vn&pS$JXfjEe z7+dtYgKk;U6UP9U!5M{xDZylGmEhw_B1%ENN(9I}5K5gy2ar5DvTFwdBf06IR<#p3PqUhDKOCtYbNPMtq7B&U_h z33s2kEHMpp@Msh!n&^C>6eZ3`vY*m51shzkDEA8rm_7~o5Lv_ z1h9>#PS9(i|G8%&Mk4(E{lwT@@|TrCyHf!@y@mWaPeoo59>n?UNyeG^6M1^Vgi+=9 zEAr7qfv%v6>&?03YCDRzG2y7XUyT+C>kPnrP-s0oT`ViLY<#$lF%r2ni_MTo-t7qF*E_yy4_}JY`t834-cig^m zEK@(!7{S+$v@5E%(6$#rIq_($EpRNRx6j8Li_f)@o_dK-!K@YEifq)M5E%MFd_Vj> z`-1rnqh5|FN{fMBZrDN}9|4U49~1u~z}5b1I(2cHOEdW+QI7WiHT?hDWbR7PJn8@+ z_B$Zl{~vj=0A7)e{a*o7wgMPs00BGrqR-QT+_O#dDy!xQC7aO*&KZ=EeKn*pwp3wg zzq-QmlX>3eYCk_9K;wB-8jrhlb2~~+#tjy1iGP&8wYS(gdK=Cr+$1U>Z&0e2z|);e zsZ?@@jW6>{WSOrKh%}E*x0``+cgTuovCcunR?;2$tx%tVS7{9DoeMB!TQGI{d$1mU zDSw^)p5Yn;cfNoWz%pe<0$!H8fdMsKBoNYrH=-kBxLaQ}Mxd|Rhe)hgti%}Nq!qNw<{MCD0)+u&= zG9oAkPu`tDxmJS+ng`1Dxvvb?KVh)s&eD5tLQVAx1!-YBYblk~as<+nVBodTg_2b$S(l;xI8ISmurDJW+AhWv*%bbwc@e0r#CZP zvq}Z!!QMQg_OdvX`35Dtjp2`4KaFPhH3l{I{Swhh;b4X<$-=QnzvFb7Z}Nut*w-rT zX-;c0qU)=GwXGP0o4;xjm=DYxWo7p;zJeGuc=I1_fpi;`)`YwhHs+-jJG_pdnwtE2 zsf(v?VkWEHGR2s1etAvTf#`;W^dn z!MkP@zkQa?CQ8EPnd_~v92q(#>x@|7aZbx;VSJ~YM&GkApCt9_-)}ZCvV5z1U0Sjg zO!>9Pbg@XaHEKMGcG25_`o3?$-Y%d1(lc|(|HZPyCudauYTt_0pt!W>1s|+wD>yE| ztgMXfB*KG(){sv}X(qeWP)2vwx-$Nw-1#AIj0f$XF(kUc@z3mr(t@W-bq{A_4J1zkPjz_%wE-(8SITEU;Ts`nBO6Rf1&A7x@q+c zg<#J>Y_^6{JZSU?Y^ak+jQRBYl9WUnFat`|DGTZekW+L3o|bM{$-~fA)XZo){#z*r zCn{g<2n;g*xo9C6maeb<7K+mqA{ks^KT+Ve*a;+-9Dl7g4$5BN<7yp4bq4Dmhng`A zUZLOip~V;x5#A<2C^v4Z16=8F%9sgdYI!<28gFi`Zr09rW%3`{!9qA)AvC4E)?Om$ z1_ICV?e`*K90+&$4D#R~&~&;|`>QvnAWK2P!ugJ7d$?fFr6su;%QxU@$;BiZtq?Ib*-#kQ>wR6l>X=&k(rLH!-Z04L|Re2+C?nIsTtpWR0o1^Au74S5b z4+&wbS0cxcL-NpD0l7i3{DiQjxjf`~UQUq_Q#^Tt=ytSyrL*n~G{N*%K z4x;W~n2pa+0CjcngUTiYieqjvd_r(S4PZ_yZRJ^83Y3;R%K3?h4;EP)n=Og8bVvJW zxu7sRk=ysvl(1!vV=e+Z{u~!)lN9ROQLx=;+(5T3jrW0pkRfbMC6=N~r_o8lNoVwE zMQBu`%2$@Ss|T&jv47|%VQm`Pymj&6yfyJO7BXj)YW%rosF~!73vYbPD`%KH&M2nk zi4)JMl2f;?S#;0%;*cO)0Ss0tc9u|?#`skFG}_%BlGkgXdd)X#pE4z{_DEzxD6K)3 zsPHq|7rs>;CsS?9g{B`*f-cM_Pn&;kHk*(rQ{rX6$|gBRG_qtNM#nM=+9|TJ$hP;=wo(_I(XMZLDNnQFthM&~9fJEnl|Ob`#QMPO%Rj+1kQ# zO%8mmO0w$U5?&Txq_3Jz_g;+@M2dMPJs-(U%2Hy-@eAathtbCheXg0?v@R6UZzEI# z1CHEW-;6erB7b5wR!t5T1BnYPdXY)XekbbqQ14nmxO|HY{F~)6(uUo54DOHhSbyIr z$uJLb-r!fns0WI(V*oym@z!WQZ@9P0>TN3I&SU!2Cj2c0aqkc9;$NqMqu9l<@|4mS zY{jF3%DS@v%ui9ZLTF~fz`BoEwa#y5k|`|dRh{hA_2lT*BY-xk`3X*vhU>&AtyZEI zz*JBz&EoQ}C=5zenpzsVyoSebH+I*ivhhOif71#u*sjn`fL6%<-?YNY<{udKzl;ey zz>Vh6k&>ST{z2QFBvJ^(OrGMQr?V`3M!#AQb>GQlIi>;NOQ>ICS#I6gf4Y)GuW-># z^D=QUH7N#C;cY{)W>T1DuuS!2%G;Wew6?&%B58yIMxe5}s6q4#`ba@a3bi?Z%uY)j z7YzPeE1CgXk*rnP%l9|2YMPP7FAS4#sqp&J;pjMwoD$C!(&8ti(9lByN?q{Nh6jsE z7tz%dFE~O7FOXERej&Wkm!L}n#xoBR8W|<}mU1KUhX`55Y0puDreypB}_yD{Y;|wUC-D63Pp?%C4>C0ysFaQysEzzbdef!rSCs^ zRY_6azeCVGXl|n!+io`?!!RK^>&P4~%Kr7G60Wkus4mCNXa8whPcyjS%C7ax2wnPs za{lg3r*?l{Z7sp_FH~N~_e(4}L#WP~bv4rm$XGM*`4qrXW(xvf2x@Rv>*Ll^YMK^9 z5lEpUhq$W^NUKg2MCA$DdYzIRIuwOS*jQddW_G-mW|!p)-ok`;(BCq6E2ZTCk&zEc z%O8X5&B<|6E4+jUMCAbe?bqNZq#bg&%AOhvj&y}DTFnqG-KqDKRudZ7WEUfnWxDqi ztlhyIvf@U}c)^P`r#2xex+?_~Y3wIXJhRJFd;T<-;_l7bN>Wv0KiEnVa|eb7P$9XCi=p5SSmlWg zQfu2y1pHDS3`_Y_;@i4?%v-5H_;^}t478IEKPIsjFmgsP;G%R0M(KR`vXP+l?7nf{ zmdTJbIW73{)?R17EPF&jSQp1x&M!#CQ=pHbak`)yrEn9}N*Na_fB~ksm>cqTfP{_q z9D{2K`IV6Ypwqd>?V3{#LZNfc!lI_7LEEkI%b;Q7%Tn2=rok^=wKTJp5GCF z5iIEI_^EUQk2daC<9;dFg{`{U^YkU0*=d6rdimy5>z*yx>$G;AubynJ+enw$(=T{d zlW$grvWJ8AkNW*j9(6gy)VF3qV(AI$>C+S9o(a#!a-%MH%98^9%;D@uVDi;ila^MA zh_7CDh^D3Ek0Qy55>ATQY>{a`gZuBk?C1Q}-~}ClM>K^7Sr)Yp?=XU7la&;Oq`f=2zT9nv z=rM^}?4Nn#hC5a2ju6Xc>d};A(9W$uN&iA99EX9Vapui)!?+r`TF4(vI_aDMP8U+?i)V%UiiN)3mbTgD z`~Bv@YQ8e(8~XnoDg(o=*sB6O>_os&nd?8gTm0{>ezjkKy*m^ylb|o#q|8l1*xt>D zLP1Gqaza2g6GhA=VC^mfHVtDu@o=Ug{;NwAFbAk4Td%}NvdkPWmKDv8x?ITV&ll}I zf`LM(qy6JI>em+##DKmGq{Gh@3q!jH-r)aDWQ;lpF|yP(r(UF0iS{uyc*zl5oIM|y zq^+5FZ(xm#ID@Gi*zz8V`!yqIzcs3ZyiE6Y6k{TqQ zjtCHOuBhJNfq+RZ!}kFbY+qSYegnTF#I09#CIW?Aunsf@5$S)f7kp|x%B>O;R9Nr*F1nBVq#Y{dGK7Wgu?4<0$oJms*cRS!2o)5zy zHE1W*sKL_77>5<1;f~W;ein&ACO%=f??ZQ3MSJYKw?34zx$$+R_Y^;wF5pSIZ!*A& z&S1hQe*UJG z(_|CRB)tc9xk99d(;t@g+nIfI#ZW+ivZAIO?&L8^tNFG(aTv=*9A_GB@T3+kiT9_6 zI(s+tZ8iuApx)fsuzPZ0$2Op)L2`hxUG-FG3M19fECt4S8p99C17SA?1N z#PSb1A+Zj|y4RtCSQ4`cVh`>v6~s%{?`Q4Du@`~Jv6MUyf z;-np#kdj{J+gQ?#j|*%kQc&iM@xfGRF#6W3XELqlviq*})>4hl;Q}?|xnb^Jp~FEl z*e=1fzn4ypxA${2#faSC9&};!3+=MbW7WD=MWrt7vHeCZC(!`&tWoS96V;1IINW7DZQRM-+3bH_`HsUy>)w1eM0uOj%z^2*Hy9B!=_ zv{aKPTl?MM(X$R(=3~eFLgt_@gr7ps;0qvG)1TQ}D2Q*TcQ0r}#(KvNcS9G-9jFK8 z)=~5bE!;9d(_NZJ?%}Tv?yX!docXM2E?)~34w)lb*OO;H>AjklQ8j4Vzq2j?@t1XY zXF#+1lghC5zzfQ4!Vig~*y(u?ZH!6eG_o>NLXa_btnQq|^hg35x@-?s;{A;4T#B7Q zd75gazIo^ej1} ziJ|yTJX^tS>{#@%0(U^%zumbv}{#a|c1Ebk?(RRM%9^Sst z0jB@FE_bW%Isb$vHwn3^f%BbI`uWVMC)CqzR%&?8?Cq>o-JFe2-AP>=MYs*)&sIHS zkhyRlHtxlo7#y?W_3|mzr?J-ZHTl_Q!74Y=+xt^RmZX#F)wDg5H{_`+Kasg|YmA_? z`Hz-VZj})jH$&viJrhQ=rStSe?%qWSPr_(wv2&BA$hIQCI1i8K1X_|S`eeuuV9 z3sp9sdudfwNLtpL%WT2O)p%aJrELk;&b5%K#bK$+bY1J3f$HnG&uMEDb__?Z_$%c_ zJW|#-m*OD-vR^EszfDFb=SyGx6mV*>%`NB|A#kJCiES)00ues6;mQrXhLa5nYi+N} zqN{g5bmJQQ?{7|o^U;6xYa>Z^IijLN2y&;`?2NsiehX|m8~b1P8?T)4IS0V~CKB#H zT+RD;3XN%_sudsy^^YNj(W+qa3x!BEHm|Kxh@P1oRD;0j{jP9#* z`T`Fe2kVD?IQ45wW~Q6*Q7XE|@dCr(P}$(z{9t_e4`wZiG>OZI%R^)7%Q?D8Cu#Fz zj!5;1Sv5{Go5K$E>O~8XL;;Pd(gg>z(S7&!?-YNOf55#-Y7|Elg&!ev8u`Ybog7@$ zX|Jcmspt!?xl(2ZfFF`8wvxCdkM+gRC8R0GQspX&TO20$N)&<+Y$;()Ou#_GgrL79 zU53ZrL?qp)yX$;xm{%^J7eR`p57BD4B{)>_chBR>wDAGcY`a!EoZ_gz0s?i`Q>-M= zKH`J0-yLen48*A`22$Bzovjj8-De3*7`xF_mMk0&JCy6^@CVFb;Qm~}5GV-Di+c!s zjzaO+$iBskbUJTlcVTp9%{h5+TO$;IUImC4oJ9nwewukR4>aR72HTt%dAlwWgp&7$ zbx={~LkJBb!g8dGx#{vUAx2RdmN6#wQFM|I3e5FwNR;owpw3k#>{E04q%T{vYEaO5 zy55G0(%+qXzj4?sT5OlXIy0sbapl|D(6`Bef10tmEnY{6j*efsuHZ_=ZJqb-Nc+{m zwr83>Q@X|OkX2F8bnlY=S~Sz1BK?fxyUI+K%>ZNBn@Mo1y?F`HY1|WzKh0%wlNnA#2-D&gjfcNfSu8 zdg5Ms*px=GXvL!{K!pmWT~c_8VoK<&H((+SRZTM?>(o+WTDEvkBmneFw{XNvxlgbt z{&P1%A(zUEDU?yKPkd4Yw8T%KtKUHHo98tas@rIB>jZae;h1N<)6bLQ@Bvko_{A65uz?uGeNN8ET+>SZa zOGOjM7xTzyx#7jK(Rv%|;wln4yhMaoPyAFjuhuYYe#*7_WgFcLGG{h~>vIOZ@AM!wa{fI5*|?e=R@8DI+oM^W-V)eR@h z?lY$wgCqbp`M0+iyhPjTzeas=DY|Dv`I@0AMfF*u8q2Rs&kARgPi{fcW(7HkWXCmK z-7fa{LvEIcZ;vfQ@UfzUs%pJ|hXqN(674Rnm+YvR_);9#T1VjzmYH3&yOYy{@M9xv z4eFcYz>RTS5+S`oH9>yZt*L;op({v+>*29P9s03Fq!i3}?ih!vT#W%+1+P1$kaviJ z{hp$V`L;O?(;ky`R2O4Pu{OLea-4oC(-61ey~2z^Q_Eo4SBJO-;m^NYnuv*oRc*Ty zL&1#(N%94&*jxKXpSyphde%TRU%W%%#Sh|6UoC4uUPG!hc2u0Hs+JkIdlSLy+2Z}0 z_wMrkJbQD&FO5^Hq%4$zqW6(!p+TL?>y9NL7dQ=O#m(CV?>L7qlWi4i&^4Z8V%ibG zx+J;fFQ{bPDsB^_-0(%eg|Re|qvm3F$l!#(0_`A#mM|&3Qk%S&B+O>F-G71Le@O8E zadwVPf@n*ZF0;$FtIIaKY}>YN+qP}nwr$%+7pKlU6ES!0w=@4?NAApAE1#u@pT9%u zrq>%!7tS_BT3S(`lqWL@B8#&fy=)tt1IKBLf~`$)-8K|GXgw++(xg0+#c(Rxh5&iH zc5PJ>(gxAPmpDD({j%g26A=qT^~%-2GmL!pV+SOWTne#RktURWt=VSzPe1EFXIhdZ zkTq35E`2`Of5{d5uTuVl7PGRlvHnMoRQ^ADUs?am(QyHwa@6Cp%mVh1e5meI*Tp&0c{SN^kSQQCOgUuY09-Y(Od@#`0m!(lk!xZt`O$Geg&ILB!EGhZ>>x;5lC|Mo@}qCij%q}-Mu3>Z zK;a=(lTDsMsY*_}T8h&^H3O9SP9e`{$1Se~?FWlAfSF>Xf-0z1z5X1El!TEVnO$KH zbx{9F(?`f`8kxn*=_`3|<+WC%eEA$Z+1moS-YAgspgVKV7qsL(FXV%otg6|qhq=4RgDGB7YYmT$bipM53UI{WUqPqXB zK(%OVdRJ2kJ6B^Qn3{$$%(_Tt^w%Z!MQ*DY1lGKP(C*F2NGQCAw8hNc2;P+G@NlS| zq~YnNv=B=I${M_RRNfgtGzBne-L6owp&qc>?(dsKD;>dc?P2M2T}Ib{D)&hrV8Yow z?7m%=SBhIOuaPDEyjNWa%}tLuj7GNdKyn#o5UHHp*h;#M{`Vpv*P6(}ZZ*g`$?}-NqcUODrbZhio!pxZb!%xM-alcX`?~S2a_f z)XnCc`5?`8+Mb&R!3Rky!i9yhJ?b%eYuhyB^2+l?5ixFU*R^QA2Y+Z`VC{zs<5GYfg4L9JwyhN z8?F};jIOntweXnnOPczB-R`x#R5?}}cF$DtkU|;#$5sR@;B30Uh6z^Mq`3p;kSYT!AHGw3LP&DK&R!K}~9v(k>cye^RK&28vSF&Si-ch*>C*^ z&)(Nku~n4Fzwudbo`<+G51X#dk;0%+C5&Pp09ZjV)|AC_UHbi*ZNM3Z#4m1Q%u6+& zILLG3;E8L@A!Uy$OzTgZ9FC2HjT1i>9|s9-NJjH<8}?|>^ef0Rq5CF*-d~KtI6h2- z#bU+cX&vPSAbm;{domRtYW5xBX?NnfaWqF#6c_BU)awr>M6E%Kv$M>3Qwkj^ZhUq-@YU z;wx2Bcr<6$4^@$6DZW{t?(`MxXRjD+5->NVi&rQVIpa4|NbLW~dJMGK=|jK-q{rnB zNBH&_7U(}4q+46UkNhlVI}{)kF=|_#U8?)E9w|Zc>Q!m)EG`J_r3Fxn3^OYI9sJA2 zc@*z6V^69=y8}m>N7E-ecH@5>{=orQ_S~cgj(b$Uh9so{z)wG%e}WF4)(yQu<9Gg)4#jKAN1g{Ci%dqVy$OP9jgf{u zx=ds~?2iaxamnw9u7Vijk8s*?QJYs7{$5E-wu0<{gOlo=a7y+10tVer~6MY+-#tL7nY`HMJ=9 z<6cLQ%WMY8=Bw7RKp}*fe;AZC4VGbrjAL}3fF4#b7X$@HdLaO3x)we2Asc65^Ij#+ zGpy2zKkvw9-tuJl~LeP7DF~XR^K6U1JhVw%a8~un5;@@;-a2I#Yld zZb$TGXxR?-WIW@MVjb<X5%mPT}GmD-jdh_$quS>pHBXK}I`3%i$M%(D|IFI&n? zR>>A$L=*HhAML3D3-?$Mg*u4Q0CM>iIDj$%u9a^u#9!r<7O6uG@ay*`L2suag;-cY zjLU&`_QRI9pI9Af$m@?|sNnl(>DXwwdM@#AJZ-7x@PTQ!53asyoJOqSD(Vtzvy2M=l!YnCB6%BzJZA$B1e|khOBl%I6Tr-zq_GijMZZpU9f z9y_Nu;S|q@QLw*vnKiqQxldbnFHPrUII-1Mw?AeA)peu9FEPfA<4efD(0XeN9c$<%%h{PW(IG))Lp!14*0m@j~j0{mEvZg?QDe2gP zia*#ungCA-HO=a1Jj=gA>Gkwj29qFcc8cE4#1;PBF%0&P zk}NF|kfWMW*uG3fi5O?q&xTC5Gv$x*um}1C2^##SKkN;_@MvBsKFZVKpy2F3Lw7E_ zy4pIr*%Jp_qb6Mjaq%+V3imnV+ra-bR{NE;SO(np3g$ySQYnR>;fh=m;lfBhjf#bMtbyG;nZ$uH z`Ow9C_GFLagZZi?WvYZ_{!tz<=32`+;#C=YY?2cEi8JI%Ru(5l=wzd|Ioy=rLwye{ z+#}-yFrZ)a(c&_(@iMW5+CCm*gz zCxB}{rQ>i~A1_`qo%q*9WyH0)`gwVPD*W*A3|@UV(9bPe_cGtPR3-0zU+dPziN&*V zv0(x@%C0`=B0;GrH1-Q4#vJ=#;y+u&<3bNNoHS^^^Zvg=ln0|P^2X0~BQVatG`aon z21v*HALGK5nw!mrFzWY?Z_j`RZTNUS6$uR#a=g_a3(7KC5o?knaG(Hm1pzb5@I%-T z9?aK{mo9eK)95&=WeCEEhv=OSypbvn&B3t-Z!DPy@Mc5>v$Uq48yD~g7$e|D)uGxY9LOdZNdB*AyNq+cW^@#f# zL$Rp@ZvH#|3>b7mrhq=i;v`qf7k77cV@&hLR3%ljvqe=EUqUu?=Qu>_`>*IhTvB}Z z-^Tp;X)QCoh#&_I8iDBbBB3O;WrwcC`athwL5OpWfM(dGBBX!6wgn5t!#5{$9@egc`KJLwG-6>HoLD(H|@|7oBxT!yB5>5LaYs zt&g z0G{{*4(11769Mkq4oak@YY79<ZqG!rlt;_*m ze{pVi`9%Upm*GjTPyGHA{akcL-4vg`<~-gA1gC;l@;>hUoX3K7SJ_^AddJQsQoD1| zy@(e^_7Aw}k>~-hMCJxwpc2zBn=DOZI6u&4GQ+h*G!^izujK+;MJyl2bH=VYq)3Qk zZ1`(A^hvTD2LmGpJRqDC< zWfO#ItQX=R{_-)o?e#*LIQDy30kgsQL^0$9w!QmKhnNjGIm)%-mp7CLMe^a75oyI3 zf-u_e_nplrzb=KnJWI3KD?Dxzt$1)oYpIg@#>rE#ngfdtdfFPcSNCn+;(9Y}%8htG zWXdmEYqnp<7b^4_AhbkGW2aYwoQ^xT_>IQo?edgY>X|y2N)fm{B3(FHeZh3vHV>fL z$d?;tswoa|YbWf{j#^?YnUpqIy|tdl$v4Xls0LNQn4eqW==CHPG4s7)2MJ& zP)${khMlsC@Cc`PzS`xa-0^a2?U($3QdOEodVaemGDA?}cuC@G<9)!{*a6s~jAa6L z4z1sv9Ru>-EY5jpN$l^j+E+rtlm4V!1!8Fnvj3YRRF0 zy&Ld*j|-Gkr)qwdq801fUx#s?hxD|%SIyB59Z?#A^!JD{G7qAa>H93U%U7IZ4OAyd zgOf+Air<8MLi26fh;C-8?l_y9BAGfBLzxk!HWp~jYR|wTB3|&*nq=vVWSH=_>%0mG zQfD+|hirw4>zY#@?eR(jW*kUQDl;shD8kie>g`9$zo;S0ZOmk(TMiva32A#NoFUwY z^CQ?I6sxq8_xJsc_vKwDNT|D~0Uc2kBrSjEta1tAfERg{OCM%b-4RDjfGHP2n)ge9 zHL{??R$OW!t2@t8*wSQ`&xVr4-fc?gyVUT-H~_i`_in{IxwJuWas}WYIp*Q#Y7-9G zd9BzvR>$^5t>%M!GJLSITfv@>#^t@}z<#4Tx3wah2polG#wS*UF z&V>(4EZWI77}V`OL{DfH*>Z1)!!D1yYInK+)Hye><3|&@o*}m zHRo6rzabe2l>&~p02{VVh5fEpZVMDov>fhA=VM2FjmEl#`eEYW<8y=e|8@(3^7C%` zKf7a>AHoaEzp<^D>e(CWIJlTOnEubc_y_dz<5&^d=gl-~LKI4L?4TtwRu9W_3@e64 z$W8r&drkhe#aewEOPYFW8#WsJNe2wn0Z#8Ob?9dy>Kg9rf?)gu6%wtkPh>1}A2OztjDBVfTaRX?6l4hqqa0&v>h>qa}<2)b=j?R8Yz@E5Mg-ZUu3W8EvT%)3ExqIdE^NhV?pI5L5f-5LZ z5o8Q7m?fIVM5Y$Sd>?z=H%uuIuVcrwE}6@^FBS^gQmcEnm|dz`w28J1#idy2P`R`5 zDuM+b0g5{H2oi=%4)!}b&kuQMlPbDW#P{qdi5Djj?Q<{pyGSh^F9#`aA{3*u`LePM z=%LLPs3*&Bbb*O+e4Y{hDNPg7b)mLxYSNe>;kY^Shh89#r{)5O3Z^3W=OgZ7L?7HD zxm&gJohP2Y`Lr;!u5wCmH*k47OOrZ(kBZgy7y?hcv12QrXzO~%w6fkN3AdrydZTs| zFlTT&4|v}VJuSm!5Cct}7To@ROVneu37<0C7HmD<8d+E}L*`xmMC#)2Yo@fE(rt>9 z@zxwJ{Txs_D8{u5zvfFt79(A?cJY25TxaykMGRU>Tz7z5u2sZaB4#ODYg)r0HE3%-4fE9u z&A`4Yyk8kd&*V7Yx9XXx>DA;isqc`H+LU>mgk_1F?Y|2>FsJ;JR9tzlt$(jG?&?#g zv|`Q6PchcSThBZCL0>(|PwM>A(eflDgqP=7LlS9Yu}4ua)OM_MZt=AEyann#qWXUc zF8?TAOn#y{GC%M$x1Y-OuMT+{eZIDz1$^FLhf`Z*A*#gL8|BEufRH z;bi}_x}j{&7*czI??eYoj=314I^{L<(%ebRq&yn|#jI)%heCPg&^)R!16ZkddR`(dDo z@qDc?!ek=bxJsp&kBa3GYuO}d)kWPa-Lb0|irKY@A1tv@vgox_)oUeMg-h{CANGNE zPmdiT8m*`>RXA$~rziUv59-T;y=S`=+7c+q(N7#-9U5^--SCAY9DDfV%+9XHfi*P@ zz`caaBy&gwP)1_8LhrChs;u=&VL>i!EC_FRLrA)Nggth3Zp-^e8lJ;^_<7Bhnv&H> zF9#tf>q~11zAy$Xcu-Mh&PywwIzRsY1K+!|IKq=x>dKw2v$Uu4fB)5gUMMv^!Kum5 z>xBN%WV!$U{?-4KW3_(x2FPAN-|Oa-I10W$a9sUTF@7DfS!Ho8XuVQSW!Mi#Z8DOR zkw#4A^Txwu*cZkUXzK}>CEMYe`^DgT)uQ)L;Y|G0F(!ve7K`Kwa&aOhfem6^pm*^J ze>v)70?05}v92Ua(vIn3`HvvWiAtC*9D5fkJ}Y`tLOiI^Js;RpswioD+BltS4DkE! zyx3>Gx*IA6)hMHF9)SWfH619u1lep!Y%wN!h%D87AOfzuDg$?mwmlZvzJxU&m#M$5 z|1I+OkPte&)gq9#L)F3#w@sU7bEwifqWv)mY)L1lk1cnmW=_8PKZz%tIwZ|PaK<8*jgNf(2*#~$YbG;Soecns7MMWr(P2%mT*%S8*q&Pm_**Q zozL;*W%uKKL-LugROWeK*qHl7=6M-8__96Mkdj{|BU|K>LWxkgU5590!IlSIErkh7p6) z1pk4uN+c|UbVOf$7e>rG_Lh!Nz2=fpg}*?>zU*80!$9cR$w0yYH6L62P{o3U4}4=U zIyb#XAa>y;m9AX#50vjb*6V|BG{(scXSlL;i#GA0-W;n?W>b?53IKMIv-G`fal_h| zrfU!%IH0D;K-c4uVY~_^cig+Q=QU3}vr=thh`O151Zhz%)`j_0m`4T|pQ?fdSw0bC zwcTC|A#HsTK$ruYUI<-|V)2b34Q5^!N_3dr^C*w-RqvMXaRhd7cQ}!$38?71dfFA3 zQsutd%S?98>7&)!Rf{iF$L!<-M~xUz;WUaiT9egU z#!Qt1;ah=mB@1y~A83#W9Lz;C%OhPjcJS$X7TY+rzjoHA6+={hs6{tdzBik>G(2_Qn+tnt^Uh#}L|%^+t(S!ny~5EDOq0U{BanOBVkvLgLZYmR zeUR~3cDc>c|0tuI+6mH(7HDLVNHHpgE|YY+d3M0rxMJ8G6XX=}gM!Rn-mt#fn9!QW zmT^Z(Olxw!paO$i&uV#<4H2HZ$Hj^##UM4C;&pj^n6^P1?!^_xy$G*GIUbjZLkpYq z3_KhZ3jUqTet1-TmaE7Sah8 zV~=HT>f$*)1E9H@RijFd&R>VqU!hv%zGg69Mv|+Wo*l*2LI=6f$`hO96cp4*`CY#O z<;!ZO8yBW?fHAMT=e~mU-KL1P>D>9sMGIT*LyJNA8z2Ha(I+M;r{>!(UVFZ_1{lD* z_1p>vP$dx=)^Go8uej*|SK6Mt(Huq0iS)1eYz*#QQ_>x9?}P3;QL*~p|Df3ZbJYI1 zrhwV^V-S=?1OTAvNqKw@|a!6;Iq5$QoRvsL9wH1)o8gWme=V!`o`xJ8*RhAz zFUNpnM3gzB-b4m2hEdNosdjQ-vZhU$Ky47!;GbTPOHjB9`LeR1yUs#VFSsKQlO>OR zRT(A;V%GwcfQ+0e2BFuNfJa=FB&;&i>!l%C;YwrX3zMZy8#E``6_?Ry(pTmeM8~K}p#wBmD2m18C4oVUK_TsTv0_L5(StLGrgNqogbYCTN9H z6)}~tP=dG>7N*^6`{z=({28Op09{u>c)HA=hEgdN((LhK)S!_vg`DaLW^wH68g3md z2k5>4ut%h7i-cRh%}xpm|z?fBf*{~;oTA}(RwoRrb>-cL?==twlY-@K4aO?+GBe; zR^@CdNt#&tD68V#g2BYrGhN5)_dg)3_~x*5aKmese|R`-1#T@zkmgKhOvHP}ggBTB zoVN+2QHI=d=xojk;J8Ut%!=i3DXQ2w zCyA=d)81yOp3kOczQW59?sDSB*3K?WBlS|iIqenVUNLXED#o%en=}^THx{9D6bA#c zW@|P&)O^s<`ZOOtFVfX85F>*wb17v7g{GsCqbab?XkmsEb(olMpCUys@d_9Z+c;!h zIfWatjJj^VZ?0W=x6;TKZxA1QEf{!F4m~a0#*gqo7-j+;_xyD()k;-+CFmGpNmM+A z%{DdgG&+Mw`uMr7YPN1%l}gF5sVr)-IxE6xR47WGoAz%7g)r z$`d4HOiod=XAKm$5?%PRubkMLZIF}@BHrI8Wz-83-(BF?#hp?A{n#Qu6szxgn%?yQ z9l{UP?}@lnzY=Ufe(1Tw#yMieqS06cI3Ubwa#!o|OvtHEJ z5*pT_*h!aFrz@>Bx#H=UZP4GPk~t8tuf8vvp4j0&})&8&V(67 z%WKotuA@LMVroRca&(z2Vx01Q+_swJ)>+2#gTw1IN6S#IkwCsjJ7FQG5yQi#(@So` zzVD^Ny6CCC$=XaJYMseGuc`jt*Tt|YFP^A|_MZ9Cf31lEcxH!Je%jggAGbLBzxfO- zjO?wAEOqRienLzCG1oNxI14ve;J>VUzxR#-{jgn~<$v*=PysIvt_2o5>#|da>%p6b z)k8}B(9P`{^1i)9!lOwx%(!zGz%>rLcwcS@`^YsT_QmRl>PYslmWW^w_dVTudQ0V~ATM*@9fFYp5&z(;hBqVLfMF)v794gKvU=HYS-*JYqjGYH2}3yA%L8lNu-op7nnF!h=bE?(#^MQqiASlnp%AkS*MUKsqe zi~>*IpLY-fABf|65W=@=(ZU1Lz)K3p__`}o^5u#e$)75@=g!a#Y20TRS)p+|g12Wy z*L?;klt>5lsVSPkT|D~BzuAPKDC)MXbY2cLN^M-9Dx6llKDQP=M$x_!6pF&3SP~6| zG^J4kVNW0;jS}fFrWr&kE_anx3YLRt8~=0Rf3Rx?xH2 z%v6l=GQu9kK3*ZnbNIMe80o9*Mvbvy$r=WXE@M-&^Y8A*{>RhI30jY)V+b2qtA24z zn=2E}ZwoHDGGult2KwI^s+PLi#pJ`-%^IjA0(6I+!7Zo{WkH^7noB7*m13h`#R#}B zh)p^oBItrXUruK8Rus!B*;0VUXE@26MbHkxR3tLDt=1}C=c_%pipxuboIy}lOAX9z zLWOis2ALq5@AB~_3XL@4QQFQgLSI!Ceg?53CyldrgIc3O6q0I~dB5znn^<+q7RU#&FzWnQuB=>oU)*8OMb>!^$cPTKz-uUZ1&B6ZFR^Ti zT7is?b+Ly8&vdMAydR`t4|Thpm@lAgBe>scqip3U#tLiei{lDkNhZmsH;DI*aL-7Z z8RSlPJIg}5s>r$y-ram;ydFjCQzV<~i_;E}yIApDvB5M|yf*G`v^&$hK zQ<8*xy*Qn!S-PzDAM^XPonVSSfw1-`&hu?SPEDkpVrUKGWF=6eX-APcVP|vQ+cw2F z|NM#bs2Dp(0zf&JSbWpxp9vauCOz|rr&sI?OGZ=TW?hWSCe0>lEo@Kxm=!w%huScT zya=e<(?{x*hlu+uS{EbSm3-&2%WY-Hp$%gyh%?g|@JWX^200KRD)7upsfI}AHvqxR zOmpss33V+PnE>>QdLwple3cDMy{LF6hu@3BNUerNdde>IQUOu`}e|$mc&{ z-!l#+%lz9Aa$76K{S`*t`0mx<1fr(Ion0Ay{k5ut%w#c2gR1`eNojz6ul`_EFH?f<`8npP=W{1i*%&wq*~A#nSk?G=@VUo#(Xt6QTm z&d-txb%+k4QE)AgT&{quLp$!f+ku?IY2VVy4-!H@?8VO2^}6fQ<+LA}vm%*N#H7Te zgh@v%eWH`;Sv`XqhN6X``Eu@$MS8uOn1Y&kN1RyAmU)XXMR1d3={S_~8#| z&z>@eWDp=!hQMEq4e%#53drWH8v}C06mn*~ZQrP;XUp27|0iX<xL=A|v!NKE-li9EuJ#`)*8CTs`@zG*eSjyPFae+mPvqiMX%bFFB;(3-N+vIS9z zqXIRlV?+TM=6#D5K!LENpf57GfykXZ6~<)C`QpI#%lY108V`KoOqUB!d&-odC}Ql@ zo()fW*tMg$?-i*FE1I^0xDT;@bSB8?(YG{}&&QaN{H91o3Z{h0uu>kyK;dsaqJ)@4 zLmbP9c4;h&0!fZOq^(#-ky3G{?bkqGbnM~M_nYIJCo*pta+-YlfhXz0#oVC*6XtYH ze#YLABVt!adUTC&!!2)mH(pFl@!ST4x2=5JhaT^A>PWkIuIh;dp^(@ga_Q#-9;URk z&K8b0+6Ly=g!apd&ApV_OC{gtp#J-7tm(AysWM$-v z8+!^hl2KAd1DCkj^}&9O3$KkTO~ZP@p+7w2oO3CkHatK+<}Ght?v%_-0(Gddc;`U0 zvueTng3;p8sP0m*I2GBKb6hwChl(_9h@G|4p7>Sr7&rQh>viKv7l_DOxuxx7O;KtS z3GK|xAPN9lluP33eAVkKRd6RA5h6iEyS^xwoi?ai~JbWSx?a_+t2?S2RB5Pa|OtF8=5{Lh@4B#3?uYz3!rJZOkS10kI~9VPQ+DR;P1ZcNizO77xRV0ZHF)`kiMcv@5w^ z4H%8;#Cfdyvfz9g<@hnylSl6fIiL3%F2l`Hx&?d#n0Hlv90%Uh7*rfz3NR}z`Daei zBNPaDQ~|u<&C!&OM*D17K6Rpj^ZV%|HZa~#g=$a=A8zyW*-%$ z2FsrfZLLP~9q#uS}9W)bxHH|4>l0Icv7U>$4E zZ`GR|MI7Vd@sNEV_92Jv6SclQx5rYM$B`b;H%8O44&4|kBc|-qNoi^ z!WZT48Vg~97(B`QVVONX#z4*~Q$`jJUPU+@^T4QTJC9ponDc=P5UlOD$(FBI+{nj) znWx8>7oxP^vY9G#aN5=XO$<8&^3Xi_F;n&9|4UT-|LJ?39L@d#)Gn$0biK`}U%2?+ zdz-(=E*GN}c5I}t`lJ??RgKZ=HuTZK0^-OrLaEG%QARp0e0oBD2%T&8^NUz4UZK?Y zx9qfBGkbXp>_HQ3Yqrg*;-}dzGkVR1bOmvte>>>32k4R}QX?4Ag9$dt=mA+3WxZuS z8x9H%3M`KEn4SotJjeO=@Ade(K57}MUnSdg?Lf8~98AglkT{*@JK1>F2Y*t!!SYr4 zDaZ)v00E)NXTf7g5miC7JH`2h31j-x$BLHq>1RWAsQ5i8A%AEvGPl&WL%yO$KizL4 z!}NGC65pR3J}{Tw-NSM=N7;ZJR@c^Ka4<4 zVA79@ZHOI%(qJW143%0PfB#Q4WXXsK4^n)?hGO!5Vp{N5JJ3J*g=4l*1!s_*7}6pO z%Xf1rbC&~$3%|O5*;of3teu)eC1AB?M(#u#7mT6rZ1>rIK>s*sd#nJ5$nsF%Vr`AM z(?=CSp0cILsmtK>4WdO$M}Us=6y^v?prImOv+p6i`~vS$kj&9QF;DRDf-HxKkNN2AIR!Z+)|;R!R=@N?5~oe?;Jz;b&#Zw zVs&Id71pUM-O6-514P@Qf#+Nb?=0WmT zgT*>99Lb4A2)&o{JmOI@UIda5~sKe~NN1+aE1}RZ6JHV7ndjml`%Mdw| zi&>e@#3nv?^rt0j6`kHvgI1z!<2*6v=h#dAl13_It4x8&C4(%xB zW3EbV9zy6y8rSJoM_m-#ENHG!Ksv`LlDVnuRyAb__vjt^+-qp-_Ny;+KJCa_Y{!Ca zW?_^xl=-2bG&+Gp*~P{qEZovxV-w_1vMZVXisXu`l& zop?Al3u|^dCW|ODxw_z}_14QEvGmb(?qaY(zKW*}S2kvNK;2;m;*4Ms>4WtFTOizF zwshULR0?rkJ~9leF~^bi(xAaj{`E8fdZ)+->%|43?qd`o`(dVKwYQ9zsotDcGa_}x zPUn#}mVwQ@D8ogQID|pHcU6?1V@ztk137=aYHeDJ9Ze;u1DV_Uu3Q*9ZhUDMsKhz)3#|z|JS-8lcX& zr!j*sb&@kI=z1OF80P3AR}jR<3&LW$IoH&Aa=1c1p`+z~TB{dZN!v;kFBH_i1t>#F zgF^~?k7EsZG7(%Dw+fDELl>j`Z%p`RWG|HHBM4LX1*Oq?mwREU%!C{gK)5x#TB3&; zOc07PI2Y$-?NXiivXUqS2G!~gm+XZ0#c_*K)UaLwxemabu$@5k4n%SQ2wEMKSwYI2 z&yRoN$Q<6Yow(k#efOH}jkk!QSl`NxJ#u53!NrpWk)PbdR{|7!Ny-x*p|`^p&-6lH zQK>)uS&^NdEV(+YQ}9}j#zVg(;al|C_{J)BHC5O;iM`v~D8`$jHl4XQsjr3K%Pj7Z zfN2jn+<1<|^pJ|f3(KK@&uKLQu%ifjrAgpJF;Ma!AqEdQg&!20P6_V=7Ti_lCCP`l zv9ugXmu}>lKq&}W%3i&n<4}0gURqo)MtMFa^rk&Pf4ExZ`E_}wp>^?hu@CwPoK0?eQc=Q77fsWMx}XVdy-Kn}vxrLigG4Ra z5Ule6N>~D8cbBLCpvlcU6ju^1d5R2e6$gg+FhJj{HJT>Q9R>TMDA3r=B|c+ky_M1* z($;@((h+w{6;-a`347bo94LC(=r^t~|1L7&9lTZ^>Tdz(p!lTXYd6k4o9_)b7G&GW zzDPbPPbQ1jTred_Nn1zlw3W+{(O8~Jamq4shQ=~td?#5*zcpBk%68zUSuw8cNf2~- z&_|U)T#$)qkMCR};+02ev9W85@sJ zVUXH@wj5Ze6z>76ZjHGdROrUAe|oVM%-F6kw^uOdx7=NnVM#j-ujb-XnzC2WoMuzo zP+rHGwaDsjsy@9GOEYut*dwUN!DVjO+Zy{kD+}<>UJty*%_g;n!Q@O=)+M0Oqhnx&5c#Z|SxvEV{I>CdN^?!O zZospt|*t49G zVygaceh#DFnESDEHmW?>ZA0bQ9D%ZN-rGqZ*_MzgVQjq5|Js=a+1%r>|4e~NKLX0X zvR3_P?_k=c@*glDF9Jy@E8GsV9~2M_5)jU%Ww8vd-b8Mhl^F>}zvJ7^izq{7AAB;g z7H^;`N6XFTmKk46M3P}cTX4h+8eVUX!mU|xYp2*NVtZS*L)rSQ6k;km11M5?spf2{ z)(==g0F{tA3V()>f{(~UB^KT%Jj3BNLVU;-4DIS=mI)+kzufLwq^o(Kz0eR8V`{Dw6(P90SyuyHJ5z`B3Nt@wm2V@8Ki<%#Pl`4*T_U*LyZ2GN9wja1qaa$mVtzF1XLiS97$V!JRN=E;&dH zSFZI}QnYGuO|vxCI;vQtkbhf&+3!n9hh*JDU>g5W)A?-H?2?g6X*cJ>Q~j$346^|GO<_hdTjL8Fp#17gX%&RVL|qi?s8thnQ;W_AzKLG?a1 z`Sxpjz-0Eiv=l?`?VvM!3^Z7I}}j{4_f6Me}rU7ELqy zLV(G?s1|}4A1K3Y3#UAPonqRbm5NU7g9N@)14_D@BIZMA4$5z?63gs?JsdjVju_+Y zqUO_eA4hP` zJS${tU0Ay3#oBjDNUsG>r^0}okf03-s{JNu$C?RO*2He6Uv$1wdUvh-lhNh;8>B-6 zo&D4kRd3KvMEZHGicSeTMmahNM{E4VU~j#PzZ7B*6u{Q)Sfd#wN}#$;}1op=<4~8$Cc>_X+9htkhj6zh;#DKC6Y;@(l;x`e%o-_SOZVzF6SE$zsmRHd<&I-L zOWJ;s(%^}-j|09c2jFxkYo_bG?wz4AXPha*_M3jC#LMFw`2YHG{!z1M;HVo0eg?VR zA3WQ?D#n%!I{&25>oELt7V}Tg$i67zKkVnyi8Ff;gi*sA1%|LeVnZ|-Xm(v1%q(eT z16EzVj;?EGQR~ESZ>6m(6>ZWv>Tn<$mo7)AC54zRi-D|A9VDM7Wm`A9zmUfkunxFl zaaqkE-}_;Y zLLezy(57?#NFEo5m+fn=DCB{cD1>?VN!Zk{h{@i)em$*R%DW=F;dHQ`sBPHI-Rc&! z%V1!4Tk7!8L$>q-NA%j%6BEAV;i$I_$`sw_Pt6-vDQBV`glbPf4bsoT108*?ENmmD zVh0+?w&VnRK84=?8=9R!5%lOO)O3TsR(!<0%8(--;KEM#^FLgmYhCYXCR%ohP}!KOD>p`9;xoBy)xdc=aGj!U9bf5O{w9R zfxos4!xiACF+Bq-d#~NV*gxThuM(NEkLdX_7>gz>2c7%g(xZCeyoM4{FE1goHb2U8oNLxzEAZO*&h36~pHJ?LT)Z@p z-s0x_<6i~Og8whh{wX@MsM{8XE4FRhwrx8V+cqk8#kOtRww;R2iv2yc&-vTl zXWza5)w*A;%{fNzvqMZR3>gfkdnpfUt8e&mCNQE!Su5Z7@G7OwqL60k&w*Nv)|9&q zwlzx!2iX8HmV_0mGR0mG~GVL+#3r&XKfUb;0S&`_T5#TZYt-tla*_%5sPjdeC z=WOlo@*5&vWf0Nlgqo+&4qB=FJ{yz6_~b===aegRU3XEaK4ph-KY#!JJ&tRL zb1Airxf^=EGi&ci4wX9pmyup0p=G^XeYGbp(xa-dcS|q{T&OC+cmDL;Q-iU%W7dc& z;&+%)*QKZvYwELKcuKjAjyB%CmVFRH1{0KLZT9Q)Xn&QFT$rPuOj)Yws;=pyXmv;4 z%)V+0%XhC&!_;TyPZ#NK^R0vh?bbg?*#!bH#dOVQNZDO6FlehTjV_{IQ#$2mjnzbR zAM%ciyF=GL!Vai9*XdTIJVVIPzn7;sP-!CzITmYATGbOELh3oa7`V%SkB7Kso*`-x z6VKC4ZDY+BBBgo#B1NH%J;f@yWSz<|OV>h=L+{AszASwc&vL z@Q{}Mbkc$&ktIW3!DL#PD?eAg`>TGgjYhmenGD%aOym~Qgb;@Ao^1FV##ns63k(-I zI+FA-UsA6cC?gOiz*JY9%*a@s(ZehN$;~l$sNjqtTC9MPWo0a|Gg{Ma7~G3^)hik{ zqK?pd=(}jvLBu5R$dEC}xsA=`-k|+JW16glswFUIAU$G6-eyI5*=5-xMYo_1*F9!2 z9mi(5hcZG-8X3uIU8HX*)uo*jpSp>(Bn)1PXBOqRR*YtA-y>jgTHwSL0~^3WcX2I_ z|2l{EPFIyBz(Bj7F+7m%LFZ~{$$qVclgnAGSI7fXHw}lIDLKk zO8Jp=Sms6C7oYltIo|2jx8bm8JX3Y-MQUN4`b-0IHJ_(qxz9uW!C2zpmzTiTheMvp zH*3@OA7h>>-(HOA8TYIuPM-8N+o=M#%H*wT#d74*%CYAQ6Bk#4&k9Rb4|Sx1%WS2w&6Czy*VL6!%vr509~L?({@Mdce|7U`fwS!|lSfl&;Z*Hd zjeqDvEZ!L$Mw9m*v$?fx@0qxq@ye5voczTX4d&G-VXEh}{PmeS83^odK!*Au=ce!* zs|f{OCGd!U#7DJ3)25jF23(35+4tsZjnQY(Jg%3Vy3c$<<3W8f&cQigS?#jg)Nus+ zYktt?{k&wm5uqm;?{Q-?_&$ik_}&cc=EPphiss`~%Vr9g`xMVNU|FGAsv5l-o_iv1 zS}eFv45N9I{;xU`cT!9cdCv5O!-5}AoG1*-^vL)BY98y{t+g2gtOaI(wctOhYPVsw zvv;!nCuq>Ta0b*td|zXIBj~tq04MjmvH0%x!8SWi38RQxK!IGri7Og*=RXwJ>#3HSsdv}y^{%xaM;cGzz^q2CPH=9CJ85L8(D|%@C-C z!P=)`qE-N$RzhOo#Gc<&rRlU&pt|X#brwOWk!N1VUPqSez^SpG2BJ90j(V#r+EtquOn*Uc?cD^jB*U= zm0XezR^^WEDfXf6EOMr%DpNvA8DSZT7U+;}4gS*T5n7Xi5Z(4S{!uU&O=0?vI*g8--kD57pf(JMGPa5x;E%pM z8HFPwDkhmTb+NL`-=L6y?%HKROtSdvE6S6>h(`!}_!SZ5_;oC801uTfEdK(l*tP3R zlwGHXz~k)PBEdAZN(B}J%3H<}c$jzbiwa23>(+vuw`)eoZt*ZtIlN;~UZ{gi@Y9}%SKqluWDHgzuJD;iN}Pix@3!gl3 zzGleQ4WgSkeu}TZK`{_1L7;Nn@za}4N3*CNxn`RHU7=2t}w6WB0fs#SB__2NU2ID@~am3;WtGhlB@X7}xOj$ySLjyePyiM${k%{*#I zu|9!+u;JNj+61?}VsG)6v+=q|KZ4+S%6Zu4*QMKO+2nie{JEBV?c%~$F|B#R?)w+jbea5!o<&yER=DC& zG>Yk}6kUHA6CV$PJA-sc>1Z5~zTA$?qc#4X29~^uS8C!X0#r$MSX9PhA>5(lhKwUJiKI zZxqiJW_RyT9wo8G9MU<{lCLqWBG%J2*bBMAfhmP%k+j3nqJ1ZYP_RSW`~ z9LSb;6AK)!$px9=Wl;Q?TlI%f(#~v~MpRvSYYZ9HdO!K6x0x1bFwfTWP=7oU!p6T# z^j3)C4<7+gPSKzae^k$9Y}lvHx7&k}cTCP23@WT%eZOzA*Xw)d5_|sf_+F&L0qNfY zB@x{xnU`975glCm_qR~W-y30Ov)S&D*Kp%*usDk$erOhd{MQ69J!RJ{J|+mB?X7C| zvpxiL;6j~kO84~8n>W3x=(tv`rpSsV_e$!r!y^=VE6z#?Yc@F6@TBG*=xxG9ZH^{K6|6^^8y6d`@_26wJ@pL6^SD?rjE z>X~O!71J3();^7^DnCVF{vH(e{;&3rGul=-W&n3fi};_?1*V49p88IvHm?8Z0zfkE zJ}2UTRYe`RP()H%dM{KI&>_p5*{Z^O3EDU35+`yRu&n_MSPf|3pCgVQVG9-05R#Xk zo|oyKyl&ESh%&|R5~yzg*Uk+wQ;1iAgm4A)QXyoAxU5hrH8llm*`f2R zZqzHK9EhZcAen_~?dZ^GuT2T;x6;2>QYEgS0whWkm5{_rA3Jhn%tS1JYe(syYlkR` za?U(=TtrotleS&q`Zb#ZQuVyYA<{qBPC8@6B<|F&A;=L5kYLPsD!^JmNi_pdz{`^@ zMk7q-iI$a$F8I(J0JvMphY^0dygjc~Fo#meFyU?pyV@W67ksT6GbcTrpZ3|K{64kr zosVvRY@hNLL&QscFP^sLaeA-wcD{g~?cQ5pQQZN}A19jFfaZ^MJXzzFLYF~bN?Ker zmE4f2QL#Hi;ZW32BVn@9Wb{X6Xkcr|GhPnqh5x7z!)Kte&C`x}>?@414CdzI*(EjxE;=trU_YAJj z20Kjq6?g8DWr*Fd)d}Os>>2lU1)!4NMl9rD$EQ_1YcDmn(yV{C{vcq{k3_hz6+2AR ze!Ebj3K1>Vl+-msmzEzrV$kQ_i9goL_)V2D@)_i7|{91!gw5ToUQpTAT=nuYyexZx$+2 zBvIfY+OpJI`i!GQf_~opX3Zk;+4#!{_3@H1IAqA05?*sXOBRmyViBdjLft*l;%v|1 za+M&ndf6&tWBL4#>ZZ?Wx;8@z6YpypS>n*@=SJyTLs^6DXIeQ})l?eS*9m#GoNbEw zDvZyGB&D|3M4vpdSc9_w1*1_s!G3(5{#f2-se|{4+aGUic zN?)zD4qm|P8S2rFCoo@y+@y=#ddZZj(qLDXvRz^no1@AzyQ!|>zme2=`fIa52)3A> z#u_x@Vs4CIlIKk!rKgudr3y7W_#M!@1kA3e+d?xq(w-DWkTHwG>;`Gom%Q z#g}4dXC0FF(pAV7nXqH_ifjBaC#waWjlTf`ZX6a+U5nYgO)fA@r1VZiU=6%rLZa#(+j2n`2-j$4VTWwji;C#D@t_-mlS0L^hyX?b@9ZRf- zj7?KlAPg3|@cBFWVMD^~7Uo|p!T1N}Z(M^01Udek-x55QhSP3@ML?DD)DCcL_DBvo zM&`d@D33a7M; zQ>qcw|Kca-Y2}GDA8*(yp|o4^TD@lAn7svQpeQBUe?O*s*`X15$YooNSqeyb;ghY3 zp&kp}k>~=fzF0+$h^AtwFR2`2*rFQ4VnR|$0IM&<_#?8ZHO=3OGX@d4)Bs+iIT}8v z1MNsp7DvJUm9la1BFn4&+s$k*{NRGdk;Iibm{8)w-_Wf^@OE%eGW=*8ubX|gvG~{9 zXZaortDeBo5{DQ%*x_;8*UC1w3)xJAy6!*D{mj!DKl1+|y2v8QP?!HqI``$Gf`wg* zY_^4S-%$j!?hMVw?>h}$J-)haMD7wkw|2AF;0oWh``8Ccrsb9j3tP|^CGbZ2%S}Aa z!d$RiXJBioW9AUIFO^;h)EqYuSEEu|@y-;q$D4vCfA*(zAhy<;AMLd~PIbtA#p}}j zu2#&;AK)h54*PR7CGh_qgyc7RT6uu|q7fh{{*TRjoXMh?ujol`IU#5CdAJ4p5`%!bIiQ;e|f>xfZ_4?@1 z!fTrh;J~2&FJ~UtLBc{-Z9uW;h`DnCW<44tlnqh*Qxl_!MuK$?EjM5<(U3K2L~LI)c)M8(XuL z&VxU{2?s0jd|S%XasDGg8WoH{#c~Zr%no(Rnq90a1R>AYnA4(~ip zleGJ2T&50U0-WUNR&2mVhkt^hQF<+m| zH`qtlziPntSb}~pN|QOoW@|e>-K{6oEBT#@B#0?h9PyKj(cp>{YdFM9QYRrwo2VQe2x7}a| zeUSSsoRWOvW8wDO9ENqm>j3F6E;heqr~2Wot63t3qfD+<)q*TCU0mGY_(23=k2}kP zKR?`hXX~5RdQGS?@*b&LtD2U$&M@47MVfPEv|Ok_7klDfi(!97%ebm|m_*6g4|4=V$ zV{fkSY;WdbYv=(0PSbz}tbK8GztYHWhZUX70aU`xa#9sW#iM#h;o$%%#>{MArRHLE z7cFI)Z8~G~iEm#8cbPmG#u9Rb$*8!uE&D(5S?pW4hhlZh+WpJJ%Ve~xs41)|x?3SW zAgkrt&P3i0c%h7|CdkLC%6FoldVpuvEf$3GasPl(K{CkHF+nEH4h-X|&waBLs;@42=phF9%-yy*cz02Vhgj4lJ2F@+pbys5jTU zUT;`_*|PRLf=tq7A^a4=IsW#)M`n&&xh*~6tSoxbD<|SANL_E?f=8Fc%mraoD^yre z%O07z>DtKbbZ8i$j(3-lo=={&7z`A1U^q{lkwsVFG*}NCS8ldxxqBab@#8&tt<1d`Nx>4rS&R9#Mi*ti?Gc zmFTMEWfE}DY)&?l`lLXpCMX~*v3@pzcF>-wIBj$*Wxw%Y#3a&cCCRw`p2OJ}Vt;j@sha9wNT&FYbd*k+>B2SuWzkGWJTr<)#|Sa{Z_evzp0c7;sU5P+*V7XkFzYC!#&_H8tT1;i0Z|O^lF*%XR$A&*QKovX;%2#l zb}^-rSVDVuu06cQu^E=1*u!1{ZPgAxgEr+;@*p;hT!ehq?as(t2IX0`=`x!fmTjPn zx$THdAE>sVVe&qi3p9mbw?3{0(*Lo`w{KK?x~=ZopKPbct<%M-$VkC2V|pRDVm;hJ zbL1K6OpFtUmCpJNXR(oQ2X9OMw=a#JeYghHPzy?$<6R&Nrti%=mXB+L2 zed{x>bm~t_@oF9y*MM(~w(qdPlR?jR;VF7msv2FhVfFP5l9Ofd3gC#=Bvirr z@RDK1?rbU%(m}E^X|XJkxl1I1o|Ts3?Y21*(8`k~U#dmr?T!|k&YB~|~SeQp9 z#lB#XUJ)Y~_&=GhMh{m5RdQPIK0#RpN+FMP%vWcUpD)ch=-rGt8Hra1dT3Gcb^?+F zhje>qetFx2-alqqiGO#$;-{((9Ml>=;YaYmR{h$yWcwMCDUXETlW+GmlOxFLd-C;% zP0VgN;^*GtFN5wU=W`#BZ&%*j-#6Ru>$97d9z%UBMa~$Fok#Yo-}U-_CK;rqVK34KT2}CJU=BrxfM4!dE9h;(vTDt{vSyIhcBwiH*>J>;i&}~> zlaN!8dW#zM2q0#7fa(}a+fR1Lm5awX+jRJ3dXV{jS;h$Q15T`7@)r36X=qk(RzK^u z5=IOh1Gf0_wLnVf7VzSLWNaz3WRlL6Ehnuv169LS*}~Py_WBG4Z11>IJhn)80zh#L z@|z*B(n1)5Au?IdYUl6c+!77vHhA+!#vF+Q&=M9*xq~PRd^zK{j$p=~fLSGRhXL8!C%+3)nKSk&Wr!Pyy@1rIv%|ZR-t9nm zL5N&@kzLgI-?C=0L9nY4*1{%~)5~;D>u5E#^9H}Ap^DFR&a1FNvsXvcftP&&200G= zZ%x}AIOSIRt{wOP7rw{B(G!FLcr0=NkM*Ca4F2zl0%XTIAbJHkgF;2BmcIHJIB!5-Xi!2Y01`k6P~rwrWQG zB<>248CAQYQv7Mx-HakxFYpg*oMu`mC|d;tZEDQ{HxUD544F%TC|Ky$XA0T_mlpah z-aih@$`f1#CM`=gaXsV$*A&9r4U`DZ1)B*oEbZ`;vJOSa-qYIXa5bpdH^v5Z_UErw` zkmSz-S`Uk4Qw7xat6j!M)H|^^>EA9cQDC(mLShje#%#iL1d31!kDKviFQ%*j1m5 zy))xMySlpq9&5A(799z!R-t5N7EqEn;N1h8Ze97~#|_gmW@}Cyo;V5>+cHdjx)ODK zRtY$dJq>OiE_ky+f=$_XCg!Ig#*hn&5fJA@_^{2nOSDbfz#sy`T8XzA{g%25_fgM# z>h^p4M4ymdbta9}q>)r`ZHu?4(V(n&aMo0?V40hWPv$@e-lQ^Fi^QpIm>O5hjmZrG zXIrkb^pk1{bx$yUJU-2)Al!>7{k3B3)kpuI zk7WPoSwqyGJX64+po0DnDPqeZ1l+YAeme{U(xMpT6>}v!6Eb6~mmx`I zbsnMMp4g&|%(_?(er!DT-ehAXCXmyqP8_@e8PB#qXT6`bA*43!Q1$3yVdlUAoRPw5 z`E$zKs!kwM#_GyvK%{D5Dlm(TVln6VQ9_u({dBWXF<`6(f?%Oji5W*O)(XTg!P3rD z2ArHhHDE3qh4MGVuxBJ31{!5RQ32`wiLi?8uMOkmNhHOZ6qXZQR2FTW}u|;Expc%;9 zx3)`jWXKT}CAHUoI3G2_vZE4}tEtF0Ga*uqVBG%-R!1Z>{C?AZYw^IYKphO*O{J zT&r54Kmhb@`C~bPG)$=f)h1`C>QYREsqrcJ4vDKvfKG*ld~wU5#qRZrx3fhr&CDKM z)=yj@I4GAdT8n*5zKTaw@W#I>O{PnxF`?ZY=leARZAnRA)n|)ModQTN&&FB?xh+xw z@ww0DwINApF7GY--8H`9Ta|jV$H09u5Ad}&T1Ul?Qmki12G2RZU*aUGSM#U#tms!p z*ZikW+Bwr1+x`+`p$uZ|4<-th8%_lIcVur^vxY$47=DX?6Iwov^>5bs%$9uCBj<}; zeAx@x=X|e$@WGwwt@*IKofkb9;ZHJemjCwpyY{ZWmb=xCBenQ+pK^XhVm*!U2yCDJ zGVy@^l1NC5=8dRbr+NWN=tgR*ao@g$v*6jC{aZsy<5V(z0Nm9xVKMokADT)Vl#3Zs zq6B>X5iNgxI+fjK+MLUJw1Q^iyJ9Gz(#Wwjuv%N!`HMn4g3{0Q@q9UGnd8SB{KrcG zWYGUszO7!Cs4)WOks`pI#QL9ZdCo4D#(*{N3LuBy;70xTzRj6hDTS)E;HII0=3YHS zxmn=Kh~`%68!77qte(i(h^NW%*b7iICbbq@cS=1^{sjv3)gut#=O3{a(m&)#m_5dp z|1JO9kXa(lpd{EQIh^bPnh!(SH7}La!E^{!H($8DuS^BtP)g+`wT#XiBTmYb>P~Hp z>zPPr|A;L`?vzAv}fx_Jd+t?PGxy%b>_I zCHk+JH|32yLjGj*AypP+Gt!*JS`QTfnLH27=UjbXb3&Io3Evp+7M$f7k*Km${D%N` zG)N?J#lmL{SrwYpkG`#lwUndJ37XtQ1)9n5|HQmaTN(!bl&9RkI-I&3b!i+dQCu3WPbzooh%DV5!;34YSu9wCw*ykIjKkEMtO^h8npV&AX(}K z)0ODs3T4}wE6XU`%JgJBCfF9;3>Zk90P)YcDds8r3OONCNJ#!oWEQfZ#jcB|KULDw zC}Yhtb~N{;qLqm6hT*3b!HG5Wh|Pjo5P0rKKA(i`wQqyfq~4B;Y28XL zkvf+aDVl$+j7O`foL+%L5DBT{f-S0Pc8utdDE=o~o{qZNGkrL$HE z$M6qiwK2QdrbD-Qj#)Ne*gy}4(kVn6mR7m6fSuQsg@1qaz#dn&|H4XU_tCm|JDB<@ zY*Kl@AtH0J{$+U9&4w=5F%v7DTiA)&`@lMuZfDookonuIR0Pkjfh=&pDuteaX?{voFaplkrJ(i?d zGCkWwq*1tVAWR8BtXD0Zos;7zb4UtH@GKhUH%Wqk$QMV1yn~Ed{Na{$N2KHM?0)(m zT=~EC2|RpJy&ZrGP64;@e~h#L>jnnAZ7TtAHtfHYP0e)~9Mk;CofTVTnMJhZeoz;+ z+&M5=C+w~I&O+AAw?8K&5lgf>#nPQ&pfkBwvrpz-OjD+vNPJWD&;ToGnbNi~mn+^Xl&6pdZ9WPaHRIuRYgJxvwkhx*MN4|HsSa_Hck%*QxWj3CLaE8?-@ ze>;=?S+y55h#9R;UL$*n?}?}HABFWk7wYAS%GQ6tzz3-~YV{v52*>^h47dTn;0XM` zfB|VF+dp7H6Jo-$kZ^^@p<6|sXKLzIGUqB?6SF@#gZp5q000Ki|9}Ar02tu)QviTL z#Kji)x|&a7fAxO>gD3znICgYF`Uea)$zJC1bRp)4LE}0^wQlp(QUEE|EkT1*%0od9 z$y*Eabm(3CU}$9OcsfK?hkVpR&4N)CdmHkAx9tU2s~v~IDF;VYB(m3A{n@p~LXTmZ z2~{ES`v^b-UeEL(q0XUxpeORlY80tB7cx zy7*Lu(}af0$hSUlqKrxHWh2vqka#8EyK8eG+AzfA>n!c#87yLCTt_0nM{kMnQc+i2 z+t&-tN!$eY2)XNdTgon}PARPiH-ZuV#_|8+;|Wf;h#SBuPzCHFJpcdfBL9sf{z>jO zB>%7Eu4oLgPjI6ILzq+=5Ih@%KUev7R5eUn7kS5h;cDqM;orOd6US!fZ^3~G@KYBr z%l*`4)z3h91bom;22xh58185c)R85G_O`nh=#6+?2PF0UD^EsMBO+K!$zcTU>SO2E zEjnkV40)ozrK-O~AKe6XKQMZ!2LGrAN59XNt@J4ahrFoeuT7ocdw|OP{lTA#7=lVy zhiEocDCpn88rSFJ@XCCPdG`~Vh8$x9kQgB36H9j+K}spB$lIsi*o28#J_qcFt_+UR z(yd)xAxcv1#MH`1g0a!sE#E3|u8vr}@N(|W3M(}C9u5WT{Pzc`AR~P`p=fN?FBn2+ zp}Xuu=u2tF@efZdVg5uKVher_(|lAL+K9o%ob2wg2M?R6_G@Nna9rfI?PfOHuK@f9k(sFv}(W7`JnQH+ex3GB?hNg6e zJDfYca#sQ*{RVw*9eL99XJwGUnXqt+EsKQ|$c85q(o18r8G8IXI)`yNp1I+t)zsX*xWH|R8 zQXA4O7+x@WeEEyXvf5PMoM5yJ$P};CRnLH4R7_oBlulM7;*GWl%4K0R?=p=RVafbs@#c5VDH%==M%u4pI^p48Y6tBC^KiZ2tHJyZ zJp*KmSi;+C_8SR{VR~YyKCd~;)(p{?YXVumzKVIAI{a-zRN9rV($koFqea+3Xvl!8 z(YMkyy?cBJR-H!WHiV2=2m@&c&lw`qAvqJi2(yK`y4!9G$9g^nU8n zrrV<>o+i=$md0?QC`XxcNu)QMo$3YD07iQ)vO<@fl<+D`H2j`IO7fUt9$*o|^EOgx z8R|MnP}IZDt|Y~CUzV7$-J0~xtIyzLwahf*77mASFhv0PD2x2qS@ zY2Bxxs`^qztbtoKklNp-2r4&bwSOgPjK8mnWd#MHx4a_0jj71RM7B_e%gcrHTah+@ zacwl%8KEgzlYEzXFbvG~<`mW3$XNe^C>DWhZMG9mV?nR#ZL_-@s#Ia`PpIDl@I_p& zIyuMK6x|UUPHdAt-P1c{TjX2}aD&k{cici>RA{GSH+rt_M!J`FYjxv7<_5t{Bozv& zx35xE2WuUSYOUJrDpUGhlmAkW$y#7w z495_1mYVfNFn$e7QHVN>t6`HeC4GG*&dJTpd_lE+4h2P+EY-Yrg>0BlP7XT^-0IbfqkQE@haOOQ{lT0S(Z6aN|ezNHT0cVX24A>U|($>Uj0?c}lA?AQ;lvJ9s)G*$o_q2GU<1}wl z34c+&0vM$#0r}8iu1^V!zakMTd>AWj-8&`&D8&vb|XhZJJ8gdLKRdbx>ytHD zy63`;JDWWZORmzE5&ehT*_?T#)}0a8KNMl+#TJ879H8NT7qtLrxX&QXxH6Tr9SIyj zB*>QlsgVv!cmJZgVEiP+qOAjhBg3V##Uge;%t%a-R76cdn$hwTqX^zyXtN`8H7`TT zV?UIzgg{6skL8rCLl`Y7>CkC>Nb<=50tB%hO{8{nCG2*js7HJIb#9x9MmrUBBjBGo zZTw24i=3pfhtVEBqE(@{p4$4#$TUwH=pGzuv>$pP;(d=xBEm-~$63Wsxug*L>VT`XrF9iym!j0|Qtq`ZGe*uP&BXz(7t zLy=qc$cf=;@a}rAiq4>H(t8dk(y48e<5xCqonG>ddgF>_3@m}D5H7a_ZtdoW+g zyLmmKcUSzpGBJ>Eq5buQj@{O_wh=Hfkm&L2DMc}MbW)~TZGxy53Ljnr9DN5Y{H@sD zUfQrUV+Mo{fDU>#-CL!N>*^h8D7D~vj%Fj4GeKq?4!jS(6zw5aM;<<6AD`cr4gG8N z0YUWqaFW;+kr>Y#>9Jb~g=ZcvS9%INscz3MocB%4IlX{9sJ-0N$;h7aaaO4|#baUB ztnkQt#fv&26i{2VO4sP4hScb=tINfWNU5IbLq`Irelh+`+xOVEZAop#FD@XfboDs3 zFBD)EgUv7+5w+~Bs>rX#MwIIu+vaek^o5Wfg$$O;*Svvltgo{zpDxSPOqJuK%4H$f z5REEMxIxi~3GHh6UmTm=i5{J@w}GARIm7NgVvQG@W*!hNwihiPdN|ctIeTL&i}bOY zscd7o3U3~zu8%Q1dY8j`x*&YCT&UdJ=}*e#9*5^Pmu!yaUw8S<1W}~;Q*kU`1g2#G zH`gk&Dh-QoLm9$Bd=0;aJjwLPpa1tNm+7=#JOo_jLTLXXJ!xxc>}0QR@8C>tQLXv& zUwp1F$L_bF34>Jpx)isIW*FZbvMowHS!z;33qu9*JUf%tf+&@p;$`nmf|E9cCn3xf zL&WglyXQ60(HYL+^0W#~YbX4+?zV2B2ZbUnwOZ?a13%%GduN9lO7J8y6P!vo6xoJ^ zlI%#~9c3I>o>;(J1tQ(K0gqh+?ia2G{d~4XautmWOS|w1wu754cjt>UuUCb4(`=5S zntPcBFs)<=djqPZ&$QSgkyd`!4oC4+g>GKZrQ68lJUHmxnMJ(F3PQ&mR!3_tamb3JW)P~al$$NUD;?Sp-T>K9%ya zL{e@()^U>lZ;5ACJ#ne%YbImPXsSI*qp>LA+!0pjy-nP`Ta=FCeE$egRj97;TDi)? zFvQ}TyfZ9}{g8J#zTiUa_{o?lqH?QEb3kbEW1$7j7#Lf@woGwn8DX0dFZGe0o0d6# z*92tN$78SGj_hcm{vr5>jUw!J#2Rn-_2RD)(w|DPVrO)QL{NYd*rww%<`BL*A@%*z zCkq8Ny(h5SCYGSO0HGg#E=Cy&0TJ&V8J9Dx4%}k*9U;PzddIdg z=ir}kVyI+_7L}d622a4p6~Ed8JyizMxPOLGw+coR{oaQ-Q-fGu{py+W(gL0?057Sh z&sWeV--xV7y+GQCkZlF~vTkTe^hCHzR`42P_q7bA2I(jSxfT6!Vn8KQ;jdV*2(=Ug z)t^@RYqJkml;+1_r{O_y1OcMApA* zyV0xi=_blFldnR6nSPD0oyr&5kA98Z8x&hZR$C0?JArj7Aifp;Zmx8_$yc;cG26ah zxoL?GaHivcejpE8m~bM#u%y6Y>-O_@1**^vxQz&+dghuk)QhY-$JqwDLrYlDdjPn4 ze6=uxIxm%QX~tyt<2Fiaof1Ex;F76^<-4FKNpbCgJ;we&%HFX-(?Ds`EZeqi+qT_h z+vu`w+qS!Gb=kJ9t}bhzp4r_q^L{)3;YMc06%h)w&$jdp{|@yiqQlP>Z}% zRC(aTaebt4j8dI(MMOP~lFUPmZE}ZH$2M1qY_4kqBv;-UW7OubU#NFnO+oy4U{+{e zPkgQ7pbK!(A7>v%UY|D?C)W^Ey^H=A~7E7hzkDQ2gd*^*>%W zrn6B6Q#_>uw0UGtTn4Y4$Z7LxYMAnC4hhXXf_GIFRJiJHbl)zL5hDeT1bDH^Jv88; zQFu=dH^75M33cnPrZN|a8iIqUj1{Qieyf|-Z-b132LAC-6tvZji!v;Y^0nIYFw9xb@Fu??@w zg=v+!s&UQZmuR?UxKX&bn&X8;3x8R_hPRYz=;8E(;4^B@}gOyVgJK*exsAKXQl zTlCKECHLj^Wzy~I(`Mvl?MfR`Cw5cD2rhoINtCScg((~)2*bpzF}TH>dt&=rX#H%X zfJ18y+)UVo#|k<#?;+IA4-fC$ib=1_ByliA^~*RA%=Oq&SO?kG0h?)LTubUoTIep0 z9GJe-4QO2*p2>q#1C7)VmG4R0qln9 z*au$;QWht5qjia%t^lZ6Ghr;|ZP;Fi3`gc;5 z+YA2m1)NkF0e_DFD&^^a|26)l^#cAIt$<>{{|#FZO4O;5C)zCJRFTDs;g<_L34<(9 zQQ81-3uyQA8)LcRkLMX2mE%LS%HxCW^-NEP9b9iorgZuGpB>DO&L6L^CAcAI0LxHS z68=l=x>Tvfo+kP*hrDPE&N9YB=4Ja#l0`}^cMFLmc-X{enAu;}Ub%frn(5MjW24%>*HAbJisYx}pQLU|VKuSbHEW+MMVXB%){S>sQL71Y!q%S468} z$}Giy!|X>M*bGOTz~4AV*~;@)-L_+{GiOR@daQph?yzJq4w~Lau5Cp9P%d04xYPV+ z8M+B%7o#w-Dbi|0C;`!+Dd8lgUsrG%66Xe|hh1b2txI;XLo;YQ2~|*BvfMd^Ec2-H3oVtpbubQL=aqEgRvQZN{B`_nURZ7w^e{mgTPm1*<2P;ICosCb)SS~`tD7O zf&F>R_mj-K^w|U7M@vZJ1stqnZZsx|^lJRT9=LS2=?)wlRWW;FkDQ7s7PM9*7FLnBYq*0nTh%)37CC8>50GQ0`!NP0L)J zs+mUNEICs=NvF#3EZ8!yxsPYVIiNt}$y79U7*U+XiI&Vj$_U7=9f)y@&cTlJ%G%N- z{k8Dc6m(|Ekr*||a7b)!3!+b`F6s~d=kUWw%$%g~w@fgK`!l(H{)mAdyF>ep{bt&CWa6^ujxSE&;9( z4Ct#7S?}xpo0(+7fh_*OQ`!iTI1DkUI7jX~$!tiN5XfJB2)YA&*+aofwAbXn0);;? ze%v{riyDO;0Q))rG44kbhkenZMu&U*3=aJ8rtg>1g=2a&~uO?>aMTDY+kU z@x%%`@|O@f;Bd$f0LO}%wr3Vg=MP{Eq$eL^KUQr(RH53Z??QTu^D<1jy`dAUC~1#X z11={6M3?CUB^nc4#ab|BUJoE1uA8oGZ@;>+eE^T%-|d!IrHJSl^m?)>O3K+97ofZM$&B?AA&_djyZ_tSvY!ZEoMMWrb_GW&nqy z?b&>-YoZK@MA(9_4shQbHYY5kbJ_~q1T2eRBZ*DuM7VLu5xgcASrooRTg>879#zqa zSf^pu(%<}He^#^HmWUfFC1(ncAF7JS49yQmbL>MT?1)AOv57Mcv}-Vq;#q@tQ*Pf< zR%0{NqA-j`f)#V3lL~{%sVEOXgK{yma*q- z6aM@Te@?rw6vWWE&Elx{EG^5s@;p`@sRbEM3E7?WS{t^<+{%7kKFY zV`y30u15q@5YOuK6swYPYC(@-pdvc)~mvgM4rV;`25-GoRHc_n`#mJ>8@Fi$OjfX+|!vF#>HyejEe z*3Zh}jY$zK4tq;i9TAdk&D@@%Ge=M$ajT78HhP2z z&3~Vh;hWWB=k>>Dvr*>Zs50f^Nv;4=b8;mXuCtCI((DilH`reKg_+<;P2lk;&=i(H zxixsN%s;IK%A}iBfbQW1wRq|ZvC}QNn5b+nU)+<5_(DE?6EPekk~4c)*z@<-aglq< zMcPrrNXPVGPCUkfZM(P!8Gp=&cfQNMZOhEuguycicKgRpBHr#E zI1k`sbXY6(ecA5FV9(LZ-F}V^zUqB2%Z;uXcPe#E9HpXJWUpm)H*0FtLEyrbWfx!tC+GOWqbC!JMFTxX9qPeK0a4Sev7!A%9i}PrZ$fa`E+SbMJw#Om-S+od5c5XDBX+n(>z|`V{1?HuP zugM7lY5%de5n-m=Y=wSq&77ID4}=*i6gtPEIOC&uFDVym_jNwX-S-ExJ2-ts9Ax_A z&!VZHQEt9(H`jZmIBXB{jz#GXqmN4zuFJNNv?va^N1-RLywt@8QmC}pIf`FKAB3hH2bXXy^%8_W>M4hS0)%%%V&qv7#QAEh0e8n7Yj7!z1^u z(21ut>AI_Ly^FrbEYp-h5njVhtutzsPlmx{v?TjhX)DHg)GEghU&b|RVg13vXW&1_ z+0bIL&_5~6zPq_GwB)af+QT1ETbC()bMc!Dk~ZS=6DEBL527Mx>J|Qd7M6eYWu~+Z zat!VFZ?L6HJ4_)7o@ry((|1sr$4E-68@^?d4p2Yb@K}||J|E82E?Hq|iFTEUP-q50 zIlWGSVrYi!n2uikARauS|64ysv^{MR>RRRGbR=E ziJa_UghM;|>$l&~b-g2wLGe4$9hdp8Vn z+>hr_w$m|~)N$$*%hFtAH3%Fo7&>Y;vmD1w+JS$E4tX`~yxC z^ctXL3h6;>KecwZ>LyE}lN583D@zE;I#Fo|0**Bm3sPNbc*<>L1fWCHFq!T!YRUPhmcV}(Ea<|Vx$lT9QnS%0 zAD-#;{7S=c{sln{ul0{BmGTS=cxJ``z|&eM;-i@n$QoO8vMCdgi7#rN2`)oYnTcM) z)qgv1m=4!K_+?F^^pR>bsu5^2-Ai=9GFKM|%($@P%7#pgFX`;X!T?a=anG^dusvqwF5fS5%=TmCIa zQoy~l@W)ZueB2mweDd>Q4UYdDFA>ZN9ion*WWtJ{8Pet=n7;sdD^|QC#>;I3rj`u} zdJc8IiX`#CrUST~w}KQ)%Zp)SJSR+GWa#LA5YZjs(+D>T1=5^ur~^QW68*`aGw`g( zqtOviM}Pf&bpmNe>UD=Rhl~pA0bZqGqM48@;y$W)_Q6GwoXXub+(T*o& zSfQSi(<=3?6l+EpH-9;qe1DT#Z86;0Tsu#d>PX5?RmAs6*0DJCA=8L6Q`40cF;$nL z&`HV%2P-IF(Ct-k=9Z@a6)0sjV%J@_{W;cDwu>hvv(RHTuS;XFvG**=GJrAN0~Viy z7_dHK#)T_!8vHyo5MG9gmp@HEYndYk%?jto4Q|w2!!#kU0AwC(D?ETU$)2;2Kr<<9 zu_IQO;{OxR*hR0ZW#);?Ee|1Zkx%12ks8g;P&X$z;iIi!i3j{TOyp|b!)?aB$G)Ja zi1PB!NuMA+PFW~BrQ^jZhuZ7S_DW)Q_drB!ObkN zTRvz{NWx0O!ZXom>52dxqvxQbADb`SAvv3GUfk@~dbLiZu^HQ@1An4Y#;&(_oB!n# zM+}|-@aHup9!2tW%v$N8%xYbf>Zix1dVqk>^Avj1rU#?&xz4~-f7&J_v2QeCz|PN& zZ@_3DMBSX}dE|T?bB)PMqq{Y}DKn)0HxyD@lc!T!>?V&C1G11K znYyegd0`XZ$+k7o^GM=O7}Mjc^Sp+TW88~K7^o|`OaC47Kd0w^M}!up8457~)=m%o zUlt$#`{-EKs>?fUav}BL-uYwwWQ^Tw)p^!v1MiLthHef6;dG~qiRvJNZlG-%2J`>53*7h zJ~G51S*qa3h=1$xa~NP1F+tEcs_0jGYcay^c}gVy2>wU1^LfG7;~6#}!Ycs!gIima znr)C40+yxF+rxr1q1q=KnESy^o9t<3#KIbm%WS)@Y>*;Dq@C`pTS; z5Z`+yiC)q4$sD<3i_Te~PnbiHrv{I$62SJ8dS?tfyMty2{p)gm`jxbAt$I37SVSsdSK&x{D|ht8Gd<^ldmKSvy2$$NMc#0aZ^!TJzt@;f1gFx& zsJW8f-AYZ-qS>hCwTyKB&6r7AW-?JXr!~KGCsRzjT}fw=jIW!)3*SC=KRZ{cINOzL z)bXBcx!w1Nxa-G$MK)%TCf>id6rpU>8SojRsk$3sF_H@86Hx&@=Md~%d+546`ZA*& zD|5TXo4#@V>HW~hMP+2*&g%L9z_6DRLMR3z@IEB}+P6IJH|eM$#Atp6089<`UCTPP8uBPicFxQW>pC+w z+fVgg!OFLA>omi`CaSZb!hNrD1=-0KL<~udzrmhw#H{GXY^X1Dhnc(I6CGAr1CK{T;V~qLf8w|Bjs7KOZ zkX)lc;~g?PZTgx7a*wR&WIJPnd0cC6`V*-Sv8xr%e6A#4#1AIl@he|+D4yaVV?BuU z6Sa)3M;+O3C~?U^y#ac;c5dVxIr;F2u7QXPsVDU9x^3^}TOC4T*k2Z}3qXd= zae&%-MIl$gsY;ccDRYC`lUo^W{=w!y!u&_EDXth`*#)Zot%IZ-9w|5kb|_@DTS+}o zHlxd+fNmCWKW*o~#ads#^IRveB=VvSImX@=QSxm4GHqrY+{T7)it&zxk~uhM3% zv8}4AfXN6GnROmNlTO#*x4Cwmy;TYAbG#UbDWb@qH+*p3mr~(nP1KY7CU}!$RMTT? z1L2VD22qMl{3szw>20VmcBRmEAX7W#?B;unpz%HZ2Uegle7M>XCuk-!uyC<`Th9{I zH8cC#lJW~wL2o}wf~E_~@aI?e|Dg0x(ZabrRkkiFwEg( zC|mXmi5-@|m0zojr+CM@P=P)wwQTh-o$;b-#cc*eXjV*3*$Qx0(NqbWo~5{QjNoY8 zGE1EKP-eU8Z}QkX3|k7+d$^l(q0C)s_q54nD;Ma@z1mwnTcTLJl15nUKhngk1LH&n zK=D?c#k~f&PJx)I&h+)VvT0T~Ha6E3m4rf9hKp0o7WJ`1_eawEqHmqLEXB__HZJ@= z$*R0peDFJ{W>?V*TdJFqS_mEnE}YPA6R=T@Wu=@ETgOt{T$ge_Vf<$qGzqwp*!Se| z?$9+3!ojgvgheHJFzcRKkh+Nu+|6yK6i09Nl-1NMm|-jy*HOhK@oSc< zQT>ebDlk2g#-v07JYn-L;^*zRGzL)58!>HWMjJUrnLDF#!?#yFzlFohYGCCB#acG? ze4Y&Gs88fEp&VCZs?Wz{6V6{$9)6&mO%VyL)0-5fp!{i(hxVMH8nB>9LSL^Fg3pdg zx>Gx7&Xim}chqpyIv$Ae$xw!a)gEaGQl%kG)e(nLIP)=eB(M-37->MH%-P&inv(oL zB9KdJNL@k%yMF5NQ}D->jtMIN`%^u7f*PypnnNJ}tO|Cx$Y^^_bfZ7_F@7!m=p=JX zF`7e>JpGBP7aV#PMKG{sv(aYl$X`GHE|ae@g5qFp(FiX(hk&NG^BC!?tulL^0) zB|=`6Ja9vei%*7FrA)-IC9v!{Wze)j)e!$acgP;|y?gGa($b>pX-P9@fFJ!@?kevs z>Y=B+sMf4t2j$Y;NtJTtI!W&{-{ZmNaM$KEq&DgI(7W~~&GsC3tS$x6=4KV%7%5un z%_M&YURi}JX_`sWW+3mBd|2Vp5mpq~hNUc+Msrd9|d+kqxqj zh-G9Do>}k~xM3*YV1=r|*9GCLQ~m!(uz9no_H+kehy?)*vH#WPY;R`qzc%OpKe-gk zNe3E9)~kon3O8!I%M&HtD}P)+2RmpoAIVF2JHt2ZyyOGYb5tgE_S=UQhj$SjiA2 zbyhR9d@nJ_?$Mcs`VuPbKy&2o4d`V*YpvSZtJ++jgy6766v44%Ljm}X?_hulS!)0R zIhk8a|AeqLr)GD39XOKvO7R5Rq2C#ap7PZPbN|bCoY%_ih6UEOZ9j##*r;Zv!dvdG4Pj^Dl*LL>m8#T~kb2vHht@%7?&rLjTyfF>_?HWoO7Mi2cdE zU5eO4hK2`Iq~O3iRWCm9KO?`u%0v@jk~N=OwvGIG)SHk8@MIo>&r(q-bJU1Y9b=>x zXcb7b?r&%SHs|im%9k))^PD|05@+YnK7pbBv;#@52Zvb@>xNjgnLEOt_YhX*PwW@BwmWxnfrskA#NevZfJH=K6#gUDBE17cES|XXbSOO zKE>a7oV9!g4KFc^WZ*v|yu~u)M^6{+@eTjm<(~Vy4J+JKhb-Uwy#}o*+&$G~AZwz# zguX-8LYYN=R}u5xHErhPxgPwQT#fo?ap5-wVSBYWryD(bZvEj-Tf`g8`nDKT**c(# z4+=q3vmTr+7G?H0mxerbk$*kk4e6fnt1ssN*Q!zT3UG zR^$g0V{Xj>Q)g9G#qvbaV_~>5=Bh7jD=j{{YRryk2yn5d8Cjm5fC(*#%Rh@+J1{Ee ziR-X;7x6MrTh9DGJAidtu_WcJoF37RsQpGY@(|3GEwrgsWtLyAoNF^_`=9r-Sa;fA zVgM~X01*g?>A$(3IU1SR06qgf{|PY0a^j&cO>yKQpjJpXDHJY=7&LtXGo!Hkjc}6_Br7^TV%D!Y z7q^@Ps~zl))Grk+jin4gU~`wELX8V&eNxI$BZi>S3zT~BkqHgP<k*!HTKTWiDx_ zNZG5;xHB$}W?| zo~!4rI*<9+g=<~UZNW+0ZR<2|il0_`9ocB4G|rp!3O`0MxqNSaO=$3_`_I%~;jAMZ zKER6c+j!g-8A`_D?Q}L7oCeA)uO4BheSnNRkd#z1t}J=Ph|37E+PrXKo{N(%FG7Ia z6yJf2H4g;JNE~CCq`&G{JD`}-n>V}F1g<98c-YtSww=vDAog_dPY8Xse|DTW2%;90 zPsyOGjgW+d%C9T&nwdNIXr7)g`#xuCRC+(NBb!pw8meY^kyWfu-{}_c2u=F|r$XLEB;K**nO{OY!Z$x=@w-Dmy4;TT}itlokm;RW0)4t#+88 zhPLZ;%2jL?v)Q!ne75XU(COHw1mAejf^X(EL(MJ^_5E4|R>1mH-1(8@#a6BHiihudH=ZcN6wz3js#6DJk<9xCv3lngV^p}CG^`tqVCYjy1UVQRUq7d{1hKm z9u93<1@q;rPDN;JM4qE+mxK5THHqmfW8Y=r8oGBN=$b|eG#2SuK#1MdO+9Emrcgev&*Jjishvb`i)28Y+0p04ID7Y5yu z6V`|i?DT@fPc~BqzhRH3eb96nFaf+a#6n>(@B7*wa|e%8;t0cWf__9cv8ZCOLPG{V zgpZx$LWuofTsl!jrrl#l%D=7aVMoMYSr+2~Rtp$+ohv+7?mQkI z9(Lwzc972V_jI`zIq?uf_ohDsHc-aAcMoL(kNN;C2Xj3^KxjqGWSx?D{I)PrAU)Zb zHxH57ZOPoA!BsHK$y=OsZx<`7jI0y-Ii5nK_0JtTV3HA^HQwBQ%O=R(JOzp5&+S}7 z$;DfS9mV~z#mULVdsnuc{t+^E2a^KK-Hd7s{W!IQiG0k|~aueuOd$1nOuZ z1&!+=4_i+U{Z+*xH&Gpq_ex(R#;^#{dug(SvmnIjvW35+U{bTMZ+;q6vn`qzx{_>_ ze2dp>0C1T4L608Gu$|&q@0of2dFw0>dnM_c%D6jrKNEe)KiuhfJ*B8k+V5WRSMA3B z;!^L?Pmj{}9c0Vby5fVPvOL0PQyJzGb39&u7tHn?h-j&CAykqXxzql*tUrqWUQUyH zT8wPD`*qY`%$P|VEYC{^je(qTFI zd)W~=uQ1ROdJjLl$0Ug!y=hJ|9s{|qJ{})lxMWC*m#_mahpAt^`+bd6Ivyw&p=Nk- z!H&qB9_v+vv+TiT$qR|-;<+;vdempVoKYs&d)gGXu86x6Kdk2^ViYX?9oBcdMMmBr zKfX-#)b?)M@$MILGhvRQ3cPOFEAK=CjPUX<4)I;Oz)Rw3s18T$SJI`_TSH=F<3dae z)CqjFTyhEDLgtk)1y*NbkVg`!ME8@cyD#3ls*;QT)>F5c9{=kL9;jjmT~?ix*LawNR(Z3>(5Yjd$ETTWY&PP!i<7cHlvLmX+M) zKG-y0Hl~K5x1#{2eWe|xAmROHFE#}W0E-}x^0<|vI!Y>A{Oszo%)`;^)leC1vtmiCk zJBvk??kV?+^Ck)ko_?dM!aoTQh(MEL&>puEw4hI_HW$Ce)IR%vAyGT!&hiz4XA5r1^T)#jY1^ZhaGg{9=WjbOGF&9c(t^qHFmb*@$aE*dOS|xIs-Bzr|NR^0aIYMB2@5a1}+wSA>YJyCVOF zn|+|K6QI#p>uL73g7;SWP#duVd6^7z(IvWS}U{RusrXSM>*5#BeKE83ad z=Va=@cCTO@3UV3Ev*JHoL(BLRhM|~z#v1i=@1E`tHHTk|Ym6#a^--YPFP8LYnP2xW zy1b1GT5n8}qJ1jHnag}?YiXQ>9L?`IGF$=0c^&@7B$sH#Y?x47u{?zV&RT(zdSMASAsdA~7tu$}|l`VWl=T(qB zZX>KzjY^U1dxg%tQBWqkGO9FS;d!iSNF8aq z*U36#Ep2vfx6Q!ld}WYdDu1F=Q>I!e^;G0i=18wfa3$wTDOHHrQwt%HQi{cyg%H}H^tNA}4& zcde3iE0-`s?JDM|vB)a~!sf$)F{aM3i`kodvj_EdNoD+?n=0+ELd;3DyDDHVa@(WS zS^F*nqg-1}8&p-|F?*N04CK7py&H6qm8pvwCZs zyzR+zRL1U%eZMj(5WO58a;?Ai5hcJ9eOi%p5De0byq<{*q{ZuV8I(m}q;sUs{k&y2 zdU0s`c7L-=dk~N9%T)p2tY`PEvx&;*`YM;R&v*awl(&D}q&r1q?@+g{9k=kAAyM>5 z_E1|mf4{zS=Hv62VcaR%e%VRMqy3c6^f1?b=S1XpjTiCC>=*bcd9~?%*%BuyoDu>P zzn*mJ^-?3>?6R*k(I1CF@nac2Hq?J{TyIhPPZHyq8|H%t+8QBOPY*A@&G0fu+FRra ze4*2p(35@oSHvuS#bTE1%)R^7L1=d2rw6Z5{Pz_D67)AmyY~FtnQ9WsRH!6>u&+aj zd)JX2GNvSXRsu}hw$!=dITBebiT!o7%J63fQ6y8I7mbh{ox({Xn(E*C{q`Q@1;nv$ z$W}P(d4Bn$v~=dkR7|^;+nW#A|9g;YlmuFh0iY@7fYtiHO7HmBCTwN@@5pwoxoN*C zf#i!>;Ga=NRe;o#(a9L9ifd@PL0ltMH%vB-+DMYVFo>4E9c{{f*XQA$-c<7gj!j&z z;5b;!+1z3#r{ikjxnQh1)o?L0XmPb%P=v1-X;H=5N&Su-OlP`1K@TblL_$J-FhYg~ zgYA+7cUmI9v_hVB&P)QFN|!*5Y@|cw!2%4LgYVJKn14av)I$sl<)J(=`d}+$7(vB!%wiR4J87vjLO7kT}P#v@gPN(0d zOwH}&ee$?TmTrLoQ?<|0YvES1$B_v^5vf-DzL2g05ORH+1qdr>0#PB(NRdM_7ES{g zOe+hhRJQ{3V9K<(uLF)cbWnt|V`Bgr*J9Q5c`I{FJLNFH(Wnd2V~BCu_UxGAMsv*% zRnhuz{UY{NnQ*{^xnRba@Pr+>+G7qZx%$g#p&;`2DR6Y%14v}gLU%L=3nU|^m@Hj5 z%3LRXXYlc~=Tna9MhYe>DO6!pdkcz&wF-)iXG+G4#2mGol^eKK#nv&skqeU_`X2v$ zm>+s;l!eYTc%{(K;!UD9msR+O6Il`aYS46(hB5-82S%*#X=h-EcXM0i7~->~J|oS+ z%joyjlaR%)qE7WXzr|=Z_?nGpR0jGyx83>3GgTwWV_v6XS$x+0YzPm#Ue_UmW8Fj6)Do7xD9WbjzbCCA`>JGdji38lcWQi46Y z*X2UxrmQBD@e6`T#|e>!wrOA$yPQ*|h zGe)JMmR`}_it&0Wcw>z++M_$>g$t@PB88vt7CKE6{HIF zP;*B#sGzXzD^`)e!Db;HS2(IDl+HZCzhb|S2I;D3Av#F73~qF}+H;W}7thyuLORiG z5-8xR8*xLc^W&!V#}cDTn7?J$GA@HirqO5+xv4vqaN4-7oFM2j^kc;uBEvE1 z{eWI87|qW^;JI((l=#k{tC)T!^jESGxlz!XHD7UIA|BU zma@E&Ulva=a8AUy7k1)YIsI}y-Po#l;S%4es`TJtn8{^nc+fX5a~W|Hx8LY#2ePk+ z%jGfeFQbWFIozeHXY)Pfe?D&i5SaD3WoAWydY}v7?*6O5(*N({W?8GD9KXT!Pi_~C zIh(|ADv{jnv@1<9t5>!Xk#^Sv1jDfaUk2qi;~U;CeeXCW!JJ{hT)mQWJxot=?#AHf zFu}H$a;A&Zq|Po4ES}E9u||yI!J9O^9b&kcKxca2J^KnyT>1# z^4vyFyx09RL}MHN8?iV5c;_zzNGDn+Z3y~JW-Ec_@(ZFeU>ZGXT1wWvwte4t2b7+* z*&JrGHU*GdTEphe^I0JAcmwDcp(r>E+Y7~i*$dNOvuPvfJ~MH|90=yk?esf}6@e;a zg8RT_`~#Bj-nREd?F}YMEglB@dtQyUTB2(Iji>KJU9j4Av8Mq33)c@ z)G(PcgKs#vJo_I~dHLt={q$wi1{aRgiv!&I)i(xTCQuYrzzvlWGF{aNJ zCFnh5h2)PT|2fYULn+Mk^wD<^&+Lhm1IsrwWR5JYUk2rXYNx_5_1@EluZkZRg8(@l zBTVUJPCi?C*hqJfg1utk8h2=wm9C=J;4a%hZjB>)A#Hwrm+u>mD>|`A1Z#&F5ZFhl zaC2zW zs94{kgsP!x&`x$fpG@O)`y;eVDcW&W$8(l~ABE6tI*lJIPxsofYmeI${9~6Ny~{g& zO4n>-Jhk-SHTHsT)!9C3dyM3$Vc*f`1AclG1$winPPqFZ#BDQ}QC6#fTm|!N%0;h> zJ;Gu~rItyu4y~wW@|RD(T+*Sm!Pf_uM5P~Nu)|H4?S{KRc#wWyM4ATvXw4_52SNbNzo&G3dfzZRfJ$IAn1NwAL`(M4FG|8*8vN z#vcM&4zLwZjIoqlP-aQXXwL72uTM7RNC4D1{a!QL;4RjuSC4)2@5NtZm|?|7Acy8_gfV5otba8~ zZgj&TfF0l1P4R}h{Xq_jSur{!G4Y!q;z6|?qr3-`XX?07r}SEg?oN#5xoTH!F`#B{ zL=z`euW&}Q(fZ|(F%`U2u@n^d;&)uR?3Qiv!44h{SWW)t^sUhY) zfjh%(@j*TtYC%5_FWJApp#l|a3jHOP3!>a*f_g=>rKJE59X#yT6G6g2Pg@*ZroUx4 zSur@t@X;zPh?^W)pz+%HRAcHuADq@omj(GTOICxee`Sa#N7m>?vrb1#wrLZbZ;R%> z@G@K^5m|TeGMX>biKEcWB8$3^kMV zZ9zp&`7fEeRBKyEvicmD;9E_BSm^vP5OW#kUJn&DIeN*$0@%7h`5!SLI8o1qKyQ*7 zGuSk>9Uyu#qaSoxyPPO8fn|($6w%DvnxzJ^)Wz zYs!e>)LO#_fze~H>r+iNE%xK%eUT7Kk2)+N$&v;2ZiGwW%t;OH>q^;=kxVmm!x-i) z4i}OpR_>KV2x8hEZYmV&2(l*WX!?Eh@M{9z1UJQ7b0(fSjBXi<<7Ez7rwuN2Vvl`c z^^q6g^uFuIP=Wg&3d;O;cxPaG+N85(^4-ODRW>H>zN|U$Q`KML!rvyM_Bn1QC~4*Y zSRP!SIL3A!cN7>#dw4!-1=7x;cj*ia=;8Msj*An^SkS5FxFOJ4&Ro^~Ghw1zMpzt%r5 z%HTX*9L3#xKrWovY`-ijV$2qk#;{BIWSs3sOOIBZ@>_aZRNsMIcrK@J$~M3Fr%q&Q zPxR#rnNevpHk&5!&=zytj?rP$)19jKreudVUGxs2ZTMvy#wz+Kx$x&Dwh~Rd;(ROC zEZa=$8f;G;W}_pxAf-4^Dp+3N?_f$Ly9qiE^a>~aLx<6&+T1xb&x!Kf+>SbDw$cm6 zB_M0#XjDTrQ^+ouwEJn;VSW&l6wwz=OUAFy4QXSA8|yg+OCE@g{3+rliQHzsa#5Nk z)anYjMJ>t;l{d7^*xn(=evch?bX#8Pce zK*`Djvo`JcF`UTmAw?N!3aXziJ^M_HORQNz<2)M+CyREid8cw)zwZoJ58jbyVK2Wa0QcEs^eo>W3ne2h;_Okf0n^bts{d3~wHm0@8&RJG% z71?>5hMP`5Gw+H3TfX`s(rb5&q&p6c<2ZtDqT-QiKlM5G{qO0@^>0kbPe+6|98DK) z0-8{P-=dqc{N{zj`R)t0XsbHv8ax}fmXEm|vx2jvSt=OL)W@jnSFvR{W{QuY9{s*-@bOroW$~(L(+QA}G7IcJ>0$u*0mij|9lXYE! zL@g8Fe$D#HB2ZS&+T$ z&u*>F=;`TxjPapTbvEm>pFIL!vyn=iWOVPiK8E)%!PBXN$whMuup@h&lY$_~LUhI<95JQfYlA#Tdi<4!mz(zs1)nUu@FxZo1tI=mLrjS%W z8ZeQ0xW5hZCH7SAc~PO;s8`~tVc3R1M!KAiu$&Q~opU zz6nYDJIK0QR!b{WHI(pXwbaxKv@TblDx*?z9mtG7Qh6s6VrSt%cF}hpB8giWK4Sxp zHQXcIx4aQpVPtA59*;oCl^d$q&u9L9>sD`B_Tdo0ogx!Sv|cZJUTVXKPH3;q1u5-e zi)z&Z=(eFzrk@f15^)L-Hgh=|sV=CSZy%zW4DQ;6 z%A2X2g5%ZzL&ZS~Rug8RU?n}zEfJ%@{?;=`fP`L`cjhqk{E6*s!Mx{HNyHgt`{}vJ zy=p-qJ$)O*%;eIqO>yj&&HM@{ox zN%=#ITnb6tOVL>Iyf?k6k-|@4*@v~y5zPr1f{L5C*!_~^(ib!BTw8q%6hGx*YTpEq zXWdvRxgYc5vT!qoW{ERkr`EMk_}q37PPoxuf5J|2lye4qDhSj&46IYA7rl}=E3U&% z{Ef4h9pINkC(mxXhJgxwZAkqJ2S%OLZQE2-7xm5V>?@l#0Q(dZ$d5&U91VXt=lSV2 zYH)Oh?jFAQLZbLhZ$dpCaa`8J9K~>0)TjSAHuObA5F>DHdR$1qBoS0k{Lr>#$7RTm z-2VyRGVM~iWuK-Ms?F)MJ$(GTpU|rM7itzIrV;KyMHm;l2hU`o;hT)K`tKW$u*r;> zEq$#kcWkV5 zYrAbLHY&DlyHc@j+qUhBZ9A#hwr$%sE84Txv(J9+_vMG-w{dRp1l#p(HmS6VV=l^p(=jXbcqT1L|?n@O*jaxHEXrYjpoLN~F z)vEvY-yR1L1l+)VWz zBNpi`FQ=?Pt2`43#5um-aYS}-VAY6rIr@fvFe65rN}0c4^Y)7`>LVG$2Kq7nuXRJv zc2M!3{WWVY^(gSzS)2VIaV&Q=mfe~r#JDm>^%j!mxjp$mEe^}pe5PgyJve~FCYeH| z0;J6E66Npu+N22Z5oGu$2cM=2ERVLbh1+U67S7XKC|xW5M;wb0;0BEDgEPRq+=>u? zKB*1-?1S>Ek5pl>B2=>xl){f>CE(Ex{L{-XgP^Z6q&>3rne)c+%XVYYD z8n##S&aoA9)4fb*fc7y=gt#vK#zcBht^?VLUL! znA9X2=*VOTdXsk601$W~HWhahdHkE)t-E-8E(}Hr-@{=~s-uRxQ-(s4M}^ z2o?RsEv7*W@8q}7+?=1j_a@4UbqO6YA4Zl|8g6|y(9&NGzc09A z;*ag}NXD6qr4c-RF%x(mnDtF6NGyVPS%*k1Z&;-fuEd9M?i=XOcovs#Y+VFv`oQrX zIb*^GZh`MoZC@OElpaNC#xAJ+!ipZm=M|6fLM=q~wTOxAn4u8uogE-)$$tz)c9M(i$9oZ8apJ~T%4UWDJnc6oa+1|r~~o& z;AFj~Kwxc7|K!2$+yQy8HWW0eNhInrc#>P*#UAqTTn7GI$nE!h48)>UU>)Y7{0I@l zTD1l7zJ{s6hVK}ht1XwVfDT1*!F0rVtHi>^#Hj~XLZ|8O zIoMoG`E>Vb5i-H^sZx|uuRl-;{{VkSbtH2}BaOcwEApF6Bcgh}838mXJ`}4Z1WWc* z(c1Vga4vtno^~Ov28$}Co@AIS4VkkWlxCVj6hKLkfE@043Vgw zNN=Zpp~6Hf6O_t=4Q{UW+(6vc+7a)xSfI+g6Rd0?=yRJ^?fi^X zqJ{oCt2X>X%Moo6H-N%LYO&`-@h-5p4I^+gZ*6f$!Qh;Cpi=uOUr}Bx_pG}Z=@lsv9-GWAlgmxQAZpn<>T(5OGlZRy+-E&=CjK1zJJ@sxUuf?TjExP~RB^7(IWPV4-G$k#D*JpHvT%QfDmhDvE{sithB ziQO*xvcAHlCFYl4=qn){?3qI@no${`rtHeBnnda7^^pnitKQhZL8^&zlNYGv_$1FM z9ydacTc@T3=pWb7HMF~40!nK_R|b){nb9UB`O`O{LMba3B9VBAIll zWi;jIZ^O89i*N+`KYg&Crt{)#69UZ&K^0=jVw-CJDTp|>Wu{op9F0jlLy}Z(F(S)W8bxRl!Rq0u!1#-ID+j?+vogADF$-cE*EejJPXIrwx{r|1 zUlWXYB^t}pKfyWrRXI&OVKzO&7$K4$4&v}h=IRAa%=>fbrhK<~sD^qbiL)Zif_Qi%3se}2@H>+YMSOg1Tt6c_pUkD z(Yath609qv&_P2Xbh`u^_`>A44P_J61=&l2YpX!Ci}Wt^;fGFUs_eGPmd_d;F`2QB zW6wD?2wbjBh>k>!&HH5=WU$~uvp~!|_zIX?xA9T zDtkH(1kb=-qnc@}&fz4L6CAaU@uEW(Q*1=cgkOV^lvK6ghWv$St0F@Q+M41DCDwLi zd5tw{)sscU)TW$2=FKIe?!BS)ih@E!T!D8BfrdB5In0+Wm-U^v+QN6*xba*=j=XK=TA)HyDifz(NP!LFIlSDA%RQE9HM0$wg&1`?gLLTaUqCd5x! z&?yBhRLoe9fic&LoIcTT6Ec=9CFn?@sCYZZ!VozBRR2bO`TauUTye*_jDQN3Zs&j3 z`5jymQxkcENnMGqWjvVd6`MO^sC#qI5605m31|aueJCm2jeOzBkLbf(M!}nf4=Q!2 zVRWW*zSXPixaHWwYoYpucBcwSE`pTn3WY9X0AzRfv>5_H9h1|Rzm$}<;2@LnM}O;< zVuWYyO2fy{_W>AvO@{FVP+C{W?YTt0JQ?%aV?iJx@?(9L)F;o9z%BK9hwZQ4`{99r zn?3~O;f2!{NZ_1kzGDevqYoCKE2Xi@5O&<=y!AsRx8u7=={X!@Z~nbHss=^}o`chd zV@e(memtOnZ=dA{Ka=_*86P`!7T^=<%}P>KyGnfF(vu*Skr4PL>x#9$bkdBeyTw|qH)xRkh36!l;LY~ZHgNvOAhwiVP&+& zc;EEl97j($oEfiS8Yq8yx?Kb%H-*2ZdcMYXp;vOJ`}!tzCs(8BsE1g2v*>N1f;Lzq}JO4NkdW zvDtKKB4Q4RUr%;0$ja9&x->K~vSDTaDaJ(29Sg8BR9$MAGyBydB66nsL&BXwOh9bP zG&ApG<}rq99F_LQzqJ@(cDf|AmaeasV@WiDmC-DKQ~t+p znE^`;qa{#0CSga$92BzNI9(UPPjcn*ePNCXm^nc8LHVNJPkk8eL|s!e3!HzR1>`6V zK2ZlOe=toCO{VzX?N9a!R}41g493h$WmW{tMfDb2`PoV}P0itP6lA#=JRnU6q zun18Az0MG|DKizd=%v1{>g|ySc-I0cRg@C2#Sz4K-kIls-}h;D#3n!1kiLcn5988G9TmzRE#+pgV!3F*)%mz+ zl5i?Ky8|~Br{z-pBqhnofZHo)+)8Xj>yY5eqDAC5Sa@1Bv3#=B)s##p>dw=}$MG5a zfLXaFe{$|Nz0A*Ntv-K-o2y{GG`S|JeA*mn1@u(ckEYrQ(x{o3F9oZRo;H+MB3G1G za^u!{9*Mf;#z9e7>bD|C@^S=3j%qiM&Jl5l=Q&9jlYnb1!r@X2A6~WclUkUfs;Mzp z>a6%j@aH1*FZ^+~_${Rge2TC<3;zNWi@;)m{z{ryP2w$7sURCLF^w0G!fc@?MMX+B z4?(uY@>CNng`!+vJN&SH6AEx{IwtKiexx`!eU+*1R+YjvtbU>0u0B7Q3cJDOPq@#* z-%K~Y;r`e9@b^lPU!Vge5peowlKo4t`v3Q*`L7M)QbYG|58GFC%r$j?A)KHGiu2H+ zkbe)-T3)dQxD&u+8PW+=j=a385}dQ_dYimj^MfLb9apwS!85p-dUyGpuE6~bd&$tY zdtpG6*QL50IGfrR22ONP{b2`PsTM6rXEAfdn2!jSLSAEGZ{v9QuXz%J)W|u5dU%-X{l5`+|2pD;XF$cKQ#f-!s zY$qsT#FWI2LMjdCTpI}%WzR7HFHc_kk%cPWuwxdEC(`m zJ9(h*9u5*5o0Kh5VpCIwX|;+}SZD2Ge#t~YD4K#N@DVqrmMgd_F3>q`1_9qTEa7d$W;Po%_Yhx=;Mg7~eqv_xHgQ7P!E(Zs$)y)31qg2sC}P=WzZ}U33x`XabVe>BpV-~?JzAGz?=SpXOLSZapQkt| zJwc0<;4lo$65u0K(z`MwatlZNly?=~!t}v6P#XsR?4xCH{YioZuMm?6tIRFLtvk-N zg!NHmU@`uI-@gT;tuYjTJg42rzUAY+gzJ1U|FkairY%mZl%WRKdWj^ylY$IsupL99 zii+$vz(fDTzqZ(S|pOTNc)<)f*fA)8p zx1SMQuxA{!5$y~6bX9F)v=y7Nf>WQ%B~-H*p%|L=YQqTCx$mR8xEI0!<;UJ?wZoKwWE5f}&oUOuWBE|S=^ms|(N9IRv_F9&^995;_=i#`s z#06bg9D?J+54k4#ZeVDt^8vjMEHFBot$9V41@jn|#UyeM;2srjxk>OF~aBM=u9f)IV_%V+vg&a1)Cy z31f1iY|o|INsRX8)^KQG=wd5cO&JNXX{~%S#4FTa?jFc!b`@EhLcL|rHuY`bUz`9H zp(q-;V=x1M6%kyop6&5hkU!YHjfiV8MJ)3QLU_J}T( z7VU7&6{vGO!F%4FRw5=(PSAl^?>GgMm-9e641cy1ejYO=KH3k zTQN!(eB*6zC)a$eUvj8ZcL9#fM;B%DKz*C+X<;n=tdqMY(=1AlHm$N%9B(xFuEl#d z&HB^!m0`*^-Tz}hF{Z@o@Dd`9Gy;Dihqf!prWn)O@b-8uOSL`5#LUn^c)&Oh?u;4Fqn)XmYCqxZ|noS=#KHB*%=wd#9i0h~kUyUo1YQP1qLcCB}Dlyw~6FD{U0VzvOEb zU;Z2a=kH-hjWu4K33&gS0K9*3{+qip2V;FBT^D@^bA1D=e|E0F?aBXpS*B1%6t<)F zhgOxyK4?Q-oDevEzO1}r5U-!AX?asyaE9`$vt9?AA*e&?P_QSv*)%(CHH(AxB*KaI z)hloJ{o);23LR2WDlv9BPK}>_9)?gE!b2X^u%K8k68aD+P^MF*deb4Nfzgi!N-lux zUT4hf4;6{E8(&$A*iMHdxOBk`g-}$&^y8X_5n??niGW~nERP)+VGQEU=&%xqY!A9U zmVNRIBy|5{+NX9ZWR`T^$f5#nnnqFbiGC;7meuJcZVw>6aX`|zaEo6as@gFlr2S!i57Mx=^&l_o{i%B8ES%B zHJFz9sA*c&jgmltmn&)*Winp@JCN&~AARR9Zoulby?NR^`+?H+JhZ=McLqz8^7Mtt(D7Gyvykhn?OMQr#Dvn%%UN7AlEo%9(?86|gBkxH}Nxu*$+w9LEkzo>& zAhXQgBX`tgbBZ}$r~Y?G-S96fbVHhhHBCLCB;{*nM&BQa3SzPbR3t^OK>e*or+XlO z7Mh6?cs(S^TGJZYtx(|{Cc^1$qoE{3<`Xp+EukXhXKNIXLq%|XRJM;|cv?E&*g&;O=fz}t4C8?|)0Hp(F@Mtr zq^C}&hxkxk>WZ2kT*%VIa5*@Wzd$+EB*b%L#hGgvqgLAXv$Jqr@MVG{Y@P@CoKkd^ zH`fEXA%0^vx7&$uG@oMej#MT(ElcOjIXom!G-IPhj#J=*pbrDt;3>7AYTXl5i*P+p zFJ*H76IvF@nJfY6@FY&>Cw{}K-e`WzliJo;@XShgcbiKX9o-!XJzc45q_@uC5!u=8 zT354>XVT`=E}cdkI}a}MD`Z#n4E!+AKo+47ln!YhVIkAP`Mt75CzI)5m=7!Yp=~UF zDxRzW|B~ls;&^&eFI{`Hkw#-KiBeo(Wivb>hn&sY3s2Bd^dg(`I)iX2cbk#(3QZZf zStLX!^>rS*i>Iy)#9>t-+qYbve)E`)h}hY=UCBaqzoDuGZ#k2Bzr@+kzQ)zciIBMM zs)mKs@e+OhYuS+=E&0}i)up-d2yw~H54W8t8@8TtHi{hfv>cu2II!wWoY$ou-=AOS z7uPODK(aK2hQx2MI~+BwE?n!3c>5a_ey<{6Pe4VgyN&8fd3K-k=C?tXYf<4ujm=sL zsVZWCZ#sPoThe&+=lSeRa>-k>0TT;&E3nGr22*#JO)jiLt$MF?CIzl_WIcU;{L8$jgRzmb;on(zsR<}1av*); z5q$ZlfIzRG57cJRwLJ|%*zP?=lG!i2xK^K_1^{#$-__?Nlyuf6eY-K^JyNVG#oJeO zg7a%j({}AR?k8dsHQ*ffT3qooX*f@DntX}sNlBS4-lCt!9Bf7ib|i=I5k`9IMnFfs znDTfZtIFJK{&o|GU~`MfpsW%+f{O}-oz`;?LT-yrgh#)TZc#%`kuLkIK{%ja z9f>pLJ1!*mG#+eRHfgZ4vqQAaJoMb6(Mry}R@Tps-WYIgKv>7^XIaZ{ljD65>*2xP z-$kF$Q5c@2QQKuegaoyO23NJ1)ra7Xl=iLGkdzeZO44|W=MmjGbz|jj3hrW^0Mbjj~YU^dk%-C z+e%y36ZXkFv1l{HeVNv4fRW!rVIZ;s1N%Dc*V=$t%MP1U zCwEh98hN-%@W6cibxrhU0uQ%LphV7@^w1_Uj#|>o9JTGN@*#4xIG@n!G7Wq|+a_1Z z^*L#GCd#P@@G#kEOCg}&Dp41ye-lBm1a7x3R8MI6i+|EGuc0#Y9QS(d`SM@=er^pkI)3)z)Xpz#3^UiO0 zWW50Y{aWqYbUOTxqHKnBxR$3;R5-mKKdkQHHuJxyA>ZI+Sx6$U^-3rrlnSdZ9P#qB zqZ7Bgq^=SWXV`OI0b+09%yxTz5Sw@4dJQkLBz<}VYG*ouBeUNe>SR%*^yEEzQ=HAw zWA1wD1-m|YNl1ogIK3lQ!K7^NbwOQe<0BO^-KDXbqg#*gSQEmffI5M5Ivz`55Pt}} zX;l|kb=yg;`SBPl6wPt|krblcl)deN?JnjKM?6!$9u-=!@OSQU>XK+KG%=9-p3t_y z<}C#xUIQ4{^P&AQ1X?vAwANPq-F@I?zY|wu?_p#W#|DQo{1Kq! z5}eLD6|~AjV=J>Tj0>@bV0#IVq|3&8Dvd^6;w)-)1P*>i_Yx!@I#k=?)IZyX&M%n7 zT6V`su#F}y*azi)j}Dy_msS%)ire1@U6nj+7xI@0)N2Z~e@&f&o1F3ftoK-`7Vqa* zKl)WjfjWUDvgTZGUPyh=30ou%%8>Pqnkwcj8O=~vgi(9}ArvC-clA4nzl8H#{9com z@ZJF=(_NxVx5QWRahyzJWVG}hY*hU=y%|z0Zur>BG0MOIn#7tCCCTg6ZTDTp32uBX zPYgqekpjbS922ibC|1H&<=}}($C&K_o2-yMrHduOWgmvUp{uI1b_u*MrPMzSarZ(u zLHUXDD0O2j2z}6f6)8lr$zXiCD58KEWjxSJt`Jsvd(b(tAxkV2O;71`Nl1yKA*JHS z2p%70#W54_0-5t1WFtF(%=WJE&40OGY*#9YlvY>bcTGL(8fhm&`X5$fe`N9+_ew&3 zJm>0V;!eXx2Votv8VE3N_hJ%;q~mbLGNg{4e3J|5KxO4vcTfo)?ZV^Rp#pMJ-C@ zXT?0vt*M|1ipn6u8mRPFFCXbW5Rq(-*!fUN)#1y{4EAUkCp24McX25jV1W730tMj9Fg*@I107vv$PnQ-v{7gL&fym*o{Id2Z*y7r<(1)^qC!tDXHZ-{s4z z-fB$VZVD8r@GWcGp?{6~O-)B-0-EqRfu(clvkb;MO8)B+O%la!Qn{L-Lo!fT+z|y} zj2^WRLKHUw$}xnlPE?dmCv(reho!P>z);)}6jyWhH11d5+_AtcL^&MJEUn>68)Pnk zTMh7-Prkc9(csWki}Ol+!;Z$_h4e8L4@ zWKqHHDaD{EiM>O+s^_@2?K111DQ=t(E0P)$VKk;SHZk41Z%s@m#sxp-vO(!zge!!B z)DV|}&M=RyEEh1jL$0Uy-AIsBbJ2RdV~ig6>lXAgv`~VG2>wigeCs<@ z@?cG>y$10!$Pn#VK$^-@YR%qrL+%G0k zndAB8+HPq7i~#FvlAE5}7H0^PhDz>NgQNRsjzsrg)ou}n1|CrW^ox+c**x>m?!%<2!_NTAYUeqd6*DWEt+sH!b8 zLi^McSWN{l9=Kw?=n(sh1(LmNqFB53cxxVS_2KZJ-2$%PDfDO9Op-y@i=no!%cDNJn_g2A zVFdVOkq?4U&Uf@X#G5x=DaP%xh22q_TZ1}j0=<2%-q04A(!rM^m}N;y70=*Fcg8D2 zth%F7G#fPV}IK2+w1>6Cdytm|ay_~!3+r}sqShF7C74enuwvF&O9k%O2aoRH57MNh9 zdS7ahp7yKyIs{~K)~9yP+$hR=)~W>7NHFJ~0O$8l7!u#K*3ZotSqf{7)7!+o@oIOW zuRAjFc)J3_#P|AkwJATYD?ClaeJmbLa8>bDdokyFcF7ZMT}^%cFBIGs%b`Xt;PRdd zkp1~rFJ2DDj%NCH|GCM~bi`su@i7hgvfG;~OtoX2Dq?PN3t21FKNEm1Op_w7Cq@G* zcU9FCw-iA7dd?<>>VV;J;X3REKh^4ToOLZUL8UWlQ!%Jz0Te?2K#@tpBWIhH>4-Xj zZBEb>&B2|Be2)~9>JPK5vU#bHr%RGlB@!~{4Wvo42LoShr-Zr9*)HqN(K07Q=CID> z3kHpTUz)vDZ*54%9I%4>#S&{CjTRKr8pd%WODGE$1}cDA5~n9VqE9+8=W)x1H~?YG zF9Y}297Fk;emv-hDFE}Lj+M}qF}Y~5sE1}QST4-$;Lzs2*nI*w)X9}k8s#cJ&q}y?AFSHyhgz|DMcuY4X|qK zd}AI&;y8=W`^g)i+qVDNqC(esExQG~ExqII$^y8}_}Ib-A#TBdr+Z8IwDarM5p=x) z@;OJKv+Q96lvRBtQ1e8?0+`G!*^WAPeCTj-vhL(2gv0nrBO+-zXb#|1p@x7dRcmLI zgrjy$4i!iY^iym9_Cpe;zW$W4m7)9$BZ;iT49yW7Q>o*iufW4xZ*sKKtSH`{tl^v# z3TlKj!kS3ck2;)fKCGQKNaG=JiQ?Rivk4#AVMk-l;zLY#9(yEC+WaD5Ch{l*A405` z8x7?d01o~P#4ka=S1Wg}IryIZZeMkwd)_;mA_*1II#dws%|_1u60e(3Mn|UxGDv!{ zMk-lp(28P^fN5dOqYYm5CZ3KdDnH|&Q2)bU-^7J=+{T;0v?Kh2Wq%kHV#hV0J;`O(6ZheXn%&($e4CTk@nPSJ%St&Y;xljG z4Jy3p>{zUo$%q8Eq&1g1s7Pf5L|t^fI`H>rAv%F~C-x)NI!9&-Ij&e8g~X&to1f5{ z5)ZTlZznd*Yol%8ZM4fQONP&xoa;wRB_e}UhXAnTOUTS7mo%uBlpPM?Io)d1A&c!O z6J|v2Rsc4dF(kv$#9b-_2cKQM^ek{hAC1943k@@q2vdKN8JuD8Cve5uTr_gEmLwo3c`>lucVGJa(%WFFB8nu!3(YsE(z%jO!+C zd+>ZEAhd3O7QpQX(P^{-hpZUDxFi+JC^B3GN~CI62#Wxir4Ox$X)nw27Gai;{D>@U-MdM z34u2L(7bVZjA{{Tnr3)sx@-iEe~Sn_cW&l4Y!_(nOCRw4iErl$KAru`nn-*jJIs0z z#vL7hx&tS9Ydo&I^7E<|-otkz>jGyCi!#gFDf}i_w|mfM>3!-hk3@+Z{z_!?7kEw)Vs_S1stIF|!d< zh7$O8ZJd@cL^G@+~U^G9`274aIelzGW89dGBld)obxT%G z{{vDCfe#GoFlJTU;r?XB%}|3H$-|KTuU|{7Vx(Q>#T@shV$K{4YC&&K8aL9#%vVR~ zvu1jk^*vnN3&8v0u6H&U<1D?7+yH`PhXTj4tfNSD%#Utc)i8zkldf2G11jZeDM8MZ zI7#uCLsDbE5I?aq^Tc)*b~ez~+2WL#zRGaKr1GEmF2UAduk-mU>}y~+${QQJ=2PgJ}Z zwjYwn^W?ByxF5pxO{Wsrw$9PAPoC_Gq7p6Fj1BAAB`%=C4#d?k4hy@UO9xs)YSlfR zn%BwH_^MAm_+68=N63b@6; zc(@>yLPH@-q$adAtPQd$Mi(fDciP7g36bs%qoTS#tx&99wDd+JV$b3qGF1u?xwVlH zcps&-eo2rR1P!g9qGW*+BqnFo(OR&KAqouQ0Y=AS5|#&1M668(_J%Ys_qT@>jvtD= ziS3I&4Q`A-=OgDm#u`vUHX<9z-qThx0m+YQ_R9%gI&D3sO&N!;&2|aO^sL=i)YC5%z+c5?Z$m*k+Jmolm^oq*BP%_*TL}B6PkdC5MZaKN<0cR$*rgXnBZ($W^2j zui>)_Yws|Y-2j-;xiE=vvtH`K&%EBm!AM0S?ud}GQy=9#_DQwKLl_~fi7+yiJGyHm&J#hWYsk{q2Y1{j8zst+ma5BkOItP7S2r7=sxVe?YG z5aNnfL&ctMv^6LQZNc?@It{%)@WU{zcWKgR(TC*yp2^x!nVn?HAe!NT%K*Y*#tw zKL^m{t&qQVW#$yNDyLkEP+CP%H;Z$+lpou|+F4+**ZJGV7wHmHa&VKsu#*XzG4-W0 z7^O~ZLs9ZbOzY&!`hEEOJsga&@Uooa-n72bQ#Qe_Pr|6rW7^j%Uq40QZc0A~DxXeG@Ad z{!LIBPF|Mf+~VVeh*YH89wzF7*F8FX3qifmR!7RyN+nXA)=o!F6Hq+w<t9yw!GI*m)iW-sv-g-(_8uP$!|=AEOuQqBV}3rr$`_ zMmU-nLK&=yv|nt=Au8R&mC#XYB`ZNldpJsJ4>G}?n7E^L6^Ij#J`A-QfKRzka9miv zg>ZedJHG^asXrTooAZUs6-gJdx6yEGGyTm;^W=Tw=;$3Mv`N1S#9~wEZD^Ypdy(HQ z^4F$eO@*f;%GJ^p*;eu&?Z6op1?K@Rw80@mUPi;xleE62DuZv?6k4>73)NTLi)5`E zo2i-#+-o+pZPHqg8a`e9is@?)4Xtxsw%=5E*UOyKu<6AlB06t=gxeriR}&{3{Kn6l zdVO33@{PqiM`MPe;2ZAJ&AF$}q1-Mi%dFALIZq((*{A%#O197I`m_BFGceDQN)p>L z>cUX}4F_5WtbN8E2Rx^~7TbJy@0638End53)t5vKA9UjcG=fU&>*w^^U_>`?gxDKd zln7VU2O_=Ueb0Pv*W;U!tnP2sl1CA|+1A(L9srTPJ&y_Fap+UGb0=#18KU#5G_6^n z>LX&=Ak*9{?MNM`L_@u=FnEI=D8=D{W|rtQ>i`iK~5 zb-%>&MHK8ih`zi-3ymbZ24reO^L=Va?g0DEuBe0zNR?Y1q7|2-or}XC>VIkt$y!>W zUhr8;fLa6XNf04yV`>m#lG4V!_-~Ce6`RzUIVWIqo;+Zba#y6iebNl`K70U($B@G^ zi%%P7p{{Ig*1fTAhf>H0h*33GA{;F>$S)Y>Bv2L^j0QYMRD4A2LNS$@m05=g8*)$5 z#DAOWZv`IN3p(6@FHr>MC4(}l0oRl_r#Xy&ZO`B=NJWN={Yts|=NT@sM&&Ifd>H`5 z^OF)8Z>XqdeOnl){n-9fZCXJAuTK zpIM5{r$sw&ecW{&4BPnwi|MO*sPlbUIxqFEnY2L;a>tS zQQjS&vFD=#04mJN5EAwhaD9)+i1G*gr^@uZrxGNr*h~;iB%`F06cLquqy9OV21pm$ zup7}h$dH1&nJ8hST;rZ0KGo)B%Qw`GR{MCWaRWOb@?&gZVwT3tpPQNZg%+CvjZE-1 zh_8_Ayh%6TL4-)0x!ne9vk}Vu7YuFE^@iWP1hB=dkv$6if!~WkG$q!9jJZyZag~Mr zJ=h$bY+5b7E;n2DvqRq>%)?T)&m~mieRrEpmJ(Wa`?=5!rY`wU|n1MU%*+O^i(J+*AKVSj$A z9$7Gl2&O~{;*N1Qxf#2>RZZr+$yM6LgV(zCiH0~X+QqZd%L8-t3xhgtY;S@t0cKOa zO6%1%-61+balt9)eRRp!yVyJQ2bTN}kZh&-fZ>$%N(OPZeVYoO)omLU`#z#yUn3>H zS?^iSWhxDebs_eIsSFp2WIe#8Uk78F|wp zJfb5mE0h{Kr=->^HG$U{x}#DYKx9deBIalZTd_ zOh{lmf`06*ew+3jqXH*M930fpnMHR;-qQq|b&9KAJrswVR(BAEeB@CCL!6{FuUE&M z6ccbH(lWn7x;7Z@)KBl@advM>e>5<6>~>lm&C^&CZ7M{FrS}|tutMkE^U2p`bwLML ze}8;dO8!HJ>7=PPRLV37f_4JnKORM%6w$3}kmt}aelV0|BeNU{+BRQmF zJlGpwF#AQ+#!pY3?&aQgMx9O9>uvau#|l#BZQU&Jh_t@u2M)M?p zUbEQS{`54z9Dd(v)Ipz5&ggIHVu!G%R;B*>Zwc?ekJ&Poac)$A{0`>7?XNr7I@|o! zB?H(+e{(y3*+o+G=zZTaC3UGBehDGZ6rlWRgVY*iV}qt}%I1^+DzYTq56N0C z8oBnU(djZScsB&;@I4P$@Wy6HzypPv_5~#ANTEml4Fzjyw^WUbi?@1Ng()<#l1~hz zRm5Ni%OIOzM=>l7h>jr9JlT#+Ac&M52EAy9;QKRJU?!%>ROAM;N5r^IPoy%;gC<6T zbAVo}R#TedTCxQm$(Afc^T+Qky$x={Ml^eJB!I>1Gs{tUJ+so!n1sxTIX<<9R1D0j zDt0Nd!5{@-KRBYDVPcakuF;8TVGEyj0Ehz{S=MY<{Q>p^9OvN~eEeS7O?%&s^5w1v z@^08`vYR4qEN6%WA6o$MTni3j`9s{7Bexm*1paDw`E#cYOiVqW;w6#tcQ%Pb2EVI` z;Xvh0?Sq3;2w{x7SO(I4=H&OIyYET4oqQowhilpSWcKo%$v24r0YY9KF|@;N_h-8Q zkMQeO$ONAJKa5p;hE#G~?18-?qXR+^S{Q$Zq04lDNyT+M?H{ZI7;=#$i|nGW z!}f8D^VE$?5kTLLS=f2pLE`S@Mmt+Pq-#)ElNhp0t$=PCtrF6<*f`p(6UL)i7cB{K zi)z6HS*>>R=<7CK_`jjsdFa?<9GNT^=wu8u7aB?>#aX^oFcjR`y6qQMZ_^n$#jebk!p`k}EGiNpt7i)0rwiRGyI8|m9rw|W<*?z8>baoIY zmJXTlC{Z_Whx=XBm;^K~v%x;U{#nRgbZf_c#;WtQ3&=?U5y{3+RCG2ciltNr7A7LM zFDW#6Yf61D%{LkMUVHNn#5gEhFL&vU*1Wkz3{!moH*xrCW#1BL)5_9X^U1S*#hDEa zNyDFlH@d;rQcQf=QtA|$QUQO2S?I)#jB+cNrDOdvMfNnjqjAY*vx=}=MtgX9fPTl} z_1Y00>?U>?fPG8&YDDg+`SUW}h3rCgfu&wHG&Z z5_sj6!urfK$kCJAAqDP+zO=Yt7a*mQUl8woV>NT=h0{h4Uu`DkH5+o0TyIZ(twybE zf60=$eO1ZtC-;DDz z-%m_1x4+A-oEJ)Xb}eiyelbX8+|nlmSs)|A?DD`F!Kz8Q5J#X)w`@6 zj4@DAP$)$FU?CHsoDrugl}@|tO6ih7U{MY7EKUvw&XA)EARktni&a#R)2g6 zq#LrKjUP;yadJuKFAV+h$+k#^R|2GMY6J&;41dgCM-NTjARy*s+L=Z+vg@}`m-frr zcyrnEq#S@haJcu?j0qq2yQZZ*slwmMqi!c`PUq6&K!jWmCNH)6*B_`LW+|dkr#T3R z{+rIMl|{3-W|tJ;T|o~nTQrxAy7Pw21^5FecX0yTk$rHd0^OT;y2c*XOJc}$^&jgw%z_nC$)j|PCK=13v{ve^)^i%rzAJEXaSf-^ zyGx1xQtnlOqz1GtD9}gbjkVV4EQnHAIucDc7!-XtM#2IzKdV)Tn=4;_MR3p}&BaiH zwUPKMY{UMk?WS;(P>wOeBb}((YJ26$MoALC1-?kH8&-PL!tgLCyZ$C`<-&QUiq-C^ zgpu7f7vM0WR&gNtok=G53vqbWI90qcVkuR@Q5U`ZotBuxs~?$0P+CwZTtkE4z0|j8 zIhDkq0@0ieRttiNK5|`e2PGN;!p~eEj~Hu9EVugUK&c#^=~K zRvk{)8&B=Ry1%_K2)C9qN-S?TqA&BwKl#m#PF#jvh}H#RlPcnuRE^-eUV!q(4HFi` zE=B(3iG@gWbtQL%cwAEOLM766@bhKwI9XMLGqz>X42ncg<33|2-n$}F)5sTFplJqZ zNmYxSdC4~Yu~#>ue^7yZ(Tvjj_yt-5cpe} zSCXh|NtDnr{qzMY$}3~X2;Kc)>`rK5MAD807KeA-l3W2fS`(X~ za~`Y_F-xs0BbMz}N%nfwr`M2K0dYSH2G2$b-k2%KNWY)F%sOb95!a8P?TVvgKdX*v zZ1c*umvh5i+y2k_K~qmnZvl9yOUL-P^TW#gpAg=l`uX2(%~$lm7sGHFQXwe0IeobR zV15(|ON%3z{Vp$`83K@ZhMq2~1RbnDpEJByQbP#~m8bCoF5N$lYU}Hx>p@KAy{1>q zXm<6k_3*(Bp+T_1!*oGsQ8a$xh-$IqqJqvSS^;|~$@xfjiU8{Q+Dz!JWf0;g^6*H5 znvC|h!wP3NzZ`n=5#g~s<&5-1NJ5W(LoMjj4h&H|IwuW1{+O^;SjWw@kcdRXgWF8D>gP=nNF-v1Zl?YE=b zG^zNjloIg}2|vO|U3fPLe87U^8LJ^)XP)AKMNoGATUa|%hptN5-6|MOsbEcj0`Dyy z1H_dU62=CXeUzP57+gD}EeW+H<<}btE03Oh7;VY)&G9W8 zYKrF7I^FTsS?*cJ0XH_cPxMWtYHet@=F$x6H(MfelD%``#PKNgT{8lmtTVTtq$2OKU!g+uZXuEl4TP5n6 zPZnR=A3vF5Ceu4>xnzBY=2hh>>iY3Xg@b$PqcX3uzM7?m4etzvXWXlsqv+}WMwOuU z{Dgs=b;Qq=97z@!8}dGN@gPbf#p2jf4T5yY8kY^`Z^!TQ^UNV(2Armsl)N#f z-3)#grJ~?`fA|SrZ%q_v!;?@I)GqpqT(Vi%Hj)!Jzf4WHelOoOgN9Es*06r7PS~*) z+$#ngRN9ny=#|zuNjjn?)5%oiw`IiwcNN7xSx8|jS(K?|jt7QVY**W+S7^4c6SiEP zh-h63&S-Btpfp^gHw0@hGOR=c$u-n1qOL^2$T8I|z9u`fN+t z*dw3O*!(^HN&mxux6;ZnEorIXunu=kc7Zg~Tk|qIeQzc*#uQ2Vpyx}|zNi~$hxirv z7K48UbR@YA^JQ=18@zQWNmk}&z03C9(cRT>Guqna*hYfCyxMe9q)*H zlq3US$10CTG&^J@@F%BoiQwBf!lXN(X(^6EkJ50wkSmyjr;LqOV5V|c1Oc%!yZ}Yh z)pAIww3g~*RZY5NiCQ)W#(7SD>sP|+o7y{th$m;u>>oeQfC*bdk4}s$W?0C0gvZy!{@>uCOR@W~8KteSX_5=f)eqHlwreg(C9RnC7QGpjP*k>B3dr**koc~6lw zpE#^pC!Xxxkm4_H3ia{Ge?2Xc9hYw*R!-kc|AbBBUURsdvzsO{8#zftLo&L51wDHb z8U@J;YMF~7tU$DtVEwDn+dn7o?e|kGNOT^)kT%+Dw6TTX6`7!5OddQ>eyHkI%s2iI zd1zKund2GX|0`TRbwC8JfQeiC=YQ!iak4XYwlQ!A%-lz6|MwC$=$|Dlh`=r@F!zW> zkh`l{*~J?%J(3A>oJ3OLrLn-*Z+MZhIvlPPLktLMy7pUb-ap)I9DumYgKGVm^uS!- z9Kj0{4DXTTXoN6zUdmZoY&mEbv0oUX5`A9yICvB%VCrTyCXif!V#HH`##;JK0ez=h z*|;Z1iHeL9%?UZn3=(BnR`=Yk+kuKXIYwijN1y~ip@TC>kH;UzCH?}BBwCHutl%JZt?!UxOeZqLe&@hr;AZMW}V0MgCJEdb?) zHka)UBIWwD6Anc~knVvr34%w^IJoa)l3SAM+Q?w9G%=Xkl)yGzj)}2|9u=07;~HF% z@h$S~>gfk89BU%~Q*E&oV|53R79BDuGHO=vp zaVmZVE0(!9-f&tO$|DGv3L)@~wdg!({OJp;bM!NF_m1Zz&vO{y&tQ=~RyN=@vL6uz zzFzLx!i)>jM|4k)Yp+r z9MkR!BJ6+qfdGUi#KhL)V>%kNpw!y@N4r`MhJea6%O-(~TNhfe?!?y3*g zj8OCpkDl@LJ2@f2CNWhjDWybX?7%WAJ%{9&qxK0%ud+EJDW$C})<1DG!%+WzbbvIu zj8RJ_ne9qYPam^$jwWIHIFA~P2yqVWClw-1{ms~4;1Vr-EQ*y%R<-7+E>;}%zz)i3 zS)&6lkBX+v?V;I6$Ucwngs}iU|P+&H9x1ya}gF%n3+@~zoV$p2l3Fsl_ND0VnCn$>jfbW zZl|$^4JO?#zsqY;O(Pv9?B2Gdt|37%4OSFe0^5MAW>67(dB=4ZPn_aV^Lz)C{b!|U zK!_%No)S~=2{QUBdZd}1*WUN`dxZv=t-<@W1;aG6Y;i^ZSUHj3Lik+?5P10Iy82)r z_mEEjBxuf62pq#O`o5>kc;P#d6o^lXy(Ii3A6U+{vxaO30Vx#>t~GT?+PonihM{Y^ z`l=pBf%kVec_FqJTAyys=YJUGXrN0Dqyh8$FyIZ&_}|=?{^xJ(A2LMD1}j1r_N@;F zJ9^EY`Wg?IKm;DjNCcF_p`c>>m_%+-oU}5biesxT*{IJ=Y`vdM1}ii|U#y5D?{=rh zfH|-gPiCYwJQ&-IZFL?yK1yjNYfBcd;N@vm`&ii54G-V4)+(+0{+RISYnB` z?>soVf7e-2N=oz^*Sl{49Bbu$)i(_Z#?;}b1aCl!L-ygs*&!{3?#(u;J-V4jCfXQj zhz`Vs&Ko5~yv}%qR_Fr!EvbYa4R9LCv_E{n-6>}N!;j$Xqfos}kE-Z7#MH1xS=MUOg-KdQ53IoG6+P*}fI5XoMzN_Zp8IXwumrx*D9w$@BqHnw!y zWWr@$SvAZ${!Wofv2Aoty0r{#ym-I18^g1v!1(kIm?@~7ST2(X5tzF}sbdE!pk8HN zwl);ujcdlLyasY-91hZvCdY z06(m(*5xLaobNPm_G(|oIq*ZP{08hhegW`Ttarg5>jE7(2~& z;>+q9{M_2@UH_b!J@`{@rG0z4%q|*E*v+p#^KtKa%2HydkY}I~g@@U!dm+GCVZRX? zo_X5aZZJCx&#&Jr=NxJ#@pq}g3?|SbE_WDM11en9uBv^(g!A_{t`aPW@m03}<-i|t z43KF!M#NJ(WYuoG(4r5-3#!ws$Grg4VXe_J%H2-+2Mq2=SY~waDKQxJk`w&LkFFG5 zFVuNc@#&YlR~SU?LI>0!1srhT=lRaVWYOr-Id+ZnF2jsKFF(3wr+Tv zw8A0S@Af}Vi>D9!EVO0F!6G~0|>6&EN1w-X`on((BLqWHf}4ksQja&4v(d08@rteqyZ z!Hz}tNA4{23hDKh^!Y=(go8w7s8Z2t(MuHmxt%0ZcKj>F7ZuGJzLRFwv4?UXb`Io1 z&wsZ`e6^aj5!)8pKICmBNo+CWw!B~@Ow-!pcloocr23RzZr^9nn`GrV);<1n)?6dc z_&OP6@>z;~_8q(ql$Ldt4g-lqn^G42(0~f>bETf+?FpYntZ6?E95qz}Lp7Q($md?} z&a4E~r~upxX%{;XVo|_g6``zON*@9$iB}yI#5;HirW}#-n`9G?dyS{FGwmV3mpgh5 z9)`?*c8gCnophSS64!`57(_PADulLgM|7u2k<2pqcyV>hchs-A3@U?n_$N{S;xL5f zQOL&M6AlmZ7PG1HX^%yE{&1Qj6!!w=vWf;^{hy1Cd{xPnF_I!s z8Lg{O zu!A+MYb}IU#mUU-fcaNd?yOvhOiK5{a8+c^b#_=YpMi0?6kuB86cHB)eA;{{s-cmI zZaUcrW{jw}#>@T9`}~0a(o}>(XvTH)X$%4U#=sG#i76=aLR3CirF-|Xe6;dwh)80f z9G{M)ua|;jlpVE&(`n%&Cb}B*9CCBGjmeUeQqv){vg`CAJ)=}jM7)8R#j$@G=sjX@ zg1)S`9*uqbkg#WIDAk&HlmwGY{;#Ox+7rr#4(5{Y4l}j+HNj%J)W%<;wa4Iw!lh5H+}4n=G22Vru2OH?d}bsD^BhSvtw+R<^9Pej)`Bm3c(0Fp!s3>DDLm z+`Bv)DvZu?E7YhWSP~m>>Uvxg#f}Q}y2zbwgu$ml6R%^{sgq~hjG!j018ZnL^tEV5 zT^v_RT3Ivnq{iFsow2A^7FS5=!B{Lu5@x1prf6cxd#CIganQSqo+FM$R;v5nCH-Dh zTwzOo8*vjd;Q843lakg55uiw?h`i#f)Su-X!tUR^UL)Bl2{-1Y+ary=u3dS79bLnu7cW$^5ffj9Th+_I1Yw_aoJa4Lg_mWJ*IHsPw;3BA=q}-s zVWQ*|qp@)BtfQ06=*4-zs6rCGV7W}%j7yv7qpk+`9qD;qxWj1~Ezf=yEBbd}tE%HRBtz7FD)SzU zRCrs55Y9ei>XnwP9VwzyH~V{re9U>rx+l8*^==|H@@caYox`!yQ#wjD z$nxkvM*bTLXLNSJI~fNB2nY}w2XZ#Gws1C~v9>Uzb2hPcvU4=GwsWKV=QBDR3nNE6 zIx7=LTN7(1IwwH2xQU*#ot~kAvyr*pzYgwK>i-8AKT(E??~gn$Nkb6_6$`-e*zNr`~Er3kdhd&lZ3XmjjSc`(o{iK|N)m znDBYJTmkV&>=G%m<0(V^@nrO5Qc!Jy#Kq=*L%R*WAfMOs;vlenNB89V#Lg7dshO5^ zWpH43EKR*5@&Dq=_PlB^;49{Vdlf5+!cAyWqp{@2Ew`qs`^806b?A0%{Bn^)teSs8 zf?$pon6-lj7_i)-i3RCtF^LBM#g#<{aAh6A0bE(*y+Rm<=Oce8O=@@QWdA7Sw21{6 zKm!SCuXG%OtR~TElblpHy{>qJoB>I?}xTen$bd_$|5o5(eK452Vwwv#wRr@ zT^U5}b?XpnITD1=f4LG0l1=TrDN{G0`qa9cNY>KsY!n5on^1=chNty^97Nh!=XUv-=T)#_( z<#Y`5HR1VIgBG(;7-TH#A}H`CiSXypXGu@zFi?4Nz%Z8nB1nNyM$C^iQ|B5=8*(!% zs+c(6s_b5;ta(?V6Rq?H<_A*SRjGO{wK*9`8h(HYDixJ_zX;@8i_MUsd%>5tc>%Ab zrZzSZ9)~$5oK)|65PKLQZDBP|^hf;JgVxR?PjN^ zs>fT6j!oZ~KfjA1!9Vm!RKle&ZXG8>uL9=O&C=qWal^>*IV~tFNs}+l2#JpNc|86` ztKQDJ{};zSWhx1&RI^VAibaODD!z;*YNUXhq%in!SWHlORs3gw2n;YBnWLsEH%P7B zwWsUKS)*OYm0XeX=K~BRqFY$uvt>Cxu%Jg(RPQets094bLU|+bT9XOkz+0uEc`QIm z?o*Lf=UF(`Lt7OsN7;+C6tTIRIQX{!(c$Q}_|%Q}^&CtzTTHQ^x2j81GOJ26pdXD_ zF%4Bck4i87)ntdAlZL&Z`^Viu4V>2|WS5YG1Xo3Wki?(?YD11y)_oHZ-1ef<5It_X zslOoJ18Ea$mROqS3Ts6hS}fuCnk?)M$#8>6cYXHfRhuu{Tsl50x8F*Q+VuS)hcTE^ zv*{o0dD01cK)b0#h{6#Z7I)8rAT}M@)p+3^&=GfJ#W~! z+GT(hC5UUmHF3%PqfG?~i5jE?0N1^~c2{(Q(~i ziln{q(|~S)W?{fcwvkK;bZ6B|f70g8#2okfm(->E<;hV}WZbce9g1|-fwb}xaA9Z_ z#PJa(sw$o{6jtye#|u=t;nQ?msygHdLSnx3skv82D=__Gtn^4re+nK+iD(b_idJRQ zW%1B0j(v6u%)d)~DnPd|Mov4&{8MfgNt~v0jg*Hz?)Hs|rk}md@x8FiHmjdB7QlU5 zDi_aR-QvTN#pe?8d7b6N_R@MLL&n;S;*KhGmZY|9XU3|Qmw;1UMTT2b8U^*f8s*4C z&34B|eqYc+1%~c)UubKL+` z6B6wSi6Z;NiAhEsOFd{5RU(~bL(?Ha{ko}ewraIM*BP#~F88}W74U`s$!!Wm?hh6N zNKyvC8qE3sB}v96_Ri*jW%QK#7QhjV-~(_3?5&R`SZwtQ^A#->A(s5JJ$*DbRTsCNIxqJ9>2p(CCBg(z3 zs3YPCe6=WDG%sT=hWH~?dcfDJ`r2c)63}5{g^14rPY@+k-HZR5%K-Sxm<#SDfr`fX z2icTSDPo^Mvy1&|xoR?F5Qml^HC$mjpk3X7n(*g`Q!g?oVKD!6f_N?aZY_eTrQDb? zerQY@n1>k#5)-kUJqv9-FjFAfZ5mcWrsuX{ojGGfBgN8S1Wwjdbq9LZcCAyOdDwvv zjzg8eU5`?p{8R@?Em$Ae%a`&R8_v%%p|~aO-Y%DO*xrZVY z25hN9c%IIArHez!hcko&mPpuGnUr{;%9DnCcwU+jMfYzUX;*p7sfFoQ6ekqfqZ-pC zfsl`6Cq-r8Ab&Y3zhK>ew%WF$rYf@TnBUwN zFq2X0W^t=Up-rm8rvx+n+{|y&YKHg28C00dcDs2Af`dY&Qh(L1ippoQDQ8ufy&T{dD8a5p`sW&Wf+J@ z@9lp&NdOt+VDXlMlQCNx90{W~#f7i4qYbC_;f{y`s#Xl$N|K`o??p)^<{N7f*nd#J z)UY4er%uR6rX>GV`f*fB5~bpAh0|0^wTB^GQUybj4TBR>CY{^&fbUO2ED6EvkKi(x ztj)4Aw%ul?z_I5YUBg=c^?+i95!YU*i+!2acKy6l!4V`Fnwnzd7+h= zVUAyYB|bD|RuIS>PKk4DJDyOE(NiJ&YT@Qp^Q`qQj8bo=qF0~0G0`BK!4eTw(}hz} z{BCg-kLwO=JS0v-!{}t4cqcUt6V$m1TwlKa#!6ZuZ2SAigz}Jw#^ucIJHs*Ob#o2 zn=`cj*zbhhDNO6d`^`gCBZU1DBPDY5cg8ma9!)=MF$m}GhFxR#J6WE`uzrhdcF-9N ze%6kJt`&7@zWxVRa68yNgA5=~X@FGXf9DRg2aHkw*pk(4?6AcC-MyixGK2vtTR}b) z9KOmf;9zelUO*Wxdtv0)6ti`4oy`#SvBUN5xS0jKVKELla5X)_G&4Ot*`^VIj95dQ zF~!npj{601z!Ag%IFUAp15Tu;ZL#IRUF7~!M8&)Dl$3U7h5w}RPpE}0IQ;_UO2MMe zyHW#Rj@-^~$&$jMf6`&mlwtwm*yWeFNm5jCz5bQHuyA4d=6)2Z^`RhLuojhoEaDJh zG{zo55Xpkm#n1*nf{zF6z9cdVDLLN30y7uu6wga7jal8a09;q+r7=%Dn4@TfONj$^@fC?5Fr{8JdCZ?W~ z#5HQC(-)C+NILtKpa6y>bpB$f5J@|*00nT}XVCx!fVqbmqo?bIJy@=5Vq)8#`!r^E z9|^#GC<(aRH4K$A17HQgZy*L1IOUC@yJkDou^yn}Fd?qeqR44lb6_CFhM0{35fXW? zyl6lE`uUMBIipO>3V46Fw5KV>&_l<_a%U7Q#%YiYvmsq(oUBz&=KIWy)Vr_pwS9Nr> z9R*NI{(k+U3Db5c-;;?zW)3t1J&Y~`YC&o@qc7$(l_JI(@|P!mne{WMZ>^;&x9m)R zQ+lA^Z6_nq@ObYFq(M1f3kj(9SeG9QaJ<%>l^AdcY}rU&aD9hc65TW?tzN7B!GFQP z&WjK;@~%Nd31K5Q5lTq;TZpU8{AYXkr%+W%BG={&d7zPb-_2{#r%b@rX15z3FW0Zg z_r9~SjjyqeT`z4Gq(?XvbR&hos-wPD z@^imU%XRfBnHt>^-J)2_q;-C+(8v|#j^JLr61a(=z{Byv4V@T!QW?_B9hus8SlNfajU3o6jbEeYZL_=D zA{Y$^3Ai67rNKuVz(R~T z;mz_Ys!d$hxGWdyaLrf8HA=%^c5F{zetLbH=pb(%tjoLhzGuPlJ+~#sDwD+zL=}AR zLx^0;<{^6Z$_66OHf;FvEk6feHZ@*Y>q0slU><_cFFYg-X-YHoskQhA1<+2{6B3JB zBEm~|%64j!4;(b~szT#H@aaA^B-WAooC3+^Ls>{xC^kTsP+bPI^KoSNHCbe)5Q9e_ z5JbCLpD%7DV}497THOcRZ{51;7SzKbkor@8F(tPXv%=w$ZV&j=1`Y}=4*8*P{>Z2u z)SWI+p}eXpT87P*X}7PlwuZp!{M9w)k6Vgdb4|f0`sB)TF)n|5^(CE(hnA(RIE{xh zK|#_MF!rm^>G#8BBa_;vmXocT)H6k6SN7_qhv=^z4DIfzeS_-fBd&YoBj_R@55&{z zf*YraEl25o%et+a2#fAB^x*8xS^J!)*{zj$=vbJ4%=xUu`aH*u$^ZiT$E4sNjX~I;xq% zI*>lND7X6=WS-tsR_J_UdZ|frt@VA?e3Jz~h|z<}#zCRP#7Z4T5pmnZL;tP3+mJ=O zkaCOwj~1i}-#j2}Q3v&dflFqy{rd{z>RrcceZ8?Q@+K=IqB=WC>OaYjFzXWn^Z?a) z0;tY^1%Gk+M|JdE|3`N?{-rw@4xG5aAjCW>sLbCp8Q%WDou`PLYdT0%TK}f zDqrtWSKdLf=#MWTR(t?Udc;UWqoqAzf0JI0ECNui}6 zAC$heKFqMPf`^pZlw+ATrx|bl*$+bA0wm_}XQBNAwax`!I%P^yb{y6Xc@|&EPL(w- z%9Le7e-aH)bS%Pu0`T;J#wX8{1$oee-3Sv5`hIU1s^Xf;Bz4I67c?t`lyv-5eD1*# z4?KYAH2daIRSn2iG-+0)4>H=ow3&ndEYUm}Na!~2qd|=7R$8d2?+Nsp}cpcGpgpxq4w+u-ALV)P_fDA~0 zZ$FU@NEB$lab|Y+yl@BAeBQP4rT>IPZp9cF8#;An$JLFzJ^S%iV0UZ4&S?YmZ%3)* z0HD(mSs8mus*jIp+(v80bGzWMLLa|l9-Ju1*F+H-Mpjr z2odY-t0qTtqHrI6_!B?f;L}_y*NIwwGNYKL#|5(vsNgzmHUm*6T`g(kPF+E&FUNN) z_nBFqW|-xRP+$U>Tdzi_Je%UOyGy)bHx21@ApS*>+r(fDp>aXBZE!4}veI7qc@wI) z<|7?S#i6g9ik6}h^J*)72%tCA1pb!MQST673%YI0SvdvQ&}c%1`i5Y^p%v{%$bNYp z3oP96Phy~(Z{m~Ya4{c|tebgWy8(ofBQJe4(AsL{dx)?^%7GHVjw6X7T8LXrI1!9O z)$fY&F4TKdtBL|EJeSXt3vT(Wn#nDvV4ke7J>LyHhP+t zEBQ3gAc}g>{k|eWfkPW>iV6S75}iRuvjDrQpU7JLArU9Yw9p2SJ$kp zf#XioZG&10`ou;TNrY$kwIG-&LVm=1!jNe}gf_!6hZN;k{2_UeX8zula9e{@_}`HQ z-6cadn1f-F^I=p`>E7B7i8US_VGlk1letIjo>{-Q3u-vFL;} zh5f?gSJXq-CDuh&r57NDlmhMx&fuSG6w!B2x{`wO3U*An{_uXyIcv$Hie32meWrkQLvoPFLH$m7luq}7IC zZYvEq_ax`u7}BUR=nQ2#G$AvF4iEnP*`lT;{{@!qV0QL4d_O6?pOWz)BW(y~oUAP) z%-f8}IhbxXEC|&Zb=fWC)^L5&@cK_ogbVaVnPP&=}ErsILA+sEAM zWT)y{`Ca;Jhv^YXO{XBKI9L(qXx=+Fk69$bG(y;1kTvbdj;WixL9srWofC$<%47^N z>hr5>8!i`WqW*l+n}bwOG1HXO*AOd8l8)B*+Z+XAGqgMl$hw+tG0{};u0I0m8NBU1 zSF0GN7hzHGj&0vQyzhj62|ZK@$vtbobhm6tjA%~F5U*0LTQE)Qi3CYdW!cT6$ycUD z+RKX6WC-tL?jG1Ug)PABV181S4g)cD6-Rns7DzDc!qN$ZaIGyNp-XWt;myDmwzw#? zhB3269skyygOV+>!)x$m@HzNw4hvY3TV;3ud>6%oSJC9AV`eOHLIQ73AeVLgHlW9Y zo9?=g&~_@5W=Od$0pW{}cf_rX@Xps*`}B-^;#2lB;p=}+6AUs=aji4?QHa7=cDVI< zxc#(SrB+tC6nWO)`LIFz^BS1$evHg{`CTyzmU;QBLd6IW(T6`)K-dM>vae9dkdkz> z4Zg-3`b-rnLDs9n<{!2jk^wfu8c$|rFath-o%t~8L+6?zwL9cB#TB@Uvf)$Iq~<}+ z&7!p3`Xwg%_D4`Y!#IVO5NbQOJIw`sy`NqqQkPFq!~rExge z*o3zx*mO92!B5u90qaE^@gD@s?h5e?gs_Djun!YpfSAdcIgv5s zwsB;56r3RI%9s}E;4=S}-=ewC`mb>Qb0YK)r$(UoTqa=5ya<9cP{2&%PblMXb*W81 zv~K}Qob#`6J|oVYxLG@XF6pWX_sD}DyzjNec zfwZ4&EkA=@xThbRq(*4zJNMm)aNM!=jm4kJ($JBa+AV_z=0v;*)b6<1_w0D}x?iNW zd@9slWgr4%%JP*)bco!&i!VfdW9;~fua2TflzQcJj4ytgADy+{-NZnFEQEf$Ga8{7 zjGwSvs96+Q_@f%yZ;(6vho36T~SdXq-b?2e~SUpA-*%^~C{ zg&-x3*Et@#7yT4CeK#Z*kU^^}e%#+&+siHC4r+gye$6m&x_^2;>P!O9{~1oIDrEPj zWuS6{(a>-@Vrp=%+PJ!RrB)JX=*ryKT~#y~Eao@LmNhdKszFA7r*(s)IjcdofG%n> z6|XQpH+(Nr7Y#nrqTL&y3b+{xc^Yc^?$(*G@qr9t^0B|Is*6%8t|fNnrYa;1=GxHr zbn|Ssj!J&wf!5>a1$;(>s_XQ&cD}7=zW6Ez=^iT7Nj?bc*MAlQs zq=KKDFRG!2fNsnC)>D+v!tb8tHnzq58sbIWsOPC9*yM55r9pR8x<- zE|T6HiNj@kglyQDv&++l3V>^1X)jaou)ZP)u%R?5MH_Qa$C1er{oSHy)GIsOr{Uv8 zY*=I;gJfb~DQAL$@?WZLnwY0dUD(ub8hNwM-<#T+{XTR1e|fdrw0v8dL28ve&Q&y| zQgk{FTVRk%TJxVSk-0DINJw8YAf8?Ks^>PmWbati2mg^umQxSKo=P$8xnhpjp#`aw zH|C^_4N#`Ud&LUQqP)KHF>ZWtg!Ht{P^S7%eGzkV#mxi+Znp^j%eD?DXGaTT6JtH6 z{~exN(gdv6B#^$M2YpISnh;4bB8@~i_FoP$IwSU1IfQ66t5i#Q7WivI&f2c=jLeSS zuhc#nh2TNKY@cP_RFRk#ROHlFezRDx?fR3+{UbKfF`Rb#%mwuMb%*^bCOOdc^ z{`chmS~8@2$&!?K=75V%c@h;GJ_{V+@kbkQ)OmgHnqD!YfB8y6@ZXUzWBuWRQ!%#|8GM1PTe6 zSnk$hKLJ=lQ?oZGO;Ms{OP3mr#*o;?fx$*BS+=YkY#? z11@xt$t|JX@?yef=LYbog`Vm%=Tv)UzBUpU!I5na=5wQi4HT+?PQuVb5A@l5=3jJb^UV0mav?8 z{`oD9O{zjz(M7CwR;mkVQvl>RheAU`KlT)Y+zgC!5nRBN&Nw0S-&C@LSaQSImbn7Z z8IKRR`gsoOK6ZII=p-)2jhzGKI&-m~+yj|l{ytVA976d~@5)pRX-Z+hLE9{IKW;m| zqsi)D`g>9JP%Dd4%9DU_r7hToM-}b)LKBqN9>8vPPi?|>d9v!+$xaiY-yBluex;;@ zh=QdhbW$d47Fw!=T7rwnfr2OV;GBbM+czE*%%AwWz&_3$!YmzTW2H7thLEm4uW%Q_ zO@uBO22>$O%Nn=-XE~@E3A6QGb!<{IEHwtVaAf!x*x(UEWX~%!G!~VT1T6 zR?d5_mgZ$kLS&}-EUv20#XZp93z~l#I*mNTZMtLHXNWnQ)jYS&pKZc~j}`KJ;P7dN zzj9%$%MT_y-p}Cxd!x?ld#v}v4O4YAvZ`jmBWB7$W{k= z7Sf+fLs;y#1Xe0n6H>vm!W%<&2O7rsuUMaKS0y)zR|SOS@E3^pKsK7D_axxyrR0^` z1sE4Z6;`YjMk`1%AAUsIqLO=NR^7-5Epm7*fodTli0Z!$(~dTClXWFe#If@IA&xn% zJ#8ZsrPcb;zEz*U$3t3F`_XL+*E!sv04h=Z=j2dpH*UGX_-ipf9E!!%A+!)_Z(d#O z66y7JlA?JuFz5N0A$U`?8q*n6b*0>>ICHmVfsvxqYwU09wtceRY7J|Ymd}|%HJ`|) z+K7>h>NBFvD&gw}Qvg{LkFhvOanF#J$#LjZb?)5+U62MTK2n!hDt*9L9HQy~}2K8%jTeH?&vl6hvo9I8GDR89xs%W0tf zn!uDe4HsJ_p-Ve$)Q1`wwoQwOL$OKgfau;%l)nZJNZmZ0=< zwt(TY7FXUg$}ZQ=c*5EqNXv@B6KC`MQgYO!*>yV#0-AK)dZIMO;FF2lv z9M*U8eWJqoav`mCQ41i`W<-u97~!9PCT4Fje1~_z^#h*YnZx-}!G-R>PhCG-%aCP= z>T_!dUw}pB6RKH&0-=~6-+l9O^zu08*L|oFOV*HmpmEh17_EAcIIOH60S-opCC7m6 z+{^C0(1e=oS-jwPKo*xv?A4E&7#!GBq`2c?ZueJY;Yd`k>V?%@PKM1`)kbeO=M+c$9qEe%7f8 zR(!XZ7{8Xm9AFbYrI@h3HMMP$Aj5WAKmI*Z47kq8YMK9#fxqaj343NO*xoc_x$|qN z1rA8H!7H!A24~9OxO4WWsd-wfL6I@kS)(v^wg9`-`B?0Ek)Oe(#@^*U>yUQdQ}1HK z=R6yP?;Vnx^XsK)B(92^q1$Uph2-xqttO9~)r&j|hGOEOm==4m$ z-nd_&X@P&`Me~Y4-)*!qwXtA_Pq(j!jkrQ~%$9xqAuFRhuMUDy?b3k~J{jL&LVCa8 zwpQ9u23@v>ja(=yc5H!?zFB40!~mMT*y;Z<#rS2|6g_jsEuQ@$c~AIWyOrYzuVYjD zH=z1b#g%{I{!^@L2EytUjBfc=zu@}!9>D0?or=2G+wpVOj7s``!n@vfMjOPrV|B#b z@SsXWPt)x}MRcY*ym>$iH0gHYS;VnVnLfaCS>T-OfP3WPjBg@6r9HEg^V;5G>yj@{4!T70EY3>=}j*#|QGRc8`@^$QMF9UFv`q+8~#;@AXbHoF8ak z#Ia3sHo|dX?bnsd1;~CLFyUDKjIQVb}zCm)|k7n=={% zP36B25{_0d+>TO~V=9t-{sZuod67&%1XwBb;Q|5C{Z~dG7el~4`$_{)Rm6($PgT)g za$b-jyXyh4$Q}zs=AcHDsjDd$)tf{v$v7!t1f|4~#Ky-nuE;VnY@yJ~`E{W$>MAE^1Fu3r&mG}8RsT}=pN47Wd~N1!iNC@}z( z;6LI8^U#-<2ZH81V3s!{zAFy^{zX+0bIyjvghBACf~7&%hrAqD)dMT6YxSCyE3a0r zoZNdv4Q2xjr;FYLWEU%25wdox90GPtgEqTL6auqyh{)_ycSNxWSq`HZIuBzwtw4;3 zC>G&XW+#AGo^&~WTgkET>;Pzr1j#D9Vj6o<^`4j7KcocTf+vLb0U~xg_>O_|y}pp^ zQ=M;DuwUx|0v&AUuEDdvdPREN)^J_kdAvIQ$Kq4L&md_Y#2YC1JBF4Kw~yUSNRsK8 z$96N0z$JAACsUa|Y&5Vxa7PJoR~x_3aJXroJp&PoMbZU%8y@z>+aGbg!GT-uU zB&61=BD#9+E&5#!#UllwpJC3y%X*yQS2qmUV`*-y?)jig4jm56wf^U-QD4{vLYXxO z2|?1#O6svGyupAz*ZCc0@-rgi&if#?m6>SmL$k){^2xPpr1pn}5&=Dof3WuMW;_V| zXrv?z~rV zU^o6#EC@k6~A=%`v)y>tVHC_CUc$Syl`l;QZa8FQdDazTA6VL(y$3f zrB(4Gdn$?vsPT~Fg4STn^~FI=oXt0ic~lWD2E?<_s3`Vqm0`)b6~!gLIo|B+Do1v0V8gx3_0trO;YtrD6 z&1hI0(z;)H^nk8f4!h?L$C}ZjU{cSz$Znnn!>${qjoCw6*5Y8R^;^73-Qu#p$JB(3 z!ic1-ANNJAidc~pSI+lVv}F)?;1hVlSOc054BRF=&i$QrEw|K%=HCs8xawk7Z518bNE%yh5sf+P8em8rSYOoH=RHYQDS zsz|Hb61M06qU@a-Ly5L%&DhC~ZQHhO+qP}nwrz9Awv!#(wmau`_to3^2lZ03R?RiO zZzQB?Dn^nt<<`KV-myXXSXtlJD4c5A8JYwdOi=L^`$g})1Bc-mgb}k zEydl&r6jI@QC#wJ6a^P!tI*B_-GEijHl3``>FpXiDz*Q-jT^M%8MHdf_LwP?5YB)Z zhi7*=5ZWZsTzz(FW@|Rzc-_?0Aq~AC*ZNa;uCW9BIX1GB8}m4-F7KEI!-rDazPS1m zLgM!Ro;Q6T*^^_^OENvO-D|%5rH9mLu-CCf)V^q5O5JO<%m$R=u`+L11=q8cI6P73qfWxi);6E9<^pFDz8OJT8rmuvMmKG9@Z{(&ZQ?R zi<_DgO&4g={ZinF|73zqTKJ28n&;GiURj+K#)h&}2%Dqc!nieXb#;=lwQ`R#cJzHH0 z!=5G2sxt})hu&0bF{N2BOt!V94Vl+>l!@`OIyAVL+Dmrlob6lJxrUFMwAvb+RyIzZ zW_LC|k|yd-w{iXnazMn35HIYaamr9@;AkK|rbiGt*8Fi-Zj8Bz?;9%KPk)d8M2ziR zEr~UxJGv(*=ycAir6jMbXs4%0GI9|^#V!s)AQ)1A%ss4!L?eTKo?a<-XU0`#`?xpi z^tJc6PJKm7N)bx%#aQV&M`Nej~ zz0-0}rpzz7eEmyE(*Cz!MDrSz|A}9qJJ8V(w#!#kN@_(Q7HS^ZhvY=P8`oShRNMag z4&&gjmwvuXZOCB7{s~)t8FoKRU%yQIGJy!Gm%rz~xtbZg8*&C1hsEbJOX@+igmpA= zl}w`_3-*l+!dTDc{~a;hym|7X%0OA6VTF1ga#-uC1VdGiMz3j_v<(Dwm47^oYd0vH>eEbSap%rbF^}8e@+IlP{oJAS zxP4(B*ds;0H2=yvi(__ zUeCe_A5g4rs6@CpdX=fM6$~dNvl7XhoUI~jl~zlM&HOQ)`y)Gr1dbxTWbVT>P16Gr zgq(+4c0Qp2y^(zG5@adyb6>()Q7Xo0XCV1#ijUl>M-~CPTF%aWtFnfrt9u(uN=AB+7#=3?>ys_ z%*K43Q46DcdcBcssg$x{sUuiB13L|qf*M>K&xgj(?56KT(ubEg=ErhGvmKj)%6UjW zK<;n=8H)QWH>A_eh9Wc3IW1pEAil!x8}`Vc9Rfvm8v|T?N;-D73WcUXx_Ks>1M6Py zS37z*NvS_VYnkg?jbYy$VW5{l)fFd&eU>z1M!u zuu#n)KpF29yUPAvU&QR1wu9xleEgKWe}o(#wXoq4-O)0K@I~h4qlr?hNC4RE{}-}c z^D9UB|B+?W5)^#eVUSUO94N;4oKsU}OHj<5Lx*0>6x&49lIM4)$AIzMAk3?CuUVH}wP%oy@_Aqg32 z7HQQe)sGBq<`TcDCPir8amY{sk~LyEEr-F<{41xCEX%yLR8ikp=U?5;Z!F2~7(c*JmF3sm3v+Nut!bG1jXblClcPuFFYJ5fg=)e*zHK64_z8AiEFJ9EJ^EoR<^QG z@EQ|h3-6WAM=2qXhlG4kYCdTrV}zQ&ii696t5D3rw@w#_(XzV-*ud4C3)VO+7}6_# zE4b8_9vtZ-*L^e;2|B8aUoHnad})U;>&3y2xH)WXUmA!sOQOi(C`(AG=UWtAHX0b? ze^5D!X3h&{{5S57?RX}zJrHl9UZ4CCi07hx%I!!|997wnY@qS61^=@wuTx#K^Npgt z>EH}M+R)_P5sP;B>J1kV8uXtQP?7o(;u-AG!ceb32&<|ib%7WV8(er{(J7)81OtlG z_5r#-xXR#2=4ZK3WK@|Sk^pKWn8Ljd8;!1?6a#E*ekGXf%aPDKfI?WPoJdwo!aiFfx8WmK{TI<1K5KQH*#`2IRm3{nv;$* zn;ojzFy1Vq1e-HALJ4l@#ylz%aMDZy4OmQDOYEZlTAe-z*~jHX-?bsq797Ry^zy%Gfw=-3BT!s7vwbZmyw> zDKY+J0~-6ad^NRa_wLncI06#8#Tvn+6s2rX3QMFd$YLTs(8Y&mGYOsddveaexEwJ8lkeSno!^<=DKjMTm|G=xL zcDjMr!}Zp&gqO*|RH;$5{z3d>C(G9ZdV5b;ILJ518XU;gUOSD?J=dVWRw7QGO=>`^qpv}49vSIIqI zDLox(leX5Tx`MKmIHO`Toj`t}o?KulFZUFmH=f)4Myo{o_2+-h{{MKW6G^?yxPNDV z3OoP+{eLz4U5!nD_Y^JazZz=x|DmCta_CfwR9v_?lclmfi?BJP`A4hVcWs#$FM(Z; zxnF(7-&OT%b8G+xA>VSXI|)l1I>@l&osAxaJ-4TA;vy+!0xlyfBcsoBK)+L#a>*DY zX?9{tl4Q%zA*RP?fCaAY(7Y{Is8Oc+PwN`4K(45EK>yKIbjYjH)az}+FNFkE7K3yv zp06ss9Q$3VdTk8nMf2`%R>H5 zf(Esfy$Lu8FFi&I!C)X254EQ3kj<3XN1H-VnDd@*Vx1~|XGwziTe>zrjVecFerl%y zkYPx%^iSv%&g!<5=MwJA@<_?;vGvCQB=3LQP+0bmejJT4ZA|~8O_25%w&gu2!L1o%@$$7M~_DpD*u5tuzIM37qG&uLVCE5kVIL;$^eFl9U9kRpVQ^1`;TR1YtMLmCrlyh0 zO9vhU`f-uKF1FNlcEeB&mbh^v;~A58oCXy71Wa$k@jtciiA_u4b*WDdw!-(?ptAbd znO)HrWVEimvkYNN(-_yIFVxm{n9wom*4kd%`(;7S7neH>YEbL)+(}T7o+AUWeU>C9 zPPGlu`m)2s5IYk)e-p+8Bg^5ol+o>w^$MmshHyGqT&R_w`^&&>@Ut0I!X$7enh{vM~ z6`|Efq-zyluLbR5qUFcdF3ix<;e@8Di58sYd^yZQ)xjKLb3mowI#2$-7!O^jpAhM~ z4>}TE#4`*ZV`@Uoh*G9fGr?uB)GempABVKbheVb?J^{BTX(%$+_+Kd>eLK0xK;5J{7rb&|$n__=WvD?g+VB?~-@ zVW>-+t+Bl7xV3EAjVoHFj_J*VJ%!aIk55KnQA;=+u>GT65vxE>K=eo5HxJ7aj}<@_ z6>fyzt0wi{CaTZ}hLKG!yz_60=bRf`3xi-Jv#ahNOm~hr7jMyGvH0)98i+X@;2Qvs zPu-MFFJrF}8uTV60FDX{Hk3U~d|vl8ydB(xw)LVo|BV6bB`5aP$l@7vDMuH?LmSQO zb3Izw*&y%DpH7f0B2Nur`^tJ65_V|y?9yvVF`4bE@KAB|O5+6T8QcKI^!;ek$aT3~ zzuCCtiD_so1U^8JeOdPm!W!qw3f^$9AEC)%yk4p;I4RuB5om#hBx0w4fz5o))H3j3OT?aWHr*P}nn-xIAy z>{D>BC6Bg-xsMaZIYgru=o$SYnN1O!og-nLO#f~E{f|ds^JXmEnZQmw*wM(YXUL0H z_h!WTO}Y#mw&q_AJQ75RtZV6@HWmjS5+t|^_2v(N`O_ERb)-?{|AF58=M-)Px;O0i zJBb5+C-Hx`F#gXZHg8e;O$Pjb0qBwiiU^2iVYOewC$P*I3JW;O+;Qci#nDy{sGi$Z z%~i-;Q zM+a*wY!7!BLzV`5kw{Zt^OiL;mKh^~m2`n31*Uy-k6L8#-}4kyZ(*Yn)j1o!Fdf#l ziZs{f*vy!e+I)B_`F{c?3Gl@s(#H_)3HoRJl;X|`$BN}31{7PHUKI@CLuHr(qq6Z0 z_z#J`CRwKV*iE4CQ#n+6Zk&@xjWpbgt*lM5xR=%^*7lotvhUzSsczo#9GcKzy~+!7 z3&x!fvotZU>4IBq+QGl5-e5$%NbfwLDQm?HB5}Pn=R}*ibW5$nDWKJ zfjQeCU`aUci&-$FHKqsN^gdkg^dS%1?weS$;9ro@Blg^wxiF9{o`Z^j?MJ9D%%MNJCcFOgN`&h)5aZ!Ehy}Dd_}Lk3cbnP5cq1@u^Mb5!(N( z4;$lU*?)FNBF4t;yi*QUB+s37zcI%1l=teBocAS>I_Id|`_5+}2{S^-~S@4}plX!m*3c64*QKdbH}? zIN=8gwb>`#03`NyZTyQN^4>%t|0=^(A3_g%D5)SU;@aKGnc(nM&tGbr!l4q@!Nc{{ zNGkf~*5Qk`2`k^O_8YW;hHdq3u=Hq^kBYg~xUj8Q8wN`qD?peLQ*5BIp}HJROnjLu zIq@8CNUzS(4X80=N=|q2_*|rXmmp4z*Lly1FA4Npohvf1+eLqlw0!)#qM-_mJ1`)W zLIbMX@P0WA|L31zWqSFC4qJz&Qh6fO*xMA=y-MCE?z)jfOfN)Ep?zZ4bwo*n+xSfs zs*9CiK#6wnk&N73^xY6`t*sqE9;5U{AX@%3*;2GT>aXL){rBS2%3Y>?`wDH(V!|J% zt5ex*{gwu&0uv}7$$S0|HEV_u7}&&4x3YB%oerZKY=bK%#Gl2$TkmqE%`!H*$eLT* z_5&n{V4h2|*X_C|#nB@^0&1baLh9lNiF$044+VY(i@h?y_T;~4qR6gzl0QB_+gY}D z+9fvRo53BbgsppiDnWjLv^QR9j@hxYqFuATSGdz0N)b+g8@T7%Mq=lmBUwX=ygWUq4Su`~^KtrQTj=Xl6CC*TdCnTMNbxVPCBsZ*IKZ z#^(@?eO^&}t&Co(Q@n15k}1n95EP1WU1J!*aQn&C+?dr9Zb9T&tE6t(OYr|kYpG{G za_7FXOs7XS1%p$pPKcw^QLja1IeYF=!hdbK#`5GX?z1=X2k5)Q?G(^$x+KtDagKx} zf~%N^ydA9?>x@24h4PM@?x0Bmci<26- z`nFRKxRyct>_dIgX(1RnLuuUif@ zXjYvN0rA7_SI=f~w`;}$CK-xCg2`DsS+90ZWek_G27J|3H*mXVQKu)Aj!d{eaTi1P z0^Ith&JG-Qp$3yi_Rz998U@oMYpDK$U80)1a}p^Z80KB(gKUK&Zf~Z9dtTzfg{E?_(DuSYZ|wg3C&-+yK~&6^Z`83F)6kP-j@+kbni{$DGVWo!$(4bkT=z@M;n z>ei~s#FFBGRkZveSu5riB`paBP&35CX{D5wCN$cOFj zkA3ny7EnTR8B`~-8Kjl_+r###ogRUZIQ#S$s<@eBz}Pc7eMie zyRoQm*p7A&f$c{-T3gL7u3lXj-|lyI{NCrfx{tJ=s0S=Z7nyBcom?Fl+FIJZbDT51 zZ&BaQc5W*KD8)dXQy+N3C;q}HL}Sjb0_6?gb0^0_|JbbxF0j(>jiHW`!xg=SIbdCJ z{=pEe0#qV=+r};?H#FPJp-bo}qP4?A4Zaw-%Kf}rwp=nK$yhX5ZmU_@7COD5Da$hb zmi(!7*O45B{TTriAwG23>@|y7-Q+rOCau@)OcOVJM9w(QTC_pE8E>ibx`>0}Ydq=T zL1NdFEW%yr(1TZkd<7BxZ?B{)erISi?Dq>-_4a!55XX^*t||2mn0C$tPVMGwX)3__ zJSc-MuH2@4gdrgNXbM_lzx}oxQD8z*U_nCnQ$-L42r9O`neBqbQaE5=KKB>gJzvo! z8%G2on0tCmktw>;Z)|e_F~e8VYiCIzsCjBaBFsASr!~p|p-bm*tMzx=E?L`=0;D*C zdxqF>;MWo9KI1sye?8&UiR55Ihcgdq@KUBr8TIC;wB&h`j{&_a8UEmu! zBo6UI{AWP+jAT2L1PRjcmV2Ik;j;vUFMlEt0)r#cY{zOTw)gkptvGsY1i}FDk?>Rv z7{e3sZ-qLd2@J*gqod_fk@%+&O2gAPxBS29xcR3R(KrY`#8v|JC?*YV%8|$jWYk=t z)!_U~oi%24pGRB@AHStOc#F#O-UneprjhYx#p+@q&Yas*`uW1BbLLFeL!7n^@3lJO z{RJwZ@uo(PBEm}~`OLMl9G@&4*R~=kiUHPgu#Lv}lgNM}3Z!;&;vY(wdI5ymO9%$^ zlnnA)`jJt-QKK`qM`2BuZ^fc+Z|J@tZTuTan}nZIDYdi<%?ymdzIfA^(+&zqIF&cJV3pFOTDS}A>_?vrg{95(b{xPQ4 z!UD692{Qpqw3WJOk>*BmmAZ2V@>uN!(th3wtcx))Wr+rdmU}U<2EXa!Xut~u44syMM)Ee10v2_Zr<5n3g0zoyJ#kz z(`^b}ZyS2rU6>1SAbIMY2y1Csg+5;*o3Eh=!s89?W@T{2tf$H=GGwp@pSOSbPx%w; z5@F*ua_-;4w;t;TuK50%^HJP$8fU#CH|nS9@iGCdFZej(_yfe$fDk@mj0liLrxEms zfxz3(ycL_1nKe?W)MW{VPoqi>SQwLRi&v=NYfRV5mZx<32biZ^#$gCxgECB!T5ZrF zGGzjO5d3&b4Z9u%F5_+a3A;BiXDbG+Fr=;flt{->n}hENGmIpMEe9~-klKU2r2fe= zL~`<1vmDNlduIM+vIx4u&Ci(}Q;tlgPXyviVIBM9vZ8wG!U#&8 z?PW@lG$=%;F$bTW#1e!M4&>@|ZFRIeN08>GYscK5%@0jqTAj^yFdh)KzM?J^2sU716<2|X`vlt$%+eB zz=xoc-d$tYTYQinLd3HQm_>B#bSW7iD}mvpI1-KgH!>PlQe0H%LHG-kFDBaQb_lG3 z1x9msg9lfzgXUYHzy->Ct-BWfG5xE8{*&o+2KM-m9j@=*G;L0Joi@ZACk3MPkQEdI zb`KQLz*@$lf!itaHbzA<`34h~P|&`gzkw;~nk3qaR-{2yy1Im{g4ouo<;y5$x<9)D z$Z^z>Cn;ig&kkvI@+y2xf#3+lp->!B$(I_y9?TF>54LP?H;-_!VbaB%G_x}*%hjdp z;4=m(8>pvg>}Y~yyki8^szXDS`{|H;FPysoouli1X}U| zkLUn6=0Gj<06&46eU&IHWMfA3fe;TOOfj0P2eN#Plg{UC#Q~!bL=U}@vRw80 zwv~41fn*VBO($fHCl=7Ag1Klp(&`GUf-rpuOA3`R%V&T^G^-H5P9;U9cL5Rp`e!6I z1zL=7+Upv#HS=?97;whF0R)h{N-+Rj9Tu$#o#k0+8w;iJWz(NPe<8~;3%MpH{h)-f zWhOQ>m5j&(+UZIQOpNc&6%EyttJeaTSPLG)kA(}Lq*W6PNkOEtNqaJqOhVH&k=q0f zN)mL+j(7`TxyYd(+)*UJ~WtmOt z0q~m}3|gk5ddpI#FyKmTw@09kVqdlhg8(ctO!=?9tg5;{Yz4Mff+A&AWQXMdX-mMQ zBfKDo07GQph|rj28O&ul2@xj9ERE^Q1rd zc`yxykn6lPP(&N4o!_|AQ1axHbv^d?Dxy$mZljd+HH;Xotv_iaF<6~e%#gZY_7}~; zH7&jSPN~EL^kH=lZyDqNoG&vty*#mDFrvliv!OGf6|7nIb;D^q-8mwZo)4O!42~2X zonTV)*;I4WVo{>;^s%F^*v7zUZ5BEokS{n@Oem9xd!Ry%?WQ-`6K`rhB?Q^+5z4*9 zyRh~|1XT~Jtn=kw;>z8{nmNXjy^XBYI^43|!Q^5E6n8*lguO}d`4<9LyG?On-V9Pb8LwKGMj225>19YD{w^tqth<>Gi~9f9tYyr^!UwqjkrEI>7DM>U8&$SLJ4jy)mj5)N;)iR~3iiYCy%U#I* zH(j(aNzS|mD|5|1oS6^rV`%uCYLWzR1mFmGz02v89LC<)Ps!J8m2K^BnsyzWL$5@N zlW{~L6wB5Q`_nWFhBJ(~TqBKAE?-!0&kL)N<-*_*@0-n7o8iwWA%WAZOoYL!g$G43 zu^XV5>3Gt(Yzk+EPRYgb$2z$(DxD4(_*R?-|&15r;n`CC+ zaA(yO>oWuCEUVL{9<%kDJ?^IMPv;qQb=pE{tK*tD^{t4t?U)bBcYm$7t%)WmR5V%= z-L?g(xF#x>RcA11{VqOd-WRzfjS>H_OvcUMW;WUP_*jxb0}gSvHysbfHrqHB7M#Un z^DY_k)6w3`U7AabQ0D+YLCT*Uh7;81F095uwZ$LJxV~!in-Qs%KB(01-D6X0w=B=s zKiyA7PeEJ6sKSO>Y#?s6@yeT&F%;$*??bb4jw=7k{@3Lp@0US{u|LeSk|YdgE6b9I zBe1gN8~N8LN~q_}NxC$ECHz(>Jp#V%{A?wj?eWV@+y;C|8Z(`@yCZ^NN-2ME5T5_d z4#eFyzjJH2x0A6JiyIzN1NtBe0)=e+;cw_GQ6^i@IJ%oEk@6+akO11ja7eCwa%1to zPPjJvMuik&cS>!~?g>N;n-hfpJw+dj2Lq+t*}A5ELPS|JqU}3?+yP_9bbaFYC>NWm z0nPE=YUpfYifps#kUZC16R1g9tN)>R{mim*auM-xYaP zVx_mIY2q9q3dEuEw_DLJBIMqPQJY=Qh|9jk(nl@zjb->M=lN|?zTOjooDN{wozCnp z8nIOuLDSg7WLDhjiAKt>TO*}F3?`8dcL;3((UnWFBhd78Rl)@B6>rYWrAfJ^aHGv6 zh4H~4nS5%GUrN{(wI@A>>V}}AF{Z+GmG;p>eRzEk&g(cv&VCcDtv_`uhr7D-q3~yp zzHgA)54@#*!z3O?^d||=6rpL$i1(tX*P^KJ!H726_U&hyv@d0?U&KmdciIO>VxA}tlV+n>53qrC zYAd8lnwy=U>X6(k1cDpMp>d;cNoB3>*T(j=xJBi~lrMQm5s1V|MN9tkWI~b=%JbIM zP!|8HLIk8!3SH$$XyhcM5(X%g7Ql?S2xIPV-k_$eCgMT^T{F>SB~n;d(ZSP+$+^yXS?keOG6&#G~D{&i|1eE9*=4C9QXir-HL5em<0 z;G&n~IZ4#0 ztQc06rHjk_#N-8}kYFG+ z>@`0<-~e>_!W62B>l!@bg!b3$YW0i$PPkjpta{??m$o2*v_l3p06INV|->80!ST7e!_PRVeC%{x6E5SO2ZK$c5AnSQUJJx znxOab?`xS*Q8s&r6H9kr228zXdCibJ+D8lQpnN{AQi z+;2r*P!j{pDERHYH8(cf%ggp3vbwq*ncc7T>FITI#%}b%C)jMgI9*t>!3zXloq_dJ z;BJgqU6z2tlz8YbWJnU8$gyP5r;Hd1nueEl1hUxjLGI&x#XW8UCnzUhF_G|2eqoV5 zLzhSfsFUlPH){Pv@t*op1V#++Rk@;~*!?_e=g%RLpM-w`JkIjmY!X~;* zM80D3aZr)pg=xpi(jLfe#E@uL!~L$BvSz9DcyjOxrL+mcM%F=MH!$w6p!F;Wy>J&s zf`a3`R+Dl_74hxg?B^=(>JsOg?qsJ5Z@$lfI|6oyGFNns$*i~i{UQ~Fh)Kc08wThk3&xu0{4d6^ zyPOGC@E>03q=;ezE{{+=N(!K$-p=eQ9*F&Ac@&f=4%*xrJILtk$h|tLLns>pfxdMM z!DFn8uz8-2m~`o7;k@Po*X&MM^a6O8q0%d)+bEcq*+oU(iLg_B?{Y}Zvb)sb=6%$6 zb1(FCjkCxe@66egB3tAP9o?9+w54@3dcSwK6(y%NO4Xd31c`rDNI+tcCekt?K8*kj z_CFGkU1+NE84(D)5gJmZN{e@Or_~#4%el#Wq6v+rY$RY#hTIVG#cdy+AhvfPM#2z$6cbvM~B&6 zG3S6eayTahXrLT~Q#MH}sPLh~V6_2$y&J+$k9YPc#7t+Vli$~x*IT0@;&TzF)!-)eBER<}#&;%>WV#L(Sr{ zw2Itvi<=FKlwzsJEpyBTRxFRq6%lj(%HUr#629|g8VZ|CSJ@WWv=g|RtC;P&nu_gU z%d@P=qLtk}gzY)6)-EpW9BUzZ1bd2KW<>o>sd!ti1C|qqg=(mhR#AW$4${A;_L|AU z{|%K(!#b4bIiizBC(fQrs&G1c$gw{=#E?QA-AL)`3U4BbuPtGfPAtUY>PUgRo`^j0l5WF-icAOyL9p}SRo%EyOlf|?S#jif=s&Kh`a!O zzNz>E#ZcvlUs@;wQ>i3|aLt;gc~dq)3@O)3{8M=-zCkZ4-~bcdp$R z%G}F-*dVsl%0G7`k`BbUXSZ}y@m-i#wjU{g(b+-b2FT8fx|Rvc7n=GCMua{o;F5+* zSMjxa>byExL)d${X%Ess{$=mp+g2QqV*T3Q;yf1VMY@^w`W9s`ZhL!9%7ZeODn)M7!Wg;X8W z{s3sx0<5$zR~2XcLgbEJbz}H=VAs^av#vh*3@hw3h+&g&uE*~E!o>NVhckb-nins{ z6KHyFCa%Ha<>bKB*`BGZ^P_z@51do57slTE@Rm4rRi+;5LjEGvI zE-1c?Eeh98A2L^ zYy9$f<46DiEdR}woU@~Wt&_c-lgV$|ZTdIu_DkjY{yMkqZ|i3qaHwPy^6fJLboX6F zm42PuC?W_D(b8PP#=p*Oc8!Fu=dFZ9LXFl{XRmTx>!@xn+};m&x8~JAC5#=ahIUqa zcYAk$MJqTZT#JhBP)E?7A#JG=t~qES^rZAqhE?sYdyO*Ps?`}0{{?R_3FZSRn93JJ z)Lk{s#ZbQX1wm2!H4cALNalr#k!^(@S2`s1Mz8SV0AZ(QeC8>Uv49;=ZdQCkh(ks= z&?q1{Dudc9$_iNLeJ4u+U5x)E-i*AnexuG9_o%lWtfbeT+mXq=N@+bhm(`<}>_teqBFW0m^--kq6lchnJF&M1>+)&DmKf zO5M6ykiX(>NomMm*UzS%0ziTx0<$L)x-{nPZ}Ve%^F@nX(3xFPoYLzOR-D)1Sw3ID zJi4sdU{k*{J?8#~)+sFC;79*$H7vHmfXb^*^_Z8l0(>B=DbkG8fU*0NQBI@Dk^PWdGS8ppR@UaDH%7jYrJwCNbG(HV!B zr{NOJi|w2QuBDtXm|w%3lJ^XXSgX5egZL<-PN%Ira~l>UH}SfnsOl}G6$c<6{R_jY zoT_hN;>R-*(SYB)dL;jNjpvi*uSA*XApy)u(Z6oEp^g|)UmLao9MWdj6n;3uK?5*$ zZ?~M#KHzigL{IrdEJCAAzK-B1sjrVYYQ92P`x?drAZ7m8**ErYsT~dX!Lu0F=BxaS zJG9eS^bLm(0CZ5^#9rY|`y0PdM!$2YBYXt(KcdK#rDr+%n{j^(-lNHO0HLH*%e44$ zn0XD4#vCyKCZ+|!)(v@tl_^Dssddl%xLzuMTQJL?!|0{~M7V8d$S8&5-L@(OLb+8( z0OVHrXx%F7F({N4E!teHk?{=JL0gt=_xereBqV8vh*0QZqp1VAlHJD|Ki>3bA8InZ z(bp$0rd4!ODJdYEqTl~%p|;sAO4{a*nW!EjwM9xY@evIAxOY_wm0RvpF-`?+TMcs4 zfi=f7S^r7W9N2B|^lqvSC(=}MDU$rRcKuNYkZtV2s#a)^Ba1`0qB8ZH0k1g;>|X`X za8%Qmnpp*vG{tW{NKDL{G@srh8A1(ot=Ox+QnWPov&N zfsAMIe0}0A;s5)pA`s(rUjo7i8JM#z8 zYG8^gS55WBbv}adTO_yVquoXu1Siq*7IVaKLszrKzh8GFlGyzZC$Fhy1vQZq`Ht&lPs3Q@!%lODMPKKC)+_$QTwC{2%GJ|e4Pc(3gf6g z(d$Y|Ax5!T#9xMu_lxv+W*d$wT^lVJ^&29V36axeM+bikYA^H64QSA&V%wTqnMoy9E$Q5K!0|J4MrysnHd$4yB&Tpp3{%>}M#2GVxnbp#5H$5B}Ovq!Mm6t&jUoVscG`v&WQfghs4 zrjIvWzt*&!xRpY^9qEvC_M@+|ms?lS zALS>L=PZq5PmVIsqp0{>qRP7llD@-+H+hmycd7@U<<#F}e2tEHP9Y+$WyA*E|o%f7>j(G`k&vbf@FqbuBYA6iOLrQ&>~9jwmc{XR*mX{~ce ziBN!$Ag6&70=H5cB#hPZ2pL{OYP-c}R{XVlt0hENV&C)pe}%HICpHxvU;zMPe;XqH ztCEQS`K|iRkl6l5i+ZJX@tYt){ITu(8O;3yORSPgO=i}vcolRmX0()`C}km!3@VU7 z6-6&nxmkkJ_VnY+^nss7C*kba!?pWJkUEw#Iy3WmEKs^Zh_-i5aes}Ljg5!%GUhBW zo(x7EUHfG(6Uv|$jBpWOaFfKPJu-%4!t7aWYvyO?ceCQ8&*CD1-OfyiJr+i_5x{pY zoAoJ7bQ}W6agCh-M$0bW2A3K1)l)`KD)kWoLO{k))YorheEpU@CkLnFun#%}nMSqK z1RR#wGKwY`xeqA$S5+P=G_tJ zVtZR#JBCy(ET2Zv8^U`6J>t}^0j;0aOm0XwfH9T_7{$j+W*~g+1tG+XTi9eZVYFxW zuZ%kTi4|Ajhga>W`{A@C;9Ta&^e!Ik_r`7H|}v=6v>FWh%zq zgM8(n>eAhDE^rpqwb8Fw?&CH=6!0>n+PwJ@J(m#pX!DC_N6T~bcwf*!4FB*l%2!i| zJF?d+;9!*Y^$!{xCpdVB(?RnGfTd!dOOO8`+s2Kkvn&zR_rg&EPQA)l`B8Ack(on% zM$%%=aPFTIvkW!m~2pB5tPu|xNEIW*PQtDth5jh<&53hERlesuL|$pUjiAX5qcp9Z=gz-i81 zhngZo&c0DrjmHQH!fDL$*E^x{dc)b`GGhq-av%(CP{3(`_z=EhR@hGJtQu=nlzS~g z+o4uafMEQ41dTFvb~^}c#nSu)QEFB6`$IlJU-;xCek-!*kw+Rj;cj@r_}q1f!qxbY zz&{e(M#eG`MD>ts>rL>fgLL=yurqQ*6$V+{o4bZ@QuZFNGff!_etv(Z`q>R(=#Mls z9YsBZ2B4C*FgR#w#n%VFR);?pBF7_(0yrC>9q6OW0RWL(zToXApZeGd->{#C1ws5u z=lEQ3Qvmw{08Rn^q@`On&WE0=%YzSpmy763k(Xr3aG^Mk`l7 zPTr5x^L)B5nLgr2Qhn|jPD0LtSPP$LW!nQkZ%WorXjMK2=HNJz5j>&)*o_Po?7$3&>L=sJIBf+;fz!ukRTY?sYJcaDXK*F1E~2$QX874 z!(u}fg_)LevPN|!fps+5u2&u24KYNt+Va%?B=g$-IV2X-RF(=jp!1{kEA{jttth(9 zLnKGsP4tiBK!(u3Ft?yK_U^O=pSRh7U%&Kd(La}zr#PV-m_a|)knLOy#&4+9n*C8aeG?p$4X8nVQ9}lXd_#I;BEY3 z*4C2z(`i%%5r+C!=ES$?e+n8uQ~r|pZ?XaMr>b_XD=^K zDZL(($xCRQ)QU*CgIXH5p!&fIQD3I9wk=)aR~g~_qVE7gDy;0mXBVz5)-6VdWFc2i zMG*A>&omn=!Yv&~Kh4e043gd-LFlxhgp!>btd%^j=dd7dko$HOMcxm**@$mUJiLRW z+5kZp$+4;k4}ulK&wzHOK3`nWr5&s+IUj67E@J$In=M%XgM+n7rzSeR0za2Uaga&r zro0!C46*@bxTAOH>?4YImP@BLR?XdJQEY6ZBms0Kg(7*e=6KCm?0RU2+N0_3VY3mN zQokRIfTm(!l?c%wi+OsBZD|HT`#7yf3ALrC^fF-@H15p)MQ<^NTeahdS1X(-Mq7YK zH1}n`w8BXCd$KX^5yR8a%8uBU)dHWG+fz3}hkQ{1BZ7L;@A3{P2cqgAp0`?ud%-o4 ztA7m41bHS4;;-3J?rN<g0{;Ik=zSm*w`!fa zmBUxu=8n3T+bV6WV49=_wws|q61T#%nJa^P`Q7>69LZl%%-m4T)3(bAMHG*iRsN^k zmxN)J--SG`;G}g-X7_HwS2*6oP8q1{5 zjICWViMOJxS_$eaEtxEuC@5$fTPr&As(O^Imxc$%+1YB}I^Cdif$ zhdA67Kjoo=Sa}D0O=pfZ#jE-7?3>+G1|vH4^7F#exxjn0zDD4QzOeMa0^Jcl%rM~U1@Hw zM5KzERc`38$z1W&T{DuhjB!_uM{tZ6U*bNG?ES&LTC{FjOOcmib;yKc{RTUZ2_5(X0NcBC}N=)dj)#m`-Tv=o|e zT_U?sPAN55xouF^p5J3l?Q6}F?(`L{HvSqNWYlp8gj1_0C0;ai(ub$~A+!{u+^L@| z#)$r|C<>vEVoiH+Mj%q6q)57+9~T~T>A+*$E|Lr^XXJ}(im!Q=m=@BA+T$y5V2K~A z9C(IyNON4QLtXP=edQs4zf-4ET{jwPTXkwK`%7G{V=V4iDMoO$b2$%9Cm>sLOJ8=o zmgp6Qcmd<&;55%Zvoup}imt(zS>`~O-}EkYLk+e9&qGJL*T~YF!(UwHP2t;v^ z$kg8Q^QwW&rIAITo)N* z4C(97%8ce;K{bTmmzl215XoC%2-HWBdY&Vp%HPScuYI!WlsWZF9yMvqGN%cG^}Q)X z#-Qaa3dxwf>h;!MTI^zFx0@ut`w?V2c%gi|Hi@MoTW9e~!k-_PF$`lJfIjv%;&}o6%F83(t9WvO$Tn!}H~)09m?l z?x++T@4AEMAf~Z9hrfqNhmY>S0w*7Ss`L(A*{X_&+mn*uF|qJh+|6V(w~va&!DVTN z_w%MBgd#i9bskSg;_Y3(_cQD04R2aEXxtl?DKf|g{1?tHya>mpoi2q?AA~;tJz!Mq zLmN)|{oOeMMWs5o#P3(6vK&gP(hfV{Yu$ej9qk5e#<+iGx}ISH02ux&p`)|SkAc?m z=L4?tXRPaIzV;vB>yOuhx+t-xlh(6Ac#mvTShxo4v{I#9`2ZA%rgv&h#@u%C+sBa8 zA6P>3ltnjwg>jne{s^raR2zX;f<@Pi&ARIw=>r5L$AS1jnP_Q7{6Ro$(N6}scO{e@ zT~YXuJBwwk$icivAhB3c>?KiRrgSSzJha-W81`GPEOp0j%}ihsTxqUsY*xMXfecYC zPIN~=FrSQo4utUs^!lR(WTu17QyWAeJq$49Bx!{)ehS|227Mz}KJ; z^+MGUt(o1dQ;qfGwE$;-CLk^8;O}0?lJOuNSu)$W38esu{}M|TVztHf9}puUY8Im> zu!Kh((Nf5q?~B!zEXK%L<_}BLK@uM?B3IO?TNgsxOOzM%y$3`m@5`G@j>ChmRM95uh?NQaWr4RVg5&@MERpq0`kPki;K{G zTi{9v-$sWkFbaPxu=bz&hbf-!k>{FG173g=%9e^KjTtdEey1i+*{h47ng7hBfU}R; zEq1`}kGBv*uWYO2a*a1j3QQ8+i_%Im>_%RU^riKDWrDadH`=Wt5 z?1Om%e_txysQ1fK?a4jUtQoQgglRf5v{;QFxH22-I*RAz(qS|QCUy+i5?|iV@b;Zd z&3RwjKhJZ9*-HFf9*mU-Sy7`uIcKiTa_ksKl0x}pGhqbbFTSvmYO|DZ{w*iCaNi@8 zm`EZQowHE~H}u6!x?LQ8D_gS$OJe1c=-;T9k#J>J8gd6T}wfUzDvyrgH;Au3vB#$hY+-SZ7ho`8MB zro4E?3Y09m%a17UX)<W=_$=`o)n=+6DQw-NIaPw(QqmN#}# z^veQzYNr0~Sk_tQHe|HeheZXMLqqU7HsHsX0~&q8y(jkgUE}pq!+xR!LZ`$Fkh^{w zGKc5|N$=aG*M)>3t)sIUDK|{HHY?V@a>9rxm4Q;aCa}aWWx`DnBhlsGJ}{D87WuLp>R~qV zE)pN^vHC2_n>OcNC~3Oqja86w==(vG=9OnJT-J#LcKpdR$Bg>9c9**z%~;t$Q-m4fH*%)7?@Jfl^@-zE;sgXZ(+?<0;ZI|< zZ?c?>6>p2drVTpy=wA)A>9|7u3&+quy4YpzUTsc*jo8J}{`*<)9r413% z|LC6DJ9a8mGj^p9c8FYbBGKXl?jyG&iqc$wHL2&>JkbGdP2I@BCz67u;rxad3Rn(5mZS^aYabg8QTL*V`w@L-`%K?pu%zhjUdv6oHc_7BK_e74A>)a1umfAYCcf0X83pYl2bj(| zs=_(zlS6hXsNH*zq5fYB%I}P4|&XRIa zs*TI0i(?|mHAYzQb9`lSM0POb(+D>_Lwx{f@Z-jDjwA+w%&br)#3Oj{x&grKtdXG@ zacB?8I6uBsRO%U1eW}~3dG+dL>!aAFqA`xvlKHH2eP6nCSdG9X2QO513mC|6s#XHV zV=O%o|FG3eydx_Zgyb6Ihy7aI2c!b`x^iuERt;qCRT^gr0B^BZ^Xd zm8?O#4WPIl^Sce|m0lQARYN(ZH$^{Xok;zz9^^j6!*D^wt`!^3>^kv-i0+rH;Mh?V3jQWOe~Zz^sC*JT@y7Uj zV%CY408-Sr_v-V#r+iPZ-hs-+ z_-Z0qOgiL^1=CYzh)YSx&rWl>Z+kfD_gt6(sA5by+IeIYXOJ(n_<`TTCaBe&>8pp2 zb}XSZKU?WniHDx8bJ_7&YDG&ej8ekjQ2-KPcUAz|eFxo`iyWR?u@az;QN?wvIx<70 zr>3qZIouM7?MNa;`+}XIe(}>|h4Yse5t5bMvkV>jzA+1)5?Uq_mn!l?gcLHP^%hvX z&1PL=+rm>)!Q+x!b?w{;C_F&Zg58xSD;LUP7eU|%IJw~p)m?9nr&ojHzuoWvea{L)!l`x~m?etKX>8;p1r zR=W~m0bF4tL@&}_+w!zxDX!h6WB)K=X5fiCFP@;kyXY37d95yU6BPRRCioID#AC2Autp(04jp4P|4ro((O9t3G3PZ^v zH(7f>GI()Qn>UzwD)f9DvKzTM;-dFZL)+421MEutI*vJokQ9ODljpRz>Z&K(s{1vV zoc870KFav#noyW-dOp_#P6`;!Pczzz_O;~fky*k+7WXAE|D1iRW}OU}2U9fTuk=|G zmz5l|%NtH5y{D-7ClZYvwJsB^&c@I`NJfJSZv|)W8#u9n!>w$5|8i4eh~(_Ya+%3}keh14c$L zE}4ZBE92dT9}<(CddvywD#UaHE&c~mfc5VMEe@K|K*&!)TZ{Z(^n<#Zng471 z>{QeIsb`UWME7_zFC_@WTa>)5O2nXx6q&SBLE0A08pEab{1)L&txFQIAG@z>v-kvn zkc%1J0T6S>UAr8^r0XHEai~EurjRppvU2*}MD(QuM+c>Q&}O3lF&Fr`!1u^Sh@&fr z4ru!<&Gk|Anldt_7rt9HtnK^d^(Iam-U>Gm31o^|>{OknoHlrxjg^Eo$^1Wq~|`0TsMFy{Uq!JONv^7UW7MdHzIz>W>?= z+_m$sbXNGb`Uz;Q=x%{hw&>?jMUwA@1!BMX*J&8T;)NlzVLXa;+obpepj2Ex;V@x1 zlL=}2VeQ8e*9PHJsM0JSi+bq|8bpIiAha|(4efTRRd<$JtzOJfX6ql^O4brbn&hcS z&{XwT7L?D^mf!uJDqv<(AYmq8Bj@N;`3~enjuf?`wR+yv;M@1Ilhh>KE-29XmJ>xj zz$-zJA$%w74B6=4u>F|cT~f;=8=74@o~;W<*=+ZJXQ0ylMt*WSt<~bI;)it>`-(Zy z5#~cCtUQ7`KuOKqgq=hP%LlPZP3cLsG{Q}#S)9aVnwxEo{Jz;R5`nP?0q#$ z0c#vX(yNxCES3&h1)p8!{F{EvK1>N0DNaSWd{L8aGAOQbR&7bF!VLu;AWgER4hcgi zqplBitRH$CR5xm9%w?^w%-x!dU&R)s5NB5-C#XDy{qfJ)NGaNKG|P-tdUMHi;DT)> znTkild26XQ12+|x#?;c?;2>_>mg>jx8`Ni!LQdHjWO1uZfXo?9Ep<6dTbv*Z%(Po4U(Sdq?tzET<3-(k8z zoNaBn)~R2Gu&CL26UIBo)bwd>@sZXy+h`0YyBPHuQt2`wvxIQOs(VZc>Kgy2)>g??<4TnqN%-{+PUaC-cSgek}IaM_U;A;msc9c8VW1--+rlUk#;Sz*a3ceiDSG zF?8PEpa~M&QLNEef9h|GDql+9@4tEi8=~IX3+-Ui0h_W+6;J1SOZ*k^C?c^tK947WmeAdI0IT#)Y6ATby$*v$I-=lXZt9@E?poeqc|GulAGUbz1{8Yw>|JBOa!`Q*rQP;}c@}J81Ur~j~zoLp%1!V^| z+^NIAXTah_>9LfMVAO2fo61Rzsmv8MomW?w0tFw>Q&*S~9tYO#d!uk9F| z4XVg^bY3Z!@Sb%DH)!nBM3p7to#?V7p&z+{5DC)ZV-OCcQu#ySDe~LP+QYbzry86t zfQ%A068%x3L?TJj+t;!_G>3uNr-sri7K3bj0&gq8{Mf*87PV=-Yd!yFXu02Y^klPo z{xfR30WY#L=ob_vXoS=88x1$oB{Enya-cls4ke3-IAlP)4;2&q_$< zcKni_Ie*Inm|on3x9w)fa{c6@=NBJlbKK2Rc}ot5ag-hAYwlg9$0Y+qdz$EHIcQE< znQ{|raEec=v!H6z4D*4VMnXS7Y=;uNXPZiNgN0x<(*-Wl>Sj*9TeGJND$r(fdA%$$ zVMiV3YqAygb^*{C(l$|QPC?+AS3(nY-Vht*aM-?Hu= z>>Y`?=*m1S{Oli|E6j=6 z^OmANil|8gd3c%riUv=`9cnUd#hR?jyg$u8p0u-PvDKFOBkc1U{%uA#i?9m4}uI{wh10cHU5jB<^)^t>)1Yc;z-j|HvK8?r(18}+-|Ybo6H7s_)U zbxF-GDfW#?*AfDwoo_jo8u9?T;aC+1mB2C=DsoGv&q7~7q4X|K+0pemZMtOc86lhC zc5q0h^+A-s7+Lv0pCQ0Dfw3}jO78g3D_>mHJM|uWXg;TMYex(6G)42tcAY-tCfH9I zWR~1YGR_vuxHk1`QDg&iAc09!UBHDd`Dpptxge@FWLO;H{_p+oA6yGpsh6(aPj9F( z>VGn(wKlf4b#T`;Gq$obc5wXJ`~GKRC|vBf-MF8C3nJxIaK0p_ZFE9~NI+pt7Rn&q zPh;q+kkQ;vW9Zh*cNd}XXuLH$%UZ~3Z~Vx<>u~#ZH0itZN$9Co-K<*wsrWq_dL%hC znX16nfC1>GP)v{#jM*^#LuBe79Azb*d40owI&6}I$fQGJZ}5|H?cF^k1Ug#N2wwsu z27yE7halWUc6y|-7p9({j|luBe#DHJh{6c|}e_?1La3G`Yo%SpQc?;o798WCbI4Ex0iu3ypZ~_5TAf2hCW1!wRN)^Nk~4W zp2X)c%-eMf|9U{)wVSyTZ1x36x%6rFZRmb(<$SUGrt_P=)T#DnJ<)mI?E=esZ!f>f z_4Ey~Wu57I2gGf6RTbr%l`IYFk}9gjkv19%U@`HQkUS%dOD`y9GD3i|SM*AZMF@&> zD~{jS(UUj~Bu5es8iIL#Hek_DH{-0SBUEy@)vj){6}Tnb*UyBG<6T2!68K}V!SqN< zmDrav6Bc`~CuPW_$~**CBz!Gc6e5V(m^_TWT*=^tjP#i*gpmIdWGV!F;~iR<+G86O zCS4rF6YomU!fYCl8oNNMc%(=k1Wl9$Syr~;ve=i3hy1}V&GtBUMhZ<6l@tTpLyGub z#s`1)n%LE(roSf@+73cERz@_UbL=cbqNMMDKTkji`<*@u%-jj(gdG8abt~IP;gjm| z`VwpQ$G!h6&mYtvkR7{_r=2iZNLGtBzDQQqrn(wC!0;v?$2#F zk4OmMHaEPm*d!+($;jO~s(W5f8z4y;<~8#>K3gG;$q>27bVE+>u4{>f%C_Jc6V`LN ztOCVd`rMl#jy74yGWcA2N?{TH=X%pnD>6Zqfcrq}GC~aqN*MGhYe<_Rhvb_=XE_s8 z4REGS#3ENEbc$rK1e294IBL6BYdItA_gVv}%3b*@x$G8iWhGyVqqOogb2Y0#ab;(S z^q;vaD;`csux-A)2(g&=f{EBkRh0pps5)V3Mv#f6A!_}LFORDGGQn0Pha`9)D5m0K zWW$mKJI7e&O4%CvbCGgQvr_tA3s3uBTw#V>zR^-8W2zw1STcM;L?m;&q?DU+|X`Qf%gRO+%1H9c8C(pSs2rs$DkPio6PkbuNFy!nsESNn%y&TJ^nT zS;Uxre4mLK+6)qsK|=omL?WYPZ-KCB4>$+l^~3R4=J%b!;dJ7;Diz)uT4dfx z<)<`sys0pzrH&IO1m*%24H=`EPPyNEXR^5PsTcesgEoG-W?F1)F2Vts76W??E5Tr?p&cEwX09%*;o$Vt%uB zjI8giH!e>B=D^DlLoT`|g?-f8E~&`UthV9AX;`>yS6Cy1h*Q1L%)(_Bk93KG+$o@& zL!8aAUXz>^n91TY{(+gXhd9_$NoH!?G;rLnkK^DgU$5AoZk1~SBV9GUqO+%f3`Sua zM+UWgNlmWJ@Sqc!t{RrA5*E6=pMfbF2j|GR7gJ}tS)~+^suJ*OV_YlluvBt*Pf6n! zV}6y_{86QorUb*Vtmg62zDjaM&IB$kBxO)nLy6&6h=1!{Zle7R=g_FOjV3cKHF+a* zvhe}=HB&W3yJr>jl~z+^_fUfJ<9Ru^O7i#H>h}Bpk!1h#zEVDAH+}mtDF8wKCsUaJ z@V+vuRMGsIV?h4b9K+5pO;jV5j1ro4$d<4GaK{S)7t{ms+#

KOqYulwqu=?e{nZ zo2wZTz85|5kmI|o_JW`9l*y?Phy9b6&39e%MtzOiy0uJI56Ofj>xNpxbR`tx>`8^b z~SUq>O|+FAul4xH{Ek0ISzwFvJw%kK*($;Oqq zxoC~?89Zu~I)lCTNGwqW`Qr29cmZRnpCip)iE1D`8xI(dOW;(H6)Z0l*;O&Nm}EPa zDP~gnhE1Dc0z7O>MG@s;(*kubjx5@eZh*>^76lYd$>49BBL9qY>@ZM0hFZ`82`h0d z#3KC-_RC(IC?|y^Q6uNwroJ1ySjqE9t>!EB%&WZK?GotFL^-B(Dsr9ZlX)Wy+L+*g zb2sPO7LD0QB5{&?WiIVGg1q^`4=SC(2==ZibB69b-u>5A1p0hnO0Q+~7##Sb7`>6z z_}8>o0arV#{xm8h&=RH9@c6QYW-DZ`ykKeS%ISQN7B99^BkC+W|C=OHy1U_w?0z%0 z7k< zdX(!#0bvK@VWIjsx!b5AUy*9bZT`e$W;Rl>B}1NBy$^`jH(jK!!%$YBjOg&^S%z3^ zG7mge;TUs`Ys_8FZ85}cQ1~7lwcn|prW#L|`hKlco>N{N6cT=k2@`L$QA4trm%Nl_G;MP} z-vG^s+IHBQhn|lwNO_|Xdm~}b-50;9sA=c|=vz8<$=V7pz5@Ss_BoF1S9l;$s->v) zErdCf60;($)=UAd{LbkWZRGh|pIaPrzymb1|LH9MaLnTbCx)}Z^K&vJ*CRa7ae=91 z$~p#BVCna)B;}lFQ^Yut&_&VNXD?@G+-g=XSJ!q+2<8j%Cf%`^1?XkC@03x5SZs9e zG3ipEiTwLVko(19wlQ3X+b9lajPNprgO>wjf3f%!Wp`%z469?hIZnB^m{TI&BFhKx z^#$XM-L13iNUhz`7WpL_2z~|kUX!GDSO>mLyXB$#zmzNh03Qi2N?X9%k;rMnf@h)UxRz51~kp5k-=~xaPJ=+C`tnt+j zqwTDYFQoPyC>Po~fx~NsMuQY(c2#$JqZIQo8-xnI=6v|q0#?3q>oc%_m?)V51$6kC=-n{twC!-eic9^8w3oM{P`D$ z0?8ePXqDK#1jpY?$2;i4x14Fxa}>Wm$;J6ga&z&T6@Jqm5UCDB)ylnkGyuOb#^EMN zEfw5c+I2M}QGECk-Dw>bXi+Kaq?ffz3+bCM)~gJmSW>c+(MR*X@I ze$|a;9(w^w{#nZd5Dta}0a9;7hnnlN;6P!Q7QFow()>(wd5hROIX$K26IAa$f7I>b z8@M2q-#Q4JaC;l7ng;K_b8wYa&J_=5&$nrBH1)?NJ!gz>(5<}(n6J;6bPpW05%JXD=D7{PSfQF%%Js4 z#aoHtmoz{-^%MA zheV6isD8Q9y;gw2#Vy&`lDzjQt#HDcWkV?1Ybb&S7gI%FA(Qv#|Bp6qZL9&ng(KXxwsYp5K$Q%(~ zQh+|Wik&ezo=R z78D8y!B{ymgZyoa&oOTk7XJst4Sr3UCX{lgPIARY-sc;rcgsT$42?Ua!S=;)nT?Ay zLvdcmQzr+zq1iO_iA5oDX8BjY;X>~Ein%+$hCVl4!uQ6H6#I7VMAm8cIaaiDa?Go9 zeGb-(^HRg)@G15U&17ME4S_xH6Ozz_ouxZVD$&*%b$2~esfrk{|VrSOi|jERY0 z{f!H+LmH9BqsN-|N#Nnb12u_2GYK4rp1zKfDE_B8#eM#7eLrk|o*eY)07CL-uns3e zrnQLsCMqqfR$o>RU*~TZr}w9njP>`~_4W0Pb)AIVPR}9$(Wa)geh)tcq)SzCU)uy) zD_X1HUS!e+;8C&NF+cZ%l6!R7Ap1MZ4H7QU1IHEmN&%FEtOj?#Kd2(TSBR~^P3$}X zb{Dumf4yRwdN*_r94kiGjD{i|-m31=-7<=JDm? z*72)#skT#N6aweo6-IwC<21&AQ*a~Yy>C0_1Hn?SQ71{~B8Q{|t` zNH3;4hj#X9i~G`BCkO_?U+4+wl?-=5gTE!Q7>H&HB6f-b6`m!jr&*esigX4xv-cgc zf_c>&tdVPjvV)d7n4ea#LoEEA0JH>S0~pFBB(ovN{O2Bt6P05KYGyZyVABkBe4+-- zhj9eRlKg3APAeqljms9dv2t#x;vm|{AQuOeNG0=wv)V_a^J>-2ZnMHhMLXfB8RyXV z0i`}IZ`y=oXeAYpUtX^#R8BO?t9m$8^QCN9*2T= zu(18Bi4iip zsAuH!JEw#i5cnC=3E-^^434ldiCxvQa-p3fat^5Xu?2iWS-{;xyoEIW9m8)Q82i3|ySbt7sWnzkP6prnxD}htB2+l~)x?Dmu3#IG-;)h5XI8RvyB%g~=Ed=R$dWm*?pf6>XHAfdV7G9R_$oTC|UP)c)ytz8TwK z0bLDj0?ow|6RoZ!h2Z*Td5f*q70nr}3F@K-WV5WrxW&PFySg1!XTu;>5a>K}Dt3@N z2SL@w0MlGh2|Q-f+pW;3i|0M5VgXKKmPATohl_`Wd1rDvN7WkqXG(cCFBPpf|bJv*^~J zJ>A{9uVUJ$W(_4P=x{{|si%V`8OB0YjkY%aBss8u2vcUZl?n(vnnY584>CG*O#SWv z#)9gXiGIFinJhQLAPgqc~-UirsVuQ zeLwX2KHE-F($>RvGMdM=AqHd{!kTrMbkv7GOJ2%8h&oa#*qi5hZWhA=&BpRd!pPrC zis77cZQpUj_FGfWt76u_^z2i-jb={7md_V!u{>l3N>zW;cxb2OOD6Mbl-2c0M+r?N z;^KEGvEM*)Cep^7t`InJSK&8CupsFi9()QNTDb`tRR(XBRHlfqKj^ZF-mEbANyxLs zVSr?uN9VA$dg8B>JbDK7nUC9^^Q4izD2NDFrC!br&s0``$SHOvJT&C=XCuMXYSh%2 zT^qO>;Ncauo6}y4TTyz8v2?ZX*E*}o!qo(+{!}hvMi5v&j{i>C7TFHOPs-t%&95bRDtV zXPIx}W@Jo|l?;c)L_JihK7;-ulDjk3TgE&IRRjGk#CuW%1tdm=e28JzhYm7U#+q}x8puWqEbO$TA=BCz<6O)VsdUvjhXD-^=x`&xWIKr-#VaW z^C3%oCt%{i4y673B$ESw*wg;WoDIV^?rJL2+hYE?n7x%n6;ci>w;z@R$hRm56zYNj zjoR6UE@bebGm1>@yzFbwTL{ui+03=>L2y{ytW0EH3UC)C3Q|_PHuvynszdMggG1~I z^MtPP_uKUc2_z3rQdiydVmLJgc>NJ1NKq*~{cye(L}^obA8}gt^PS3H;>f)Bje20x zz5-O=X@TV3i3mqtk;Yfyq9~K|%pVX$ZDz0Q9Y5PPBJ^XoEL~llKZI?|=v~HUnsYTa zBMG!yhbpa^xz5XTUhK5JtRTpyYxge2;=S6&&6~Pw^y7Gr5s&V)w5I4|p6X_93UgWvj4g z7H&C#fr$&NI`HFqj6lT`q^gXw9&3c0PAq|nTtiybGEGu?%*hQECslB?)Ii_(4$7kI zn)LnvNAk70YJ3TjEe6JtcN=+^BSQlgM-|vs7Ml9eO<=PU(CZERK9T`_iAlRDEe6FPqUL|`b94jR3CS$w$MtpFK z$L#p6SU>@_o@(1}*yT_`=bQ?%wK9T0HTO_(@-!AO&wA8CY8`FZIl@B)jppseQPP#; zXP~l`wXDBme9a2(e_)9rj}z-h(;vU;P9T2-P{RCwg6OCTGAz$*^(#D*q{}4D`E#c?({5R4_h&!K6fxUZt5+rPetQphsZoS;K!92m z<$k#zDGW(3u>^Y~OcSjD=|x3CtHyd01I_Sa8lIb+lN z5>Mp4r*^wB|d)F^_u_2zGTOdBLFd00#K^D(>w`h&msxYTkZ}4Rn={~P>@7k!CGvwy@-7y5`P+8OhjAJ$z3BI}n z6@c?rtPq7%&FB*D8LM6BaF&;;53>78jYrYHOCpG=-m_*qmFo=v?FR^D>|j7C*9 z@9zw6+$Mb3`x5<#CwN)7;JCkTNtt!3Am^PDIB%Xn4Khz}fuCuYz1@mUA=RL<{P3Qq zs_5PWI1sShx@~^@?c0PQyVtl{T6n(x8<%6qjg6iBk^_9!1>XGvIWFyGk(ng7-HPrr zHoiki#_N$iR0AI~l%+H-BYK`Zusc`c+ubWg+d52FPYbAB^6N1_Tbv^Ny4egVMV{y z=QmeI^r5njGqKBgEmeG@Yv1aRT_3MCda-?BGwof;BE(HQggJ7~0W_{1I;459>(>x5 zuZi;DB_&0qiR3YY*Z|3+G88NbpasZYJDQrb8^|mVxvfF98kA@zyrW~HW+2}^sjUAl z2nUkyt}2DB!1VUw%;I}Wg~qM{KQp%rA2i;P&-*)&uI+u1zT{al3A_w6`9v9K9*_?K zg}xu7sU>ttMDN($~}l)f4aVODY8fyTbwEfPnMDt*!Bzkx%62g$2lo1QRwf z*yj=T31TT>@@lfC^^T+cp9I8z;%Nlt=MU+hXxia70D$QKw;af9Qhoa;2158JwDuRn zHE6H%P5}hL+{bZ>jz_YP^sms0O@UmXQ8nl!P>#1;b#3{&{4^Q)Bpw&HUk-s3v!Z41 zf4!Y#?O!}hYiU|1Em1wk+wyw;+#c|%9MHnB-F%o0G3ID0sIIT=+kAj}D@ zS6s(yKuFuPlBAX{9*_xP&WU&G38fVe&;|{gL|kuvDL=76Vu)=7 z%y9-^Z%#>R-@Fp2D?(eUq#19S*4>J%7ENfMWv?I(lPy--f-3n^HV0!(krlAfmm*1_ zt4-w8&x)lisX?W}Xm{i=tH%Vlji^bG!NxsY11m{UJ{c@yf%$S_#Z#CIRqf}b@A4$} z`Mni&4LU5EGkl*@oO85yZ^wcqbF@F3l{z)>=yYepg)2+?a^8t9(-qnsLwXG=fG@!& z%x#0M4u`}n9P8*(qICVzC*t^_V%#=^k@@p6Rh6i=3U&zXg`j!JvZjd29XTEoBhfj_ z59)I>LHPTw|NFtwMZD}KfyPb&|7c{|>FLYl&E1|cI|j9R|9sWSp0h1$s*8$e3z{@x z*6LQD1+(+L?)#wxWPvY)N}R+eAz>w-6|Ve?wLpLX@{o@5@jb zS!^C|@8g|v&C{JcnBWXmoYjG>6+F(UHx_hdJP9Os8B3tq33f%!V6=@ZkK01ed8K9+ zwC9BwFmi^FAB*f4VNl61CG)##~k<-xrM0xNRTs2eTrJ%5n7yc^1vrmCbIw@HoWArJ@Y z7?eHrcm;*AoP1AA1Oz9Le-xnj5mCuxK&LG1T;Bd4i`F#-D~Az>LUY2}EUK({aQa2E z56s-VuxZcYDix!as-a4(SCLa zOkV{+P*BOIWt0s8)|9P5PAlX@%jeR{pyr8{UJ%?P_W@_PV&U~;zhd*IEFnenfQsOT z7BKj*9}vy0pm$ptE|{>TE5oU3q=7M>)^MA;_UZHHFrAVm5Dr13 z`UnI$)x%0)Lh}rNi4;QOR-CJ1^E3Z}mx@V;B}dRSy{CvcY%koXAA>2Fx9q31s${A# zzq|cN_oyc@eA2R){8G~mx+Ym}Th@*X&zpxY80w3wWf1Map{i=n;U~!?z0k4|FP{ERzeiby zh$u#A20^gFo5tt=83C(G>^k*bvxO6F-KHkQgnzd+KL`SvT(cH_~7L zlHF5W#Pc2#q>a&@;q;>T7DzFUAGhRT(WK{uc}M>4tB{U~M3-sCk4|cIhmFW9c9k0j zp?r?!7snZ7(Iinl93&9=gHD@94l#=x-x0U0C92&>&P+{gZ`(ito7s!N$4`@k3lFnc zbO?!dE#n}bqyCWvR62sx6NS7q0`_xS0={O6AR7RamdJDhk8w-z=noKc96iL2K#xyU z4mR{7Y`9H3@IJlb8sh{xphv-)Z`1OCEru)mXkkH9KFQ1))#5f`>JUGP-2bt`Ydeve zSqn+M9%dOF$#U|yIhims4f%-gE2RTwV)eY-0)qa*L}PfWJIYKe8}M^+$73p6x3L6oo2 zV`GsC7$v(bRLU2QP=H=9)Dw${W4oFhuew}cKHjX|`$e}?pWGj_8jGH^4hiXpT*pkf zWQ{`WHrBzykf8bu@C!Wcd3Sfex9`x|W~GNLuHUnA>_}O<`vUG=2@Ahj=Qb0%wWMoj zG*}Fh3uo)rn22c;y3!TgMhYP(u->ZF!+mtu<1_MYNdRHV%r$}2fou;6Ph(*AU}NB1 zLQJh1lbH->UUtzbHcSnva+!{fF$o3ON?`@b!GZc&JUYv2XB3<xLYu&MX8d z=VL~_Zxi<4Np(cl#K2;4v0CStd&?vxT5il97W0k+uFDE#Dh*#u1T4BE+a3o7xOhx5;e2jjcn5gM#^U|1jqx#S~3~Sp{ zC3FoAEl-@2^t?s9Ke)ciG6%t$wf2Z@U5f3r)$kVTtzd-W+d3*K{X~5MS^G{CLU0b_h%h;xtd?FLO8b!U_(P_fNl} z4hM~9nIC7vc2gj_WT|7A1RA?fBU)H|b{_>-Zhd6HOHfAER&p4#Gk^YflQc^xDeiuWoDPVn7Vr%HkA!rs3cf zk(+6~r-M`{uI!!C_N_~Y5isIlA5{Eo?k!7!k}g5#2JuTRnu?m}uM~wvt8f@A!fjl7ZAnX%&@S!BR94CO zcqWJ`SDiy-ZKE%hV7R{jp55rw7um7Q;;+`(OQt_vuf)4!u?c~zR+{XB4NbvtU zxvW%{k6HWgcH~I5N?Ug9^dTY#r9CsZ?vo5}7To`hvv-QF^bMajV_O~Dwr$(CogH^<+qP}n z>e#l~K}VC{tXYF^&B4t7c)thx5Jhwq>D-vj@VgwM=F~EVAa*9-u(Fcw zg#p&JZ9j>-SfQGg|K!Bo4qb;a<#A8b&_bafh0+2M^3AHNlyM1KpE+)7D~Bf23R>ZB zhn6@eDdSewzHiI|Ob6R!0`uOJ{Sz1LWTNo-CmwUbhmbGN1RUfEXTo==m6b>6?%bwyAB19Acqk&1b$l4Ca@H5U zhD24{IxoaIfzV0jvvLFpjj)gf!O&D7Sjl~WQ$IkNQuDRQw}HZvX@+EmD&$bog8Y8a zZl%!g1g-o1VY_048{3^|9?vFSzbV}P&O)vkSojoI?w`p*2& zb*+-H^^K%o81pVP`2jHM^xXxl_ZVa`eCj>jTwmoXgu^ zlJ>fyHGj%8eG9*Wz{mLA*|a6C_H(9tRiW{fLj8K~+o$zY?JhfZWBEcBit|a5Y<*g7Vh@g)^zVQuc}PZM*!F&p)BXHO8$E`5Q!ymO6ayGoOWm6qye_KXM0}mN(^gXupep!1XU2DVk8VOA{RSG zaIo&O99jD`^7G(LC$$Iy$UU#ABF+?5x{8NL*#j$FyQ^hDZ%)h1*5mX0XSBPdg|tIY zWgN>6wJw+v_HPNx?HEX{0;c@?Hg(Iw4lWP}DA`#Ku!aL~MeJ8~lDBGS!xwE$qBa%A z%4Y9cCtm8{25nny@0GH-KjF7lK(3K8>9175=U_YUR_XF%MP-cdNCKvJM-&kRW=8SC z+5N<^H$$}1B;0fZak=|rjGcKP%4y{=_}JHfP(}B-*JfzNcxenO@nfwRf0c|!ByY9; zj;dEr;-`1& zNZZrira}xysP)j6Su(aok(}uvW zI$!!yv<*#jv6yIW#iw5pUlG@^rt}O=cc2?=0^yxC-sDsnb5>7el(l2MiZ#t?$QGw}I(M<;rV{Icef{QQGb$cozzqW^l~F?_A2F|{lvplS5xr# zOobOUpycHWaCY*jZ)H=nmK%kr&q z9KFtI^CWZWC2138$jT)cSE!rfRb-fS!>T9hap5&*w2W^OS0^711?j%;JvAeE`~27g zz1-pdP??>T^Azr!h3^0)dXz5j_G&qNIbIn{yKWrUuH(E{NwDG0o&WS*{Fgn=-BE7) zPVl|_TcsE3Y$|v$x^i(ZDpQz1!r9V-X-mw zQ7Ga3wl7pcgQpq}t3W+SUiZB^Hx(Ow0I6qK7C4$dXZZST?#R(`9#cor)-$zl=y-FN={zB;r$Het#8;mDQSoka)%VmY*nF2c;DrFAOX_Zm-P?EQ6FBxWb9yQRes zlb{Z63Em8Tqsr~l`j)#Sl=c%nL_sW~eikGjRShTdNm-VM+yYZ=mK7wQlGm^eq^>YT zw;p50dieXqVo@Mu!ahc6hU?hdQa`?KA+F1Wt*wLx;fk5x;{5OiSQ~agFFRO!X)&VcrstSNm>rU|KjhyN? z7--zTfB5fqJR5aYRL)!X^7r%bsz_OHqywXX#PyBfDDeyA3+>3$#1P6&%0D7QaijO< zi}~5NW|T_wEPEhc3}kF}BGTKu4z_U$l%SFvz~WMT4bApaxRM3GAX9*yW<+t^JgtCp z7W(|YMSj|%n*)_u{-UBOb2eQMsC>_)f`E;Chu@b@a#)P%w+6l39|g{j+FWK82S+B} zk_;ugq~masAjxg-?|&L81Wa0*G}n17Fz!FpL}L?;!tgfSQ}V63pc1{!HnIGB=+ zaUpmB4m6(=Nc8rI{o{~OFpPIWCjSlQHCwhcxn#>`pF-Hp{X)8hMz(LXj6y3gWf_WM znNNkNJTq{X;s}LEx9iMmS~p4D0Jeb%LttmME9rt2F}+fTb&_zzK|`b;>q6oSsIjzH zQO8*Q2vWC=RGq{OJ01X5zG|oqSgfVPk4Bu7Jh-phk}y_9dY1CeHF=m&N3(CK;5%VImX)e{ zv6j?k)|d+W#e=6@Vv$+_1qa;#$eO4yd+D!u`%%}1$3{lu0ts!9LM zhG80Y81`HKZ0w{GOTfF1ppm;EEpY;$`V2j%OW-yx=Iz`M;n66VSx{O zNQ;`lIP3C@yjq9bTHeXqIoH#)q2lKbw;e1^=J2FKQq`1(&$Ar{r&~OmJjE`0+gL5S zT-;pTUqR+HQY>29cJ$6YrM}nd8*B7`AG67A&8>)QSUH%lZ*Hz`bSuGDm`gfkONhb_ zKcz`uk@Em&3|7?(WI2F1%RKn!gQA|GrtKUaJr$yx@}*d7nt*&-GwL)_2UIOCWiqnP za%Zwh(FN^}lou2xq~Z7Q{9p3@n*H5_ZPj+-gHFxCbCVqx&8s?ft9tt+*Vau}#{;v^ z^kJt#^ME^=!edm2DP3(D@h=scAl6^*q|{(Z;o!p4Bbm)a4Xh}0*(Zjp;#_L_6g(#g%Mc?*u65)AJ@oh(gVkM^A2e7-zI?w=FI0-5lT zD%c8Vzj?jbvf;-_es|@6o$>YjP?B6F3#IRf9cYH;Nkm7`pZKz*JC6AmiEwo$M9rv$ zl#d%RWTa$#NaP}P%M(i#Q@bpYbvwI~s)V`rKM3&6z$h4e&ra*dYF?$x?vm%>KCu+& z>BnwQ(uURzec5>PqO-msH4Z1<-~O8Uv0}^O`}*)f!Vs!b^`V9oQ6+WD515}GCkoLU zCM5L~L-t~HUe!MLT9(FKMM(cGX4;sJscv>!cvb1*DWNO|=bNvJo;fG^Zdoldf-Z_C zAng!z=X-DZ`5Zx0pELOke6Sybj*#0u*F?fMlnY{a(n+ zy%5%aOVoAgF|E#GwfJ)SShy}bmm#?GT}(v4BfxWo`i@1M4L8JrJ3Fg_^cyQkLiij# z)rO4g`@1(mj-%!r$3nBM6z=E7MDXFm$C)=X=J1SjCQyRoO`>{~fY|=ZC5(%k%_qqB zrM`3se{pZJl;j}Bx1OKNS`J;l&&wWaOLe0DNpngD!4!TMs9mmcppNc}>?IJg>?;UW zz_{N$?g`hFdH_HihTVE8!tXQAmM(%Z?=ujoI3Rqp*~=LlB7{UwgDEs5A-8HA6pdL> zDMeN+RH2oSoUGkXBJkG1Xld5hFL0ARAf}XW_*3}N#o*>X2-dC~F~2!HTAyF3Pne*h z?-fV)jCgiP;R`5=u1fgy%WE;B8Fref#fMcCbu}?|{OrkgNs$WUcAB}NP##8pQ#KK) zjjUzxVPWEAyR-o6JWW$8)Q$Bt@r1iy33yc95ub(%y;eVs)u?et6aGnBT!ybv*IG|5 z!=@G)%nLk2=!?@5h!D*;qU8)FnO{I}g5-r!25YSpP;uk?1@=I0yM*&3c;l<+VLTmGh!sa+^T>i0-E#l_C)4=l@{wb*}r!NUPV9o)W17SZmoFb&tC~ z6u8cWOGklX;%S}p+MWAVdHJgIczJP3tazT*-J>YqEf;o(Ru9966FV6pSpkOmGo5zb z2DOGn&ZawRW!hqVzU~g{jr6-w-l>o~9@HFkf<26}KNt%f__GbXsXg6rl^6HuuJv(z zij=Vc=BQWYrmg}EOfa8SX;2)Mt!{VOI+JZ}_E|_X(U8Ec`&XYV**5`jIA?n$^6hr z_uhtjno!wKYV&@z-#4%@jkuJh{BZBV`utziK)u>3u7)2`q2`C;r}jTMtn3}^4gSjo zTebwd~LhYT&bD<^2Li zu#EzQWn9(9;YC}tWJxC#J25PU6ebJ z0k2nl<0VGL(~>=fDm&_+=Cs=R4tBC^2tzaGET#zOij``btX|yRxw^XYhf}M;E84%2 z!2jzJtL`XdP17+%50F|B@=z5e6ICy?L+m zm3r;KjU%DY#F%6c@VjFUq;LT|dE`+qO^C3sXfvnt0H%&;BlfVU^`~u9rVP1r0Qme9 z%LjW#FDy_5S!5t$O5+(caT{D`=192rzRP<5JbEebDHR!+I-3qr^${PnP={bh<020hUrchrkm~a4VXCQv!yo_@{|((8*H1Do2pfgbLXZicCeTl-MhH zrJ`hlYU^LtiY!yDQ?AM!)_EI!gw>v+kBwchltgMJO(`=)Pn7}br6ti}OMAM#sGb~Y zr+2j1(SlC9!BI3gc?|%l22LJ3$LXE^ybV1tXWWh6I;psk9OGXR z>g$6C+<2dXV8>(AcpcS!dS=1OUE(6;RA%%KXV2#FzJ$#ErUS2^e-&6R1$gFr@T4!B zW^(Kf1yvhU>rZ=QVqgn6MJu*rdYDGtY<2YM9|6j+M?PzVy!WIeuQ4EwRu+5okXaw$ z=S#6sL#=f(Lk*BA=37|bSz9f*7>|aMpuQD1o9b7-$Q=E;Mw6zkr}R~xZ(JVM+;^<)nTANM^3e#QEpkO*eH>Ib%l z`JDzef)4!!Vmg~nRzxJ_H`gK&aIKA%HP>Y$gPP=wrY8S8d+JKa5=wMDz`)}__SD@G;}3g^ z7lFhG!Y#QP5$vA(Qs^08#3b~DsTaJ-ydSOryc=S481neRl6Aub<2+Z@;+U~z@mTz` ze&u2XpHSP{2|GmBM)4y}lrr1g4~|xx5&x28I6g*@+R!4>BqssPtvDEYex2SDD;-&- zTk|f2UHS=?<+Kc%HT$+2*eg=3{uofOvmIz5-?p<&hoQgh&9G6%=Wz_+mao#Nb1m2o z7;?KT->GWTd3A%6zhwJRb-=p@kzm-T{2*2j#wUV#$dA!Vd+gW;{plBCdJ!e$%~l1Z z*0Ug3JY-ivo&K<=ME+w>4ZMvAQ-%&Qn!wsmLqWdX>(}KlhaBJ_?@0nbG4fx}Iu(6R z+AVprwP^`lHE)~OtlxCIDPYT2sa>|$xJ~g@xc>39+|jAN?k(ro{#6^5V;o0(@Ulr| z6w}RkpKv)!UkdaK)p`2vLD54xHDdm(x3|CXe#g+pCyIzbn$685T7G!>sw!$rir1w~ zzx+=QL-QvZEHaLB%q8dqiX!A)tn?I5d!SddC^%C9=4cA$!+1Rs$gFH3CleT8;XA{d zTn~K*h)S&4KgT!#t(2_jhrk;{DYuB=ml(T)7fy5+uAUaU<5VPdEuq{arO}JGKuF`n zNn#d$M2j))k9AicX>J%n86@Z;g5B>FQq(Fcx^K&SMj_-MorBaz<%7R*6Ji&GWTmUy zf!u_xp-^H9ZwY|9Nb8enrGg>F7`!^H!wzC_5~g$>8T8LdiYrAa85`<_o6pgfQDA&n zS3S;6s*gT}2$~n%%XT!PAgXK#j|2~O@I5dZVol~`voaFd|3F2# zv>Ueyuu%M?glNwxt+V^wk%RB$!wlMApjZOB1Shl-A;jL-QfP>tRl)j?=ESG~Pez$4 z^dJ}~B+QzaTpMK^sY7NB;!x8#LTCowNfvG;AV;m_$J+VA&bWE+{C{XB%$?s-EpW zCagAMAPG0AG917GkPj?Qv%iL!H-UshPpv`SET(5`v8mrvtQ-Ci;QSUJSj{zta7XEy z55REfSYDP3zO&hR)AkADDH~E#Bbb0ED8+%U?l|G>Zf8(3D{W(+u2|X_JI?<2zL~44 zx^X)Nv{znOyUfzXtSk)D`l1%J3Q3w}<5!b!69dTD@1K!I96xo z6jAJPH_0sqWVsqyo~rG~DRGCAE=)9&5qLf2TS$0F?a%z{oOZh$tFO7@yk%Mp?=#V3 z&9qqkC#Y}mSnXcOs zaTZU5$vyNz2fO=C42|nGpwFL-qH(5f^L3Xy3`JLeyjefZl+&N{JZvzC z+|2$YF8CJ7QQKSa&y*SGq%(ry8qUWVK|utd?L78Y;zR&xelvM+CL4d=Zqzp%F3=Dv?=@6keof8)ZV+>q+7_O&_Vo}<@*!3@Jz9FYbY%m}G-82dDN}nw<+fzpjW9>p7uOMZRpp3l9E8NCql>BS>XZSE+Z-3!xkMWoK`7VF&C*Se8%t zR$ka8+dP=3#r)lD#z*V+Nj@jkTh(UCtHpS~hs`_hKyN%_LzXe_H*&G%Ez8))|4mhD zNqtqlUkLBo`ROc^-~a;R`u}tY|L-!Ak*%$Ri4nl+=bCP1Z|?AO89&ysQ^1iz`LAXD z%u(CTwqJfN=^4RTCb)kTW`Kqfr-qZ&I&Skh{64y_3-W;HxX(bXZ~Cd*D5<_GWtISF z4xq7msq(W5+T`Sujw8dGI!MFn5D_OVXUD@wi1$yG9wgr%c9HOHbBPNVa+3p?tV?A3Ixp#K7$*8pc zphuueDG&GyQ;xGnV;UKNv?h~AOU2WsDoGytCyXi1E>nj>Fy40+#7C2b44{QF>~AjN ziI0Nb?gz@$o%il^k!AKjx2)_yvPVtaG)h^5j~vmZuWT>ZkZqzfig7RE>wJ+? z8e}AmV05vVWmkxVeGa}eKq0MwK|_Xo>FlK8B_9qW!X8uRHA-9$Afsu6J9xRAIT0$= zD)~B@*967dY2P!LOr}X@-d)9Ocl;|4o5`fp5JVUIibo9QsBfg~jtwYC3IK~TO-1oC zL=_#qPSMIKG~;8OC|_RO=3Xq}_K;S;B2~JcW0Hno8ML+QpXR^1Ncn-7r5mh5J_HVm z0_k9Qr6Js@m)H=%JMf~Ayh~G-5rRld&gB^xN`fZj4=V*SOBo8DQk!-VWE)yYL3n`` z?2A2xfHgWV4exGAcrFIBI|?_*CHV>#9*!ggF2SBe5(U;z6+v`DLI}&^k1Gf+dnm=7 zMNwf+*XYb3$coO!3r+Yzh>M@-co5DB1if2g1m@%d05pNcG`W~QsZL$|U@@iQoo9_Z z>VU7X2v}oLQKTsipqGUm2u%ULOqe-uw+aH;IlfQR+>kyc?7Nj;c6AZsObbwD#a8BZ zt9v-+p2C^r?A7HMA29qavr!PE5yaH0`ko5`%`NCchk_fF8`W6g%`}D7`NST-BpVDa z1eK9R8y7gEFi(!F3t8np`yMP#qrHdcUuf=0Z7uRQrcFmx_^IrR z8$eO~S3bc=4(sIT_8{NaWcwQQNb;V`I)27Y*JwCFAyYz<2jj*FK*Z!swf*3ZM!>lsCw6MPH{1di+HTVH{+JOMa*{otWF zm-17*XKUJf;#BH77WsTtuUKqyTj@nfZe|UL3WD?p>y~?%A^OMP<3JYSwDlAb>n3Dk zkia3YkGKZ!<0bW`s({nr%= zprh#V)vmgKw0oSsH>|6U-xQW`ESQg(I##6|J-)Mx%Vj1HWJnq(@miSC8hiXZXVNli zKTWyOWnl!2@8O;gdT2e@kg1;>Q&)-Y*!VKMG9#%l10efU$kQb_EvN~GcF;KkQ1)wb zw{E-9oG25+8$DiQvPi?SO>m7Heg2RJRcaYnhUXnV444jaY|TcOdB&FL<8 zE-kOu4OJ!hxw*1+JFB1CW;h~^xMv%mW`jsq*az$rMDn+cD974;sq*kFi@ySAAtWC2 zh2w>3203CJMdrGUdJej@F^4X1%G){DpV+Vgaota*B2pME`5z>;DR2oww1#kbd)rs% z$*R)XVFI_OaD!g9^pF$EE8F1z6dbe%9;KAnaKkByghygIB!<9UIhRoRj6L` zcqh1`{mXc=u=QlY%%#p;Kz7t>#W`LCyE@WV)cB-YIBQo@F;=$DX+|%9x^|T$G zj0tUR5hgS++%)l(Xs1q0P_wH!HA+`p561Cgs~=EzoQt3VUpZ>r6(2NUY*}rFQO5S# z7L}S?(Hr9_5P2po;KNtK+%(ny6Wgt_<V2K*|r5-SdjK`cAHmJBr zGH^{aJSux@I#%`XcK~~)uvgQG0(ee?d{Lv&0*v~va}aYKur;)<6a*Il{ds-h0($C~ z7h%ngE!f0v()k=0&8cTm00rxJu9C(}>S?5!%Igh3P!RzDI{c>yz6zJ@$bZs|m}^KV^d#iYS@&;n2-w2BYI z(vY7v%qk3M%SRx?rsvKMtNZ$cuEa2C%oDIGPH|y^gG${dF*TWT(nc_ms=5z*t8oyo zxVy})J%`kuySb3Ya>0rNlyr;9r8CR=CM*lQx)wVfbAHR_@TZ+eS_b)LIa!5n=>p`_ zP(^N)Am;ACPVc{Y?$$A*%Qi8!sculgF2#`2HXUu_yeso*%Pp5Q>#OG#_lT;84!j|` z)1@V^nMkUmxNSWRSUG}QwVHzY8Ih|IsPBLWq&Zl-LpXu-0qM1a*C3mPK|;e`)~UZi zbztu*SqU8kqpy1!uEDJHGgH~|UnI94wlGqKiUMvI@qaK>V&>P-qCz4SVYiVyN1*MQ zAaC)`yr{1(I;LB;&!$RmH}+bV+t|LK$#7^8H@EzE^`u$Zgjppj9rpV73|f7@P$DX3 z1M)H^=eB09;tI_-i`XkqE`(`^v@-qeM(_UNSGrH8s3>;jQJ0YlOi78dmEJrda717M z_YF{^UwXBe`*7CI#O`L}BnVnlQyI@;1jpUONO#HpT8VExre*$YtA1XBCSU{_6f#Hk zDAnLc5l3Ht$B(7Qhnq{Wrkviuy+|r*(+8P6(a=Ki$5os>c2o4Bo~xAT0&Xc|as>lK zT9#|GQvq+W(b6wxQ*4^_mm*lLP>-{wXw3jG7Xn8KT5oT~61mi?_`JIfnb)Y3%9#a@ zseyx=N2>y$Y_mmP1zGnCJ`S@-T-$(vWR}!O9I=)y8_k*-t2=s8Y~GfU(<^H#Z;)xW zId7{{Sbzy4a-Me1$jG=Ub+Z>eseZj7P)uxzQoWOy$VjTA`NJfi?_^-I{2_K@e9()y zMpe?PL>Z358o0v5Wug@k%@qZ^9myx5<;oP$M()l=n=kp}7zULMqYC8aEIN;Lk_^WfT4E&`+7Pkh z?frUAg8I9D#5uSusTaPkgE9wS2{GQnqz1g{09!$P#ElHTaP}ySo!}&C=e%-~vk18y zw3sYdAHHFRE<%e1<*cWBfQ_RYv?zHMp5n#f9zg~y` zbdlOURD>u2&pSrUsWNaUASrkjeG{P(Vc1G4=n<0TF$cn{Nb|Zi-WTn^7jWF*_rATI z`h9)=RjAXEpbq?{sZ!ZBRI)=mut{m|Rq~|QhU&AT-@N3^Lh=xs^|&{IS9zE)i(9rv zY{RZQOzMA-6A?=4bXo1xmhg+iHrnQ#kT5fayP;Ds_~Oh+JJo2fDwP3hF$|@4$*!Sk zOHS;1dN8)ezoi97h9qLbSqwd(qvxNgX8bI8%)eQklA0Lz*NyAmHXYrse1|M2bgyU1 zi3=egcL;v90Y0^-W@^^l7{-)mq%Y?-YY052x>N#4O-Cc7FNOv!o4|hu_BAlCbKA8k z`Co_|b$p9Z3auXfX#Ew}s3&FnZ{lzR4I;G}y(N_lnF@)5Ynvyq*o#;?Km<7>qIn)< zm10bC+*vL0{=hCiTTf-7ol=V49E%&v6O}3*K4%X=&q-MMk1*7+(i}dv0bvp zVO-lp?&br}C-g~2PW75zZfimW3>{Ul_Wa$C+V3&Hu54sn(oq}MY%)PXUM7!=R}NVV z7f2_Iigq=DaFW|XEVSPo*ifF|uWA3L?ajg1>;IZ0=|Sg!9O64@naN+Vqwn)QYPq3) zeByGOn_g|#Agm*6@CkD>N7${^JZcWCFM0D(sImN2S!-%D#^f%azI9Xx`P73#(iR5( z;lSZ>6Z&y-b(6aKc0S9;rq3hg~?|MY7d_eV{Hr zL8ohR&M|7z)4)PX_Mbc=abwpONk^iq(AWD6TnB@f)4>x$8KQQC3__l#xB0jdfjyvu z&AP+c(bLHjI*tZ9uCab&%ghV(aI&VkK?KtRYuYk1B%^tu+Kic(kBhHEgK0JuT2+h~ zo>P~fUMxE9&K&4Fd6ZhO|M(8Xi*=v2o13SPpKtvF#c*d=cpNyNc%L}TI`5M35XhYw zMT|?@%h6{g>zauV^u;uN>_~ zY9G0WC1-nEVOQcMX>9ZC`pBFee)sVG{d^|<3Rw>SrgT0FYIUDjZQMa$f(OG%oeZ-s z7L|A;xS!L>87+>H*hLRc!@?lDGzK?9Ip)WOAS#}^!D*%6Nj(#+qiRJhhjwXv-8AlN z=2~l91g#&jqeY3k*=s3g(KK0cWwv?ePTD9tHh5k~WzMwfjEq08jIjU(=b`WFr5vuS zJuLw@n_N0XfsGflm-DxxWkDVIJB>K*(atOTD~NgR_fO`dcxg51w+ zA1wi1S_fOHHvg1Q=%iseaO~<0=_Jwv?YOPTpB9|##AkpqHF3>EP+4nBi54?aw5|1V zg*g>(Ld1iW_-h=fhfk9@Q`)=KLaSMp7@gzN(l?;exgY=uqdm}U9wJ9Bj5MJ{`Fi7# zC2GtL>`-k=TEj@88d2{Egk-&unYPjdySXEVNf|j;0ZH{DwSQ9f#1bH=!xV8k_*?WH z`jYHpjj|}dJ@@Oz_X!&L3jxc%5_u?8cbHISIKRHWKA5CZ_daU(I;5-rpYy(N|1H7m zi`lDB#BQC(5qg}*(XW|0x2uP^QAc-N;c!8I=xS8wJy_wGU7p!NaShBISm?eY-mSAb zzj{}X+O&yqk?jWGF*f9oEmsP?7kwfQ^^i;1Gmd@{h>e>IpysUX z{g{{8fOc~+k&!Q-q)rn!e>hmuVM)l;K{SzT&Pynh;Z$6O+0tD*jOC8h3RUhDnHvMl zgphfBh}M7NM%ekTRsFbZ*KY^8Q@UAnGR58agF4ezIhy1|nXxoZV&oCZ4FdTvx!5^F zVK^u4h@k0cllzB5oKpW@0huK}?J6OSRfuOQb+@&Vbu=jnw9eLAboC0I+yIC4B@>)uf5p(w{eW!NH9ScYyE^q{E?l z?A|bF_g-<|u$>jV93-0p<_m2|xsZoK*&K>tp`}n38G?joxeakpYD9^t1{~hrjK71 z_;9+C>+*+7W#;xggsl(foriV< zt~rkV$3#}0Kpn5fDOiE<*#q<43WTAu3T0UMUA?+SBDC_=VwZ#gu7v-XBdG0N&xn;2 z{2WL&H2=-IvGNMwr?qTmm1h?tGN-PtETP+r6SFu{Uw-3(*fT>K~(DZXdr+5C;IZT+RGKnfI@nXmbwAX z=LG0fZ@Ps%Ro9~BK|>SUsg{eLt1e3-U>?^}py~RB;qa9kZ5>O2?CGD*t@1bM|MSMf z%s>LdL<9r`l>!9B^8fqBycRN(CE=i zIXv`^cpEhpf|kZSv3Rx4+=DS@)*#vRn=&>{#wm8j*@@mILvP~z?k1! zwv-ta93Y@Cf%;mM3pb3&Jax#5j2QMJhKRGJ5_e-qu+`&|lxmE=9ZpIonjzzlbZU&j zP!jJz;j9N1eW|z5t1Ae1B)TC> z?CH6@yfhL`M_9D&Z98&%+j(51pkQE-cLUbBy64uKpY#|mou5aOlOz{{nzNqDdXZCQDW0n0&im7Uk8%K>A}SMR9RVCnZ=Ki&*Jp)kas{( z#*l{)9IO_obhPOjx&|7_R7*I2B`odmsx^6bWWyCFSs0HGJY?D!Q zfLoCc>b%(Ho_bGBUl{0HJ_7~8^--Spg`ap(=ftd)s^u~iOzhvF-6RuSv-L*b1J?B zxCOw2o}52azWaX|s$$$bFETp#?;kPmf@b#j6_U}9W53$s4jpE}=VZX!?+$6j({obW zCsna_VbL8q&s5KMOkso3CamNCG^8YaU%mqwkNOdC)(!)qMjx1_?vz@PCqZRUG87h{ zwL>jEs%KB(xu_Z`D=hwcJn7}4d{ry{iatR}B?qDNuF_AXy4jH`Oqm|A^+(7tQn|1C zrttyCyC?R-shdoZoLt6iCebYV4ML)T5y%xo8#z6YU3-6zJs&s`&hnR`fE4(NI+NbN zoEs{gpW3k=*_67j&@93n`O1Zyg1I-*l7Gz&L`vuvs?Q&^aNaMmSeSc=_%1`+UK8+V zX>$u3CrW%?Ud2~~aj@!iUFuh|%vY%7KA^A6aj{O)oV>vOnVtSR{C1a+iox_fvi{38 zJ}ILfli-xGM^o@356r-=D2_T*U+OZV`Z7cN9gx~CL@1358hVSl0L(Her);x5nC>@* zjFLGsW(JItHj(>Fo|^`+y903MWp}ggU@QKZ$TLlr-V2mN5u5xmdJ*Y|e zXmXFxR=Q&O9Jd#fKPD^A8G-IeP?QKpQu==eKbcjO`iUB4e1&Gbpi)s93;inc$1v$0 zT&j}$c~cfer)6mrMUP3pECjNneL4C1e*1jdDM)3Ufnk5=Gy(GkZS_{eb0 zm|^IDq;|O{O=|y_f9p+AEaWJnf!=rv_Y>}#lt;(EOS=(HmLO40x|7qa^FDQFgz+Ye&Y@Z-JC&xp_ zMbd*fi5av@9VovBCOq#T53${X7nN_>{w2J9Jbm8Oeh*gR&k=yNm&%l%d0@DpOMGnY z1Z1O6U+2$~Q9poN+@=akd_uy(`&|(9-cj1ZFc*a@u&*Py12>Yx0{UwZkjsn0K0$!+L)Ee4hzXA#IS1bE?#8P;R4{vQ($nF;jtLSX@ zE_8i@^CK;Y$2*j3wis$Ee?9l4yhI-JjqWSKZFHl`#S6U5=Q@rms4E>1vWV_)W;#M? z#r`-6F$4d&G$Qx76{?RX@2W71`))7+N;=pDl=))Hq7uVXMbSm7(H>@sWkQle*MNU< z&an**Y4e0M?fj zsZCSHdKg8n3BbY`#hCW+vb>r8n7>6z|COIMC9El_)Ze+ebrT_WN{{dyz#c}t+jqoL z#Q6EjD~=b)ofBcFQ+CYXaJ7e@lZvmmQc>VgP*<^{DHMuwod&Ba)Bn(Z35^o171QUW zr@&kou4?-$1z7Sq*H6w#&GBLxo?ki!Qd$0mOAxfzeIYu7*bi~+ILMwlc;puq z^$yav5&tbB^@I9lY+iEdMZ|JGi5VSsBQ-mVBpcg+j06`L>%V7OxfhT$^1uo9Cr{`% z$o$d~eBfNkFxen($_JcP{1h!j%sVXkn#a7?IOj-=W=c{>poA24KIIq@_eJm;w8Vkh zVD_<_zZ-^(@+K%alXNKrBB@FTL|r^ZRtmJ2FJn=4u;(F4@icYvNzgft0I570C!0=D zfno86DqUE?9}61zKnsgBA*S>|SI_6CYK|T6yX8*_1E0^4qOi^PBZ3&C2q5JQ!4D-x zM(B2-evCy{T(=TJdJ4{wlcWq%|0|@#RFDoE=5m1qX=NNEg&G%|Ilk~$H*?@7UdKV1u*2R!6X2?rmd3u_7 zp-}jmKa@CN5I?sga0J`cP*6<`xBLWwVt7!_5J>BCSTSW-5G}OqmRhiB@c;JLVq6xC z4D3ijy$Wd!2fxJ=t+h{;>Ja`Wb&bJ3-W=s%WwZbpL3R4L0F0}^aCsw zu7rCyc)QS^{BHFya*M0K&2M~=UiPp7hfS1X3`u`Bozl>NYd$4o8k1O%gZQKl6hAD% zZKS==cj8~@1GTz9bS zGhV;yVfW4VJ27*vQsIRB#a?F6oFhxO-9p?O^@^1*7EN?7&+(fK&o)3s{FedbX5nN% zN@AHsS~|N3hbphM+F(#!_}9}bzqzmQhGo^^gv?k0Ocu`!1puLhBflYU)~4kRLcKOT z&slAY@pg-J)G;Y12sIXMC)@*MgJY#0Q9{QetJuuewhYbySs5_S=BVfL4&81%sVL5_ zYy1uTft^T2xIhZBJLB(?Z8V4H`|X|@iVYdqQ6&6>%Ijy!rDfI6hjk!SjiHdX6)sFHDhqd+ zD8k~3U!*nj3xU7t6CCch0bU123@Tbi@sYcWw1B{`Fb9G$#%XvtZ?A)4Azt$5#Ov>XOZY90OayaBX#EJHJBqW@lX}&ydKWJ7N z&BI6?vp5~SiEcH#fPsyM0hv6-z`fGw^y@r0GK4rL63N4ei*%xCVmt_iS=>Horxm)) z+NZ76`i>9*I8_38ePiK3=h71Uyj%?TXETrUf{ga!Tx^7H-dqT}o&4Ki90t&%XWMP> zU3J7Wn}@k{KXQh_2EU4iudhH82L_pQac}Hrom(hF00t7tI!5O*8yC?A*8EIu0oK{= zsxu+PyezS42+sN6ID4lq!GbpHHf`IsZQHhO+gWK<+O}=mwr$(2lW*U2kMFAc{DnOt zV(fTgtvSh!%adb|x#Ji&UP-TMdcJ(zanQjqP9jf~MA>ZbJT!k61@BR7VZ#E@2;d&h z2;m9>!pv`Aj;^rV2nl(-o*YzgY>Vh>xTg)3d z?o&!`;g6?gqj;}o-`-ntjBSGbRU}^@&4po1S~=(q?+8G?_F#Th+m=^m?wKzb8(wzy zpSrL79wXUi+M9FVyk<2VV5nuY*sfuN+y1_;ZhpUwG=6^WTC;{shy2;@RmfosjF56w z3zL<7fAUwG$YFVL<*bUFZs#FsZyJ4`kB9riT09?Eyvg>g6b&(?Vd>R5;W_n_Gg=X& z9+^=D*@CN^gexou8E%(aSx^WqYnj8p^CQY{7JoC5ZGes-%WZ)t6sga26@XHKncmJP zXT`aAmy6{2R5Wn;FBc=q_)*IEx6FBE$NXB6NM>By z6$8>AWaIM3`pIn4w~4o8imR8oFSsJsE>Qpv2$5D&j!$VL+*BkX?`mF82EK2Tleb>xN*Pef@6Y%RkZ|jtfh$_j#_e%Hqq$MVn3N-Hll6%z8Kz z@Y)^7WNSl8j9;4E-mb5tOXbu3_X1B#1v;OkazK#TwU4QhgY)`o)05>kVbqKtS7Xe% z4ewa@K~_qPJriPqY_Zy?l>e>0+ZCnn>Qrjx0gi`t>(aDZuTYTT!4KHeWh2+~&#-X| z?N+Mfa~8#I(A*g+GyUwaB>JC)XQO=F-3Lf{=FBs0NfB^vc@|~rxTSAvFZ_`=l{w;` z2V}>ME8etetXtDTml7R+#;7_|eKW#@zQ4!6d-YfR?SEf@XDbqU>e7r4$w$btbtiJm zIXl!#qjq^AfhqKDQ@FhsPj*@&lZcuA)01|fc~I4KWoOyejZ;GdTeY~Y4ym^Fi%fre z9X5f1s~+-zlN2CbxCf@UH^Mq8MjvUk=woE>lDN~tayGKI^fx#K+Md=OvmyYn{7a2- z^xm_A#Lg_U*RL%yHY=;H{Na(?=_|sB*(%2su5)`CG7XzDXpcXx>?4oFx~U#gtalo< zL;86Cb=sa1^HdCx!ST?1;tktz?v$}d2@qaXd{Qm{v+rm-HGMjvm=s zymIAs=XR#Wkj`gE30i-e60JMpB z)}FZ$ieer>9D-pu8dFW;c6Ee8+K*H^H;653hl5V~}G zOe#`r(7r)TZLCw0B~_ZZF9SQ8pt2_-SG+;o4tj)o%F<6q1G2ZxB>b{B{{eMlZ&r;` z!hST**2t&by^#nYKQ#!$CEnL@7lnx1;&|6GL5nSKOXU}Wr3J?^SJk$!g4v*vJND#t z!ZCTGmYVi-F|MCb&hC<=d|UZnPao#a{hhxtDXw~;D#5_vS7WXcYnVR0?i+k-*VR}d z#3@X#08T1|`pK9MT72;2^^j_@?V*!5#G2(s`$~$;i3gUQ=)2Qk&M!*~SXHxWhZKytsAJ z9`qOCZ=Nkgb*ZMj31YmyDZ{(w?M@?wUPV!pp8bk>(uetVeS)ZnWh)#~sPJWT8JURl z3J0(#P%hdF zDqCDmgy(=h(sqBAqCJ%d^lG*KOgf1(hOFBveCuwbGiDT#p7q&AnQs1;Y`8oQ%hO>3 z6Ydi`QTX9ezpa*o&P0gCF)=FCRuAEM99dH__?qpk_Yk+CE0!AII@DNb2fU-?dj*R; z)nM%)k85;Z>r-4#7mZYlmw$`pm&%UyMk^nNOnpePv=dwabI*o#kzcECI!oR!`!~VMp6< zz;Y(B0;B25Vh}*%NR#C8Y0bSsh7edSmb0^_e4J%?GucGyEm8Zsy|ffSncD{FBEj8im_{4=BPvcolVqo~o40I>boINl9k;!T^eJf4AeRB%%gZ-;a?J$*g%eVK?i?hMW zE`aENw#esWV=&fB>fCIJ8x(=2Q2&Pv~iUz*?U*%X6J|he?V=QRds+FH_)QnpL~;AmQ@MMHM9nPK9eoe>S+ zwtayZ)-U1H1!BWs&?`I$M;rvBit&Eo({Yv(3vlQjm?7%~Zyj7%&L*r2h1?Td5}#ml zzq(+GSE;D?8ukRd1#ib0zy7&oHnFLEgw2$!EzsAdc+EYY>Q5G(aEgNSe@Q0SsvY|q z=%go%!1L3RA|Ca6J3j0=c)q#b{vw08V1?zFY}@3hnX=Y`zjfL{X#`TM*wVFOORIG2 zG@C>Riq^OlCF~`%{jH|MUT=^CXeEXF=gN4Psp$-#-{gAgi0%C9_5GqXDoy?38E~4S ztCY=PogA&E1~_$kt(88CbdMzzbvH$eyK(9CB?Q(e_w_$40Kd|`YYyppL@5Lja_9o# zHUqh6#kV{kHHSySC5E`3w||)_{o5cskETP6tJ>T2lgWD8zNHp+2ATjpz}Q4N-2_^$ zYR|y|Ew=5q3eK+_L*Qf(D7qTlAR_}`t-WH&bvjWVWwq{a`JA`3Y{QJU@i0S7*X2%3 z5C-JpKWrkai*RqH!fZ4=PzXy$P29^m`V~OO)9J*mzEL?01?oQpOarl ze~lygCEOrq1RMRJ#^}(}Hx{+es>+KM!CR|%97;mrEn)7#uq}A#3BdpXjomP<$+;%Z zMu=X4lsgh6N`2l=ymScV)V-PxLIU4gkk3`t1=ydB3StLlyUwWaJF7EfX4p?~~;TP?iyWNCrNWA~9XFPF>E3xxd~NmjKJvDD^K?+VV+f z8(BfPCw@dPOqpNYR#nuu2#UegRk#^NT03GBXT$%W@&#?0X0EF<&rxFGYG69uD5n+A zl2ul(JipC17;;At?T3B|-eY6H(&c#Uw+R1#^ zBa`bdJZDYXF~Z-{M4&P_ceJ_Yw!4g0y27LisnrV7#!1pTaFY1@{BHp^xOJi#qF(hE zUyns_D%pXqOwlztLYO7JH4tz3y=B!4(6Xbv^IM>9)h$!^bDJSS_KEG3Lh}7TnIZSP+#PB}d%0iDpKN;EO}%%~Tj#zI z%c~Ula>F{UBbI-~m!~U%Ob$0Qw#pV_X?`jtyYhRr^0CX}^`_A)1oiu}Ebx1uyzchr zri$)(E7Tg%7o#%}&0^57ZkO zb~WzKgOxy2iFdc8Uf3+Og@I&a#HR!4q;OxH zXsulNn;>uzOC{{%-A$F3hAPKeMgCpM4Qsd8=AB$4sD1N}Z57KJh7!lJ%*;ln{%1DN zVFsVOq+UB!@p9B0H(`dZ{1@@5YUpz(_+$|ku}eZwXd&lx7d}iPj-E30UUFEuvHNxD zO;UNGRV$Kx1=A>u1OA^{pS{VP=F+Is{^dvTH?oG~U}hmSR-aRxNQmtlHCl+g)dNPv z7Yt%w-=V>Lzt576o!l zC&h#lo)|qj~n&o<14U%>>08|ZcKo3*Pv!Bl6=nnWGVQ?KwblwT4$_{t^=CmUZ zR!*tblk^Ky-A8`8C?KuM))GnuvRhlE_S)ra9KH$<6E7;p%xLy|V9C4gL!-zJE7U_& zKbOG{H5tVc#o|EyZ!fapjwTMnJL8|q$MS4esmD^HBrpAfX?JA_nDldBkxgmNXzihd z%3lbrP_L8nE?7bO=x*diC~7a$yk{cS?)fi23rlRhXF98zvuvsp@U3r|*X-lkw1QRC zM0%B#s~Yu6)_LC91JTr;=4Cc{qW+ZmmL2!2Di?y4T(q*$q<7$ltDx24qAO}-$Vkw9 z5as1(Vr56>;^|Zw(Jp_nT}PCWlCc?4?4F_mO?^B+FYtQw(p93AVp*p3l4*OZ5`YeW`XVn~Gs4BWJca7ay{O%N4I(X?4GEoj@9*G-{{b)!lu3mvEzejzg= z2J24BY*GUA$JlSv?oDZBb2jbadQE021}>g8YUCUhf1J?>N>4&mmr0d+!#y_fUb`=E@yJKPE$XCkkSz?vrU^+>QfXX#DpNC!R(m zoUBSsOL*8pW3j8w1+c1lyyl$0i6pt`8tEEcFJM(UzY1jH0?R@bz>5>9Md$NHvtJfR zo)WaYzRTQ_Pm83Pnun|V6r;KrR`b#%{Zbk&1x3bthoFVp$NG;d+nbEaU)KjcGIgI+ zpHd`i*Zze62I)9Rm>~;7Tf*eD4|d(BlQQSgjHN17`=^pET)V-u38VZ8J1Z>B(SvX` z{@7HC$YH?=%wz9z7${m}1B8VgFt1ocJ9a75ls&KTeT)!kV zkAfek0|QpP%n8+7E8kh&L>}ErWrDjy1bt&y;BLa(;Nl%v*P_%a`K)>vU1JRrJ;Syw zAnQ+torGR(1cKFu?@P}d7ttJ0Lv-w|vQw-?4r@dy^exlGdspmHEvTqkR_Xk)0d6zR z=n0rp+=mWDvUeKdLA~JA-H~4;NU?4ECT@zrD7Yz=Py-w3?`BSw=kf2~;zB)Zz1PvD zo@C#~c&RL@?0z+>o~85Vv?YLE7CG`OPL$UJo#I}kJ#Ufqs&DX08~__B`5SA>9u~XY z|9N7~D?n}}B#v9CM(VSw;$vK881`75_R$Yqgyt7uKS~l^0zXdWf%9U}oi3Po@$bYD zDTA7_eRGI4V^hmFvu)FHuEY~u(*c+T)qiC~%PY3i{pWuWMgEgHy&Ocq z$o@5>-f;r}F#Z2YU|39RYyYNA(f%X95Gd-axo$ot>FjQ|1z2{|GR)?vOGfccD94mC zV$Mje7L*Iy48`y#V=c=(MNadDO;L6rO&OrA1JGr zoUHQ5Hlb#%suWdA0%ny#at#@jay6Aw-pcT(>ul_FHYCQdHBv3Dr&Ix53~P_s=R!%$59dw()lRDB=6zqe|}vN&*wLw!699!(xa zFI;?VT|E`=qn+`{B`cv(HT+TC1Zv^brOpOsj?V##iqI>sQt;Bl@K84$yQ-*5mOTxt zm@-?ILN{|KZ!uL}v(yE3a;ob0`vxSS%&ssWv}Wz_EAhk8i>-loclX1L_V4lGSL=nT ztqHXsEqt_g^(>a7-_400DV%J*yKctn`BwdQetNl5z>GtxGP-#HY6nN7m5Ot5vz4j) zqA_-x*b;FwBVJSCs(s!n^K`S0M0qK2Ql_!}HNFP4d$^O=OKYD;;@Mn5puO+Qf8*fX z-uM`r*UiX83v#Eb*V5DZr|bM3IZb3QT&$FSclU5~^yI?P*OT?j>4U+rQ+^D_Y?Hzw zb+uV~Rn#07*i(H?m#tLqA2UZypM;qLRZvMkJj1x_m|EyRSnnQe7{IyQ!pkfei>Qb1l1vcon83@>4m722{$fwZ){qVIoUi(&iqXqLuE3Wt4DMgJ z`*`_Ojij2VdM_TL@A`elp3?Vzec*qR8+>wLRcDUM0RS1Ga|w2SRMSyo)PpE1-f$vX zsbRcTvMO(Tt%C7bWmB)EIBV9|Gy(Z5h^y*ifPUr#x{b>SJ50A}@J7kUXt>ndBfyn`Zr7}d$$y$I$EGku?D<%sW4DMaxhtG~Ftb&aRh zXRo@c|HSJSE=z5j#y@|b13UoOPU^~l(86xQnYe1z^nwpyktT;nPB+smILc2~F-ylU zI0A%#iAzL2`A46VM_vV(-&eTVdOSW3j@%Em3qDI{-ngK$%bZ!OhszNUmF(<-qkg~+ zr*b9^2V92pM{k0woZ%oL!*3>`O~oKIUb8P3tR9d`CqW*)Dj6|NrYTO95)8`(dkM&% zA1F?i2tX*0!Gtl()Usj30I#x*4go4W(-bXJ1kk}LJc0p(Xi6Yk7~lqhEKo)VaT(^Y zhQQs>1*R<~ZZd$&x*XgEKC@m#W<>Y~K&*s183VR*zh!xp{o^L1bzF%K5I415%9@3X zh1d|zR5evZuJrPS@*XB?cLTF5CJ?@Fwh1jeC>p#Y8lr6W%J?_`M zs?tZHQ)tgOaflr171s8@{1*Gu0-?7bO_KryiU$=4kJ<@c+}NhGA}Fn1r7_yp&-RPNPT3?5zqOo900@K_KCYXX ztalR47sLS`CWr{POH5B)0oXp;ViUut>MrZnONIjgl$%!&@+F41Oi5RP@u3p4by|)H zy~3#CYeNuTr@TAefH9$l>Vy>0?gRjz>-sPeeV4O@7!bXMwirFMArNvlu){yv9#IHh z432$qU_!{bkZi|x3yuUZ$u#hqRjlm`GJM14h;2YYF{j9BxMsN!Ny!M$m5# zmkxLqL=^ojFvSmdY@ZN9#?7t!hFgbd781lF(V7&J@dI5>hI+J&fZ0v~&`BIEf?A>R zz`p=M4bB8vBH-o+`@NTZv1SdGuv?`+=I1cRk~PTN^maiYgk#MJ#SCvKw3qv#I|eU1 z6A23*F+OpGOMNCd+DYD*%amsbgBHPbSPaydSf*IU6*OYZg~4ht;6Zb5thJN|(MYh( z_A2NMc~T5!!k~Z0BSh};!2TS>ca(S?!k)XI@w!*Mq#q{@=i{j~(f%Dl8wBx!TZ1%Z z^p3N^YaT!0qil_s@czLbVng7v9GaXGEbb8#L>eYJ70N0C8J~tiDN@tCueV`l;pY(5 zgngF>5#wN&)m2a)CLAUybp!7ghwU(3o3G6MOS0ho*@aU0?~RM$Rq1-a<<&dlAafi_ z_*DrV-%=u5X<=}ZHyinxU38bQ_fUKl;XI_j)Hfz=4wFMER;&_FrB=)&7c2Mg zP7G{5{?w(VQ6VxUbZOGP0nZgoGbIrqjPSy9d-pKP(j%D>*;A`RAq-}fZ@DtWA6Y!K zc_K&QMCOLvy7Oi;ik?HS9eE`KIu8d}QE(*^Qz9l@+8V8pM6$=g1Icb-d@*JY&Bf!L zsM;6AV`YKfJsz0~W{pA(O_{33;v{%cFd#>6UCSvL9N-#+ zpNGp@J)if3&DwkfK2STQJFcWI0|ub`Z&)P9FW@K~85D}dAvcYs`GJ5l^V*0}zQZuO z?;?BTFQVk_-%(;EU(GEaI%d|&9dtfg*}C}5A*1ky>-rS=d0I0y37_QXKW5r_sDL>* zm9V9R_lcOiz?VhLqQGe`m}D4)=Rq$rXIrOw1xj5V=yZ;|n59 zej)2_YL*4NHlN_Gf2C5L1!9<`3(QfhfqG`HQsWsUscZh^9D{`pk3AY7IT(d&yD@|) z-QuH7;@MQ%ZXGqqOg6Eogw|U9#wVG}qDSbzP)V1GhSJ?1S3mC|pvJKA|VJbK{$U#j!6-p6z1P7yReMWcA zq7k1g=3!hTPje$a&jqRh6a>BQmU3Ej`?zGoAf52jXgyt-=gXxf>qVOtd@Ff!)0J}% zLp{RxPG=vA1>bXpxV!SPUvL?BNE+A~! zNH96~0L=R$-Y|GjuiiV1w{#;wJ5#0`*+cL?(=Q;4b* zfcLM!tN4-zkF<2oK{VXod`E7acGXxyy=S;n*rnP4j*pESYO3$4*nX2PAGClD5(z@I z{4PW5KTf9&>fMmj8EW}9oJ=`{*ephY#zG5)jMC|+% z9|6OPfsD)r`15z;H9! zdiy@=kdQBbpCsq@y)o~a5{(t@ zZf0B=0SN>J1<8=$Jy{{_{P5o#6jdS>QhPJ`cg4Y+rRMGH)Hb-}Xy zrN~cwCN<40N7`Jzu@QS=@9szhOt1UaYNSA%QJ-)N{nW zhE7y9D=8f|%Wnun61yCJ&RG+9d}gtTt8e6SNGwSsV0Q#_Te58cE&O0TJ>O(Lqtfn> z8)o5bImp`%P<~~pIKn)kA#>G_8sAoZvyUA(t*DK$g%x&?O(c<7CVNJ~2%JkEfvI$6 zkZu94IYWV4zz0O=-Yw+w8eXvd*=OTE4@ADJU3vDhqBDE0;+(}10*Swjm&*giC=gC9 zUqk`*EK+J+$n2gHkOGOOjy{qdS7aTQC9szBv)H!luBbO1VL$`!VbPW#4%v(Xe-{y9 zfWE1;>CO{gwD*p6yW}Z-8Dz}-tcVCyASBdao)4jv?z0%xml@DeRRr%LA&$SKxwr7b z*(!}e68-^63mkzJLS%R~xjC3UHVAY#X~&K?21hhHU1``F$MygYG$K6sr-HPfReT2mfSV~ z_hq+Pe+KIkbBsq#^Y2&cr_QJ2mbBFP2(%(rP?{ku`_P_W%sUu)lsWAAD>ex;jCcJ_D!&Qq5N zFOkX1VbU)dsUAWXKRTt|fi-5W71Uy44 z$xZh1lN(HDrzIRyU^GNT4|mz?RhjAfbrhUX6}QjLjbUeU!$R%3LDh6l4&Epa!Pcg} zuafsN|988%z)ydyGFHDDg_Q5yR(3KgeoQ29R14t`<@Vu;#P2f%5l`#WY$0+Xv|SEM zDW^7F;^LAL5LvShmZ>+mkItVwgtkyBPHz(=+zAvm3WJU)BiYLoNI{3KDx*7ehyVzN z&0E`K0Ph(Tozr&xYNa~2tO?&Zw*fBBb7GNZiQTBYV&ok zrNQ*gLC}ms4|@n>NX0MWIysy5qnYz9jpnv{OFxV#ZySvPr~N%16w5YWG}5 zPv1!GJ9vcpsXZNkmOS6znvvTu^u)%;sK@*Fn;CqTD)0Lof1{?(#}G+l?n9`9d47j4 z`v0!m{09wrxlh5X00aPF4Dx>~7(1ET8R{F`+c~=!+POIYIxCcAay_M z3XV1jnL>8UU@0Nh8=*NI|BMr|aCX0RcVFbAddE!&*~ejy35dc1@ujY55xAx+fWNQ&bekWyd?vS%s=|6r^uJxt3@# z*+mBrT6$I$q}A5$2l;Uw<8%K#b3y-_XB3B%sm46{Bs+9SFQ=&{&@(?Ra>&B|G3XBM zhuV%ixlwLz*>c1tN*ts<`p8G3!QMh(tFf9O>TRtOV8}x@M)uSzJgE+UM}=Cg7c}8_ z9^{x4dqv+W)*be9nP9Zir|$j+2$9hvbx|_r?snp|pYCz)W~-eysW_Q%6=R(z3qG}T z8V+3x_nb&~t1`K33qri9nxR;w9GO>O_(gKE2A~_)^`uuEU~6mY)d6bm-4_d=DOy#c z_iH=e!2Wxc{%0ilTCPc5}A$4;ZCoU$Zp_dtJSg<)sG7PZ2%~? zgwRA%0)$!)qlCOW*lF6Ary@Co#Bq=5TLglAt(d=Bwsz+ULTwKUrXC{^g_aQ-GJKvoCfKWFF(ZMbs7lwuqM!L~zF*MXVT&rH<#|NPD=NZ-FIWKjOBXLB+PQb@xrYmG z>>JHTS7%-6#mvx+G)4)FRI>7sGbST}d{Y|(4R*ByClICm*&-N9s|tW7fEK*ZKES%t zVi-;k#U_be`kfcmhRFP?+?Z4kD8oYU(Lm!U69kMog669L?ZX=9t8{C9F{k-u_-6Mf z9k_5~P79+jWl9{_Fmq#13db>WclsT^P=7F@XEz1nNuPw+%jeDzi56ipvZg6$+hf~8 zh?TMG!a*@q8pg%~2LgAM;tgoxlhz-4BPk1}1`5OHB>$EEXz6B0>T4nm zX@)-+$^?jMY!X-yc7S6wdxt9KI*)gMA{ zF%eQQz$rHtDMdqn#I=BR*RA(iHattylbCprXpUDm>LGxFPD}7^i(SbX55@NoH$tm% zF1?B7G(4N;MK94|(=Vi-q4ssuUv}Hv@;cp;Jito5-6H2RtCMl}tv9MX@*@xFL+3oH zxfa+^6cypOAS^%>ePN3xs^XFGE$bWdT~uacVM_6pa5_bcl$JQF z6>0$r3yPyql8f6`ub?uKQ@2!{F=+N}O*nYW zEDt12y1K>aVVYd!tt`4u9r8aPWY4UXtWXv*!aiS_W?L6!HNV!=zkvpId^>4wW|LZ& zioaYBuR6h)ED0HnzY}fZyWb=m7gZ8fxBFI%k@aK!GYGgyaJ=7V;%P3+uF;r!T4VBw z64S!M6_`L1qfF}cdmy&R&l@~8AIUL2>|xwQ^V7{`Q^-@4!&Nrr+aj3G8I8>HaIB@Nt&ZwWD@^OZDsKcL0^Zw+9yEBC4{o_Ed2J%<24kJ zc37cw^+QT@qZ`+$o3l3g>7D?2Zn=HSV;c3}YdnI-UyJRNLD^VKza_17yx;CqK;MI% zk*c#|PEWJ44f+!d3insnBForZxNuV=v=2r-UO>M*;(1#MP!T58||xm#qJ%0{uUyD|dsXy~{6T#0vXYD*1mu zT`jsbZS4;v{tHNHaa@EdI5agSS-Ci6N5V$PZIQ?TWOkxfifknV+|6ib?~a|IeeCzi zyS&ZDMz}sDWA`2h(y62SyrgU|*E&6;;#PX>WV)WIZm-ukE>#yH5xsyOvC*Jsr!JKl z{+tjTEiqLW&md$!#AC&l5iN}=tTm;XGZSKl7W>MCcc|XBXqX$!rc`_-`xMzMu}87R z#pSnZvsIo|{f;Z0Y}$@EM*yomCc@x|9W}+2-k?$4DDuF9WZV{OD4 zz&XI|p{+3btKE>Y-}sAn-@LYK-3;fJCN56h9-2(QIo_-C=e^18)ABkn&VVpZL+d?N z8k}CoJ;eMQ@eV^q<};aO=2H%OqbWLK*WARU>z1Yn-Fd9Vg6(WsmD0Gi;y@)6)T;_e zFs$shgx%Qx7XH124gVXhKYTQJ@OyI{;CmG-+<7*c!*ARV&xWm?1yAh1!`h|OxcyLn zncVy68U#@opgdq(G~ty=3eJmK*9hOZhd!QWOb3dtbf-k|PlV2DGC&?O=jdp|@ypSJBl|vI-m_tW;RhTm z`ZqiN^o{a>kW%i^!jm00BFP6XTrC{{ssu1qSAgx_-`^}%xIC|HWQ}Qk>@Vk;P?n}$ z+`E@ve6l_<&W=r~4-Fhhqy>#+;?IJ;P1i}(&z!8~XdS_2M68r~SjRmSWdw>g15)*@ zc;kz)SGf%p-!MLWj2aSa$Dzv(Q7a(>{xpMxx45Wql%suQc{K|SY2k{0>`Y75%x)pzI*KFsSqwN=6sJT`lK)sbO6ku+>Kwiqv5%!gS zbY|IzNRH!EYY4KYkun?CU|$X(Fx`$cvWz`xuYjq95@j1n)SRF>x-U#%0cS4X#^!ygL52^a#9`q9z!H;ypty0Gv%9o z5?wH$i6E}jM;JB7&W2DG*&4wPz9 zQ7_>XPF!E>Lo@Odf$ZoGH+(2HGvNBxn_3&fQJ1qPUn$!Yk>Gu?14)pKsjz**2KFl>4?KFxhU^Iz6lSv7iyY55Z3JK_gs@n`hvF}N;(uRP$qS z0vSe+&;}YLG|je6dwiO;W46~*`(A9{vrKTdEug`!S=SY-k9{HY%&@u%jOfJtp=e;R zn^u&P!k9jplyGUc_Kz!p94jy!7*(0`{s%wkg!bz~JQqeqcC~2R8gNiA>uI?VFQ8N< zT(J22Z@GhDdA7GkIZ`Jxh(XY+wIo%ifrrlD_GliOLuL2;I_W51dPh(7{efdX0FzC?6q%~ z)g)Gjvs8!J0erQz?pP!({V2m4(qMZIxuh~=q^e8xBUA&`r5c6AE_kerChuAO^uFv* z_+LJQbW7Z}HM-DP%d=~0dTfH(rY(ZO$mmh?82lRFfwn6LV;=%LuF(g(pW~W;+#8)& zC#eNsweQzSC6#3g-VYh$qH`3y`-63tt)$b+GNmFP8A_+@$8Zhf<_mvRnkFum9NnW1 zBcsQnOFF+&gWpK5hs?zK+A9R#?tHfwoFD^adv$ZyYC5n`$IGRXXqJ$;G}a z_e+1C77bY5*E+LuUgb&iWB8lOvkv)$DA4{PT;7r>f~43Ax(|1lT(e?mk4GsP$l*B*`imEinGiT!`T zq?tN7**obwnL5}zxtRWk98#@f8@nNf@E^2x+5-KF$iA0SAw-76Q;c*qQaFqx3M-=4 zRlVl$RY&LLWBkRBxB1G6-XE4|6+R5_m-KXVvz+yQOq~lObCVWF2gjdBXAL`ql(H(e z)%F?#osMX>7WhM+uy8{(q9zMFhVxeK>lKxe;1Lk1dJzOm6=D?^Q zP7s(g7V+$xvh9s?q!uG^DQ*f{B@j!(WKN*p^gKr#luc1{Zro44ruE`8*cBBhj#H+>L3#GiQ6|anc zxJXf4MxY_kao=paAke$rE`8g+e1F^^Z$}kba%cy~fld&0X3W+1nX+cjF0n=$;qSyb zIxhf~QYoN!&_dUdMaOZUn6(M`By%q^VrUss%Kw&ABqtLIk3GR+i8c!am{HTp&m*-L zZBHDlaqV~Qmk~)l9Qc1{!+N0bOQD{c3Vk^0wjDhDQRxNIx6W;qC2)eU;*TaD2UJtxFk{R8||q^s{1rkKh0)4f*rH=g9qU#P4P*0!wZe_5jztQEJ_H zjdrzeJ%+IkC3)I#a9sE@VkdUHyal)KA#QyrUnf4~&VSRV3-(qcrNMKzuisz$5hP;K z0U72xeJQ@Wtd1u>I^>)Pp9c1A+}(K11)Qe=S^D|hYMyg-g$+T(-Mi2|fc@pkeNch^ z>w|PzQWux)hhc*1SgsfzOETfZE?4|GEB60vpLIP)Hva|C|9>|5uP*z)T~;SRA;=tR8Ag36wxCTSk|A7f1k{ipl6l36 zGAcx>2@RL1>-M|2wCLklFcb{_aikA=Io>zz&@uZ$t=zURx;=Qoo+}nc0Zh1{XGen|sXi}QQd#O0u;7WounJp|Kk#AnIK zCNyJR#kCLRm=L2D0e;q}8;=BQcCE_$@p8@OfnN6JL7F~@)2Z{2`KGbls)fx4ch2On z$?Y2f7LYP@Y9RG!+H+tcrg1k}W_8-c*(%E*Rdm~G7&vfHmf7)@GrWiA0MQq|Rsu4R zpoI>Q_f8=Gp_3k*m~eOpPu~Z0Az=)X1D;so(i$WV^=bMemR)I!tEj<`v3GED$<-ZjDSl)F56};akODTpoN*oxM2dOZHtp}?)9Xv z7d;gXr?D$?BDJtS3>SPCbM3RU4 zz=2vc2BcjS<`kCRwqJxeDC3nxvkjFEzl>F`v^7P+Qk>#?0?A#?lv7q6l@^;u&t7@Hca*LxyumCS3T0btz1f#rPOQPf%AdlQdV1D38W>< zb45xNPN9l;y!2JELai92&h4Z8>2N2bK8kbb-5$+3=@7RXn6e0M#S_+|Js%TtItt_M z?>Gbc^{r%J@C&Nc{QMXb3&wqErMGe*Zpd)6pPlSqEj$!lL+IpNH3UdJGjqf@eRWLO z32D4y$`G{_`Rf@g4q$Y>OLRAQMS4){?|}IIKgeSL`AJZBDklT^wd6sP0szqe@6Qi& zCqoB||4_v=we1gEko@4|{xQhbb2hBjFY?lhE`U6nWiMH*=&i{`6;Oa^7T6Fq6eXz8 zX&-&PFn385m{2<|xO_HvNtigAajeD)H>`#>l60H9)T7+p+-b^ke_)WKp*0eC1PLq6#+-G z&OG!*YqXR5RT7N)7VkhrU<6Vs4@U?Kk-(i#5_AsZ%OqKBDase9RfT4mMhuMVJ~KXU zDkN+OFQN2}x@o)*SxLLkoKnPV>2iB#$BnnxlHD*$ujt(4*2#knLlzvotoo=el6ZiV z;lW%CGlR1ioL;^xRV?3IB?#RjLL69 zRoL4W=qU+(P|qJ~@Eot}Rz7TT=4PgLa9#ee67y>#SLUN|-GL$G9%N>u5PopofoDMf zbPoR;j2~VcpG#m)nghCBI(-RGwP+!T%1l{^YB4NAEv$5?l<;}J%p=|t8Yt>0v<|~I zAgK=Zm?;t`8QRUAsH0#2`C>3blw*9nlJ7bPX1JB*rI4oY3z14tSVrM*CP6pqvu44+ z4(OBO$s4EI2}H4+G;_o7^0mgDc(}aPpg2a76)jwW6lAM0Ufc0;QWzU0~t*s z=od<~nC6y;DSmfBqX8Zn59G=DXq&tQdzooI^H3 zXiZ)!Ok7zeXnMs!-nkJdI{)S(9ssOBV}Cx5Y;%@@1J`d5SPssB*N<0@#$=W}wt)YSvv+I{HR`rBW81cE+qP}n zwrwYS$F^HqMoXU#Ro823>A*{;&7EH1ve=8@RtDdVBTA>;Q= z>2FW?=is8!!@a?24q5Uq*MeB1;y&h5Ld}vh?o;ijmc>5Tur=qoc}${48&5WM zj05GtO6~zwYP(ok8?$S_vbqq8&3F+Z{uRkrouI)i4mklf6Zfzn6Ce;3j}(UZm2>Wn|R z=ZOo3n}KSo!L-M<=|+uw)+ua)`DWKbQ(Ww~A*EkxtU|%gf=V&pwq>e9PW2cfVoM!S znRGh4hX>%+-^$`zS_Jhbg?dFC)il+ZK}^`~6=`aKU!+n0TKLQ74LL0v$w}3R<-L$> zN-`BIuy$RqaSZAMpisG3ZM9rg@nFJu)z+{B$NFM5A!}WC;%nn!ao7g7$!%ooa=)WI z^bv2M33t4zi@CtrY2WV4k81K=+rK@5uthbS)t?gcddNUdXrW4&8ZGPi7^e#6){_lG z*l}5_Yo8&oqaeX&H-C!YtmE;D25Ht$ig`cT;pt?KjP_gw}@ zm`Y?Eu#cSb^Kl4dvqc0FOr9>Goen=(^?gaL_cf4NL2UxV{%u@|%mk|u5oibl-+r+B zLRArDMLMOwZsp~^&yVU+h91e9=yNv{RduJ28QLQ;|1k-oQYH zXde^4*&nDVwImf?VxX2W72`UIAN2w0?$GBXC?7;s37|I<%+m-xj4(6C8y4htObM0t z!;0m~9p05Y6JRqN-wjOgc8ty#skkNIWfeEtNZ>3}^nzw56JhY?{ID~AdYkf6b(6>~ zL6Kf%<%P?I*jQS$ki7KviA@5&qa?mLZ$XpUe+2aMByKK(ofEz++Y8E(y#&=P38nuy zpU8+dt}SDpG6(rEQ{q3`@63Cdpm?=f;^_xiJWtQza58cCV$ z3zc?S zjeMVF`n}e&=s<+629onauyP`{@~QGgf42;Y?VQQVyUKnS!9ad7DN~;pN`D|a`KcOt z!PK%=W^~PjVm1g>Y)kO`qZN^0D}QHJ7I#d4EczKnS12t}y^z z5bj#*l11urSylftocUA*xU(wtuy54yxYBZ~hPb#^Kc=61c;Wg>v#d8A{mBpWgOMQr zg_Ll(AKAShZGXA*3*JWddH6l*K7z7yrCf1SEA{3D-Gd#sRA7=c0$b~r|OVq8i0nrTACU+(d_62VX16Z z)2v#6Y&=RqO65)IGoEFHENI^zN2p||Gqy{9XdEfi?=?ELLzyn4Iwaz&fAb6PT|#Xt zHcfoB7z~pFoL1xh(+SHp^}n)vXpq{^sg!(@vF+y{Z9ufi)QuR|8xrf zCnU6=&|MT}?d~h%50G`iGJw-rmkY8TEg+pTt%}5&)R2t!E6H;!HKb@r<{B~sk>|(l z`ntc|d0;&okUVgcu3!V(?{JV9!LR<-gED(?djOZ3I4JRPc|O%_wkLxYUBWS0{++`? z3<=X9!FjbEa|R{~Rw(f#(m-=sgKVtVlY$|+YZghM9-Pa__l)})mSr{wTLbcA8#yu` z+_!7RW|(v#SoX@`;O5PFExdDK^ozBz992zos205Ih014`TE?xz84s}uML})>E)S?i z9W@t2TF*riGr8ciz|6)~?%IqDVUwzYdLWQTWsPaI49GOX%<+J}MJK<_ZoNhSvO5{k z*PE(Ib2ywn*>O3GM`y?$v|#%>qW@Y)`QZk)e@FFuDgE=_$0&Uox_cb8Ml33b*~F^t z@ZIN2gNvK{pfE%<^tZvae+6g7X;L+;USLL*ibYkCxV>ysQiKYI*=?VI$mM>Y|LZYK zB}!i;CeKL2$k*)QVf>OT<8{)};Vk~R@&4ms>%$3A2gD+_gy>LQ3)u^eOf=-2MeUn$ z0$w*VTPYKkjeIt>WT&_!A88)}8; zFe=~gvc`_wm~xfEzRFeR_%>KAT=-Uvf)(w6vm{CsXI7@*tSMs3!Asz2=MPis+vTN_ z7!M{w0O(u6k(!8(@I*boNLJD807CPMIL;Ek^pHExJ4G*!JOHiTKX$o|K#WXfmpsZw*d0y#-F|g%B zlM^d@_rh+JoP96=ig*F|t&Bn>V48^}?TTMW=gjO63-@03ZOCg`sO+H==eWQdiltXB znDPv@#OY~zx%i*JgH6jMB%E0NWZwkDF*Fs1WXGD!0ERvu2Nf(TK@Mkp3NDKXWA}6CoV*#)PRWn6?|(t z+GbtlUu3+ELnxS#Zi==`^8TqLk$%plc3V>e#a-N<5>Ri#3}yy!+*LF5mwv|2vJ=7}u#5`!s53z?RasCx= zQBcY5nBZuiF4M^9CUHExIZgv%^#DgZ{6y|Cn6!}+GBqY&!ur9ZDV(**hC_@`{xipr zys>!aPm`cH1k!w#0sp`K(3HK2drlpH5e)Gq*B7r?#0UG?VUooH7NT=uZmC9Z&dCaJ zxwBBP)EjaA>w)1bt?|Q_yMJ&TDT%C}QH^Vloi-X)DjQb}ww0#q6r$LZV)BUnxC5}! z(c{)QEY!bBZ))s5`^VK8W75S{ZxUG$HGEYh+@Sti{@t=Y{5w>5ljy9C59Z?a4&|r9 z?jlKDW-X7_&)sG(winh2qFt(r4|-lS{U*jWoyB5gSvhnlK~rr765!S4Xpbx5?a9~f0<6m0*d&8!TPUAAxt~&R zo3cIabZj3D`a=9?cQ}zwGf`qco-L*f{_dFjR=9_+?Nn*sFi~scg^xqPs|G5~Lr#%{XpaB5je&eI8|MwSz<*!@I$-&9= zf9>M0w0`$=V*jhMq(E3lE0L5O6pojhO|Jf*n1m5%Qc{5hw2>?wDG|!JQ@Yz0(aWa& zbL>_zg|^%RG+Y_q8WJZn_ruiW3=QY$fM(h*+MUt({`!8S@PApiCK?Wi#_bF=?oHL| z_+XMjN`hkgQ<$`L7VCO{Q=|`Ea0yvq3MGWJ0mL5+tIm}Nt=T0(Ba zkVwcRvv=wy$$-h`ofM+uM-FBhjxFM{vK~ zlBQKMfg%a0+lyjOx5@EN&QF#cx$yLdI}5O6${bm`+0lo)BP4&_ zzT10q57r)@8$i(%2h?{)`jF=`BN~JhzHG&F8hleJ+_Xi4xC4M#DRfdz1r3wcCW(2p zG0Xa>%v&Pie*@dOBznU+4xWb7L^?-Dm3|$;+qwQjmI*0@V({tvn1&t&s~osh2Y<(w z^!epDY3D3HH}%~@fT?><01pW%(MqR(y<96b`8mqroyepi`l*T`{XBI&hg1N;fFhzT zLH^q8*9#mNAbjJ-e|C>kBzbR&rqwEGy5ni6PXSEfEEG*b_2+n~VIZ^}%CY^%50Cgl zQMQ_k;SIFrRn@lMrL&HpI%qYDv?Y^F0Qc8@pVxTcfd zNxz>|e7jBx-$L3X`Ib4Z0zo(2oTOyx@qKncalJGslpAoVqksPLxnuY`+HzkfMnspx zMbotzHsnHBcGq>&0KMm-)UUy4phNkN_p+_x5!_V6{iVxL*ifGmpWy8w|G82pq8;;{ zeOFX&YkAB2=q#yRn0)C_O3!b1aB)#nfKiyeTR0J_<%6XS!3y(MOz=7L_Qo*D@jLR9 z7bm-1rh3*gsF797VpL|dIQ2%9#Hgk`KzT7w8uA~znlx{VO`Uq-n<`w*;Ai5pIp{j- zK|C)uO*-1@_>=l+2c(Jipk$rUZEu_|EILHWzoHulheJm<>^2;heM3}E=yiMY!1@}?8BI*U>?jdy`= zm|UJ&;&nAon)Iea-lzua0h4z1jrDPnO_HT~;!U4ki^4g+sIU0AVhnTPnjpiE(O;Jcrl{dHaH zsiL?=;AQKkr0`rAAwnteHLi?1&085Ujbo=?(@${pd#VbUEMHT*F2mnBZTk*N>atxN zp%BiK6>AAKdF}EK#!Z*?nal=sXj;fkbx&{&()kv7_h`J4iG{Zf#O;qKw*_qj*w-P9 z7ZtAvs055QhGd@Wf zE0y#MyXPToIkEBSJ|=73j)V5jp17lT)B0@5Wq3L(1yW85>xpImAoa^Y$@bih1%O>8 zt~9fC`v&blAcv1eOJNrhz#%edl5*!Y>n)jE2iT;bRZr)5KkH&1KU^-i@HF%9CG|;} zaR-kp+=BFxo%N|#{#Dd=9GdlZhlWS*#x8|(PKfXk-)pl&VP7I(5Y74QjMg`Og7=pg zkN1{ROwX1Nz3i0apwmF4-4&Sfs!jfdO}t96>Tb{wDM!OoXEB-H5e;Lg0$p|YC0YdQ zX}T@2Z18)tXUp$!+`@x7kg*0x&MfWQD&_*wkF$aX=`RA;r_HlYE;|~dEQ;h9V`*AF z1uLglb^9+`tV6I4R{vebEO3epy|TOz0xuOxIw8SqBHWs(VuOxujmnc3sK;(~^>3?o z`^zqS)g`T&Ir)w=fGWCWob$>EI>ExCSKFdlC4PRZTMe7bYN?goGnRflE&C)DE(_e* z=_GxyC~@Rv!^^cm-9-voh;E8CMwJk)FS@w?>_=L$L4y7jeN@HTh=z8GExEb3%{i(l zAmS3T3{0%`Aciz0o9fG5g%^_c#?^akiq6@Q)14jnx$eW^&%TJ3|2Vtdz|IoA>E!Ly zbaw6S-Gbvi+kjJJGt}a*fpXMRX(pFrFigMNU9jp;=>7G=BH((Qd5}vSlB7wNbkOSD z+WuSN*=qnv+vogQ0x?{+5URpz?k(qM*Su=CBl0hIqpU{na8`bq)Nyz%-ra@(n`Hw) zvCoDEOC?sI~@-}I@esD`T*dFuwU_k{2n zXnJWhYd6>Xy{rke1@89~m8I33%cC1p?nmL73)2&xg1gMeR0vyvc`}xUR`k^#GjC*T^#+LM*G4|^ zNd>X>V5P}#>#R@ZWuKhEm2#Z?5b4h9@jh$5%kTR>*qe8a-|ra+%&o6<=M~?4u|;D^ zr7vEu2L{M{njw+~9dR`{6vg8;-`vYJkk)^|w^Fv~UOhOk-AQt3RB7C9shq=^hvX}U z<{6jaTjr(XTUPeW=6Zcf)$-3wo4(z1vl*_u2^D2&5}V1oncMY4qkOJ0d|<}-t|8?# za;j7Ld8jeBdee3qdnO!L@%pZ=lC5RZuC(!*R$Csr??VY<%41%Abc)x8P}aKPSfE^N zQ{%0eHu-R-g0w)2^9un1FZ>{((vFuMKD7k(a*J8@CJFt2=R5xE!JvKbHuNjao&P$JS^ob$7%Y}Gca^a@ zk^D-degubAO=ICN1>71TCCeU=*4p9#OudsgN+WrQH#eqYj!9wzW$XPvd}%HH03jvM zuMItK*Rs?qm*3wn>=-W_iB)y1+jTTsems5{v#UX}Bey7glPaXysIH_enGFhAOp%e8 zZHQv#tP^3_*xA_SOkpe&>zL$2%+MCaLF4Zr?A_M5^J7&wH}QGQc#+niYFk?LZR~U^ zlT1Ie{!KJ2Kv*P%(V9?Yv_**;W=?5VH4vrp#DjLGxcyUu|MGAwM|UGE(= zuXWD|NUw`(qhis7M<(^0%UxHAn7RLt6FKxhPUJO}9-23$x?(NpTx0qw1g_*Tx%s{} z6KCSo%%-i5KyK~q3<=UzJYYzA= zDjj}vh*z4SYD04HvV`EsqHW4CRZ*8gBWJ6?%&-)chx>@MqI4|a^lh5i*Z{~F*ol{n zuHN?>&Q}JaCPS-IWP5`mC_weeqpLJ}h@uAqsmjY)atN4BLdQd*6OX6Ucbkfj*B(ru zlXW}EwoF7PnGAb!2$7qpA0ma06aB3Ag(vsTHM|t5wJ(!pcPM^|f0B3O{3=qnPiRnI%jcbVFi+GNCCCU315^52J!NLbn`P z6Is~O2|%li+E%F&oj^0iLmr0Tifm^8Lt%K2 zPm@4uqA96EKv<3eb4YUjMjU1?z8DoC!ODYaBHyL1t z@8bUQOF5@FIbhd)S@O|ZLVWtH%g8gcB=jq(Bs$>LFZjy~3stMXQXJ2c=LUyj%U;)4 z6)OmFCyIKBsSXcokfcj1-u?sB@d%#daPP(9a;Yh+dQ#{E#|0GJHf%fcdT%Qlszj|Egs+4 z4FoSTq_flI;ReT1X6+mzXIaIev@lS4sNJ`W7Fy#z*-jvJMrE`kF*OHUQu)kEjtnwu zNPm?<^1g~jG?){uObm}_uiH;rR&*)rbs!3KRG?s zaL{=(i&UbBj$3T!HGfJ5xLokS$BF6J3Y{wSXKSgJDAsh^mn-ij&b@V>h3FC;u2IJs z)#CS>9X*R%ao6^e<7wcr;7crC=2D!&*#n$kZq*IFs;PLCNp1Uued#(1(`n_9l-#jj^^L#7RZfhXGZz&M{I>X zLv#S@2sYOY>d&p(3Hw^(-n&#f*f`934ZXS|>y_%OZ-K_D=6CTLpf9CjzoOtG$HhDi z8E^_Dis$k+(8Ss*W7%c3NZHT*>xl34>+L(fJ%_1`yEj?b;3qr;;gYjT-n9G)K|_6T zY9}dG@T-D~jeO{(hw!kO&v~cX!4wdE{lwy{)z<1%g4CX9zGYSk)QO{%L)iES=A|lGxiZ|{~D~`xB!;&3s#ZW1^#{9nQmk{!7??&NSW7If6v*?@YOj;TCeRW z+mqu^rF)9`fhV8?_^U#sr~&DIYi!Gc$>=ahsx64Jz>en7)n3?+Tj|@0UoxqXTmeUo zsU~V;CVZ1mVKiC1;U#L9{U+or=Fln);*BiE8MWGkFZMBcF#hfo=VL>=*;1Q0< zfQFU;iM{&3%gRp4!qc^KfOA{bF^+lRTl8!C3xEBn5i4B{iJ^*juQ^n>EsDP_Hs-Yp zc-iCr_p=U#t>V}#?xtBO0UytxnYed`B_gidMApyS zqEfWC@bS$`TglbAR)I47lC~RMbzGtIx-1gA-1$hR(?{O&*DN3|78OM6i~Vcsh(F-} zo(lhyOOq=qIp~8201#0I0O0w*p9*bVT?~zEO!e&@ey!ck_BL+6)^3Yw9c|~$U-#Ba z%nxuJx9q>6W^Mk*emO4TUy%_~l!~O7<;sPl4q}`mUm^^h+m8I_i^hXo6ftCrQ<-;& zFmU_pIcOM&#PJR*_G^!`C_5ZO_uJ)-xd9KNAp-qvf9dH@Ldp=lA4V?mxNBm6hv*mq zA|!sKv!9QPPtgMEBN?0&Pk0Cgm=k3m^=oo#PCh9l@wxZu{UwVWBy{ zp!R1B55JhCNC0r`Tvi82Vl6e&P=uGoKYQSGBYV*~Ev$HdtQi<6w2j_jWuYzAr_GA|24}=Bg@PM-c4 z4nHvtKn7|Lcm$oFkYB_t8Oa>l2h63igz>rUjKWdvAvsRcA#u2vqr^>en_(#s)~WUl zK-vHvSE5W&2KlKN6Y9g|>uI6U_8By^Z^|#kiAIzy(e7`3jVy}vJZoDPk>p3n4)w+n z3}PLU1fhO#LOysziYCKTrlf@M=f>=w2%zRXt8Spu4p~2T5ZgB~B<~z3D9P4BgeN1A z!^~ZxbSukd{#SPo2j6>Kjo=KH<{s{LM#a0hwkpkf9;LA`{kN{hLM+wh z`xcvtvU+-h;qJNsbjT7h_&n42&V(#Z&`wRkTK;!!wKk!~>8jXhG6$}pHHIL924lO1 zt^kC+@6G3aQEN7S5;V>nG*XzKML5arU`B{=`3ha!P4ZJ#$n(StUZWwpV;O&NbR@Q} z0z8T5nyCcv?ImyM@k!v2pMm`y)uZP?3knycp69g5?MgN+77e?6F#Bf5anM|lAQX@O?^C8&ELP9@~gKev~wzZM4O~}zOg%9`K6&t zUlmW~>wos8HNj$SE^@qR{q*UnxzWXeoL?cbBfgf-1u|9A9gHYkC|>y zIAX?F?$pXL?I2AeA>$mqxN%UG!s3yvv&cfnU*+(6@jb^^z>FES1({mrH{DIKxVrK7 zcF}w{+ozaa^^5$d4>(&z=kbcLmU$!5EXSbka#lNTky9#S5HVov zHL7zNLx>&{-z7nS>JJ5sq3r4~qpk`7HEu!MP`pK7`k;BOZuueMTQogb}fld=Hkvxu;S%d;AfI}Fzw3{OYO ztjv1R-ZUGZKu9{`UW9XkK_^X#F@)g0ZhapIF{z+{Q099VL`5$@C^ndS<9poY_6QR%CTS9ZU;(%9-3sPx+U()~$1{@#zB$1zmQqSKgQDoEj?JsH-} zsLa{`Cu#mvQ_6eb^k>+3Vv!0)^$Qa7wh8Tum!8;GUVkce;+SmJNIZ=tZ)frAu?9cJ zZ)ecn%Zan}dWQSaU4*XUZt1&|{J6E^``gY)dzTbzDTpQ*0~bY;Lmbk9@G!L#b|w&dAF_I@(VW|O08GA(+L3(M#(Se2FNd9 zMNq26Hyk?8Cyl{o!w5;pDsie@mmXJGV}n9>3~i9q$hQ?Z6Neo{wIADh*`AC9HS!wilhS zQpTl>Lu4ZeKB8R4oe z3dZw^elBftY+y~UMyMK|(wXWoVzS)>l4?NVpwrfl4%XTp> zDIeTB^eqsDfe`*K%W%Tf{!n0_Uy;lTpvJ+O(nq=+u1i1<{xIy%gZ-v+f9qQedc?TykBG*

VkzHGA75Dn-t>8+ZvjCX`09ie3unfm0#Tq!x zCL%^aY@?_HHj)NfMCMe2;kx5q-)!V${+~(wAVm+e8Pjf)FuS@vtgf&|^?Ys|F0zzl zc%qFh$&n$pe4g$Lh^UH0@P?G_Xa&t^0p$|hgcQp&6Vq*KneL@ehiKjR^jjva?k3jl z49SZ74`{UoTRI->769iI9d0re1L%jci`5n1xSSMP+5x4-$OXiurHYddUW+CN~@n5toJ@T6W8JrbqbP9 z$)vH#jl=tz}IR*$=?wR5pz`~ z<6WAtUbi`*OdpJI^$yJdlHa7mLXvt|H30L`E^)u;M1`5+JMXwJ4fH&~Obs}?e3*F& zSZ@W#2Vi<;fscD7gys8t2KSO8RV~w`kNVIc(=Q)+QGR@-snP|nJ0Fg{Oo=CvA`#|C z&arSpc|jN;GoC$POyM*#@Gja#0%~1N@P5HbGLZh&A{fsGjLGm`O4a#QfCqB2dDee< zYs}~Hc5T+8EBok*<-M1PAJFszN|rc0^T2Q*#FJgg$DbJ+hm|R9W_2oj@We4m*yl>| z2Kk}@62XoZyA%}#;|t&0eOz5!g1Ba|0{~4}F2sseh#j77=-x(&#s>GMi$T2;SKHJ1 zvkcD+hv0JINMBYTk!wzCbLhZm1KU!J3lr=zPW&yW(iBY)Y*X+ffs?x_O#{D2*oav) zT%YZ=BEdF}JefO7hN?-40d+^HU#0B=B>6$BY`iB9O=!5MpawfoS6$5D@*UJnU!-S` zGr3&8+GPY$Fn8XiM<9jxTzq;*wEh$O*{OJ~G3ydkR(e){9p~QZ1WwX)2P}p#Vo_Zg zZXmno+G!<_%64x=SC$8y9Hb3HK$Vk0xTuKLSV*0(rI>-k`whtBxdGB)J^of&C_-c1 z#!q9+snBZX#z8l0{9q4J`o*&4M1yql9LJ(d2cCLUVM&I;5&v{7rRCn3staF#s>g$e z09!kZDUsY$jSt2q7j$)wHRlV8^hL;v#*T~1woMz8vHb@9^|VT#shoyfxgHY~qN5ZU zU?F;GAWuQ8h2$!ZS?u={ zvM#Xls`QgK^b}H!WS_iT3)m5Vbl*Ev)1~6~%XBuHZbZjxn`=75?XAF0R zfp`0q8NsZg4kh%9n~T5=Z!qG~7zt;=9A1B=*9}(+J{m1Sz#4FcsK6%w@Sz~EAEXK2LhJP%VS@up#ht2IN#_iQD zb+f?t7|H4(HYj&>D;fd>2l?+61^>~D?0|YXOMi)VPB8x?z3Bhg2rR3~+G9x~bQ9m< zOYKC*b{YIT9RokugVowZh9yyxE6XeoObfeSzs5s0^7Q}cImfh-sESp5ZosiQEx+-) zd4lnBv8;?;j5httZf-wg(P8o{p{(epy2%c5(NsV9Vx^H58y!=c&R*v|__Z!x>0H39 zQGj~BVZN0#6iz0r%92$ zW;&n?VN9JBQq?jeO)G|&jZKUSL+NZmx!|D2pbt>JQM$}Zf)%7bX@n{#!Tny{*OeNU zyB))SZ7x6eynHx2a%23&n-A{BQ!aTqzbjYZY-iYus8Ev2Ii+Zpv#N-j9b(M;rRuFq zgV~~$?^__O|Fvz7H^a-#UevLd+FG8vuL2}1g~f#-W68&zZaXmL<+yRXAD)FDEv8(D zS#ovd#)%_KDRs!$?Z%fL9-;NtSa^Jde&g)+@RN?DB!u>=$yJC)YLQ{Mvl;G4>#vpI z=sT7`=jKy3mMsTa8s4m9J_@0Bram`_#vk0&BNBu1~)*$!_$Hk7{ydk*xj^Kf4@+;d7V^gTGIdA)~&);ebtq0F40f z0l_l?CU7*B_4j-mM$$UD;HVIJNcs z`F*~w>6bt6+VqFz0s$1Nw;C@+@xB7qp%}@*J8@wM5CUk>asX`1s}ZtkBao_Ykj0BH zR$901oKCI#rKIUd>%))*AI;Pli8$KOxPP5M?M+F6eg=sUta`GP{JEah(nq*Di^ z_~?$u7|#?HTursWRiMx&hXa9&Lxbl7EaT9Jcp#2y_j{;cAbpBr(1(DXSU;w(=VV)m z==mSwcO-|;@5PNrU|hzQS_)(1Yy3;149_rG5V#7}XB?5m6;a6(M>w43R4$07&mIzO z+6N9kT-$3D%kp9kkEJy#D$zzmO+HSEXOq`Ub<$|xYudB~8cE@9pDC|6$@siZ3y6At z)H!0cp^BrSHDN)P5V<;QTZMZnbjqu>N*?c%j|;TJN04za*NwMv-H><${FA6aV~Yu9 zamjdn>tLIIqpHw$XS0G*(xML!?_uw{b1~l)$vugvVaFR8oLYoqW$q)L>&tT>oeN4Z z8#tTF+7193fucQPModN=c~l1bT7|oG+wqe!xMZpcN>I|@UJb(Sbb*Ejg?AGnBu7uT zp>aji@{y_QmnD;&-NVzpO1D%|WEMQ#u$X(`?NTh8r!u-bEby7Uauzh>=L@HK1^nK+ zdHW!Xt*~@aCxsnsQ%;1SU)7+|CWLO&q~x;1^l1mZw5Z_ z7j*GI=w@+nvNyA|`F{}?H@_rAgs-@vABGc(BuJDKr``KQ5-AC5)^|BG8mQmd)oZ^`T@csJHLpfD0#nxPFRT-W)?uBwj7J|B^&)ei1oAylAtUTz@8z< z@v!%0fHvcGwX(|a&hduSzuND@g(1HGAM-2>`Qao36uGfiM^OJOwhz>3Ix89IeRbz6(_5(%AUt5eTG7$&;M z3L>u4owUEWV5e)JXihq$ZM@?}=7QJ45)2qM9<}DzEHvrWb=mhq|{s|^J#bt}i) z_}H|ftN7&hK92OcuOj<15#yi1C5n>5rDiP`iW&6TCv&v1E6dB zwcx^2Ea1BEfJ0{NFU4*y6{*=DJAi8lLBa6(FiPR`!;g~;c#E)NrAHh^_r&2>+)<&# zu0GH99q!j{N7O8($dWy~bR@Y;t^1>LLE=P}=Sv)yrne+CuF;Kv({rvEv4_e1(fQlt zU64M{#hTLd?6FlXw{yJ=0!JcC4ZXsAEMwNrtbMu7>EWJszT$vR1l^fzw;aLNN%!FD zvhC;+E4%G2=d4{`IUn=7$u6_Y=BX?zc#C;IX@-A5$ow5y+`{JbET261vZcx8o%sG4 zu6`Y%rF31z$Q~-vM@uhotiHwncyY*FQU6@4bu7MkJ^4L!>ZP6sVvCU2H{Af`&J?nP zyD-V?x0;l#{%of5j<@D*wrkhAUx?CF)~L-^pSb$@!TW_qO5P~Ez#-qq@Hbxd%Dw|4 zfZRStuh@M-|DT$M3$OTo3m5=E`~Qq&`u`nZi*9w@-`Et2?{5srsYXvFn5d*G29EAvDgAIJo%9hxbcKfzVbmTOJj;p&+MLnNHGY#>7JMLP}P_ zRO(!LQS5!?9_fYvLa!LK*)?bg=#ccMmQ8fxEe`E|^L>xc{Ea_@Rqf+_Mvmrd zY@L%oz4DAUYpqYIoUFx|yEZ^7QWhMTGL|g-=|2OmEWDeWZtQ74yx!dT&VCc7w#?Wt zWi0tqC!Yr^7VKF2+lweL_TB~h!ff?X5=ByvM11MVd18@aR2bfDsddL*23L-nlya>y z6v;DF(zK*BGumn~Iu$8xicwt`2)fPP$zLV(c7LxiX7A{L-}+Cys&<_lB4 zre^de>0;g{qYF=0ZshK3+Qf&o15YmL4>E;-mgU<&s7v8e&s52GLRUWJjh{76-djK{ zXaQj4L(^V`a#r6wc@*Os2e(~q+`2flP?rpP6z~3m$4L1PU$1E@`>K7+))XzuE*C?q zXrS(0gCs@?X*|=oZxhQqROkFAXa-S*Fq`6TDiel?-c zg}k9iAyJUA zS`djItDkX2b+UmdQ`4mu6wZZx6Q@tGsX zTHTcE9&qt-PxJ7iOqT+854XUcDxx<0Q=eX_D;fdVT3&!mrW*7{;lh)*h& z!yi?)1PfgzmNvHqk^bie?$xu~jk2mI-?eA&&1bc6dS^-jz#J{^m>RccBx^`=q_&!> zVa^J@73S1syme&;1RqX-Gvu=h2`g$y16MCO`0858A!!PC)u!NSN`u?$JxK$*?L`No z^}c(Z4GZYrK@1cnhC!N&oF$@D+d-(bIUAike3)|udi1U8h)N6Ui0_h}MR;_?OW5m! zWcxq8{7{(e!=IAxnRi5g98V><2~O+F?5ip&DUACwfK%aAR$P>g8ajP~P zN)IgkbR(2J;*0PJYvK-GR_y4L4Xz$;8ai=jP3^$dB&!cz?At(OhCj5CDR#e_gvXBj z2DZB;!+rzXNIkosEWA+akEk3`_I81y4tnK0mDV!Kmvc-PJHt_}D7G@|#>;>40wzBy z=ch=^%h)|u)aQ29Y%!W+T5a2Svs^8T9JdYC|4GN!>P?M>xkrw69>QD7p6)^IS!#A; zdvyw5MtzTy1%@3~-glb(*~u8)hJMi$PDTrPolDa_mK#B}Ul|r~{zHJBXiBSfdokW( ze2iZgu*@-VUA9TYtBdAFszDvTGp9ZJ(fLVH_rz>x+}Qyoix%#qzh_yiPVEnM)3g`~ zZ7x~qm0%>wC>lhCi^IS2k0)yl!#mw$aqPDT`};+#p46|~B0g!bnrw)l zwr$(CZQHhObZpypa)1AI&mDW8b;lWF?Q!12^HhDS=B&@$_nOe?_~A&rw(FG9>0%87 zH!!=676YbF9cS1L?nR_oyiwB~X`YKQnDa$d9yhQ4zUO29--Z2u#&?#=#zhuD69hpA z0s@2#{--3Tf7E;@djlgKXFYqfe z^7`-x$eTyFnBenLzPn9^_i_5D|Gd|$;{&ZbSOdu3986dEeZHbNeaTc{bkaJR{g%Rd zB7$Q>Ni)l{F^l0atA5?r1448O^m*~&TxZT_P41WJ9Iff?h#|CSxw4%ENDw|339O#E z0*v_m5z`dRkN&}43#M6%7C88Ve5{D}V0DG1et&LKW&F0dnB{u~Y+VswBLm@sSQMxX zhR*nY@v6aj=0VbuwQ~1U)wBZ8-dn)l%HqOw9h;Btn?%F&@E8--Ih6^U=X1L3+3+&6 z8Z@`O4`qpjC)*4tm`C~`BmyS5^?Vp!_29I=)L=s<;T9&#{uJo6>x6A3OG2~mQ%3So z&7n$AB@2K%;#QzIVj|`@1xzU%+tr-t;!F3-ebcA6qfc1gr(X$QuB_P7yT-r)8MhU4 zmX1ur6;vlNzxy)gUX*ai^8=Mnyhs|KPl)Fs(=(+gXwsft_o5?92e^-PWp^3LB%md{ zMTJA__=JRe3#apijyK$=OnxW`rQskD3;gWLdE+=cQ~c-`7>Ut3h+zbMjQtne`-cOl zO!qM+eN2$xv5OFWR^fEHTs*G}^V05}evfoXL?w)?>0m|5Cb7UmiWWNMho~nF8WBBA za17fwvE^s+4~&f0@HfZ?Zppzw@t_@Gkmy#v{TReZwELnVQj#A@st{t(GIW78haEaS zAdVfeo3k?8<}@fU4-gRz-2R)-I^DRC;;2?+k0$7PT)Xgcnz%pyd^gv*qblEhaz_SG zd({{50HkMXx;9mMI6gnNj z$DMI&x#-~qXzm>JbBb-B9+4tRI+-~#lfDbIEpOnNR}^LWZt~&sW6x(o`oUGCtkJkP zX*}e+h1!(y7C6M@(6F!h-QzDCU3Cbd3bqFyv9?z&yjjCd+235^!DGJrm#YT0adf_F z9Vx$s3$QJFvMq$5WwJJZ+feLftiV#d=6Z1N9K5PlI*yepb%dfWH_o!qFcp- zyDxQ`Xx2{U3=XBA`@=KG;X2EFsOeFpkXSUuk7AzvYG!{6k5hIB-D#nTgu7{ss_s2Y zojAD;-%0vR9U2f4)2r$y!f$Y|(xTMvH#S^$>5Ls@d3E1Ez z>T{>U|K;!tqCF+RJJr+=r=9CiB_zxQLoJ}8>xTYzNF>djmquAT%?-RJ%_S;9FIZde(KI{98^SWi1#rq~sFlyy~s`$KVHxv5)Q`PQ_eE_h_{o#6yg>%yv8 zG5v$P+h=NLlQX0VRdbkJcDyPbvu%EqlDGXXvM{HA<+^N9Ue~-kR$|7wC=wZ-0fiYg z1h^{ygEpxa&Np|sA0e`;B*f-iFvZFlO{mVQ3+&lU|vcrE%#c+B(# ztOFxB5@iF0#o*9iN)*FT+zD3<0LLI5s+xa2l+4c&?7xP587}m6;ycGLs%FQRi<7U} zws+t+oId?D3OnvJdP$W2>bX9YDeDUNQsfZPw+GJN`4J28LVRp{oRWFguoA&VX5l3q z+l=ZGZ06MJ{>wQ+^jlTJ;h^SPF#a0?2=y^7g}!h>zt2FRytDI3;6o5)Cc64;ZG~yU zd+DTKLs2irVvYGM%0-^Rm@Vk{u~Oo2$jHdy#qV^>oEh&{DMgUl>)a#)>umStHJ?m( z#^@F865Qw6QR+|lf%`CVoF=DPRP9|!Lv2&jzY_K(I^IYjYeyAS?7w@^%+c4Ch=xt% zp?-yi|LWQt8=rxwLg)6$t`K8EwJlwc8!V^)vP4$1vqfvLkmez)(x|b!SkHF9B>1n9 z?4NEVE=5}l3BXuLzySeq{@-*X(<`UkK*|Il1ceS%uJwq)jOrEgRBg%+^gwzU z!=i4)n6%;is+y=x;p=(2(uzJ%sLMi5sMh5u!^Zo%6v04?8!N2}PqVAz4J_Frkd(4w zN~_uhG10mz3Qr*RnBIf|#-Y))ITf}e%lcS*m;|s{q2vdNUI+lNLu+`kdVeu1n}ewg zxXc;=6wZ^qyW(}XzoeFfDCC#9jbf001t=XrJtOOE3DE}K6%OP}G4+0Ju4$Apgbt=) z^Veh&>hbS^@f2AxAV#kOdo4|)Ef>rISQgMTj-^tp<5V16?Fb_Yr}}qHbw*JTN&kQa zujR4r9UejR2^s5Dk%lxc_;3)@_&FWY$FBaNhk^j;pwgNJM5@JIP)mZbU)Rxd z#h}12`hfd~z&a7oclBp4J>gRbj1eSWa3_!Z9I>R)0VoSs)-Je|T}yEp7evXP-kjYB zXCN^-VyYKaOk){TQqkFCOFvgb-bFM#4P9yltONy0D&gSRQyOgHZU8*=CymKJ@X+xVY`FWf`BrvX?)_h7>`En_jJ%LIeZ1p6E0bY7MWOpBD}b?iyY*zamx# zJh{Vog$kw0<#!Rx8=L^FQU4nYOD*E0_s^5dpnItV`FU9y4&0%if$|D1yYdWfhjS3CO0#t)Yi_ch>*qu!w7E zrl%-TJHk#R`dQkbGGJrO^bdPr@R#1>h6HKe*T-+r(- zM6YXyoy#^_R-8~*g=UN^zYj3fC$(e|M}V4^Gdd9L!YHH^U!FZAB_9)iFG3)qTyts4 z_;p$(*7?x5+xgtgiN~~7P{Anpd+Vgw*;N~E>Y3i!!Akhi5nPc2otwyQWg)j4f7w5L zZiKy;XLXU!Po_y+~i zFRm1z#qYulrije+LPQ9^j4%_!=-p)BXwR_A7`YRgXS^T@|?pII4$rZ``uVORT z?s}>L@pK=N=<0apRqhW5I7e@m=jraN>*ZoE3nm9Qo56i=G*O02XqQz}O#;oe0pYHJ zEo=TBp)hxoSPg7XFm{OVE97pTo?W|d+_H>fwV9ihoG$&i=?cW(?}}Ml6(7Rzr_!;? zX&-qwd%yp!zWy*bcn1h|?o^8)Mfn-uUL%THp)S0k-Szv@R{@ z;`|I%+T?V&_W-00b!cbOexacn;3ngeGVOBq)4F*=-D^Z@y=x)jJqw0w9x9|Zi+a{0j1L^zYf&5~Jh}+Jg-pGDfmMZlNiR#i z6{g-vQy#tGOjZw$fR{+DS>{HU$(c0DH{g(P`Xdv~659d^l)gt~k*QrjW)#rH-j%88 zoXz`6-}bgU^-lG)`>@$DA5k&(O6qYRoz>Om%F&kI+2(6gvvN8#bD@(Ek%C9YC&4Fd znU4v`5hpc|wRENs3hS(a<@!UyeJX(v2#rCZ1KBLQObpMDjvnSpiqfbLJUNxa3w0oF zUVW-7K}=}>k>c(AJd5h#VF@fBngrPgbF80CtD1`rV~7|8Ill<22`6<>hNvpaM5seW z53>TUgi9+1#0>{kFcQ$~?}y^|s!hDLY(Dpp%)MpB@EeXNu^}YSFB&zVTxifBdYE`H zlYXk`Is(&`X)A-gcZ?+hxZ1Bn3Aj+;DTjH^5GKC=Bx^;Va#5~)wFwHnACflHZhm~l z7)FoQzmphT6n2FrricZ67$UbGJ|fi3Rd7Wan*Dh}Q+DG^Ay_+hnh29cxC3Dhob}eq*9!yuLBRwL_96oV z-n(W7Odn1BkS+MT!n$HXCw3>oY2b2tmSj$0Rymjg!(mN~=McSb-Je+ONVTk^h+Qtp z`miLU?T@mdVmMKXAezjimO*j!4X?biJ4VS+1uZJvb1G+GyB&!=Fu9+Xqez~=5Oer+ zUbF_wD;Ri!P-9us4OfDC?`M}OqBoNy+_|B)0qpTT+n|y5fk_OcX^oS-N$(hNzBIz& zpaCLWV3PBAWK0b@hJy@%D2qS?3^MgV34F3S%E$Oov00p;=gfHFybDTrdVuaTBv4|P z8rSXA9!*RrDW^*^^kMLQb)e5g9iB%cjue6oR5o?c8l_o8g+d1|NZ1dCs+67TNYV?v z^Am9FkD5e*$m}xA^3kk5V7N-8v8$ud%f%APIhi`=YsPXoX#b}|8(X26yLdtv?W$e$ zo89(u9b4#>!5FQc=9yra|^cn`m{^xDkb;5KkAgoN4_2j zCTYtbIUBA`yb6ZSIjNTTC9SKav5$$Bp|ah{MvK%%%Q1387KM7tHIRb6pP1;$U}aL) z#Qq2-zkXHaDcah4=x1c>G>gxQ#y4mW9GRCy<{Q3q`(ST1zpS;tEt?;I{#;B*epJYS z#;+;ErYlua8i{?eKz#}=ZKo@g1W5!#N8hv{JqE{#E(L;+YVs>M70ZhzLG5C1+LS`! zq>eeFW?~HFT1(tu4p+1s=|t1d6TzV@j#fhCV`PZpl`)MD(mQKWBrJvu1jWdOUvPXa zURAI_a!J}A@?KzZ`$K^zi=k5Qi!@s!1-|&EIr`{?wtR-lc;!5jtfaM&d%Q~+jveTY zLPmn*D-Z!agJ#xl>1e3v;S^8gDB_<#yy+^^1tF@mn+qOL)(LL(UZ-9+_WH`f<@#k6 z6PSlj>fn44*w+>>le)%M(ES=|L6{Zqa023^7_ zqd|HpPI{_TucwK#k^$;7*uv8MP3+92TB0Ng8cXbwEARLJd5ai!JNxyfO578 z%F;C+{*!xGRamni42scRX4(lmaUVJ#dDs0R)t+;k?wI-N|1??Datg6kcmi z+mpOMvg>Bdf~_o(`d7Y03xwjylyFDvY4DclD@^v0^o$+>1A5=K?3|uoohC@$h|Eob zaM5U!%Cat#k{QUaO4z1YU~F2vIXK68Miwc=BR>u|RzIW%(g$(T?{UPf_|o+bSIj@_ z!`K+w2mZ#JM?^2>b#L_Urf;(^CO-0__^D&q>n9`2;gR(xnCXk$@RNE)QQG#vKK%w> zA$Z3d?heX9`hW$Wz3S@&f(M7dI~ITT2Di1dUC|rh{pkJNMf85MnQ)7SoGA&K-1{P7 zf2buxGY+>8{=7(*G{9UmM2}I5jAgzX4eC@uR`Rx7BumWl8{^SPD}kK%zywE0VAFPQh<9yd|yD#tiYCHj7J}7-!QBbv_^F5E_+w%0iD+ zjDP*rYjeu}>{DbrGig@@#p=Fw-OvO>xDjZ9luk;K|lM0pvofI#-F+^Ltv4(egUtm6GjI_XD`Vk5AQ=L>N}bb&)g4+#2d} zWee#kQtJmOohZ2oH$PYde!4P~$x2-bkmT6WBaok{FP7xBT}QW4M}tOf5)+N>gQ`hA z2fx#ZIyNg&$lnyh(BD!L$U~~bLqnW@DvbIyRcksaCQPPAx53^Sh6=d#ib2kym4Z!z z91p|JQuN-kbpIIqoomgXU>t|WsM#%Op9SUYV;M!KS#HFyj}t(?G0iv+7R|k~w>w?l zDqnb?Fv)cfX7{J&vC51k6o0k#65gjNN&~IWAYk^fp{R_zg?bfq^8~G{BNcTC=15Dq z+uRO~b=%D1REodv4U$hf-Nmws6CDX2^Qp$F{rViTBuB8#STruKc+!F3m0ik8o8;Fl zV0xx7OOx( zl|4nEWh6T7XdBG;R|-UACsF7nvGpo&%y_^)*9mt6&2_i53qIDkV|!k3HR4W)F4J&t zVQaAOyjXAAP|fmIS4R?DhrB|+=*5&hC#-jHj!(?kkgL@!H;hv~MH_hVT_0C1PDOdP z@KscmX=vi9WT=Z~k#m_Zq;MY43$fgTJa6@cE<(Ql+aQ&)Di4Uc1_Ig#EUW$p0Q>(n zNCAQ`Cal-#5j$~iep4%=ioq&5+f%*)YmQh4axxN9)JVXotB-+_$dgh~iOl(2$1AUq zToTcg2TYCFaxisF+(H`HuTp7S!(~cKYYVmui^-Xmp(kDFuBBHga{8Jn@muO)>o1f# zrvefjY-1VY`Vr>Xa$FUNOnkb5Rc`U4n$Rj9I||ALY*cTnHsZ7lp4#A1LrXzaswF?gUh$wt zlS0yU3hP#Kui1KfJOy^#1Ays=t;+3So`>b{J0hPn!;dXyKlWANE%G`TIp9 z=;e9#Y!Ned8C|piOSG&Yv(|9aW?wT$n4E!=NeGgZ6ZB4tL?ap0HmBJ`YJN{gFCqj- z#{eukSCM?7)q3Q-L@q`DM!taZqcvkWlr~THQr9UsChJ``VaKue@3*Mofj$`RSst*$ z#4M#w)#~cy3Hq!Wx_-6JGoJ)z_yU>pdzL<^2{2v^>-~sIbB92eG*%9ULx>Jed_l2k zy(oW59Sw{zigC0wf#Jo;RBy=qD!Di><849~*rqTuv{i$sye>F55*Q4-2DVbIEKJm9 zb3=>trC2LhlTo`HV|-7CSz#*1bH<8to)zqky71B!K`t8XJw0fGP#GvNay@1BOz38wo%h4z-q8E$9vwPbQ5kWLhwlS4DdWZ>#n#NZ2_# zGIo3;bwAL*Lm&g^*X?@0Dn}Kbh5_1poE-o9w|inb4B%!UfNNMDK$`g<@QNMHto~6N ztCXZ{aM%#LU}k+%IYU`3#^P5lcN4Vg7u#C;a#bnx?YYv2=wV@!T!t;^cJOzP7RgNm}u* z`+*%3n9H3g{&Od5kkglu&`QaIG*W1#v^KiN5fBY!5u%&IKWoIlZ1JYJ)dNmUuaVp1 z1o>F=r+(Ekn3xeyy+z#7W9ApesVn0Y*>4n$>Q+|lE{KqCW&k&Pf+jS5RIH99T-~yl z6Ok&!5uG|=lN~Kl4X$^c(K2wryGE9my~(m4B+GfBbo(7cj6!e6G?70YukX5mdJ6n= zD~0*n!8vOnWzLf~{pge=U=??`;k1NV#zf)G5x(G5!2chbd=f-kHL?Z9o!k_L3E#HsV zTKxrL$o1M`@T(9T2+F4F$aZVx#Mnj#hJ`Gkt$&GSUC`{DG2xmC3~G^VV)`FeJ&_6o z7`=8O_&|08tSWm{U`+R3EKJ7ANM>vI*_dRn3E(V{bZM-|JZ)Jf{`T}i5ZSn58_b%Y z2Cl>NfyFXklZxzvGA9BHMB3sZk!Mxy1Z=+rLcuQ+Uxx(rs+_;`H7l3on~+jywyiat>%KvZ`yj99BOVB)S54@E|<9B z`=_X|VN9M)m8xnzCZaSfk$McrsL&dEjb}z>i%ONC35*m~l`>$+&bzx+?0#&IGlP2A z&7Fgz4dR90eo^!dTq;kz`tZtY>Mk&T+t-E*AmPK@jlkuE~caU?ASJ=(V2wg*(JU!Xa_IE znmQ7Gi_bMe?FHqz%J^2LVMx`G7_e}=MGpdYDmO?mQ~DH!C%B*EH)kHGIsL;M*xEIe zh)_oTbS4ounef}3#sou%!$DsE)cpVcfB9pq{}hWe^{=yU9i&Q>WlH09Lf#j%?oEIgD?85Uzs%3WcR|XST0$ewYSzY!})^4J)%(fzq$Y)_J1uk|1sj)O~LB51A4Ir zpcm8p=S$6h)e_Sx1vv{qC-z1-_>H?Np&cOt#ZX<;588={#sTmT=Ij z_t0}q(lKj^`bICPU-|C1?XtZIc3dm_C>Nn`qsN;uL%8~rggol+a*;Wa<%PBxQ&256 zkuyCA1NH*MWbr?Z7&&t`mH#Kxg6^riDwA{#FQXqpX_PGT(L7cpp6)`3h)GUJK!JI# zzG&>YfI%!HBuE=M(oLL!6~EX{dAUR%iKuDNrbjX_M40OdQ)!kFpbyuaQu#oE7-y;H zn%G!ahDI!3@s)Wgb|}=pw4i61Hn8iY&3@ z|F;)93bkQ8%&MtY03C&%vV~@z9oMj5mBu-W=k`<$d+{9^(1)Q4Y+>e{L3IYK8na*_ zp5^Qt+9Y;(Blm5ygeGV#^;IpGROFDYmL8nocHe$gPN%P{Zc|q{CcO8bFa(p z`pbTAj41EQa_@Zch*wK^jIk>U{kHg9CV$!SJyH1RRs5;);iYZeRZDLJR8CFLoI# z2yu!;=e#-%CK;3ht40#OAZvLZTWIfND#PyiM%GFNJ6-kMThy5~omfx74%5bBd6e!-^(%hlO04o8WyOaUB(d_?9Tg0^c3r!B=^=hxOCZ6crWa?pru%b~_PRTe1>M3U zT>)0oP$&&w#a?4*vneqc=e*Wk{Uu-;g9csbilk7Bf){2s(ro2f@@*+F{cxz#$6{>p9!cKApzSA#DfN+@%Vl68U!2nYb(j}_#Wo5jKaydRmsE3^*uF5p*fxmuh%AE2NWzCCv^2RgvQkV;^eJ>4avgyBLkGF0xMC zIA3bEyya^&Hs>Oo#SdMYQkeU}UJ6{ts?lc6&2f&fr;Z0s3hK4=?V=a z5=4dp>ldrt!?`bV<~C&QsKFTYLMIf&X^-SqHRo>TQVH2*3n|-$m)I?5a~j}12EG(4 zB>THvbNV(|+BX8a_nb4A>BSp(X&Jn=sSz6KWUT11L;C6t`s*3kF!h@&wLp=AjySon zgQM}K+qDg-8nI99JIG;AGJ0&fc~rB?z#O^9V@X-j&p0MM$fy$kcE2<-L^O`GrF&Fu z*YP21^dz^ArmA4ts_e(?)rtM%1FmQPGIG^Lf$r-)P zz$~V1$iiUlR7113*n!SSnhEkrmMK@Gw@+i!%GO5b1D1mqiJ#7!b4HgJ3`n~THyL}F zXIugb5&d8D)%I^P??}zKbN#G*E&IN~$ld6BCvKsaiq64YD-YK^AJ!)GCcr-8?(d=5W^=fbiH?TV^#l==U?n+?jZK8B91P4UdH(5`lKmO2j6K{V|x$ zSaq*VOQXiOjdhRlt`j=3Q$}4H3C5=#BkgtrWZnY&mtdRi+_`~t^>hf0z^k}|BjbjZ zk=?LUwB^&1!{<-9*LJJQCg?zhF0lxniv{-wQrhbr9E3e|*5W(|)P}NV1{@k&pH;yE zek*B{o7=ikg+dCn*7@f_tLuh+1NrhA;;$U;wpFnu(Gb7YY)0AihqW!genP{wOxJ*h z_Wb71y*F?h)_IIp^UAcA&$L=*uHYW~%d4(P=YV7i|48B+?zt(}CDS#khD(MM;$+?S z^zYOQJd}mSYbOQTGr0V_+@`1^IrCIeA0Zy}GHV^W@}z(FH=ZvJh!Fx(Dpk<_M}x-y zTNh2MRQ3J|M)|}i1O%h}2)Jx@o`)MsF2w3&7LGC+L+>~b)}uEKt6%+-FCuTZQT^=| zQ)u|7Zl8Vqp)YxC|MqILYk%$&K5N3VY|zsBWaz%Y#*F)z`KT=UOo|$VdGw#cSip}v zAB8sWIKZOP!hLaheR-`F4)mA1kQ=UzIN&fK66}T2xcvb}MSV0;`ypFl0vZ=p0pc>@ zv#V&5LQg`xC{NSD6fvC`$zjjs2jB-t1Wq%o(>3cgBbwZ}lt1xB>OsQ>6h}y=P?Hz5 z#i39v3!2?DoCLh*_lTkVk<22VGULyciPNvcn~yzn$6MH?HMHx$sTNY<-$^iFY$X!< zSdmaGsAR*I{PIW{6ww?%tLk7#BgIU#{xUMc6u*3FlQ+ugr)Pjm7n$9(&;k{zibDh- z!HGgVeCjgeIz2ycA&l76Y)74b?i?B0vfyh+p1cK5*VJeuj0~JpeYgt-RBWGw>@J?u z+T{jny=WCzKGMsnf@)2QWU@8K6tan$a3jV+?kI9jtVYgDZrLaGV~n?o2R6$s(9>>g zM+g(cGFj_R{j|J0^YP;J!U?An3d|zL{>i({W zP3A)$)79J6)ln$#U~Nw2SdA=+sAcU4-_*@TzyW^GnWrsIMv|sVh}`n27PHc>9e4=K zGlc_JtB?incRg459dqrTZGC#}w0^x&kJ|EQX7edZtGS*a9=nII!W%r@2s2OKOwk;p zusVpK2qY8}=(oLfiUjOuQo{mJ;w-{*Xmw#-pr7s}s_O1AOOwB<`4zK15v~)sFK!|s zyQ@t{eqkRgjd7U~Ix~t2v?okm-a4&uUk+>SG&23v=|rItivsmjT@k&+$lTjiZ=Wsw z8nLr^GFA(Rkio%b>XxdK!K=gRDCWE{pT(DR8E+v7x&y+lX!QXgM!h*q%=xAQV-!g- zo}2X{9F>vE(rw|*+bjd#0!HSdUVZ~Zi#Yc11(Uw1u?nY;M0YI{y?sXA8r^Lgt(ZGZ zdc;JP@UL>mCQV~gi)rxAJo7-J(-f@(V3OAy=LUZ;O(VfwNoll_?8kR)d5xSxi~@CulU0gzf^1Zqv&=oA&LF;nF2j^1<-ob5%%#fK#8A40W8y*Iu7D`aZsNnj)%Io(Cj78l&&2(fNF11x%s2 zf?$3F`{uNAK3lFMg+t)gWIuLNh(hbz_|>>WgJc@Cb5^ME?193PqXAdE1(#kwZb~-` z>ya*m_KUv-q`bEr49WF)l_9u<5LaG+@FQg64A?AI59n1Za%?k>@u6s9lPgAR%&kM7zM z#o3v9JkK2RJ5Lj#MPL=V>k%$hhCQFGM4DgyUB^ai=(?Z0R7PuP2qR-**yMH9X8A7@Dd`^#^8fv5OnF-ojp zMRxyTn!g(lANedy(6KG;TU|Ys%z6pUXtV2_rw}YlGUFb^TsZ+XZf*4+GP(H^l;nmW z&8Grw(^_N=-u7k_uYau}|1aI=Gn z?dLl_GamjeYbK~3BfSi85jz7|>iuWvXd43y9jkvuL;ru#u1$c|-a0#C7tW0jrYl`@ zg=(0GLk5s}x?>QTvtAobcs`=38wpCB7|oxdTlCj!uEc{;olPm^+-lgE+3+*E%|fYpv+`Oc_F&q2$?~T^T+N^raEkT90gNzO@Jrj}M~P zdv1J{{G2fZjky?PuAefgKqMTHEI75dqq{zn!sE0RZPYJ%Pv~{{M%#d82AgL$>?Ql3q5^jvV%BU&WX+Usm$y`@DbNO z;EqUW*iSJfI@9K| zlM@rY`F z{%SRX4nRz_^-;h&2ViOLLL=b!mBXCuW)QUmvlqSixx88^bnevRn{C6p=^M@(Z17(# zCx7(5Fc#6SY~nxlH(9@Qgs$PoX*^ulN{e`bTWK%8C7S+!f$)iVz2c*QUtbCE>ofgF zJGg)U^-ZgkBy9Fs5xf8S^IKCachpyLQ7-tU5`|RP)knqsh228Plk>&Dwf9e__Rg1qIrZ9!QZY@8EPH%18CqP=;2e z`=?S;rZ5vcdVFrB8kI^p&~uj{GxvW68@??63BKVg()S;DJ%N?3?9WAkF)1P35MSP0kZ z!93B`*)XzO)T=}W8StRg+?6UyI_+H1Bu)BiMwf`M+=P>W|9mq`>Zjhb#Db3*8b+g1 z)dLgxCC2AV!bmuirWtqQ`XdKvBmH^r%A}xK-8kvuwkp-@?0`(s z4*uLSNZk;AhT?v+yO2qsPvu7)P-5HS*rk3kQ}DO;pY$p4i3qZAftO7z>8g47KC`h?1IBi+%*><>p0 zXvaw28;`Vkd2L(W-yo$Bf~SRhUE=zZFeiHpFWP{va8`Okf`fW`h>MSgC|L2K~7@oLv9$in3A`M_n=^+rjY&5;sX3 z<2+HG0OG6fGp9JPuz-U>WD}|UJuTofn>L zPB4}?(9ZrkX8v3kmxRCP+1||I7T6c&#MY=i!}l%|P5Q$R=fLKFU(V;+?jS=#0|9jc zR6d^nq%hbU8Q9nx0_?{B>tUd0X=!7i=V)UO*itV3w;VcY{+f7V3F#|estXCAA!qr# zu*-x*^r2n8%E6>YjBrDj6y*ix?@wc$7s~Fj6vEP;6%rTY?6g%kV;%0Z0VTvM4h*9FM}iIv#!S!*Ls+ny`8oZuCk6pps>|AAaov^9l0_EtX*gWiWBq^60w9|W5xfbBkWpFae^4FCCfxqpA1iL?!MHnKrIp1`GYf1NY>) zn`CEj=W1(j%i7E&QYXFLdM-umJ+(pFKRMDzAQ7UMsOJONTljnZDmjL17-e-`GXEUa zKoI&TZ6Ha@$Y_$0m_&#j?V$<^`ZR#h%MXT3yMiaEL1;&rB&_Z{9HfkWjC4FZyclt3 zMcW)FWMFMb?VepdxijW$Z0^llU~Ydw|CX|@f#72hHx2TJZ4-z=ObgGQ2GowsS0&w@ zP=Ki@^uGN!V{^V;&{ODvd;c+nxenC2Jihz<9-lWb3WdYi;9vM{v3Df#giWJ zl`uajFXGj;E&U}jIa0@aD`K9mFNqHO`x++@?qHv^*%9Zat052nNC@{Qvc9(0xTt&e zRo2J4bGUf_n)Fd=D|!RP!bTCpj=nPBd=U5?^Vg$z*ubwx<=XACpK;}t@h;-W?C4#s zu7ZawT5+QZ4*i|az$G3nB|<+$3Md&Wtt%;mQCs)=(4h(HX!*PZk?&&16n`-2q2rsFR1DUQ&I}MeVDaVT6nwsxO%JZz~uS;y-RTH!}a~%umu*M zS6G^+tBFqy_md%-r}@bQGyge{xQgbL&!D;&iQy>fPqO=gqR2)Fs~j^)#z*9vB;3ammkA%z^}IQgr<{*SGwT=nzb-hk&Lx{4_q!XT5zqy_Pquz1RvhIJ5LL#6|H zw6mpN2m4l=r2$12@31k9haNF<#+QKdHyV;o{q|$;2+<2o!LFRGBwQ1VHQ5VNaQ)Vo zB)fvgK04XGG_Pvk{?s-&E#CW8V)Y`cx(}9v^ixu>7pkqTUDRW8xb8Y%+Rw?Ypr$P_ zJ&|RTd3oGTg<`g6m-#jarmQU~7@o=q(518&_T#h+3L#lxaAN33vM=Cn2d>4>D%A`% zT8dqNLo<`{&ODdpN}xD%aiew)@UfsWM?2JgH%NN$q@^p4=9C4vxE6WrGj@FlqL|-~ zUs`%szv-1H0yIT{|8Pr!Qa{CqOJ^u;uS&qqdGK$lh!?I$U|{RuoCPC4BZ=97{5FcU z0n)H3j0w>SP@74MM`kbATcoAt5{8n+o$bq)#zV;x%`dYye@vC<7=;F;Uj1O}3zx!$ zs#*E`TP6!ewSL(x{qlEffz#Ic(49MTxOS0khFP->b7<=Bwl(^y_%V+%4*27z`gppu z65Wd_f}}w;n@7kwUf1|Bl5{hT6tQWb17f_jV#8~*5B`@8;a( zue=q|v?pU3awl%sctfg1>@dIB)lbw#6FyjMjNn_^nJ0())6gX?HOfOXnrd_K=5;zY zlFi1lm^1E`;%@ywiJ|xg+0QIBCT=~d?V^gpnyI7tu`V-(zGfL}W7VdUdY+qkow_WWq5*YADx$4)| zE#XLuhq2mfj*QS9P_v5CTJ*aEF8L`%{`%v&%%}nBgo%_mv>?(Q(Ac_c&qv(6$ z3nB|L>+uu)7yT5|qM&H8hBjhC?>-p6k8;THP3ZOk;M4(##HPw(pL$}M95SZPwCb}~ zUcLHZE1gK8%_7VCL=bo7vh~foh;+PrZb(lX1Q_UVwHl>sKNML|uKG+DMXLyDgp+Anj?egb{a!0R(*~x<&10^ehPVC{5XGlc46)Z50Dw{s{PGJ=3KdSv{si%eVhGDcg zH4*kfy5g}`0=fZiPcrv`1s*i5w_L)x7!wUlwRaRkpr6UXc|o zGLA^kJxEKHVQtg(&Ku`#e*lQ*FJ0BIz?osKVt`2`KdXn z_?5w1H@=vE%em7D$HRz>?hT-b&&`9e?;=$TL(3I;v$3cHYer#i(OG98MuBWlBO5Ou zWG77s7^A&4D8;hGc8_|sjOjQDTIeZ^)s}Drj;C!W>J5IXI&k82D0_=D)qM{veAes5 zpiGp7ah?c^k2e76^pD_!((0UWC7Pj&puOifoXOshh3

Cn@$#)I!cz-&gm?^)%>ek z+{T(x*Igp5cf58$b2i8T=cX<#m?qH>D`(+j<5N>3Fqw>mW<~<1MtyBaJm_;MmcT3a z|FCwB-<5uCwyxNy7?o6P+qSb~+cqnZ29c^73yPD>~i1o!w8x{AF&=h49P$lEC1yj`k4eVrBV^T0f>C0DEJn}0fOr%F2<~Lyo zpPmR3HS$RUH^SydnKPO=fMSuzaU4bFv2mvVX3E>luW!9AV}G$U0kRRL*}CVD(Udpy~GHJwNii*_9A#m)sZU4(E{*;O9TFb$)) z3&41odtmb$xosU`L;)6t6bumt-4`S7NMrz;gCSJ$X>UN?WXaWx!9;Sgm%Z8X=dLe$ zXehXNK2(ldB*3LT4k$HPMD?7Tyhy>Pd_8mr9Gig}=?cGjm~&H27Nf37r+NNraE>Qx zODklVaW$|y??l8pCC)xz<&}L3`zs%@lsfvGrT%wvWkSs90zwZ(LFCUQbML%(er^Um z7~33w0}dlz<1Q^pYjtAC3>IsP0c~1opj0OPq-E;< z15tJH8omo^q?l|qy1%hm;SqmmpNKRom4HUba`Xb;3}laf3CH97v0>dT`_FQBIO{Wk_`ZV{io_m$0de;kpT@iuXvjbt6=Uf=MEN$yiiVE)Bp#IrO^H$wT7S0JtS{H$wz5(DROZ z1c!CD0<+klD4}=$Ki0P`H2RBDF&GsNVJ&p;YT?7=^ln-Gc;Q$Udgce?OISc~ToBJ? zNYI<}051tOdf)S<-0tN&!eV$us<0gcRz{G@&ceG+cA#P?FRPpI_~T3LH#Z%-NxQ=? zXwq1y$S8I!f7v|y3of+5)2A&t?}jfQly|(>-4`(T;kr;Gy1ru#;Zvm-uRwB(&z#rq zfT#S`fXsGw9*w9b@~6yrHA=s)LpR zft^N#`h1;dsa?T22Id$SPw6VsO=VtyTxCywrCS@F3eJ`9q%_5@2#(X&3cCsblt*Kw zY!+EzmUN4<7mW&9Q-gjej8j}~JhMe&=`qKLVT3GMdjofSU&KVXJ;>CJRaDd|G`W-8 z`n>y?5$|rh3C9s36CD#cvLZoxXY}!9KxC2m!JZMha%lyK7k?gMM4Xz=xm7+K0&CGV zZ1qf~#-{bu(gT^b*|ON)0Pk*UOY@WJWfSogzSJYDpBu+Iy3LkmTf~T7hfk-SEw1^k zG~#PBDH}(CM?yFVzB*6Mh_*&s6}4 z_FQ$#!xB9j7jDW!)h7&}+>D>k3t5iN@z_#bv9b-MyV0>u{Y|NTx>qj0toQevHNu1g z+;w!xz{bFvpL4ER;9y=|H8+|j<{ghOrmi+S*zGu&68=ti+?fb@Pw1!sRZ*2k<3~4C zTktwQ+P2*kel;_nYs2w4`XhAgJU7lE(6oMBHn+8&csW@wbfLEV)nbU8pZECin=0uEjI7&Vwy{8gR?W`I z#XV{euAy_#(&qxsSoh*Ng_P-J!sbLqOE9-vF5;s#d!AKmeLhej`hcgsb%&|K`K#_y z3f45*B($h4oG$+rB)y%GTqPD$_=&$A zo+E!$YZE>fWLvMn8g?Xl?XGa@GkWAdj!XW`T3RZCfvx!{qEYyx_+k&Y@O592C!sY5 zD54f_OBF#{SSRyH;(UABDhW$kj10$z+Y6LBZNSGl>iL#tSM8^-{w|&2-idig(7qBZ zr+x}Ma$w1d+CWv_HOB!*0!4Z&YAU4O!Bxj~7g)+5f@%2AcB5gPq$Mx zI8QLKU}Lf>-?W94~EVx~3EO_mwVf-=ZA4WFv=KXMbuSMy#%WgEPC-RZne}o=? zwoi~288>#!ltpxN?1+>tyod0>fi)#^bL1-Yv~M7=xj#z$nbR~zqabfopnWz(SbT%G zpn8tZwLr0sOhau>ka^j0Ff;ZYEiPotV}tsXf=py6_j9SkSMv>0l%O8V#9nXS@cLav zRr~-h#ViY!kGn=(=QBGp>l2Kh>eKdY%!!yxBU=wK7o6Tw3gbHtQ1T0ivi{XkqLyfP z_A28oW%(&YRxOuC!ml8};Gl2EpkKXBnZTo;%Yd>O`kUx3I+&f>3_uLkC6O7^UMZO3 zU_~WlU)ZTve$mefTcOLA0&7(ygwpPGh_BX-9Am4H9I5uBLtpdRu0gW0Oqh+AC+9&C zwke`%l}Axq9HAJ(T5gxxn^S|~VE`Z!0DCh2a}e%gmASh{)huryEE2&bm}sf21gbp! zJjg^;%&@6D9Juf)hiD$ys<$W3+>j)~dK!Q;VQU`3nM4IyTYY`k)DkVGZK(27BB9eV zN&YuE{fFKbQ8cVr8pEv#ikDhvKFm2q?~+Z7g3`^U8*ZfTh?U%=9<*{Cd`b8Iwg)l zDU;G1kfWpk(jx8iD}g3dqRb7<+&Y3Cgkwiy#VNNdLM>8W{ok->HOePkVkV;xi=(a0 zR|MSq3e;t9>iB4>ko2OS?Sy;tng_0FklWw2UfqUo>|_uHy!(GWhWfoSNT;^2HUvpcC3Mpr5&G9_qvLYiH97%o`-lw zK7s#hXZ>S7CrAJ>di@r@u)cSe@c-S;axk;9{qDxIGP1I(la^j8Vt(XLGCV)7w)dG>ZT*67@0Bs07@G2G^$5E#&R zBwceKQp904)C^*v-k@|R+`?;qJRWr1{aHE&W5cXjsn`0m<~t-NvP)^GIXNAD&wr*2AQ>M z?Wtc<>&l4bwt#C4lI4Dr|@JlQ@*0l~fT zp-HS@XcSN#F;Rrt00St}FR_HDbq7uaZPT-k@5B7H7UF;9y+3nhLFK(8LR1rbrElRQ zL?Szw$U(p36PMM)QxdcNV`UTW6;Y$8kqw0pVq9=qso~+}C2f1RW;Z1(^aJ`k3O-Fs z!bK_E`V=?!*l3$ljlnD)>Kb`Y{%o#dLY(0ibr}6?Jg49O&mYgOi+&D(L>XogK>i&* zC-b!|#RZ>Gv+KDCWQ;0I?#03oA1eCGzmt6F{CwQ4E$CG>*!rnmX~Qw|_wX4I^9VER zZL)^{s*TPfrks2j7D(ActAktZJD+iA&Dr(C0k`I-hu`?q%Sm@Bn_%GhHo|0NB24%0 zr(Qe8i%TCu{?3qpM7Qi8F$R1tJ@e`?-XOqNtk@m*VYD&H> zwLjrvJ08M6-sgCb3sU;m50$OXBtXh>J7XC%F)C8!Y1RMW~PmxygZ? zIP+`qNM!^l=A;m9$Ke_};ERO^Q=U)T!b$YXfy<$nRX3>T36` zt(0O99ol8Iz%o{A1MgnVKfFNuS7Wym!@j(h3MG1Tt>79y%PaF?t3z;0@TbUWQ+Y6h zK9>=*1pde9LM5qs4oLhdD#K;2x8E9Wu;S$-Lxa>XK_JB=V-lN_Qi*@|Douua86)se0LWja?@*lDYIGG&9<6@8l*b{lE3khMzR^%ann z-6atW0w~%ews8sm(oKu}`WI9GKg(rg0U`s^XvyC(T1-qkwJ`ZgW*F#?iRvyk-x5hmg z)3*@^YcBV z6%K@k#X;ayo-O~f2W={0N(Pn@9jd;9eSDSmfH>;wkx(~Xfev8OWkv#ClDh*3>PlF~ z{4Nw*afUO=6H>LWyViDxC9vBf9Pa&Rw`|UoZL)wE|I)}Y(UWpP106fC@8_C}RlLhl zTRYK3iq1cwdW~IfMP|+8|EA7gB~e1xsREsaNR2?}EmsqZfmv3?bYh+i)1b0yjz{y2 ztx~1-?&R#Ql4+~n5y@hkqg*ut8HGVD!A_`XmtF`sr{SEF%kFG8|j52zu^zCRuQ__Qfr=7v%J> z*RuC&^5h_)z&MtuS81U#$Cd~A2Q{tJ?XiBM{$zi-?&1mdr5r$LCy`|~RLmyoNF#E2 zA)3s4=fEu%&l1@q>WC=*eW&L6;U=&);}o}fv||_-(MKhIC(Evf_yhf!1a?R$A+l0z zWUxs>x>5j|0i(WMk-^rza33Y(Q8|BL^Nh5<9O00<5m0Hr$W&`6LgDSqhFBpitzOu> zaEbVS;_Uy!I>H6WsIO#P`LFQuF#A1XC*M3Ytnp@Fg9{?hZl5K-)t=B&1(&|B1qPCR zU|=T1b2rwRFW-0l`J;QSA2wZy8E(wbCS=pPJ5#y1C{ZwT7m8#lg~0L%*kn!}nA4(l z8O`D5_BiwHnC@FF08qFrZX|~T+-g+y`Y_{;)c&kWGd|VA9?-kUT;}Opk(YJot!vHV zVSQkX@nay3IC;eDXGXin*W5^3yw2wDjGktG5=&7KaXIg`xR8^a-U*u}39rM2acUKA zIV<547*>01?+&D6pk^AS_TIaPfVnE#F_l|E2OWIW^9wik$8)K*r@r$^hwL1bNTmV` zR{H=em^2=u8+~E>d;c^fDd?(1%Z||eZ6e7g!99gle{Z39>k8U+z0tzI^G$AfX=-tA z=J_vQj^Zv9OWZkU$S$EXRuY+yXAnzVvOQl=x)((R9t@|d2VpH)ow#Alo;2zxhiX!+ zubh21@3{rZpG5_M>8?Yw(0AjK%Ce?>6Jq|0UkW)2=$#>N(W7$KOIq3NiBC0!>u0FB z_es&dys@82_bi~iZM?V%5_;~?YgO7J4s{|o5Wwtf(4RFd+KVl;a$cQt-3L~|zUh^m zjenqSXAc;+h;GgQFcvz3ZHT;BWf-&W5Oqb6$fLnQ=ya^8=qw&B`FG{XDYk1P6tS*5 z{p*$NpAFOqx#~Rf{kD3I`)}fb|Mx@9f|`cS+8~nG_kD~`UY@VkXhd4pS2+}ftg~J~ zVI*c>;r;-T(w@AAq~+Y+Ojvqu%gfj~8HHRPowSD^;Wt%$#>e5~#dyU$x4%Vfg&~~| znXB8&Em9E-yaH~qz-FL6)Q1#xfE4F6f*?k`DzrhC{Y!txpqOn5zRC;52pHjKj+!gZMEgEU<_o^ zY+0{C&@;o1Fw-4U!bxci?!k~~^6?6(icB+H+>yZLb5dpz8o30BRdnt-&Hxmh(E6<7 zT>H_ppbxR%oZx{r`E7|A=@HROAuc5QgK9by8U+Dow8+uZCF?S-=r|D;QoMpt^RX+@<2x-*#JdNT-ApVw_UweVf1TWw74qJ zIYyZ4htuH!0y}~rU#|Vo&_=jBzhJQ_!sKb4;=!7^_!METfsK&)dowW4oMPn68J+qf zudFHUzmIlzNw!01kFaIttHxKq{}^G6T;Vu@*Ns252(hL8r9$>@lCrGEQMyHIb z^FxWf}J-(NDB^@>0 z3UP+|$ek288X-pGY(vbbVj{&y5Jy$ee4r(Chk=c)CsxIPdFIN@s%3T|M*k`beqN60 zz4Ukd3GlN6XYB5HM-1y-961#(YXj{5W*tkul`0J0E+Dmr6RM9rtPiz7O<;fEhT;(8 zw*|jEVN!UvmK>ybKq-T8=)RKkcEO<50SXz4nxR;>;ucJ1OmG1pVvV@XF$v^%8pn6Z z@hP3OFWKL~a!S{X*Q@H2DBQ|m;np*}`r2qCnH2XJlT}^m7!I{oN*mUUi{T7;o&LhS z6?KyZWzP-U+giA-`YeMO?m1ZD_RSE&3@^b(hT6qyh8pLaJxP*=$)&y9SE;L|>xY`J z1grbhw(BpOw-eTRf`@ZZ?+>L&{EpH&#q-va%>1{@=SMH5ERLqV8`E`7QELNZs)2g? zVadj%lLH98GrBCg6W0!SB(!%CGv*o{=^5iOD2_!vxW+Nf^>WAC16RPl5=A2i+}@ua zMGcAj^Ej0-i4vzd`kp=90pHb`I{_;^dv`89oyAxtQl!&zrup81pl?T$2Bo$|1#L_q zCn(Dn$g$i}z?ts!=P;Y}Pwr<9i@#QjF0Y0-QzuIK0miKNK{dwt@ebIuQN#Y+P`Uvu zz1~&)4Jmq;iLv$hDya7NDalC&ZFh^7cd3E+UGNKAgeA^|Np_4!lG0EO5v2m{LGNrr zCfdA%xn+10h8(!-*ptU!!MrjN!KkyV34h5gkQ5|Wa01q)`zp)($J#H_%oa;oTYu)Y8xEr4_c9@H18Wq^w#^r9mzwhxU{Hm=PbrXL|WbD z*x2vShmEE!?Ug9_l2 z)NF$?uJO9pJf4eSK#&CmxgS|yFWcVs*_P@#iUcFMQ5g^J5NzRE{$w!%2k-5vUd@$T zb2vGDQH3{|Z!+oHudSqyjpIaz6AOT)k;n@^_m%^9djClZxqGo%J4`yekoKeiZ zc}LQc-nf+o*(&xPx0}{&#DSb?e~qVOD_zh*rN!Ec2DBg^Mt8%**hSyEcCGtyx<@S<^v)IW(V zT_torE}>(yZ*$9QOD=(GB`O}}EP4Lc*6SwS#(4gcxNYWTaCl(0rs?lir}12&u0n1F zi%Y3?o%T-B>N5OUAvtz@ijjd{pjv3NgS)*uL&DDj;c;kGn7&_8PxiPwvd;%$f6xXc zDwo$LEu3Y5O?Haw!d;3UP?h=o>#1T(b$6S@_M^lH2r>^!_bHGpsW)ad zpg6YsmvZ>0aDwTAU88Ko6(a0JHyJ#WCJ&Z2F24%_ZLiEk(}h{74=i2SnooG8UjJ@W zXFeAI^r#tkmjti^*th7i`cgxtcJxP=q_79kMYdUsM^+kQWy%In>p1Kztou*IsVW)m zwVRc*D3%ay6n>=chGjmGSkkc@{C1D;*+0GCAJcucyEhx{ydT`#>~oyXuAWKRh`_am znCm$P+PYM|+M#?~+TM8#gEE9t?zd^dzuL(wfPLjmhn!)^KAy!%4;Le05RfyMzYf%e z=|B>}M@xc<7nf`@-O==Pj~kWZxP15T2+`gD$bM}(pH+GnCaF%SCciXc>co!f91rq0 z^LFNK#*8+O@A;q=^gP*$9@H`E*s*n-OOG0?i)PH|r!Vby$sj7HkO)_;_7++kkh{OT zWGr2uq8?#9f+6Dv0#cE2%%?%jFk4W|!a&37#7TI5A)5~H@92quch}q*g zM4Dom;s9zU4y9wvD&p9cNp_ZzMVSf^*84#W6~1~jH@0o z<+P(pfxJVMQD)v6F$Cxsz%p7S-yk$$_=K~crT?+j0;l0{CIl!@j5HkSHOBJD+kySe zc}+kzqd*s6Z-&e+5y?x)w*uriK;Zp&J`85{{(@4mjfbv^IfqOb%8XvjjQg2-{tMGQy+&9S3HsOpU|aF=hPMW zLWnlW#BlG0){j1*JWkR|L=D8C&QE~tMu%{jl8lVCge5D-fTrF2$~?DX&em~E3uKfI zI)+EqRL}z<8eQZ1n`=^Lkp)Dif?9Gs#TbhrgLelb9Mi1J6o-KsPJ#tx1~ILw5j^%O zJ0@=EQt(5ulET*dz@Ok4GAAH|+Fr-cjuOhLBpUDS{eV7r%0Zy3T%DSq6i-W3K6b42 z`Z3S_9@+-Xn`=V&QHhef#PqQ=7GrsCI)L0m;8r153?wcD4II8D=06Z zlRUKHvDFP^YSi2*G3mks4xE)~L#0sCs-jFQ;x(-9j<}Ji8X)KFldj*POw5TBJbP() z{h{ivx7^NelZ)c%T@F=-bIk(-5!t30@d4h`=d<--FI%K7yN@jQI7XcrH-|ysU#qDh z9?j_`ywRB4s#sHp5v4bIr3$|Upy7uTxSWc=3=a_5 zDxR0Wf;(-DEOr!1bbuP|Rj&ve@;x_jv%{3R#x5>El>g;ZK=doOt}HNTL9jpP&>qV4 z#u-3pTJ_MRvK27=A)iw8*htuk2i}!>w7e4r?QiLZkI<>+G|`bC(JueQ`vu zI8$jRBdtJ;qUdXf_u4{j^0vg%_llCNT6yp`3cphdRzqCCwfDmH{fy9Bt8LNwy3~(F1mV zeo*&P+NkD<#%?IYL6^=yh0)CEtFG+NfUT136F1#w=rpWb-6=vaGR zn$|h0R&D#pk6l~M6t(R3Fn8KljdGN;RKXu1uR4ezhKgJc%4_VtyzX0g-?%Vjc^`u6 z);_CwFFaz`O@qr(ZXRUtJPrVfmzQ1&XoA@1W3{5pT5h@K2(^M`C&7)U>%*vGr>&WB z_M;S(H3!2pk)DrLMin(yzdr-pS6&W$u7Su~7gku9=j{nHCkj`slkQE)^K2T2kK1T| z9V($BPn|bR#Y~%boO7=y9dU4lwagdm{<0&icRtRA!Bpg!Lw9^c|}@25*-R zV?;litZ6hBVI@ALubRmTMDXQ@Hk`@<>NOX-YZK~`6)Ty!DDiz+V$`-ufqa+iA38`xO#uLzy?^OiCa+N5*qJc%1iIxcVe%DRhr%g7rP=v zjB@Hc3fiA5pT7QuZ1#_cJs@)^#QRMn0{wos{kIV74sH&PMpilwMvhLl|FF#fk~V8} zu$|b$-gvc=8ivkGdqFtuJah)a!2OqDSh>kuY*ud^`^Ngl2 zqfQ+&rl>t7Zk*EWx{#r5Abx9f67&*owB8eI417_R{F6y7Ul~SwY(;GJ(wR1lcL4O- zv)y-lHEl1H#+toBENCFE53G9hZz!NHts#naKwi(!3UG2L39C1YVhKSZZ_PuoV`~4z$o7 zeM{RA`USJCk7@?=MfnBL2Ba$jhFsH))Oy9=<iPu-FY&gS-JPlN&7Tt1@)HA!v( zuI3IFXP}yd7`K!_Sn4#03Uob0aO^USNM_hF5s;|4J#EEz4w1uaxJcs4ZF@VQVq7}T zAmb~ZpzlY(>F>wF3*G8r)L{WZB%t4v=QuHb5-uG?xfB7h>t3h!6+J|k(Wv*6P~b2@ zPwxxu0lv0b)Yo+`RbPn0du%lQ{f@cP*dwGFkt`$j4HGIyH}5kiKxiUdHWmbWne*1huXjMCHF`VUtcCDahj-$8;=0nx3wSSF|U9)QB(rqC0NR zQwiL_NT=-kRW7hUgoYkfr2!SA>4vF=Mqb(I<>?GMs7*R!XK_0b#DO+}!M;d1 z>YET~#j*Q{Uawv9{pda5D;>CoaEUQ-)MXHRO85gZFyg!<`0s<|mFUcBY_tlv$N>dm4d~QAVaZ16@93f;<&^BIv+lX}>H>aFdVs4n}@Y(6J z3cJ3vkImt*dJe^Albx0@aMVJaRZ~*8=ISV-qPtBi3f^+TqA5%%cxUKc!}xf-Q%6N- z1I8~A_oHtA^O;HYD2WNB+;uVdik;Amr|V`KXd(W>&B zXhp#Ke~4BoMF1g4y^+m^M7&T5WK($uTd>)=6O_vFD)fq!hpdah>A8=ms0(5>U^mV{ zg!3vBt|`X9jVgf-u~kIrlT6QWUl@ao&<1H__-&e0xtS-aF=gM~?Ruv3D6pk@_Wb$o zEs8W+wTKO7plV3+P*_b(3P`(z$@AMf6sX8h&kx{=5xv?ptDL5Zl9aJM85MXxu^5DB zfE5rKWqdb-m=?N`AP2Y(B8cz90DvSqRIml3i)RLV#XgI8iElCGvKG<3Ckqm5yg}i zkj?eRXh{^QF;w~@)o3G$j}?Y|CrXLtu`xSI z-j}w`VY65J^xAkYokZv`dS7z9|8ejBc|R3s`@;OZe4sV|PKJdD*eIAS6ABv>m^!fJ zIfC$@MMX)N4eO)jDU2`?DnKjLe1~Fn@CxlG6Grj`?B!efS2E14I$V-vkUGTi`jJbQ5G~KU{nVcv@(<@X z+Qs==bp1Me8>Ef&C(+bHj%rK(-Hk%m$g9&s@H>^Q-(CTJ9YcILgW{Lw@<2^bfDN{V zX`kacYd)5~hdIVjatTX;0;8ejl=2QC6g{MW{YnNv3q=WjT)Eq~m@&0GThV*CKGi8* zf~~m=JD}K#w{eZ1jFGPw=bo>TDzMdzl`RmL=N2`?ggi=7^Zj`9k_mk`NL}kL?(ZO5 zl3itZv~o}BpO&I7L@Ej-7BN)OV@+N5ty79DlE*@DnzWsWVT$IU$`)j!vtnC5P%Jj- zBKIT@i)JC9+E6H!DEOqlKstymSVm=9L@9{NUlIYIWm!u)u;y zy7yFyO=d;WJC2!< zOGpz%7pfXQB5fx16fPKp)^J!5EKqyawky~!z+Cr#gEBn|*KcKu&n(%TL_tM2IC-Zn z-th?1bR#yFW>Q}&>RdkIeRA%m1Yze*9Go1D%Zk8-Wn==O^fH1wVEH|GNJAmh z85Q>Cj+oeB(o%MJF5?hv!lu{?OMAxN*g?A{#&n}ho!HsM-zMwgw=gbYPpg2E8Dj4t z16Dh~Zd-}MSly|6#3oamr4U3%pKDp6^}~2;T&b?N;s-_s%9y+N)+IYRTNp=hFms)! zYf3Z_SBmhpd3BRlnji>73>9u#`fSIA=d}%&Pf;h)FQmVl)c${ zA1_N6slavb`X)!0+=TMb;)X$RccWs<{r`Yf&pS<|Q+<1sEWd?3_J7Al@V_k8Z*28{ zrX#*3yq)b%!ypSMxAVoktTU$GUz9Nk;C~2APl=EV#i9z%n+3m~aExqhV+zcCPWX|c zpEmwHF=Fn;XH+Ic}U7UD&lyep`|s$I zgP9qCWmZk|<2{et^Jni(fb!(u&6=`hcly?q&~a!-dc9b&EvLh)cS2YJJK~P`-OEXS zgR6n9ew6a3EK-a#@GXy2pLG1PLJXx9g)zoqBXwH>KZZ zoy<3r$U|^vQ_a2TD^Y19uZ1+vKz}oLy`5&|Q_i?;B@ID!kc9_abbnnB;%|TJi(~YO!eXJKHSOv~}r7)+TN| z8i^-)K2*VOjjt(5W{r7sVB^X<+f$AYcEDn41hlRuT86SHM&r6Vb-*`SZ>ztKUBd+y z0djJ!C$9d}DbyU&H9o>i62HrjLp7Oyk*$n&3(~qG{$zK1>f+fWO4?1V7*T*DULYN# zOe132b$XB|mx;RN|WoNw0vJ(0b`L3p-@nmRb=nL|?F-zkz8+Hp3&A(R8fPTiV zs!$+PWFzvv?os4XDVb28xPJkz`F%sHn~t-AngDF^wuLD*S@Lz5!rXTXIiC})cnc0P z6?XVh*x?bXbX4>5xUy4t+>tJ0(Z3gSM25@;-REs{+`_Yze@qD4Abxg|3jRJ~gANAC zWt*5`Mo*|57r|V%mbTco(xl*t^2_PS|Kn4u9as4)oo((TBqF!RmVzxj{EBzkz(*FN zs+H%s*iM76oW4LksLnsMB^PNk(2fYnn?zJZzi$Hr{zAk;+$*2RPhcZp0>s~zzx-U> z10oqhGP+-GIyaw*y}te_tKL55uT-Fc`Wq^b75Re3-Gfn(zEQ?HAXQefjzwhVcqYlX z;I3ooZF6eR-;dXR#zmC(poCKGX^B>wv|1aHv*WPn@y)>z`H+m*9D}+LoV$?VCC~boJp|s*>p>g=3m$z&?|wlv!KaQ=#sJ=1@$`?$zF|1e z#kKQla2D10=*6@)-cMWX@#X#&BQL}{wSFK!?3$W0yFp&K7bfGXsh}Ri)0QaS{qw;{ z+5s{oaJ-u?BmrAo&go^}LxpCnvxyXB!bVu0WIL{nmDSdkmK8_PqI7=OngjVZ)3b@4 z&z`n;f4FWm56^3ETw$tx@5yz5J2RZk?h}ujAGB{vJ8ddfgT9h<&|ge&KRx(ngyEr6 zGi|M5dEp^5O-F+-mvMmQKL^HJw$BNg4|5UftH}{atpflNKU!v@d0j92BQsUkhvh;2 z+f`4C8v^s5)6Wn(Rv_<5(V#iN!N6JuJS}$N`*gqg0bI@dxOmuB+EtiZSqS;A`vKqS zyN;i~k1kuhEY}_W#FXr{eC_OXgNS1y{PCJ&t-rDwp?Wp2wT@P>c(SAO3Wm`lEaKG%` zTXW-7@b97P%)BizHhJYt8K_d3@fSLG-NZ`~;nPKNT}lK66bnP7UyCDdVqqz*fPLZk zOuS9%LN@;7^!iTe^;c?pNUuQjsi8n18%hZ;LAG!7$9jXKuOH=t(1>Ee93P&{l;;n= zC_i0gnsjlUy|0^HRwHZ^$mn#rjoAv>%4|}%CBfrpR)7k-5+ZJ;UPG=^Jg3k{jeIg( z0>R#s4o-AcZ%sRN%V+jaUPBk9=^poQCpj-WI>UD+nJw1V#q$Jb)egYFI@h@n0{i3i z!@@rGX4~>w1GmQ_bAsID%$S9JUjJlWfl1lRIe6nUy$?1MT<3v^@wv&V>{%JG)-mNt z0&(dV;ld}wbXYYO%8*GuN7=EY z8xPqgO+lCe58@()?QTzp{J~@+8^IAS$GK}exN?lf1d11jO7WPt+QZ~AiRsQp53xtA z`im(7$0q)Vgk?~&44E7TVgh470S2oSRr+t2NbSS9q#r+y{qjxV;8YpQZ7{*a+17hy zIQ&takMV57k~AAea0Wjb-l8|Fj@jTgED(pIid@F!W*K2X320*V%4lpw72vUe?j7(@ z?w_|WX09Oow-BObdCxmA+c{hvY~8Q-5OjnX`>=HS1|;on><`@$q3ToK?Mn=44>a); z>`MS*NFu1&xBE0?g`CQ7ek}%knPZa1Ug5iavYvT|Q*+K6*JgVy$>S zPWocBcvC_WeX=yCXjwAohkueBF6cG_pAUL zgn}>097EsKHO6e+(-qxT&or7D;vAj`40T~MLuyjd`9qw}%DnLai}5qB&xME(3r zfh3J*h5lv?Y;XCc0s`R2F9^UvJ|%6f+sP@A=lv*YT}}|6A@#)%TMTg9uEDH}d{~JC zT==ETXq%}a2#YO-{K-HBmZOG!Vxvr*y@0YF?fLS4^x}-W^bm@17r!A94F1~2S0pV( zA^Sy7LNDK3lXQ566;AH^SXzj1fC!i|68GxinDDHo@9INZOm_gQjIX8o=ZMe zc5s%%m!Wy>6+b_%yc1tJ<&g`_ICge+*p43D3mKXsZ}OF_l;lm72&jw3!x{trNCDO6 z`9eX6cm#0?U>7T~Lqh|uYs`rb=ET}V1I!;v zV~WieWivNYXSDE5&ZM62>%15k_{Azv@p`WAY!M?MTD-8-OEQFkY{Pu;BD18)!kCOP-IZhv4v zM?9n8>aQ5s%8VoO>C`uJSY={aQo`WeQ>7sJIR`8*4G6LaqRMsjw6-x+u@V#MgWn~E z;e~_%vy<-Dy-C(3J4K}y=Z7(u9a#Rf6KQ83NrGM=k%%anUl7S&{essIUKH9nWIyiM zGHoOtNN2m^uSzua zz-wHNP9Si~CV>*Jx->{DjE6-MU=}wya3nCb+8?n&%iT0OtH2eYC>iFwLqcLum#o?> zssqDHPFPM0A0d1h28>FLHjStk#h^GnxZ>9NH~DwCiRO$yOBwZ9u9(5f(aVel1hPuqyH4-=u{`R-MgJC@~1N zHfve(kWE;nb<69AM#OIWRy1xD<6u)$EH7UPT_B}mDgBV4u4Y?;3P%0)M7v4hUuY41 z`5e25%xRZveDTA>BUS@>rz~!vQ=l)FmNtm8RqETsJT|ek?o;~AC_m zc}FH^6^T`xm8|lF`pIc^+7kBjtusODY)AUUp2?0}hAQ-=i|Mjw%hrpVn=eE}2sj-3 z!^j(}O$-Omg;5wUg*E-#hTglkexyUqwl}inqb637rRdgyg61X6_mU+i%C`ZPoK7XDRE+FOaACR-bYd}YS;$f)Cb_Vjx00b| z-h)pUECVTa1_giZu3UKs#DPLFUd5;S2JUre8DTPO@#)l| z;>b)soz%g3G1WLT^-^FEB1cfUC{}M)1SOCeaPA3?zM798-0)4eC>v0X6gKi;Gh580 z)3tI$m5`PcO+ZzGDvRm{9Vu}6u@6Sl5MNEGby!^|x*PaS$2}?K-UkK^@U~F-j3ipJ zn_%E)9K&_MN(My@@#jdj=tbyO$cBX3s+YCZ!AyaaT$9Wh&=f5ZmnB$EX559gokA!>$}V|3_B4If9RR*nmMjh(Imk=@@8b z5Up&7FFFz;|D>CIjEltR#xhu5d;kx=lJT~x>uT&WU*EI{WF0%F?F>3uO8d^F@^n}lTxF`9%a_LWW zQxKp%@tT;Oa@RJ_D_<1%32k##fn8Pd;Vsvw)#2A+7g&{B5AztTw5U{q*K40ckNn62 zmv4~uEsOTMcIy-P{r1a7;}ROy_U;VOu|$NSJ;LqJ-h}FM%AT@h6ZJTZ-2HW}vpLtl zQOJKv4LAF^ftUE!+I$E0CA=h-=UcIQHGjFp`08YFeev)a zz^OEHl_#i+5Eb|pq9_Nq%1BCD^8~PQNjf7M1S|d;tDDtBs?9nWA&8e?(akvFjxaBa zeWSQNx0dIrR|Y`6IcEWZNjjyCD8SE^G8f6$%p?0S%M<2vN1nvUrZlJ0W!t2S+|q4P zI05{G=TTEw*q0f$_^BuBgL-p-+?#$BX)0B_@q;O{u+ODKS9cJkj8ORNK&@H28=pxK zDMl&<$4IR)S{$htBuZmbh|D&wWu|^mX|ptqf$@d{OdQ9nCNVb~D($PQUQvJml;_Sg z={a#f>j_dX2UOIGbv4#VBGw-pUzWN@QG}*zl$phhZzSRQ%oJ|ym)6U*5IUEY zQkTdA*$Di#iP@ggw(oBZE0KP^WAvX~pG|}_hnD3OiXdwKI$47D=X~hf_JH)I?3?{A z*$VDf5;QulPW=zY&M~-`=;`w}wr$(CZQHrAZR^IiZQD+6oEzJAezCLp?^E?`J^Ny7 z=f%`a)ts5BI(2%wd%C}$ZCoS=t(ki0APu2gYDj&sfhxjwtN0s6$m`FKNs1Q(aC{jk zzr01@ba-8l;p?C*8;56j#>VMgf=P1xfXyz1F>ziu^RZRF6}CP;NkF+Rav04bIKQ*) zFKSTjv%}rrSZ&5Pv$v7p29XmQ7v4g>6tOUCW+acTm^Eu!tuRacQTx5J!j|LR)F{#; zp5Df5^uD?@Qp_Kl`OTcM3$%HSDr%#9Y_TZk#|h+RmtF@`c=x}k0WBKj(p6w;DG}H$ zLEgG~laDt`zZ6Gu8@24zHW;mNUOc;5pHf8*D+5%Zjnw+J&>YmkvMKcX*ZyKu-zz9E z#o@VFn=~%R_K5M=t($fF1pcR1S_6-Fq(Nv7+D2cT8J*m zPKI*u_lkOvq%*|6ciaf~$>RQYTg6BZ52W(S{#9A|NEAxnr)Z1E`^Mt_6%S;h>V6fB z6a7d|+V_EeUkx!{@ZuGRNu3nq`+SjmBLAb)@*AISK@Ts z#U<`Z6fN_Hi;($^CFv;N60*PHOWIKl%R!&LHB0CnmJZ<9K>i4!A|9}l^rp*N-l0Lo zR&+@MidUVTPCe_M7$I8{-QE}1fA_uO(mTl@?cX;@X3H~a+wbkXV-eLE_-WbVYu5G5 zS*fPy?V>w%re|b z^C(lVUyFtS&q+_D3v{|Mx`0VFarGn_<3xC4g7^|!z@>q}i4t_}%+z$wCu(_HjwGa3 z<-u5*goOPu97)oirV?UAUI*ovBi^cBjL%);{Ohd&Cy%$y*ldaqANb+L3BFkAf==TZ zFXb!E$h-E~jvk;@Bk~zC{u>>QL5Z(uo4Ho0R}woXWBMYQwvqA`|O>HUYK^3{0Qy3K5>-Sz2eiVrmA-O#!S_)f_vexA ztFqbcE1pISe^r*h+m-dBp$UYRMQ-Jo#_ymd*dEk{ zjy&b5AwquzvHEwB?Q#-6u4SB69S?(|uguyE)94$h%$cNxUI@y8Wx+3b>lF8j&*xsE zEpMmZ11TK&lnwgYZ;j$zEKGWikky&dbv~I!dl-(-Qx|4%4D^;~I_w%&=VN=-9qnP~XnS(* zQQeLI9_SWHGEagnQ(jM9j>vUImS;Y08HZb;lV@8c&tEX>>Y%RIMorCQ_Lg^OBs82P*>a=x^!uSXbA&8<96V8a81xY$CUub zyN8G4C<)a^)yqOJ96j)jEn+Z8QwfUpKhuX7n{g1Q>4Q>CyM>gN{!%slW>YsA)Zk!? z8Gik^D=moX{_~sh(B?8MVN6M>$5$1=KE&q9o;^YfZ>X8KBNo+i!O~ zL@eLQgOKu>30k0+#`!ldSUcqiUH)0}S`V6H^gd*AA?C68v$L}=JIB=C`}3RQ)YxO@ zxmuH8AK$k4X@N=sHH%0SUfO~fZOD0Q{kvR0ZQ?w4*_F}d->G+?j`BiU7PCO#glGXF z_P1515^}Ff^M_5m2|7FyL!i$+TKXlBw_v|~LWOegVWw$OfLl;@*%XuDP!r@m@*#pN zM9`U!09EzWFW13z-_8>Gk9B;0b{A4BeE9sMDdwAZ$lnkB*>9Y!g8=tR5$#Ej$pZndMfT_D9$#7&Aya6?s=O z2uCf%0*E{oa%u|?6(3OdGfgDeFG8XFm*L-8gg-;Bd^WQD^f=(UTAARyWbv71`^ zNo%LgxJ-QF&GmFaq3k}OyNiWGCdUjJ5}T2-N)F1p#zICo^TQi{q3#$ZhF;gEYek^v z6PSN%6(^BU*kb~lD?v^iF3OQUDB~VR%S#d-{N&B_@Sp_cRkgy>Xggue5Whow_S<`Z zffFTx+!pMKEt<}869^_ zaBm_|tB}py6aANRYeC|X=z(^kG~i6ERc7Db!rVDO#`^;=Z=+~>_cd7OmO6Ez2m}f= zbHh6LzrvYYy7&0jmeJG~8SZ?xjDfm4SLeNTOqBGeU)DtzT3F!B6ODnCqR*R*Rgcyy;Knz5(^%^j-f~O@7dKvvE2H#IBA1&n~|Bc=dnTGubr7> zYSJahN?sqmmXS3-v9^;XGUBC$c0pHY+~cWQou<;T{XxB~qd4M)j&|XzhjwwKTHRJ2 z`FKaY+=YQg12d(NSQBS?-y}QRI31^sKRXZ-8~w&cUas@VrETA-=TKV?LL$WX6Y#P- zP=z*yaIj4UnsUtEUvKh$pYyjNr;|s1Oj`xWcn%EVLO$OqpV85#)E$>n2Wl11>j+YZ z-h|e73H$nIyVkZ`N3wS1XywzoYmkCKI6T+5B7BrWyuqapEMn;c9H_iOj;s?<63k3U z+aTr@nh3TWz4NISTIE!f?bIpTY8TM-ZW@LDX*yIlh$xybl57#Zuw&|0F$y}c150i^j5{k)n;NHBg44}m! z!a|f6xxjk)orwZRg9{5L8?sO8Uomz|t8eW9K{|EJYw>?@ce(f>e0f3mI#h003S=t9 zJDgrY`%RagnlG2TV)<6S(dx{++bLEFG~ralzJh!khnEQIIRvb`@m3b~5myR|ueF*l z&y+MudrLZ3a^%|lXEM2s^NpjBKP6QZYy(IiS&0^_@PTi>--N#@nsCVM-eXVj0(+LJ zr%bUgjymdGxElkguTIclOmijsk==7P&p>l$hALenHO1CCQOZ$<%u;%6+j3q7!KhnX zt)H^{=U3O0?P|iYPd2zcXM$kGYpDJ`?o%A0G5{EHLxJTzCL3|nFS6B4#f{v&VNa^V zc8$S-Ueb?3uBl0NjG+gYKMc9XYW(a*G8KJ(Q^fX$(;@V->>-hs@NVIGbNd~Pexw_; zE8#|d{-qO7c$b2;!J6$ZI-8jRgRNv!GU~#GQuN}90#KY!i(B1#{YDikC?MX%87+o760NlUb;cl>up`Km2FV{thhfqz#+gE&Ax$jH(*`d1#%{0 zB$o`ybT5~5#hfMJg@!U|>{M%HRHwe$ESmY6-~Ly zZXKZ3a|?b#-96(H1(wgva6GE!Xye}f*wV~SX_T^PE!Fe>IW;*7VU-Cz-!Z;+M4qH& z7M_m7G0rAb%?@r&;&f^=TN~PHu9SbwHo8WnDcZ!$@y#?jVO4T-K{hy&iIx%xK$2D{ z<)uKY?Uk9@E^ItirKl-7D}IbUYAveVn|SdX`A_rJ>~qi(f!{m3^LPf?o4HepE6TGB zdrI07<_tvOne7;94Sr4&MzI8fX^LZFnv~omtc1tVJb?nUURM%}pp-Do)% zno+pq*7On53(lrgE-5T%Sp^r{&P3Q_?{mbmp##>xO`#H6m12{C6nts@8ePOO(aDwDUxaw9uSr7Z3;d4`EuC?lx}UMXPP->c zRk$Z)WQuL5P{kMzd5YFtBK0BXjr;<)QG`v$+$d?|>vA0&uP(xPG#JSV^r8Hx8ZP-$ z|EUJRW@o|8broiPAs__9ndDq}1Pn`#x`IU{JH&97;G3!C8^A;%+roU2=JW5j#W`- z7NHwtQ>b8SBf}~nZH^->xYhJ)IHTvXwS_Pb&i{DRy=*%$H83DYxK096<7xI8tV$Tm zs<0QJm#$%6ZSth3G3kuZ<#8W$3#2u$=&j{KHZ*iY4JAb_h*uI0#%`&B-9yY64BUk* zTNz5^ZEfNoxz7iNJkhzhzCUKLo_9~`Cu$t4@G4{;a z2vVjbutsNDD6kHqEXTPGOvKw)I;hITckVw(*WGS@`z6L(lWeP{yPpX4v>~4NV3$9i z7j3JQKRb<2TUpiQYO~>uZJ#b>S+kJyt@ymtx95#82fd3Ps|&krW4W?fr%q)K&wCzE zoPWd^Zl7G1qZ%b}H7trl)sHYg^WIosbtYmo? zA%$+mv_OUIf~+s~EZ3@eTBZg@4R;RwvPH*$r*?B%G@xO?bLrJsUXHnx`IDTbN{y>Y z75<^_^`!4p7e<*fhT5Rsn6yEQC`sr}>3`c`A>#q->%-JuKNA zEBNaTZZn958Z!a$yU@tq=AgV^=jwd?vepk0*hz#zTI%M+fPdiINoc0H|Fjs9wPD<4 zr-sMRtnIC*k)C5YyF2j{4#bzS+O~*3tPfesiPvP7056sxD6B9cP2vyWAO%4#64yuG z3R#hDC&q(8bxFcl{+#(zTA{F?5n+%1A}1^(sr>U-pr03JT?&DXybTMn2Nw6&?VY|7 zJ*K04chZ-{0aLH(N6*QN$EkF+)O(ZE9S%W=YR&Awsc#BiH%1A(#R`T@0@xg)>ZjLu zCo$MU$GRv11Vk~Yr>rRWC8evel!g+ewTZFC=6hO&rB!YN=gYb9#ec2DjXD|=X7Rq? z$0m4nsb-bu2)4REY&wdK;3PfSW|-1x(auBhU~38&Ch64GtrN$t!66G7uA49eTJNO@ z2iJ7EE*-r_u?qE`A#AppDkR3g`3NO{ttZ)0{7p7EIXtjq6%EP>HjN;@1mInMl9Phy3_wtWGl(3mA zty;dE+KtQDzC&-WJZi5;+MdD!kO)uDKHDM!hubuBK^XNqN#2sJuAJBttQ%m(R+3Os z=9A~usNnpf-htxgFl$Kmg|atS1RXlV^Qh(2rQ2K>^#>fNoefVRwx-=|g_PZ7L8|~1 z<6i-9Tgtncn^pk|rfSx(RQrA;G`}|#<@8!1p|3<&~R zdLedx;|i;MpRudI%mMWVNiIB|UeXU}jf1X7t)`@neO|U>x1_?zyE^->->rliwbN;GvDn9NJh~YJqPcHJOJOe zlwqx?5x#oa{hR|(?JYAhSx~qbJ)1yY$6=q3?(71m-KDUO-DQw;xSjs>#>88wL)=qH zh@f%&#SqI56eaVx5S}d$zK0L|=p5AE*FQucTBx6-MLP2@T!o81=V0jO0TquX?$#p) zWsV>1Ly8n723=)GAB6vp3%u0jV}erm;>|ER%Xxa>vVAe0JB;To_Cg{seR%Q_|EnMg zX|$xHWy1pxvxu%3937CI)Ma$!Mt{UDrV_|sxKX${VcfZ74&8T|yp{Y7n?VxwWrYt` zG6bcQTMAM@{1`S>PGlGhIZ)d>C^h%R*u9`90r3z&GnU#j3ACF1t#!z_UCRR-daAH0 zv``P_@c6Q!ey2QXk$5mbQ**@E%JCV4R_wcCeFY{LkhJ8@Yrc{i3b*c0Hh=i`tAfTh zDc0nqP@BAk4`RQZ$h#nJT$>zoz_~@|`p^w{T;voUEe?A)Dj7@`p9qyA6Pu1(s0yw$ z(XKu#WHvJ8T#sQ2V3)lSuD4I5EwN~wo*q4y%-s%vDr7fODL622065nI7X~?Bd9cv4 zb9nAT1){tFw>k5>m?5nUzy(u=jUTJva@%ge7!_aKHr_~eUy#v|=>;WPy`JSHtM+SARjAIdzmdQfbgJ&_SUyM> z0i5%&YnW)H!$l=44T;(HL}Z(REW_fsVo-^2jPO~I`s#e?<7!mODMjhp&^jMf@yUuL zJe;z4ew;ueV36AsEPV0mSwIQii!iaN7f$FU)Xz;@Rqd-J6UJ!h!9c) ziwKHJ*Qg2^q>(Z*PqmA}gs0KphROQMA(vX4IFQw%&!_`HyC9%KEKnu=o4Nu*X+M1B zP|~?7O=OB?v45xp^YEW6lkLqE_{Fd5Q;@`}1o-;Fno7~AHw)J`m-%xFJb*_bFiGPy z-mn_5`Jk-Nu40ZCl$mlv-Lfc-OjMIfz0)h?WQ zpV+-9{5qV(>Z$>P6sWS1v2Hm@tczrGNp=5wlSWuBcIC$NCL19PF^8RkW>Ny>Jx{`3>3u9Lu^N>fmj7tFC-$Eg8cqbAXN?WjVW#uwD8doJzFqzEcNQ6NkDS}HAeko!JS&GAX` zFt7uH808D_=llQSNM4Eqk)-_SX_Eht_9*8WGati?}PmGegHqx;UQe}9L7th(vA z{L1z*XD@eb)2W$GMG5=Ll^d;SAToBMq0qm^^~vwv=UYMO=88Jno*F$*j3`h*ufQ#S z|HJyFvMCH*8Ou;EUfxGaj9E~OXeP}k_fNTzQhLU`XPVwHQ`e9sR~Jghzh~q5t(}dX zu2iBabQJYsl!6SP+o28 zf~T}de-8|cP%;mhObDl#G#pw|uIgrHlN--PIC#=n$Ui@yD+V`TW-BN!~4oGp0A*I{n^S7&|pF9mp zze_reO2d`Qa9)@r6VfH^)U;^n@g_kN^2td{1ccJmbbC1Q?QO36P7WU9@|LjSoApYY3vC{^*#?Zo)@Ox^1_e&pA-j>mYFcZ#OAp930nmrNiuOpm+fsH?R z<^%fm47mqBkXyv8m+ErEB|%(7VPXO8m>?3|d?{2Wp!gus@W$Z}EdB2zP5s#*fz^z& zZRzFEA}j*^0;=HPgV2MI=99!P`(Tqy5Rj$Js?l&>c7zQX!Xk*jU&xJtrCO)5Q`<~? z<)TbrjcSRbrX>|~@F>!ZopV8kd%O^^+oHnBQp1xQL2+Po=@(ZMT6A)Ep5O9Vx@tHyat$?!Pc#7AKr222Bcm1MP?eue?`AyS)v{ zY0p?b48BC;$Ugkd*>#mn5Mt-0J?v=qaBl@pD}n9Ho39G0g6(2h=3h@g)MyNA=1B~V zBesGl;BHJ^|%J0eaJx%68p%Cme_dZfNtWCTOC)JC>m?RpA2hl;X=v8gkK zoXVKQu~n`~(eSxSR~8DLrjfXU?7+0N%kf`w+1G8>PUueYxuj{zvubOvnjP8u&|seu z%uWY3j1>*zQ4URZ#TPW!viRz&e7)zeCWDG7Bxpa3p(DPDCm2{5w#kvo#Vu6KeAX~X zTi@jM(9MMsZ0fJT_DMxqi)?2%Vaw9rNV$Rp?e$;;Suh(f?uOClihnACdkEpZ=&i5( zgTreSl%&FBvhl3<-BE&*#S5-!ng~6>R*>~lm`lJWA~F(Fx&zZ>Xjw;ww9US%CO`zM zvzhb}k-6z^A!4q$Bf^jFn;80x5nkGcj#;o~9B7Zdq`#5}2{}^+uXpyFbdPBl&h>?V zd{^bJp&x-j-q6(Qal#U3PHl#(DFy2k z2I)LUvo(_-G}`6V4Y`?xY8WwF(ntDsEm8Is%HFWcktF|#2ZLyOi`Jm|)5(ign}Jk# zA*|qHJMk3AA&P&r$*ux=9CnM>UyE7`G>AsM!B51dEf?6!(1(=O*zyjpYiL`hl-e#j z`Z|yyokCWQ|lH1uB?M z!molFBI?-ICUzoBBqK6~UqtD-F0KhvHLDA&PMe0fUsMwB{X5|xoJUI;*5 zR(A~Q4<4->MS8THnD%jl3%yC~6DWs@NfTXI=HXwA$JNB8|a4y!R^@V6YV8 z5ga~>B4h*fBsqDXUY)!gWd5pdM=dUAq1hrgPSdyiGT_VTt~JzyvuHyGDiqm@oeFNm z{*#Ri;KaxaA*$kuIw}h)6aTV#pQA>o+kM8#q)~6uW0LqKx561WB&HhI->$(jM7izeV z*5H9}>HQD1k|HDcv>f49)g3jGf#|3NrIz9nS>3Gs{t-A`6d?Xj7d8eysT$1-2l!*| zOHk|!FGM_SCchp(heWzxPZuch7$qV9gHzA=$`^s%F#~0s3n-4yJ!Cd8Eoq-3dT8>PezAuuKuO~!?VBu*EoTJZj@qT^pC zL%DtMb?gSkEkZuTQZXF`Nre!&&>uR#m=uf*zI#_iQ&+QYbd;O38XoG=HMb&Q$N=#R zo84`MtsZc{U4HwHA_x>s+N#5Vujsl&(n0sWQd-dhWV3OZEV>&d!uRC13CiFgyMfb>bo*^ikVx5zSwqaOBL-;f(PBU-HvAY_jTHIe12@nkhP4!(m zE*oORzXAom>TM%#M;Hh`_Oxq*({3i=7zB!3Cx%L}EpkL|#`A{H@}c6Wl>T@?ilN$x zI>C6Z=3S8Q&PsAo?S0v}T)UCY%~JX`ti*HK77A4gQah(QW<_QEs5+PJDQ8tajPVs9 zmCN_XiQ@`un7)|}XA7t#(RVoh5?G#yP_^R(4lM#xJ}}?$I1?~;yF?Ejdts~ zc=dML+mYAUzre;Z^QmXVukO)f@$HP(qaXzmS8cWdz-i?emyyN`xzercr|N&IZGS6@ z)hJ0J(G-@j_^r};Rf>I}getjuCQRSO|1H%0#pwN;2gyWwePQ815Ahm5pRp*FQj(D- zJg(fV&vcl3IStkxWl(4JRf92evap#YlKi70yEP{W$5yXtSKZ?LNl&FCaimz!JHWIn znS-Zi3Cma7$x9o0$0>-uldf$>l!0tEYf97(l2V~} zkS`9;HgtvCn@i5do~;{l@v7hky1Q5CHI7xZOW5C{TuVe}!To0q)qQ>V=gVsj$vhsF zAT%(YHY_^|6S#oFNm&V060@&@^5lw^K73ZBL{%D_)O{oi&g%p@*45`D@@6yrY1pt( zJ^i9T^G))UdMowWMufOfKPgkE0wB$@rfU=(6U%Q*NfycmMK%w4ghrv~Dl(X+1F>Fv?CO|{(q43#M1wnT!A!O;b zZDv&a_P)Mc*7L?xx{1vJd8(~%wkL5uBT00KNMjcTQ9f|cU5%QL4A2xD^}H)KtEU$R z)pJF)ZvhJRfKm-9zAG((s0U({A9fJYyfz6@Ch1=9$`kM zahYxL)WJ5nuhxnX&eiy}ogqIE`tQ-_e44L)@PKmfm!KO58)h|5R|fG5P<#F^4~OkA z8%Oxh#C92or=;?)F29Wb*@R=L79bfjC(aog>)pQV1OLGJpE3vDS+lH_KQaemKT!_n z|GOjC!QRQm$oPj7;Nt1X-bWKc|tvWoM)5qurFg zsZ^yfDaL?c$LJxs$-2CeamLwbh7W}_K^HKW?PXw2Q@ z@bb8;0BME`Odm6!qe|C5dnIdm5SUlWNXi5vV%Oe#(4bMHO2da#z#2!C#~H`t;)^ zY1-%|;wf7yc`(+)E~TsGV zG=hzG^Pbj|c8{S2z?1St-tAnOg!ojE6Z>@Pv@Kb8m9cbG6PrlXlg%$fD&v(h|E4=#Kx-YL)6nQChcjKtQ3G??DuoxEMdt3b zo!6&FScI7p3uv21Y%wKtz7=T?j7}+=F~v9^)HuF#&xEQX9uvoCjB%OK5Bq-%*$F8I zpbhfbc!);)3+?`05x!^R-*^2hB(q89V5)>T`srC9(_Ha~JLEp@4nSLWmMX+8Ao;k8 zUGD3M78Bm(MxhT^^WRZi8gtXjCCkY9fAvNf@1`xWi<`Q%Me}I z0gyflyu<-g!iX;xhBenaKaCx)HWh4vjqi zRwEjD;QA>cPh%`KjrW-V-NFSBOA)T5jUXqh+?*!>{mS+UPBbxPhI7j`>Txgj%ItO-nG9IzywQt_C+UK3l z15;3`9@C&kf|w)tgQCOW)gxo=CE_JUv7?UNCkB%OA3Ko?AG^Ih4y`p=4@NEe$aB|Xz()CFq)c?+^H4d{A4pX-HGfyL?12Y6g?5p!J*AWAKE z#YfB1{MY?ed0gILEXJR#-ixfc-y8AI(SO-AIvY!4 z1{YI1XL~0z8+&(#|JXSO=ie5lwnhy9$A122Ja<(P?g2c|uPIU3U#$OM)sIg9%%yQFfm&BZvW5*Yx)~Ns2 zf=jD5gSq|9vZMl7v#9-1f*^*T}mEmx4)z-NDhcO^UW-NGWcA6$Z?@V1B7O}2!@o-%rh5#3KeLSbpo$m*G+eXjrEckf1kK$W^ zJxFP^9#;5ckRsR z(5@)gX7@Jf!_PB2W`o(U5|__;B@QpB&cVoqapt{7`Sjk0MH1wm*SGP5`xoOL&E8^Y zrGut5pPtW68#tMoV;TimdpSRRNYD-VkcH!UOoD+gmmVLMoPt&RlAdS2z3UMq=A(tdJUU?tL zrIA_@J$Lg3lShqkiWPe9+_3P|0lmg(vbSuCtAh%$$m&sGGWcV&yE%056qKi!6O?&Y zRl4)-jCD>|EGsV`cU!h4Q;%-mYlc*gC&9px_90?NASq0zEY)GlqH)*W^fgf*xtIhV zZgOxNt#FM7E>oMtkhTi{<^&gCI)G|~Mw9 z7`klr81zaap@8a9NWZMDUU}WLX&ep3`V^d9!6E65j>Gio8BwxhpXX&W%~T`)rf2ro zMp!mHI=dajRPm8=k+arV^r)R{J2gZ@m;;YcBl4 zXV%tqE$hb^&&(ffwbA*O#!%qU(WzH+bUT&%(Q;wDI0^!D4tI{fO`dOYOBvOp2Xt$| zYa((Og`+t~UB88q%2&@BoA~IdNAFFsDCWSJj1;++O0vqwpU_0f*zFsiTi~i-YDQUc zn!sHz{@zr>cfukpy>Ryu9s|>k;++aj#~eGsNey{#T#D9oOpxllo5+}6OjR;(NjD0X z*8Y~Swo#=!mZ8qkcrliHW~62mogYHr`sPoc@^8`(7G8XD0Ss7GO)4$~kJ~q_d+Fd! zVNV%384Ur29%rVKOUhqbnl0zsQQW^c7##?Ycs%vB{EeU&kwc)EJY!sQUl;nLB_cJS zv5}CcCgysHa;K?Qez5kDs?0_`3f`kno2oi&thzgp9z9QXChE#`e!Jq)p@}!`*Yuvw zhPfFXUMEyQHx39|4cmuy&g~`vHdnNwZAjYThugp4*`O7NE2uMhm0~eJ1OKCxvjv>M zl}ncvMb;9>XdTVOBvXiEEE`~4o&4gPUF{)iXtlii%9^u&2Kuua%!$l)&_{lH6#V3^ zY=jJ{$Rrx74vU%28zv~Eemyz*vp4t_tA%oZ4TH%Fa1E6tA2RCmVD4)#_PAR zw1}0k8mnSXlo>N=MrJ-^+>@STZ*NtC`YHQP)}4bUh=6*uJ2h(j zfq0EN8l9b?3VwEMa`N%F&T~1YD`$3f?ebYLbyb{}h&xX@Qg2#iN!PQT9fr&X#KI$M z1W^m5VoUk^tBGeiXm!Y@Sxm#eT&YwrRs~Zba^22&wKAo4S8Cy`p!Rll8HQd+Z(FH7&0U z2ss6OSSkY+t1)B2d%iA;k2AEIyq%nqlLaUwsZ{-$XrAO_72-PkDEWCr>rhvpi<2uS zTT247cb^WLPg+Ytn}o}4We|d|Zx3ziSLA5u^s?Q-d*uC-m$lA0X;iyx&km{)eKwTG z9qaOvH_TerUHt~Gm@|LAMgEJ18Pf}wzAgzgeBU2q42dA8e$jH7M#79S#OtAQ- z{CQ>nhzs~40mZ@^E9UE;Plxu|-UK)T)cCP`y+Hl#1sMEkK8_enoiv|6EMI9@99~&k zXl$S?Qq@BqGi~fxnmmoELqM7-VO7u%p9HVqm{@aPw;ms_yezRqDkhDh2EqG54dF*S zxXjY#&^;m!N20dR5AAB6Hgo_aR>tcGhXcXD3mOJgAz0B58C#sbYgX9)va*?2e%Ygi z0w!v8t@{v)#7>JJa*yBMMCEsSw|YsR!(}tI8X2sjBklh4H>tJJR)&2q%AFjQo~^Y` z*)Mih87TmY6@6)oc1V=RGpmnu?Px0Pr^?G@rAis=%`gVyVw1+DLnvKYzcnIlw2#ELYO@FS2vB__vhdXV84U7#?l zln&GXFhp^w5(DnPiM)SbkHF|e)MXBe_XegB9qr{zFNj6x>=mm1olw5PXtI1zY|ua* zKaSL7_SY}>TO3n`_PM3Zs?d3Lkp#c+&qnQttm}*Y$v9!)y;E!%Jav{8or3#}!Y|0a-80ej6+(ce~6*_v#;JO%e1Q zV$q@9HR7%4xJ#bP;#sTXT`1$dPWh$x5?(36qlVZYBo#zX|FmDNFjaro=#v}Rn=aFv ziz%g}D=}PL=j8hJC0zo?&f||{A`Ki>k+R7`#w04`{PIzJN$pa5lfNh2>Pyi}mYsYt z1MuTB9DFbhA{1#b=qIDF1Gh(J2r}S~K&v4VMC*5BmU!l|N=r+ghf+|ac%g}1_q~WU zh7gF2WU|ExkT$oWK246?4ViGs5tgZYDh8;MOMX4?0DLkXB6>el7f3akn@Y}Xa`}Hx znG35od%PpeCyA{=j%N}-w?}J4T|5Jvd^|ZcZYs#^E{&AZ14XYC=owJ(zT+FcOL85J z?W=YG+dWx&Wj8tge7!#JsYbqRT6$R3f5j{-dyN}ZbMD2`-D!$Wjm%9k>{G(VA^h3t zi}A_c@&+p>J=hKYPHu$A9YFApxWaYdGB~SX2#KIcHRjTdlLU;&q;zbxMUA+6 z<(s&@Mg#=^jkIEy`7`$ZQD>YE3GU3zx;53Pu~b4EV`jNRup0PH9S5UcyX}7VekXO9 zM%xOtt=6htiKp?Z-M!9B{kyOb;O8}1vT3&0xo2t4cp3W~7VPvp6vsq|I*4#d{i=u) z{BQ;;_>VWa>dW-cMw-47biT`L%PX1?nspR^{5L zOmF$HL(t|HP>KSzEcxNGMbYN7)ucJ1cnN?FPPv~;ib?~0cA7&Ry(2!(feGEGnI_b{k|?EL_(x9xNGns1@!Q`(x6mfYpo z_l>iFHF*h&8bGt!8}aFH?dga+c%HH|NiW$8PRsb{W`NyI`O1yke8XM3`bB=-F=Wl$ z-uM9JBr<=gT1A)-bz~-}C69K+*r%V{3BinvVlJiqOyG z<@Z|~j+)}7-W?tV8p|96lp2?%%Gcy&rm|6=TmjS3CyRd@3VkyvezSD8;#J-&riEow z++Q-Csr;tk@8f4#0MECtXBF+Gp@ky-P7q(|DlRREfo>mhYwteqMLF=uJMrcTtPZCf zzTeqq=IO-VqtTB(d*0$Syg-{g{3?ra zg!7j&WmQd+Pnv}d5IQ5c7c8H%m(8~gv%NfBO9KJEP{Lbb%Lj~1+xnF!CsSk75|_?q za_R~}xeL^^Ck@cn^KO^(@%(>OXuO{&U$~kWA7WMMYL-mMUEbcuKltUZ?l835e%w@H z>sEi}dAXk=ih0}D0yNUPDRBmNhLW_Se!KY1F%!WskCc6dUeH^#*7vb8b(J@`+05t2WgR3+T&t0&-t5J z1O-%e^7DxZm*lLq0yb^dbMs`2p4>;6cHNH@sOsjfAq$R}eCNLV9+i$W4wfYLW;>Lf zMXX|xU2p9=|0{U;u!Ev)oTaekYasU8h5dYcedHL^_LWK)f1h56hdLCS| z?7P8>v%z+aJ+kV&N1#6!^DcgUY1-2E7OCZom}wEV zeB#w?^(4tEYS#%+e6mobZ;6!U#eUeD6{X(rrcY}T{ocD$Q_;@(n?uU`M#f}+(qbic zfqH4tmLaDlZ?TGJX*|Wq&oznq*JcWyCzw=QruFboB~s1Sc3|aUau!#Wt(o<*z**JR z&g~^@glX6iDLZzadD*vxYZ6{=1^g7Jyc=_oQwXDX+tl|7Ny1udiGGLsZI#u4N9*;) zft`PHSD&pJNSfGJM8f}~>m7qEYl3d!wr$&-wr$(CjcMENX-(Uob%jiEy|MF z+0}Re0@Bzc<8B)HJ{m^aSigav<@&U6!V)PtZ$5c!@96k#yybH955v?E@0j-N_%*&o zaPry=xic*v6Hmv-gJyjOlTI7+ZNa)@VVC4I-b2G&zwN&3!1nEFB#cH&x?Gk$_ar5K zV+yTquCwgMWE{f^`8tk03+}J`X`;RDof%PccCSeL=f;89cI%&?`jqLGweM}@b_jg7 zKOAMWLe`GRNiK5nD82g+cU;rQoRup;8z=ZTycg(G`OQnyP~~`4n9Ua94BdUkHgO-{ zC`Y=o$nBC>UiYW%Ui~h=$9a1nG%kFaTBl})*qMK&iAkhdKR=%?(|9D;k?mlya2Gre z#c;bFzF@!Zmq-oy>BOLhm-UUAmY_?M-`h=l!l>h{E!9k}*TuqwPq2PlP?2RpS8;aZ z^qg#BRvD3HVR4w`aM|cfVKVPDJvFYuIf_~nFElBEF^z1;u#k|I!_nfYh&rq*9CK-r zx08C+{)u|5{mA8Zs6|9iIi!Zt7tUYnxYNX8Rngk)V>ETu-;W?dJK84z%yF;flaZ0qt zz@+whWrJXyQFK%y-9qlPVjd|9NoEmjYcj0HExuJZ0?(Kge?<9BcG$V-#}vIlL^Lbi zNl&N97V3#8Eu^G{))xIsdjbWW=jG9uT8U7O z)}!ln-30e&IWv7jNQDHuzP}jFl3d=xR|-C?6+>eABDQLrZ@k-?*;TSgDuuk(qUmz- zf>S!P+c?yHv8+fo-4Vn+1MVMFDdpu+tDxj^*`&fMlBhu{NGiD~W;Zk8#KKQL<$5vp3S+lR#TX zRV@UxwEM%6j<-RVw5%7dnUs`6Be6ifEAxCc<@FyiN@CBhQ!uiHVM%^3xm*eYE_c)U z#6nFnysg1IQ&K>3g_Dj^`wE^s{j|i7YgLz+6SL{}1eOyko2BTvKR0@razvF0DKle4 zOKTEtGycg=#lS19Wl8}z4uhU}V!*kgo|?JV4EX3P?SoO#)|iH49d9u006H2Hygh0A z0CqO$xRCYtXM_))jVCD#g~<&zps5P)G0KrnduGe?d9U&>yhvi;-w~klFT$oU`4*7% z<4VOe(RIW0a!x?CB!bPYTZ{HQNwDT)Bk_xR!xUNNbz%H=6$MiZpWdP#!TQ{lN6^ip z^JqtEv1X#tCkB%q2bSu0fztbtY)cW2W2zKz0ePV9E3Byu>lLrS{y{`t$$5PXEKad! zPT@zk1-q+n>cs5NA3w`J=C02Wl`7yu+08M`e)cqOv67ghnIR|riEQGzuwvW)0LH`n zW|Eglc}vVHl!!iS1|{BpA3i)Q8z4N-=lyCD;I}uHeKB938u-nNvPSB(t5pl)GU>{I zc-Tim597$&vQi3C7Pn4;VWJ_sehAx`!M(@4(6k4(De3CZc&?X1<=8_niprG^+mvf5 z3}=G33cXZ2E*nzsr-fGW_pJ4AorYYK?kR%gr~C~c=~sBbb;h-2QpKGEcN*=4i=PUt zw9UVRnQf*_(t^G_Yom01r=6hNvAvjKU2>IB|1?PB->lGEc0Xl4fF;p^Wa~(z^+NQC{MU?uk8vcXi6Lxcn3LTS?Sl^LSi-P^Te2 z@H=Jc|9r-TFUUB3@Gf&bA2%% z2lr9Zw+5`i8?!YVPQEhEuCl84BSaQW4nLWmHzT`>r{_yy>A2yZ52H)|vKf$+*m=|e z+JnOkngK#E=Ch|=v++|}Y*o^?v!hY&ZuK8U3|etj3$|J=XX1cAW>TBQS|ucwty-#( z+ibZS7 zbrP3v^ogtVn+xDowg)S>KZwz#^g1iIFNoRlYDeTYW=n)HS4yTN-?2D`N-ixIRxt-k z?4&^3Yvf}u796!GeH-OXb0a1)PCDC3-eq-{!L~YZ)*$yA)H@faIud<_5hA;z8SY{) z4xF`Y?h#f-`585^ptkD(&-`}2Is$J`^aa$>6*&BizEE-DLU-k`G0n}I$kh6tBJsr3 z@vGdo(%O`;d;(I`Q_jwmuwY^dqV^mh*fo^;A-4X%wx)XPIBUO88d7&_mPh#o(`Z+I zWwABP%$U)SWonYXQ|T?^Y?a}xNt`)rJ@6GL`Zh4w6f)w(UfjEBp?X}pnda6{;OxNy zo>auQhHzMmxkz%u>0V1{0_*t0+Ay1kf#PfXoemv9iE$I#tXQ&+a!I_8Oc zhaH-SPP)bfS1zuDN`zLGjqSOGo@hvxN;|9oLBNgfH-2-Y{FpyEl#SE`pv(7{ItXXB z^}6%|oXm4DCr3h^;H^vv@k7Fz81Z5+212wT@1p?EtN&zM)Ho4;+Uw8a`US_=pn#R? zK8u+w{)9asEO$MZQk3XB{cVJe-hm|c!X-=#_uvlD$mwVE0_MELQ{X@q^sf}w21NW+ zP+(cP`$=My*|uWV1_i=ncjj7hK#K^iiQKByUfyUZ>V0ns(sxzk<<(z^Tn+IQ=I|4l z0MH$c^Mwu@Cl?~MNYNL6?|rkB$q4DO2N1>Jtd|qW;L2&JO9oI6>ptw|YIc-=LNfyD z8aDRABnF)8AZYeP;{BV+vg=9*vT8H=Wylq<+SCcWKsT2sS);?j>MI5(j(Yq|CCZg|yZN_a87Kj|$cNkGTGxfSGAfL&Dz zOFx@1Ju^$K<#|W}cWYXU<4pc)QE4W#d%}68I+rwCj_CTS;+CH#;A2ZgOD8a9%RXEh z#w)u;8P2SG*hj2ZJPlvmI>j{&Z^nu@5(eiqnyz>}d_v($5Kk^)c6&0ciV$xf$?V~Z zn$S~-d%_u4L+SDzjGxImG$C?F>`vP;RtIJ;}4)x@E-9<)xdL43nf7ny4fF z)HCTlU&PrG{JpfAe?3PuUB8 zOyHB@b8?fWSOa#)PHo++nu3fw!k2OZTxcbY2Ck$(-;A|6@ANm%f|B$ZRMxN=JDSt4 zjF0DZoDnzWvZ~CCy$dI5*OcZm#n-o`a?zhBIf6wtq^R z1mEza>nKhiEYL~8rju9UuN6A1ISKRGmtOyq-q@AiV6468gHDMmtL_vMBa7bXuBAm| zKH3k5z5r%Xish$n9);cWjdo~?Bq4Es7;9SGQ#(*Lxs-fd*mE7h*JXH;--%^?oR`T4 zEyc|^4LREhP>F4td7@tH8`qb3V|8^CK?0Z-Z}{Z%Pvn%{IQf1yT7_^SO71-FMe|)n zy}(sY3x=8XEw-1rjw*VTH-;j}-4H@I%WkfgO`e{as-hQh)sv@S?q zZK+1h_My!19jj4VZYkLcvoLfjP&n+9I6z8n1wb)b-#14WPl4!T(t&3&3fMorhz5MS zkE>gs%+j}~L}WJlclkQC;5bqv@U;Tj4?2>S*_)5TOvcvD&U3g$gGvUxt@K3pSluTx z7}+o%yRo#4%&Vb}uP{%#Hrf04f}YyUz}J^ErXJ;&t4=q3XZ_R)2X$2Gc{Wp0i;u-s zlhW6s(;Yfb?IkDGuS-y5ik}nBxHh@Zgh%X=;hcX7v7(t>Lr*{)vnwKIwl3d@X7W+B zZtnoEddQTXp6TgoncHrTJ9lZ&M(;ks(M;oTKTya{*j;swXXLInPjBm`q#TD;R8c)E z3W6BR5xGm7;rDPkvwE7dGqnnKfLwb4k+sbMPsMh{=1?uWi{qkP8M;z$H(3fV^NZ=A z+spNG0(T-CqW%J|r|r!ds1e-3U@Lv~>ShA3?IpG6H?XYS3f{tm4zGCZ7DgF}717%|z$$ zM|gw$OnC_iFG5{S@IkzWf;q!dEn?EVfkHgYS}kEQu7yH4%2dt6Qb7+Dvp@|UX?1!f z1e8h*yl`M7Lz6YXLUHs%Oiq<-ssiX%yqSVowu**~##aRuORRy0H(Rg*S{k(i2AsUc zx4Ii zs7XTA%v3x^x|l!Z>S;JNhC3*vF;6QTA1QuOaLSd@pk?b;K#TpAz(-pa2{Bgz6X7GP zgo-8ANF#VBB_$W|_r0dV+1TpS4=ein*j8>$PP-=O|T%`&|UI4W^QVJl$3@mqOSv1&E4IGRRbY&1!N-flc zFQ6uJtUv=D%j1t8DoUOzdd%Z)7X?|gJ|HN$d}ZuPW~c!dXdqgHh%{AzfH?3i{=?3o zwJh?#*X}-6LWLt!Lr3uIE21Eht)d`%L6Br=BO0pMoouzSCSe&<3k}`AERTeqtAH!( z3n&kiv=aR_tBQ*87vHm#ii{hoA8LDnX&u%DAOJY)w<#*20WXBD=`taVDid^zqbDZ{ z(Oi)iHgyyl4sROzxDm|OXDO_fpVx|E1K^|rgxTO{Rpc0%20Dg^ULysGU^xxeJ>OhL zgsiigQGTncjj=G`p$7egYUuF-4OGn@YCElm3J{T6$Q7_q02Zdd(sfaP2vyTiJ!rei zN&YpXW85`1roVuLTnDd+f&q->z#F-XLYVMX+z2saT+_Qu1N_ogqKCqk@w1{gmK2oD z2xqY(DCjr3HAzqr&45!@avAK5PzR0f{iL{D1VwvAT^lMX+n$qYWk2go^CN)$-mTRFPHyEJrq7#1vC`E21a=cRZ)|qYG~*jg)9DPbYQ72C-@hKhxWP*kH3uX zdNySk5|vjt_DZ#7SOOJ~8;+8CxH%1AEq( zp*STn$_AWqNHfqck#}Cu574#$cdd=_UsG(D_FEA(1IU`>_tHmAm#d>;b$#ff08BYE z6ZxEVGmyywkbNKZm(ykMtC*dogtRXB%g1`K0Z-XKWj|(x>j<_ReEZltp2#?LM-tA3NI8%_Wg8oeJ0}OJd1IknaAA=hn~A) z^xj%fdLSW39mBSm`pUNS{Qp+Z-u~~^v#3znHJXL<71oP1xZ;y@F~8RPc!q))W|*}y z{_|=cGF^(tj1(_D>1_Y2-+OP?E&FajiAhWRvubd{g6};Kvmf7CBQ$QkXd8{W%A)(5 zPI@fT?yYQ(i$YL^g_kOiI-BzA{n~?H4oh^$Z{ie@&Th@i znO$M0U?SY}zooQ$9(5&loCfuiB+Utr<~Bb<#*wt|E{`aE9{7B8Ff2Z0pJPX61&f5r z^0g#GIBJAs0`5!kXuYiZ;s)`IJKbiQ2ITqaeO|iBB^k7-TuWRAta~{{AEGlx+73?J*mVSS!U^!sV9G`o5X1Y#yZx7Y`rc9N(u1)WCPsVEbpvWR{+U!u- za)4oaB(pU0yB6Ops3}h^bb(VCB9GZAiIoAJgGEz_Qr52!e9qMx_bRz5M>B1KQyd75 z*{RFb0ab=ZQ-V{~<33WelH;loH)Abn7&1UaZ>s0_gK1JLk|8rh`p#1BCDWCOS|cw? z8Nwu0Z$kL>0&A!ByNe{8VEdfQ2SW4|b3^EX;S9qay}5zH&sM|LM7N992H&ZvhpK-i zTdO@IQK35}oiBnj3l@@;AxxwA{xHB(EgQorPaT^E33YKi>_Eh%>LtlH9?O%u2oac1 zm{L_GYlgcb{}wrR3M+E9h7j(8uH%IvXu-*W$eO1`KJb z39|t&RAjMZAkg%JY;o6Lf+nmko=T$Rw9!*@X?{(&J8mX z9eDuAn=3GERS;}tNVh=a&ZJEXO@2wzP0k&|GCP=b#lKAum>n8j213r5^2TkK4rQ*V zm>pOTEVUPa&vyVm&HwOup&c3G1Qt`i+}8&I*U38KP7OeqZNln+3>DoO#>_%@FO;ot zD$Eo-Vs~kuHtPj#VhFzmC7JL13_Ozs>(s6C@2nhzAWHz^0fR;{jwf;=%Oi7l^8KMR zc4SS|oE#n2Yf2E~ys?DN-kX6ghR{!2U+Y(^16}4XZCC0IMHkvOcDWCNo#%qA3TY9^ z|2Sp^uJ)CDrt*w*f(qbj0l-!6KduVmCup0>L@U%5rSdeBs&!id^y8%dM}PWBzqg-5Q}M`r=t6DM(~VcxxG)f(h24oFg-NOM@9CwtYKv8 z()vNY)ObZa%d}6iQVVMupf9F~pGE$*xYMhm_^43M?}ix2kId1|58(fS`XB$@31ln+ zG(XPJpHWVh0bSMty3G08rRZA=zgk*fYt)cetCzH^LO#^2e*hA(I~1~5fTStnyL-AU zMyIYVG5~Ed0NR;<(N6h?_8i9r6*a)#&;j;#2aq=nkjMJZ-hM-EBPS14*Zr@sVQ>2; zPYEazEiqq^DmL_~)R+*i0>Q%)^SsJD*lZmXIqDQE%jw{QpOp}ex-no93BD5>zwAj~ z)NyF#CxZIPxFL2xHN|0%KVCxMz4f#*}uVW{^-idzPzQeMSIMOk(ex z-605JsS38#r&XZfF_H@c3tPk;>Il0@Z$^%K4iHGf$Ed4Ru034Ss1%sV#HXn%tz>SITOL9vI==R{FN>HLYQl-gYqB{t~?;)3*X z)RGW{SSK6+rB8?QSt!FHq4k8FEXfwn4ZUdJkaE6>$SJs?ylM|c!l(0kNQ3R9b@g)( zJI@4h6$yTV=r6`P{KGp7tpzkEs-dboss@4E*mTaH;V`I%@q&q>ZDdc_C@cNuBGF|D z>)~g#b%?=Y_PL5iAQz}qKcLbE`FDdhZHrEKlx+eSKu8V4oVPjyAuP2a{tE`@sRrQd zG%07RXH>JS;6gPH?LfdCh{ywo5~h$WvXv+XFrX}976H?Ih9a!=!54>&bG1$ijly=x zQq8ums8s9b3@goW9s$EgH@<>oUW6HtdtvC)SMX*dJ6Ji+dhfjumReA2V+I8VzI`nq zRsPa$mEKUS(QRXoX8>1L`RB@W=zB2qG>O*eZYWgCrnD>7gpL7W#dTXqWM1sGd>W%u z!sRVfejuT!A4lA2L5Q2=2_m^o#=zu~47?;~$<1+eZTvL^2=;n=z6-JG@ zf>U7r?KQ=_piKlsL735^Uw=ys1CPl80twtu%C-Ok+W`Vw{t29(TA+3i2s9B(lYX>w zLp#X|B3kLx4FLKKkJt-GH4Nt`5LUO!!+-lBbQpwW3mFKs=Z+M)7fxC~u=cU+s0xTW z{(z|C4Tw6|fT;8KFY0J*X*y(eGL08?uy;T=*|DUZ>p<`d{&s%hCqn76SZNWt0km@g zv~vQq+X1xe_}A{W_SU(cJL5AfAv09jF7p!%hVo^?jRBl6@AY5c5%{?`V-mQdTpi2+ z5^56WtoN5$&HtEP*;;dLndHCWZ)cEqO5fSPXZxYuD>7(pRu~g zFYI<9(EA&P&(2!QpNPwb3Q}j`sV``y`IqE};x0;O?$qZ2B|P6}umRbxw1nO_eH@{u zG{q!pB11Tju}F!)v>%RmWo7psf$SUN>5IeS9D!nX$IkC#0g$WW2s@CX1I5sCRweT6gG+T+`0IeRF@)XkFi$mnSy~7w1OHfW#amq0Y%?gnEiMUG`9s1-@@-;) zUZ|+7BE74jazWJ&c1zqIwkm-7GF6}~&?T?WT~OBH_ZiqTQojIof<^2Ok<9tGgy&q% zFx+pDLb4PZ?QJx=N9Q?5j z>IO1Sk*+p%L&J&)B5I8VI7oB|z(D|RpfD)W9K&1=A7c*!yE=LFmIjPC+lAMS7$JI{ z-W7J6K_Jv7Yz+*^h2Q|W5dGg=NcvwcgeRZ6uou1tvqf!&A$@85gt{8C%h(!@<`aMq zB6?$-c+&G7x<0L^2#1jeN)=vf%xw}BZngr9Vn)4SB)2x^eh;9n96(z|fVQOoZ8QF9 ztD$$Bx`imG5V$%+awX6N^~T>Utz|P!W$2+k$C%0?HF11L!pjY%f{Q>!DBcK+ z6z9$9-&tXcTUg$q>BMi+Hl$$qdntfPJnADJYP;7$b4{_#j4u!DQI2#bL0uU^2nsxz z{^M{#0eOl+KEHDnH$a7x8i8oeHXXNj5;yom@@Q6&uBk`M2TC)B9MTWp-=$nfN^|RXC^v< zG9VcS2PDHlfcWzKHyiq!3?rR-I{W$>A6~^W*Vj04M7Gc$1HWMaBhIyB{YO{l#E@x* zGA{kBYI9WadaE}KoM1u129an4kPKKPi6B}1$nKr|t5Ql6WXFcar}1o9Zb+H`P0f}JRVqZrIQM?+&XGBHpL_!lM1}xC1R4-T z5CLL&{soaQq8!tFS=w5XO^))ev_gL-s-E8hTTAR_feixqsW z44?j9*(+@^h?eJB`2UB2_uS*8%(bDlOV@_D>UWP-?eb|Y5D?h5ys=9qyE{yz-))yPNmJ7h9pHnmXXeW*dE&*7DN`H~ z)8XrO6iIgMeYZGx$kV4@pRPD2=5Gn3;@a5J5sm&=0*KcmjaS*Be!JHWx%L)zZBh&M z;u2_af`{LC)NJ{Zg|!bo^WKjUk5#TKaRKoizM#^(VC2Y9Z)CgtW6WMZzdU{xoGaJ^ae`o-F)QeNT|x^!tHGRC;;m@FDBjW% zwqfv#4FcB&sO8b9qW-=yPeUf~=~^1w()I;1r}YbY3{`vF6$;#|tkpkrBmJBo^}wGx zUU)Gf(W3BUH)*WU(6JUzMp=z|&pi8h7N%jt;lVs#dza!iL%2FVqm?amrB-5|bvyVY zWe~4cGL`4;svf5+k?G{`&C8ALKxs$#zRs_J!{@|?)Gq45V3WLA-DlIt{o=`o$iTuwi~R(8v6D;3?P!|Uc2S#v{Y=(6Lb zShz}yE&Lm-Zm_ags*NHI<(pC&BsxE%f3a|y0L*KK_5c=fdLpUrp6)zpD^w{=f5%JD1T=8`Pg-FYtlJTyl#)~FeD!2xwx~^ zSk&cB+}vF3?v{0aJsdpU>-#sU$lD9;*s{ao9JdX+F8N@xvi2p}1m+@W<9$r6U550~ z*89Bh5I;t8uX>et{d{Sc*1&8^91~lpj1K%&o+1Xcvm@H^^g^9Nk{>r7xUPzRD4i#Qz@Cny*QIBsuXn*fSJ(F~bdb8&RoGr%y(q5w1mHyolaD*F@y zoQ5hda6#JA&@ZExc5(>KlnWWXro=oKczQO+QC*3Kym{^AGvLdmKS znzB1Q=S%9KqXao5G#JXZiPyxSC4E}4)kRaGZ;9HWs6+E?`P0L{q0|}JM8*-F2^dRW z(S*bfga8_Ob9)Un4*&{6I}3qtu-f=DQOU$AnlrHBAf3GoUmX4NaF)$>|2)C%B{pVQ z8p>m>nk9jF#^ROdz=C&_9D{~MEKy}4H`#MFv-5Mnktbap*f%o}rVQv2Dly6Lel=tc zhHUjI@}L*!T~TbJy=4 zWDudTO5631?c*|bL&Pc&DnAaBX;-Ix#~iX8>#;1lD+H9cyLvxAaWf(PXwO~jj+Z!% z7ED)Pjy%X1P6LaSY?j8~n3&vLz+~JWc_}{$J$qE1ArHyNqCQG8#jyXo6YnSrkMQ9w zyYO~f$%0e1ShIwB2P>Kw#SjhHN`|Z9P(|35gVepIq7iZcYWTIR(R&d;_wl(ixX{4+ zbLC*Jwsgx_G&g?O+hSl&3TKCZ$%K=o<6X+Rg!LFcVCDABHJ{+eWfuQlgOd=4?Q8|~ z9C{*3v-@z1`v>l0dSUOs(`@okag6t+kYj^BoD9;aBF8eyHK;=pU7ZPuc=RojVF%!^ z5JKqouNl%^jfRbW=+r_=CVX`Z&r~Jl#Up7BI~YLFABdzFUrVNLW(PCUz<<)VPxTCy zf+xc{0(tzb*na6yv5{e^p9bLB9LSa|IPv>Xb+sQW)CZ(E;1>VtIh8Ga^=KiNl0+kY zSDMp`A9*>jYuKO0qe0R-56l5(L@T0K(+-$KOTZG$SG!mF#v+Xnz2U(n)pT=!!9g)z zf@sUbDSpsr%dew%s?o}P2iQ$XqUBl&zU@q4VQflQP_;&4M|RMXl0f%%9KBqCL^xzF z>@~N|EWa6}*O(Fy7q~@$EC(tMn2zTU*kd$HYF+DjO;AL^6x#_%2MRZ@0o+?;RGP*) zTv1u(>-MG5)^W!f3ByQ`8b!S#U7W+3Olx7EJpV=koxrd!Tc3Tt*6I1y9Q zTL+P#+|bskJ!L@wrX^RvBV7)Q?N7tgfvf#d))!@A&Y110-MLZVp4bEaqU-H^wuPh^ z@~p5bGvlT53QFA&^}+M83+}E%;z;MxHN+*((}zQ+f;Ru- z9pdb`(#FgO73yd>s>0gpd9Gi19rnH>gPSqiXCqr#dKOyjeBaz4PeR@8G+6NeskDDL<}ONXr1X=1y~eDqYuZect+Aw`~wU z$*Z!zx6l7VNkQDc&wu=eo#^%i1diPdD!B-p)zhQGe3*H#^-3PmnxPWwq+yP6%V=>a z!e@8hJNtl!#McIdGZLjp2XWw*npW!AYa1B6SXm8r(?{2xW4&VXnj&pOQ74^aJ}RP4Pk#9`Xez#U>v7rs8$HKu3&F zf}E~^Y7gOIWwmnBVLR|h(9Ai1qxH5Lb+)FL@_{w~v+;c{gJeT?k2Zt|73D;1f^)|x zxZ-pw3ihQBGHf2gG9)%^n>3S83|IV1-x?uMQkAd7si)@7qO9*Qo+RRN5H4cHr5@<{cs(|u#Y$Zs`C9{sKF=B+iEO{X4z%?5 zd3oUT9xv28M5U8pv>c0`cy!gHRZLoJ1(fw3dFQEq9I;{z9h#t{Wg8Hb*MLRY?!gb` zd#MQ)==K->;t7PPnp2h(TZQ@_kDg%l{SFF+a3DNn&bKHU zZ&H0uKc>K>3^mFZm_hW#G!Z&{^r2jsMLZ$A%7*zquA2lU{64VCib)P0Op3Yj9l`0f zE^cj43k4Vc=Sk1@r@I-r5p6C@`6#+fiIp%)jp9laN8F=MbaXET{^gTu^);B!a&+{B zLClZ>Dek=6^V z`K~8z6p?o00m1#Luk?qEsv9^8Y!$Ly$2s-^AGruIpVdo?KUx?{e$?`%pf+~+LZeF3 z??j3(HD;Bs?ZqS~0y&eP66<3Y_Q8$!lxAP{Gs7UH&AHY@=;i~GDJ-dvQ?Fy(Aa z;GI~`qtmK9%NF9W`^eBmwZYaTKdFukm)X5Coo&*J<&?FzQ5XT9#QvL;xx)JLy~67% zRK&>AAr%IRy*GlWqW7-tFMb-YQzdnK7rT5h3@bwinX--bS!KHyJvtoSOFKQ{Ozn5I z5Du5FJSyIAHQX73vl3LBt!m@p%y`CZ>?roxtgU9>^e}bDk|`FEM$c5S(m70oN9k}M z>wacW-^{htBeP)WW)o*w+(aac&{a-}TUta~x8!0Lfr_xMuH7GhJh_lcio~>2!84T+ zmKYgbt7Mg^EehsAM0|eXmm7Jv;#6Q)v7=TBm7oW)g|xp~!vE-T*wf|`^SQ-A6UM4T zb_U#@BseHuz6rB7D(*8G2C3yOguAaoYdsLbG6Or&UzjvL00U;9yv~8!{`xSldtu(r zLhB*3W6o%ib71#W1^>$KJx)aJ8MSSmHWWu3|&27BcZNzkGkah?$BT!c=2E!f3V=y)#{O;jD=(2zHDQ&ax`d+hz)44 z?{x<%q@&@EB2K$;-{2<2pdvu(XGx-2(ZF!dC`<$!V|l>nATEtJ0P_W%wmD$vtL)vJj2DT8RFlfjisI`ha{$9=@zmQSs0OY?&zTM%^b zc5Kj<=a1D`)7zo-j9>HN?i>|S(DCp%{1)6Mwm;KDse=#!m1i+SzMfG*IDztH!%@J; ziH-MtUL*uGALr<|q zqH0i~7Mn%zEJ2a2zO_bUK5BGhJnqI3*U@&$YK0F3I-cIxH6*X;>4K502GWaDPTO!M zsb}WhNqlq2$6a18i<5p&kXp!X$aP zk`fNxeuLO*_&-!Rb7cnMfu)2=;qrL2F~C_TQ_vo_tJAyy^~+oK+9D>RQ*y+z~R z>P)HYGcDQ7q;EH5_ZRndiG8gL9lk}L@vz3|MuZ*?!O~*A1)fL|qCE}vG2Ul|BNDrV z3LzP3P>WyO3kzPU4!5BqI8mbIPtLCMg{`N|d!zOY5%k4cAz>xS zM|q|VcD!FvWn;=5r$L3r=qNuAgElbfioUk%8#*d{FL0@?$~WhX-9CCAd*676TWg_7 z(*n1450wcTYs4%{#|#3rwKEwy4}RV{(kC(Z8Q#TF-=2zRzLpv;e^Hk3tqQhxEVbC~ zwYLSU$J(xSvKYwnL+bQL=O4EI8cFB3#_5t%96sJ%Z7+5{EbYx1Wj)u&jsDw12cit` zYZ~Q^8np$d7v?@mU+T$FW9_XkP|)WBK*g*(SE#ddc`iAuvUNFdKiFTCPOj$0wli;? zexnIMZ(Za6{Ti9}vsjcO45WFa(jA22<&b@z{no&`az#<$d=o~eUa})sfTsdaLW54# zFHBE-@gf&?EyC${o`+zb#kUGR05sZq3&)fa#~L1VQ7mg?3E{X{l6ng=Kpy}*-yVZZ zK-M5nnI`>7>tsRmB~5Q$O<^b%mO0kDUPW7E2>k(nY^c?<KpSs;0vKu2njDzwVU1z923i4BGMup!BVfv%v)VaBEl=4- zIB<$fpvb4wr3qoR5w3aZJiWdtPyJY0jv=`_+fl@%ynUs8tt;F;DX81A>ctB@4jyl8 zU{@p-iERu1sr5!$&+~lg9QurGgh2N~%WtA6YYJ*2cedavNn?3eF48 z^%5_qG;N%rC)Yl*JG@mfQCYa5qdK25n~_ISon-V{W~VflpP zH5$L)OEK%RV6?B^6#G8pNmZKpIJ(Yb^LfJUtj;_%JmS-V3ft<**Jv;$jgQBw3HYkP zrMj!A4-CY4c@vOT+&!NP#nBXE5pEMD{=?x!%+06 zLBT8V1RFU#*l5EsGDthchIg%ePM_H3af6o(FV>YMjWW$Ez#v1prekB=TvcC5gFx?OB$M%R>b}}AKCOoxkItK3LkpIprI6_#VvgeK{1nxJuT2sqQ*NNoKt!2 zHsfgYq#r-DJF> zse6Pl*8rMzhKUe7!^Z0G$65qFfRt~jBXdMXY07w^Pq(F5%dD?V*qw4>&t05?YRws) zT1K%75-rtI6<`SeX{6yP!X`|3H1&uzA8E=>5SMkWiJpXZQ@>M0gVU~`J$`^mn&Z^H zkwPCI;DS7B>WeLIopNu@rGsKnUL7ykdP?(7Wg}ZBTA5=*JMFuGi-MFFcz#E^nJx%< zfX8xk+oJ=yS}+>!lZ2pbKB>ac&A_L`^QWLtP#~1YqliaIGNyTr$NVI{oLVx$i1BWe zB;P3&+pmc?QhgGl;mt#?iTPEWEw_tN{r!pgi7Q-N>kY&#Rc+ia^tU`MLf)v~-jrr` zAz@?&NqpjWHjL$jWL{lZzE5EcX2Ee?cV(3lYII=A6=funB8R&m3m6Z__Z-rn6Hr`* zPVvUjgO#Y(!Magh{e>;#2Ua^Fxw@wI9M3IqZ}dnkdD?J=e1NnI-$rb%R?JBGnJTgqv z2_#2eSr&=iKnY?zKR9K{a2YMGmQ5H%hy6ka^7I0GyQC$JjtoDzU^$&Hs~D!)bzdr% z^|c*^DAET_b55Lxr_O_1(g#ZlM!uNYf%M=;qwoHkYq*coOEur9Pp;A9&3aKYKev_C zzwTd%tbBj)9|XqRjlYQ~D)`8Z{UigP5xmQJ08P+EoWx8X2R<8HPJ?AvB-xJ5P-z7j z5_$8M&A;atbYZnRmQmgG*yWculN$hv)eJsUYP#HaQVSm;9y2*W#K0^6@n^28vKG zgScBh+&3w%JyrL?*wA#|kTEwAZ+2dXIJU)&hZ(rHnk0d3FmZHA|IVByoFL7-LaV6e z1`n)>r=u9$!}fdL4sqoerfDo3h%3h@(!?8N19fHYJb39Gbf@wGso27B!-s0!hiLuA zhQFs_T@@x*k5gr-KaIJDb6Bh}GbScOL6@&QrH#g0LqS)ryg$~gv1Hm--LOXHyg|Ii zM*6seUj?E{5itqahD4|&T#*Hu`CFcVL6B{(Y{F*@swt5j#J$n}fG{?dr1P){B>9q%v;?qRb7V8>-CC)+OMj4L(Q^1^9kK#o1_7 zW6h6%pU3SIL8kTCV!?@s;8?K=s>}!}x{hu%OO-J#h&4XRY39)ia*HW&r6yyJ=^`b{-3PbzeqP!drh1f*ukL3!kZ6Ph%A@uze2`cI8> zsvQMEWQ}8<+I0>*g~1oM=S%@^IxXw+p}I>bMeWof4Dt$0yKqd$t1fYY|Fugfl$}a@ zKaCa-Afaw>r_&HxMtEZxA5+_l%f>G{2HcXzKTo>ctK=ardi}?g33~I=lxgA@CR@8$ zr2?oYqq9-{oxUqA|Fs!i>E%(^w?b`CMo^cQNAb{H%4>32d!=Y_gKW8u*rQ?RiKKzi zwA%h?Wc`rUWvxkxX+J$@kmKx3dA;P=gpad5Sqx?I{{L zmDGdG&htk)t)Y9wH1%xJpU$DJ2-tir*&)m+v!*T34OVA-BIa3(3ffKwFF6*qPo1TJ ztD|q%=E}Z%Evgu(RX;+I_zWa?fg*Psz35_(vax_R5cJ&BrLoO`P-U|J(K9VtZDy8a z@&5(?LT<4<8F)#mM9D)Tc>lU{a*(B1dCCo#ySZ}*%-ulqipL$Zc(N9H=gt=z`A=`= zfX-3;@bP>4W1D-l!WC`+8;1}4^YB{XZi-l3Myt(zd(|cVAm>*HWgylcgj^R-)ap@q zGPW(7D&P0kPOjYJ!(R&Cukv9g)q|9jVt$28TJK^-!c%7UCa3bK5>qQ5n+FSN0$V5V zekCG}c*>Tc(3LyB zfAK1&8D;dUP>(+E%zU-ZsyY!v>=x0j)4;q)*W*+&LO}=Fpy?j7F~{c8Ixof6vT4e+ zxX8tie@5W>^n139NQ$jEK0LW-6Tr)LhZLjD^1dLrc3(m;%F-u{$_#WFPQDdUrbi-2 zxQ!Sy+(HbnvV^)6sq`ruN z7VNdr4(nsW>35d67@xPki}>As(ar`WyR5Ea1#04ttMbHTL(DPSO|T5XK3|ImcM6 zeF~T`GxugN&=FrTu=C%uYG`z_L+P0PQyY5`S(s{VnCJ(`FlcOf!qV|(u;GK#a0<Z?(SUz7Bu$C#4fJ zEh|jSzS(e4CK<%YWuX@}mQ+|I_L*8 zf-ri@`<;YfL|^mI2G^;irP9nyk1pBe%#Vr|58lk3?drx-TSWvcmtrVwujX8drs5h1 zQxLAQ=C@ni27^wcjl2c_V8Z-%{RT+HIqrXpM?wy@ZN}|9SC0xa;v#R<84X&!3yo;2 z*ZWJ3GlI{jhX{3tZaH@`fOOgC_glJ&!G55owVXj~$#!@*snu-LU%mwJ@}lt~j-H zqe;<9$aW2^2pS20gv)T%;Oe zecdzU7z`!|?JoCH7}+8(&T7us@83=x623mCRm4fj%|2TWW59KxtMrc*e!M?a4Xayz z(nFY?xVPdIZaaPV*?cv4d@Oj%*}*ELC39baiqz~ngZebFX&kGD?;@NF`}DntE*sl8 z`x9Z>mhSsws-xd8vUlgBd(3?P?GJR7%W%i<9llk^#QEor85+2a90z&PV7v-d!aJ!3>^$@ zb!;X`vsd%W+4?|657xb^ZtlLpsrt8`s~moAzY+W&&fc+2lW1EOE!(zj+qSJP+qP}9 zyKLLGZQE5{c2(bZt-JR*-_I||=gEv5BO+#uF+Cvbx{gwslpD6tZ=>7#R5we*-Nt+W zdUVl`7I6!ajuUO4z9z`Oey_Wdny8=eEtl?eL9}#+yt?d7yYGe+4estzYCq!oA&&X< zT)i6p3swa}nb@3#G)yq&%`(3>X(wD1%e=9W`XvRnA;cicp(zfl02&34jl(-dd^1+Y z*L`L0^NvV(r89vu#6 zI%95)kld)~6Z6h@fTdVaeLN`d`d%^;$SPnXV_;`T)R$=<6b*o2%sTex@l zrr|ec!PAv==3x2V{IJOa(Myi$)xF1m{u@7zh?&gJ#EM{Z_Bn-j8jzYVA@z0ouy9ki zAlaDMZ)Y8}0&HHnt@zmA0UQZg>y%w~zfE6YzTdGyw&JzranOTuV5e~oE|C&th0y&- z?v@WMBTB>QHi}$AZd8fAK7bLpC2GY%D!!B z6q^lduh>R1;J?=~Z{xs=Xb{@Ep*>5kJdUJ+vtOup9~GQ24+@W&dY(BpS$RUdwLkV_ zsKcDN3&5?TyaX&eFjraR(B1QU+#&af25G9ub7vZ{=iIB`!gnKi>QJe{+3QtmQR^B^ zl{rLJrMFUi%5o3ju6%VINg$zB_vSvhK<640MmS294sV-;Z zJ6|HDLI!R}(5dL%mw=aH$5Yo&GZZ2#l@jtkVOHW^bUxIdc>cb7}I{y zDzUDw{@gx)Jd(}%HL3r9KoK<$?02gAA;$x*w;tGUUW zseUC+$5pL-Z&is%;ns+EH{d9>jC%k1#YG)BvGoBYZNP7X(aqVy-&4?p(lF57QfAi&s?DG89ud*LL1QTbjFq8=9c#J-EIW$e zH9Fei8z6_rg-(iH?^px3=Ne=Vn~P1jbXn*b@em#9F9%+%{F;+c-@1Y01i>V-)$jno~U|0No@2!AF|L#%q|crL36`vJJP06o)Hw5>^v` z^o@DKL$@a-#;H_{pTdjT6?5NIolI!>UYo-mz6^3smurAo7|t?^M})ny#goRl)QNBh zS&Pe%XS9c#bdHQ1dn47^qk20{nmhAdeW+QN`#gZmLNSB%Q1OPpMfW$CVQScn>j(ehL`(ZjREt{nW7~?{_2bh`IDd45 zXLR}Dbnof^)eR(TD3Ru+Ql}x>!}Ng=Ho;{PV=gnNQ~DG$Y5fdFYsFgqsIH-WoYe=< z3qxr_&y9ap(tLrRfP~lpi}LDv9qY@cvqSHdwYDYfHGx^sS7-F509!|yqO*TN}Hk6blvHzKeMK){>!TBG)2W;H0gP` zxBkFx*U?qaOSJ5hBdc|8bVuCRkH5D)cPF@U>*SEIv)V9u&=ZyM?7oHMC+EYZo1tDx zfET)De%l44o|mqq;U%s_P6HmvG$!56*U{Z|x!;4LfEaf@Y>;^6)?f84_{HFr3cbi9 z`n8}eB;_A{^nk&WyvO`s0<-Exdg}Fd9zm9Ot%}yww|~=f(y>{Tduiz~<}dBui80dY zqYY9YXMTY=%*Z-^hC)h+=|68@#dkp%Wa2kdQ_5)DO?Y$%cR^0H-Pe1|uQUtU8}>B7 zPMb=LLXXwS1VE9xQec*sH4g7p;izr|hgSESzM-1Y<$od$IG~>+oX_ z97Q%j+Ef?!H$Ft!&eMbA!tfBy2&BGPeUlf5yMhpvH<#3#)7g?38ZcpanMInNiiP$Y z*Nq!N>nk!=13e#S>KI@Y)z$Q$OcBGBF^cp=%F!gb7o180L_mp#N8xgbkpt+Hv4nfs zq76QuDlOU;VVew+Z!~8798?%%9g`Y$?O)!ze86Hx8IaT1a+0}oR5g={{DY!!7)R!k zdYNxQ7tM0@;xscqQwE%Nm~@%dkJ5UBz~VE;Ftb*LH79?PR*;JgIkH!n(?JQP@7=lr ziYm4~dj;8Y0h5oIl$9Lwzni9INaRq{2|nsX(F?xwY46*; zb;$-}+bAW~RHkk{SpSus_2jl6{Pulks2e>2)nzLl8PIFOW_>`|u&K}R`J$EW z_xUiF8z8*F$+rN4VlsZG$58EWpYRiUPT0}I$kP@vsu1?`O2T>mYgSht9%kKvg7q9! zg_!xAbVI~oe(d2j6XR*Zx34Lf>Cb~ZK1gycN)vracf&#>>-H9bG{GG+UI%Nor z7+%)MUKMLg&M4Y+T?k?+!ej_qju?+Ofckd4jM0y5bK1b$YfZ+$yW)(R;8)k4#U)CO zrrHb23C9wcNXc@kV#hy0Q;vp=!T3S@o&~=0Ile<~l5G6N@snLEZ1oHXOO^XbalXrV$VM)Q(-u<_4A+wWKM6TQzlhk_=3cZ zSMx7N@VUQ;AYh65{q@eumiUZTHpQx%)QpfFZ=-prHBJ91T>S>uX9eY~f9=!IIwKjx z59xGon-K>m3MZ0XQ#B{H>k<*o*lw(xUD!Tb7b68q*}>jx;C4`FOZ&E!jU`JHk}=>xy2g?Ql|^bfMK%zV-~1a8+l*9XKy&U7)Rn;gn7tU&xG3vE}8Hz z(on@UhUb%+m7Oh*sfn93ny_v|B?Gq2kNBu2;-U{Dc9f1CDsRu$Pw#ndfD1k&obFCG zVDm2i8cgv5oX4z3-s@vv2p7YWWTXR6!(28qoET^kmWWJZFCYT8tcwUWCF~#%YN3=C z#{#4VuI$Z%CYCuro~~5<13^M8(x$O5+H!D&$CkVaYeSTyqYO8g(;=gTMo^>$N{O8B zh#yMf=On>RH04yjsTPI8mmF*-7$TQ|O&<2%x3D+DU%`CQvEjtl1@;^Bb(E{mS zx9Ne3?RX)^txakR0HzE@tool1M&qq(sb!AP5z$ap(As10yL|M1{ijk!ex|#fcM8st% z3FN=$vfQViBAeoHu&zRzX0!Bkg}9CEx7Y%z;HN4c@xusf7msH zRQuph1Zc*IlluA1a-O}S-z*EX)L*^G(1*?zeskqXs#gDf#Pa&vG-pE8cKOJa3s_D{ z_6j4AkY4DOC;4EtbJo!wy}TSa=OSYt06n^q{pvOCX*qYc0B7^gClUTNg|24SKId}T zMx3W9j1UEOOTAS+hx^0P<=69jTkY9hB4B6^z0P}Pk6eEA!e*iT&HTZsTL$VJ=fuMN z5#Whh@#X3PBJy+BnfcJ@y`k0Ewtf-4?XcYYG&wPk&H2=pey=tay(eeLb&!9K?(1JQ zpM^ktuUa3cJl{$^bku_Cj$S@|BrQI7oX*avu4;QX3Yv#9*IpUee9?742Oa#9i%3J6 zk|RAAvg^C|(QgmG3Tje6U49b%^K@xDMJ$Tt{%#$=9Ej`c8zJYh%j(2E+uG+uJ;3#% zAM&DlJtqAbD5%L)5bRv2itd@OcgV>oS`WGzW7$a}nD}v4fL~9{q%+9yH+HrAWt7#K6i=3FOV9k4sXFa>tK(S( zwjLgm<(X43Kj+e!rUW_8QGPD=FtR|xI962T;ndwuZolW@X3c;zXgYQmJ~Mihbis%E zhAPwy84J=84$iKyX;#Pgo4cR77pBpYp*xC09VTYq#W%m_t7?BolEitWR)|1DWG7{AATr6u;K8#v{?Y_d5DUW&l+Khq z2cpU$`OHFz@Z&Z{*X+YBKDC!erRka$Q;<*^JZ^{ZHr9{^7mgamD5DM38jy(}NFsI` zsy|1{Af`+8As;JsFcN?q;l|pm)T$JtltLtd;MvGEDaVlfIn$_;pa+B3UKU|SjMbsq zeJ;XKp$!nD58Qg^kJOQ(ZNX`o$Kyn8LF%RzqfZ5!k)#L9_#|jSN*pS}FtATb!im(u z%Wf;g(9{*MCLS~LQHC9<)mRoeoZDtsUU6JLRC*6DN*7{}MBCRg$&S+r_i(6!pzX9t z(d?xO@b1z|(8Nr+dOD5!ABE}sT{*zo#gry}XE|{tDK!sr10gXOBd@3^arB?eZI826 z^EaOep-YXmF2!=NBG_iPRVt2p?>VACA-n6~PMg;c_o2`yv{j1_<3(9b__2`_Io?)H zcuM4gd7;!yqsSf99S0$+^0%)5e25N zZl1zj)_)}@iK)-;jSIf6DAE{6b2T3$CV;s62(x^|Q`bfzxYGE;pgiv9w7eeIn6neD zmv6@Si^*;l(FKrq;_&XuT9P68T&Hz!LVo+X_FI9{^RQz9feg%sZO-~#gz^6-I@Kt} zPoJ#Tjs^Xu>ZY)>H8>AxKbJ9fOg z`dvBKeGp}0Eyu}a-|KzjH4Q4|QlQ^cYTWQWTizLP)#U{p}IRjx>bYj}usjoKIngup( z!A;@!;uJ4k=6`KE!X@B&3G5j*5Qp8Z;U2=gazqbULn>Auzj89-B5Ybov}J!B33&X3-3*~oA^#boBE%` zTkCd0p%fRsdYm{RmG5@5Fl<1vDgd@HoU-HwErk9Hm(RZC0ud-n zZvnJmURBKi?E%qRh~o^QkckpF>}s`&4R?6413n%I&I7j1Pl9pqAB$KJg>8MnBG^py zjPnXU{Fy(hBG8=>wD-bYF~-7we}ul8dQX+-O+PSs|NGsT*DtmY4Chox{;~N|jNUxQ zsW{UP+`@X_ez(9F!j608At*B!+S9mxZg7$~BB(OL$S}PBwPcbZo98hw7R|sk4`Q3I z#_P~Pw-NjA?F{o;?i452it{JM<>8>R7S8_9LB*3ZR5B;sU0P=XIPcQ!J=;A5G@6kAhHYudagOyRs(x z*E)TYY$7@Hvxzj8zq_ zW8?U64N}aQ4RaFA=~j_r<9&MpXMkawpf?{_z;>D~>Pg)c{Kr?$BuXt3RPu#XPAp-J zC6`#8q)`X-9?lN&vx(o8RUnsH(%9!dcA!Fo&!lix5Gh1v=qStkhyjG~l%i%o#%~_4 z9d29%J43w*v6;NkC!h0w=bf=(}#@M~JDh zALNQ!uk2hxEER~c7zCPyA@xF;rIBI!V>sxP>9>w10YCZU0TwHx0cP4X!5Mip3L*oFbGn*IE9 zd?fr-xT;V{^1kpxQ2K8|V32)x|6d?rc6l$Pp)Lb-uolO#$S}3)CZQ;9vce+5|6(Fh zVCvC_z(h5Yn6sl%<@lF^f>$O{sm~WyoXeG1DhX*Vr~BP7!tBIgOH~9V+xIba$QU|k z*zlOEGn%aU@F`qMKbmNAAUt$+zU(;&_vAGC3Jy&Jk;B&3nzmMK&DN%m5HI2W=r?uh z%%1jPr=>=oE3~4Z3B>%$XOSVM(+hJvph3kVL`CkjC1NS8-nRE`-tybIN=V=x;zZ{8 zyLa;!vt&;AVnO+@>pCumI&Wv?-naH2e1^)_z9qMzA>q1z5SoG-)@I@QQgo%{`F)g1 z@d-fLVNY=4Y^@^WBF_uW_xo`9aZid%tr8wUUQ3~`T(>Krg(7Ez59*yFR~qLDbXo;{ zR)ziLc{)Cuao^JMxSPQ1-Bs71P|!N-@auXyd#HgW>jrViPJfW^`VLUuqd=qitx^&kr;_Z#$}&rB+d8u{a;bGDQl zAH~@^a@I8;SXX!Tc{X`oGM7JA4i!=iH68k-59T-x-PNCa$_z|NK2rdDorKf}xTTki zxJ8z8MA2`3y+S@;`c|u(%yV`i>+n2B>UEFY5bHd|u8hMNG|ju<@5uT?%H7jmu8lw? z*-Y_vyEpW|77lkDojQ86e5*Sn+NiL2J##=`1uEn#etyyt{|XR#knOkP+^KwVpx)~I zrUmQb_&62SkCD_3vd5-##1pTyB2qIXZv_GGB`2gna(7^qs?S;hWIV4ocpTKhLLocW z0o4#uZ$uW{FeCr8%&_Ul%Av9HYZB*t%2zi4ZB8@h`mswIi|J1_Pr*4`~KYX{Dqoa^3K-XaB!Sd?B$3sN<4J>wZH zrhV1#Y>@8)f2g@Ptv-iPwn&hQLxMeQpceF9Txo0!t^(jK>+w)-I|?ljKH5-eB&SDU zl>A){OSMx^z9||VP(3RG_9r06w4DJ~{Mp4qNRqkY0^cbv1Cn5299ZBm6jnnPmDUw8 z(aNB^WGu#)2+l|jU#Tc_NuL2SQ&rknG0(?3o%6!L`Gt0cz$~bR1hE*B?0xBcqvPVF zt8AuhMxRhhSb}zU8@A5{JvF;3u@M5*$XKE3#+lLn&wIhY6pzoR7`Ku= z%0qXyT&e)^^x3rj+&yI*4KS`vJzI?o_!CQzdRe7M)q3rJu6*xYT^(KA3S@FW6_-U) zG~s!L+)lmGrCNKxm>+g6@BS!fVvmzzmazp1eM1O`t)Pj?;d1kyLXCHQ)p4%#w9R4j`jqH59*w^IAnw;KEuvudN zBw`m;{`G^yZ~4rBKel!C=Ag-ArF{qcuzjJn585XX90I2r(rY%F(fHF0U{dxtPBr`G z%$KM7?1g*jP2mYV__ENyMR&)3LwVlktInaHGFwRJdW}n0h?>?x96~RmX^0889h$(H z0JUPO8%nes!hpJ*)+rka*&g^BXvacMEXk-miutNQP@G0a94WR`qf9`#k}kq@^s*7o zO`p0QW;J@WcuKH3u;nh4XGd8C#{WcG^uBpQXf-{1LOg8h@u@o3V9i-B-wd;oe>2kO zQU`J3%w=98ZB!L_jFCrQ7Q(EpMI(*aM()oI|# zz2QVBOf?sshib_TeWDfk*5g-@36DyJex}1S3bm@ z<=4F%Aqk~@lR=&9@2L`V-!?^v2KZ8Q?h675c$#&EFVvw1hNxuDElk z9Xq6Jy71E9>J0ajCvI4+RnuOM{jKC7-dS-J45T>o6x#b>fSh#9`vX6`QJEtg%W-7L zHU(1)zHhf%0m!3tp~j?1!NPN)=t@k5A<2850oQEgZUO08bHhb)=sLMcx2M#juO#|7 z4yFQ;mC82F8e;t#!~AHX3;F?i=FkHvo%RBkE9f<0I_{Y39SGd4^kMR{8xeh9gL8*bT%10XuX`^rRPW$p56W73!VNdQQ5g#}^bJ|j7OocwR0l@Q zUxM>OeolK`Pz&bD!4F+L#e=fm2P_zD+OcL2Mr^khqcKM)4= zaN~oNlO=^I&xItSuoa*bhj$CA-75YU_?( z3>x>l#y`E4pZSqYW#tN#OBc3344pGS>TW0aOqT*l_mGu$GU&;c2VPabuhR$Y`L6Li z7JAaSX^%Ljeq;K?kOM5J07=|}ok#7mKi}WQTq1jHgn(NCzi;2pp!AKiG6*P2cx7lA zVj%GLCw&&n+MInyC+J>K z@k8stS74>*K-W;6qKnX}grADiN6YIHYkD2WY0t!zl*VePIg0#tDH5tWvOhTl$tWq* z6#mmSQK#iS-7*eNnL|!T(8Gp4yggkfcdGfEMVLNamkH`0&rF2V2ro8RYh)RKG_jJI z5PK1|VGt_!P=!vtgkma8rH+ZjjY|mi3;D6)je8 zAaP;YnYt8e_XrqY53*FH6B}8~*HPQR0MnH)Ma`hKbnlw~_T#XK%`L{qczR{`{lt zvHjl>yCEn)^hmXGMobsT2XTsbS47lrO%#dCH0uz9PdqYdnN;yB$yA;}JVCpD4L?CZ zB;q#D*nk*>$jnjzDu2Bh9Wu27*ybToHF^d$wI~&&?g8utE@T6he^NePj$@#JEJ+?0 zN?*^tF|V!z=Mfl=-+3#>2oU8P#L@}=O2SaaM4CSC3UDqieE^<2SLtJfHT6@5g2zV4q5&px!VyaZ} zSA?$Pwh6PLzx7fI;B?-TL+rua4vXz}OEPmc->O;qla#RSYhqd5kSfXX?sjRl+RqJS zR$ISg!Fu@bLSaVu;7EkPbK??QLmSvveha?r_Hf5RN~!*k{2bAFGINXBB!~g5SS@Fo%G` zbu(|981+-fRBPQl)W7)~|CD^Qga7I-Y58@8@glb!w!OyR>XuMn_GwXH&^2U#+YVd= z;aq5)NrjNc6Y3bs?fVseXaergp44T935b4e6CavGdOW_|jP`6{Lu$1s2HFNc_Vm6@ zqO;I-7Vcs&MhSU$vp~hR8wi4}c^@N;%5T+p*q-st9^=~$26?-0?M$*TbV!#8R`U%s zNUoo2Mk*%`HWrFeG7m|tL2}prlG#H!W zCb;Tr#6uy)W6`!)4yPrBAX_haHb7P0!-zvUjCAj-BnYYDPI%JJgSCQIz)RSlhsGf} ztoC(6K&hta&rm&RyF}uVUx2|qQNHt?Z*{hqB>YO3ND?TgasZ9 zwlBg!&m?hH3ar6qqyVBfAOBC{(R7UjGMUx1ezvact^IYOuO{|@$6Al<;cWBpfY%$E++K; zTwcB2OFgv2+vGI{WWF8Z=F}BRO zOokB5wU@IH$d&Lb9^>twcR2F;*XC}d`l7tU`mx6S(_zD&{f^b;)HFmpIsfPTfypml zd}b8OZRprktwGeh)Ce&zPZ_Z#cm`JyUewJM9y0LI)73uOBZfhawA`hQlT9t_ zMV|*d{h?Vdxs+W@s;x4cvCdt`BZ&|1CYTZl_z@+J5^z&@yvPE#d_y6_DN@OclTW0= zhFbe(t?w}0!cvu9E7U_E$04#-m)Fd)Sey|eKkU1o5G(H|zmRsl7gY5x^Zq*RxE4Ar zt3HKCZ5Bt|11=8HaG!1zy?mYT7X~e*yGr(Pdz+XPg%b{wZ#AfKXuL9g*ZK3l&3aS_ zaxQG9*8B9Nlya0ud(j&AE?pSUVV!Ee43An_VI1LEV}wZ9ToJ96)D>qLEJE7{24$1n zqhpH-I|;1daPO(Cuylfc>3aO^_3PL>AzyQgt|KYRh@oK&rybtZX*~>HyiW5XrsdH@ zMol;KvrW|(uyg$(PSvY=NKgnl=1Ae}N}BgA@bH(b^-h4j+$OR0c1dSAbf;96=qyDu247?LOv>FgJT(&PYpQZCxNT~f*rf3-8UG^IS-X%x5am0QB z;9ZK8N1q3YDOsLm03C=mYQoYO3v)N0(-ScETXuF2#>RIWJ9+m6j3;elQQc{Qwgu54 zbk!G>8*K6!(Ce8bQ3M4bL9n^EXVycNI#k7?=ORP!CQMlNkl20 z-Oi1%LHqiG;P4!xCZf>^2!9HMyn!7cAm`22q?>)xUd1cQH2L^~oEMEymY9^k6(Y%-mYQ1l2Hz0y3jmuDAEFM&a~bS7#w&I*4vkXcUUQV65Myx&^yu5|(?;`~ zpjOg%cQx>A7wp}1;c2n^W{}n`9`VA%4GI<`XAJvw9DUtv3_qa84bt)(yo{6o)AdbE z+PYAx`qxEKtScsuTV89V0#Up|tlwWgR0bpEU(E*WzW^(EdgH$YHee%gNZ+>y|JoB) zTl8p$F>9kSgG01pq$?-u@}}Y(E&5^A{RBb#AY%u0O2aOM=~K-1f!UlgJIA0!$=acq z^W^I1sT`YNte5Jc$3g*{p~W3ymRGO6*mUCE!#}YsJ;DD-rjlnWqt?k5P^R*wia%4! zJh#JMuPj<$YnMqR_rw!w6wT*LM1f-*X55khRy8+C4IG?lSkoI5s-%Ems-rswYo?Z_ z$+YCS=7YLF#SfxmSHC|X#Of-$%;8y5fWdJ&?axi7`zlIjXounin9$!fg#K9wUuQkl z63v&0V^dpWa)PjOi)6uad&3GjmP}y!%|Yt{7Rgv$qT_lXJJAr{7}{o_p_1_-2|ubE1R?>cf*ZR% z4~<70ZPwECJjgAx|FM09LA3MM4lV_a#9Xdl6pw>uyFFfDg-hja*u#JvN|b;kULXFJ z6uM$@l8Uqt+Lj)$J($WWhQ7IqObV-ff~iksf4489?;gq04Jj&)!~4G~d9cKp`!V?_CluNQ0k@*S^+zF6aZw`GMQbtB`XQcnzNd~?8qN7d2EV>?A;5}pFl#DL2xY9By>rH`>O!Q(V zD3SNxBPdZDP)oEWaLQd7%VX`zUXD*ODFcL8SYs*sR!&)~XorRzUCGYEYcg_4RLZE8E+3)XU&95}m1!%kSm#>7oS5oL%ncK>by9 zyW(x*Dn*qKHG`j8ZrWqtQM>iw3Ccfh_xGN@C4+#c-&>Z?=${Dv{;Ld=b9qemHbDJO zQB@j2=m-tx_eBs^AD+Zt#$F+bNez+wJ;vFS08$%Y!vG15XC!~GQhGPgZrG)c3NH1F zY|X|hMoURS^Jx~7QGUVItAvv0fhKzCihnW5+nCX#bDJrrouWl_4Mb?;WGY^3*JZ+~ zy2tngG0I@@l*K`FgAwwKTdM)!=(z!}ah$e^G(980v|s3>Li)s&xB-P6@8+v15yHcN8EB@R0XH_t ztzmB@O<`;7l62bKA-l)#K4Vu7^g)21#@H(>dGba{)@f(rZ%|MahvR_lHWaE?xlVj( zy*>nKP)VY3t^Rl89;W6Cg{V>bstDPfa3)1_%gYu*&;rLMR76y8O;%L2IU67&IoH#7)EF zaD{cKd%le`&bdE?R4E^1DoPhB&G{-{q~YdknML6c9M;G4E%2!Pkp>Y^B1sVmBx0gZ zQiE4b&N6|PBwAJCXcfQl)SFx5F}2HS>dp%fYCUuGZVAo65Fw)3(#!4cWJKw0m)~vt zr`{I`tK|;ilWDYE6ZDJV>D=`VjXH@vMb9^6r_=V zcUr%2q47;7L||_3bwOOLrZ+oN%#6$^i^}GGVv~%1j!oFHMH)eBp|Zm7S(vA>;$9QQ z(>S@!CWo+25#Y&J?v$Tl4PncwG=;*@QJg|rqi0zCfc}Z(Z|ggl=wl$ zp?slYTB!1Ml>8sCBm=-Aw+H}B5&$foVgRs60KlR({9mw0k!e+p5Cgyx_8+i>0KfuO zd{E2v8vqu+|A2-6|A3{UaFcH5Q!%z4$=zP;DYHycEH{Ac&<@{)>kwHoPC9tf2n4lk zo0zA8BNS2jclNo{Wd8D`Bye!rguT%z8QN_&-$E`DqkF?gHwcyk@b9R7pKsBuiI$*4 zZ3j}@ecTAE^}Cmc9ve9u8yLi-*R~7mUS7Q&+mx9bK3)1nA6G&BTb0{h5wJW8*2TLN zGl}1CvD(6~30eI?PI+X%db#-X=5__V{GGl|N50GqZY{pl-k(;k)foHvex3Sm98EBR zh6dbDvr8lL$MTc{=G}!i!qZ24DX*6C60ILYscv!yY8Hgx+^kYS4 zTu_r6T;TWXl!)Gh5k%p6sZ2jfoO-b=(e|g9&Fslhtd|C=jGgi{8>HaYZwt}ebOH|E z33a_Ri^l3FPL@nNd~fa-Nh%o0vODr#^hl&zis0*>c#K=6l;6%`vwt0$$1~3TGGNIv zv9iga{3NrD%|)iPh1>M6NMDUsMrF|7VzR5(E{26h{EJ!@4x9J_MPEoRsKU(+zW8C%Ef!h%AQQp1t=>WP%dA zQ;Zp11mf*Xcs040Gqvlv@(3+6hM5`5R4G=#)R(|Qn>7~aKk-4P#_mFu<>{ou@@F4@u%N79Ya8c z(n+uuM4~6yGSnSl5`Q`Ki_0=>h&Y=^jY)Jjqg>oiQZpZ(;%d0f@aLF%Q#Z|zx}qn# zIN$!2;pz~Wdv@!g;QZZTq_^rSt}o~ZS&-M3!z*?DByIP5f&EvS zc+&MszN&ZF1ksjY1KYddbRBD!qolka`{^n#nvR)dZK;3?&BO;z&U(5NQ@0J&sTKG_+ftD7F$o)+!pTK>9-1VZD zaV!z2hpN>{6Btl`PA3krsbY6@R9}@+E~iE&X;&GOgstVDZe$)eZjXSkZMrh;d)>&) zfXR<2P<>Z43Xy1Wly@ti1exSoywED#OxM&!>|{u>ic7SSMCQWGawR z2yhwIykTKHg6-qGF0~9ipO(bEUmY;?KG;)Ba&GQ{8fHM;UICBUhfHV70 z-DVHmn?;Nd`7o*NH;CGWXyRBK70pU_Zk`NZ;J7-vp}0iaQXeB>{~$+fvYiHsHb}&A zW;YrQ!fRY1*+Jdj4M5OF64+?DX%IjoS$pcXNRgtYfWq6Icshk!KESY|xs9y7S^py% z;$>8dZ3wmn)xa_^0-dJop*Dcd!N1iriKP(E*;ImmI1ZP2K;($^Gl}Pf+b$=LSmKmh zUSQ(|Bf$52TQ9nZB=9GT)2M|;3KEOSx`WII^cah45hwBI5iQBU{J_ z8dO32Uy;gB?S3U7`(hDMViUM1E{FA?i19CT?1bA`=S<)M{kQnTqBBKcZfO^)RXt^WCX2qwitjHfA|H8>D|ugP}oz^lpSuj$7jT_ zZgwX-A^4>&TzYsHAGyUBK)4zyB)Ko(=B?uzGup_k<)-1rPP}f3^_kRTe{hkO6~|fY zJ$n4L*`@y5InC|Oo}_*>K0tQed~|VOf7VMDZtap1_w?iK1^B^NO6=V76}^CMB3PqZ z3kB@T!LiPuurmKW1-4V)PVYaRmDTOe8uapxG=;=0d3Ze^lDx4H`gADL>{utUoQ=-$ zo30{_<;Jv?@-ElNUuTG=+@i7vly-(o|4Gt_sKzcr$YUaXUvM#FC%S*To&`akwSJXk zSJ?1XgvLx>HOCtgz5yx5-=>R|sBfl3JqoBoKq2Ze-7?rqh@vN_Oe-E6o1$zWsZ&cf zto6VP#>7V*Z$)+PFy3L8G9LfvqNTL`a9-MaLa{!t2vSaWp17j>GCQG8KOUrTR&2d8 zRfe0GYO&!ciy@-MFB0`0o)~|a8|1lkQ`R36BLg@pSVqeSM@Y$p z{9sO-)!WEKANA?hK@p7PV|a_b_kh3m7~Kl$G`eJA!3REA){%jNU^2_eDIgHTBY1R)uF-`kjUPt9R%x#sJy+Y?cN+@$^KH!V?4`Ge`ln1vZ%L&hVjR4mFOZja>89GkF*au|jTE6Ff!b4r zu$b_@Ay;4C`CW4)E-Nbq(JlG6`)Kau``{D^#gtRHBzBm*@YJspC#}|pEL_yYt3ws= zqgLvXO30n;`fi@kY}_C;rj+7{4!nY?->5!V3f>IBfHPqpn>KpmjD5l zr6uE@cjJvh6T4t(Bs6o4PQqq>lIo6itBsNpP;3m+Kq|BcI_DL`ZXz+?gIF7r|MG@g zOVfF$GR3pFPB-D!Tqnsb%4HIgi})BEb~6Qzg4#DocvBFiI@%Pfa_ot#4|2dOO&Z*q z>YDNHdPQ)QibXrDubm}|FoS?|89tpOnMa-;3gxME-8YO_{tV@{l^hO?K!eA8;A+vx zg~5K(+B&Hp!)$}{E!KoX`luge8c5I*CV}j{LI%>Nj6ewTlWSluG(7LMTDDzVTxvkW}p`k{y-uw>9zfEdqyHF!D5 zO-MQJ%4BsDYsi1A_Q*@AmCk1K$d*Y2I{Bd2PelJ-Wec8u2-y9M0nP%C@(6-e3cy+T z|EPM$fJ)rve>iWpH`}%8WNR}|wryAlIxVY|A7(8CO%-jO52o!IidZ2zj;aB`6nasRQfi;gF}XsaH6=HlOU{%2D)=-27D~9cfkIy;`Dh ziekp)SHshA3KZZz?h2>h)VdHz{~YM=8@H}f=OuzCCMxGD%OmfWODJDF9$ugrQ)kQi zsZdRaJmUA8WcDs|rejU~@n=0RJRp<9ZVRuJZ6iElj6{6pM=ub6r~4CkD2QcvL2&0p zfWT$NGipshRbb-6OOccby>llmAyYZ8?9)SW+6c`_m5bGyjlFCDK$@tHJNIZAw*z+9MJ9>lRE9LVE5KgFq(Z7;wtoN$FXXZXVf3 zoPVeu<{v_NJd~QstI{6FuvN@k5ow{9n4BOe^gW9VQq&v&g}(7Xq3?SUei&L9LIOZ> z4RHli2pBL1FczmVk1fz$2}6OOUF}Jv9!`Xiqv*5=8utxmiN5Ca3IV1)#_}-y!J)?! zg!QXP7|NMnE(8<^=RdU`ZGQ5TBq>$#H~(Ilk#=4x7ojRx^-BG_rSl|PT@$2bC>d~q zCvvh0ss#(ZVp^2Sz%G-rVoqEI*gx-m+vFeT_zsDH5qz|=XXL>&5RNiG%SQ#}W~*W{ zX!(C-ZSi({{L;$Yyc?b!QHGpLzlxpeR+V@5qzsXwpCg4nB*n;o^?#L2odGi;w69ck zBNV>69}l`GLgm2wPfSoiVnQ1S5)+`9nwUbQ(C|(tRSc<=@vIEld^&4~lFu6&W}au^ zDtn@Ph*}2ph;w1{GypLPerzRr^ZOnpA4vOVg2L5TjX$fOro7kRh(|&Tn~$ac^m659 z)zgE+Z!`3`bERVL$?Ovxsv)`dc#lJ1N-}Gbq!9bSg?8TPBIE&L-5E(>jRh>vBW8amb?55!C1vn0yK@K7TBPv4!TO+40JZl5PIB9;Vu z_;|bd245&#RhH=Rc#M?b2;aDwz^r;IQJR$IgHWvTsg@vl2xs}ixV%HY6-p{xZiD5L zi|C|UdEpCb5&r!)JQ&UY3ndH(yV~WhYL!ZeXP8TGe7}{|2|cu3v-2IP{6=~Mb(797 zK<1+XWwi+Yon(w<@_ek{AT&6ujA11ylsnbNltC21kS#btp<~APt25p z{|-h8eU!{3YIZe&VMWl8Wm)i0T@$gk0JKPZ({Q&Ute13kY%wUNE5BMJt`*5kH@!*+ zn*`QvXIj+A9f?~A|Mh3511hVdoy38Yp=-|D@Cv%B}*r&F@HJ5a8CoS|KA zDI7{87S&)651TD4eX3VD)Wy>+M1cC+CHU%3;ue-_e%xHQvw~58Q1-<0aUH)PTHw>M zeVpPE1RvyK=GFC^{A+&9G@&P-UXZQDlQ`e0h;D3JAoQt(Td5^`9rXCYQL1Ks@xIss zizb)qX{-nNza3{=8Udi^29wKA0_$Rfxem>P+Ca`k83Qs51pJ_h#6r8EdrE)rA7{2tE^|H9ZK-b!is%M%P#v!-e>h ze?Vi#-pHu$lB*O^j1*JjEY5#3!b$n{8ki$n(=&Um`42TtgLxo1WC=Kl!S<{J^wt9h z%0|#ecc6=z1YelTa7U)w7VQuHckk@Do~Kc#$2tE^vjpftpr=c)l@|V;M;A{)Z$E4% zA{>4g?Qnf6lThiJfH)=fCi$qnxT1_t9+3oF3*HtJw&=RTn3B z8j<%?v(LKEW2;S5UGB3k863?`?s6kr=iUSCW9iPJ{(fFoTz1gw^Zv+lBHuWQa{E>K zyeVnPKAgb%la=`zl>Ghm>+|s90I{a1)7MK=-(*o)ucz(b-0(`LfZugS%^=y}#_*|K z)@4A(Yr8!8`^s5F!`^s4qMz&Ifq7D1LGO^we|OWk z_H+QbyZRxvSh)=moPVWl=q}pjh`HkPvT?Ftlx|0r==e|mVWc0+DUq=jIo&XBQQof~ zs5;5vr{*x{^ddS6l=Kow-A?s)l>R1XN#(31sGg)y#RfGCg=|?{+ z-X)>y56T}-_x2KoVq`bC=}1#apTBxi5sT>j7C!Ns!qIZmJDQ>yl@odX&K6q)Wfo?9 zT-2;EU2vu_ahmC@xy8#sTMQ%;b?=R_e8E#YC&Mbaa+tBDsDe`ziqHIlkuQ6lZ zv|0L+8gB&6T&y;r5v(PVmETtC__ZyUEt2*PiVkheta8zW0sPqP;Cy40Eg@>#mj)qE zI>84vJ;N2}=!j}>{z9=CJeX>Zgb6U7eb6F!VCH^-Hfn#>| z^wzPzx$LhLr|5<;IAkZw(ypmBGjHS{^XBjfzfd2GZX9j1kllph(dn&-GK^luh})3 zWV3;7Yc^T=mu1cCH7?~>@{X={2 zFs~snZXQIkMaW<(ZBh`)HYtW=RX31L@f0m|P^G-tW{yTbIXQ+5Rml>4G^$3$Af_kA zs7F6vADwjT``R3XLqSKk0#ViTKdM@>GMJ`!^(G@8Kof;PN2qMu>9wv?Rq$B@oB@oO zV{US7qc((P8G|?{yAHNQ`>j$m)_;tg1wwv+?!&8t*Wv2Ln;0yVR|g5HW0#x-+A^11 zwwA{L2_L0k0tPypSr5VNJz&q`uegY&6z2D}7z39^_KCsD>N$iv{3bny)IlDwf(1l9 z$?>N(n>eOv_lC+7&o+Z*Hq^)==h%%(!LF^;NMMWT3OpwM5f~VVl__Tv`kVZmc%jlk z^(Yk_A&Q8g>#b0IEiKy$`zvyi6&>!w<~uiBFT4)z_JsrK606!h@5U-%7AHnNtAs+RjSuoDyQclSdkneBvQ zoVn8`_S^K1sKCK7;9(=%g}f2<<$ z${*(0dovq#wY}T*@YIuA1M(Qmgf*(d$mZ>cN{N19O~I%iHW`3q6Q!1fC%GRF^yAil z$r1y7ABvA6NkbtaAaL_`ZBbMV{&X|{ht{N=$FQ*A&M>H08x3?9FTjl(;eihh6FNHc zDTynTrQt2JGESE@Y}e#H^GqDz(AD)SUjqP198{F-x)N*DZW* zo92_1PlE1Ir)g%_tVrJZe4;x86h@&Pc8^{W^WxBD1c?7w6&!fdVC|ZkUS}Sr-bp{{ zvBtD?yTs>2YW09Q8EfkFSj(r*9d2g5?V2BMO()wlAjUO;L_+yLkuV>B@Lanwf}+J3 zQ!Zb{b)%65SeyUiY`gH36G?(Kr3G5c!u${d(0}o6RJ+&Iqe%S!j_aG8)&mXpB)S5p zhVNx}_`%qlV54-&lBh0~Jb^%|o73u|27eIB#4mB=0z^KkL%5?CC3MYyJ?p(neXT;3dM??N)m!b6-%-8#!nZTC2LNkX-dL&woVcjqHyRi?AQ(Gk25Y_{cm2qK~v~s5TE8eO$0K9iw{kMDy;8qcr;huS0FXl=s<5+KOxa zmb+Xz=!^BH6TjmKuop&Sr!e1U;6O{I89bsdNI27iAR6)17BP2v>!e4uUBFviG?)x$n&EWo}?&a(xkG z3BBsH_C(-djx9{kE~G7{m;Xq9Xmllom69!K4>7~pSGtc~p#!-MP7zzxnP5cL4# z%$q%1f}Ak_nU*e%D#sltNSB7&6VHbm6zZXFM39i9S8y=fk%5G~Tgt8F?Y5IRFt1UO zMw{c{@P$?U)bgg`-#b2wI!o&TD##CjZ7TVuw`se$)|G^!IJ2$SD^&R|RO{twv{)xL zf`xb)oOWPD8nZe9c@=*VVba7B^IMB1@c@L-h5r!BJZo}OEr2&^!mh%UxIqAQ7YGJZ zpYbsKqWW%TYAmSDn)uBFcgVb+&jG-!vrlMg`)^q3k0Q{xiBO^YKcMFP=gjJ&2!iMh zQbJK}Wg+tuyGMk~E&M27dTY+(>Z{prJri!XmPzZTOZI?>U5mx)3%tLxc?>B#xHyU? zGoC7}{Xj}SSGW=mUe zs_}?&k>wbpbrxgLIHCX!Wa z;WKsx5)}9rhJPLX22!4VmB-(^Ocy_sd+wGi_VA2gsaNpJ(X*R&msYPc7cnhdCCF}pqKsIw_ zULeN8m3)KYGrPdV_>8sAs>VLZ<%clIMFxJ}UX(vyzK89k*tTmk3!WbNtE>0@+Q!mN zoEOY!1>pz!OT!p$Py{LF{xY~@HQ*UmkMS4)K1==T1X4@8rK>ywO)gil;qLsgXX9d&S#^y&6_dCt(xAEUIb$vNlR$PZJNWV z5{lPaq-okCt1@(wBwQ6|@-rahy@vtgHo{`}sJ|Z4oyuE8*P13hSbd^}Dp@-a)id17zh=qvXFVa&rVc zq6o8KRkd0e*eUOZLDxT1tPKGnry8L0q0r_Ph`-cvnmd7Nl{-6oi#9VqhC?)k=T9~F zOeSR-px@Y69_}eh4Utgi>q3VJ7EGZPE6kA+xC{PaS2~m@V;MA8b6D(n{LtRs_hX>% zEsf?-bV5&M6mscL!s1gLz$f78AIHY$%Nv7FD>pzwBZn;azJtp(m%iKuRVsoosB{-fw~{Y045{f4;`5LEyBM3i zAJi`z;Gmlgm_)PG!>r|`W=f4l#Ws?=RDyxnjoZW)Xk$3}D%h9W#@Ca|&EMrWysTlU z0^)8To2QLqT!VS#|HB$7Z!_4#oKYpqtkojR1G$q;T)wD&rBDF=;`4MFXY=$uxmM-% zjMXB^gR`YgTs#}F(jcE_5f`-Pv>7aoT&YsX>Y>t~)x7T>%4>6}K&z|UV2Y4W2ARAL zBK%Y%kfNk|8Dd@@wJt!)N;7aiTDC6uCo)(a#Gg|QQ3~oT(C=c-Yx|`tGzaFVXzRqo z-X=IWanrf5~SkLiL zu6!>cL^CvnFEd5b;l&uhrV`ligD0;vLPE_kF^rn@*bX4n3WW8#A5x*UshUAitgZJ0 zHb_+E;2TD$3T*en*Qsvcw|SoiRzbfCLjy-FIjsM_o**_$?ZkmH!fMdgF4ug}+B*B0 zVDuIsMDRF~1TYHK5B6XQsSe|laF6$5=XTTfU`c3A;1~O%`!gyxwsd1jfzU$C!`F+Q z-i+6c#iu-upWpn}!zkNY)`caa)`w59Ublsfvl+Pwk5_3Fg>=kg6@NQ#z%bAy8egd{o2B{=_kpNuw~NcY)o0DQ*U7uURs$?+3y&=qZI|=O zEg(r+`l7~4)s!u1hTCDY2opjrXK$lzTL*`Ha58>8hv*;Ga8a#iMS(N4$>^eT} z#^fq8O|@xE!sV7NLV}&RZ7{leJ~jpW9&`FePjTy3 zPc^SjlQ}c`QV;>9>v@|vgxcro3B`2Ai6}O-R!5JJ}anY;E~k2rqnw%^VJQDJAH7zU@dPy^&LE zV?PZEobjvdmp=~kJEyUocI;`97B5uJoN7a?k%6}SG(n8dHx7+o9$F)4E_*G)vuiKm zH`l_|FgnynRbm-{I7_p_yaeLxO~wDdZmo)O_Na@vnBUza`f>dLE!|K?jXu}N$9g%W z%j`S3+uOyCmMzNDzTyR;I{f9T{^iHQ!nAyJGvK_Qz?j)1+=>Mz;oM zkSQSI{tI~+*tBzw;KNez{>^b>U z=&fyPubLirn_+x{nwM

Q;k*l%|?J*uf?9F!X}x)2qJu1Z4FuCAOk~MTODFzd)`V zx4f9rF!{s@q7f@St2XQUWw>PllJihRUSXA(B`OyP$Bx<0$rLe7j=;vVQ*uoP8C3@q zRc#Cseg9Wr>x_I=Oc+=&OV`$ZAH`gM$U=0XzA8)jmoH5pL6Z7+54GvkclF?g^>EGg zt)`@oYUX$Kt{ITsMc|jW^eR78DYtR=nkOq0qYVAM<+Os)yViUoUY=pB%Afppk5*<`0MR_{7>6_?th0H z|Fu-0X+QhKb=%X+k9noMEYwR1q0@W`Bwk%iI(J>vubP7DcS81mjdj0Umn_(v6x?=r z_gqphmTNO(pV)l>O0#$=?H@HoX^ydIXk7_@TA)PIxLtx&JNjo1o|u$O0!X0CYM@~)}|C1JC$Q;1UZ z=t$Xg8xOJUVz(#b08=ThN4+vtj7J)Tx+W#1e2b-S2&sExMwaEfkV>QF3hGW=r)B)q zG`Nw6nPlGysHj`!)pKozGEn5TO_M-t5jfU(%@WUbdT2Nl_RV?OpW0!7zG8C**Z4b%%BYRZZuYtCZ`!^@Gq zRgwIBsrk!lu^tMkbIno{vhjnFsrj2UAhYkqZlfgZe`4t_>tv&I8mBqS>Fe2%*=Ah* zq~D2hJ&^X8&;+T9@~J`J*f0ma?Le`hfkWYZBUo()w;N1~aW{?c^4?H%tR6D`CqY_u zbB(g&Rr5HBPo;F#iOn&xBe?bWtKdXw(|HyAtTXTJiohu zlD4mYN>KdFF?o&QUDq1&oc{ABv=SQhfvX+B1^*Q6+i4H3yy@qNSQ>=$_{SOtDmQV0Q1PzxZo4oUc@;Q(FnZ55e za0G#bE$8&&C#;P09O+x%N?pEVu+Ni9c>>E=&D3nJ>YZrKrfOg2HQN>7ue;dFi^)<{ zX1?`bSj#0X-)dDnmmZW6pT0@zBXFx%%n6<;yA4ltoKkmg=Q*lz^gQZX8kJ35yD*IH zam-aHiXuUs+KPs6xea6_7v(B3p7S?y`BbUBv%`>2u;!&a4VDgv*FfLxV z8IbdMa^l+Ib^9|g4+KsHkAcg;)DE_oOG&bYRIGY1wBS)Y7OK6$jBs1NS!$L5g(i8` zP@+qpsMP53qchkiFhQd$pI%odHeMFEF3n#hK-80m)<`;jwzfih#}qs8u@D~snze!%h41+T^fLTIqV zyxP>%C_1Rm6PoLR=@*NKA)yDtTd8{G{ZD~5+Qx$|4$)wNVkB38(>#UaxOH?h;`fnlLsn3RQe^TWU>Vv?AJRiKQ?1G*Cxf~P~L zDv;UpI{m66UTZ!{31x9SM8?5XeMrF(dMa4P#j=IP zynX)2sN4G37w9|dA!swk3o1$Yc^P$2;j_hi7M#@fw?)qe@LN=MnH{SKy}rD{M_AQ- zy#r?JUG%lAbIq+}W9PKkgA|NnYXpnsYshpEk>J;WAlxt`1^~rgkPsrR_0*DM#bqHR!q}281ak7S^XDG zX&Q9i&TbIeM2VvQ4i(Tu=OImNXOgpjR4vusXnFUdg#zW7HVQ9woSLh(Wm!(79atR( zy5bqfAzHR;VC>mrjM@m*jFBu>;Vg@vBR3S)@=);_}1IB5FB~a3}Gs$k_wH3Mw`s9O0PN3 zy!=S2z7aLv&f)r`@tdmAqG{Vl%yPXN0koBj?dMFwFkoNF_#Kq{@P03)M+hxJ zl|RDIvnLs{BSC%<&i3sv3rGaRtCEe~tRg=8-%^+9*r7aX!XA2+h$$C; zFmAH_mG)m67{E9F7*)9`_!_{+?|S76YB+W}q`}a@`;Pv4Y~azU;EE82|H3nZgEuD( z)OSOu?EfdVjrJYCIV%R_zc{f6kG1>&zx$zG3}z7_3!+!R0|vvq z7;_Z8EfO)QCiGqD!(Od_&%b_BvN|RfsZ#Yv?L~vZ9eUeQpqX3J>T@9;MnueIh}3G6 zF2b)}tqO5n-h9P)e(`i1>K(+U!f%a)Mhndr3V++%-UR4}yN<%{iC*VBPrw&2?wSSf z)yh2=;!f4XaE>JxE(LS-9Tkpd{zCmMS4vb)&z{F|oWqGp@0LOV^mkS9%!SF4 z&ikdHKtDB$JQx)zc>l;h4&I*#t2cgB3x9h-J2}$Tp9xHi=@e4BEB5>y5Q%i*3g?0J zQ2l7Nrm{+})p6?H`ouxE)dW7s6t6KsbltCVmsr_299%a{`W!o{Hs`wt*EcLjhkpC#Ehpm6J(w7G)UTnPwTK?4BpH0je7FEr z@;QUaQ1fAL>wYt+=ZdOsXVzxF+W8Cw01lq!PG8l3bs0r8{#rdxO2%Ob1SOpA$~wK1 zHccvwP?~ln1t#deR3T2+2JNg4Oe)A*W^`FieU`n@5^tLJ!Yv39&dh3tqM1HQmGz!d z+Ka`VhIxc$cTT{Dl@Z01-1^$Jf|O{XamnM-m~nairUi|PcY zAMpnC%)`R!;mt!&+U>eifI$QT9w}F5WM#@N{7W(g@&;3%c1Kbs92Nbya)C7W>`$7- zK+gVh;)Db6>{A5E^`B~o7x0HpclT(00Yjb0+bPmU?WxT5nQ0X%Q1tKr7)>SAQ4iY; z>EflYY{W=%{P5sv`Z(z02#n^jdPxhW6!$|2Xk^M@MCH$1os`6)qyLdHi%_lKWqN14 za`(6|C|p{8#1mP=VIjDW&>$$$hPPWO`O)+4m&L2nP$X(G>~nTe(5n7W>44C~!debK zBINeLfI-gbKbU~=r8vDl9D6%0xeacI>B`kr!@<2zB+|pK5KlU~+kx{HA4SgN+)9k? zOPA?;M9h3oB6TXEhFf^xf)k-!izRS@hTN{Bb+fwSg3Tgkc?PemMnl0XlX2y6x(APH z9LZIxJWb<>TNKR=e5z0;Y%p1N;A>ellIrouP&o!{H8FnsEkVj#IF)k2)!2q>H1~C* z3&0Xek^7_X#YS}dTWBoMNtYYt``Cypr^|h#WQHlpCR@!9(2N7?$SrSmCe}~1!@{~{ zj0eB&`xkzrsVnjX^8!XFcl1gQS30kusZ6&iODk~xoH;Ok*}9HQ+&V{V1CjU5929MG z*RpB}Uu+XtEt7qn=Z{*|R%gx3EXX^PY^F`h zH#4l(SIQdw8n=_q3A}OfoWpQc>J_^Lg*#nOm3!GvlW2Q9^+`vic0YNj8Q1$2s+G&z zpA%$VHJ~QM@X7ph4cVGglL~RSET<4q!uq^i=GKhED6^^`mZP9uO82ZlrCR1G+Q@SW z1$Uf%ry4Elhu-YA`TMak!I~bVc)L|6jh)pW`1L{Api;O*qoH5AnWW@(MEb$H&x@fX z<%rxO<%2+yvE}26CnW(G_3ogG^{AtHjv>ccIZr}-=Jf*6y8ULGFF5{{S!Rh*Fx-u9 zTEEE7<%`4y*KG=e9=Y4`4ij#Ddz?Y@WtT-U_`jMSWYU$y!}^R%OT>rnqY}d#o8f`2 zSoTq_aT{e8q!GJh~&2UwyM zqH0#(T>R!g%aV_V+KHk1x_c_vo$AD^mn_BEuez<{Q)?#&Fpq!u^3-Tod+XP8t2;`>+TPM)TFM(184!gsV3dTf3)RUlu$7--@wM|j-U*nI zwfyup&n71B8LBFlxAjJj-13SH;@Y7OTyubl3wn0B(bE*wW*%o`g|9R60O{#Bv&L&$KK!efy)6DX9iIb+R1+B{O5j2%nwWiownHzAQMGV2 z&NngG;uJiYb!0c#s6F|ycOzuMD&UQ-YYmekmi~)p2@GsLCyWz1tp)D8)!g#sl-t$) zu9mG^9uGuwYAk*+_p$z%PX*70IfHOC6ky`ac4OlWkP#$}ZU zh=&df#S6-@daQZ1ZJpdAHG4j_d3f zLY{3L;0Wcq(4r>Q40jsgVc6}cn2NYP;n@|W$?{4_3E7M9!v=KL{RYD9 z{3HJC9yH2bI9zYhoRxrGV~Ekm-)9D`G@YzHybMn(W@%+dH}{_ZrXRUw?Orz7usU?F z{ODb#{NhrUw($cfLvdZ99Y&4|8rEaKoD9>+;X-%=g15hAfg$Mf82l^oZGgQtEbeL( zUmE=cmD({XUCnD?T#Effq`>S>6AndMfM_%L>TT=$Z-P{}9I&Es6$aEqew~haGsb#$ zuw&PhVeh2j`a*tjz?f%{nbHbnx@eDHEEkw~6^nm?9x+rWt9o>kpFRy&;`DWqWi0i< zXAnM+4-Qi9tQ>@aqWfh1~;oNlQYK$a;ka~cFj|6_grCO%m)svDIGc}1(^9|_^> zV7RUqBZ5zg0!^;usM>~`nh=a6%vQxp1Yqq!aJF8%l(bhj8vR}KqdRUZNC1a=na|;0 z%2vu1nI!U;DoeY2r9l=3i=xA=ZUNL4Y#@=nWTXI>)C9o7WLq!5tS#1-A{!P#xKZKX zW)`0cBc!i*9$o1~N*-?IAYf`F+yBKPqf&s~TlJlBg1f)wow7s0-Q7}vvD*$1on>Az zVYoFJypR4^375$`_<1!ESDOW)Opbas7B(WKTV4@YP{Kb;7Fe&#rg7>Bc^Rbf!0PU^ zw;cNm=MgU34nfAVN_3RPqNj^XQ2j&tBdmW#D23VdOv;&bB-tPC&6(2Zpn=xO${rtP z5@n=cx||+P6p|w?8YVj1-_aORy0@T6bNZZb9Ohs_^L3n5SGS~e=@_TrnxSAV#olyZ zy!hV=56jnOLx+oR%DX7PIZ*xcAl`gpOQqT0)0t~77Q9U-<#OyK6H<&Y8yS~>=`MPp`BRbd$f>1xrWCpE%t|6x70f@qDZc7pNZnD*zkyH zW3%w?!4QQUsr|VYyrN*Gc!NLJo#yP67JN@Dlx~S+>4cs4f;5ZsRb$z-x5v(4UV_)u zZ&|ppf*2;Mbc8iU=HeEoFW4xZ15!i)n{4`f){oa- z>gJu?9VRi7xzI|^Xkkm+#M!v-yyrLk(I{@%{z%`;tI0ETAU172e1E5`S0G0*i@`aH zmDt^p4Ud$h|LJPWY$YT4V?0`YE{9}h>V?banZNkm zLNUay-F!pERF7P)A47{Y;46|;Hwm#MJ-CA)*hS-`d)`=N%eOsug^vY^@+nQ4_pYa? zkVEWtgJY6AMiv_INX5Ol0bUlJa3$>#KyJdn8I8*iEj)L}(ttcf{!o@zmJy0XGWP(~@WeE-0mSAvf*qm}-8m*W5_q64`G(wtk zk*4;`JbZmAL)hTI{lP`?(<=w;d z*|E9$5(){vYd|q>rxLSurR!$?>kNp($8A?L>_u8i=U* zqIP`lPh3B36UFAI3^-NRX^kLbj6~rAlxPXXkVsCxPlLigH@jHpmfn$d8titA-_Ay& z@~#gm7U@#dYc{J})e9VBt{5;VD_yM~klnKIg<#Ja-hTVfFtN0IC$h_GoZIY{$;F%y zitw6-AXa9L=?vJGY?pBa)J}f)>AmFK+2W2|^C`rn40Gp{J)fTR`E5eHvSOcoJ#tKk zPFd|v`+$6=3*RoV(qw{SefNbF(EbMK-jn;*{u**^SgX%EP04D)G+i{#fpr{j{m!+_ zfp(0}`N@|%7x4RtJ$DM{FG?z_OOxSwr110oGILxj&C~Gjcr3yADtv|W2O3()m|lPa z%PzCqImS5=7r9jO%7m3~*Jia7$7vg7E6w2On#qfA_vqzZ=TTt=e`)nrT}(u!c5ytw zOHyd_419p7qL*V4Zj#0F)_v$$G;KK~aERG9a@rAc>=rVBke2oB?qWhk03x61?9_u( zU<#|Su?YP@Y8t2ct@az>8o%b{E@)Lmjyff*e}r;4gk(6DIC4 z5qlO%A1Xv83nlA(~+7n35$V&64uNu~~SXQJ~++)(xWSZ)Cf}cIg zLJUn1gv-nApJ;ZR0GmIPRJxFod1+*=U2Wj0Sh4tts_JHbFjlODNCfAB7?ESsbf9g7Jfz2G>>3X<8YTv;lbw?@ z{p7FyDvy}Ez`Cd6^bD^#Y|CiBzrmCp$~YXUNf(CK$8fUtx&Abj_^h@iRn#0-kuI63 zpu|5HX$m`Kp*RPUa=%ncnr-~qz0(K9ivCu1PN{@xjpU9Tkw3E!{tb?{GQ684^<4GM z7(|Bj<9#vx=A~cdAe{pxa~~d++~*`Nf59JHF4Vd@_P;G5v_I)1^s2|hr{6&MnI9m( zE+QiT+zpoLyZlx{guSdM!@v5API6$%Se0GPCA(JtFKA zK24^hqU^^k@Q>&ZW2W7|WtUf*m{Mz$Brj+))r}>16EaUfJnt!n8)t>?feLstio(X< z5@#h~2pMx31QC~S3`ee|i2a}t%+eWw*V0TuMNDU7!7C>}+gG+Asuyd9cB~~j0OsS% z3zdn>ye#hj=e422RnYS5?Jj%Zn*w8JQSiprFL28=cZm0a`lv9^qxWnvekHZ( z46;+(<~ww^Uzo4t4t3>BO1?&C8-bO&Oa3XoE9`XQ?xh^la<|`m091!E;*aEnbG!57 zHVNwt|KpG%_;c40>_$?BtLoW7GVP5{tr|fB&X-7s4oD1#xeFRG!@qmu-#Hiejd;D$ zv(y}3ox8d_#uzQ!L#%w)r~y=7#f0)F6G{?C(1i>MMCveXy#J>TqOvdB(|?gXR)oM2 zpc@2@yj$3a3A9-S&HCPhCN=e{cI0g-(V$!3ABg>*&%nWQwvwIbt=9R%rf+f@jN&?& zO&V9Ha+jgDfR2{7Y&0sP=Jj+&}>q<+ZZL3*;qnpp^;=hy50k^<<&UYR~0!~L-? z_viYP!>jxxsx?y_^Ys0|;(;7q2~4*eGmo6H*k?NVTM2ZqS@`y2F@yn72whQGH&pO{ zZ1~1&7a2-$*t=2;{^`=CGN~q*kLZv)?(TOc6(N_B%ZMV-iTM?YifGS%vKo_+Hst^&>JIGnuS80P1D5*f|35g^|t~M<0gZZeLW+k;J)b20Y zxZq?#o%-P*Ii8P#BjFuz@Aj^MVZ zdgpGBPH}-A3sq;Lj$R1UP|uG@#1D6h#7+a(@2h=Bg3mz6+tOQ4n9&l;dC-P2T5#Vs zItYFXCAg#TiC|4KH&}>z-h0devSdK7)Zoj&8f*16{*LHJ^QCN zq9{?_khf<}JIfI0gn5}*nu31}!-=TCDUB$@aRs}?-m@1cSMdXOO|cVcqqE`IbrHyi zxy3FaTUKQkIrmDze!w2k#U+XNpU?PsmrJ}589Zt~SRbCcG-6Ft>m2b+qKx55fqdF$z4$p~|zZHAW;O)3+^NK024xC=174{n* zb`584`f*64<3hNP+W<(9fkix9@IFj^& zM{hnFqI91y{15|!up|Xx5ewh+52;~FnsFpDX?R*CHC48AaEDOv{z9w-QJ5xjhn`iCmE;-VCVnZH)^sE`C&{(dO z9*=EE2LC;hm>;R(f&&$Vzs` zlAFnFi}25?quEV{1RNW2fvEtV1vQH7$J~TQZZB<)MmI+It&?;gO@+U@cA-UUcv;{b zA>}YuV=L1c87|t8tcg_XNhP>@piRX?G1+a)kN9Cd8pSi(y@^y=2hOz}0~?ynbe~Fk z<~5Re=pZYXg?n>!OVL4`3Dhu98O`3j?_VQ~HPV2tW+&$wC>-6wD<~nTLn4lMdtPKw znlf#MVn+cvqIe)jROdfO)M+I98#OwZc{th=Xey$nP&t^9E*!-F0<@SyTKlBm1nyfb zTaV1L`wp1zdBx;3*bX^Ge;fWMjU zldGHaJGJ8JOn zFnN85T{N6GLZ!8Q6~(3J{;*>F`%M=SS;P@)je7b##X!v!BAA$Lm3tWcFjb9ulITzy zQq+MH=1`NeI>=7^1hUviA-+CCbra!pLIh(W4V6uF^-ItIP-;|~%>?n<|FdGxI#R*S z>#(WNO@V*(^on?EA)%hJg5`5L_3;gBv9HESy@)b7!7^zj)-$MbO~FsV!(5A?O$wP7 z7Di@Je$SGjaG&S(bcFEkXn4}D_M)VVNtIf|*G7>q9ztz{6L7jhX5x|p7llmU93WGe zEpEFIzZgo5WGw>@eK9OEO8{dtr;?cYVC~+tB9iF{!p(eKj5O>jP%Qu~um*^DzxY$0 z_dNgf|I?7m|7l2;|I?6~?f;_GKE-jh$qzv~T^=ehB%d42^< z2eliI$-{d9`}B4nVUxxIkDAk`)N(l-H5iWJ4ewyp(ECm@`)Y>O@{!D^RogEgvSn2M zx9|L=BsA$=^41!NrGsN!w~e@E+|5|V0c_Yyu{)=~Wu2UN8uw?zx_0izzj46^pI86e z86{gQ8)$=ceEdYa8!d_`mq7mLCL$48Cxu&BAva|<2qKXvJX<_CM0))@q^9QnN~v;7 z2SN8QLl`Qq-4Eam-sdAU=YhqK>4pvL!x!DH%>bptI!*H`Rqgju!$r(p#>fn86KVTb z>#hJ=SDOjYx|9F3Zu^hcZK$67(Ygg?lPj$%*_m%#?ID0Iw-{i{t*I}dGxqG7p3ej= z(+&WEv5ak61VG5$V7IRa#%MRm_OrJY`7^oSBAwRz&h-zw7?Eutg8#GgmKGmpLr_#+ z&pKU^icW5cvf|>Y%oAu>gW@HM{7B$DLbl#MZajC8wLtb%B)+p%j0+$B01* zHC54`iaaQMMdx<+*Hu3z`0oF*A%tAFY6wauyk&yo&-dcF>?f!pLU?(Hje)r1Nazp#AzSSlALI9d1_h_+$zcMNx*7W#MzX|XFUY-%M8>;NYrcX zB>?GOt`Y=bSI_`Rf_)%Sc1j-d?-u19 zVJPZ4h6tN|mAN~c1aBrg{2e(l;<%7JKx_7tbB|=Mg?w=Es1Hw;@S;|k$>;ZHg0^Lg zNjn4vpm7n;$T<|sX<^QNVPu+4BG;OG?9U>J~wmcQ@HSh$JRSfWPk z{PBjldHTwLK&yZT)NzyGsbWG)b>x3znBVRjfm_5z5O{za??w;b#9SOKp7xo;XX!O9 z5|h&Wv@sh&^I2sgqjw4Co=K<6Jp@r80fhSE{tNX9144a_gy)R~WC3x~A(gLHW0uw9 zt_lH|bMpd}=YLj1z+o#-Sm%Y@94S2 zyh@E!5XZqV01Jc1O=2g_ftu03!8+= zEyIBD6h7P^AfAQz5(B(pM##V3aF`&=IX`RTtJFsab&x%UL!UR3EVMDPvZ-pe}{ zv>+HtI?^6vvOJ{*smp4COcCT=-?(mcKK3JD&`?suVYlmiaMV zEI%s~`xolS=1K#3eXhmBJ}hFBdMTeX54(eDPEiJIM~h$+3%;9auhw$F-?SN2pw+Js zLxhem)Z}~EGWYcs3>09da6$we*1`mbKNQt1B6{UQL0I-JZ3_`}EnK1Hd$}pVFzL*$ zm_8hG5!SScauB9KNTJ=@R&t890bDx)aLp{>U#=CyoI7D$6-hmbw*79WxEHXQ>Dho5 zV;8HYT1NP5Y;^&Ni%`v#WVJaD>aEuMJPKS-@y;>x? zHQT95meDeQwSwdLG0#sw8e^Cn@nsR@X{CxVr6pe&+#Nj!n-%(@hxqJAJ#8e6{e!;! zL_qk46GT`oqT{c7jk-yQ)P|dZjqu0#r=wSU0h<9sIg@&z_D#A)RQV80-cxf&McQd2RXnBN*ffm<+C@;z{|vjMRyMmDn%@r{DS0Rw~^^sjK^JrxM!+K&nPV1;-v zG_Y&Xb;k^;?0ogeoA)@nO-Wb&Vz}9-2o(Hh%*7!3Mq(V@d6^V`nEz~t-|ljnW&#wz zt~p=aW*J$Fo%|8DihqodO!l)ZHtLPe7|(J9ia56XAEj)cyghS#}^Q?-^c@ z!kyya+y+Ws3o(9_+;Wvt9v1EIM@G-P`d*fKzBvV6XsZ{CSr?;~=`?T!cvmoWv28qS zYMI*J6vrSLbYyE`JyOIFIzcD3X&y*DFNDmR*5Ld=D|7k^Ho7o4$ltPYa4K1GIJ3EQ zp#~z8Iz^;7p+jFM)l-Za3MEaJo!d4##k>0xw8I4?(zJCLS6@82^b7R#hpuKDKveYAc=sl-1(yz>cOH=3BVHH@S2=NqW_Y z4uKeM_zBp5*Az&=nqmk9SW|%ht|<^aX0ajIw^N%%+aG|hp(kd(-+ogj{}Rt9Xe^st~;Hi@6tn6E}y}meZux%cy5;!{+TG@4Pt~tykjNFB`q*2mkjMa+_x* zM>U&pBu%WC3Rl>wdXn$`B~-qGBC_W8f^b4M%0mza0#OLIcu~OYq=w-rnBU?G)x#@U z%3vx%&Vd1kZ2!Rk&RL3kQBCAV>B+ z=sz!xLE)C0c(Phrk1##?GO=s5D}O3{W^a@Pb3zlmo`}O@D=7Wlsx|ErPK9mN(1COE zM?^h0T4D4AM#hRXFvn6fYxMYY(jv&`+OqNcH!SKsL@IePg!3noQ6LAJan_sN z%&C>N9elQ9G#>s$!O~86cch#r<-Q4`LTyOd*34AvLr2q!1hWzWNO@Bh&mYvtSXN9~ z8|bkww;z^J>hK?ty;@?~bar;8qlfRmi~K04el;PGN3@XeENRg3Kq;hXJoH0&F_FNX zNxS`?2Kd(_P9&Uv4Uq%3RT4jx%+aprCB%K8_V}YqD!M%KZN={`py(S%qxz=IUn(ZU z?`PG^d)U>Z-#T9NPcU!B$sNtRcOmr@+`-I&YAz>Kj4*q*fMzqW^PJMDzvSkR#>mU+g=n*FUcMKeqgL#Uk1 z;3@^Cck0Z;wX-{>h~wqMlE31sII3zrlZxEGx|vOW_rqN-3;&O90+3maE_o?b08wQz z|D(HoNL)KwvAXjf3=pC;^C^#8PzDBkZe2hIjqh&;&3p>$h#=LEeItW+ZLP5U{md4E z3DTYhn)@it3qzn^>j1Ge6Mh02vxLG#(57+93RVm~%~oYXH!_*|34_=DMtAj;;91ZH z7&(ZGq7#`DfTs#!JM+_<0U7{+;-w}ek_BU66*WO*nEyBcxVOXL_9o=6xuf|RD(Q_l zY0ay(P4aQ|%>6_1-TQ+}!wSyBsj*SD_k*G1qJ!e}Vk2^hS(0yLwy@0}_Yg=vq!?60 z*26O&w%m)mRWWKPmRuK%}$`_4QG_mVR*{$M|w1=tUkT#sJ z@qhfaK}@gIv;mFwP4P3#l|{Ww#v>~>ybs?bGL68T!r4p<3&q8 zz+os*&iiua|5PnZ#}_TI2HcRG3|E^3Fy=g#byC;iT7S>FQfE0)pivnWZaOuz%RGBX zwup%^N6U}F0%U==4flj;N0u=&Pg{eFf0~b^O{XWKJAf+0)2=6G|1ITlZ{5MN!k^fw zqwYY&Kb}JEbp7=HMCTe60w_G>!qF%`^@hFyx&C6nEjS2sVY5fwmqt2#dBEy|&Hs0G zQJ7jeAb1AySQq+2XJ7id2i?giOD9YKCjE>+7V!*-D zEAT-vqi!t$8HsHU^HTG46;+K~=`LAM&$Du| z9EoVRb-(tIhcp1i!8Les)d$2#3&*dOLZsscc*cO+yb!=KoIr2IOojy32V;MM-3G5A z%)?kQjcLP94$S$`Md{B80SmOkg?|UqRO~@_Iq?%2!pFtmOm~hU`s&_}bN!3}XVxh{ z1#1b7yxcC?NEbH`GSLp$BN68x-;<#K<5V+n)RpRI7W+i2Ms$B zX}P(3HQS(yAY7@Pzi4Ea@C2YrDo}!~%>+6|nV+Om><(_!7qxKW7s@YJITrnOeozJh z&d;6lz17_3w(Aq10O^bu$BW_lcJFi;p2W#ZxhuPM)3`jHNa+OzKQ0o2OQ53P|0dLx ze%@T`%MA5OT466FoJRM}H1ZI$+Ma)%f3Gr~J|M$j1jsPZVO68a5~_LR*EyhZ(^nU@ zlXNV{*0JOBGwx`8k8|>`7+8eLCzH(G2j7wWcqW;JE3&-&2Q0DmaQRf8JXmx~lJVb! zKLi=(ziFK1KWQ8+KpJQJzch~7pEM5fKWQ9?*h2}6t1_AwoFH?6=Nztgjf(NLhKi#w zCQL7_(MA%*NAi*z1QVeo#qkjTebekmF)1tu&+due&PbGK&kJG{o;BiUB>myXY$Op_nlzcRUHA4P8~RJo}>7NybVf)ocgJ1`V1l6{HAjoNMstef#SN3W)l zNf(s@?2AqYSh)T56z^Y#v$r`^j7|_~p9l6rJexxk${Hvp%lL4Q`6g%g`B^9cVK0GP zR-FgK>H~#pZcqo~+GWed$7QVz`t!%-lQ=JRh{zOuP7h?%J5jzW5PdB(=)cj#b|G~` zISIlJ#7EgwBi*(uFwp*~M&9RoiHq9PrgY(&q^_~8XPli5@-rf$>-{_#&hYo@uil{( zidq5kU~DYQ3+YjYcwl>^@?lhp7#XvL43Q2ZlV*d?IHB9B2XPwUH|XbJzu1mhhqbO9 zJH#9g`?BRjp^k6&3E`}0gO^Y;?QD(f{{iW<2^e^zyySniWa*mlV^)i^)lg?_<2idc zZTkV@ZY8*$mZG!vTMspzuW1ugnU^FH+Z@*%ExkK9C2rwFx}-!I)Sf)yR3d%ppLl%! zq2LNNsJ!mH7Hohxu6Yg*hJdS_T1OG^NZ%uGH-aK4+?vUhIf7b}Xh*oL+?TqZReWfs zCy=sUNYa^{DijvJ{!mOBe_?1+iLZDB3+cVZPge}C(uBqhIGEb`6;(rO*%gLZ3#4IY zA>7e5orn;IG;5efvki;N{>&kGJ8>R5shztdMrOW6c_YzZZ_UR;y%pAf&DJ-SzkROC zGt1&Z(aR5^A%la@dqo7L-Gib@pW?%RAcqPm%hsJ)qI(j72)@F1p z`@vZc)qs{>xe`xTpQ6b9au`7)TECUPH%&VwWMOtgMA5ifZK0cM2_wkXOTYi5G$wL2oIND}_e756mj4YbM=3hI6nrGfxzoM~Vt) zMG{WO2j*9wcPcpUk7c?L$IfM&&pF5I(b~EFJIK8+UD>Q|78Y#@o}Zi4q*K(!TJc{) z>RP@*nGtp77uOF5Sm4vyr`POUpzY;OM5oG=kwvM^p@H;flHvX|HD%%oFUX*j^wPQ{rUB{ zowf7>Sd9BmG3ztXo4~r#yXDQKXbY45uOqctNQcuT?-e)xKIfn3(-X%hsJS2>P2%aF zVU>C0bER6{Awdf|D9)Y|ONvSYhCLao`@vkR8Oy@5gB@K z*5@%_yN|aCm&x4c=&IbQj}qsH8MRfOO0ns!xMw+w7I43!%Tt9_UDq=}4%^e4-o+|? z_s(HgkDIBxe`qz{+ck2oqlA0@ZqBLG*ErC1`Y0OW>HqxhnXU75z}Y+|pHMjruY{a0 zCSP>BK2w|Nc0hF+U*(W=5x?WUF)tEZ9CEdBjTsDviwsV`VF8_#)Hzgk8_KkqG288s|gnGYV%kvbn1$YLXH2?iX3)8Wzr z;?1YWnmLrT#$MSG2W>Rd4fnVral6eA)~{%;!jIOY;LUPsD_TYINSnnEvUV0K|8pcx z^{wX`TBjjewVF*a**4b#gq`F!6y`17+SZ8^}! z5E*ST_@{p4Ekrn~Q445&$jba zQnk39OXkZ@6T4?OZS2=6}4xK`BQ)^SDMX{J6Um z?&KJyl0ve~>kz4dK~BNPK!n%I)QjiH6FBghyb!3>cxdJ-oynwtN>?P4B4<5 z21sy(n#&zl4=Wlx!rC`Jtnez#C_H z-Z{d5RyRa8zm0Xkp}&+{eJedtbh3r|>hV&Inn1{{*40yqgwi-WwqxF*EwfR$diGwN z4L59_{howUCTq{I9A`PBfC{)49!h<Mt1}bZ zPcnYksaCQj{PuS7u$Y&*P)X1dejY+Do^qZA(pBBN4&)NZ&Zuc}cA~x9X7*+`LApv$ z8@u77c%-Uvn1vypu2{6CL+4GbnkDPG?B>|$nqW-6Y8U1!yG{6B_1b4n>fI#IxT0dZ z5mBuEP7Vzw6JCK%Qa0YDRKqD+)lIFi!^O!1^#SUqymHoC*C*R^^ozEYnZqIPXI+Iv_m)A*>@brmJRZ*O45NM1$CI+M zo0drxv)Pw=T<872jJ#$k#$N$+D0@^K`%W! ze)D3u$7yU6u749(vAs-rvFgH2H*q}X$zs`BABZS)}6AvhulYci&`Gr`HO6&pk^EytS(N&bH}>9|*F;|F(g= z{m2i*QBalk{k`?>lcegPU->Y+$mq48GA$uTyqvUy$Y{TXN}%@z-_a;Ghlg1CxhFzO z5p~O-_)#Gmhu<8pVbZziCdV=x+dC9)Jq!mG4va_6rOE%p%V+P0B3bFL+eM4U1DnA# z=H&-B>nbphCcQWz2*3HW5}l@lsa!Zq-(n|69Z&bk#4RtIkc-#OtruyULT&T!HTCEG zthd8(o%QKr52qZg)ve7_SSq}=bp_u!mEdNry-8p5*=2jMELUV?`4+;zEJ-)nWqLbU zDLnqcVY?Q8AFYl0J%XFC^<91sA?q)o>wU;bM7ZzwWS`8l|0;0KJo#X133I$zJg$w~ zK19_?Q+Z;(^CMn$4u|CGgzzB|;%9Vlx*Y_-&qe!Q?7Xc(WR&3ouhwOx@$PH+B)a4| zZiB`rq5xn2Te17fH$X_JThUCcMbb%>fs6utdEHxntb7l-^l$O0=N17J147lWc%!Ui z>l-|?TuQYCc$9WI7x5^);j^1Dn7T4N;C12Wo7?z`->~tO@G?IX!1@7krx^&c5CdTgN;)VovM{bF3WJR8H?h`ij!RpSxM1 zB7Hy4wpdD(090%cYsV@nNBf?;)pkjDxFU;(`d*30P4)wzSLxXw)9k9_2=S{#ElVfh z8K@{gc1EpgN8+Ko5M_gey4_-F;TFBuzeR-l+BrAh^c0tgc00#;-Srd!zOcUT#}swB z-Sbfsf)6q;R=3J(;#Ag#jVE8(31YQY6`POS;}QgJ90KsR zW&G(iFyt4ZZUE9HvTm42JQDEntY#&=h#W6SYkUU#hzfFtNIfYD$V}ZHPaEf2rcwD0 z9$tM#0c2=&6PtQHC(j6_9^9F4scs3?#eBF=NL=IJ=m@*T4-Z!?m%ROlKagU+u>X!c~QC5Kf z(YEssuBWzi6tNJWD(ANA{ymUrJQDnIOExbH1!7F6mKB#M{2#9U$@Sc8Qj#$e=49;q zIiI3I=LSMT{)f`3jsIt8*+$+rhQ0uTxrb4g8{IRR)L3QVJatBnkvI}?(7fRlI1ELq zcg`tA92_O0bj63|Oe}u=7BLj!bBnF8Zhr!W4)y!xX>rCi9_HA@D_fVoTHc_tVT6PZ z{8`TYe05Byh3iSL2%z~#4P|y7+NKLiKp(^}Vrr0!I?FaK8}3b@JORQjuFe~EK6$`= zP~pjR-ui_A2KLmrhP((t@MjppX(}6q-m?590CJF%8pwR;sg&ZHGlS}I=E#3cxVM-aaS{$Lnw>FPZ7jR|K>e&aeWIHarg#sb| zJ4JWfH(uB)W8v*EwO06D1!{7T4YXlrhF6wVw+^sB^89?$0pH!|3})!laqkHR0T2@v z?=-nCm2=SeSY+VyXLqNhwMn>i?7^y~$H#R%FTT+o@SYDV)w9jPKAtw22anCYFz7J9 zI?wE0I(bsSEKuXV94dSA=_4Z2Pt2t606nE{zWSskK#GmRQ{T8AJ%5X(B?Vak#NINq zMPmceAtUHexMvj!i9klkR-J0enRTkXd{6WVbvyoqyOtu@V*%5dU8REexpiMT`?8LLvO61DQO+KZrapH<`KP%H{Gx;^tzE z>oDjr1LGjiC5*f71y4bpR`}*{5AqxIW|a-^#{DUG>@&Z)Gp^Q)wzCLC+45`Ouk1#) zs^skJTys`D&g_d^Q01d{H?Lb~FRzQ&jd6H|T!$95Y!{t_nO6hwpNhE;^H!hHRzi2Z zM9Spa&X1c5_exdPj#ukc-#?Oj5{fEKq=wlX++snH$GcIZZWBVeWGr<2v{5J z9N;P8Hn4Cqo?My_U8-BK`jl(Wa)Lfw75Qd^z>;(xHqW%cihmzzH2NbWtL7I$p$U!U z+A~evV3mkvR*ki+VOEW^tY%hCBSoT#rRCrr#%md} z+aT?s$;V#wD@I$|wCh4=imbyiZ@1C8rR)xdWVwUuV3jf!^rY%yU=LFx3+Yv4VuX{^ z$As!aN+;8gi?9v=5rmhKPO#0K25L?x6HD`fEr8zYrCQ zUBGm^t9W~CpG8)BkNn>yr7=ZdusFI4? z6=@#l&={+}XajKg90s9;@F$o9T<5kZFykBsdr8+a8qTBn#xVfZTMmPR9Y_v?2Sx1} zH8mVGCTHgTBN(TcvG#+lMHzrcz$7Nr7QcUEz?37~4_1+SX4F&y&RI3s;11-ga@ztd`*W1R%gZ1_f z8Z$Nn3&n-;rDlkkan)9`iE-7{P$@Z2ffOev|FmZZBS!p_`b1oH{jdSsCa1HCxR4eqc9hOLQ@MuYS+= zx>fRx?M>hH(x=w_gWmknC~I=?yY^SM1++_E3Dk|e0V%ubw5?|T#q7Z~3v1E@| zG!_PCJJdfd(Njqmq9r@Vdot2gvnrg2Y##F}hXo}>ZQ(CG1NIHOxW<|n(mN{3o5J$D zwKj4=V%h9`ht+K!7}b4|cW3uEKA;6M*!debxO}ZV47Tyt2_;!55#u+`A{68EN)Dy1pXkF64ouCcBKfcNFX1o0IGe6U?6)@Is zZSvT}e`r>9L3xdzzi@qw_sy*O0Hu2^pNZKaHjQ`5EAuU2M_k#5E>{N_wu_xXDqEGQ)a@s)@NSUnvX17(Ip$A^1%1wLE3h|nv?*^brCukBy z^f#Mp@zLhl8HR4Hj%9Ymy|KzP8=$rqc7wv-OQwcb?L6vNze~6v3a3AK7%ERgKs!vE zs6V2dov&d7TcOnc zTW(sn1NjUNh>YP@F7f=C7~lEu=VkXxNWHX5bRGZ?LL{2>A02C&xTbo(wUJq@FE_+$ zx}i6ZbE=R?sbmx_ZQ~U9H&MY||2kruRt9q$(3>K?6jEN&wu|!&a0$m>QaSsmox#F3 z{|H~69oV=DC#+_NSlY!Y#=xS66SaxTzQ%VR1bvN!;Ai@=9XjB41A9TS)1&Ve?AYNF zXgjTnjjwfa{)-qlLh&DI5sV#>AEDV$^WQeK^EYhZ2Xs-j? z9oqo|aQKaI!5Ve<&tRKQq3i3|1v&{V!!e)gywiq@s>93?r(a6rtn?h_a|-U6aE9JL za-rF2Wa4bDWNIoz6(Z_i6Gj;YF7k%S<-(^Z%)3% z+Fsrf+ndk=AIm)Ng7ta-{;hEqOP5{d^IY+5`%RDeimmR~WmhWB`;+!|T(F376sDNQ?_LD%OZ`z__bomSNNX$|I{38n9YZyk z)`^3yeikWND5by5OBq9HrN7c^Mx7K1vCJk(E*#X7xF=IUW1-n=jo!f)9Z-j5iv*#k z8S9&+uB=Ie&|G!O;GkYy&<>zF?D&fo96Klu3P+HUc1xz`=ORZbkP$K?r?gBTP>1^m zn+$__9mqrn!C76do-~*&QJvp#E>xTXWf-RBV-ai;g3url((&oD?~}9w#=I0nX^5%7X}0v9vax(?{O26_lzjhL|oW zu7b|1N#alcYOAc;cOWDN(Z}g6s9oy~or!iIPrXXPZxMSawzZ_X-(mT%OKgRuiFQG3TsSd4@vW|I zHAN#fz;3&x4d1p!5r9=VUK!^V;a+1us+Am1UDcAlVnFPSvmBfQM?iJvr51 zw(srEIJ2M$9;=SRx^0?T^|g}41QCt~TC!j5!%byMJiWkJUORZiezIdG5iu;VZpe|e zEDKu$-}68pJhISRroJ*JmL)`il)5uKZOLU@cPUTB>$x!Qk?P z;Sj6w%_2*3p-GzDVD6b!`pt3yp1M5}Ghb3c1*gfGd5|)WRJ3xj%Jjy>J z3%IccGQ&*8zVY~)7*alx!#OHDkmwcmW@GMCAqQod{|vyUY#%}2R=mI@+Ls?!OK=Sz zQCL-K&cZ=!eL4}@eh>E(`g3+|$Tf?+CWbRrqQo;zkYO3>@QdH7em6X&6b{u~wgYOq{5y>f1xAc(?P;_jy`)_pfzTReV%5q6}M5KIF z0}!$xt<3P@O}G3pJFL?T%*-(Z@#e29-eXp z7&~h!bJ#5W6r<7|zGi@{gg#zbUlJq5{J?ZjSg0q+ z_jkVl%`|rSk)RSgVThDEB|%y`(Mb-LR7;>+={h_O`1geJ*|V?GFu^B5t4RLSI`_=Mdag>3xu zbN|P|bm}X*4jj+QK^*p@YQ)@k2XfLqxm~RFQG*r=6WUpFyOQ{at!6S%YQo~QZ76@L zWKS7}=FP_B!{zE|!Zmw`ww83!R4eRUwvGcahVl^cuCMMJ-0^LzcOlEqAMquu(s-aX zK|v$*=|u^Oi@ge8f~04~DJ}G36IzQ(sq7l6sUs`R^6ZsqsG&Lw#S{}dNXV(hZswV- zn6pun#J$;7W+8Yyu~13z&C|G$#9<-=P18tecBgy&$!Vo$mC8)*)HFKciX;+$qGfd5 z@}_a~2vvX5H*$+3O)=Xs+oC3g^)N|m0>BDMVrNo|pk0mi^y+PjCkQ_R$bGpVWF4}EBlC}KY${LlC~KNXjCs#uqOa944Kpp4RrkO*N$<8&FNanFAS z8A-sUlExbk_A+8PODRH{)l{>`Va^r+%TZH*1u;k~i9~{d@y9Ee0W-o&fQBKIXOKq8 z>D%dThVL!exq?vN0a4?UQWiVX)eDn@nN2XFRaKn|x9w$?F82q886|Y3msala4HCAa zPAU32s-x!?!4lWatQVhIBaRJR1l2d9qMB9UZH8nvM@1bk(8=spxc@CF$cj!{>8EQD z3ICj=V#2kS9zWP&p*ZDIRW*6s^^75K1r_}_S5hy^k(!@}fLBjgBlCw#p>U!cC^@UJU#5Xatg&qDk`e+MiFo+j&&-)^%>HyAwqLQuy)(jJ&4*mCU2C41 zSqsC2^ORIE38c(gp~Wd_CCDU82}u|zsnZY(m~-XApd%DZE9La= zHwcvt;9J6b;NWwvk}0ONA&H)7f}^w_Qsi>h{p$U6<0GK zahjDe4pUHv#$+;!2W_FC1__f%E6T79kccP5m;DS*>lOIkEIu1*RaDKjVm{MP5JN#N z4V1?0Mcj>oI_xWz#urK(G(Zq2u9)a9srNmwtAK(sqp+HMLu;m9zFI*w4_bXD0Xk4& zU@M?xD}b`+YgWN6xw5pDwQI8Ysu%u;+1!V_0+x^7f=M~ z%6npiM><1~`Q<%{K~t|#)a`}t2r|glD;iJ02MIG`$C4t%3F_HNCgIQA`4RP#N*u(H z#*qf~GE(S^#j8jN=&40g1Nw27Q^j5gWY+qQg_2aD7s%|_j$k>3oDMIS8S~!-~vAhQR$>Q_0%8&2v?Cf)W1ntxZ zxafP5wras;9Z%cR+WM7q&$?w@#@lE1^3!_5M!|dF1MF>f{9xzialB=_T(;>_>1KQP z#rVNe^}f&Tacui$$KHWSwrfeHJRk4#L%H$YvaKTx_Ej4mXI*f359r0U{&lpe=Y8N- zZ8`~_G2yMfngKf@R(OO|~vr6AektnM( z>LyS~*XF&fRny}0`={;R8>eowOWSDm=xTJYrRe%6*PGQRk=q8mo1OCmc7>;pon6~- zmxl@4y33t`Leu3y-(tq2PubH$iXq_YEhX_RZ!fEl^Y!P^!J0F!8Ye9bT1ny3adnyz||8fg1_H#?2a@tozrl=h1_gw;TPZ(|kOgO6_cH z930wc*-h+DPR&kr9B&`@c2|$5NtNRDu*Z=3?c>#1-p^wnIZ0436d)iVNT3jlSS6$M zgA_V2ARr59ARq?7Q%7Sr7aHW+K@`u_JYdm_cnRV=b6JrqEKDi@#^%4;pVD2 ze9)3WDUNGIAU=(u0>PG-eWtGS+t&FWkH6_Rrmc@1Z+??H(AnCx^kx7dP9%rkPzhc} z79NHUPNPA5>@{i4HK39*Bt@1e8|(OuXy3uFs6Z>1OHr^-sZN;u;30uJ1BJ%JH5}@n z@m@TsH+T6?J}UH_&^i?KFjm4{Y7R#v$wDpk+IlZT$*GNJd+p3~892f+Z={uR>E+{p z&q)$FB2w#kCs`7z5q%R$f@7nxq<~^t>LfN4*|A0Ufhnx#%2){*CH(qr-GlBMOP`Wr z1&CRK!ptP|3zK~Bn%5x*ItoP#cy;sj7wH|C;$bQR^fD{64!t*S^Eu&#{2+9#DAnEr zShR3$LSL4hEA&Nu3&A&mwb5R*YQzx(Hh`^Q_AE&;F;JIGduz_kFg2jJ1Fo?{Zj@fi zx>>Zf2b0uMUb#Z4_tTrb0LoLALmj!OP^)WWUDTMksv_t%=;7qI3{=uv5`!VF2|({l zM529A3nt~Gz`)XLgx!xMyOCvX)#LDYr-^6DXA}!hy&7pyJBtw}oBNq2mVtH>q+fqQ zfV(mKwMne!l~y>dQ)o(RlP4Z;zL&*8bRA3vRY<_E&dCHaF@|s*lPU@b1QT zEiJ*PYGs}9yVwO>ITKFVVxGYgt0s?4^VUn3Vl#kV*78I|M`LVp~%cruqCLeONEM)28hHr5eD@TS(!I&Rl za(fFPJD)pE#&9Q8Opvd#2uRWntg23Ru`jlqN7o!VF6grO1teGaT}HCu!rXkZZ%#mR zOcirc%r;1+UN<4t{m@?kuJC^F0<`iVn(763ai%inZRD;3EOTzGyBzeJbl1W-o*`t5yb^MAHJ`E|+QxgbD55?_FT z=>ONPk7=b+kM%13*AA>JUW8>Ms@mowyFNJUw5q{cu+a5y++V__mq850fx8hW{9Pe@<^Fk=}W+AT%jjn%a5I!Q+wI!WlX=I)j7Cg0mb*t@2w9pyUl>!ok1l$ z(6bYRZ~MZ8`9`x~!VB&q4S46`wk>#RJ4xOlsVjSiTmq{>y@T z0q3uPrDdDMnLKa5oNIy{_qm_9eh4Hio_1p6Cgu^KAdPYZG8+*$6K zUY0o{$w9e|6XTM{g*5XZDDRzy9Vz|0K(XwJFxJ^-^))Zfu1Zi7m-*+>JGZ@%X=H(;uc0n^u{By8@EXt@z z*qJy9QPh?-oyzE5o_t>Haj3UOQVTcsjbI}7S!1lw-pxVYeib@MZ;+UrWQQ=B92rR5 zUpf}qI{%3~5YT)4lM+C}|Mx#Mz_ zr+Su_HU@f*Hukipg+DfJc0>@oqZ2;$gmmzo@W&MsOAhE32CBo1uG0{1}xiMIiPMw*STInEC$ITS%595P>v(T>UGFdZVShZSGAj-gK@y2}8**&knzFk}^mIFU_3HSs1w7QNhyOvc zm;j3OO-X4{29lkZAhsk;DfU*3n6US3uhCEgPNU&aU0)%_Av4T>MFW3eX{Ue?IT+*h zT-cm-?&xOcW(OiRhrw?swd>{T?ulIu+`@-dBl3M-zvZJ@1fCgYc=H+`1*6a?GEYLm znAIpQXGH`nIM$ilK8AYt3oF{~caCm0#wd{jt8WZ~g)zaWVDG`zgzvFn(GXRugt|#F zcBHV*B;0bb)N;*-h`kjC%Ho#x*m-d^N-5R}jMNVd2*JVaYdMA&S9D7-RuW0Qo0XzI zK$}@%c-^rCA=L;vZlV56?f6ayASO0M z2lf2u;dAZk)SL2$F^kB09wqt_no8c2q%L|^nUioZ<5W&nN?qA)+(rl$u+78^8N8Qg z6!`HtcBTaC*+bLb5me9tiDG7|udu{@H2F*g<)_`+nKM7ip-m=OeqCYXvZUAhuJBb3 zTB8thnQ?xaFIM)`U=S=mwQf`&O->20=paQ!3Is+4je8bT{vI(EU3OGJ5EcXk$_%75 z$qKa$y6v=p<8G*{`<)c!+_7XlCZp~owT>EBX!Z@V$**cuU|}`FeeRnBq|r1AWH3IM zRGV}`IXRv(&I0gLs8!xc$=_Cx@YYsWGM!4Y)K@PsE2OjW?NLmqw!mjM6rOTW^WSW# zGs;yo$kW{}oS?7X$7F9D>^PVlQS+{+))LeguFs0ywf598#*&6yWY`SA$_`mQ3vUUa z1~=lYw_=5VoWc)%2!+GJzn{l&IB@&?~tAPbtB%4ZNSjIXq zd5E9F=_~brl_{=5ry~h9cW=acS^n`fk2SZ^(d;9n@3qmI_X+%;o&DDkIm(%oPXmk) z3&6RWYoX1!H7tEQi-g9Zsri zS+^oTzETnKs1r;JNsc9}BJM8Mb18~xk;`PaEZDjDd~R>&5~&@_B#b?PGJRk7VPikn z`TF`R$F=5+^sABt-y78}atgN_3S+QwRR-TCA5SPbqJ0v1YN+eW8j+jcTtGgCG5zc26o0_V-CefFuf_iru9q6**m z2qUiCyz}8alTHxbTFOfX1t1S*v<*rTCM>%sLWR&E!>ke?tmtjM?dajKq>GEBsD*q1 zw6xXz$NPO7MjRcz-PI1xj#sL0rglziSn%EYgm*kj6Hv4#Xq5|jCY8#1(-y!Z9Zhzdh@UH_aK=Z7aWvwLeXm-)KR~j^EcN zj|VevoGpNF@~(_(QM3j} z?9*N9wXrC<^-r|PuqlD~Kqg#bpYkFfA4Z}&BYn|Ef*@c_>O!*Y0;3SZXPtss{fSZ} zgvvzu=niRG_)BDo4C1y4Zw36X8yZo9AuN11&>Zo%i_mn1SHb;mpBEm%LP&!lf{MIw z1S2a)8Mno$-L}-(%P9e}f5-9x$LGyr;}47hdNw+Z6&pFC07kbx4my$FI@tG14G9r5 zU0dGRCY2H(XT}htTC=gz-iJjq+J=~OlpN!`9v$1#cBll^VOSA-mlDiQo{!iDjv$mh zrqvQyd?bG1oLNL@U8XXy8p=N$Y=6wGK#^1v#-8x=#S2|hgK0&Rd)2|dr#G=JQY1h5 zLWxT<_>5Qnwhh74)S(;EsD}8T2kHnKnWcbhhQgKhPg9cgUi2}KJ4rY4BF#SFY=+|e z8mZQX<|IqpEB~2VX(2L$+83l9a%3%_?uWjSyGAdgP`$i_Dxhu(Fqs$ zHV6|{HeW`u-wqE_gPn7-bj7a;m|0i#xooC&^=%v9@aIO+kB)A{^ix`&C_H0T#hLmt zssI!x`h*UBKaJmwG;D=LrHzm9MF^})d(C1GE?c%VV8dD{Qb)!p3v98Ur`||*ib&EA zyy|WEkkRFogH$qV7l;2+kx#ydo`jY5j1-zYYBtW2VKBAKv^s4N zq83y;0RJ=lSuY=PUOh-z2cOOMi~2E_megEAwP3{`eIn8foh56Pvs&En%4-4LHIL-) zc_Xx>JAC4^Ba59Ksl(^3^=o?-&{0)VDL!s0hh2`!3j~)CG1wHzQuf?FR7G&5`#;qb zW0&KUptRS#ONo9Dzbo0;xZsiZUiNE@8l^ae?g`DO^|KHiD)4l`EqXspqx&R7Eg9PL zTzZ(RIS%!_;M3dmg3EPe1jUe9M)C9xv{U+eRDRxkTDXXD{AHbn zjR3*ZzT46C@k1VZ9Vvtb()RSy1Ft^sa|7lop#Kanrj{DnU{WHvBUpee9!4LVT-wCY zNi@k11WP;!uIZY(s_)Xu&0i3ld0xR`a913WGOB+y6G7?{ z>YQz_CAMA47DC*6{Hk>;De`cqU^rJwr7A&4cx=S3Drr?VNJ)ed-3l_!Hee{y(rg_H z)E(jL+QDm{U~{IWe4}JVCT16+4v;3wRL@ze5r+QY%|3Iy(1+IG>u9TaZN^Q+oQg+q z8b7~zI1)w7wpq3$M_}a{!luhLlFmhJ$ea@ag5CBuAsRr(pHn}L9X`vvorvB1#Kn$p zRGwEnhfEcbS6dE#Q~TaScIo0isGiSw6ryz0Lk#|4DLSEwAHjN_=`^PvJD%=& zj#ZotivjJ3SGFk5u!^2Lxyi+T!tl%<@JTcL-Y2}~nMj}(+hM#rZHPXGkp83u?n>q) z(eF+@Z+X79LhryIrmEHxv+gwi>Zh((aU;@hDtE_0jq(s&0T5I){TOO9>Iw<)5W=AL z#1_%5!(jrYLW5;mf$oqkOsx(^>EP><$V*VAM^_ORSmlF z;5j&Ky3O%gb-JjXT~%aMIE*d|Fc`q8p9s!vcg3AF#}>WoE&vn7V8dqN_3e42w5-QjUML%QOd9)w^^N36(1p#n)ahD9)MU zWsQHXw~VjOfo317#ex`OfHlZd*Yraq3eY{NfLcp;K^7a1N3!Pv}W>Ii=2)A8v>}kLJaa!-gVQX-hN=-<_8XC1?QA^Ic z3L^vYz0{jF%Qws>TsL<1_Ka97wc_(!eoIJ4sA0Fwe32YM2N@Rlh46RWJeXfY77ud*t5W$8@AwveD z)f=IGZ8_tG;RW^l+L8e+wze_xn3Lv+7@5}xbtRAT!@m`nI{o3g#J&0r^17TX!_EC5 zHa+ep*QSH@3II2%vIew!^08q8N^#ep*H_?G3#XcQ$X2Unw!_nQux|FBj~TWS$$VV+ zjAYC7-S3iNXd}eX>$J>B*{p+r%lCm;EvO$+yWI@}?9tkP?A&NBpP>m_7*s%0wgJ04 zA1-i&@kcvl7Ti|&->9w-{MgCj0jQ{)Ung_Rq3|92QRQ^EGndHnSb#Cpa1crN(pG^2 zJT8Z^*dEDytEFD>03|$5bBGTLL72;h5@J6wLK2+)RIL*VB$NfI@qhcseG>~oE2j6V zBoe)Xv$*GRn+?mTV?nl8An+^(-i&HPHB3<4PB&NKDC|dpCsx3_#OEObAk6p-1Os6W zxQ&vEmH!NOl^sp>T)q3WZJX}0*iP9p`&ziuAl{zT@Ad0^iEoRJHPpXKpGGe4+$VNB zJl&iviOA039d@jqAx_NG{-_?TTQwU-QE_1&x?Tn^SaAMQP?#8e;ze2PFy~Q`ceR;= z&7R~ePENKs#G-=X0I4Y$@(>pMYA-epr7lkAauSKO$*+#KSiXgU{wy(p;xbzpcMcPj z@Zuy^P+CTPOfZlaTF(dP*WHbX6vo;r>E(O$@A{YR@}5npHuf2*EUi|y(PhaNr%)KqHv`KnG5%uo<4DUH3fL&gy8*k%aJVh8%-skAS+PA- zJs$@I39Wgpmx}|wz{?4l6`p9^B9anpu3AOFmyy*d^3K$4EDliQ?z?pE@-)Lq#K7rX zX6f)nC(An%8xY)NZ1Gzjoo2=DC{U+D|KB|YwYr-AW?%F|k*GZpj|=QtHfDWs1@3@G zpDH+Yl&4dqR(xK5JQ@_<5_l+h!6*p@3Fq%Eo=tV|TIHxR}&091_4&`PbQf74&4kW_H!WhAk^*8(rYn zI{WWKa%cS13|Q%PXp%ix+9++sDG*4Z93Bw)g)+41eFQAou~=+$iqvV5$#TSJh+)AV zrZJFfbRXs2n0|O2H@nP5+krBro^ErfxsAi6m#L4<^FW25)oYvU1?+s#)$4$@d8EUZXrH3j#$&20sSM0T`ez1h+V71J?>{l?tMD-3fB#xKA6|xV7)Jr zf+8%E!7xOQJ2XEI2y9?G(4fj^vVfo6e`bwzP&b#1;fC_iMbXGHHmf2)hdZ8QNV0u~ zN+~5jM^PH>%`0{;^dn4rOlgq`$*mS(NCaa<905BbhW&{(R^!1)18k7Q+2EpuoZ0QW z@$$Px64=TYHs)?!bne=Ed=nngjejV(ihfCyZ{$yzC6OgfXe(6>B6><3&ZGZ5&-H4+ z>$QW+%-cA|Y@(x;Fsg!8E62dimjh$xdO+#V_}URlFHq?X(BP6ypdJ;XolV9aoN106 zVNNg#`Gmwv0Kn9*V5j%U7ty&DSr6Ssa7Sq6t7}PZ1fx#0Hg-*Hh^tjOJ@PZG|A~tvuTpN)ooP50{P9kP|{`OKv)rPrtf?Al9^;EViuZ#bDLQrs6&R1~TgM0|+fTo@Ar z8lPf#89~t>CB^hMCZ@+0l+LV{tdB+wwiwVNuNz0ab0R?GTjf&0K?XQ-UrhTxD)1A#XI|{vcwHvP>LaN5ewwT29H9s zY1&a3mZcX(4cR-y@WTJ4&F z!jID(8@UCgaJE^*pX&!F%0i+X!lJVMwf0?hK7=E)W(N;piwZKKR@BsNNOfakcl@s$ zQVlI~-GOnFoyV1mv?M1qVLha$+RSTYWU3R{EIr`Z+IJvJSFUoh_&k-CL=F$Z#D~Ms zq(ut65u!M=ouKA2Rg{xbyI0aMVTve!M-1pY8NW?-_S${(K&Kv7oGl{l+y>(o34|wE zaEkZ{hx~>Ta~lsOpR6ha!+yY{^G?YU1#Nq;u^a2O`ZRBocxDGG@H{^6g(x@owcG>s z%tKryeAL2^-@jrbQ!UXB>h92m3`e>s?R)8Fv=7P%7-?qfF+^#Blt0z*p7Hv zH?9Z0wx31+pqqlerky>qxGR5kYr9P$1CicIc?82DhF3Nh!^xcMxWbT|>;Ld!aBA+k zB8;|H9fbh~z;b)~0MlF7LpHz+zc!3v1S$==E@un|C2rQ9`O|Nur!T??+KPvlfQugB zhs`=m1lbqx*tPnNU&8tNwN4h+xru;y6Lg1_2urh$Bw)3%)|_y%@Wb5LbT=cFA)x(K=>h=!0E6;G%wHhc*?lBPTjA~+$Yd?v) z*lYu)JUAULVIChHjCx!?p3YLLR(IXv7u(kIb#j}EsMU_E_8(W<@AAb z5EoPPA)o}B(+BRS2o1%QqG#;hY$;*?Kw{VU>0mpoZzg>Cr%;r&G-b5m1`Etj1c9-T zAeasJu!&py2oG=Or_J>1F)hPsq1_U3mw~fH<#2SR6Eq#1QYmmS`K(sJ48O&B(hJ zJ|m{mCegDWivi9cWEOnHWPp=IPL&)>>7P!Blf}n>#0`uI&OpZADik)h9IGf4QnFvA zVFd`CcM20sK5a&yiaH8AP=$sYEoO(a+B1aCe(;= zlHAsih1JT9UFK^s3EfcJ{@i-y%dLPH@_2>KhxJ3PXv^wx##fw4onBUeBk}f82DYxp z189AO`hpkk`tF$#{Vbewc`%V~FQw*}jl3@0_=kyNLV_rnGX!KcbcPZxEL3+tt>Z(d zu##Qci+To`q`uIxaDj46r+f3GfzV@v@L{E&OiwS;G%;{LouG3R9>Qq`1yfpzeg-0-@yJ`8zL zPdUZwO+1CpiWER<*+&^Rp>5oglg?PWbt_Js8sW!v4NV?JKPboRBB^?%>4w@+H16Y% zIjLpZRX&=KUq-Xlif?U9A`FzYG{ozz$|?RW5WjZpbTjdrAcgkKm0fW(wswjaEIst< z1)W(ayITS_&?&N%k{u^EWa*WZXo_3>!;NG%nELjQA-0^Q&e6ft3lyZg8|{cbiUe5` zZpWAq>A~LEUqwE)-T3sPg~)?ylF13uFE)Hfp2n1dqcLrVq^56}f*M4BlkL60?amEd z|Apc-_Og|SpxMXF+&X)1bgkxlv+Q=(CHsTg2Hzee}STn5!5FZ|{- zZOydL%O;iqhmH`0B+!tWiR1^BtF;|#!pwUIIVUq}t7N)#^tnN= zSbZ*}gi_J4l!WMUHnd~0SAI@rq0^?KqV=j2&cWv4)u_%A?K(JVIhF{b{f8uvqb8H| z1YPJPB3>fl%OlpEFnaTqdXTqB`C~g|=}+5T6z1yOVdssknE_vIB;bIOejs9}$< z6VTmA#HQ!MXu)>HAd{+-^M+WAb`l0Up^l=4)rXK6NxaBFq3!%LJ(wN?6+c``)xk^R z+qQQ9f}R(Ly0CRhbzjO!r@zA57bMK%*fg;TuEde_!m(QknHma99+|@Th1f~~%I?fZX?}zJHK8tq zj1m)a_KCibwJ4&v^JO^arD!^DiCE%BKeLD!-4`z8j=Kmb2#WrzlOBZl!^i_&a@)8U zsJ>|cdZ(`#;9)#-4$!9HDQq9Wp$z{cIOoT}iQdccz4HVRK@9P1c&Q5y+g%<)RIVufdDVt->cK;RiQMj&P$@UJ^ab zYj6zOg!!ejjqN| zDVk9z0SWs$oVHYt*7q8}bb~W1jw^O9{!!QuzeNL`z@~WWSSl2F2S-9=reUR5?Zo>O z3O?q1I8?v2q#KFu9T1HIG~V1OHy#`9ppnTDGWPYFsaf>641`2wCOF+)gjQmY7L!KqBzw-||!Ldl=+Z(9msNAW2wI4fo5%db(TxxZ~`VoN3JY>pNr6w&3G- z%1rOugcLI7-W~i99AU($IG|3gb;^{~n^=WmR%AXh;}T(r+i|uC?}*GKSqzW>&T_Be zo+;YUt-$r!AaDmT&gQbM_*&7eO(%5j`>z+av+=z%MVIQSdF0K`TV~xzVjX(Q zoR~@eJ3V1ja<$dWF`LeSa9P%XQowI=GJ(cjrq?cynL0)GA^Uf_Oc^W7u3r;o|_%ua+T3$qDNSilXSn1eF==nk1AT?tCmRLB9 zqKQwNVvZlB_4rvE{3HfK+P}V4>OX^aq$77-5CPQvb0IVRD2&%CC&b4Z26v3~6=?#g zE7MQRQqFNE?lG~TT!~tqes%FY^^qxglD)xh2aw zHIa86kE)<{Z}aOgo~%#JBltIgr1xzZhh40rg{IdLM5JntSJ;*1SRWSZzWy!Yv8epKy4{`IU#cvqN6l&6t)7eur za1lD)Zngha@MppO_tJ-z(_MDb!Ck1S<7)Rk&LzHIjuMCuaI*;g3?ub$zwwN9inINd zFM7*~K`*VYEezwg9PLW(dMu3p zA5_`MGjxkMU@@jGDK`y4KQ74^kZ&3niga^a=>DBsl37*_!OBYk6oUMOF`{jPiP>lW z>8ph9asXc$>>-HB2;M~M^!5C=9rB&f)=QK!aJsk&$|Usy2AuTnBGjnpYR|OP2~!cr{$w5z1u=b zkXgM;nky&MYzx0CBHw*BdWsG|5=Y1{C{LN;KLLAH;E0lm!~;DDzfVcM0cj{xq#3Pjk{m z^tC7Yc>Qkp3fmT+ZQj{(;N8EPw1J+X4ay7_{ zFk67uqrgi%LHAfnf2XwIB=TKG@B{gu`vlDXlHY!iKtR|3WKx0ufkgVhce?(Gq#FMg z3dB*q35b3SXTj-{i?r|`;R4u6s%q#qvWtRKmjQLxB$4&aoOC6#5m7& zx+te+OHNNz0{wV*E=-G+m5&=)d_(6{`e_|@i^ zE#Q2TYMwJ|)xr(fe~h3r%bC`v=i&I`=ou(~;ltYr@0nxKWk%{#FBSZo%Wti0sobU%g2AV(+&L&qz3OjwMY&(659C2zR&*WyUPS7( zh5saByKvt?*w^)&aB1w?;V=I1*LJvF*yFL=Z7bo6J>;va+}1$dW8L?zZ5FG45b>9% zrURVAGGjS$4(np)o~Tui@{tlH1sinXlzB>~W#$@>?jclUYNtke;*$2@NX6;I^dRTa z;hLU>QRTzu+JpH{23puJ-5r;M)tkCH@1cdiesMc7j?pYh7h$oQ{0fa$kxtSqM--}= zg|pnK;J6Q@z428c^a*OB|IDfV?g3>Ygs_M3y^hH#a!X2G4F|~;v`sYBsxYjqw*Y#< zeCCI+U{?|t{_^TX*$97y7ty5(g%31zU?DNjkmrV^9hZG7YTyR`jDoV#CGCc_z{Zvg zSogl=OSTd9;7fI+ySBg9l^vEHj)R)Zg)EH=mQmlIO5UA4ysh65eyeplo0=>=!eXRk zR8sK_Si+WFmE*YXBpck63E3K1fId8;^4|%4njKF^*~ILgqi4pR=fDUleHj;rsKsO$ zNj!`9e=SejiwVidcGnd^fvJ*GPI0!X1G0Sab{@UTZ?FBA!BWP_SK1fxW4wkqx#?M} zPeE3$MxA7UwKVbHKIsjt6Nlq!}K|?gC?r0gxzEJxBL9C zl`OyK#}znOnm*ZeNkO4duA6TF8L%NbWxoW(yByl0{Rn!n{Z8R~=73-CG#U`H#2ehN zd2&+L^)=fx+Z$qC)tz|trr3))Fx}y9$%C)?Ha=TUya)sb24cQ#P-%1Q;%3#@{3w(wkjEteF8 zp4FHLOH-khsN6})Ztwa=UnJC->JwY>s>-)m!NCm?1AUx+Oym{ z)-vU=7O$X5q6<6hGPO!s8e(3?(p_)xj$p|>#vey?*57uDqNoB|#n79p=OJW&_o;HC zr7(3@Z`RhIq`2vdlGpA>BB}10)Dk2Z;?N0Zi$m1@;xsWdNtZHb+o+If5ggnk=^I*Y z?{U2lHECg0N`B?c#+WG!hVTTICFv&V*V9vzjOYyI^e1xFVN{D3fc7VR^8U>`Co|Tr z88ep_=zo_t=LIf7TcsZrT1_X+=1{;$IiNG|_9kUbt2-97;$DKy>0;twH+wAM-MN=Q zs<131wxVz`47vPbwL(4 z^l@Dowldx|9FOe-H^YVM1$UG2@|1$GUN=0#b$HpWUIWd4REqYxWnh;EJO4pGw(b2E zVDy_>^l8Ql(4_-*L}k2wMfh@7!V-N(RqKP_U{YlUe)SA9*!z85pK(wQM~l7f{@Lh_ z;sTx*dapWJwO}TCbt--vqHVp#wBOQz29-5I&FIZ2F6_FEfi;OJm`Rg6@islv^BT2I z@9X9kLs)k-b}?z7CY}jO;;tpfEcLy^jnOG|XnP0b?b`u{O=1kzYDMJ*%^`IA zE5w=o^bIf7s@gPzDndec=LFA9IHSx~zriJ4Z<+L@0R7>IvHF#*MAFp+o$i%BU_B6< z+QtfkPZbV|} z!5qPa?mXEtZeRR3ZZ>^CtR4qMwqr^Y0^XJQ!V1k&g8h|uh3?-POfaamj%z$y^_O-z z?Bd_wu-mB#L5Ho(eFO_o(4XXoHwG@msT2?zu+QpokY56?p6xjZ+&$Rj4x*o%mZ5c? zG^;&%dK7|BCPm(Yzh?p<9oI7|teXjh4x_qF2|ib2Kb0l7#g1kN{P4cO|FgHN9Y19w zf&u~IKmY-W{7-wkzLTjLy~XeUi!xxI{zDnae>JvWSW1S1*k##_MxseBBJf~G%5j0< zO(dOq2`&8opjwk#w9R1%9T^*Yk(^vuJA=+1XsK{hL&pt_dWb^2T}v+%m2_bbY^Nm- z#?x@IAY>wZ%Z_)iVqQjYE_aQ^un0m@Cpl2Z#2y6IDvJ({THt!*%U=!g3Xgcr#APS^_G0uW5D-h;NjY~jp4CSF;xw3{tXz!B2xSN8OQ={~XM_1PTEG?NBPaWq6@{X6A<|2DlIyLZ5OLDjUf|f&#+)WMR zg}ICc=;5Pi6dm_A5c_YSfh0sRYU}5b1B`j$9#=&l0qJFM+fV`} zXuAdyq(95OOw%G=m0MVdEu-^Pcw-Le8W@|=oB6OW{jA*m>mYE4w&g6`f^~n1c=;57 z(g))v0sI6sXyLmqjzhqcd#gz#VxR)zbO{JcNnAysn z`B_O{BRmmyh6JX~oI_4+PZW!}kUwXwGB>OF#H4)_&}?(WPYk{lgiQ0URju)y6rDuO z{YLPZIayR?nGv%fKzol?6X_2v#*?jhUXuP;(h&|lMs@P{<)9?OQG;fCY(v`+2Y z2vv5qUT0v-i3ys0z)47-eo2ns-yL4g^bCK6MM&bC|cV)A+zZIy~pI>R=B?2tdsG$T4a;hzHC zjnQOUJZtyj9e4#uA})t01A3ja^CXaEG!!%Ygjn)Y3+i8tViE~zy7bITmIB92LEt(RLeRVa%q8~P=*wW z6IP}&L}#bczbdeId*59%19yn$4aL&FO{FIk5_`mfRMGVNf_Re)Dz*J7Vwo@aI30AA zSGzMDZho6*_QN~IM7Vn^t^G6$`;!(DPVKI_yZDwIKy{jF^(FM*SJ&M#Exgf1W! zjYqP?J{WTc7SjW=uf1w_Va917nqWvPBNQY9kn}mwf|;TEvZ>QG<8iA89XQtsKe3>s zVzYP z7yG<%$mJN{JZYWGcDgIhT)auW#oA8p&?z_j^WHf#js9H8t(|+eO2m)Mra;a1wD@{T z`;a+m$VX*n5Lbb2F}J?1#ws(%YR_G<9cn^nFIDU(+E+s+8SQvwvWk7=kM|IDL~Ntl zBK91^ne$vmV(H&GAd`u_ZNFgm1E=Pl1?`zR(I3e#q8kB4?RT-jE zFuT4Wrim>RCtiZF;Q#`emb}|(4TW6wrV+2ESNwpqsco>bb(A~%Nwm-&9$+aXO+mNt zv?NkVaFaT!^XTUBxJYb@X95fC3{t@I8*~PH{)CNYcoW6e9#g$bK6r%yC2=ycR^4H}Nk19w|U~px+rFS=#&L(Xh2hO+?bs{;Re0W#{N49^7sj2E71fJA

f- z>`+E(zGLXMg9$<_(0mqOJVZAT3oXSULEXx6E>~2!VFO>QKdNlzD0MV?qD$DDUszG7 z8)Gx`$5xKx8)$-4E*9G(44pqOOrH@lv7OcmsdCOmr0*f3UFAN})wXz3-g4&PSQ%dt z#^1C^Q$k8n(-byK5?QL0B znbC3~tlzo{alecX8%n`WT5E^P*n!GH)2_N9*HULax~`c?*p`slyVG_g+tP+1&!Oze zs7Ts2hVj`P+-44VPPU-Fkw9}iA^n1~he<*YOanPDuV8`Fa9k8d< zhFKyD!!3}U*^P5Q+qZOACuds=Ybu6Y;*`w0wCS%2I@*AeMR}(V(mIuP&4^wp(*||A z$HbkVOn7j9>S#1I;BD4p9YbO!FglhqiM@?I8Z}niu9`^dk-pYG+Uh|xZ)$e4Zq_SQ zGR|GGh#3y3OE%moBtoI=ME6zAEgCSYRx6(@lNwZ3_)Awy{1y9-lM%N)hMhl6;{5Q; zj5UwW5y_^f-%kz=*rXm3D7Oq5iUB)6=*ADLKR~s97|hhGZP+uAHA^ZguHlTcd~_oYR>tC|F55nh{oDs;3C`g&XT0>oHVE(K-_(&Ux}7#$Eq zj9*kKKxnh2m#6{4qr)#VgG8b``|HA~^s*RHC!`@O&RIw&Ppt{WKMTAx~`H zMqxT3J|1n_l$~hKb?Ms7Kr-wJWZi6Dp6=u9bHPFDdX`D0v*@rw6lahjqB?b^$ej2B z(mPK~D)o$tOOmCBdhy=}Qw&T;rzL z?X07h^XY#2uIz!Pjwm=^6kq$`v0zz$vhnWm}4UMjF^E3dBaPWT+q-h|Mc|i zXi!WQu4KLpK|!=0vwabocr}(H!7*vcMh&okVPAk$xbp5oT1y{~xa6Bh{gNA7cfyuE zc?XFCG?WSkz||jrQ3;;v5 zf=vcpMlMfjD2$zdf-{>HU+-6Ih$@TWLkclXxB@R@Q!10S@c1%Pwg2IYKmYLcl0wwJ zJ_6H6*muO;P=;B**eZp!Fike=H+f(sW~%RwfpJZZ{`jj_RTJu!Nx$NNtT5J3>TCj2 zo^VKYj&$mst__k?W&HFC4g8(UlR5S?KW=sI^y=Q9em-DdnRjNCKu#_32Nzx(pvT+t z#cSCjtFSTzTUs9;Y_)FNNgpDC#<}QCubK-R-KHn{e$T8_}4B_@Muh^RF(u6H6|I%@PX`{ z_yc;R5^&=(wGaRo^VJKgZ_z|R(|>f3t5?Q2wU&xcQ0-#llpca)cru!@#eei0m!i>Q zfA6*y_JCfE5#Sdpv5b$D0ZzIS`&|5#Z&5{xrQ)7gBDH|hY#YQHRpY16TQh*fd>rte zXTeLqm_@5Q{d*Qa`uIVJHLhfS?%t0zgt#(I@fthDJ9N5;#gk{+NRfQ!{1+A3h?t>4 z+b;)_!VHMGAxIIDB{H}L)^J`A-OyzP^mI-~Rx$RWN_=JogLlD^1H4^*#qsrYjMX{h z{B7%&x)cB>7whnD{cw!D3q}C}VTo~lSZdqdDMpttCz%H_>-&;$kt?V{owryrIvGtZ zBG&BFg_y55`wB~b$VJe_(%s)LMyI3BB2nWa1K_No#~O*jt-$@T9n=}m-`ACxzq0f! ze*3Svb_qnV5IwPy;^#JYgE)e3(J`}PC~=I_%0<<7`eIW$`bM>Dm@VL$X1PEC;8;;& z)NRyF03eG@A`u&mO~XJBBSergI26z{2PFL(U~=DEV|to#Mj4ta8+FpCL=L2-o7TsMnn=X6T_H+ zR6_K5Csv^ZD-$qckZDsQA*5{dbE`e;Pog8Z$oR%sbfqv!m&`Ig4%0E#j|Y+qETkdU zoYdndjRhAM>6&EoeXLCXpR}a1C919kPo{C9Qc-NHFSiX9{z0#x)SZ!7(qQ?&E@hjN z8*aivbLKWYaQQA5^L}hm+lbNV$h}he`d*ubz;APuWDMuq>7|f05<=j`T>)5AZ~0n? zQ07d8n+XkIH$uE%b!+qZ)4*GF8K8g`7L1)fC}>4aJs(K+|scbi}Cm5)j( zj)(-s<6TFVMvF|WBrf%CxqfA+qN8$R`0>B98Hze0#~isY))VUr7kJR_jQLhLkUNjQ zbqd$j+}{p{B*OeF+=+DkFUlaNC|MK22P*6MvEu_tB$O& z#EDNarFJQJ4`>~}Xyg{NCO9@t4FQm$!3;)Fj*CvK2#VrpaPdPB9Vwcu$q8^dgiNZ~ zISh#K_$dV1gF>VSQbRf(0?!Jct(8#1q#n)V%*oQd$Ts)|4J~03XC%Z8(BGTUFaegw zmtuQAH1A=^LasfGfDmiU_8RNyp`x0???TvUdm!$$i|;i_tW?OybE%o|e7!Fyl_)x1 zR)mQMCjuGoFUG$=J*{?a8tt+Ee;1;YcnPd`)}J9MX$M`bcS%`^%CxIhtTl(DxO(yO5F9tI0bNgh&bwUSZY`Gdk7V-`74!r+*I)R3Ys zhypl-0V@tD5hTQ}F0)Rk$v81C*K3Xsa6RQ`m9R^*d$VXo@;4~aNhMgpVqfK4{h2gq z>_FlVN_N0MnkhIAYDG99>(`4`tn2Y=!lTd{w=A)|GCDK~Y({*zoxN|wmd#2JE~P2< zmLQ3kMcT(VDb0aZ@OZi*Yi#j~5T&p>a)U(l;*Ub1Nzgp{#K`?7rDX69%LF$Qcv>MJ zy4l${X!cbeH6dCVL&&w^Z;h{?g??_Xj_)us@xWIGp|(O-&f<8=KsdOJRhmM`@Ak~L ztVz+RGI!IUN}fI#NMXD7MZ9mNyA>_c9wkw=UJ%)>f_e&;X0|<%xjfwa*NvkAz9wkU zCt@RZ9S3OVI%^ReJyi{4+=gB7YW@JgqGJBOS5H$_?~^PY%LJ?cN-PV&u=Zg%~!3=pOC7Pcy`qw-!wy_`&6P=E+ z&nb>b%9KS4kA~-8YWEpt}cv3>E~ zPhJ@RtXt2h!8TMK2zto=d3W4ZO_Mn_JE+TI<*{+wlak8JjPfC@m2xqhKIGHd3x-=J z21=Q^3L-atI2^&9vwN@` z7ex04d6lS?_Ui%8Hc={rNVvOUTMjqBe{x2FN%4caJwrtd^8&ZRVKRczOA*7CO25egR(_(>T8fpxXr_rI5G`=`d8#n=sZm> zR;pw3#Obi@rpg9XygOOxOu*e79Q`(I~{0uahq-T z2;m7r&#@q;3xX}DAB1XA)OlGp#uB{Op-7q$UHOLGR4zBH zpj0cW=gvTP7>MWE+BHpbV>))g&Adn92>%Q;4=I3HjU>tRh>UUqTpEh{1jv;)`qj8> zux>FSQ#OFXZ`8d|ZUxe>@E(AHUbGRwVVG0_kMQnz8HRZD3q~l^1%>wVZ|l$#fr_Yx zmX#k=!wa=<*>4kLMX*=wVq9y*Y5swMll>oqCX*o3Q-Ko;DtC_hwi(UxeS~uSAAkPG zh~pXznn6>O@WxdEz_A*&FRbN4?a-tr0!k5NOx`iwmSH_2LAm!4Q72M{!Elz&S*n5$ zIoJ2X0i5eJrDZKYO-<2x2QqRno=dJit^edY25j&HX0(Hj1!l0<0dhMrp<7@w%M>_e z%@BU*Jn38$H&~X(K23efs2`9SRk_x>u)+@8PWceT`<1tto(>U1i;6X+#h5lo8N1p4Pz}LMRV1_) zT4v;U1}NEp?xvXF1x?9~^d|-5K+qZx-!vJ*O=Un8TvnJi&^V!912ES}fr)xqG*Y46cKwK77`%fX(A@HJ0vKr7J@f*gMo$<(6p8iu}S>Z94 z1r|X4^6?=|aU}MJ=e?Bo4U*4TV#O=?U|Klz%Y5)d3?p_&uLrc`IK@|6JNH$iE32&o zQ$*m|qon_1)iY5!T+!A`sp?33Kn@q>G;L;E8vZMjbl!;`(0uL%f(Xy)njwca>@nLE zCP(Md?sdl_!Qj)D`sEUru9P4-rWeTl{Qn*Ee_J-vFti_-MkK!}QA*wox7!GUuooc-OAGnS2 zE(H@ke+?r;e&vjVA*yvcRUDO};6>nKh!=`AiZUJD4s2?}<=NodG$#-vgn#Oym|?2z zgA(^@mgG4kuVrQh{VtfHq+&e9K~e%G+ZC{3L-bgnbIo-|KzU68I=#LR}9aBfkh zXxVbGV`2tK{7r{8RT+dXDeLxlbLyk6qdCDU#@QUh7uHw!EXP&ia%<1v0^}1=I5kD@JP8Yt1Qsyau=PZNz`ZTH z6wp(+^>y?BAf0r1plK|Lt zS)%cwMM{RL4XDobB5$fk?eI)dqK7dM=6sJOW#*PS)P1wJ_^pC7pU&kvC!(_VIzVG! zD({KUSTIbh4Q@yYKFWXr)^5`UieDItxict0A#qu=B*rI)Q3AR_0Tleb@E2zU!p(yv zTRqdG0%2ExJ2>_nAs+MdhTk^CcD@yX?KzDp7s6ZJb8)8!6;CyE(%%W5X+zQ8Fqq>Q zp#sAYf6f(`d&FRBfbdmBf6YdZ$+yKKkss*T0zQf2?O@-bxZ;#knZlaI+8MWU0w3~n z`!>7jV4zuU`IPEr$D+?MIci|#Md7dU3oML<)a=A+7RCdBTiTKN;D(c&0DILNI~MM8 zc_B*y`?aReb4^s|_-6R9<#GowQTETDUdT4jd(W>KTA4VNV0k(KwbV-}^0*@;;1UuR zTpAr>tY0+~9{|E39VoA7c}WoW1S%djSatr2T=s^$r3VYZskZmAEu*lWkn6iY zQ#_!Or{j_tIUew#HDGl%cw%X>x0qj;V(b_wb{3GBxJ;WkiezPyCKLcEx%Wm~O&ZMZ z0^e=7oxu1>diOR4=H2lvfmE8`fX%R81>R!)j{TMnQ#u7_A@ZeV`-k@|z2@HTWcm8vh`HTIg1XKA{w6XYQqWKoS1U+ep$7(8 zFi{xt?VEauL^$+~~=^%35uYsbQ4KylJw#m{^;13Db&e_L_zNU%WD%HpUZPu@@Z&6#rPe21L zlM_U*Em4_#wP}&6#7W=U^+=Ya@O3>3;e1POI;Bg2vP&Tj z2G~m9lm|;sM`TJ(+h2;JJvq(}mRGqbf=| zU>sN}N_bMlH6|_D!}>>n-}2*-lqSmYuoCJJsI9EX?Mla)dJdGgR1T&u(W<02Q&PBO zgrFsJl#ZJDZXbl>&&d2&bY>KgurG*bm*dY`Q(BxPlbQu2nkN0my!ns z5>uB$>9=S*`G>YfLSy2=tPUriS@{$)+Mx<@nPi>EVd9-N^be{(9}8f= z=xcFxJD0sy!pMdn*a_x!G;D)(z-eRtU8LBKnZzbToKq9ESiH3`kzG`y2I)9j%RBb{ znfymw1Y(Pzr5me%FP#?0Oo#t==0VHAs(XltW8@K`mQM=)&a2$9qq4#VqOW$wE^&N0rqD1o zk}=O2Oefy`!9LK#3O{Gk!u({gH;c93#<2#iPxr^HXMt>u&!a?Veh0yce(@@rKUj`` z%F$L=Y&!DKj7R%WbF(m8)tOg-wo$h0E~B>Etcx{{&g=pv**SoQo#j3JTe&kHwYaX^ z@>1dOXzkC?IEnfl#}P`fLEc*%ehs}nagh!@8S==-ZUsIj*N4}a&nx>|%}Q$_OKbIX z`3ZD>ma(?UQ>ocEL*E_jaX|64KsJKChID`EGg`lPXD!6El*4GEdX@dsS0Dm`P$THU zS9=HJU~V-XEc_7cIG;r2bBJgcZCeaf#{(Zs!kj@PggRAOW}Vb^injiI{*05#kEC@S zK0o269;YKSiU`jG9AcSp6Nz+poYF$HUZwY_wr<205Y5YR$o!+(Srg$DELLD+=^atW;30qqKp!jlXr*B9hQ|AMry@ST zC!`gmw5^_3ms&cZnqwKYeF)z@51$o0FA!EY0&+64wssldeFApAaNyhVj=j}>e_my{ z^-Z7(rFpd>m?sv@y0>S09tlLB$HOmVo}MaMhXq`bq~L#i#n_`)YzE*~9y$Fw|7#p_ z6J*!{yGAb$qGT4j#=K-I=(6O`!3F<+^Cb=ay#4xZ6Rf`|I#-$gxLB(x@6Y*YFd8uJ|-%leael zqD2Fb16Yobu;UX*B%>ARh#_Lj;4fZhdcA3d48J)GaT$K5eYR!psdt% ztth{}ctyQUfhQ|?iw`{~8~#}2Hw9h-+D{Qm%l|+@3ptmI3fq&5SloTtUhnx$*Kd%C zv|7eOsC9ZQL0Y8*RkI)#NkU#EHr51!GSsA-cfCpXk2XC~$qwFUFK^|54%!E@UL;Jk zf&Np9Kye@o_K&Oibf&J2WJ?=T0hKk+AeLJGsg5LDM-}yci?$4tU{_nM(ypX*$o#ii^k;-wGk_VKEv88DK?B z>(!hR#YcA>g9{k&VK711F%lMs*}Vf|LV__SSprH;(>7)ywE567{s^q)zhK7V#0YA1 z^{ztbc20#c(vpvCD0u)ObGcM$`ip+IU-{_!yS%=uk|EkD8tXm(1_+ti{=ZWFTb>pir$1%0<`sA*Guqw*0)iX_-!N$ z_|ogQADC^;p;q8sb^zu_3>ahZSDi$9aX~d^jnA$&H>*MRk&JYqWPz%{>sq~akt|Cc z!&+{6MbhyD>Bk+gLYgDZveFr%_SYxO^HZkMcG472-@yU94e=t9)(ciC7Q|w{(fzgv zS-35AKbeHK;RKtP-o$e7G}xp4M`F(w`Hjn=wr-5lQy)sT4`50BHCN%fp&%YbK4yWk zseA`039GAP$vkMXdWLfFlOB?E_)rOObA~-Sv*s=?%M4n0I^Dh9%^wCy#3C%1zsTbywe6w0x1JxP>c-Ui;ud{4V%(%z` zgfeZ6Tw`A`wrt>hxt|~9DVXX@{s~@m=Akx7r0Gg!`dSa$dP&6BZxc3OpdjvJ$~Zl_?4YCN7DSM{@`&+Gb-%>B#mV?Kea-B7+|r8h__7 z{u3z!x81R5kQc=n&MJr^ zNs2f60o6RbLb?8(BAu`0tw8n-$;e#+?GD~=mh3WI+;3iuewo%gjGlVL3zN_Sv)A~` z6;h|uODQe&L7uC4^AL>~>*FLdU2B0V;^%0_NRD4&f}gl5!rf#_vb*NpWpSM%qNJTY z$rlI6f*Q(BN4}Asy};df;0C9|qskK={cY!az%YzzGSKYrVGkbu=671EU1BX{$Mtup zy;WB_MkP43j$OA&ZrvScGHW!-zkj%%MAVc?B%j>dslmHZ~$7 z8%R|3=&2?2rmUBFTw^6)??fY4>iIyHbc+mN6=PO=#4{Na7UA+5UvO!QNw$a#Z88Go z--Z_%(nk}MA?*V&59O%@sUQASHNFwxf%zJFU76TvwK;fobn$iErm9a4y;a-4QPHiWm|2)Er`y_dPrae*)?I!DqFGB zQIVp?VTZk%E=jn|cS##>O?!@UX&2fz`S61RZRPddEOoEd%4rrcxE6NPon)5};&R?? z;Pl#uojG-)`(r}Ljvu=6$(KgWK~>16`%fNxiQZ>8>5Q@5y4GX_H3A$bb`}T2*AJ}W zH2jPqOQznO0emCQPke9+%HlzKNj0C;I1{H$<`w31UiVC)Gdc*W?AXs5CYYK#VX4>E z+MdXRC5(jwXzaJdrpe_^Xa*blWb^a&cYj|m6X-7wW74Q(NUQ7bQkmR0J~`Z7xgKb= z7w#G^1=Z_S%^+0dzn`|MO4kLWiCi{&D-Khdi$e{yor>{uOsZ3+fB zKjdVJ(Nk`clgQkFc&2qrbqY$C?Sq;Wm`d|e&z|Z(n+8kvNB{i9ScO)Hx{*H*wk?G@ za`Hg|&ouK3o&>~TD4uBgNV-3^cwhQMsF%3Dxh$UeX4bcFcCNf}$DS0b>=$K!gZB_) zKCW<|Ka1}a1p8Dg@TxakRWnN&Nc-u&Rcqhkz_o^xf9BDB-HWOCt($G!zlDzI=R6o` zbxSQm(Ou{izhR>0er%GO^4jb;?p0M;{pnuZyrT?F@`l}yEkazGw|(EjxgOkR#X6nj zV*!OzT+c5HJLFze{$g7V5?2ddvktHa8>$n(6Ra%tHeZ`f8ssE9_*C7Iz}X`k z;t2rf&`Jb$qH4|9ZM-zvcSa4@Ci$4L^)@@$T zP{U1_^f}|jDI;gcIU+L5%_HPJA-e>|Gc}kx2yoW}!tBBtPvAs`30?l1V5GWe0)HcX z3`Rj$r7CWky=0fR+hX4*rva zGw}rj&Ym3?-dxAE{kv~)j93+F#+7OR-F&coju4sbG>P$^l44aA=ql+= zF2cY1P06Z7xBp32W^1RM|U9f3ZuJCNkjnDX)ty!hbMm%!<0mmwSx z-9*si-Z-hGshz8OlW2kX$KhWm&^IfxN0pEW!(1HA^!3_I4*oNR9>AjBg9z+ z2u}^CT+9f8L&FUr**P-#?7QrDqe{_ z4GG5@zH24rHUu4+zy!hhrHqBdjIYJClZXB$DvDEbYH(m6YafQ_OaJX)-sly|2=BV%McE)(<6cc(K}mchuzp(2A2HZ;>yBO7ZawrEj*Ef+iHQl^1hSM7$ak1+Y?^Z?JVJI;{Dv<} zVXzhg3H1<{V;n+7SYr^3820&f{D6-`rE)yVI1IS}V{SLVTI-5Q}@GUNQ!(5QvIn0?t|WkKo4 zgkhkr?s3-`q^xFE{%Q}9MzTy_yz_*(TI_>EX#Gh6@`OHQ(?)XY0m}P(`qtL-hyJK{ z()WP*4JW+5g^el4TjUbPIOsb`R7_jGz}Hls7zl>~`5+D@K@Mn~g;7=nwLl&ZH=7Pb zf|kL_r&g$jdCD9Qs#v`XN1QSU&1+xV9M|BKA z-^>{$RL5%S1929A-?$wb1RCK-xBNtw^Qt!6ohxZ;l;KwCUMOP$L?yV(RN7-o?4I{B zKxa4yF-=c5Pj^Oh(STQ$j2zYM>QXPPBR^kS^h~w|d4*_3(r31ewe4s>jpk=;I{;yO_?+0RGyY&1 zVz?R0N}QSB4&iutY8B^bbwq~O{s*{T&n1%F1gl{e+Vt&On=kvZqM&2`pKkBt!Jv4e zqA1qCQfpwcske+2Akff-bd%ZW!hfw`I7lWY@@%<>@@nmAlw3AI(WppY_gL%x`TNdN z3O7FAs(g-yTLul@t%U2lp~O_Su*tgoE;X|zoLBDWBvpdogI3`v)UNsEr@Y=FmK#E_ z>N}0kMK7!Wp}QrI$cESR-^&Q{vi1DG!$(%582^({5iYN|Mf;>WV#dTANki|ll&o;) zJP*vn-=w74f!^3PwiF~UOW(k6ii_*lbNhz2Q~rahGpn}i)141?8@Kbn z_URfEmgW+H8+i{6(Kxc+oL!*BT$5_WIyuBSLKiN-p_k+4%?U>}FSzZJBR8~!m%NI*dDv_L@rrI7xA z!BqZlg{%|9|AjUApLhSGrZ=zFvT@oRLH@bH{tabeISgc$8nz%`j5kuC%4k@hD5Cl6 z%4ZXV8$c2c1%}iW1~5KteO=!kgr$r9nU_tc&k_ zZnkcAE+Rwe4Grd{1{|@I)%SkTp)p%#S6Wut`b1njF$1kP=twyfY)k*&#QJn&5P`8V z&^={~k|=_t*ubQ4Q-}D0+>?>T16M#~Bw0}0FlPSD>9A2iV|Vfv*`qSVgx!8&o~c~Z zO+5FDL#4x=MrrxZi&}MO&Mcd(+KJD`-j~XyzuYNv?hKB zKsVTX`SnJ|u=0}wP0x2WBrEVT=age)^6*nM8NPpqx>em(M!_jNr<>7 z>#&y!vv^TOat|_>vZxzM8YQMt4|Mdh;F78*FwwX*_8Yj8WdAu)TYMGKul|+}o)Gc8 zowRhWhy==A^x5gyNhasrGV;A$B5?8oIO$=f>MSAntr%cJSHbN4)zN$;Ha3UH`=*K8 zRXOL-uXC2DPkZNbjGU4=$yy>}ZM$w^t1m&#u0hm#xl+v&9k#vKY+~H;_s9fK)JEdW z`39whITXDWrI-L>GVDg^l$w<@uVJs3T#r+%OT&aPp*7uZ{DI}{_BPKK3(mA8D`On)OaSVQiS2Lu`+P*Zbw&Ost zM0=MrYr%*u7Y9U-w0I(QMIoIw9O46fjwVVgI641x$9>1ILaQH>CzmfD?yP-cNCBVt zf?K+$%oM_3S2$s+?pUFlD5P9x2%) zry~a;;y2M)q(KgDTEz~mNfVrSB^KEQEK@c_Sv4t%VT#G<7aq%?DPdEu$^p(E@>t@9 z_;;XRN_eHeW*oG|8=b`MNf7GMpV28c4IJwhjWAuwMP*Sdt{`AXBMv6g?&wZMnk7k) z+HpwXC^HF}YIrtAST&8AKxKb{!pWcnJ~9p*0xGIL7W>VMx{~D`uvG$V+>ZiIiBtP| zgO8!mTVxTX-M);9;D3qo@l}&<6}xo2c5XI@H_75|gI;JEl|jyseVJXHE0*r6 z|F@I6FOub-wfyuJ$2nkC&*|$Sjt)k8{5Gk5$p+4PE)+Pn9}p)mL!zQdS_eB@HYIR z{jNGvIl}G=?Amh790h9PrW0xOX#PHTcIR@!;GT-o*v=rK9zaURmdQovhv=L<2^G5o z-e^p{CJOC%Suu>Mcpb?}KL~4d6F}PV3^R3H12xyC%jRA*X^KMv^iXerMR$4n~S2k+r@%3b#)5)+7Xlu@oA_K8BksZ0kTr8jt^nYCYKe zS+A~WX=KSsO1hNh2g~?&ym+1?H#-SC(;7Z*{f2S$*ZXjfAe7?>fhIdY5-C9DxGjjt z$myD>nVu*Yjgku@IW?puc`Vur)q5kji0cz3Ay-lPn}dW1;CD(xH!SK%KCa%PX3Z(Z z+;?sTA22yl;Is)2Q%%rK>TrG*J3&=%6t6^pS;`gA4d131M103!3WObbOVY2rOA+i( z&bN?TOdM!4pOn}(HYUeeDGm_6J~be9E742AN-9F)t>m0ZLtiEzME~bavZQU9fc#v9 zq*_H>-efgYDAtS746$xGd*f^UVo*PKQ5Wl|bW&<t=qIP*Ugj&KqCthQ0T}C>y046u>JsiCdCeddk zr*A2+(hr!oOrYr*?j=z3zdkAx1X6>A1>mejT)ixN%Gu-yKZOk?hH}7Nlm~98Wm0yc zsNIpC^+irO$)?c~q`dq^Ql?ZQ%l;M}^*WpaHab~{ih&wC@0hBEy+})`l8C8X$M45T zQHEyXw;ILB=*IRbXb0^|KNYY)xViU52|XjRS>uS#F>vw6$IMyC-wAC^>~(ZY`~jNL zr4RzH>kI$1_4eaR6}vJ0&9AJ^*9q-WbxchAVYF)8>uOl)CsoX;B=_}7!mDsjGZegK zokB7zmk=MGPgFvFey4~#a3imWB3+U?2};8qZikq-)->tPfOP6fp{!H+z>~=HD}(Tx z#SmmOUT|$IhG>UbLoB;Jx1$Zo4uARz+K#{PNR{9Pi0W3>3lsztNc3U~L`;dtlLLeH znCg3wNA5|p7HzNtv1ARs4~fQ(hWI?n7yJ>)h}U69vcY zh?3?@-K&sjz+TKyRd%*fV;V@7k{T5y^T-6lUnKMu)RvhTRm(z{#Z7`Njam(SqD*nS z5J(JK$jZ5NZH55t4gsBeN(7$iADZsAn)Qs5K;5dDN+<(9C8|pBsJv~fEd_nOzDvM+ znL~SV@$+8pZF6U!o4WhQldY=<50E#_Yx!v9?7So|*Q;qx1d`-Z*jxs+;>M&}goXYd z+lL6}X@_NTvoax~v+7WF$PxYNRoyx0 z5qeKxvNKg@LN14luO1JlJrQIMZEg*y(!2x|AZI2(hGW#79Qb!iutVvAPS&sy1&f&% zeQbeg1rCoOOgDPmrV}YDtP#U?!e(^Nz5O=K^jxc<#Az@W2<613qb`Sz zVI_o}pEo@29f@+=kA_n)*l;7qwqW89ARUj|JzCLD@2dE$c? zg&UwEsBht=`x;AF*&oFDnD1It2uoX;;++XcUJ62{lWWXD^=Hg>5R)N{2Cc_ zxpT6#n)dDFD8!-T$^A7vJva-!rC#sbnVnv2`Rx5Eh&}s|-fbGKZB4FBS$bCth}w_T zPBYtTS$#SB*RvfxoaonzMjU>XkYzm8WfPHAU_uJEOPNnZxRZ#y5&;0vC5p$E(IlxV)AvJ(4= zedrGKKi2dG-mfZbGrSd0k*vHvf~%-(GlSx+85rhD+hQUJoc)Wp=FC$+M+rI2xV@>w zv$HWnxWt>J2`}Z&RrJ?vdi_Br(*Grv57jm(U(RR-6&&$qQrb{-i?C`W37y>zBJb?b z=qBMt3h+_#G(LdGF8S3;wpVx8=ThwZ{t3bmB9Fc$x?)%F0ptY_$YFM{epV;N&af15 zxNQY#1GM+))+BmR8wf^7!Jvw1n!$GR>{_>V{<#epDZOa(leu|*hNeBvP!8WVnH^a;47v| zKd8+Vqyx<;rX}7T6}(#*d(lP`s|}tT@meKwv|+BYK^n70_*&`vO(L{p6AbQoKZy1F zJBU*Xz}vmcRHqgh?IiBimg6% zqjsAJLlUljyH?;oCI#*&#&?%Vx^Etn*U1g;(|;;0qxAfV{{52E=JVasaDu$mH_F}= z?Mp*!<7y&f^3eu`y?u81GZuo-ip}80O-;NXOIY~UY*2|zSRqE^MMp}wiIC?W`3p={ zIQqQ_X5P5`Ss+q)pGwey+k-bxknmWHee`ut_975mr3W`FahUJLp3!}y@OvY_1IO^$ zI8N5*E-}5)g4dE}S4N3wUU5i}%%ZXn^UtVkL3QQlc$bX1(qL&Wooj7=WG7w3YopY4 zv6N?={|BTYRv`BZQD5*Sbe7_?lFTb@r&jom<;>e#JQ#nMh%f~>=KPo7eEr-;&#>Dw z)H)DmM(?`O+pX8=#Ya;7c^%DUk94NT+MQU(7 z_i7JW8ac1`b?rCvF7W>hQwYB>H9Qjp0z!fW{{Q!DV(R{X(q`$+r+uu{|423Ly>gZQ zinM&vk{A-fy|nQe+!_7pSbw?1IvahtE~JtoE2}U2tDf8^+j?ua>wetWKpMd3q)s4M zF%k8DoUo{*$hm zP%~Jv)&2!aP_;}D`aB<1;;vLpsZ?^{$^=O9OE0^q=_`tWgv2TJLd6+rP$=>T;IO>0 zImlELv4*^AoteUEsy?ZFA4j1*vPbBR{HCE6!?svUNmfi>d zbb|Z4OV!-qWtAN!dR@HtkKaqh=6yMPe|&E?DnBpwf4)N6$;TopEN#AC3~zEU#45z@ z_5|olT;?4K^~%)Y-rfs+D2G;`=_gW?|Mo%#Q>Hcy(g{4VRWb1Z8PKh-W+a91pkpVPP` zC-n)q>{9vJG0R=-dou$gY~zyqZx8cT{3ugLrBS=X=@I}u{_dRBt0a2xA0Wt293)I6 zpTB!&BwauW@|(p~%S~TeOUogn$3X?HQZPUW;P-?=N~hnLaMcO!^!oGrB%T~v6SJWu znr_W6cc|E@k)Ni9gWwO=pHH1Ei#>tYVK`jIcs4bE+o)5W-NSx$fF?p@^yiQ%Pg8KZ z1Q6`Yse*p%s5~4oR~sAv)ygi$F7P}<_Tb2&8q~j1@k$vk++0x9Ca%->{Kr*c_?wkL zHt!jw41Uf@R})~|5^z9hXYfH@(UUF&s>xl9j91F`pfgjbZ2BvmkJdl9%ea+lfxyPo z_n)6s#h==(nQ`pm>F+cQA^oEy#dYrMGWwmAlB?m=g12vZj@h%qIu;oGlX&^*XlYPx zjDC)`B-Bzgo8o&bWm&4 zjksPcH=qAlyIVX%Fc`Jo;aN07J2d)XMnF{$zb--u!IrD9fq;X~R|fCk6U{H<@qO!9f*g&GR}F*hK+T;ZJS}(F@viVyelI6%3x20)2(KcgHpJ*9XDa{&NIcF^H?o!PE3~?or(? z_Yjo_gA?+8{IHI@w=eX~qYScK@E_s{Q@A?PT@*DGkp^&$XtIcuG#;g>?ScZDg=fJx zFX#91Hc>>ZU2~JMVSb1hlj`U))AvPOQbp$lqK4q52eg&HXUFMSuE1|Fg_lBST&T|CR0;db6^P6p2fU%p~M$YSwIkQXg}+;LwS6P?)LTG(b3(v zMXAfs1${bL1qhy>b3QjjPTyZkFs%&Fy24N8`~ohVzQqqJ;Wfw(yR`jo0_Wra*tlyR zkoA{5-Y$})Q2Znbx8Mg!5#WD}=?a(GSj_~^Zfwp~(HTI?A5GTI+NTQ*L~Ms`P0BMz zZM9zO(T%!eyK+|sQeee5(0BVCrs-VBa!LceKJTuf zvI4|}8j#?Yndp?+Vw#Hwza~zXOlLWHE0|Kc&uHhMg>cp=P4kz5duK3piaH=_Ym^zx zg2C0Jj1ZXP&JCA*Bk=*?bztDWtAnOs9s4d7BjA}o=6jfr8*Jiz2~}}u*2n>3BPTR0 zl7Dqk7&X!=KrpJX)3oLyCoj@J=sN=qaZ;oZ4#1jl6*G|u>1Z@UBK=$NI!09Vi{aMx0#XN>w24>a?Qq2X4 z>x}_7LXhR1<%qB{hwJdrOyVe0^WP5gUo7P$H}5Qet?F2OU8H**ZTUQm|2%}&D7=+Q z=LOCe;KwF2cyS%$ZF;oJS_;pO8O-Fy(<$USt`&c2_pHDNZ#+uBaKCLmY&=WnfZZ8H zs|$IVLCBZF;^*7mxFyuuw#A*BnecC6%R^d__kT#76?>mg6@CvF;zFun6pkh6M>5Qb?3aifCW~Yy0~Kg#Dp#h&p=mA4iK)rrc1He?RF2q z7p}XLQcI$e?MEJSPfICWhkr-BCxS|@v>Zz)8Ot{afqCVn$WMe4y$(7L=gjj^aD+Y* z($9Ymc?M%usk(ssU;(}%WY9@~CA{jU&}|$+dRc}=(z>f51kq5c?Bo!3+k=p%ijxv# z_Qrjd%lEY)K=Aeb3d8rg=H+q!{kSh2#N0NB6P5i*IzBw;AntftG7u~xW|Evl9v8yu z4BfOn=Wk3l%;2ghDxiZ7lTR-|Eem$Ze^IkiDYhpCrA`>VM`F#nXHG^S1UE=?w#Ga6y%%=MV?!8@x4kq~b~b)buU5 zkVvwoo-TfG<}WRHUslvHoCP~G&M16%t<)!mX@z+l_ws;6e!txvZ0ur^9f49%A^A{h_m6r|CIs{?8!7B4g;$5bFAK}qA zOcitQW*dH{y)K|Yosh>x@HUAL!TA)nd`M_Eu~h#JlCnango z1ex*sGy6t=&D~;hamCFy0uiG*y--jLMNV0$`NQ&@G`6aGz~;nw%$%EC6M}hCn2WeG|Oh#()4PfX1NNH`zSHP#7r~TeG3huIhrZ^1IX>Q<5FQrBTIT&8y!p~ zi%2j(AAjaP5jAc(=0Dqe%K6`mC=6QKI$}k)Eh#Ekd*X_8Mu^OvyDbA2uz+1(>9IlY zp=&w)Qp2Hw%?}9CIWg4g%?F;^Binoy9t!_!E+`HJQ$EtBR1 znH%t3br=_OeTF`jz^n_`?O`X(GC*3R17ZH%ll#|CJgebZ?vXqQGab-yTDA3tk(+?N3IWhY`uwI(}w()7TR~PKVIa($m(v z(Q!=wV)$D&&al|3$^1cBPiUhz0N!Q=a2(#w+29tDsH2H&3U%u}Y${zz3b!lp1rCTSoZ%tRkvvL?bbpG!&}&Y?(Z~c;~MzFVEq0l zjkM&UU~+X0EaL^kjk&k%a0Y6|78uPNWa1yg+)T-?W8vM9%Q|cSS+=I=@MgddZo3`N zeXHH!ccZ}rTNt>N76Fu*Q9lJj61S37jrzLg$(8S3SJb+I1ApVyw@f`lt=1dqFK z*3|A4skeOw8h-I1q~?t^Q%_ULgLe`EZ6=*)S|bAs#&e+j*-5V5Hvv;MhVkRRl*q0e3KTzgoml z%TwA-Ck%HIpgn_7u3(-JZkDxm(K<%7U0)UiX2SbL#3WXk<|akY)(K5aeYUuSpTmp& z$T!j%BRPX6l7n2(g4KuB8Ub~=5JQ}^uf<93I;^YjwNHANyvAmm$5VDh-gi4`+u%j8 zhgJmSPXuW|>q*OEGgJhw7A%6O&x1BHKbxMCY!J%4nD4coPX)w#_;kCW1OyL|59m&E zii}2eCjCo)3@j3^hS}(>W-$L)OmFNUzy_14Q0OsFnA3~!FD5A(M{7N>1`NKlKoI7)^&I4F+v;xZ4#RhzsxEM7oc zmM%jwm#)OUMl7Q<+F9_u!KCBDzKzVNO4qmx{7X#PusyF!OeFI73})hzZbPfVyNYoC z1J-nlAS=!=@;5!r^%ww%dxCXGF~}l2<-#&tmo)SYSxLqA?hmW>`XiA4>uj8rvVrM7 z3oxit=@TqvRUMqJwj;0=`1)Kaq+_2PADJ%zkqt&K)B- zDD;iC-vLhZ$NWR5DyTJ2T*hoL(QN^M%E%>AXP!7}^emPXIhcvUNo|6k@MhHcvsN5o zb1#1qaEo;$jvIwap$^68^KsUu#S9ifj_jsR^$x2H8Vl_ND@QAxTr^AXWOQP@@$X$t z2pNZ!^>&DIm@<=Qq)^Vs4^SMj^Gc;$`O=I3{SA~wO8BhVHFT=hh2g3O4bm{!#!ViA z7joLorLnD`x>NYR9C^ z^~f{;toCpVjQwF*o?bDKgliE}oqeH0N5U`E3tQjU)W5UdRvu+3e$jKts3`@XkRDle z|5!C!Cr>G#!>BgM;QY)HkMV7+pLClYkZ)>oD)CidcM}Nc8g_qkQ70ORB3pJ4Qdmwc@TJY*SOn0npQ07q`4@9cXE3 z=-7p59a1?+MYP13o`#;EHkdUlhqMdYhy)`IFK8p5nF)W**v|j@5bhtnn)h7kE}W3| zjisuBt|-9`P7pkx*GT3yO%LSC(su#jqYbWf5h6b?8x*SBo-AWiSCP(bu5eaB(oiuq zQ4?c(3Vlg!I*?m&x4!q5t6gnF-y}-4UBYpe`Z^LKJ@^x1dd-9=7a3v{-&%mJfl*;~ zMB?gVuFv_MrDugn%L;r+lSK$GV85TL|Foe(Rc|n_A$?K#V{DEp-p9v+)!Dnk>E%JgOC+!0tCYrs)3chc(k*Zdqg=KIHu)@isqO zyNLUz0WsOmXL6~mb3__8(T8sG^_Fn5I+8u7;O+dZm=>K==w>lU+|;SBl)+chf4IIQ zPyyaCW$X5#fk+Qj4MmkZS9BT7X3LH+l|J>t4jYWX!MMhzsra99SBdW2#(JwpB;25s zq;chskw|CWxm2!Wr+&A6@t8eA?LlY79LilE_L4BI9-(ooDHs_NGeBXt7X-!3T*Zn+ zq}7R@aAmrmIAy<5GNxu2s1Y(_%(^Z|dk-acF>s=lLXT7|Lfv^vNM@09x<1A);zgWp zGCu83M=jFKlt<)Fq@h3l3`*n^)aK_X)M?JYn1Ek=a^*&;@0OI5Vi#7ma`k2y+!Se= zB`LV)dBtF5*zx2pf{XhlGl`)BU-HcZP@657S%$7kfjYL`tn5b2HfYlUG_7c&u(Wb0 z$P*yFlaGM3S?I_#J8j3a-w=yc8Y_)}yEy%j^I0La{~98nvAHnHP9!tmDJ6x2<>n*9Ktbi>tY zG-(6c-PCK|3+xe%KCXE9fm-@OS*+wRv!&LvUz@w8K zUA2p0D4XdjF+4nw%PKxiyV1LII(#VQ^I+s-AAQUb!qNUbC0ODhnBd|{N${3W7O>QoAPQMPpg1Hl zo`Mmvu2Y-{?7~vGAe#uOW9>k;!TBq$wvaNa@GR~)eH45ZurYHEPruJPMQ(gI33;!IIWPT*Ulc-jt$EL7F!tm zx@j1yp(;Nj$Ovh)^)GUOTXyyHXOX?op0I_H${9LkotijF=9Xefgi%Gzx=PY8l2^7PO3dy&}CT?O_`*$Is0Y@L9FbEET9dn8KTJ17= zBn|pGxH_J~7xO%elM&nyku2}oae}@XMFy8 zoV?+786*jI18Lm(=X#iel_9ry`8%6<0qf=^<80de+SYE?RJCaj3HkT$Gh>Gq*dr(^ zem51pQU)eVw7d8U_0F=de~fDma;TXH(HK26&iqR(`#O`|8_YOcJzp9#y2M2dlJ=!C z^cay0qe76J9x6&0z%|JwO6@LTTfhC;f zhU(@9v1xnW0G)Zpw%Q=G9RC&faqH$p5(Q!TU0F5A`B?&t!p5)omun48*XES;@o6qI zT}kE{0M{XbO_hk|;KV$5STO4T5ah9F|1(bE4ry>T;};Imj-KpZXy3plCDcb~kiLc; zyQ4Fuw8i%FpL7e+3}8oB-w0a4)(kE>>P_D5>PGpw-yy3T@Ebc*9#-EyR5<6;>%C?y z#DfAx`*QqiuF1z*AwOC@)#JKy*{QLY0XH(hffN7|7h&$;MwS|BODs0IB@?naylqMp z7!$>OY~H~ojG`tz%HuWtN1X>-GcClF*C+W8U*V0|x=SJDOI%#VwVo$6h*P@2tu+_D zApVyz7}wu+0zHXGCcEoRiC%kg(C}QBq2l6YY&XTVO_yF@Gl1CRQa+y|x64ASKuX^+ za)YC!D+UixAXk#~Qt9%@H`;5Ia4kjz0qLO6ZAM5>MU&vBd8MRNAEW_Dq0tY#EJjb`+S^X_`#RbC z7XzWuq$+>4k94B9f7-)?AkR<^{CzdEOW-Z{#gvUJp8x2>=c z(#;M&g+JqG&Q=H^AU_B0wR0Qw`aurRMM!>4MDvSFy`w5H@>rAQY2|cMbD5WEboAigi z&&s<9smF!qKG_wXHS04IWX0$ReFtPw$5+MkOJVG`QMW3x#gSmb)imhE0hr0~Jq$DX zfohW8zx!q9C#aHH-JXbjEX`qWz(2AMc#-p`C&>l_%GjBG8yMIz9ZxpaiNK#lE%S}j zd&Z}i-U9CJkf#|R5Qf`hwoTMxf<1g=FvV0V>aD{Z2I@!UZ64mpnvh%_GYW`AJ2F*g zKFF!QJ-L?Lrs>jEgC?PQyVDJwqMh<}%;SBhB_&J71X%m;seXV`x)JbC>bV$g&qK+n z3!x4MajK<>I+IC|Muqkabp|t%fUy5t|#S>bcDfSc9NMW?Z>utkSEKbR^lkJG>&y@Dn&NG6i0=SN1>tq!U!nmyNeW$ZdY>J}Ri z{Cy4>9%{v?Mo5RC6&3QX?@6oNKsQj~#WW7lEKZSkTSBhbfJBX-K{$V?J+Fgvs(kr|n9?VEXp6b^650tru`@~6*L)Eg(V!NX~F zNrPFGQKTv+hN)u3+VM`Y9GnY*djT&6vI-<}P5rUpo#J~uuyRRcTf%iaYY>SU1CYP-`$)oz3u;K31Xu zHlbefHt-vC=f;9uy-E92bk-JH947F3o_hBt3}o22yOyvdw@`q+c0BN|epq{+5Bv6|8404Ka5y+_Y53kpdNJA``8{qKXug33R!}=lk~MvG%d2-b1zZ@8=w-_UjYyU&E5Rv@bId_ zI6!0~sKW6qF)KQ7PKwT#*gOuwl2d;h;$d8?%>)MT#8U!bW& z=1lpC6|svLjZjkO##+bwi*p+V3T``D*6`--qF{F`uK1SEVqCA0%xp)}}2epa+16_9ep#a1c z(_UOl<88y+6wJcZ|2R5pZ1yCoF#b6M*(B6oyp7~F#gmxAHLIs&Ee8rCal!l^Zjr9W zoncx?J1xO6+m~L$U`vKCjIUQzh^Wk$hC9K)#)1V{JvRs-or{r2#x5fPn6^Cm!fxb6 zi|Y;SU3_bG`N7^DhcX(49J5Tc^;z_~Jrx3T3{BY@@{#5O{So=w1R&i)#!P2F+Fb5@ zY4Uv|&Ppg_trJAd1OFUc#biWH#J*vPN!(Xm7z3?_iO)DK&nyPFzXOr0nGX$Ps+()0 zOe*S_!?cj3DXSs2xfgG2DuVn499tz9`Jo&1=e|lPGTTObfftvwR5Y*{j-%#w5)Y*s z;t&!{)+`Sz9HmhXm6l{C2u8Ljo3dp zTV4lV`wWz0VXD7u&GSY(Q1$1%3nTa2rkavM?G~(Dm(>rz15+mtR01|bM^F7u@(+4A zhypI`uTG|`Fo7Z_3^O#@c)>ihpB|%{*tA-c&~`vwz! zYXvD8g}1S{&vT;o@rgHN1b;zq-XQdiq{R-Ds5hf2?otFcr5#VeC9V>!8RM2jX5{Z5 zF$x6~QT7|+;O^ig<1-PYBV2D~#SkL@5h#OSJciFZQRTO2YyO8qcl28x9^EOFoEKNr zg>8niD@1iW)NUlIg%Z#eKWFD18Y1Y$QC!1x$U*3Xvk?d(Rps%X*a4I?88jEVkKIH} zK=ipY8F@=#L@$PQfX{PX4c~oYlrf&xF_L-4$LKw!=9@slC$KmJoWZ?4=Vd?OO<5` zVm=cuRIcjqoP_g>i{Cl;nH;h6_0-g$RJ&d2R-C7j@Sw}iPsDW7+d_bX5RsWFm=TF8 zaK8S?qYO$gk={#X1iNVjm^yNrvwpx7{7>e$d1bYr?S3+byAg&JO835tHYZE~ZlO?K z2p%rJ>*}yuInNpJdsf7SP+59?fk@M^5EgJu&W0!=_&MJ4I8g3o+)c~`fN z0_(NJe`G4DYFR4-S2QxY_zCD-%*9N3!R)EM>n2e88%Z##$=VxTt@d8DOc$cc#r|o_ zjGSACuY9zv;`2$BF*#1p3-UZ0`h!orlk?4!ofmK6?u#DF-=A7`#yv`QOggLXHt2+E z)I^rNKl20!0#6c-eSh85_2S#zgkpuES>yx?5|aKL@6ON8^$Qn|^n@wwEn|{*tWa62 zf&`Q9LtWxYZnBk=je>Kb4W}ud_bF#NsC2VgrLonpdOeFN6{AqpBI->oI0s5}&zFLR zI)guh6IA4>#ZX(1Ht>~nmLWcTyy~*%FzoDTThXS>W4=IFzoXS7R72}v+9srMRbZom+BM&+F+I8D$VtOK38s< z2C5Dn&$ROZIOpBlN=hUin!8x!mN&RZmIDv(JTUvoMADGH)IwHz7?^+1=%S+5H0J@x zz8LX=@ouW7MQ}!qRY?1dRq-*N_S8qB1X+rs`QfOxXG7NzA+|#`v6b*JZBzZoSo%$3 zO|G=swpPX9OoTBLn%%zZ&`4HTjW}4@g3KHG*np z54LtM0hTssIp>$9&tbQWi_wiAj*b z_~mH;*P7JLNEEkmsaUDf^Lmp7zL9qF-?5b23W zu0ur`(?95(^>CB&iRm`S_zFyibIyrofNKOej(kLD8M#VDT~lXnPiXQE{qaC2%I@)K8pm3Uz& zP?LEdo&{JawAF(gZk$x>45LLdHT9Md+%KW}r<|*d+&rsC{GFW4JeRkg(FKG>ar${r zBrI1oB*090HAs&~ak`7OKXz~syb=4z18LK%xo0c}5cXxiH9GlWf8->oLY~U;%K&lU zjf||mS+dV#Q`AmrNf(g6wNk9A=rX#X>>AsE$vG9+sfJeqS_Xt$P9*um1O=ZFv+P$% zw=LyA7C17%NPJ$(!^k(?fjdeDbx4dkrwY!924er!Gte_N4MZ!sWq2wOYItjv<*~Zr~c=83sH|$5M~)KCJ-()4{CpWqc3+ zcOqAS3>KXSUl#J}84oNO9;}#-^D1>Z9dG(l#7uw=LH_s~5Im`U{T)<4n_cVK?W24r znkIir%M|+9H0U&Ygi_(y%HasDO|oa(b($v%_2b*Tv@QRABdXX%=NI8Fjo}8e#~!g8 zigncumbI_ZsTWj0k-WHtl;Ij3+4Gcn@9I+itUM@~mw#@qGh=-Jg2C& z`5j>Crm+koN25P>SlA=KJ#g`+>MWtJB6n>NInJETJ9IfdVTPf*!0jOcT&`#DKImuk zKG%89`?5YT7fXXl>L2$xD3!=}`|fLE-c4zlxd2|`d=bFX?|`V^sH&5Ps~8ew93Oqn~o?G*ax~cfyCFOZj%mX2E*a(VnbCvC2BY zbaBA?jz1<=8Kw5YfSDQCL!u&fL&DjB#oUv_9P!S--)asyJM8kk*h1N( zRV7NB{UfIp0yz@`FNbvbQx5&LM|8PlvR3*i9Q`|1nvxQDaTV5r{5UQTu?j|VyPL3y z&<8`OZ|br}y#*|LP|coTX*)kIT@pHjV=u!`CNEz={*-;|SOrM=Aul?;Mhc6i8wf$} zv=Jfb5fYNJibg7f6hr@g|LoG+o7fDm;l0-MBx?czBkyVz{DS=Djg3HwBJNM;YQ$Un zj&W^&8TV(o+*^CY;|z(X81Wi1|0X|&GnKJKQ3|k*F?<_|7noj9pk~Dcg%6wuf|tcts8?l)GX}xc+OrbCP1KYz|4hhh%Xma9P|cN8yjKhoQ~w z*;r#`n&D?6%4`PsxoS76_bS88bh6=_&u{MPC3BDy1_oRsVDg~cNM>qa zsmAomuCW3CEU>>snH|sUUHm(M4d)@yj@wSIo}d|+sm|?SU+U~vtL^pvN(pOiJb00q(pl(z&seXU;|FUzG=fq8W`dztt(a6J^l1OYEVf0h$Pai1abUORaH?Fo>A z@?X}z^05M_WJQW{x{21eC7p=qj%_m5BJPO6%vner;U?<}38APHk(a|4fZ}YPh+Zhc z1#vx(2bURAVG^ParDLz7;uJJ6k#-X_o5Jm<2LH{-+SM+-G7lL$Iyj*qS??e{t}|s_ zUsNpZbl+XryMlF)w40wI1F=};jl@Sh!HJo=ISF~W9csc0qP6qMl>QQnp+6+PoP#LhB=B?xWp*Ga6gi!U1HI| zL^u(a_Y=5k$Ppv%#-*ho@-x~uhCMw~saKTA9${^PQ5-aohN*7z^w#jc1Z3|EIa zXr3#KmofG;fI!-?3WDHGTdh9f7w_I}P}1RF@3W4xFLS)=#ozVyw+4jsKDCW4hL7FH z8Vz0tcPb_x5Z&N{@hIt-$x2*|{W`_(F&vd=Z3B3>ziAd9;VAK$$eGZ%@Hi2Q-{zu6 zA9Om}<4$S?KyC;s{*FEyxdj$Bo{e(E$;bIYD4RX2#mX^Zdz?!Ihms*=dv(W2_ zCZ+m6DbyXl6OM^qI)bgK$DsuN)SuI*@%@UDsTTOteIvmTkGo15+%(m+U^d50EFL%v zmv;_-7qC(1$XcQQIBRwL14~pVam>fZe|F3x&w?I#pV9ey|5gjl)`yK9U@=FRT^I1W zOl*l<(rfAZE)X0u*BYP@j*3-twUoHB{ws1pcMHYa8ul6M(Ps1WdF=DK$WGUC!ou^~ zVbOCsVbj8ZmHgvgRdyl|vb490#}@RP9S(P7Z!3P|o&px`^Eu+$ww5@cL$6PK_Fwrx zU5S9ATr^^np@Rj?7v@x0=N*Jcqe>Z@JF8%MwSC&N5>{*NU@;|YoB?HFgJ2OEOHM4E zbfppqsOT!`LMlIS^pyS+W`4Znsl_#xGMzBN1|q=p1x z3gGn|DXIS*<_oV8{wQ{@p}Yx+L`dGw&mUjtDdoNdUNYE)zV>smHo9zC$n_{JprFTp zuUBJVT}CdscvL5L9X-#^v6{}rgZh?|W)*QXsC<^|-L4fo;+hsX%T%{A8M1O0`kfrs zTE1v1=`^&~Nj!N1muTmXGPFasbChfWfF`ld@SMke{)8Ld;895V~QA>M{s!i5O9=_uw`~pPJGpo7_^5W9(jIEUxC%G9oRNj9EDzAoQIu$8=Y^0^8-7zQ-QXAeyjPTSxeJFrD3%+Y|UwyuS9 z@X9t&K8QEM@e1ajl_ghmK3I!=%S6pZ7EP5zGzSMl#YRMw~UEBL<`A#Oi)Vx1MipjX=mz-*LQP4j4_$)*(XIsYK(t;X?P zh7_9Dq`%J+J19n{6Hq|R!rb?L4>>!S46c#{HdfzE+=HH!*wUlJ790V>M7<@Sep=+J zt&(&Xq1CT#kU~-aVl5&@uou#4Y93HoL!Q14qLby5daalkV#pU{{MK;63#9Rd;VyU~ z;11c0j3a!<5+!RXYbqL_NsY2_?SSUhNDZB!#usv{pL0O#>dYTgat8Ed?i=*Oro2p&q>=rC;1V#m@E2OH0o0XM_C^>O^2!^EK_VOsNHsw?4!mXfrYi z)Zok`F$uTmOD>Wxh*!|1aj`6zO*^eXY1$mmc=edKAa%qRtTeS0xfc{)!za~iTA%(J z1+V4WT4#2>1hdNT-2{Ru$cIOf&e1BGxD4{JQxjDVL}quuffo!^tNtXK&AApZn5=E^Vn?y;X@}?DE?lvN)$P$4%}*mCbCN z1Yui$O!L~o>S@zJWIGI&xV4vj?7H^PO<_p<<}S*S1dqLcy#8RRYh1jy7%(p50VfaL zKvl8*RVLIyuC|N3!ro}Yv+7+W9gGK6VapDkDBanLeqr7drtd`&aASS&Bt_!(iCg#n z2aMOB43qcAni2kVR413HZLD`qVc4dD(;l~PTx(wwP-$lhn3a20Xg zP=CbFpTH_=qx*1*5*i8kz}$b8aBMst9yRR_^h~lVrPq9hHZH5`DW@x-r>X9IPWRk9 zIyfhDz0-H8w-P2os6meE766@yXGfJ}nkIQ6HuUuxfd+N$MBm>kQ(BCR$hS_4as;wno-)1CvjHNYmucas`2u2)=N&19t_k2T~}Sn#+oaJCxKNEUDxzNAOxp3(d)U>&FjN>XkYaK?q& zS>!Vk`V!H^=e_stf}Zes`Kv?~n+B>uniCtX}^4b1G^Y>iy49PH^W zk9EBrHpNl?3JCTLj)2>ar<%2T^leMU!Yr$6@8fZW7xBl_Xhv#FiBcsV560F``@Upl z_&TN)>3crGWcx2IIa|E6HnRLXmHOHIz60{>ZfF7&Kh7!jwe-DTxS#BislXP4b2g2B zNQ_=74Z)?n?Wd3I3rO45xA%<4E~#NIxplU~S_1BTZ=}0TYp=Xg-&Cds%?w(gJb2?8 z64UhefN19ycS0>JGg<{M#(R~PJ0qW;nM0?MuXxXSZUi5WCrKkoBbY42ak~wbbF9sHm{8uojv8O{In|DACiW19t!)Rt)4RkZzLPpnoY< zxPgm6fYmHP1}-S`Y!2{FpRb|Pz?Rv-z8(hgL)g&lm*cvzRnr*3RxoN_d!BiOz$A-| zD-7k-?iJ90i-`LYVdMT=xbGq%;wat0!=U5C_O|PQ-&wEUHlbW-5L2i3bj__e$Kd## zJ=m^(-Om~2%k2JH$uK7r0>r`X0oW;!pf6g5t~~q67D#dIk=>+x^q{BBj9_ETG+x!TvMJp@cynPCqW^ z{%8feD_a;g-=oJRAJg?-q^EFokrESgO2p^X-|O1E?hY1@+8 z1=Fx977SwjA5jFK-rHQ|1<1W8J%iWNY)xa8eNYyXZkc1|79Z&#H zRD$Y$OTk}Zyg>oYLfqpyn7r%C3xvJH=~1ib|Gi1^iCG2XEth)UcA$ zm+R+eqy0Lrhg{m6HN8l#h!zZExQy9;4s}}Xm}(FMbd_3CZFZ0^X>N8+cyw$6X4=XhRuJ+0~S46jy-!6jOYkOLM;a76Oir%*=1R zBOv0@nG>hyYWLTb-M{+eoMeiiwA#H(!>cEUu*la4=^i6me%jZe9Ri zh~Yzf7Z&vD9p^$2rXr4}0aRaUBM zQG^%3h>8a5V+)ff>cEOs511*wo9ce~i{ff$4_x?YatI#pfuM%?@&Q(pC!bbME1&Jn zC}_NL0>Zn=zeEQqU^TD~tY~!UtYi4B*|GmYlw-Zp@_ge5m&0N!nPHvxzzUFf{suCb z!jJ*$|FDy#7F2pCDyl$Bm4fX%vIt zz5y2+)O41cF-gfgxMgpDKkOneO_lIbEC+)rXKh)UjAl^`6*dnoiY zm)ylj6!iZ0@D|HIr6cXT7^4@!n7=V$R}BK;5E7I~P>UaZ>j#`}zBD?XrzX`iMmja-!|h%XD1-5Fcd$8YB^HQ<2h|Zk4x- zH|I`}E4_WbyOAvx~UL0~RH-7-MU=XPs zkpnL0Q1TR%SHu%RT#pTt^ts3@+6=Dg!LX8c}n@~1oS&O62uo=}++e8F-z=EA46eG}m%KZO)z zB2c!QCoIu7=B@MFd!v{Al@W892&7Q*h3f;%&7{3bW8Qm=+A2T!_Y`B+we@v*Y|r zVcf!Hf$X&=@{e?%ewD0Ll!+}4HBJ{zdCd9nbP>oO(U5yh3<}{0SGP_J!Za7nLw{3kvMSjnRZ=hX6D7{C1%hXUE+1+vPOGWh;5JgkZh7jiZeC2J`$l0K^n4y ze>O8G#!k;*v4&dWzg)#~@prdqKyQk!>7Ytp>Dt<@nt4Qw|LU67wq-CND}9qq-}{V% zD1@}D_tJ$7C?8NV>pKrip5Zn2exaUtl{n9 zw{(ce-Q(YBV%$stVHBvxlOc^1?kja?BefL9b-0#z+){a0m;H7&VyTVGiz&2WEpIY| zOs#5?n@rvMG4WCT!!MbHvOTA79;Y#RrAW+vR4AONIn|(0IeZ3O!}(^y8PsTv{H#l} zx_CQZjlwN4wVLv?&!~#2zQ`>R!KQ8P519T^iWO386*a->od3dPdUZ z3M~h~Yo$#VcrvH4uIRwbvue=*x?a>HrcY*4`Vw4?o{!k@TLA5N(8fXZ4HVA7jsO$N5GwL(Qxeuz+ zOWDWc$vLmde+8^oEnoBHJDX9P3}UMu3zKWc%8HAl2$_rGCCXfBE573Rxhk`Dm(RwQ z(R>sir)LeB4}{2f%pBCe^Yb()KDul%djHOduhDX|>U6HZQ^9GG&RZyu6flWe;lbjd z-~<6eGos^)EgiRS>~FYfs_$o9wzn-9GR6jVmjOyy7LH%k*+d^mjG{U*%)2Fw8RC z0Y{D|Ne+LB5-)ncC*q`dMeXwPkn$0gg@vd;-|S3>`^&@*i+ZscMRl193&*HSpBr33 zLeX7pZe}KB*GMyMp{(_KfYI51)vcPFaAmTV~e4OLXSu0F)s2oV#AWE-tzn z2+4fT0I|!)v9gnHvK)(NlYr7(Md?pGxg~6){ux;yLH36{0L)U;H{wNgVa1K9l=cV8 zbl_42*-xaZgqsEb54`G7#84e?trYsAUL|NCnM5lc7q$3csfaYDesWM(i1sRpNa%%d z(E{2KyZ6-5bTD0?q$~z|*cpNlm4&M`;(US8g=8aGHVIP)aiwTji}0vlXFklUu$}-A zep~e;QQ}DFDxM6Ao-6VeYN%+( zj3%%GQpAwIR-(jh-G3)o7wOU|n`|Ua==^ZAI<0rl5>lB^R0qmhjIZO4r~UX>$kZg_ zJ|9{Un0BN#I4{ONxbEqL0(q7w>pHQR*M`c z7kK*6Y8ng7H!aHEHTP%<4`|%@4#LX4_?XaHbGj_S|YhI$|L4u zi)lJ+so%>CL<7H!v?f-WkIyBY!bAhmpG(9DyoTw9<GzO}yM&pIs5so<|ee#iLguIPBb;M;gsD9kop-s)R4m`GW2OD6$T zln>}-AUnxuJYB7fKt1#+sbDxdM(_MhyTETUi#VY9YSn3Ek+OeEQmT$6Rh|{L8a4v< z1E-gB=E+}@Mpju+86TTl0Znc`VHHl}Io43(9?XiXSg>7rJhDGD)o{51FGGjNb#0U= z)|8UASHrYr!eK?1Rkdrid@fx*oA2+i1?3;%>cRf*GN=pBaf|2tMKY+IQlu;R7i}@u zZ%h|DQ&HD>cE7 zU6O`vyPj^HL!1?IBe&z3LzkbR2+0k*!j=!KuK)URfF6{;Z}#VW=u2tsuVh48Y>@1- zd1*zRQFKFblTs%X`49ZKvPKgB>`)UJhk}Cp`Q-v1Vo5*Z}(R6v1%w4s221pXf($=S-@g5EMkb=P5o5y`K1>F@qf5i}CH4&nI{ zbzxJCx>CfPy0`F1JD5!Wj4k9u$qMrabg#uQEm_i_MD|+E#rA77NG|zr*sf>GP4l8djJwf^kQMl(;h)H@_$G> zrzKICU`w}c+qP}nwr$(CZQHhO+qSv8d;W;II&*oZ9-$&uWoG4-#ZntguoI?)EEAF-fGZ2WJ|-F)2uK`SX`BX0#5JJ1A40EK@L>K`Bv*8rp3GAe z71Xy}LeAU;bng#s86kjNzjn>@T=XqzCaBN-H$f9t?8w7Kc+lOzomuP{`=JRX+j5R= z07`glBj@4V238tqiZyALD%`g=1eN(ZP_a^%DV9%;IA+C2e;d7K>xlGM2Fw~SX%WgO z;t1Ur>WK30lNN5_*c>OYar1!a)@h zAL@n!QQ;t4I}XWs1dUKxC6Ec!DFI6E#zd_dmQaamC0SA+(2Ft_yN)n2ay~h#q+#~6 zNp01q;^5=r^CDPcB6IjemgCpm-Gd{0q{)*ja$LRn8Z%>pjP#zV+jHWXnUJ%Tv+0>x zR?=)RS20%9I^QE?m-+@bE}lfYxUds>)eQa5jqJ*Il6Hgz$cQtbC}%lFa*FOBv_6CH z9ZsMMSuChKfG%HggIhV@w=7X(Y1#|IQc+piHm3QQpXFFiJAH=ft=u_Go(`XJ^5B4q z>Hf@`gT*?iq}CC-opT3`Ai$37b%-fr3Ker$5-If=AEMAU!G3K^ZbLs#q z%U-@?C&Wh3Hu@JL$e}Rn16#{<1YgBSg$6V@^U?M^$wrqEhD*Ros7q+=+UmL2}syg3};Ar@7q5aq(IoF!%Fa^LnZ%x!dFnHKG( zS=FGb#tt?uI~{cQ5)t6i5-2GXZ^xhD^b=>x5=H#jQi2z z!|D$*KYblwi`K}|C9X)0UN<-;&+t3spJZVtxQL;}Z~Cy?VHV9^@nbNt_u4Kxr> zZab{PUv6gW_L3sdC#3tin@nbNy2Z;wz?`8CHtuqD>!4>Ggc6L>Mg2p!19&6oH^|-@?Bc_Isg5@QDrbNM<_|IfOf~MlHq_S z&Pl!*dgc!tdbCFxX*#70dIO&PUg;(izT;((qfPXWjF~-HKur#~koDMPoQw)I#cwB} zD35p%Q*NccK_T_7gPWNuRqBw`ULkW1N{a>Cmh>mDG7YdCEqfM9D0lx7G$GM&@NjT> zm(ejOvSki$Z_Z2|nkCaLTDtMgr{Sbon`JP3=4o%`72C;MmDQ-HwyKW#A|1z=R{@-u zt%CC=C$fIrgYt|b2rwFZ?F4*)bP^8%_vI#znT+{TSlUiCb&9X;swW8nrAtEZ7CwMV zuWGlx_anv41G01hA|@;(O}j*&ZI-n}is@JdsO=-~4=9PH;~H%|tb7gHLoXjT4edfm)EDppF+_HWr6S{#a5{Lo5>zwImHSP5Tf&}yMgEgv^_ ztq^LneF z8;-taOFp;WFz(Zm-+EWnjrGW5O@o+rc=#W%)&qW`;q`!D<$Antxm~@4(_Qw7#=Xfp zn0U&dK70HGtoIS=HqG}xzREJ}f|$X>DPah*l-32!2OEDu|4#whAo`uI{3pJ5bN~Rp z|9!x8F*LF;P~;ccC?kr?E$C`9jVP|DsyVfTuW#z> z-n$c&NdDW)+~nmrfN4ywpw$o9-rPLTY|q|2yE_BB8FEaLV`A-Teen7FWcJ7<5vDD~ z2KQcA#PXOFAd8(5W7;X^?YWl$WnyCr;ej&+ds7o4M+NlzOa;@Ko~a-SJNN!pAP%JM zZ&Bqpz)dCz=VlD#XiUJ4lu8MdIQ)DvCQyc^3M1&0Zbfn=Fs!+u#XnhP!0@|>Z z&^w4j`4csjL~w)3;cH(jt2J}x!Mle9>rFQqE^`|y^IYTQCdSLKv1g%94fnWkCC>#4fI1KD3PQ_g4ft{8$yTNp_ z)GS&UX*ORZF%j*9a%Blb6aEEchPI2PhFIKC&>}a6(ybH@_S2t0Q#}ZcP`oHoAcXLz z31eJ~9e`JcJmGVJnGG3(nJ`RE0E`4R6Xm2p0QyBUUtT;S;Xky!3+;DEA|94XvC-Gj z*zmozWt~R7`kORqT%OD}ZxjKF+U|f-r|?LRpk)Fsme}2Rn^o_0B!u1s5@2M%JO)Rq z2H-@hOnoD`NMvMLCi;oPp$=c71(agDKw$elN=0Rf0WHiqZ%A=0O$b;F6iEOJow5?? zD`kYlCauYL_4wb7(gVB?d?fip=oz8XH3G>BWmRd zE-^{$zZu8LpbmA#=e|G886@@Q%K3-XvL2Ng(61e@~??$l|+Q?xbvV%fD43sLVGSJM77(bbSNyo44k6j zpoMyB$U@qlWvvE%I7aG51W0Q5NsE-U1$*KAp20eO7cb!T2EGWL?ZgFW!htu_Mr`?` zi#`n}1GqFuRPOVO7hfk7njVD2%s|cAt0vfVkTa%1lhjQo27hAkz4Rgn)P+0npa(`;O&AU@ia_mSn{9~J#JPu6p4M!SKReagPCEfNi{pH?l>?=#bA;}jgDRYGKP{5t5?~{*woIq zlRl@9W|vq#qOS-_<0~HmTyytc;kV^3Y!xu=V1hakoHG!eRG$4wAMhqPkhUl8MiTm< zx!zNX#*O1&@QvDW=T3MjQEWzIb@g3mE9)EOJ34Md31{Ka7v24RRn0w64y)2;ov?a= zFNgK%nN3J%P9He?QwPGP|Jj7JFA+VQSoDbwmEC5IrAu~hpX?=PDSow|kH$GdImRPn zr7L3%=!j#GvgCJEu2LQcn>+cu?WH6p8*0B)nAYij146Y$D^_J~xh!ZcDRAm}7y&7v zCIEsO`lAtWRdbU}V_-LI;qRHPkg9)!g!hn$bHi51#*x6$8fU#9!LuC8x~6oj zon`%qn*a$GIT)Eo51eImGe`etQ>V^%@O&;hEbqN0CK}yn;g1f@GB0b-?vd=7fL`}+ zPu%;skxUzgw@u$x4)Ih4x2^qL>a1Ay%#L?LPi};UEKdBB9@9wI=A-tygYNOOpZnw5 zqdXJKu%*4H`$u0qrFe?OmHkqlJPH2x-iXINb+a z46#KRcN9(+^wz<>Ie3zZmQq7PrRK7$-V2Ek)>gc1l`2$=5kp}MJR$pq~C!>bGKb>H`2#BCFD=AQZDtL)qx z*s%QuyprB{P%gP&JnlGSv3QiJP~?po2yc$?GaZpWi4;hU1W;n*Ke2}6lUB4;%UKmnrBA&7@)Zv7I@Xr!}gPb_hsM^J5% zPgp`Gg9wZ_cwmt^C%9wI8Hq#fi#QV=ddTtqY#w>>pI@WK3rC_Z^5$#58u04h(a*`t z(~lPDko4s}vPOl82!B*Xu<5*A<~$%%zI?!5Mtz1%M!#H0k2L8LpF~m56dm`BB*VUg zOaczUk|&xhRL@w~G&zlaZh(w&mYq-H(Gnqw1FZGswU48g&rsg7zjC>+2WjY7kg97kgC6r#ba^*Xdw@b zrsnA5$#?ttIl20=<@V&~=*xIz4+!}p5f=WD&PaUpKm%~1X{60=PN)0NPhYBwJm+@Q zF`j%>Lx`=7e8+;5vevuCspHBFbVk~sFr z1h7bwh#}VcF@{fNNe(Xukc_Ng1sEjokgvxEe7-LE2T5@z*JP|Q35li6& zT}ool5_OUjkonM{U@%+F0+iN;&gp~1$GzhIGj^Uju;6Ma(LIXvOCTmj1V*Di2RDa_`-lA-HXtR6Tv{Xn zKNw$tC&3MY5R%7?8N*_~B{SsNh;t_39Yv&K7c-@CtnXARzNoU$AtC5Zop1_+9iO?a z4pa5xy$26pZFvAKQx26y;{`@>&E@AF+(4{W+W8h!?Q z@U=THumKPl>;>R6%nsv7c&33R**R0Y9lf~wfC}Suq$;4Nt>y`gE;z+-kbo%>eNzaf z3;OR0xEel6WK$Z!}VGZwJ*w}FTo&>HNL+JSw*aQlUvXU^UOmpU

-|4> zjC6vBz%d|k2vd7lQi))~5i80){rbXEmX{7C)&3HOo}^D(H;)MxD(~@AZZ1nuJuMPm z{!jzRI}w4iMd0IG`Y(s-`doQ`xBO_olDnV_t|?2al8daCeLe$=2Ml0G%!&!gf#v{G zp6QdJM>4+|!W5yB(hlJRDt=KW0f7us#|H-!)dW8RgZ_ztA)JEX9Vfi;hl>!){&nEK z!b{zK1QF8nprgKwVHo5x-o@^_M)kye$r+`EQrP#r+rW09bV$U0*~-+y`@DmP0vG*@ zoq>KLW*zb=#>l|aYE{z0?`^6p0MyrQCB<}sUD`n=FK5yv3}7GzinJ%+b_vZm%B*U5 zR6^Ugb^Yyas||~4SvhjbGgvSnclC9>PGX|5!rDH&EDxYRvM1Z!oplZsAHS1WvCfsd z!o|cZLBDRMU{x1%r$@yLBdmT>u9#(n>~4JQYDSgpe`kR&WatGiJm}yVxJF|GWa0%~ z{t=dNu5x^d^ojfAO%hJ_Lr%>?%mF5huaAUYXxF(GEpkbQh9dezb)1vTkisOxu@Wt!LV9`P zjnGI*NHwt=A(1MKFztgDARZ!ML&Y(AxH55K#2#3qOph(WdOHTGVbw~FMpBGHh{8F>UBvXu;zCvf9xVb>uMNA!^R7U7&h@%?4IN^kpSMP? z;E2&yEN8Bf7Hsz0a0q850_b8sCbS)6L+UKXY2%>m42wV)i=kl^tryZjt z0NH@M48Wb^@}jI{#@Z^F7Vp&8CR3Q`1S#DB=4O1Fg#anfG9Nj+UUq0Oa;BjVW@)R{ z;SRd$Fn_t5+H{FDjYZoDg8wdW#~c@$J|tQ3hzvr-At}+e25VznAWSCQLZ2WRw5x)! zuIj1th|Pu`u{Lp5j;fwZQ8urLtP?Y#DtE$;Zy)JIU$)l&*zA%;e3;0P#xSzA5&rC4 zla*BKbYFor1;#4c8k3oG4z;F|ihqQ{fS;W?S2+gD6QM_FxJ#f)VT4l29nywf#6;tW zCSdIBW4dqTP1S`oYOJO2?UoEWSNU$qcPRSr%27X(nqWmLd zf2C`omJM}cJyKw$!q|4I4{EB%wR5BD8^+ki*{ zl191pQQYMYu*bObZD}Va=6kw07W|mEPQA1WIw~P%KZ*k{5ObzE z$z1`__QB%02rMK=n`A8so$%WI?PJyhBc`e>R>P*~0$07=U(apTUTf+JRFH*_-viLH19kGf5yDF zMAMT@cV>?{%CIT!ffSHPRdUc-=npg<8gZ>pg;>gcI?@Cx1=JoEx5dC(c6*Tcuz$B~<--^b(Y4E0AxZcCGc zk1-r4pz5Hx0%T0S0`W}G(m7_B2{-bx`eE|*zD!L`JA-l2r-zfG@dkv4L76m?M$QsP zKGx^S%lFsGesc#4Mqg$4u@ki1&F7&@yxJ^ywm;jBEAzHh#TZ&s8me5+_&8gD!lQo@ zZ*{C2z#p;W{H^QeG;g%T_c82e=~aExlC8IFNoi|i>ZR~la-eBuYlbH>-=C@0&h0uR zPFz&F3*n4AAs>#x0YKYQ5Y)Ayzon8rm(xCq*vOtZtjsWcr`eH(|G~9v~3A!mCGiKrMOe z2mP{EdCLcmlB`xYY+>v~FzSk3(AV4d=8oo75bCnbsBqxukP@+$_Ot~`r6tKf z^ZCBfMo+baJ2(THijEvK=F#NK73;+Zx-HH1HU#Zk+3D2}e$Up!uGQb#g8#M(5lz3Z z@4#W*hn?9e_my_b0?IpAMjtHEZ2MYU*d`ZnpObaOhu5iW$`m}S@pPJdeG3a&5qTI; zGmZA#83-U<_-)@Iu=LUzC|rD2ScC&p2{0kRyO9;aU|a_c;bpuy8jI+ZCzinxl z6RmaxGG3%aQe15IZfA`lGO^4IO^p}k66jv~h^Oo5;q;=H;=Eu&&XP5V77!u#6RYgR z4%VSuI3k|kA_86!iBgIE?O`1DUS ztjNC@3T$1iFX-d`-NWJ`t3`JIah0vgophdIqw(yO3@*L4ZcW`^HLiUg zrA@6R=N$8D$-+;@s_qU!)-8-d@_-lBlYev+R;X^RUVuqg_L$yOeW`nzA$d0kw^uhn zeO2wa?y1^BjF~CR1uOT%xZImG1RGzA^RCbj?{nFlpW|lxrJkB1k4NsF;Dyg~-+kE< z0#Spf>}(+6dIFT69oxZb;D06^3c&Be%@zR8f{TSd<*y>`63#%GG}u>Z2F9LYQ{2ze zwc;H*sC|E7d0#u05?Pq8TfI+s8yShBrqb%>MY3%$ZhxX;gLVvCEh6^0QJyei5gvwR z5((>8c&Czb2Ch;m>x)4GMA)p0$A2q8i9M4NLEld`NV{z}8Vv9(vSE8hSs7<&3u_^h zT=k>PkNwP(6_>GX43phzps$r8v(ck`ay#>>iT^d3?`YdwcMuE|i<+tqB>s&{_1_9W zH6(gUD6PdV$*@zoL53~{FRk?t9onitVVBswuNzMJ31=^afxy(O=Em{)ELlfbm}Hy< z>^EWZ{eg`thISg*QZ!TU{fRfVCdRN{{v$ob)uWZZWvKm|OB5?rXcpj16C0Z+6c+S@Z&e^W1(6I|2a`5kbzt1vwum$E_ZK( z!7%~sYLz@_h#*obq|40ZcG5~M>mJu;+Ce*^Cf01+m%XlJfI>!>#&DFzK5!G+h){1D zUCw$0V7fU8qc{UK9sANguwu)?iuoC^99G!fVkqp$3H|prDC@20iSFZQ!2TNX0*V5I zqNKAO*-rq+v{p3(F0;i$6Rb$CQAsIm7GCL026Kk3zpj^Bcbp^X!=HiU`ixtH?59H%r z`W$oj+!@jG8cCg_P@z+vlplxy0+&%-`SB$?o?-w1nvw73+TsF7-Z$qCH<52#SW1iP zIdxpq?(gEUwe|KM(uto}^{&`dtKwDDmJZ7C17$CFe@nQ4g|pg@r=&Y_jNUJ#WxHVk z?Ai}#MHgW;Qu+woDufX~rPC3PGLhQ1lazi0wQSsS9`&?)6M8y;rMa4I3EyJzejpK> z+2iv1pcNKx6mbvi$lmP&5OG17Lb4X|_5vp>W+xu6jK`-zni?n4??0=71zLe9gRr#z z(8JoIvJYwZUSGDd!H^dO-O&!-ZL=#5h%NTWbMx<;iCX`|hNA9;sJKQ7_b5-jo*&fWs z2)*ArOCX_pjx@77NzIjXg>iFr7^3QSXtmxr-2;?!xrwwo5Q$6D} zB+3AN5#p%eO(9?5mnscPnccn=h9Y4OdQ(mTaVoqZb4zpc`$5H{0))ixyO#v-zQkw{ z_0QQ6&gygsKj;=+$sTAt`-fT>#A&DK^YrD!!};?$n|k*B&EC+{2nwu-DA9mbfzA0f zg6e2!s9y`NJAj@^QbEUNlw=}))M@EDF;MHUd;zY|T%Mg+Sfw9SW*_<>LdI7T z3@MI2jf-d{Urk%4DM`xJ2peTr67%*NuLM-A@30fvnfK}_%TRgJ_}?mxYjdT zZt;y6JH`s3MQP!jJHl>(6gScG+-S4?pX(wlDJJrlAXIi|02`V`km{BJQZ(FJkVAC< z)~VXa7q2A#4s|aCQ1PpyjSe(gMO7KPi;ZS~z2L$IZ*Q<%_i}lNBPZo%4R-ydJ3~wA zV`h?LBDRdmE)k+qH+9GPn`^2v>+%PM4S>)O|FUi9-zinE%%;Ve)^D<(U$XvF6Wrb)SGp&JFuLAvZlJE7g*#H%ikB zC8p~{gZelGi>j-5H2?~|1;AAL_kvKsnBz)d6wuxvorU<{so=;LsGI0t|LzKQ*LH&= zWiCZ;n;7f;Eduj+>)GB!i)Cf&k?M9q7Kn_+ z5A+xYn!D0M*uWy=29CsVfb-7xJ8R*n8^NJPqaX_HypUj3ii;dAi<2q1P{940OgQ(d zIrxnYRY}T2yAr=WYV85U>6Df>9IP z(oTFatQ1B$gbw`{vooD)w9)5*m?Cps6}Mu@3}j4r_PlkGPAdc+L8tYSliI=M(yVjD zL4YF+h|qSq@LKM%@fX4i!eJ@XzSX0=CAV{|PZzNKQ+nfxU3dIZjDI>pBJm`*(LI8L zIvrysL<$-W*4|--8ITY5bNm;Ha0CIuXZpU&be!2GtX8tI0=yK(!tRptb}70Z$+sR7&^)_&7$OlhTIufj2J$}Ao%|*hH$;RFCwHL#!1jPE_a5N1+F_<86vxn=l6*vGGd9+DvQF#I3T#{jgpw1Q37GN$WJn$D1!EpfrDu}pEuwD6o9IAeJw9}3RI6dN86%N}lL56SR#I~MjMwWN5nBlid<$T0U9B6RAD9; zL~_?b5{IDYO&!8h;UR2XuO(F~z@Y+tGvwOcfNo`Nx<}kMTMT&MRK7cJ5g?TAtM9+Y zTveQh(i=Vn+61(Ws>imS8%E<{GNRs>NPq%tO;y8XCT*Bo8V%|y&UMYxqgREM?`Wp+KAbu=H+)bvV~kOLZrg4MhJ${cmhfn*^1e8_WJNoX+=1Di6uFE-eZqFoTe z=-T>DXW<6d2TD_DYVnh%@R%ZGCO@o>5{=9%IFE$+_&Y>kyWBIc5E*d#+=)|>_*|6& zQl&&u6~}au9X8jdrP>k%UpYq%P84xCVDZobd?y9jvW1*3IRN>Ar+C*i(0F5wybF>B z{nkwdOi3i$F8E`E3ab7Jb_3S1M83+%V;h?m+aKnG`0rzextm&gm!jRJ{%YE* zo7$?w@5KFc^M#4;P?Ki-6Y8Gp-f*5PcOcz&Kg#$kPAwmIFWK$n641M)~7=iSLbZl)YX9*-%bsj{r&LF)d3bCt_K=8PCDQi>Yx(^q`^q$ zS+202g?LWYOttj0K07I3x`6i@U49xH61{da{()l=Dj_0prQnDNchRuNs>pyuydLSF zS+JBTdG@+D9g{nzaiZbbp~gkGKq#3tY{q#Hk#B`iSDF~v{XbAWK*#jEkFv#j@9)9C ziLGY-hy`6a2rKuZTQ^A2i1ZE()F6-3E{~E{!zyPs=l80Hz%>(H-#}-BsmSset1&*+ zILkzupNF@E-iR#s$gJEI(NhrumGy)!#wDw#QFuvslu-_%KHDb}x0W|h%F3(f86E%V z;2Er|-)DdmHwTc4*>O=J%QJ?g_p3ba(oBn1U<(C|jY9wA6_BR53lko9B+yZdbBaCp zx(66(-hdf6jc1~ZgwqVntQjNYTz)&BkvB~!c1E)_Yv%^<0G1+X50AgQ9f)l1HXkKi_gPr>52cUatJH zYyQh97JGjA*0Z-3uGYEF2EUijfw`mHahO3YfIz_>WaG7%gOiJ7MjO%UHyBk|vttU( zdf*A8HR7kKkD6)~EFGDcOZ?QC-+m=E!rw&@VV=HBh-`(^B z;C4QUmfuRx2TE9(N%^B!F~ls(zqAeiC)&;wTHwa=Rl(*DnqG~g3MyG?rK$SXtdw?1 zFTZxV^11m2^xC2Z(5EjTwPkER8F}R+!2EHd2~NIuAvmq-l&M<~clhuW2j10_C2E9N zudd6|b>WUGvJA#bQDQiknVD8s&~i*G07I(U?p5W>OG`BJvu}mhC2oM>w1(BkT}r#v z2F_+wtG3}^DVPg{=>(W}nIiLlsqv`t4jq;vVX=TbISuG`1aN;yPJpe~mDZ^h0Z zaQ`rOA-1c-UI5DcFu~eleKoY`;B-^nT%qY(POmQ*$OAT9$Xc9cFzIOwBclImlqXG^ z_ey#z0?}f($$l-xvV{p-a00>5G(q~A;}k%++>_8gp9z)n=+G{0x+36ODC|avLi{D6 z(DF zUh^!uVxLpj;vCy6f=~K{$JrDXt3n-3RCvhbEE!4P*WR z{!bRI_U-R26ZzvcCmN*4@SfKvEPz-dzbpb*K1Z&Qj91^eMT!aOe!|5g+X-cH@q{s&Gi)${^Sel8 z>p6Ek5-04r>H~;o!?`F8UW*)Qj8xKSfDK6uU^$E!kso+Y2v=N)RK?4BTf;vY^7aGlys#(bw}MXE4Ml@9#vI-g|uX>b+x{bYYJ&9}nEh!O@SM z3tK-n1jl4Ia5o%4RvPJ7<`-)$$2O2YnK4v8VK=ajFfwS)IL?ZQcy_&k=Fe#*jO1xF zV@&tZ;YV!bmlYLs#muMh_XDPi4|QO`7`E^Mum?L{?4WJ*!PvC7zq9#Z=;+1O*)BfB zu(Lb7Is5W4iMOkJTnB}z^ADe1eD%cUpn`*ZoS)7x5fJlLs^XKwaMm*zibheMOycf4 z=cdr*klu_LrqO!j5Ggd6JPyrY_-~%Fi24!acL-f(!W?yxr1H32K9BEn^4(!EIJ!FU z=j`st$b&nt2S0CJl8IOnx%ql5Rn}DpNdUdjs|Eq?AiCk zU9g!FB9>_l!5_hUq7(Arn-^oAOiKpC_@HsV36DHTHYOk$oKlwP;~5D&ZTG8 zprI+H(fWH&B*51Jqxg8uozO?I=}EXm$-jRLXIL^;=u%1=a9Z$Uz#%{2NSscY2DTE! z^U@sy;C|5t7xmyRY>gNG9&w1%qWvx-|2cr#=577x$yd7w{f4|bgbX~KS`*JEalsQi zWu+Ao`@5aKgRyM)8e)M|P`1{0Av@Bqwy(c0{}zR$N*uDDXmBV}GooAK3?YijeOi$B zK25nNXNf5Sfc?P*t{kNUiODueHOCEHwjc5DLjN?|pZ#eP|B;F_ws66dn^J1!@>HVX z+_U}i@MDD35f6G}Dovu0;l*Tc1DHG65-~(HY^)~uW4*IF;b_+KQ+6f0pXZqZnV494 z^qkJ9615(RUY|H(tT>uipZUT1zdUSX+C0^r&(|gq^ZNImZ{FNaacWVN6RK~Ca*~XH zyf=zWyd6?R?~-ZYSJ}U|=|JUWaVijC)VMQks$E?DwJdbQ-MBK(pE~d4H-_U@7?v$l zYRjJwinm5<#I3b!&JSyDEqigr8}R0W<17(t$eZh5U-IO=(ir=PqH4$It)xh$c=Y8h z%vqskLN2hY)*;=bK`n$}e|j~@ly7WYU@6sRT|KT8C^8u-2YUa2nWPO$J#=o_g4;>k zv7au#n}&ERsflv-?zKJCPMb*qr5Qz&qe;`GxIrvkb6UoXh+b-N<0`sD-y=72Ufz-$ z^5Op?Af_r3RkOW*e9)I}0uG-co-HA#46MLcx`ld`q_R|&Py?p=zIvIQP0&aup>%Up z!nV>|7a}dm(FAx3wHE-wn^$nmp9gC18@vueA{eiAC&Hy5zcAq{eJjC$l!vy}T&+c` zEZ7(ny%4_c&f^d)A5FFw*9%k2J2=5VC3)wWX@4v5?ehjiuY6^B!4~mQ5i8Zb-n~{p z9Gh$v@S zOdif&Q*p^cY!f#;P1K3C`Lg2Z<;R1qKdkE~{FgQ-ns3rx>Fc$zpl|yKT(3$wN0d(v zHI|rB9_OG;?K}64EQ=w#dOI}Y#-)>kxU`H>lc5{?3B#U zq>{;XvO1Ypc4_ykUGbc1-az@hj`-$ydj-i+VhW=2TP$DbYij0CmWZB%7+u2T-@QidV_~`>Y zW0fGfsT~>?0x==gs6H((G&86Iz#O=-W+sWjAw4QjvKrYl;1Rcimt=|-M~F|YK-}sb zo2yufJh;b3rUX)_a>ERUMw z#>(JVIAOTr*#TV)C#jVB+1!ai_|mG;FTFk}#*8oYXBeD~a3{RD>Q}84(5Oz(c`5Zo zP~ueZ^0>gRyO6s0lFRC))b3hpam17Q>xbCZ2XSi3lw#?ID{N_N_X*9koigU|niHGo z`^p9fM3+;#EaWN_G+CEJ`bE*4VPj7Zt#*vsC-74p;H`Fe*YzN>x8^~8%&#=@oR|%# z;`r~7_%sxoZAMv@jq|pL*Bnl1Sx`6`cJ+>dA$55zn3Zc|gBpjowxUU=S#%L*2as66 zYSmK{yr*_|RFVAU)9hK2eU0?T2z#ls0;=4Q=FQBaP7({kCXRVko|ZN|x5x(@%5~t| z9j7UF!WX7%J|lncjd?G<0#!pEszvsM5sip`Lf(Y35Kj~4V-ZVAJxKs#c+{%tyqz|d$?aszmv>v%DJWJv`Md&(O=R1UEh`5WMw7t! zlT1?-N@R&NlwFyNhlg~*GUFs&4t9goT}Z5Rf7SBw6NbFA7&S^Lk3mbd;Y@Yhf6C>p z%>9#_-S74KXy$M%VLYO4xmx?2$SU?@3(UhaP+n|B@%CS5AKIG_xwUf*8$p-`tV}d> z7}ro(z^^%krqdaZ>uP=8tTq&xC)j#RSa%^);Mw ze6^*0d{KBQqp2*Y?Gs67fA}eAlP|)n<+=;ia39l8P(L85s%L8bYtEPgOU~w~v$oX^ z+~X@og(R$(PKz;*_iGl59N-tJ$Ck9SuE|wUGT~gb50xzDT;Of6YCEVx8}HI(VauRv zo;yWOro0Z6F=`EY&Am8ku4`*i(r9Q*cIMfyS6t5S7wmcjJ1F%_eD_Bu;OzzQntv$L zEI4y{N?fLbPi?g++ZBc`#9v)y?EIIv0YA6Jp5$&}tXu+81@YrnikVaPsOt6>tGxCb zuT-1t1`g!tFXV{g>sarbqI<>$1(MgSJFc`vI+4t=K&eL}z#gyO{`m^AIccDzo+)fo zWBNwh)!8;oWjiMJ|CS-5Y6U_e+LCY^H%imDN~?5qc)g!fj<2K{m%-?xtu;<2nqneg#Z9R;(t#c|KAEp-^AYC&fU<- zgwA3X)7pNU3AwA{l3gY!kLF8^_4q+dDj1KsrTM1+5hcb)B}U z|Hn)sis)24_}fJ+K;p!K<33$3POm?R*n@uBmGlf6)V$oBe{f!D&Kb^KlqtwDFLihrhQwb6}Xb$G@Y$FME%7=Xjeo=H5TNe}7jW zKCt-Uf#|oiCIXy9B|)K<%W%k3K!gld(RC6zF%qPc`V2PPIb)h!4|M`1rAI3&Yekzl zvT`grx>P~tvK4miMU}i>zt`_Ic*21>cpLusvOB)LojpGJqdoh5Ieh%%>u{O3$p!Zh zi5LecGRPl2jsZ<_uf)PYb8e+(lBuO98FN@09lW~@k=xn{wV5X!Qn_ghx_UxtX@kaM zV!a-!?SwT8UaBTI)V{^l2}qgA?4NN1N~i|Y3u)bLD2T|LX7$Uzf05)KucE|Iuj?AR zf@>&{fDJkouL{IXeGK&{Q6%}QPLR+p(n<9pI&}|$rIeLv>%<7eaHh)iN0`!l;=nB; zF1jv8Dlx1M1R5wSR+nGJ7a=^hEH*0Sdb9M$L-%wKfXL_7tf zwiVriZqTF-_Pi`2ThrDY&!*Ly#tOwZ3yQTs`u$Q)YVAIwl{%;wg_M-=q3pt}xyQ(! zFnmy};n7x)spBa5Ac_df*9k|ZjU*gSVxo6l-|Wdu;3J!ugksRaTL@Uiw*{0l(Sp(E zI5;*qo#TP-@&WX5LF)K(r6#!dc^@$mXR{7gAVO z*Icb-cJX|?$@qg|XJ1&oJSZloa{etiA^lg=TewQINNC!m*6^`hp}j$B1cya;pV|}z zxAq>fJ^Y;BDzP`*`6`2h8ElvCi9Uu2&7kqxtwxSo>4R@Y3P^wH2{j2AIzJ8eNxTb! zK5c?;pvMI6mLYY7#GJDFUk7t&9^P3t2nP*_TH6nzK^l##QHSikxoL+AM_Q&tbnjTU zdd}kLo44N!#f@HE<%n&UH>E4SHj#AOC_kv8LHNW-pRx?4c{I*4p`7EMq zVcK`eGkW9$77xBCXx9uLMy&eYoQl0!4rV*irrr>BY=_?;XvQddxtOL%KujdSE`s-$jQoO=ZCI~NKZ@=w3j z*;e|(J&bVL)0{hE8gZu)8gUDSdJVX$M0GR@3tqi!6pB$x&uiVJdEi&*daq%;@a;91 z6x)*7iO_i&w6~*qeE97v1Db|@U6Sot)o2!ryRPi0kuF^uf5P*S;>Ek_(ZuPQgO$z8 zbrX~XhT`t?Y6;VRn!6~t+IQ^^3J6L}6&)c04n0cY_WnZ)t&;9=lJ*>wwQnoiiXB(O zU_Vf1(yT8aiYma_ou_N`>^j%BukPUH-2E%W7R-YS^w)HZ0oGxgA@EuItxrg4eAyPYRva+{6-PuR7bw$gb2~^fysrdrV zb73uGNEtAhJLJgbV}to{K^qAR$gsaxQV#tTSF*OMQvO!CX}H#lZDl=7cr)osXr)iw z4bY3*kcbP4d6Z~0w~z^-_|wrA+?&peT3>}mq=AsQWC%<3Z8U6?K2c0< zHAx~lGgnu+Xl?n%1Ke6(32uN%D&!#aXNzvPHwuqa+v~wJ zZ*Z`8*iTz+E}{sx47p_q=;0=E@I)15GPZ|W z@o#os+FJsAh0s`QdJ&@dCf38^~BJJo11Lu@=%JO_ORv9{p+F zVl26Q?kol!M35|;7WLzGQoVdq)XIe6>5uooYK^wTRAtA=W~Q~F>8U?k+O%Jz>Zh?+ z8|!Xorh0625`8w|=lPYCp4jbOK>qFLu!fcR=BB;3U7uxBP2hvwMfl!?(DxiI*kHtO zvUx5{I(4}~%`yVYwe&Net?#~Ak@RdMR9&fgB27rGxoaU@7jU;IbOCB@;KsYG?fWZF`PIa^} zwJ`ae6g@%$nE`4Uxb9e;fx)iXAaM?P zz$1_u_3d~og+Q60{W~{#Gdl;TX0@tLzo6TJu`7z@{^O~sy@v}|$9dlFaMK5QG6mqB z6dG~avoWk;K%$3X;C-ker~{B;syL1kgG7%c5UOw^Yf*izDpA6u8CDS`Bxyzkf7(RE z`vwR^PPl$AUtqsEKJ9y9f7z6_FIF_)=2qNZ>9_rAFD`tIs6AWoMCXQE(B1AeT5e6g z-v`qtdz;S+SVZ5R;JrgaJRG?>e;$_8fcU>i1mCI&px560u54AB-1-ZQbbBn z=#0sr=GQ zf;PTmygU~0W6TlNjgg(Jkv~;tx$yQQ9Ri_0r&R3y8S||`e^Orkd$;68ZN?0D?57+V&4`*C2+!a4fWmiv=PA?&1wIHfKZMbQ<=F8 zTyVbXO&HD)aflLm`G+`U8-3^y7F{F*ZGb4SvhA}>PJ&aDSSMNsh&qxnyc^m$$}k+t zdl?~ru@9-{42{2L#(2=X7CWPx-tmxxQZf}q)%qRo}$+p3l5apxJ-Pse>M9o z23Fj9pvn#l6kmDHczJ|BG4pZZxhowA-EDbG; zF6no@J}~&XA7w0|5qG=}fS<;@w`w8v+;<%Uz-DZzL(w^<`4^z-v_Yxo73IY8Fec+p{;apz3Ifvuy5v` z%sUFLR@A)QA-n%pn%+mq@DVi>KWJDlk&B~k=0^E z5##8d+;D`e^Mpy{=YZJe8Fa%5_TR322zP@0Z{xWzp8|Q4#(#c!IABD?Mj5;3Z`Nwb zd1;Y@q4im~z$A$)Z}09JE-VC}}h$JCvm#HUZ)4|s1e;sY-xZs_%{!#IHS8>${* zJXdF}x=zf3{DQNuRbAcl_NIe2Q6J8rm^7(016EYG-|Am3y#o{sS{J&{wKQKrF#p7? zf4fq73eGNGzFQHVdE#%_`!6Q4$XNL#L$x@iXRzY71h!Tl;@|RA<2?$V%tjlyf+8Is z#KI`diXTEU)tNRbBuZ;WLir6n>L+x@R~T#K$`7w^OdnHWeTJ;N%(CRbU-m!SqgxdQ zvCy$2sN7U>qS8&Gn*;C2^n%N)8cAI% z!!VF@#F6T+2l`fUVLr)V{B3lk5=qd=8Tc4n`YSC73aO+#;DnMr4S>_yBGScDr zf?08QdmL8%3+G8oQ?J(x-G>_!)hfx6sSxVMaue0_@%_^y{Huh|8MN}A{qaXCxeH=~ zN%}o<0M9B{C*4m0EE660F?;n7@Kd9)DiMh+)0m&MnG0OOa%#8@JaN{A4=tgjYMNjN z)JiM}Nz0%_jU!9?$M~^>JGABzV0z#}n=*}VR&~uht5(v@B_w=5tYTRtj*`P3{AV~` zT|@z#e+i(V1Uwu(%_K@*YoMg@9jPObYEwE>{VF;k!IO_t{e`U0m;9CuT9*^2l)31` zHh??1fEmFm)z(kEPi?lTwzFf?BxT{6i%T(#<`I@I%cg#jmAd(C?&f7Cz!Zh{iqBS=G1oLixx3P}p5oYF=>&^9V% zjA-8AY-jQSw<1?ccsVK>`(Hh&zs(8yBAn%^Q?F!!S_)B!L?v1zuw!ZO=oe-~G~!3g z$ugtaP@@9fJSM%{m{NqEoqZq^RB%nCk=UaM*gCJ zw{YEvEWB2L_cnqj_j*C7=f0ljP9ov#E|(v$P>_6lm?}4&TW_ktRa+!#7%IP7&s5|} zqE&QpZ)$#`__=q{L>i6kh8^LuSp<_^?8)4a%(zGTc3zp*9TwCwuvM=fqgEkbxBoOQ zsrbu+_$C+e7$nBw6H4uB;p^R-;FxLUzBR!?=T$%&XCtS>MbXn=3?!_9siGu7@@1=B z1{?NAMw8upJCcrZ$u;}o(#WO-e+rb|4dV4&xtQ_s>L5e*li|{Ur?s8>Wc`$788kwD z_bjsWKx|~^jyzSIbGdKh1wD(KN<@%?^183v#>$79(LHij%MFycGYnjY`y%BF4qqk& zDOuM(WxQi*>LQcd<9MfkQqGwyYf|s-!STSOLcl^})sp?z z03etb*sA)HmslqQ*^>g7hB1&bgoD@ATeMKw0^@93EmU=>HEXdN!6|e8cqfWoCP*S& zq!eNx`F1%Y_Qhh>3$|fz;vA(+F#9x1OEug5fON7OgLjA{fbwhHV4qhc6N2PW1o7PMCaAjWodzK?R$~(!A6)KqTfi-3T zfQ{nbYb&*`c0ksNQaj1&y1_}<&E8||P&qWnHs5&{R-{i9FI4T8&+LF@M;vtm6NjZR zXQUX^51c&|xs&5QNLa4L_%OQYfxqbwoN6)VAf;@Nvy<;MBV0+fC_9#|H%A#O^XixF za+_pD2^rahr$Z>7LrgtWQRPd0kB8g2m;K;T*HusvOf=RjbFFzc9~MSo0Y<^{!1Pnge8+Em{~i8k4C_gR!UF)1(*OX_{?FjQw1kj|tda<=v%B+_ zrj66a2;%p4#%CCn8E1;A{<=g`ivur3>fbsS@;LI9DdYP+2%ND>0USs0a6>H)W?7%Rde9&FWs8N#+G9GXJGM2r zdAuPtI$iIt#|oPrH@aNDotqb@aqOv>EpEF{)9W|%-h<*7HaEWNp{0Axt_~etx@+{- zi4=DqFS6}wTPO#&hv)0(_bn<t30uObILN^o3D&!rWZUIkhf9YIT3HguCcDysZc)JtCi zWBEH+l|NHlq5>zWk6LTcm!0)UR2#6pDAo*f0yf5fY}MZ*@PwpF5C4!8N~I#B2GHEv zCL7&~$}3WxxP|F>S!D`}SMJlnQt8e{oSx09s;g#hO*bhhyDMF~^gacCraIlNt1lN} zTbm*96*?qcB-NS33sDpmWvDYANanjs=C#pA$FEV}+MGLM6CNq!NAZrlRh0&OmoL6&UR{DhRTtLU|W|G@ZSV#%hhXX1XV+nPX6DfJKtYKqnV!_fXLg6v%u zgtGgSswNGO8G@6IYO!b`Nk4cV(rAl-!VZonC(8rKg7eZJ)cHq%H^Z%BUhy%^*7Nyg z#Frf~k_WG08AcAp%}DZ;70*N(!miK0CA-R>7G9CfaZ6ZwY`22oZ?QSG2?P~~p@=Zg zDv%x7>cjKEMrI7vM@|KN7R5QXiS{ncxxzK)WlTz+k8ro1M6Iq%_P}=BSk1^Kos*I_ zRVBXu6gbHkrL8LtbkmfF5D2ue!Zw1!TeI`waB5Oxfebk&f;irQIh`wZ@rZBbgiS2M zt!5llfN}G=K%*Q*i9v2Wn_&O+$jA=CpI5G#8uFO)JVyvD*T5myl0BS$&h9yy7LKPc z3PrNl3bJ_la3f?eXhmai^oCD)g{pN49@47wqN8}ijav!Ve-+36Mdo~UcgqmiQ0c1I zizd!JV4Q23soMOCc+%8f1!x-L8JsWQR0D5)Ak&`T?1YMNCt9RTp&-#qtmT69q&0i) zH9$rZ1<|btbc4`xxcV@R4T4gPd2WKvY*m0{fO14Ud+bI>8vXI;UC2V8kZEw&DQLBoF z(h8xhZT#|r($ux0MhVrPY@~2p{kVj$h|Y2LsW*W?qSgM19r;VJ5adH9Pt**gZuZ^l z?T}4{k=%AC zjZTn0Lt_hbMx4Hxm`A3>lbg6#R4ub+)d=c&X_0rho+sEQm}iT2z(D2sF;c*lAC9u0 z>=VNfGI~?P@WOrOCu-vm2|*D{yHa)#8;v^hInEsFREzQn8WIR4{C1??lQ{gu4vO*p zvQPAKk-~ijN>?m*3Cm40>>xO?GQGUOYz^4w?UMqmUwaxhsJ;t%{_rKl-h9>1`9VcA zMx~)7V{Ng9?;xLy={KP)XoIN`zZ*y4?~fpsADox35_xzYGi(;HNPs(?gE`jcL>8Y zqmkVi*;VK+>&g6vIN8yoG6x8t=Bt4{6}-t-9z73I;;|+COn0HXe}>g3L`iL9oMu)n zofGF_h8jL^AOI+^+TDV#&zfS^U(W$5MV^?Z?LkuTfq7`rbY0LrpQPnEI!+Pf(7GFp zWT827YGs5N=PFkJg;qsWkEh$^&Cjg3hKTez=e0fo=H=_KwAQnfqc zu;K5#F=n;sm~Fgs%!+rH{}d4V=OSuAku~9T6sO;1mrk${>`EcZ3YLHE)X5~HJ9l|x z*x0JXB~ua2O&n9U%QeZBfelP( z$RH%d_iEuXF2U(-1i^%ClRHGUY z(hjWk?$05n6HcI9e?bb^rWf3Z&0txci6$N26#E*33netK5fhQ%k}6@d^a0H;f>Cn` zzZ9n5tSIToI&&DGFnuDa!z`~^;N_g@-}>l|P@#*u3!}@S$kdFJ7`Mc7WD6~iw^8I3 z6mOUaS=q(51{3sp_Gl?KIbL<$4x?>px0}lvVtq>S>eb52157j4T%I*au-7#~{RnM*$pw%;TREsZ&YPhWqJ~$)~ zU|U0#_0&1o@}${S7>XY_61+&Qk08VGy9biX)7JCw4~f}>t@li2c`6vgd`Aw9Q7T#I z-z%#QQb}|;J~1IMH6s5sO}4q2V90yPEi`hGGy1iSJ>ZaC%Q@+%-Qi&sQG5V+5Pd>5 z3vz#?83BkDD~(0l)Ts2ra&D?A^t;)^rg*#3qzA0ciEx|&YXxN_vm4usqa2s^B^l>0 zF|-zZ2xhY@VHdQ2Gor7oJ8X!&j5NE$w?G}>D2fu>tbp$TI=#qVX@J38%G!F3jB7G* z(&hzVH+K`bSUe(-99}tiW`h+X)9K9@!3^uWHX}tXNqhS>YgQ#j?9g5Nb@{l_ZR>4q z>CoJuvr##CrTP7_|IpN?@k8^|qpt0baGr6SjbnCqSuJc6B+ZtnV$gJ_Q37JFTle-hdtW^?UqR*cJd>eO5)v zI}=ueX!ZyvwhuA1Mx6>Q#RrO8_6kio1w>qarGZKZ8i$orC@AB6@wQq5?`HO!+K126WVv8o*QBU}*0Yr6 z9A$Tj>5b2e`GKAzH9I9xxH9>v-VHm&G6J30W+9g=#NJcPmrI4GMCK9##y##7b6h>B zAD~0+=E&4dk#}@=5q!r5x zPkm^Bb8WFL*adWo^?5!nBm(-F(@x2(3GlFkEpl(OBLo4IIML&1V>dZ5?4`+5-kayL z7Vsjr#yPCPz&!z<>0qmqgNkB3fs!zH$yDucunx)C2aUs*#q)8!yD^$(q4B76rRn#+hBHXQfJ)y z6c$rfX5Cd|e!kf326qT#Gs|Y@D}}84ol?GyQoJjrax9)$Js>=tY|Lq?P9yV3Wo`|| ziR=FLyHHw~l7L0?^YXc;hqZlY%5Gi|*2L^HepL+Etg#jY8MoNv6c zVv!D5@>WaAvU#oqKRz7l3$W#a>C?V%EIP@;T5Uv{Gobtv48mK&P^7EAyv(tk)D3 z{Za5;@$sH36%iXV5L|C(;4iPD-&QDZDgzVf%2>z{I~TnbUf)sDDMN(`pXg61Z-x)> zNU!!5chI`Q+{x{Gskr1TXY7%2QpbW_-Dxb5-=4(!H=pCP_;UA?s-#SExWEhy1Yqz& za~9wp__=>Y|0TOwnZqMvgSVR}v-N-3UIGAoCA}*DHu3-Y5d6M5n_62qo6uNW7}7bL zTR0l)*&8@Id(fGg*w|Rxx!KeGuX(`#d7A2faN5+u-Ne}5&cfFDKMO$sgjpph4-Lx$ zjsCiC8b<>Fu>Ic^`mdU_=2tvcPS|XTJFS*Kzy-=2MJz?)lBp=&iVZZw6|2dA#$}(M zX{qBuhBcCyHZ$^tuWX-N_1q2^`nbpPtA^S;Os+=uVP?&p+1^9I+M0)TLmI=zdU46B z7A$-9*^K&o&=<~#yK?InJQ(2$+s0+dkX=J!3|&bK5w{`?9%lU3*9U$YTfg~1>MG1|QvhKmrf+4d;f&5KQAxaw~W`Y9rUwj!$0#GmnL%&1-AwM9)o^d=UcQ?jt$K4GPMrYV1Ou@CZ zUS3{gWX0JAPhG8uut&A*=ybDPYG<(g+s>W|)5Fsd*Zf}qcOZMs z42E89hl+pa$ozaNB8ZMHy^|i{^sM8CG6yq!JRSx?h17RBE*4PA3SF2Xxr7L zm9C(#;0e5)?H^Aag<(H0oGmR`yd3XeX6oqHtEFwNptGT;>Abp5%Xa!1@M$~ic}WB8 z=@Znai?D<9FNzgVx;9u5;t-4G3sdGq1n}L1(|7K=PTT!TZ*GK9`ifSig@3h8&m;c( z@w?KW<+-=PIY%X6LJEZmy$FLEr{EG!-UPiYr&I_0wRg(I-+f6{*AEzA@CM|d%J4&L z;+wz=`BUb2FozTFyckS)jltkXSeI6QAmY)hFJ?E}-QAyOJ~stkPOeKlJ{w%UuWy%6 zA5yQ|UJF5?v;W|S&O;%XFr<%#`eR=YS&4(?E=z&&1_dQH&BDt*h-E|RjZQET>3AK$ z*34O3^Kj$;%C&?NAqEw(W!-{cFx$kk)!Fow5`iItZJ$1U$cdc2a7(Ix_;N9Nm;Q42w}<$HWsSneXF;Cn(MP1DNYkmD*hbgB`RFq9`?>Wmw~aa5KnwqUg#K zYWkz4Vo-( zjYZl^q~JQ6iZlpKz?UG@6;1O~k zgoUjJ==qFhIsvzlwaJ5<^=eDe`gX}o9~h<`sjfyrOUg9BF+GTSdR(nSL}2Z&%xDm>nWnWu8cH~XUP~W``4WeKTEPujj2Aw0 zzr~9S>REknLz=H67L3(2(=~^V`p&R_qgj<+?C{Z&QG8qU^3a~%g#GKAgZL*-P1G>m zMBSK)pwZV%$pX#2f9qa zc;MoTraZ$2&sx~)*l##PkTAlT`B-oGd=~G`l3Nyj_lSJVG}4**<*1g(iD$WY5kYYG zQwv>wt}GT&TcwU_6v*Am<5&?3ixA_!6o5oA2H@qh%m@3)WlxfZawW9HXqn6!Z*?_= z?A433W>t_=&RI$2uJ6N0qlfx*NW#dJnZU$|gT=*UGCX^g7oIVKiH*MrL;Vd%a8^Fq zn5!-8G|h;EfC+(9L2#4$xg+yv+=*A!5`Jy%PrdBLU&#V6{N(_0R+MEJF`b;T#+h)T zWOru?gGPhl$)6ylGrDrTXg`W_;96!Egc$ddjfheo(NK2?=ZSy{xPZo3`Zmm^Jw71| z*@SH{z;^tFg54i{PZb3XQP_p%*zuk}H@IbCbU$ey!-fTmwH3tVlUpwellbpU030U@ z!`*Q{S|NZ$?0qu2L>)Y#15>mV=rO{F$k8Ga6&v10_*OyLaKu?qc;G_yIzV~StsRY9 z*~{Ik4*r;8q4~n$RB%EpTem$OX$H-6DcXpmipjE2 zvL6*oGy?|eb%h^QJO+j8j=>U_!C&jekFk7NIw^JD%$b#mA&LBBs!kOtT$7VsgpPtR z!!d-hM{>Rwqm^4kot3pjie}>nA8w2n&)2F1f&3&p4M;VnOhipmpMA;q_kcldzaABA zr42of^DN_B>`UAp5M~I7KNW&8?+U8dk)#Y} zTvnV})*?)nC6hr)!~Zv|#B0a-7c2kT!cE=7paPVe?bh0Y7hHubKEoH_t~3&@%P?>h z(>BQj(Dma{x%?Ofijf3>@Fy&M;Hf;is2js&aJM(lt6pXXR8p1-2aQ?bVixiErpYa` z_9749c4sFJFIOnaQLt={gLuNcvDTe%#cY!deq@BHhF8a8Whz;RUKrlK;PtSciFa_? z>Megl96u7l_qUZOHdkFY_8S7_4aQ@R*u&F+;~zwntZE>7s4tQU z;htrFHN&J0Ka7mUFL5{tjI18H7aCn*wOX>xM_rKFn6L+qyqW0oEZ$JY zMF;41;uYDI;jBsm}G(H^sjxW~LYCo71W6y=uO!!F$Lz*6nR)%JumI*Oe)#v3FsTcV` z^%fCxDaRr|0kXvBI-qHXLyIRQ24&hO^A zXZ6nOj767aFU1ZFD&zUzEEp`CXPloxPJgJo(!4?AVFB1z9)A|Pq<{$5`VoCeY(n}j zgecB8^T+dAHX~{UkbaoMWd*(6)VOl)L{zF+AdxRxG#r}H8fMGyI6!wH@@Z2P&xk|a z@IFN4zj>z7F-e>Gk3YQVC9JY4&jvclf3#kV@R7so?_0+ahXpCug)RRfDD0E5;1gK` zvh%i-9#9lWM*Fk_hYn1W@ks0&P1!x+PQKA?T$Qi}2|GNFTBO00vLWsk6_yQs%NN18 zXLqzNSh{e--|jK6 zvYANUC{#YOvioXADrW1`q0TPT|Le>5vKTWj<5vFSz~4y_ANgji?b%B9M@fdam=_jO zt*xoy+lHi^ac$qVu5N+dYa?l~pxAb(3$$b`K2cb4wh5@c|+4q+mgaB#74UygUu8 z!m&(-gZVsC6B~_jz-}cQ*GXvPhH?&;Z4=M{JJ)-)l@U&pgqf1{T|3`Fuwn)QD>5!J zSoFT6b!!|d21V`n%HtB4v)kO0#c2y+cP&BSYMgwF8{=Rwyx*G?Nt@l$pkts;kK|)# z5gyUwkT7MM|Bf}e(a=0YA+M=FZ^~1&iXyQ#4YEJpcylHNj~$^%(Zy%N;~%*uCvyZyc&sRx19cmoinf#CCwh{Q42P9$$;m4kd z$GKPs%!5LOO@0&~>DzOFxQN?d~2Q* zU!I<46(YZeK z50*w+_7s|6OBdN!=gkg6(?&^jnSXvZEr-p6Lwvh#D5vL2M(^ckwWNu|VoCWBX# z`;;2H_VQeMLI`l$jf92(f4-5f6c#H^3EUD2ls0*Sj6iFUfxfFKrwsEMkDuaihzC4TFI`a(+TE@yKBmi9gqX93Bf!vjkpFIcLr?(p z0D&|nLpEAmT4@Pa?=MaKSsH6Hp1?gCb49=jdcDVyCJ+0EhgP~q78HJ;nF_Mog=kYG zpLN6uhLOYKXcqc5`HUw58={svZ3I@9vk_DeSz|e0-KKb+4yfg>umG)qzr7e%?g;hn zudjDqGfCia_s@84ME=ZK8L#igd%arH1}x87uWYySh~izu=D&LRKjd|MvRR4o!c0#H zZ0t6yb4J-JW-#4jv@xz611l^{m@t_RI~_EmH=z-;nCkgEr>Mgp2p5b{5I$AXnD){U zME?fuOJW;?`*9J}a!XPyw7t32N;MuM3xdnlVMuog6?D}i2yF%iCxm{ZvhIvPVVy=G z!(~0KmjlGaW)OAJH2*a$09KJ|i#2&NAYTVY0(jO_3l;Ij74=b7Bmyu|^ecKBY9vP1 z^Pi-xJ2zg10*Q)gy@Q__GQcUfaI@Q-fhZ3#NyEaz$&>s+;eNDqmOF=8ubtSG@F_^< zh=a!+!;&kNc!scCMsA)oI4-(^WvrfbTS#NUFnlJxQh7mWb z%r>Anc)ZMrnn(a`B;aYCI}tK%-YH9KI33FmIe~F1AkS{0C1j`Co8fZaXQCBvH_ORk zmu2$qtzp0*X~Sbk=jdwktV`tZAue>s3sG9@I#$%jJq1lt2jYp*)jnOu8u6WNDgl@9 z5v)Xv23aR{aodw(3Y2w;-xgVhW|c{cwTO3C+ju`PqRww8>24P@O5&|Tm2lnGb0uqt zXXgN+dybTgWbg=)J`o7yt;MWRkIK-@uP`NfM~nEcZ$kPLY+C?zxY94E7Ekr zPE{erPVr2P@&_+svyvsICF%`;%t@jjxYVxzSmf<*j_%nY!>OyFNe%@`$*d|{PxP1` z`>+mEAtj9q!W+9tkcun=PYG#*%?c=@(`y6`CPJ#avZH^n{FUoO)X^3J)V91lwu*Cs z-AHBnhk#MvtKP?ZBM7Muk2jz8HI@pFM|i5n;5Ks;%>bU0ZyhZ`8wa2>?|J1kX5?2_ z&mh%VXQu2g+K_Ib2oR4wGL~`Mm`(U6ysv{CHs52 zw{jRn>z6&nRJmh0#>I47EXrC`?KY7`1ldi@$`mCLYgzW=4nU;Hvw<8v-tPFMDwwW@ zvXoUEnyHVGbtZ>h7zRZZH=KQuv~Gk6sL#gdgT>S?GYV<4K4qLNgO4=bI)}xs_;Cfh zHmbd-T)znMA7ITCicPfYGdue%ZyhUqB~qm6H<_mbyI0IkCG=M0BfEu>56gDv0{-;n z#x1Y2T~Mno_JqmnGFMMfmHl z;W|ef4wmot#uJBXpv;=J(xPEr@aqL5Sa+BDRQ}B2h*_d94W}3NheoLv-%QEq!w_zE zJrQ1UDtNlet;AcavB6o&>g_F5u4i$}&-0=R5a^Um!t50r54BC%Dh5J(&I=W*Z%HLJ zWy{a7QmeSK^$(rgwrxv+$8mac8V{RFsR(mvl;Fgf*7^`uMP|pPPWF~}+qtfD?~P9O zw{qj+ky4fD7ORd^C5aYg{iNsE`Cmbb=~!JA!j$>liG)6*>C6^B)Q%T5rP+ItD6sMp zB*tJVyIu7P94N2yhq(zgIRiP)gs*Vl_l9sW=jP{6zS>q!xo-%94$@twj*=j?S$5hY z%6GC2qp7@xf}1P~j(A49<-hH3r9fpv-M(dlar>QNs&3TwSxgIKTk1vV)p(2-T(we~ z8dO!%D|Zeo*~u$ns2wJ@LVXWk%N;b1@;Qc*dS9_h@04B^(;ew*81pKcMnW+IMB znp;L1w_;*sxzUZ44ivl=8XniZbQw?%G^NXEsqx@$=dI9*@iC-?E-4$}7o->dIh0C1 z$Q6HI&n42m+dD}TU6r@))o?DTGU7Bk_3Lf)M~2?lfYNn5FFMu{`+J$VDoxaLHX;a` zONUxgi~DB)2c=0j3qDf9!Et7>q8Xg9%p#$y@+qRYb74ISG^_ueGv=Vt93}~)9j-Vu zE6=$wmo+E?Y)0g$Eo|Kv%2k>M^{L22p4l(?-dXZgq2Vi}AtS$2P_3vd*~FzJ&4Ga1B-Q;&Ru)<1x)% zJ_U{s!t&!uWGfVT8!Jre<%}Ejo&9K*wkL$Lg$P!H`V`f>OkDj}NAFj7PZKr1CWsx` z`U0x_T!7iw>$b_|OIa3WoB?ZuF3ePH&36c>y6@59>geHbB*G*NWU}H=9d-*q{Bz`1 zD(u{_eDtP=Ni#W-Fe0?@V9(T~AKxYf0*hH4Yo%0A$A$b8Asd7#3-lNmdcXXe;)zLk zh#q}mq-6mt79}JjAZZq!YXl;%w~M2~>SMg~V*$uQ9!7#P13tf?T~1ZV{IK60m%f1k z5}Tzgtt*_VR2Ry-5;~Z}oFuV~CtMZb3y+*?ia8SJ<1)@b=f4Y4P&fkO5`#hNOZ>Wy zck`0N#4xYZOz&Z1DQ53Ov>+>(E&?f*qQsjYjR@A8;xhnYIDTesZQ7k{v4+3A0ec9? zd(rX^MLofp)b{gcn)=&H6!R@URkZEe)VM1H217&Op`CHR*Ujy&+^d=m&3Y#Ttg{J* zbTJ;sUi+bLo{owMc$|iS?au}H@%umU)Yo(?!&3Stv?o3d&a$1L9=MBXngPFkafh zWoeOHOyzDGR@zmMY?_5{xf2-mZ7|Alp8O+mnGKcWTL?`1Ez7ge*tn1-bL?POPt$u- zQH%S;d9*M2dbJ4HFISyv*b2GOzoG3Ys5q*II|@NNE>Evk)ICt@9x@5kulm`BsH zYwoEt7ur%OFanCm4JGC#sQ_M$lT6X3_NH} zrGbx*6Q9daw?|x)5zfDQu!P|tym7% z*hK26Z4Pjwr*ma(&Bm{@kqmuq{@Fcy!?hAPXa0J7`usVI;E&f%i{=%2^%vz7p!dnf z^0li~XR}^DhkozZ)wAo#@N*PYb^qM@MU$)M6_ias&Gn^ovS4~=?@XrM4N7`vAYc0J z*(FJZky@yp|E=wfX)I~NWNKM7dd9qSaU*1p4{KKu-Ar0z#XsCDe~LI#bX=EfKiboKO#ckB4_J~vx#GWDu_HiN8i zUogLDP1&`guIhqareN$v*t{)RS%>z1R{0@&B5e;SUPjf|))Z~7?O5I@6u5N;`DMWH zh|p11T@>{^P4^taGwU!l2&KFO8FqFr`(g*1nB@j`KI<;DJCET(f97wyo-mDAHECTf zM|~|vWv6NmPKVQ@ftiUoZA?0SdSDuYKto2qDIYU^`VhRHgxd`AWo4Z)G|Ix6!_$2N zVuta89-IN&%`)iV9}y_(xNR#qLQFJQbq99m`8zGVCS%|Y%vO#vbxfG!PSEJ|^?^kc zj8z1@pR`6+$MZn^NB~i@w6mb1P(k1R1qKka`ONR$zbK@B--TzP&WYy*@q$JAd}b(t zl&23pfBPfE8b95ovc!aHktL;wPs%F5LdmJ$NHBsYp`UXUiCzMH<^ zK#0)Yr58`Tw`s;w1H1X|8cbpLtnf2>8k2G)xY3*7P+MpEZM67fv`7{Gf?xO@65V0d zK|j|?&a9(3n)k*jiwY%zieVz&?08>9suvdlwWi(w1VZXpzD~(-r%#V3m0H^JXgbMa z`U6_k-9C5Uwwu~k%J|xa|8f|on1byaBc8vPrr-j$V-jd4N*!e6!C|WmFU8H5SuD>& zo-EzL=gY%l*^qf2YOyQ-FpOmzh4;+xEh)MG39~|RI;O;+TL#i(smj z$*7j$iPn`5le>Q;A=J;Bsnzr#hV2J{7yaNK)bjj=sKm#m%9Jg~_q|!3_I&IXWs+T6 zJLCF~YqVZ{`EBdT!ehr`Qbn(ukM@UX9s_{@%}i};p|vHw>+I`I?&p6?vesU7GAjB_ zvW_GK0O0~(Y`0DBZ04MYm`5Td)1rSL9x5aE=WvvEW*>3nS zm|GbmQz2Dt-)fUAcZ~PG8NS@V;vUaSAk|pqqcMRx(k6R5#$=M zK75++XXa8Uo6Gz3gDYeo0-gVYGpS1#bchpqQG2IY<9wBw)QE z2OIN}r9C-0RshRR&W=x9kdLmzk4M))zMw*q=p&IvOmGv_VF~3y92j5D0L3Zrf;AXh zVgY6_BVyhU65okM8gdU~0^+s5i3_SoYX3;5K-FNy964%~BA#{7k;2l!rN(?bkE)jL za0>08HPvncQ$+ZCjDh^atA>P)UrUdTuN6xhLJyV&*-gJ^c_`M8ypxC#-%*jGB=~ng zUk-vDQlYOifc$g|1@LY8@+mW0pmT|A3-4|9 zYO@*q$`(A1H^KA-{H<`Sy%LfC00BZZU=}N$e4!-MF_D))Aoyam$QZ!rxPhVKASqtf zU-}aiBDO#rz;L99wpKV&HhI*DsiZ7&+D1aCjC{<5${r}!f#q=b;r%i4HDDlvPr1wEM(TGomQb`hYEQ2y$0qc=%LOEA-O^+U3;Xl}Wr|3|htzR>??PSHaZLZk1ZF9w3 zv2EM7ZQHh!lRZxF9^Lzl?(aK&(>MRC_r0mQt*SZa^Zc~$S|4xhwm+ZPtz5w>b&B2j zJ{G>V+B`4zZsmkvx?vcwgfPL!%`!7%I%fbKga#+y%N z`qP39MR?7pV$vLAXu;0`zyf}fNNxto#~06Y+ZG)m<=G1g#SgW#Mg9nhycwR!>yzr7 z)0bZ284f#^IyujxiF|bx;}E;c>KIN`pA(g6b!c~%7dYHLK~P?gmC|3GA{CsCf)}N2 za7@a~XxKPCFcuN>2L;4~vTk{i>uP5iEQnuIbh{7?Uv*7>fw_N5U80&Ai}B0-7oJ5#%(~C!I%i)=Hza7YlSC7)+azh z%Ua5Dqc7iYtLAKby|!uaixjx}%!UoOChvs#zDd!qM5+6nv4{;7Y#MZY@Bi$fZG z)8!N#C!sn^Y0oKbr`tBLPT{!7(_%5M-=Wurv`_@BSlzHGeZ#vjaK~-Y`=VX4PSu0N zQq9ta?47s5B(>48hVl&QU~P}wxznrWo#>YT$bY!aF*|`fb@SVYWVaI$pSDDGUij(b zM}QKaV`>e7Az`>72mtn{hf9Uj^PfrR}~HHs34debK( zs_k|&juJ~*B9WDH6S`HNwM$c5#C7Pez3Wv7b;$=c0MUS+WUKKXmCETbP8V+*yBf2V zGG$Kr;i@^DkScbgPL(ylX+5#%F-0wZL+w^@itJpLj(klb*&RqYH?e0C!5#OsKCU(j zNjL66`15Ft*RJAik0h%<2_1A@wrV|;&5w)XAL6EnZstJ9OURQ;`8aVYj+W8b?u1vODwe|iqP`+~^x+C>ta@=?YJ4u>9MV*8fvGEivVmps^z+f1TX7Wl-r>;cmvB>k z17(i2lcgP3DPbN^I8a9uthj_vnCW=UI@?Nq15MGx1XE?2XSv|W#N44L`-x{i)w{dn zwC5?inTS5SndC|G^v@}~n-p2Q7tv{+R<-Z04yKP0uV)R;m-F=7Yfd+OB*ogN`v{xu z-?+3JMo^)-osSHr8>!fo=EB@N_j<98Sind0MGZq$PAv%yq>**bNNSUayWHRRF(LDE z1=dE_YhssMq2jc|K`BckAD??HQ9f+@nyPF>7%#GDr@19km(QIIX}@-#*z4XDc_a4sEiK z1wVX{7EVZN4QE&8hYM5YW(UBINb|J)NCIJ;w^S?0+7)sxB*A?Nw3|>Hu^>|0UzoK9 z{sXB|mKb#4ya6q`QX|or>BOWBY3E624w)TYRDk2z6r3niBStPl+oAeVE4>D`@}}GGth<<*3WO><0N4kXO=6C)`pl~5L zju~c7Z*lQrN9MnxNE1LM%EIVU7&Yj<`FRg1325h~h6wz7)>co?J|KjQeWGYp=wj?9 zFj??|D)9Ly1ix6Mf=(wl6ZFdX=Kc<9z>Z=c$>Zcpi2|Jg`-t0M0d2M3?6@ZZ{;ghG z008yA!u|~jBU{EozDJt>$vDQY0Te8u%1&>XG>n}fPGAKy+6NAp*hS_wAslEKg)~SA zCCZ%`h17t{_!erQ5IRy)b0MWp?t~aoNoz+EZMFRYvRof1=@$#DT~=!UN}w8-i)r+k z6h~Ud-vUz;-D(wurvyj=-Ov5#q>Xw6QObArIGW9OLjj{p&ek!TuZnRIFLk$~d9?Sf zSqzFD&K*Gbv5(3-o+(|WgI=?x&&{jPeRX;Vh`=X4*4S3pscR}OUDubRxYpglEN{o0 z>dss+=i(V;05u)}p2(qsRgR!QplfRmbK6OJ>K|6D2P&VpN#{QPBopgV6s#CP@-662@$ zva$`8CwM30azK8th0;5e3nO*jj`X4JWZc5(N2tM(uy5fTr&`eulSy}bVmf_&Qy80?`(xsKj zP;CTfjGf61!Wi0sZj3sx@YQr9+pFNrvNwG?6T&B%2z}|K7FaV3P;m8a)U!tJhj8ER zFIz=b2q(EfKSENui&v|^xo&X}&qxVdk*^tq5$_?t;0j4kB7JO>17r$W-VUv15kmEb z&S@8}+HLl*ta?+|HO}@pzRH^7eca-kJb&c2yq&}_XghSf^|a}<#1+wwf1PYjaLGjM zB-h`5N~bRyg3Dxw!r+p{#e`DRaW=L_H&lKIewmtpPH&Ih9{0(-^i4rYKN=6-8ZvUP zFs>xc7JBFFU6LLqRXu)>1E3g6W$>;Cp25~EiaCM-wSdnw*CE!j9?EoO1?UW%D zA^R-Z0{ry&T30+>R{Gs>Y7N;iYRbi~&y=#SJE~U7EIEPOQyA6{?T8-~GQ9sXij%fq z%Y?_VuOSFq`S(>n%^ZUhDCS|pJNWl)66uhmjnxaBGJF~cUOioFYt~DTK@4nUVyJw_ zvY#z~-=PL#iS3`h7VBW!nPBOe_vL+Q9j71&`ST{8Y!gY(!&m4{tR%tRrLs+hh(9P_ zPI9<>)_rfyTIbK3Jpn_Ndg~tTIgS}vz%EE+FIE$9;r?o%Uac} zi8SJ!*d*IvC2rs$c1P9LW0hNh%&O|RuWE`nSHtLWTRsK;sB8!37SW93Gegs$x>Feq zUQK|S5hm=>!ngYTFw8Y%0({Ga^<&q(fXYNb>ILHb@qzyDOc3sj0=bweGKqndfDGG^ z1Z=qX#LM8;zYBAHf;@7**HZK~rL8s3j2`cZ-_>pz5nO`!HOSX?sktG<-$)z4RIbv` zy=bWojlO&1t=EnqIj!>Bi)tI^tLz(6qFez=7wcE!TRS9z`bu$&8%=Ic*mHZg-1e9} zB+!7sJ+RgV!nRSz;b8F4cQ%}y7;11`Hh&+F8q=1URR~z^W@LWd?->(8-{?(oPjkyJ z@D=+xYxB@fCR`o%jU@_mOoXZR8k~6cSvkW+ka6*aX+OY(i;sO_DJ| zWm2GpaC2;hFTgTLyb!t_0q}m~-eO4lErQH8#!rL^<8xevp=G{8CuLY69bC?6;)RtrBO;$ zRfk3R-gJh=#8W&0fHy=Wwx&kShe}*=90egdD|d4Hc)LS>dU$J&on4Jv04`-Nx%cI? z(t*>6h7H0&^kN@$^W%MI>}A(`sR^b>SkpGOt{kPYB2!}bc z)#+j^G__a`GJUdgt58e!dtpt@4VYbMp0k=+tEWquRrjr+n-Ipc{+YZeI#pHt($n8_ zpUJ6bL)W9#aZtNxt10Of9&Y9kNBa~7p_@|eL~Ly%GM#0G%WGH&8OOyE8$2w>V2h z-MDTZ>kLeH*j?Z9XmPF9v+Ff-&1)&zoB2{?iI-MM5W_}o5}Ookp-rhzl<8`NUqH(&i(T5p2~HQxZ2Ry3?|P##+2bw zxGvl|keGXwLit!_UdsCr-Z+ZbxHVDbd56{IN;P(gvDxcfFQ+pswdTDfI{)#xE=qH zC&mso`d0sepNuUyDlX8fkX>Gtr3>o4__C6q?y8SkOGP&zIG)QRiy3xt6QM0~9b#h%V) zNq>OG#e_5#h6xH6fkQ*=h!lG%*5C-Fip4HP#bMLw<%PUZmhuGe=8W{z<{!HjFozC8 zgdl{CG$!QV5FxB5Ko#bkL>g5l)+4=KpeWPB!E7nze;9E{IBp^8pLLT*YVjtJ;ZwA% zXPZ2-VzsmrYs@wuIYiD3?MJpDh?Xa0aw$@GVH?Ov;bFxHu@+KXGYB~joE1-p3+4Z z%QRIyh%$`5l5dou4zr)Ed;RjETc;+6?E##px_|9!#uj!}WEk7$0>15nNyr=}QSyTP zvg85!p+wRQolUeL{{W9Mx;H$ZP^3hqe3g(apjFJkwQ${Y$ULm4hh1P(9RlKP(W1^n_HgeTiw zA6+Cc{IG?wTsyqo5bzJ2vk%R5$hHM$dK~T`@E}Z@y2cYCxMVp|2785D9w5Qo#8$Fh zx>d=q)$?Q!e+HZK^xl=PuDL=>IJ5X4YNpP0l0KaL25eJ^or4!kLdtdTBH_z%fLudP zJFBkEugCl1zzy-<9(wS6^>oPEw3uogPpc-t2Y}CKp*k~j3GYzv^C2U4bBAz4?=aw9 zF*S7&;7sf9FXu4`$4y{oJFfi8ofJvSPE*Ri(l3u)tz3MbYbXD2?|;!9w>0EEqQGb^cg(eH9~%F-%@vcxdn6|zVE3rvU|IZjObKN% z5zJKgg6P`67vY#`N%m&p+KU&U=)Y9<0Auop{5!WTo-CW#XPS5yZr@{LgPROO+=Z+# zSQ{BBl%88c&=HEPlj+dhd246cT+lzLcl!FN0}Q0u#gLN5aVQ9@#v{C~^+j~Weh-`7 zPT75_Dl<62ubNDdQEhp|M$D(BZtpBru9-_;YA7N+o+vu3=SfYMORGJ-cu?;@nv}DN z*v^}U^W@M#OGbYZtdmd4RXdck%Z*d!0Sr$VyF|JdN>F2Fp{=^DiNeB~isSJ} z#xuR}Xyp=?cR7Q7$1PY5ir5IhB6o1l7)nXd`lRB>`LIF&zAGZEnMdQXzAjsUNlJd|TuyP$>bW)^8inBt4}HwckMK zzz{EN=s{Z>><&yx~F)#T`E_X`PV@r$cY<6(2xHX^hXd2DLloRIPv&|GKjC%4AIKZZ+?&-Y)<#*I;)HFtJncb9PTMiOh}I-XW-z6RETjd49K$Uy*sAZw|co)XEZqlVi7el zMSZ^&HJ!0r3@Rbx+fFjr(jNr@DUy9*Uze$~2S9U?|JVdud3{J@qsiiV>X=^uO3KlY}7>`njJ zoBpvk{bO(X$KLdhz3Cr&(?9m6f9y^F*qi?Uw>SORlm4IVO_t`4jwUAm>0Dw?^r)kQ z1OTW+2LPb^uNUk7YZu+0ZFEhYogDvF={C1r7f1T!2K>N>f&%)>NHQ!I=bwoo^^+zT zNo*lO8O@-MfFiLPC07t!;AKVn?XAlui(AXoGv-%ORaNEj*w*&uHhC0_KQa0$)J$zk zUz0grYR#eQS*;^9k*6m%y;c6_X{%hP!%K4IQd=~RY<_mVc{nq_Im8wft96vEEi`_e z;8xvf{Be<;=D?QDcBNooV_I485cn%?5 zwAT=Lp}`E{hzti|U$OLgi$eG@2?5jTZI4 z^lZN^vjz`B^139amXk-xM!(%%mHf{Kx5&} zdzb)p(CyLWWB?V$!EubxCTC;8Gl%Xk{AF!ZX-*k$+}iXI_9YT-gv0IJM)kP6`r>1`?vH&v-ao$hbhtt}5HL-hhg!KMeli8tq(V29ha z@kB-fMlsjB1{Hba!aKitS(De{s@fDba@cK-GqWF!j|S= z;V&bC)s*f97I9>*v@s+xbS~?GVkpC0LOVp& zLZE_R9>KDWaUg6^Ie8Zf*f{WlDpD5r02%VMmxB2c%-9Tw8(un;=vwS&4SB-a9BMQ( zV=5MEY6(nl>XhGbp#Hk204n=1CDKP_h%JB@zw}+=xDdotv^^C`gBbHr1>GEZdlJxD zImJc`V9GY#j*r zaI?X~i_{CYxlXHx1aotS3^q$cxw1QZ?GyqaYj)+42L;HxcF%2d6$j7nFHm|HKn&$Y zp3(4%f1xmCjA)FD5N>wELl;af=pKAiVN-X)%WrHc4t4B{*J!!(P4SkVAotYc#RoIT z2k-tIQ|}N#I)|5>i+wnVeM_T77v`SpB&2gC()zSF$Owby&e2WP+>^zW23HugN6C~r zHcdfug4}wkp36AX{qQ)AvmA`YMK9{0e% zP(UAgTy;+j_+qDUTyg6Nu2iUA!&(oEC>N@_N~_E{NA;xSv&)*9MKbeKt5}Z^~3KK=?7sQ1`cw#H%5! zs;I~guTQ$6Yjj;}g2~Dpa$!&zt0*k@;4P^@n0t<|d;|{hj+`Tog@mowYr+le>ABk~ zVM8ptt>Cxif&z|d=-3rI)CSc}Ne6&9FVWjPUWpKVK1pLdCphDk-1~b@rUO`*B(+Q+;nTd}#?p?agzlq3;LKas zI5Y<~Kv_#x1PQiXW@ltf=;}CzUxoo$V^H6AR2Ro881Q!el7tl>ZY_rT1f828k!c2x zN*QnkVu$H|AK1m_{lK&N3Wck^Y-^})@;Tg~&SY!{!{Q8H7Wf}`Kxo3C`%H9qw)yGu zi`jpQtQP`~BGMgFisd9xw*#!{Og)Jr=XjQrPAdeguiTFTRNz-~V$snFt*qGJ*&;N% zh%TpotymRYGnvo-#$xEVW=I!D{xP=>E(wx5XK%0>40*S2XZ%Dck8NniV%6|z@vIl zDO`KgXn(Dagdog!bL~8&58Lzc(=i3 zI`0kW8C^WHAvisa-zN;)iJ}}~;?1Di(;UqMdqTI1Sn*AGH}$i)Db`i;fD3~zY5M84 zOoMGPUSYbXfFybi&_(>>!k*B1`%<+ygcYus0u|~`2Dk;A$CAK!_UGpS4#%*^6%A7N z_&CJiF(gU|=}Lv3@9f%Tga3*eO$N&-WQsA7eNW+waIevyzs+$6Y|h0|?m3hCdQoib znBV3nMM7M+ua&0>>>X#J(!Qs?9>*u0OXsF#AX?XLg6({d9YQhFvFr3A^t@t8PdW;# zb7o~kM#&UC$FzK1(+57Snow3NR=AOtpT@qvk5|6n`6%{blE$TutvNEAo`g?lvX4J0 z2QKF>*bmh--a=l9z&*IMKX+CU@HEFrzC+8Hq4h&qrX%Fem4TTXec7KGT8poH+#b;v zrhrfGkBCPj9}~j0&qS ztBIaPTEoQO!r;Lb7t|5;9_y3R3@~SGvGQd@&vts2j|iJkPVt!kQpQ;v^O9y_JYLe_4b9l8}vb zZ^tBTwrQhuR=_`{+`r&4m3sQzKi!(=Jzv6lceKC1Psh0WZq63n>YDF<zcVu5sUDF7x70!;Q3dPc_X zX$%>98ruE}2d<&bV0ZKzxPs96W`pIFIM?#Ln51Vp2KDxPhQpNgX2P^h?|<1mZpm12 z5%^5c>swjDXvM4Lg%7{q&OMcGXvN$D8f;yCMI^U<(Cbt8s~}=>a%0&A@>^>kov{Lx zDF?>YLc5Gj5s9(k>kNL(sy6mwwPr_WUbPeE#Tlc|o?xFcs;+*}AXhk4uuVM(Y>7MU z9B~tkz&&LtZm4iks8~u{GS0Fu4MoM&fu{F41(TDvkPs0yLq2beB=Eg1dKky5Rb=^L3>^#I8Q~_C8{yXo zf{`CCK{Ll`8ds*FQn-g=WGq<7fsCEC34|LuaP6KeQK_EwT~N1yrUiD!C$42@XB3e! z&5w`@IjV@e;1#2Q0q)^0ShiOR0r=gQ8#JozkXHI~j3pwjFvMyFYJTmz51|sb6lV)$ zypnSkG$**6HeW_ve^S49r&FNyDdb+7r{1^+iNGAug8^9lSG1!fF*GYo(2?R?GNP`f z*Q41E6bDnI-poc_xRkymp`D)D4WU!kto_I>xp(>m1saWD||eT{?`aTrPMg$~GCu|b7S*nFz+_}t^D zjn-%P|Gk;XGYYhu_>)M3!~_8F|1tpd?-$U&-!Qa>of@8wYn*7`-Atcwrq`L9hx$nL z1=5nIFcKL{^&oZpYwM>*j9|ifpnL}D+%Co2-qW#0nyf_kZWSw?<>dw=L6ISQ=DTT)TClH=0(LsSd6q7 zL6z7UT?o<%FPqviBBw-773sbiLfVVFm#0v11PM_qLIZwc=z9oU>-d$n0%p z;e8E^`84#@lkJA`HhppuZ<~@+|B2e%FZFidIEmTabMRtFQ{(UFY$PN5)8%cGd6nz3 z0I_6h$sROX{G}&{adE6J9R`M=Orzu@PgNzJoh=>e~ExDJZ^J zzT)n27|WMcwpu(bj41MM#dw%;PO!NyxhUcZ#l_I}a5A#y%LJZGf?j z32H-aOhs{DYkn>UC8rtlm!#k*c;7Ra*Q=5Kd&&m|_aYhk?-@ff#Y~vTT;Sq041F_i zoE7}a-7t|(qPV-kEH&i}N>4$MCZ+en7*4vuzvkgHl&^}=YC^w>S4?O4KCR+c!!e3| z49e*dX}MktHlpNp*NaDdKhIpRCYP~6TDPlIQ;?R&jlI0HsiJfBgcFcgK5+4K$P-2i0_lVO)YoBu@H3^flC= zUFKyZ!UN@fHc;9HvwVWs8p^DtUjwd*^~QZ2=@w;(ooUz5Au{_#>^_B+gl$X9AKfDc zM?(mc-rqTmF3hD_l|2z2NcvXrClfp-RM|8XO>`+DU-%{RrF+#GMyjs~bp32fnA( zG4*q}^s`j~`43C^reM5;^=KYB#}pm7To|mdV`;A+7M9AT3A2%DXYxx)Ig??u3Zv*N zwC{l2WbC7?Y;nHin)XTcvNM@6P1){yKaDO^2{RV0z4tc5eI}pfk>dp&1fWy4zwht2 zdD`?{Gd#}QkEiu?s>O1nYL8LkW92lSdX=sDt40x7#{LonA~5HOZj#xg0fY;WZS&RJ_1PplQ7fHqh%U`67d~Je*+SQ*yX_#Y zEGJt-TZAupQj9N~fRBZpsYFuk>OJ!ldE1~hUr7boo{5L3XFtTI4n^6q)E~l%=5f8w zf?1SG57KMFLy%tQmQ~O(iU8X%(uWEDftdy)K`1N;0HzWzz;PJ_Y9WD2Raxz~%@_W# z!1VI^^Vw9BN1YVK;^Qi#{X?sciP>RYGBWQCbz{pvYH;Mjat5j2b0n0=+BDdqsZqkw zWmTmke+0*RSio?-(vaXJGZ#;Ih*SxruEFaZ{@w}x=6I<;>qWl;5jUSl(4`SV-QO#x z>E^U>Bet2RiTyj|{9aa({)CJKs8dtgvp{9(;}BV#dgkUJJgXMWo9C&rWPNr+EV?mo zA`_|2%zR$8WKz}yqZ*{EWXZL>CSQrGe4^m_At%glF^Eg9q&IKrqJO`2X@Fo&pz2y6 zp8R{tAI>+YsH|X?+R`eS#ifK{zQov0mSPgr15y1~7&^{gv$V8(tDNl-AX?lCAzJ+t zQjtsF0^09ObOvXnqG-J{loY2XErE|FlpHQl=~j&vWw?6rG(xql`>5y|a+#D?@R?fKLRq8%Gb4K?a zRyw5V*GZF#tLs10dgIW)D~pgunnCd>{5vLA*ydJ-np)(-EUhA-73~KlRLv7x`$kZ# z#S+8sGZ)s6nl$LLT2`;Z9LLC_1H0{xTp*9zgUZWtPGndd>o=K>6Q;GKlwk{**w%R* zr=BJX9raDzasUO#sU>Vdt@v`L*^N?XFUGD_*f>(+wyhsCsTa1DFKc!4lVSH@;czvk zSnVTYEN>OSy<&C^E;i_INkO#i@vu0dzaUIa744(d72377>0^StzKWCRgN_M2CnT}t zGcc(3tBf}&*giZE;}SrLolZhNL~q^1|4vB>bfj?=RGjcMp7C9b9$;yE@bGlET)~6o z$3wOD>mHqyH4>!XnL-CD(@_jC-nFY#Lu!9`-~-fdH0qtx6G7IrFDWa~_CxKIrISfn zf<|pYl!2C^R$^Bzy=cR)>axUo$vEDxSfV|U9O)eX#5xh9Y(8piwm$kgIK@5IE0eYwqd=(^pLyvbt1@@*^`XkA z3zEoZx-2dLNL^Z>dO4u`6E@(v6L_)o5FFMaQPW+H)l=BK*6R|#Cx9-Q+DKe{7YI9M zc(03p32!@iLS2}hkc0>#6MGpDKLmk2w_Ybd^^PXvEwn&ezpq+&uBuEf)Co0x%(y(w zvZpQ!FStNoNfT2-Q_rY35kxUzoE#_BD~h}#Nb@+Wx7+JB-0q23_cTH^pq28>A9+YM zfJP~mi(U4p{lYq1Jel~yUfR(fo>fR$Bm*(>(sk8;-$s;t_o8E5hv_q6?2qfJ`#^-U zfgfkO^M_42&Pp8r_+XL)Y>yzCtzdOJ;nH;qvRCR$+TP-z_+%@GuLZ=Y6wgLAZA65h zk5bZ*zfCB2NvtvQM`3cIG19L=;5(W_3|{l3T(RYISIy62HL+Q1yg+_CO96$*Q2@=C zy)FfRk{%^Nx!a?=V95i8ra)qfF=5P_!C@R2Daum=)1V5tsfCRB!c@>1OIQ#5=!=Bj z4QN*TEWT`=6b&#V^8$b71TrLVoiqEA5tN~za*Zq3&&Z-=KUXM;x$`creH|ci4t$BS zJLbHKftq+U&)uQK;Pc70`H+tv!)--i%LcuCQXav*ZmH^BYx_jWAM)CDGZ1pVp z=h!}OxSK(vYgsHgF1K=k9%V|zVvFS#rt|L>0^s3eJ-$6!xx%LyYrvUmn~btr=+LR> zc0V6T4s9YSwD*s63ulI&Kiz##3bmeyxw1%{fSpqm!`BHD2}YNjM&?c+365L`sArNu z+W@>~SrsrF9o)!*E=gupeS+v-x z*?jy|G?venD>PsI#shs|{`Eu#BH9bT(rYHO4HF`;dJIFG5w%?-XB^g$#r&B}^Jo#1 z(UNa6q)(jW58_m#mF zdhS7`uJ)9o7PfAPk=&BlY9KO!R@Bv#O^n*U5ef!KPF-0k`p~)_q)oO{0?5bbkl8IF zan^)ZQ5<`n7=Hw5#f~|)#VWyDkq9Bj_B!UFqi-0bPPM;59Igt>;>w*|TKLF!vCeCE zmY^=O4WFfVqklYdZqwQh>WJ#w^mtx&suVlh8Fg`(;p5rx__D^BoOBZkQTBX~@ zz@;7S>K8jdG(8@bcsnilc+Obh;iOIGH)rO{6sMzSg?2gzX2RB^-C%`ylf#7Y&S9@Q zM%n@r*T3HSL>JPzKQkxKiJ5N+cOEBIxD8lW*Ns0)Rf$1ad(rZ4|)LxvYXl~Hb{YI6#CYHHxNO}z(t-E+qde`UYu9-z=JQvmn*>gxJh-^z< zZjERSX+^#epQ-nLNGR72V;DX1K-UIPHKy7&EIh89qT?W^5)CEMa?X^rP@~WyaAj$($v!8 zG3TL44pN8eqgSDW?Yj+C=Ec1GoefcpB&YgI(jin#Erq6X&@Zbxb>BJws?nscMtqo{ zy^vBupE6NK37ec@FXdP4ZtXAzGPU65iDN6faos^vZX>9#4P7aa0_DI<_`7Por25PN zNzdkW>LIgrW|6jxW6nH|8M6VdTa4#CcS}iM#u>pFqk9ayiPIXbiGmV=Q_aneSTMV@ z-itI_QgX|mNC&{f#q+|Ey;1j<|DbYyPw*+V{}jmLVgL8u_GX2u)|Tty2wxlgU;SEd zxk=^Z_8zLyMUV-sMMrZD%oHddA|rESTlW^rW~vfiV&CsP^;GM1`w4%b2a-hVr#twt z_!0|gg(Z9=tE%UBZ%DnnyPr{jN(X~s6iOWzQ37-{RmnMIijFk}&6|vrkBZ=YVf~Zi>tim!j+7E=aCYjH)=pD+0`Wv58=4^~c z$WcDIsA>iHJ=>Y-9L_P{HmXlCzcc{~QiwW(uq_ozS_L94(Vej{wSg7XYqNC;)aGV# zM`A17Ut^4O6i`6n9fiX%fhSLJNj$0)ee_G`yF{^(ZW;ab@uZ&%!c2MVy(}(G3TI5l znvBM}m~~o7C4X;m=inJP^J#bT@Nl@9hewB9pGdNtvXZgz_g45`@3`4;?e1{|bhXx! zpxrb%RTekgH%s1DWvmF_8SXZ|nA1YBZ0dM%o_MI?M%Z*Q9{JmmSD(82p)vcL$1UyW zgT0e;JrDlcFB*6O@uY=wocwww5Bom*IYUU0g^2it+A+qZ>{B?MrZ)W~FP{K?z7I_@ zw*_vE;3`t{QYA1Z6ff_ENYyp^IvlO$6lm5ztF{iqLa+(o$LI5#4v?=giS*gq*;hSU z_ztPapO4-;GBUvK2s`h%ZrdsXXuM(?oT(JAZ1WIhGCYd&5a@`;7C%kHADgKZKlh!A z*+xQP2{JD(!cIcq{KASAp$?*T;2%dNnj80~Q$brhuRBXG99{3$jtBhNQ!K=L7+wch zj9XU4sGK_1Ec!lmTA3ld#;%?^@|K+(IdW>C5w~6Nw6H2x3{MpJ*xJ(Q>m3CWClbn` zhpwAnor%@_1z&MYHOA?fERmLVm%JNLfGee@=L{i)!gQ1;(UT|y%15n{$8kGg7~pWm zOzBRR1Af0=-HR}ds_HgECL(QjgRGAnNq$*$dVp1!R=W(8MBUpXog}%8zFBHN>nsA;Q6AO6uWY@m43uOxzs4sjh6eYSn%SxaEHG3@&Lrm~=N zv%k{JpS>TB$qD+{Fe_Hvum-Xuv<1x0ukhdkm7J%n=xd>yW`>$&n%@uYQZ>K>Gljj3 zs~T|Op~}B-K`i|4d_cEA!z>^)z6OOWvid&vaRQg1@@^g=G&6% zYn%Zg72cx&#EFhtjZVHjr(7knex)8AZU=nZg#1$X!TO%HpfjpFru^oOrz){V4r&Uc z8F)!gmXi1e!MYVkka6PF>5E9JI3sLEjmu#_+u~XyW}j|k=-7T$5-1woT-q1s)HK;b zM(^(k-R7WJhdG>b@x*axU5oHN?7XezwjfADwClfS&_q&-Y8Ehq#;|e3Nzc-o7au>w zoaD8(zI2^1Bq?0CV#IP0Gj;-r(%5rec0!9zb?+6>w>L-nN)rnIXJuj(>mq{&`wcG@ z!UzeQP={VSPqrmWFR;D;x(v*Q0<~XuSYFA2(K&&Mw!aSy?Rd>KMad36b#Jd>SPx1+ zMr5?`2v&1LYWd1H9rP}Aa>G_JW1TGX_G9BN%#_!M2I9P9JR?ROrbx8?J;&tObgkGS z7&r4iiW~1n#>3A$IayY!GyX;7BOTwGy;ns0HRm?I*S3bDUL+?`In%wwJ@;A4<+p2} zY5*o6PYJN|Wtn6rXgZ^~tk{ET3g_23&k@j1BAypQW;T4@ay9s@VYjo7oU62k&gcKB z{`z0>PLlt+P2yy0YvuSKhscGjc%GG> zon7TWeQnXNaSwi6@q!Lo3Vgr36#UV>R!V8RMViWci5}#IzkYgtdTv;R3bgr2C06_B z`JnA=PMMBpK5AZ15c}1V3;)wxf&UfOR69J7u8G%niwq*)A*1AWaLOZG`+{$+s3yh> z-*OxWjJlE18$4*4RWuPIjl*Myk3Z+hHb@sNqf&l?DDRIR#7mYhj8UonM)eEmqain% z%Ab4$&^ZeONawa0uBobQ4 z-#Owi0x|Ccv(1v!%%z_!fIKRny_a0pZoGsB!3u=>;g%*JuBYUj+?ar(XXy?R&IJvG z{I3L={9j%L_j?-&)`@%<0U{Y`6vh0&I^#IufX!`3S{Q6A#|tgXB)AtZ^HkL#as1v@ zSax(yn8|VMarSPzoxY4nr*SZA*1l$@VaBPW=rB4sW^5YxK>qYizpul&Icx0S(2=Ky z1N^2Zn{y`7x$Be|^}9yAj3&pFIlw8YaK9rhmqEsPeXfi`e1{fx(~sN{la&I4@uD%9;h4~v z5-~3>CNWr9DW=-gcxryEp0_LhX7P6{--#`)cGn$ zbtBO8#m|WTTZ_ar>=UawWThH3-q5cq#7(RjJ%|sQELBD{J4$m}hQI$-FF?%&Y{RbW z5ST_#OmR3uNCL79f5BJFRr{vCpM+q<4xG`>Cc}HlGI@cZ7u-B?n zT@f`mb?il~N+)v&@&X$a>Bg*>oWv&uS$dI)!zlB37 zloy(}{*)B$rBYHXZxP;Zpe`a6gWYc~D4#FF89ae^(vso8;p5rdfCPcUoWLYw0%g|S zs{p~{+073_5bdtWyl9idO;bLDr%@*Y+8Us%hfP--0DTl!GiX zf;U_`^!Z0@wBt{VMn%5&Y_NJb0(WJzip=YmL2jHguovCF|-x zgk#qx*9x0PHl=DCK~gn)Q~`3^>j4$4mIBFS+uJvjxcB@G-SxB}BU@N)^Q=r?U(DC! zRM^k8i(OKZdQcCdm^r8$)9t)3KygS{@LFrqf`P3oI+Pe-VZmoxz8l2*;jO=i=+4bh zjeb-}Xjl?b_V8R}P@J0*gXa%3E8Zwny0Cy)UR$4fj``>1I8>pctdoXpRl%ia_rbi$Z(hYd5?2xA znalYJ|D(1mfrqkNfIQXc3imEtI5ED2jHW zMJlP3RJ3SU(Z17ipVtuQeTU{9?)-lDe%1ZN4w> zk!F7Kz`zUPu03|qc63lb*6}LMa;4AKnw$4WJLqJ{{VMb{T=w!%_mMVoI>Y1iveiCy zQgM85I=Y+kk?Zc?FM8aJ_DDFHw(i;Lw-ZYGq%M&;>UWslJ9+Y}Ir|iSPtK}b{$8)- ze)Pjbsv}oNC=Yy4^LpJ#=LNr}E5^RQa)oMaC+*|$oy_5d4VvEAwm^(E$H*B|@y!>WK$;6w9u>;pCO_}McSI+YMSUDnlO|HN) zdVLVnr2lnY<4Lzq#LF-A@}kbDTsUi5<)@lxh1)mI6;7|_m)==c*1tEM;aGA1U;%4z zUK&53R)>>#!(d9)q1sckGvBXWaH;IJtvFJ9 zvWCp-!f&$s{QD%~*t257Ikl;Gs+Y;; zru(?Yxb%^)xS!}?m8j49vwVNbhuXWRI$f-G)xIq|;_|}LVKaA6a0rUIG%u|nJ*rP{ z=WEs`6YVrB#%bU09-w)=OP*2Kd-FN(#%Zfo_SkSSFW#sy$t3ROAUk$M__fO$cjg-! zdc59ma{Vi1#M=+9()oM88uYuCw9?ZwZQ_6`&-6V-;geSMl`FlGyVXCexQ{vJGXfjMU2YrfTM1H5nQ<cZqzlg&hFiEk<1l@|E;cxf3cMTbnGv-{+D%HN5%ef zFqh-UWHGpZmms{(Za2ieA`l)(%+R1vMw6hzWb^o3K@fw@r}3HC+rS4sf;hcLD*a}k z`4edy>FzwZe2Z?ag|qzr)QxggqavSqb?+2u@y1o@UKw}oGtV2HUvcvNqn^$A^5nl0 zV>?>cXpPRiZZ^XAdSdjJ6wjIF)UXdVKg&;s1r?umc~V=;pvteZT+O^3bC_H7F#YtR z2z~_r;D~8s;#Qq1j_bK_SHYnT>c3-jXMLE=*zw=qu-oI+`c}NxF)$yKJ8GO~f~Ved z&rOA^Du&vYI2W6IPBYw=cDiKmrQ)n%NAyN$O|LL?ci1E~Xq=6#-)pV^99Ws}?;OZ= zvYmWe?x)`AOlg1r^s+R=@|$^wKV=WB;rZX$y=BJ8jp_Xk>{Whu#d7qJ1GO^_>fhg< zvHXCyqxL?d!|QZu2iEb@54})O&&jH&=05Cst@x+CryyceVAa9I+Y5D_FPnV7_i(Z8 zWmhu|=YoKbwm;3buhxF>bhqN}d(_Ij{GR=zo_=`$B7|?+gLCo8^Lq(Yo8!BWkNjR8 z*Xv<~%AZ~je%|aUH)VQALH0Rcute4(i3nScK?)`f6(+cyoNzX3)`BHUReeaVl=1Wty^~(PfHtA1p@B9U( zr}8u^W7*orpMK+Hu-PkAR^?FN9a0}FNX_GnxZ<2#>RjvYXT3xBgBfq!oflcZm@&Q! z%4@lq!#R2jTp1bugO6=;cupCv#mZHs-s?XsQ0DpOym3i?zQ3$-lwZF#b(oA+*K8mD z#BCi5)kkMpJ+|#%(#3ZeQ+C;uQ`On4XWD0ODSy|ExnVYC(>XiMfs}aHJ6q2O(hTh{ zm6Z?d)!kZ)H{7>h(sL(Ql?q+mt`<7lFK1ZC#;trGnR)8-oNLKdUtHr7tr*KY8D)B? z4%AGWw=!A7CFbMBYpLIBV}E~?3pr=;;eMvB^@r+j7L!8W8ZgznUmX4B>Cjr|YM1BE z9!3kbi$Z0H@+$0wzePpprv`zqV>yld?X-|wHCPe`BoJ-j!y3mrMC_RDa`BwHx<~Ue7NO zl&l#zzY8m-Xq1ynwbIQ?<-7vJf|pZ0>sF7tVXyQ(H?>w-OL320--njuH5&8 zvqJego-(PD8vEYYSIPUsN%zx;n5#?}IZV+T#HIweCvWnX@Y7l@f+oCJi05LtSHDZinr)vV$Rw2``JgkBkG@As&mG&jK9fbu~$wx>zh9@ z@5rSNzlR!6@>MtW*Bh@ny!@=s2A^+HzsDRfJaK#JF!kLx9vl(8+-2?&r0*3we^>IG z*^Z^AvH=S!19D*Ma+&o`mpYFrV|P97+Rs2Cd5x;CLR!zbX$LwNxU60OWDhs(n$xIJ z-c#Tm;l1nizesIm9G&xJ|Hi#~fzj?eOX634x}!~9Jzlktx%85<#-szoTqiB-+IeP= zvu6h!6}+&fyt)&0c#ik0ch}zqS&XO;Z3GomLvTw|56#ruw{T^c3hO1y!g($ZVb zU(S?RhNp1k^LYK1=F*sQ$D^zU4Ijfy$&b`GO71zDC#Sue@*}Zpb+(C*wHJTsaTA@( zwkpw)9-Yn49lXM#IoXBDSncxCq2&$=Py1<~>LPtQUT;wRu4B(lW=)HiGBn^RElFKr zJ1|VCj+hxK4<2*rAEu))hgYh<*Q<1VN$%8W!wi% zIj8qZ3mM7Z*d>!7frCr~YOHve#sNjPJ7Z zy?TD%4Y#7;oZeUS>(9f{Kl6H<&VH~`Lw%2o`CiWpseL|ms$--D|8X+C`{!ZI3g3SH zl9hj~`02v!W!9}?TE9!G$8A=5U5&Y!d&p$mnHaAXfdl8TR?a=V{#fPee)4lzM%`5v zRb;yvpPTYXT6K_D@~5QHno-)Ue9rjVp>tvrM|7wSOAH!3{iyXXoxG>MjWqFl@H+%YtW6vXa{1k@z8s2PZxob1l^d=0LjPq*-uf4+DF)mzF&}pr?*F{MKxehiBK~o=4Y^^l zgXJI1J8YG$kQmzAL&e)M-imfBr%1maWn0?(bH7&86CBpo8Rw5%9v`*krTj3?p38e5 zA1Lj7JL^sAkLaD(tdCs__D>mRf2Plx%5}bKnMYJ|Y&KhVEIRY)ex;JO=PSXlLvgDT zo`hfQ{4ru`&6YkdoORytCoX`mdujF~V0VZ#3H_xkozuwte;C-g2&*LY;VJ|!$F%GmU1 zE`PtLse7L_HDgsrg_x+*IxC$*C96K$I-ck z{g&wSPAz8aKkIQ-e^i$KNBgYmtzN$BZlO9eO~%^L z^fSgN4EU3ocBu1?*_oX;f1TLL*~l=+YOjG)I&JmJ^UfN-@(;)6+^Oad?X||nWNpPm zN54)oxB6SJ9wL=@CClAN2z27KsuSa8Dbsp6$2a;YZs*B<*re-y8F^_NW4$Q!mE#a~a# zT}p}%Te_Q9zR z53(0;^iZw-9VxTu-ZCxoh<8uSVh7ae9-GZs^RXh-y!=lW7YC^hDijr{R%IwhH-C3C zaHSV>I>BBGPCC`$-(o*0ie~*kk;?%SooIm!MU3gqoPF`7~N)s zgmwA4ZtHWTJ5VTTuz!TN%jFN#%zJGZ6NLLY?wV zR%$yC3=o#JyGnx zFy)ue{s&oZbJHi95(uy1hf!0b{+k*o39+aZf$QDUzFps6SD0gCPfC9 z%i&VFj9?BIoCzSa)%^a;y< z6qvVXI`~r}KtQyr{|N=PbGLZpg}J2OuS99$y7sU;L%?zsK}M*2Z1zb2(2N11=Qbt- zq37nNwo0E77R=x>>-#_0bHGhm5T8l^YY>Z&YR5G3sRl9W(6i!Vk%#TuDhBrGu<(aP zi5U`OV9C9S7h%Xe(kFB12T*ZQR|;i91By_^nQg-HVPelf;L%=w=zo&Y5TH@C-x-oh z4&w?Qp1^qr=6zdc(bsMQ>)HZwaXiA?*{rsr5m?I)^Oh%M;!bXIhv3FtHs3TPB|;IsCFC2;#hs^DD&z}gc`DYvRE zu#MwSP-N9t_5@%%Pug>+J}7VDKd22SSGNl=ywh*|pNM$h&)ef|9>l{Si1+r0e)re3 zBQSyCu4ASi!L}VoATmxwaId{<3oeV}Ph|-pv*DvenRn2KZNTU-U=#%``_vwQ1P&j3 zS+G|HzyiQ?(BuYZldbL5kU9#jc(A;Uamb_7SPUYM=2w0>9R(iU02YO``Pn{@1TGmW z5ych&ISXP0YCp68v z`gd*%E}O&TF<{%`E1=gOo)YZWUWa-68ZcZ1x6IS|nmD_?IOsBD_{xs;x z!LFOn<*!4@SDrg{l)QC|(`rg#Wz?w&YX}}*Ed+|t|3qoD!uQ~>)!A{ilyK? zXba9Zxvgl3DdGbfYKpy%kOSi~;1q$urZ+#m5t_#SH?u7YAm|K(o%~qD6j>5u(0qM~ zhM_a%?A^`~bmRaGJr9XFFDWwsL`7U!$kQg}GhYM{d~#rSHxc3K)g_6cxc<~2s0l@e zq_cO{ahXbr02d5+h+%2bami4k!r<+*(*z{utPjQN_1D z7C;tk2a6@&$AmYs#GkRqKcs?d&GzIU~l@yP`5)grEY}QE?0+2re z=$wJXKw-f|Ak!T&*UthF2Y^uTdu%Kz5Zs0kkq1?5O0QyF)kr`>tBRi{5+kuV94?V5 zDY=xBO92YYe^6`I|Aa-m{HQiTQGJ;r;)=QXqJp;orv^O{aUkS>{#D4yznzNc$x+Fj4mK7v^^HU8qS7q zZqrx|8&skMjLkk9y@Fs735nVfk-*xBc3A+&A4YMRbRu$X)b?^|h>CZhCyiR%69|}X zx40k%O~fv*EN(QH*5cZo>QzXUzrz1UAjqB1MK=*(rH)aW80QF3l7?eQ^42L5`QDxc6Vtf7^ z2%QnS`2ARUro?#IK{UsYFS1>szy9&?n_x?vp7@s8o>OfAY#}-YHDoKHY zX}B5?%bWK8n_X`M(3?^Cj_Ot@eH_*1~kre>Y6ZG+6{DNA$LQ|PR!6J5P9X*)~ zW`M=6fYJorrR^9XF}~H7_y=962V&vq6Ky@o!hD`&u2VndBBDvLIW_zN z4>&tbNQ&#MCC6%+x9~5tVjHMD-s#}OINe@yJRTg!QL&>@HiIT&i|_QzFk>ZF$U;|r zGNQh2Q`-oN0WzT7%w{nC1AIjF7k0ncG=DF&xx>MFQ77r_Au%{dAgYajqIO@;iJ(ji z=y2hnW=RUgV=?I>?53_qnxZM#%xTagdSJF2Mu#M`(H09Exnf6U`dARBh_)=R&9Ltup`-2fCV?vdbH|qi+=UWD3VevXeT;wQwiwj72KMr3`%nqq=aI~2MDK6z9&%rF zAEamp2gqn`TC+}Kq{clBkulDubK_$ns5yW$*dX>fWJ{ajL^MXQ9^32*cV`+xNO1u} zK`X{yNhC1^a6BHwpw=fpB6B4ZOBMP+krC1dFUur2y(6PFc&et!4yiCxE2`q z^Q7@b2EY4U{9a){r6;CY~i0*HSG2z9AX zVo`?+fk8C5IVR%V@P~W~Qxm*X3gQ4XGwXlCjrc_vkrTtBV8h{y>!uKA&jvJ57B+&7 z>sqB;Kk`lJ^QxxV<^F)w-39iXCdfjA#UV#yv9R`WOBW+C8%dsh{+uizya92HKoD~N zh_PS-0zr?Tzpv|B2YNgP0H~Gp?AWO_SqmldkEt`3C#CKWSjb=y5bQzfe?m>pmKKA$ zFT+OwR|h!$A}&cdWGc-HhJ|kh@~DyQ?@Ed^A`;AT6w>Z?>>j#P9I<|<_&wjO0EfDlt2@x6{$2+Ma83w`zW;)*0j#geEoDR^PMU6AG zmpBkjw~(>hsI=0I3>J*L5!*f5rq4BC z(?Rh7VWEjJ5w>2fBrjn=ZL}znM|=Tcc?*2O;jCbvgDPUiByzM{7LM7PSw$~l?OBi? z;jp9rClrpN6G;qFuVsw5Jh;vSSXd7%payF*oecSAV|l0!Ft7M8ZcAbUfTTbKN8Ru9 zOfn!m9@C#q4S@kCZ1xqWYz*i{a)x?30MQ8zu9q|tK*B9%<17v~fk))2@6L2VD0q4j zw3r$%(hK$S7Vf)>ZC6dbtoi{sBF?Wtj&8o-90pK)L2I^|{&QIp;lR)v5#^}D=8z@8 zO)p3tX#NX@Zj;#Dz?C~FpbNu)rUPgN3OHl)=#9s*x_4)%yz`?)l7Fd-t0u*3VOZvuh38W@KmqO3EA z$WkX*UdEGo`{#lhvIpYT5O$0tana_6MS~&VH6v6Z8koT816rt#%O?xMhjuaAWx)`n zUtc~G1x}g|_0e!dMk(jXAP6T+i5i}e8{{Vg^na`313|PT7mWu~K-amT zYc$~8zeyISX)K6{lk#TteG71Y4yb-KBCq9lCC4FHm#*4~;!J=zHVEJR>U&>en3nC# zrcO^0k{87iiU70#)P=`W#Lf%8jK2pksN}HFsc$*!?mY;daiAqMHGg|083rOX%$VOR zpKylu1w|U#Q|LK_)*Fc+T9(+hm-bH|^`=lVSKt-2=mRMzKFl)0J6u$lTH(VZ-PpmP zh)_1(%~D4Zgr^2dnu(ZQo!2yx=pyfNnpx8`#F$q?rSQ`u~!b%!mz{~LSu zHHdc=;JBzKxl2GD+pVFVgkjvy%Q-v%>cbb%96@z3ZwPq~>gO+sAcHbj^In4=(ZE;H zqm1_>$b;a88R!Xr`@*X@vu8p zM2vtRnxXz+3p{OnPSTxB9;0yx1;xQ4D_8Y;uSXCR7*hD0^m;mZ99L@#D<^A%AYXj* zDdXzluRS3KVQ-S6rNRJrGBErA4i9xq;c(!dN2;4tf&MF?k9G*6;1ZMANr)k&Pe=|1 z$@`YV-h=WCJO>Rb)m~)C!vzIY1(-`7EjuvT3{<@XA{OeBXKCb!)7Vh>GlTF+00SAz z=)Q&vHfs!9=*Gw;EXrM(BtYtKJ`h=$=O$+kg8`K8;DxC8m4eAoufOd;B!6eiar1IW z92!vSqv`(?k1YB68xBN>&hmLN4*+5^0pdkCX$b6A0}-Nw{9W!0P(d8%8QnmuE+zwk zoBk#OElj#{6XZgPg)Tc<&lX0t0SNI5EOt0*$z~n|udsm1&k`vt)~}Wvr{%io$y4U2 z!(d@`n)o1+xSj-_KfDwm^2N{jBNnS*-SLi4pP**8GoCbk(H*m8t~bMdKxCm1NYK=A zHJJoNvx_CD`Z2YbMB47046!gAa8Ndu?vo6Ipm}}c0WYx^?Ye^Iam8|)L=Y`2{a5)^ z4eWskM`&jnAVyY|K>~{DC&D9_jw>m=18kfEM?p7apO28B-Eij36~N^pQ7_5TdA}n0 zz`{IGI@-P*cuHazL?>8;f7M~WR~1NMT?X zVMJKgE4||i!$D4Z&{9Bocm`QU?0SUNG^&s40`v0?s;+*=z|Ri@4(jJ~o=S#+r~-qC zt2NMb1_#Lo%SHX1_d+6wmi=5%{4>Ft_^u>?@E1E!kzv;BkP}$?41g?p z;+4YaK?bOP4g`jL(2g#q6vszPe=Pu|7y=3!wi47xBM3({5EI6@P`~h;mJa@B3V8~} zU}=!TsDD=c#xemlF3N#_m{aWB4G8lxdIVPkdM%T2hzz6kVz!0rS9t|N$ z91#vidwu$&1CL>kFab`wQQ-u`Tl8W_LFg&8Y_HkA9#>Do`a8h-QQ_4hLE3lr$iWJ;FGyOjj#9`1Go~uTlJi=@zda~l|2w3*mA^4@6n~|a}%4iNxqTE>x zM&k!dM1tfb+z#ec4CaLH!X9x*0C5>K z-`3`0LduJ_#e(N8ghCeezEVCZ7^v=m-=v6NN=`!vX$+Sn@!G+eSn{ z=fL%0*x-sfA)q8}Bm-D~!-z^mH%A##>-B7;TDBz(Fw7AjDYUgY+ID|`9M3F61J{L6!pc24C zP?olylmtq6v5JWEFe)qoYD&sBaCy|UMxG&s0}rr@h$wOuS1gQx{8vKAIta!fcF5ud z19>WbiUx}$vWZJ%6aiom0l?rY8GyM024kM6m^g_S(sw(!^#iDv(cH17lng-gTRtKL zwY_??(FNe+Y+roc8To(=4BRk7m5h~zyt3SQC-A?w;3MdMV&gNC#1Y@aXkYO358e-< z92*8j_Y-1=9_csHKIOuhu^_mXc+85u7LVWQ(T8smF=f@Wo0rg0rj_y{n zK9QwP5Rd*32cvyGD3qmB@lB_NKS&a9Sw8=rSYl-dHkt;<)2Mvrb?qX)eClrvqSk}C zn2)S)7buGS)S&5$fQ2N3+fEYa4S)4LxtIEY5*Lyik!agr{-I* z0(dwKNeGSDGvHAUu`xmem?Fu)GD+4s04yjGSkNCsg8V!NTymqbn1T41ig}#b{s^i! zSQJAQuLk|`VqgR@f;jMoY5;=;pLxR{MPu}*y&COb3-PWa^e|BoJ+LNEznM={C_ixz zt2Mfta7ITPKG*Y44Kyr2m_@@*bC4MwZ1JVs3cF;87||2)Zy)g`pzhCQFnq(QC??J` zFw`EV-+nrQxVUhibrRwk5ipWXmM77u%>*f&srY0Re-NG;pcp~3&K3bRfXNiHpu%?! z{>^H+;y?=ype})Ih_YHWr@c@KtY$tmHpN=F6xe`RA*|-G$%8giCl&4w!>!fB<*bbK(QqG`auAZyGz8OZK6y+wHh74A2$Tnx zmiZ0i{L}`&fs5Hp{J9ur$W;%M_{yN!9M}uEAxrRH^nY0bA_Od7ez+N(^AMuvBse2Q zE5_$A%lvPvu9tMf?LBPvlF9ZHb(v(&=Hb(~gX8$arVwp2X~ankLttjO;h+x2Q2NTm z;rE8}iDXgWDk3o@SD)|RYX^k8_t0=aQ}UX82>=iVFng$etYhv1T`W4}G*nFUZ-`GH zo|C6xMFkIPB>bl_F`a))_1von?ri|hhGv`rx5P#P`q+1jMF?qZ7L&sVUC-$a!4fg* zMdhT)6GXH(dgjHo4Ph7+k;N0SspGy7j4B#agmK)1&DDUC49%7wqeas>^cv+jXM5`ByqyRM_dideh9t8Zr}rG zkzMjbY})lNhX->RqQ3$?V&=z?0+7vXFe0>LECmmwiy4=iLm*6GUf{eZ<;fX1+pvPo z4*Had8qDp9i4Y_ZesiPwx04YhOcm@7`J?xNM{^;aqP!SuijCAF0>%r^t;_SdV6Kti zc4%B0rX@B4jLgG4qsWmRzWJob#~?kQBt(pA9rE-E0x~^tqzt=R+!0D_w3YkbP;Bzp zx2pwQ_&P!hmq9U2*gF{` z-Y79RZ7Fxn#=da|V=cHIzz{pK)RCoQrevtr;TQ#s)fJo%jT`=sViU(6qroj4qdoVk zJPn?)q|Ahc>m!*V+l3r$WZ9Tz-K+Ba;1(1m7Nm~$MNUi=n{-RBC{&l7x7CD9Frz14 zCME79i4zvSJWDM;6qzfY{yQ6y`Y_DmjE#UxbUq3F7_Bq10PLqL7=9OK|Qk4`hkr_xk02rgLXEz zO;89^m_bD({}|y826Y+?3VrP$0>-8OnI7;=wVH|sZtBRuS^ye=WsPXaXb~wa9`?v1 zJZ&QEIkYCo%Vk|QYXW-%KyOwEWbD#*fkXs~sqUCeMaX4P-FrBWM}xd#v>1ruv!-re zw)+GmLNyJ1kT+h}1|WnX%t9_Wzpxq)(X11Q5v_AAwuyri4m-slDv!Yz;IBbo)OV)* z?CT5E*+3l)Xx9?RQYS3k@L`C-FCff;)*_k*7bS{89J~M8(9xpO1w1|{2zw+67w|DA zZV9d?=z(FgK=0`8^44z2aS(Pe(@J1F#Z(T1Gr{pvI8DshM-E056E!wcgW|w5wIO(- znpk#|EOlh*n1tphTsMLH*%WI4K({k~m8}wQ`rI2lU50%mMi`Q?m(rTII*1qb1~z!R zunFk*tW^{qe6}u#hP3@KfsaXF(&uS6DN3=GJT7Uah(%9Gw&{L;^A!ubZH$B$TMa=j zfe@e2J?gzrvaN;Rh7~s;w3N|zXK#_-1>R*3l?dv)9^XlmZ>CfjN5J)5VWPU>2emWB zwhpBpz=Tg?z~`Cx;mu@BY}^iNq(Q-mENGdC-`^*pnt$?wND%7Mh95>SPdtK5Hk~E# zZT_J;BD;;7WubL-`Pm}7%~#q;xcR@sUzzhcvZnwZW}?gngRpE^yKq+7OLCB=4B1SF zLIdQx_^00hEK`s@n*X0uMy<@HskBZ!R23#h~S5)VGRmI{pw;*tY>EVmV zIPZ1<7BPt(^O`|>IRS!77b#r1dSz}K5dU7*Cz{f#kH$gIq19Unc7&ct^vsqRk;i9I z88D69!l&^z7~1Z{j+ij>MV)i@g*IT;w-E@|b8_>Fg`z4H~LNF?PV4WQbpXVY@l;V5C077kOwo^;ryRe#|h2Z!ibi0?h~u^;~elrNc$AU*FaE zvj_7b|6XP@!cBi9s@3ZjkB+_1yb_Mf&_;>}JS5(NG5wWA6J^7uKf(k091$ObvV6F< z3ZfUq9g+pQ@1Nl;DH0DYZHVd}+Nj<7f?444Z=m`H4V%UysH5nXz%>pebqpqo(7p0$ zGGu+>po7lG4utuB*d<9qENO1}LmHMZEO1l3|GoSMvv1Ah!K4~~n91{lTO=CDh@%_f!~Z5m#i&w&EY)9tKa|8a!kume%6EozbPaZ75NhgwLiY9N z{d1)gC%bsqIZtZhUg$~YmpeR;gJ7ZrJNHJ55Yh};@K2hJ>oq{G-C#>~EFSNc1Iye9 zrwAxnSD2`8!FL*k`j>1o10dS3R)YkD+bFk<|0K(YYc|cdd_n=#Sl?t}-)5%t!f$i8 zh)c3@y>J|k7cX65+2%wkh#{ahNPzV}p?FKSi@D$?>aB_c4gni}nCYHQY>_%wfNrGm zfg1IJFRc^$7crg2Mb!tH;X7Mh6-KP_gpCkm?1s2kV4aQ(Xj!6tvM>@VKY2kr^Z)<= From e59dca4becda1798b03279dfe2c6ded5d6e6cd37 Mon Sep 17 00:00:00 2001 From: CaCO3 Date: Fri, 23 Sep 2022 21:55:51 +0200 Subject: [PATCH 10/13] autogenerated file got update => maybe we also can remove it? --- code/sdkconfig.esp32cam | 10 ---------- 1 file changed, 10 deletions(-) diff --git a/code/sdkconfig.esp32cam b/code/sdkconfig.esp32cam index ce4d04f3..99f689a4 100644 --- a/code/sdkconfig.esp32cam +++ b/code/sdkconfig.esp32cam @@ -148,11 +148,6 @@ CONFIG_NN_OPTIMIZED=y CONFIG_NN_OPTIMIZATIONS=1 # end of ESP-NN -# -# ESP-NN -# -# end of ESP-NN - # # Compiler options # @@ -1250,11 +1245,6 @@ CONFIG_CAMERA_CORE0=y # CONFIG_CAMERA_NO_AFFINITY is not set CONFIG_CAMERA_DMA_BUFFER_SIZE_MAX=32768 # end of Camera configuration - -# -# Camera configuration -# -# end of Camera configuration # end of Component config # From 95292b82139bf21cf64f035868c76ffc65037f90 Mon Sep 17 00:00:00 2001 From: CaCO3 Date: Fri, 23 Sep 2022 23:04:50 +0200 Subject: [PATCH 11/13] added readme --- README.md | 3 +++ code/README.md | 64 ++++++++++++++++++++++++++++++++++++++++++++++++++ 2 files changed, 67 insertions(+) create mode 100644 code/README.md diff --git a/README.md b/README.md index b90f660e..742a1e9b 100644 --- a/README.md +++ b/README.md @@ -52,6 +52,9 @@ A 3d-printable housing can be found here: - https://www.thingiverse.com/thing:5028229 (Power Meter) - https://www.thingiverse.com/thing:4571627 (ESP32-Cam housing only) +## Build it yourself +See [Build Instructions](code/README.md) + ## Donate If you would like to support the developer with a cup of coffee you can do that via [Paypal](https://www.paypal.com/donate?hosted_button_id=8TRSVYNYKDSWL). diff --git a/code/README.md b/code/README.md new file mode 100644 index 00000000..ef7cfae4 --- /dev/null +++ b/code/README.md @@ -0,0 +1,64 @@ +# Build + +## Preparations +``` +git clone https://github.com/jomjol/AI-on-the-edge-device.git +cd AI-on-the-edge-device +git checkout rolling +git submodule update --init +``` + + +## Build and Flash within terminal +### Compile +``` +cd code +platformio run --environment esp32cam +``` + +### Upload +``` +pio run --target upload +``` + +If it doesnt find the device: +1. make sure it is in bootloader mode +1. set the UART device correctly: In `platformio.ini`, set `upload_port` correctly, eg. `upload_port = /dev/ttyUSB0` + +### Monitor UART Log +``` +pio device monitor +``` + +## Build and Flash with Visual Code IDE + +- Download and install VS Code + - https://code.visualstudio.com/Download +- Install the VS Code platform io plugin + - + - Check for error messages, maybe you need to manually add some python libraries + - e.g. in my Ubuntu a python3-env was missing: `sudo apt-get install python3-venv` +- git clone this project + - in Linux: + + ``` + git clone https://github.com/jomjol/AI-on-the-edge-device.git + cd AI-on-the-edge-device + git checkout rolling + git submodule update --init + ``` + +- in VS code, open the `AI-on-the-edge-device/code` + - from terminal: `cd AI-on-the-edge-device/code && code .` +- open a pio terminal (click on the terminal sign in the bottom menu bar) +- make sure you are in the `code` directory +- To build, type `platformio run --environment esp32cam` + - or use the graphical interface: + + - the build artifacts are stored in `code/.pio/build/esp32cam/` +- Connect the device and type `pio device monitor`. There you will see your device and can copy the name to the next instruction +- Add `upload_port = you_device_port` to the `platformio.ini` file +- make sure an sd card with the contents of the `sd_card` folder is inserted and you have changed the wifi details +- `pio run --target erase` to erase the flash +- `pio run --target upload` this will upload the `bootloader.bin, partitions.bin,firmware.bin` from the `code/.pio/build/esp32cam/` folder. +- `pio device monitor` to observe the logs via uart From fb850fb040070fdce9a28d8cfd92a788e1ff1d4e Mon Sep 17 00:00:00 2001 From: CaCO3 Date: Fri, 23 Sep 2022 23:08:31 +0200 Subject: [PATCH 12/13] fix actions --- .github/workflows/build.yaml | 2 ++ README.md | 2 +- 2 files changed, 3 insertions(+), 1 deletion(-) diff --git a/.github/workflows/build.yaml b/.github/workflows/build.yaml index 1ecbbb80..c20dc212 100644 --- a/.github/workflows/build.yaml +++ b/.github/workflows/build.yaml @@ -9,6 +9,8 @@ jobs: steps: - uses: actions/checkout@v2 + with: + submodules: recursive - name: Cache PlatformIO uses: actions/cache@v2 diff --git a/README.md b/README.md index 742a1e9b..b18b3595 100644 --- a/README.md +++ b/README.md @@ -53,7 +53,7 @@ A 3d-printable housing can be found here: - https://www.thingiverse.com/thing:4571627 (ESP32-Cam housing only) ## Build it yourself -See [Build Instructions](code/README.md) +See [Build Instructions](code/README.md). ## Donate If you would like to support the developer with a cup of coffee you can do that via [Paypal](https://www.paypal.com/donate?hosted_button_id=8TRSVYNYKDSWL). From 7e108d707a03a6a67a448fe301d693928290f27d Mon Sep 17 00:00:00 2001 From: CaCO3 Date: Fri, 23 Sep 2022 23:11:33 +0200 Subject: [PATCH 13/13] . --- code/README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/code/README.md b/code/README.md index ef7cfae4..63483297 100644 --- a/code/README.md +++ b/code/README.md @@ -8,8 +8,8 @@ git checkout rolling git submodule update --init ``` - ## Build and Flash within terminal +See further down to build it within an IDE. ### Compile ``` cd code