代码拉取完成,页面将自动刷新
/* Copyright (c) 2023, Canaan Bright Sight Co., Ltd
*
* Redistribution and use in source and binary forms, with or without
* modification, are permitted provided that the following conditions are met:
* 1. Redistributions of source code must retain the above copyright
* notice, this list of conditions and the following disclaimer.
* 2. Redistributions in binary form must reproduce the above copyright
* notice, this list of conditions and the following disclaimer in the
* documentation and/or other materials provided with the distribution.
*
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND
* CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES,
* INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
* MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
* DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR
* CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
* SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
* BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
* SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
* INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
* WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
* NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
* OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
*/
#ifndef _HAND_KEYPOINT_H
#define _HAND_KEYPOINT_H
#include <cmath>
#include <fstream>
#include <iostream>
#include <stdio.h>
#include <stdlib.h>
#include <sys/types.h>
#include <sys/stat.h>
#include <fcntl.h>
#include <sys/ioctl.h>
#include <unistd.h>
#include <stdint.h>
#include <nncase/runtime/interpreter.h>
#include <nncase/runtime/runtime_tensor.h>
#include "utils.h"
#include "ai_base.h"
using namespace nncase;
using namespace nncase::runtime;
using namespace nncase::runtime::detail;
using namespace std;
/**
* @brief 手部关键点检测
* 主要封装了对于每一帧图片,从预处理、运行到后处理给出结果的过程
*/
class HandKeypoint: public AIBase
{
public:
/**
* @brief HandKeypoint构造函数,加载kmodel,并初始化kmodel输入、输出
* @param kmodel_file kmodel文件路径
* @param debug_mode 0(不调试)、 1(只显示时间)、2(显示所有打印信息)
* @return None
*/
HandKeypoint(const char *kmodel_file,const int debug_mode=0);
/**
* @brief HandKeypoint构造函数,加载kmodel,并初始化kmodel输入、输出
* @param kmodel_file kmodel文件路径
* @param isp_shape isp输入大小(chw)
* @param vaddr isp对应虚拟地址
* @param paddr isp对应物理地址
* @param debug_mode 0(不调试)、 1(只显示时间)、2(显示所有打印信息)
* @return None
*/
// for video
HandKeypoint(const char *kmodel_file, FrameCHWSize isp_shape, uintptr_t vaddr, uintptr_t paddr, const int debug_mode);
/**
* @brief HandKeypoint析构函数
* @return None
*/
~HandKeypoint();
/**
* @brief 图片预处理
* @param ori_img 原始图片
* @param bbox 原始手掌检测框位置
* @return None
*/
void pre_process(cv::Mat ori_img, Bbox &bbox);
/**
* @brief 视频流预处理(ai2d for isp)
* @param bbox 原始手掌检测框位置
* @return None
*/
void pre_process(Bbox &bbox);
/**
* @brief kmodel推理
* @return None
*/
void inference();
/**
* @brief 将kmodel推理结果映射回原图上
* @param bbox 原始手掌检测框位置
* @return None
*/
void post_process(Bbox &bbox);
std::vector<int> results;
/**
* @brief 求两个向量之间的夹角
* @param v1 向量1
* @param v2 向量2
* @return 夹角
*/
double vector_2d_angle(std::vector<double> v1, std::vector<double> v2);
/**
* @brief 返回5个手指的角度
* @return 5个手指的角度
*/
std::vector<double> hand_angle();
/**
* @brief 根据手指角度判断手势类别
* @param angle_list 5个手指的角度
* @return 手势类别
*/
std::string h_gesture(std::vector<double> angle_list);
private:
std::unique_ptr<ai2d_builder> ai2d_builder_; // ai2d构建器
runtime_tensor ai2d_in_tensor_; // ai2d输入tensor
runtime_tensor ai2d_out_tensor_; // ai2d输出tensor
uintptr_t vaddr_; // isp的虚拟地址
FrameCHWSize isp_shape_; // isp对应的地址大小
};
#endif
此处可能存在不合适展示的内容,页面不予展示。您可通过相关编辑功能自查并修改。
如您确认内容无涉及 不当用语 / 纯广告导流 / 暴力 / 低俗色情 / 侵权 / 盗版 / 虚假 / 无价值内容或违法国家有关法律法规的内容,可点击提交进行申诉,我们将尽快为您处理。