dnn_interface.h 2.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869
  1. /*
  2. * Copyright (c) 2018 Sergey Lavrushkin
  3. *
  4. * This file is part of FFmpeg.
  5. *
  6. * FFmpeg is free software; you can redistribute it and/or
  7. * modify it under the terms of the GNU Lesser General Public
  8. * License as published by the Free Software Foundation; either
  9. * version 2.1 of the License, or (at your option) any later version.
  10. *
  11. * FFmpeg is distributed in the hope that it will be useful,
  12. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  13. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  14. * Lesser General Public License for more details.
  15. *
  16. * You should have received a copy of the GNU Lesser General Public
  17. * License along with FFmpeg; if not, write to the Free Software
  18. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  19. */
  20. /**
  21. * @file
  22. * DNN inference engine interface.
  23. */
  24. #ifndef AVFILTER_DNN_INTERFACE_H
  25. #define AVFILTER_DNN_INTERFACE_H
  26. #include <stdint.h>
  27. typedef enum {DNN_SUCCESS, DNN_ERROR} DNNReturnType;
  28. typedef enum {DNN_NATIVE, DNN_TF} DNNBackendType;
  29. typedef enum {DNN_FLOAT, DNN_UINT8} DNNDataType;
  30. typedef struct DNNInputData{
  31. void *data;
  32. DNNDataType dt;
  33. int width, height, channels;
  34. } DNNInputData;
  35. typedef struct DNNData{
  36. float *data;
  37. int width, height, channels;
  38. } DNNData;
  39. typedef struct DNNModel{
  40. // Stores model that can be different for different backends.
  41. void *model;
  42. // Sets model input and output.
  43. // Should be called at least once before model execution.
  44. DNNReturnType (*set_input_output)(void *model, DNNInputData *input, const char *input_name, const char **output_names, uint32_t nb_output);
  45. } DNNModel;
  46. // Stores pointers to functions for loading, executing, freeing DNN models for one of the backends.
  47. typedef struct DNNModule{
  48. // Loads model and parameters from given file. Returns NULL if it is not possible.
  49. DNNModel *(*load_model)(const char *model_filename);
  50. // Executes model with specified input and output. Returns DNN_ERROR otherwise.
  51. DNNReturnType (*execute_model)(const DNNModel *model, DNNData *outputs, uint32_t nb_output);
  52. // Frees memory allocated for model.
  53. void (*free_model)(DNNModel **model);
  54. } DNNModule;
  55. // Initializes DNNModule depending on chosen backend.
  56. DNNModule *ff_get_dnn_module(DNNBackendType backend_type);
  57. #endif