This feature can be used with dnn detection by setting vf_drawbox's
option box_source=side_data_detection_bboxes, for example:
./ffmpeg -i face.jpeg -vf
dnn_detect=dnn_backend=openvino:model=face-detection-adas-0001.xml:\
input=data:output=detection_out:labels=face-detection-adas-0001.label,\
drawbox=box_source=side_data_detection_bboxes -y face_detect.jpeg
Signed-off-by: Ting Fu <ting...@intel.com>
---
doc/filters.texi | 8 +++++++
libavfilter/vf_drawbox.c | 52 ++++++++++++++++++++++++++++++++++++++--
2 files changed, 58 insertions(+), 2 deletions(-)
diff --git a/doc/filters.texi b/doc/filters.texi
index a218289ddd..f2ac8c4cc8 100644
--- a/doc/filters.texi
+++ b/doc/filters.texi
@@ -10356,6 +10356,14 @@ The x and y offset coordinates where the box is drawn.
@item h
The width and height of the drawn box.
+@item box_source
+Box source can be set as side_data_detection_bboxes if you want to use box
data in
+detection bboxes of side data.
+
+If @var{box_source} is set, the @var{x}, @var{y}, @var{width} and @var{height}
will be ignored and
+still use box data in detection bboxes of side data. So please do not use this
parameter if you were
+not sure about the box source.
+
@item t
The thickness of the drawn box.
diff --git a/libavfilter/vf_drawbox.c b/libavfilter/vf_drawbox.c
index 95e26191bd..fff78862e9 100644
--- a/libavfilter/vf_drawbox.c
+++ b/libavfilter/vf_drawbox.c
@@ -31,6 +31,7 @@
#include "libavutil/eval.h"
#include "libavutil/pixdesc.h"
#include "libavutil/parseutils.h"
+#include "libavutil/detection_bbox.h"
#include "avfilter.h"
#include "formats.h"
#include "internal.h"
@@ -79,8 +80,10 @@ typedef struct DrawBoxContext {
char *x_expr, *y_expr; ///< expression for x and y
char *w_expr, *h_expr; ///< expression for width and height
char *t_expr; ///< expression for thickness
+ char *box_source_string; ///< string for box data source
int have_alpha;
int replace;
+ enum AVFrameSideDataType box_source;
} DrawBoxContext;
static const int NUM_EXPR_EVALS = 5;
@@ -140,11 +143,30 @@ static void draw_region(AVFrame *frame, DrawBoxContext
*ctx, int left, int top,
}
}
+static enum AVFrameSideDataType box_source_string_parse(const char
*box_source_string)
+{
+ av_assert0(box_source_string);
+ if (!strcmp(box_source_string, "side_data_detection_bboxes")) {
+ return AV_FRAME_DATA_DETECTION_BBOXES;
+ } else {
+ // will support side_data_regions_of_interest next
+ return AVERROR(EINVAL);
+ }
+}
+
static av_cold int init(AVFilterContext *ctx)
{
DrawBoxContext *s = ctx->priv;
uint8_t rgba_color[4];
+ if (s->box_source_string) {
+ s->box_source = box_source_string_parse(s->box_source_string);
+ if ((int)s->box_source < 0) {
+ av_log(ctx, AV_LOG_ERROR, "Error box source:
%s\n",s->box_source_string);
+ return AVERROR(EINVAL);
+ }
+ }
+
if (!strcmp(s->color_str, "invert"))
s->invert_color = 1;
else if (av_parse_color(rgba_color, s->color_str, -1, ctx) < 0)
@@ -272,9 +294,34 @@ static av_pure av_always_inline int
pixel_belongs_to_box(DrawBoxContext *s, int
static int filter_frame(AVFilterLink *inlink, AVFrame *frame)
{
DrawBoxContext *s = inlink->dst->priv;
+ const AVDetectionBBoxHeader *header = NULL;
+ const AVDetectionBBox *bbox;
+ AVFrameSideData *sd;
+ int loop = 1;
+
+ if (s->box_source == AV_FRAME_DATA_DETECTION_BBOXES) {
+ sd = av_frame_get_side_data(frame, AV_FRAME_DATA_DETECTION_BBOXES);
+ if (sd) {
+ header = (AVDetectionBBoxHeader *)sd->data;
+ loop = header->nb_bboxes;
+ } else {
+ av_log(s, AV_LOG_WARNING, "No detection bboxes.\n");
+ return ff_filter_frame(inlink->dst->outputs[0], frame);
+ }
+ }
- draw_region(frame, s, FFMAX(s->x, 0), FFMAX(s->y, 0), FFMIN(s->x + s->w,
frame->width),
- FFMIN(s->y + s->h, frame->height), pixel_belongs_to_box);
+ for (int i = 0; i < loop; i++) {
+ if (header) {
+ bbox = av_get_detection_bbox(header, i);
+ s->y = bbox->y;
+ s->x = bbox->x;
+ s->h = bbox->h;
+ s->w = bbox->w;
+ }
+
+ draw_region(frame, s, FFMAX(s->x, 0), FFMAX(s->y, 0), FFMIN(s->x +
s->w, frame->width),
+ FFMIN(s->y + s->h, frame->height), pixel_belongs_to_box);
+ }
return ff_filter_frame(inlink->dst->outputs[0], frame);
}
@@ -329,6 +376,7 @@ static const AVOption drawbox_options[] = {
{ "thickness", "set the box thickness",
OFFSET(t_expr), AV_OPT_TYPE_STRING, { .str="3" }, 0, 0, FLAGS },
{ "t", "set the box thickness",
OFFSET(t_expr), AV_OPT_TYPE_STRING, { .str="3" }, 0, 0, FLAGS },
{ "replace", "replace color & alpha",
OFFSET(replace), AV_OPT_TYPE_BOOL, { .i64=0 }, 0, 1, FLAGS },
+ { "box_source", "use datas from bounding box in side data",
OFFSET(box_source_string), AV_OPT_TYPE_STRING, { .str=NULL }, 0, 1, FLAGS },
{ NULL }
};
--
2.17.1
_______________________________________________
ffmpeg-devel mailing list
ffmpeg-devel@ffmpeg.org
https://ffmpeg.org/mailman/listinfo/ffmpeg-devel
To unsubscribe, visit link above, or email
ffmpeg-devel-requ...@ffmpeg.org with subject "unsubscribe".
