PipeWire 1.1.0
Loading...
Searching...
No Matches
video-dsp-src.c

Video source using Stream.

/* PipeWire */
/* SPDX-FileCopyrightText: Copyright © 2018 Wim Taymans */
/* SPDX-FileCopyrightText: Copyright © 2023 Columbarius */
/* SPDX-License-Identifier: MIT */
/*
[title]
Video source using \ref pw_stream.
[title]
*/
#include <stdio.h>
#include <errno.h>
#include <signal.h>
#include <math.h>
#include <spa/param/video/format-utils.h>
#include <spa/debug/pod.h>
#define BPP 16
#define CURSOR_WIDTH 64
#define CURSOR_HEIGHT 64
#define CURSOR_BPP 4
#define MAX_BUFFERS 64
#define M_PI_M2 ( M_PI + M_PI )
struct pixel {
float r, g, b, a;
};
struct data {
struct pw_main_loop *loop;
struct spa_source *timer;
struct pw_context *context;
struct pw_core *core;
struct pw_stream *stream;
struct spa_hook stream_listener;
struct spa_video_info_dsp format;
int32_t stride;
struct spa_io_position *position;
int counter;
uint32_t seq;
double crop;
double accumulator;
int res;
};
static void draw_elipse(uint32_t *dst, int width, int height, uint32_t color)
{
int i, j, r1, r2, r12, r22, r122;
r1 = width/2;
r12 = r1 * r1;
r2 = height/2;
r22 = r2 * r2;
r122 = r12 * r22;
for (i = -r2; i < r2; i++) {
for (j = -r1; j < r1; j++) {
dst[(i + r2)*width+(j+r1)] =
(i * i * r12 + j * j * r22 <= r122) ? color : 0x00000000;
}
}
}
static inline float map_value(int value)
{
return (value%256)/255.0f;
}
static void on_process(void *userdata)
{
struct data *data = userdata;
struct pw_buffer *b;
struct spa_buffer *buf;
uint32_t i, j;
uint8_t *p;
struct pixel *px;
struct spa_meta *m;
struct spa_meta_header *h;
struct spa_meta_region *mc;
struct spa_meta_cursor *mcs;
if ((b = pw_stream_dequeue_buffer(data->stream)) == NULL) {
pw_log_warn("out of buffers: %m");
return;
}
buf = b->buffer;
if ((p = buf->datas[0].data) == NULL)
return;
if ((h = spa_buffer_find_meta_data(buf, SPA_META_Header, sizeof(*h)))) {
#if 0
struct timespec now;
clock_gettime(CLOCK_MONOTONIC, &now);
#else
h->pts = -1;
#endif
h->flags = 0;
h->seq = data->seq++;
h->dts_offset = 0;
}
if (spa_meta_check(r, m)) {
r->region.size = data->position->video.size;
r++;
}
if (spa_meta_check(r, m))
r->region = SPA_REGION(0,0,0,0);
}
if ((mc = spa_buffer_find_meta_data(buf, SPA_META_VideoCrop, sizeof(*mc)))) {
data->crop = (sin(data->accumulator) + 1.0) * 32.0;
mc->region.position.x = data->crop;
mc->region.position.y = data->crop;
mc->region.size.width = data->position->video.size.width - data->crop*2;
mc->region.size.height = data->position->video.size.height - data->crop*2;
}
if ((mcs = spa_buffer_find_meta_data(buf, SPA_META_Cursor, sizeof(*mcs)))) {
struct spa_meta_bitmap *mb;
uint32_t *bitmap, color;
mcs->id = 1;
mcs->position.x = (sin(data->accumulator) + 1.0) * 160.0 + 80;
mcs->position.y = (cos(data->accumulator) + 1.0) * 100.0 + 50;
mcs->hotspot.x = 0;
mcs->hotspot.y = 0;
mcs->bitmap_offset = sizeof(struct spa_meta_cursor);
mb = SPA_PTROFF(mcs, mcs->bitmap_offset, struct spa_meta_bitmap);
mb->size.width = CURSOR_WIDTH;
mb->size.height = CURSOR_HEIGHT;
mb->stride = CURSOR_WIDTH * CURSOR_BPP;
mb->offset = sizeof(struct spa_meta_bitmap);
bitmap = SPA_PTROFF(mb, mb->offset, uint32_t);
color = (cos(data->accumulator) + 1.0) * (1 << 23);
color |= 0xff000000;
draw_elipse(bitmap, mb->size.width, mb->size.height, color);
}
for (i = 0; i < data->position->video.size.height; i++) {
px = (struct pixel *)p;
for (j = 0; j < data->position->video.size.width; j++) {
px[j] = (struct pixel){map_value(data->counter + j * i), map_value(data->counter + j * (i + 1)), map_value(data->counter + j * (i + 2)), 1.0f};
}
p += data->stride;
data->counter += 13;
}
data->accumulator += M_PI_M2 / 50.0;
if (data->accumulator >= M_PI_M2)
data->accumulator -= M_PI_M2;
buf->datas[0].chunk->offset = 0;
buf->datas[0].chunk->size = data->position->video.size.height * data->stride;
buf->datas[0].chunk->stride = data->stride;
pw_stream_queue_buffer(data->stream, b);
}
static void on_timeout(void *userdata, uint64_t expirations)
{
struct data *data = userdata;
pw_log_trace("timeout");
}
static void on_stream_state_changed(void *_data, enum pw_stream_state old, enum pw_stream_state state,
const char *error)
{
struct data *data = _data;
printf("stream state: \"%s\"\n", pw_stream_state_as_string(state));
switch (state) {
pw_main_loop_quit(data->loop);
break;
printf("node id: %d\n", pw_stream_get_node_id(data->stream));
data->timer, NULL, NULL, false);
break;
{
struct timespec timeout, interval;
timeout.tv_sec = 0;
timeout.tv_nsec = 1;
interval.tv_sec = 0;
interval.tv_nsec = 40 * SPA_NSEC_PER_MSEC;
data->timer, &timeout, &interval, false);
break;
}
default:
break;
}
}
static void
on_stream_io_changed(void *_data, uint32_t id, void *area, uint32_t size)
{
struct data *data = _data;
switch (id) {
data->position = area;
if (data->position)
pw_log_info("Position: %ux%u", data->position->video.size.width, data->position->video.size.height);
break;
}
}
static void
on_stream_param_changed(void *_data, uint32_t id, const struct spa_pod *param)
{
struct data *data = _data;
struct pw_stream *stream = data->stream;
uint8_t params_buffer[1024];
struct spa_pod_builder b = SPA_POD_BUILDER_INIT(params_buffer, sizeof(params_buffer));
const struct spa_pod *params[5];
if (param != NULL && id == SPA_PARAM_Tag) {
spa_debug_pod(0, NULL, param);
return;
}
if (param == NULL || id != SPA_PARAM_Format)
return;
spa_format_video_dsp_parse(param, &data->format);
data->stride = SPA_ROUND_UP_N(data->position->video.size.width * BPP, 4);
SPA_PARAM_BUFFERS_size, SPA_POD_Int(data->stride * data->position->video.size.height),
sizeof(struct spa_meta_region) * 16,
sizeof(struct spa_meta_region) * 1,
sizeof(struct spa_meta_region) * 16));
#define CURSOR_META_SIZE(w,h) (sizeof(struct spa_meta_cursor) + \
sizeof(struct spa_meta_bitmap) + w * h * CURSOR_BPP)
CURSOR_META_SIZE(CURSOR_WIDTH,CURSOR_HEIGHT)));
pw_stream_update_params(stream, params, 5);
}
static void
on_trigger_done(void *_data)
{
pw_log_trace("trigger done");
}
static const struct pw_stream_events stream_events = {
.process = on_process,
.state_changed = on_stream_state_changed,
.param_changed = on_stream_param_changed,
.io_changed = on_stream_io_changed,
.trigger_done = on_trigger_done,
};
static void do_quit(void *userdata, int signal_number)
{
struct data *data = userdata;
pw_main_loop_quit(data->loop);
}
int main(int argc, char *argv[])
{
struct data data = { 0, };
const struct spa_pod *params[2];
uint8_t buffer[1024];
struct spa_pod_builder b = SPA_POD_BUILDER_INIT(buffer, sizeof(buffer));
pw_init(&argc, &argv);
data.loop = pw_main_loop_new(NULL);
pw_loop_add_signal(pw_main_loop_get_loop(data.loop), SIGTERM, do_quit, &data);
data.context = pw_context_new(pw_main_loop_get_loop(data.loop), NULL, 0);
data.timer = pw_loop_add_timer(pw_main_loop_get_loop(data.loop), on_timeout, &data);
data.core = pw_context_connect(data.context, NULL, 0);
if (data.core == NULL) {
fprintf(stderr, "can't connect: %m\n");
data.res = -errno;
goto cleanup;
}
data.stream = pw_stream_new(data.core, "video-src",
PW_KEY_MEDIA_CLASS, "Video/Source",
NULL));
{
struct spa_pod_frame f;
struct spa_dict_item items[1];
/* send a tag, output tags travel downstream */
items[0] = SPA_DICT_ITEM_INIT("my-tag-key", "my-special-tag-value");
params[1] = spa_tag_build_end(&b, &f);
}
&data.stream_listener,
&stream_events,
&data);
pw_stream_connect(data.stream,
params, 2);
pw_main_loop_run(data.loop);
cleanup:
pw_context_destroy(data.context);
return data.res;
}
spa/debug/pod.h
void pw_context_destroy(struct pw_context *context)
destroy a context object, all resources except the main_loop will be destroyed
Definition context.c:389
struct pw_context * pw_context_new(struct pw_loop *main_loop, struct pw_properties *props, size_t user_data_size)
Make a new context object for a given main_loop.
Definition context.c:175
struct pw_core * pw_context_connect(struct pw_context *context, struct pw_properties *properties, size_t user_data_size)
Connect to a PipeWire instance.
Definition core.c:391
#define PW_ID_ANY
Definition core.h:66
#define PW_KEY_MEDIA_CLASS
class Ex: "Video/Source"
Definition keys.h:449
#define pw_log_trace(...)
Definition log.h:182
#define pw_log_warn(...)
Definition log.h:179
#define pw_log_info(...)
Definition log.h:180
#define pw_loop_update_timer(l,...)
Definition loop.h:64
#define pw_loop_add_timer(l,...)
Definition loop.h:63
#define pw_loop_add_signal(l,...)
Definition loop.h:65
int pw_main_loop_quit(struct pw_main_loop *loop)
Quit a main loop.
Definition main-loop.c:106
void pw_main_loop_destroy(struct pw_main_loop *loop)
Destroy a loop.
Definition main-loop.c:71
int pw_main_loop_run(struct pw_main_loop *loop)
Run a main loop.
Definition main-loop.c:120
struct pw_main_loop * pw_main_loop_new(const struct spa_dict *props)
Create a new main loop.
Definition main-loop.c:61
struct pw_loop * pw_main_loop_get_loop(struct pw_main_loop *loop)
Get the loop implementation.
Definition main-loop.c:94
void pw_init(int *argc, char **argv[])
Initialize PipeWire.
Definition pipewire.c:489
void pw_deinit(void)
Deinitialize PipeWire.
Definition pipewire.c:601
#define PW_DIRECTION_OUTPUT
Definition port.h:50
struct pw_properties * pw_properties_new(const char *key,...)
Make a new properties object.
Definition properties.c:85
int pw_stream_connect(struct pw_stream *stream, enum pw_direction direction, uint32_t target_id, enum pw_stream_flags flags, const struct spa_pod **params, uint32_t n_params)
Connect a stream for input or output on port_path.
Definition stream.c:1907
struct pw_buffer * pw_stream_dequeue_buffer(struct pw_stream *stream)
Get a buffer that can be filled for playback streams or consumed for capture streams.
Definition stream.c:2423
uint32_t pw_stream_get_node_id(struct pw_stream *stream)
Get the node ID of the stream.
Definition stream.c:2176
struct pw_stream * pw_stream_new(struct pw_core *core, const char *name, struct pw_properties *props)
Create a new unconneced Stream.
Definition stream.c:1584
const char * pw_stream_state_as_string(enum pw_stream_state state)
Convert a stream state to a readable string.
Definition stream.c:1650
pw_stream_state
The state of a stream.
Definition stream.h:202
int pw_stream_update_params(struct pw_stream *stream, const struct spa_pod **params, uint32_t n_params)
Update the param exposed on the stream.
Definition stream.c:2216
int pw_stream_trigger_process(struct pw_stream *stream)
Trigger a push/pull on the stream.
Definition stream.c:2569
int pw_stream_queue_buffer(struct pw_stream *stream, struct pw_buffer *buffer)
Submit a buffer for playback or recycle a buffer for capture.
Definition stream.c:2451
void pw_stream_add_listener(struct pw_stream *stream, struct spa_hook *listener, const struct pw_stream_events *events, void *data)
Definition stream.c:1765
#define PW_VERSION_STREAM_EVENTS
Definition stream.h:352
@ PW_STREAM_FLAG_MAP_BUFFERS
mmap the buffers except DmaBuf that is not explicitly marked as mappable.
Definition stream.h:403
@ PW_STREAM_FLAG_DRIVER
be a driver
Definition stream.h:405
@ PW_STREAM_STATE_PAUSED
paused
Definition stream.h:206
@ PW_STREAM_STATE_UNCONNECTED
unconnected
Definition stream.h:204
@ PW_STREAM_STATE_ERROR
the stream is in error
Definition stream.h:203
@ PW_STREAM_STATE_STREAMING
streaming
Definition stream.h:207
#define spa_meta_first
Definition meta.h:56
static void * spa_buffer_find_meta_data(const struct spa_buffer *b, uint32_t type, size_t size)
Definition buffer.h:113
static struct spa_meta * spa_buffer_find_meta(const struct spa_buffer *b, uint32_t type)
Find metadata in a buffer.
Definition buffer.h:102
#define spa_meta_check(p, m)
Definition meta.h:61
@ SPA_META_VideoDamage
array of struct spa_meta_region with damage, where an invalid entry or end-of-array marks the end.
Definition meta.h:29
@ SPA_META_Cursor
struct spa_meta_cursor
Definition meta.h:31
@ SPA_META_VideoCrop
struct spa_meta_region with cropping data
Definition meta.h:28
@ SPA_META_Header
struct spa_meta_header
Definition meta.h:27
static int spa_debug_pod(int indent, const struct spa_type_info *info, const struct spa_pod *pod)
Definition pod.h:198
#define SPA_DICT_ITEM_INIT(key, value)
Definition dict.h:37
#define SPA_DICT_INIT(items, n_items)
Definition dict.h:48
@ SPA_IO_Position
position information in the graph, struct spa_io_position
Definition io.h:45
static void spa_tag_build_add_dict(struct spa_pod_builder *builder, const struct spa_dict *dict)
Definition tag-utils.h:117
static void spa_tag_build_start(struct spa_pod_builder *builder, struct spa_pod_frame *f, uint32_t id, enum spa_direction direction)
Definition tag-utils.h:99
static int spa_format_video_dsp_parse(const struct spa_pod *format, struct spa_video_info_dsp *info)
Definition dsp-utils.h:27
static struct spa_pod * spa_tag_build_end(struct spa_pod_builder *builder, struct spa_pod_frame *f)
Definition tag-utils.h:135
@ SPA_PARAM_META_size
the expected maximum size the meta (Int)
Definition buffers.h:39
@ SPA_PARAM_META_type
the metadata, one of enum spa_meta_type (Id enum spa_meta_type)
Definition buffers.h:38
@ SPA_MEDIA_TYPE_video
Definition format.h:28
@ SPA_PARAM_Tag
tag reporting, a SPA_TYPE_OBJECT_ParamTag.
Definition param.h:47
@ SPA_PARAM_Format
configured format as SPA_TYPE_OBJECT_Format
Definition param.h:34
@ SPA_PARAM_Meta
allowed metadata for buffers as SPA_TYPE_OBJECT_ParamMeta
Definition param.h:36
@ SPA_PARAM_EnumFormat
available formats as SPA_TYPE_OBJECT_Format
Definition param.h:33
@ SPA_PARAM_Buffers
buffer configurations as SPA_TYPE_OBJECT_ParamBuffers
Definition param.h:35
@ SPA_FORMAT_mediaType
media type (Id enum spa_media_type)
Definition format.h:93
@ SPA_FORMAT_VIDEO_format
video format (Id enum spa_video_format)
Definition format.h:120
@ SPA_FORMAT_mediaSubtype
media subtype (Id enum spa_media_subtype)
Definition format.h:94
@ SPA_MEDIA_SUBTYPE_dsp
Definition format.h:39
@ SPA_VIDEO_FORMAT_ARGB
Definition raw.h:58
@ SPA_VIDEO_FORMAT_DSP_F32
Definition raw.h:137
@ SPA_PARAM_BUFFERS_size
size of a data block memory (Int)
Definition buffers.h:29
@ SPA_PARAM_BUFFERS_stride
stride of data block memory (Int)
Definition buffers.h:30
@ SPA_PARAM_BUFFERS_blocks
number of data blocks per buffer (Int)
Definition buffers.h:28
@ SPA_PARAM_BUFFERS_buffers
number of buffers (Int)
Definition buffers.h:27
#define SPA_POD_CHOICE_RANGE_Int(def, min, max)
Definition vararg.h:58
#define SPA_POD_Id(val)
Definition vararg.h:49
#define SPA_POD_BUILDER_INIT(buffer, size)
Definition builder.h:62
#define spa_pod_builder_add_object(b, type, id,...)
Definition builder.h:659
#define SPA_POD_Int(val)
Definition vararg.h:54
@ SPA_TYPE_OBJECT_ParamBuffers
Definition type.h:77
@ SPA_TYPE_OBJECT_ParamMeta
Definition type.h:78
@ SPA_TYPE_OBJECT_Format
Definition type.h:76
#define SPA_ROUND_UP_N(num, align)
Definition defs.h:332
#define SPA_NSEC_PER_MSEC
Definition defs.h:245
#define SPA_REGION(x, y, width, height)
Definition defs.h:129
#define SPA_TIMESPEC_TO_NSEC(ts)
Definition defs.h:256
#define SPA_PTROFF(ptr_, offset_, type_)
Return the address (buffer + offset) as pointer of type.
Definition defs.h:212
#define SPA_POINT(x, y)
Definition defs.h:122
@ SPA_DIRECTION_OUTPUT
Definition defs.h:108
pipewire/pipewire.h
a buffer structure obtained from pw_stream_dequeue_buffer().
Definition stream.h:212
struct spa_buffer * buffer
the spa buffer
Definition stream.h:213
A main loop object.
Events for a stream.
Definition stream.h:350
A Buffer.
Definition buffer.h:94
struct spa_data * datas
array of data members
Definition buffer.h:98
int32_t stride
stride of valid data
Definition buffer.h:49
uint32_t size
size of valid data.
Definition buffer.h:47
uint32_t offset
offset of valid data.
Definition buffer.h:44
struct spa_chunk * chunk
valid chunk of memory
Definition buffer.h:90
void * data
optional data pointer
Definition buffer.h:89
Definition dict.h:31
A hook, contains the structure with functions and the data passed to the functions.
Definition hook.h:350
The position information adds extra meaning to the raw clock times.
Definition io.h:307
Bitmap information.
Definition meta.h:113
struct spa_rectangle size
width and height of bitmap
Definition meta.h:117
uint32_t format
bitmap video format, one of enum spa_video_format.
Definition meta.h:114
uint32_t offset
offset of bitmap data in this structure.
Definition meta.h:119
int32_t stride
stride of bitmap data
Definition meta.h:118
Cursor information.
Definition meta.h:132
struct spa_point hotspot
offsets for hotspot in bitmap, this field has no meaning when there is no valid bitmap (see below)
Definition meta.h:137
uint32_t id
cursor id.
Definition meta.h:133
struct spa_point position
position on screen
Definition meta.h:136
uint32_t bitmap_offset
offset of bitmap meta in this structure.
Definition meta.h:139
Describes essential buffer header metadata such as flags and timestamps.
Definition meta.h:67
uint32_t flags
flags
Definition meta.h:80
uint64_t seq
sequence number, increments with a media specific frequency
Definition meta.h:84
int64_t pts
presentation timestamp in nanoseconds
Definition meta.h:82
int64_t dts_offset
decoding timestamp as a difference with pts
Definition meta.h:83
metadata structure for Region or an array of these for RegionArray
Definition meta.h:89
struct spa_region region
Definition meta.h:90
A metadata element.
Definition meta.h:47
Definition builder.h:53
void * data
Definition builder.h:54
Definition iter.h:27
Definition pod.h:43
int32_t y
Definition defs.h:125
int32_t x
Definition defs.h:124
uint32_t width
Definition defs.h:117
uint32_t height
Definition defs.h:118
struct spa_point position
Definition defs.h:131
struct spa_rectangle size
Definition defs.h:132
Definition loop.h:55
Definition dsp.h:24