Files
asterisk/main/stream.c
Joshua C. Colp 5a5be92b79 bridging: Add better support for adding/removing streams.
This change adds support to bridge_softmix to allow the addition
and removal of additional video source streams. When such a change
occurs each participant is renegotiated as needed to reflect the
update. If another video source is added then each participant
gets another source. If a video source is removed then it is
removed from each participant. This functionality allows you to
have both your webcam and screenshare providing video if you
desire, or even more streams. Mapping has been changed to use
the topology index on the source channel as a unique identifier
for outgoing participant streams, this will never change and
provides an easy way to establish the mapping.

The bridge_simple and bridge_native_rtp modules have also been
updated to renegotiate when the stream topology of a party changes
allowing the same behavior to occur as added to bridge_softmix.
If a screen share is added then the opposite party is renegotiated.
If that screen share is removed then the opposite party is
renegotiated again.

Some additional fixes are also included in here. Stream state is
now conveyed in SDP so sendonly/recvonly/inactive streams can
be requested. Removed streams now also remove previous state
from themselves so consumers don't get confused.

ASTERISK-28733

Change-Id: I93f41fb41b85646bef71408111c17ccea30cb0c5
2020-02-18 10:26:30 -06:00

702 lines
16 KiB
C

/*
* Asterisk -- An open source telephony toolkit.
*
* Copyright (C) 2017, Digium, Inc.
*
* Joshua Colp <jcolp@digium.com>
*
* See http://www.asterisk.org for more information about
* the Asterisk project. Please do not directly contact
* any of the maintainers of this project for assistance;
* the project provides a web site, mailing lists and IRC
* channels for your use.
*
* This program is free software, distributed under the terms of
* the GNU General Public License Version 2. See the LICENSE file
* at the top of the source tree.
*/
/*! \file
*
* \brief Media Stream API
*
* \author Joshua Colp <jcolp@digium.com>
*/
/*** MODULEINFO
<support_level>core</support_level>
***/
#include "asterisk.h"
#include "asterisk/logger.h"
#include "asterisk/stream.h"
#include "asterisk/strings.h"
#include "asterisk/format.h"
#include "asterisk/format_cap.h"
#include "asterisk/vector.h"
#include "asterisk/config.h"
#include "asterisk/rtp_engine.h"
struct ast_stream_metadata_entry {
size_t length;
int value_start;
char name_value[0];
};
struct ast_stream {
/*!
* \brief The type of media the stream is handling
*/
enum ast_media_type type;
/*!
* \brief The position of the stream in the topology
*/
unsigned int position;
/*!
* \brief Current formats negotiated on the stream
*/
struct ast_format_cap *formats;
/*!
* \brief The current state of the stream
*/
enum ast_stream_state state;
/*!
* \brief Stream metadata vector
*/
struct ast_variable *metadata;
/*!
* \brief The group that the stream is part of
*/
int group;
/*!
* \brief The rtp_codecs used by the stream
*/
struct ast_rtp_codecs *rtp_codecs;
/*!
* \brief Name for the stream within the context of the channel it is on
*/
char name[0];
};
struct ast_stream_topology {
/*!
* \brief A vector of all the streams in this topology
*/
AST_VECTOR(, struct ast_stream *) streams;
};
struct ast_stream *ast_stream_alloc(const char *name, enum ast_media_type type)
{
struct ast_stream *stream;
size_t name_len = MAX(strlen(S_OR(name, "")), 7); /* Ensure there is enough room for 'removed' */
stream = ast_calloc(1, sizeof(*stream) + name_len + 1);
if (!stream) {
return NULL;
}
stream->type = type;
stream->state = AST_STREAM_STATE_INACTIVE;
stream->group = -1;
strcpy(stream->name, S_OR(name, "")); /* Safe */
return stream;
}
struct ast_stream *ast_stream_clone(const struct ast_stream *stream, const char *name)
{
struct ast_stream *new_stream;
const char *stream_name;
size_t name_len;
if (!stream) {
return NULL;
}
stream_name = name ?: stream->name;
name_len = MAX(strlen(stream_name), 7); /* Ensure there is enough room for 'removed' */
new_stream = ast_calloc(1, sizeof(*stream) + name_len + 1);
if (!new_stream) {
return NULL;
}
memcpy(new_stream, stream, sizeof(*new_stream));
strcpy(new_stream->name, stream_name); /* Safe */
new_stream->group = -1;
if (new_stream->formats) {
ao2_ref(new_stream->formats, +1);
}
new_stream->metadata = ast_stream_get_metadata_list(stream);
/* rtp_codecs aren't cloned */
return new_stream;
}
void ast_stream_free(struct ast_stream *stream)
{
if (!stream) {
return;
}
ast_variables_destroy(stream->metadata);
if (stream->rtp_codecs) {
ast_rtp_codecs_payloads_destroy(stream->rtp_codecs);
}
ao2_cleanup(stream->formats);
ast_free(stream);
}
const char *ast_stream_get_name(const struct ast_stream *stream)
{
ast_assert(stream != NULL);
return stream->name;
}
enum ast_media_type ast_stream_get_type(const struct ast_stream *stream)
{
ast_assert(stream != NULL);
return stream->type;
}
void ast_stream_set_type(struct ast_stream *stream, enum ast_media_type type)
{
ast_assert(stream != NULL);
stream->type = type;
}
struct ast_format_cap *ast_stream_get_formats(const struct ast_stream *stream)
{
ast_assert(stream != NULL);
return stream->formats;
}
void ast_stream_set_formats(struct ast_stream *stream, struct ast_format_cap *caps)
{
ast_assert(stream != NULL);
ao2_cleanup(stream->formats);
stream->formats = ao2_bump(caps);
}
enum ast_stream_state ast_stream_get_state(const struct ast_stream *stream)
{
ast_assert(stream != NULL);
return stream->state;
}
void ast_stream_set_state(struct ast_stream *stream, enum ast_stream_state state)
{
ast_assert(stream != NULL);
stream->state = state;
/* When a stream is set to removed that means that any previous data for it
* is no longer valid. We therefore change its name to removed and remove
* any old metadata associated with it.
*/
if (state == AST_STREAM_STATE_REMOVED) {
strcpy(stream->name, "removed");
ast_variables_destroy(stream->metadata);
stream->metadata = NULL;
if (stream->formats) {
ast_format_cap_remove_by_type(stream->formats, AST_MEDIA_TYPE_UNKNOWN);
}
}
}
const char *ast_stream_state2str(enum ast_stream_state state)
{
switch (state) {
case AST_STREAM_STATE_REMOVED:
return "removed";
case AST_STREAM_STATE_SENDRECV:
return "sendrecv";
case AST_STREAM_STATE_SENDONLY:
return "sendonly";
case AST_STREAM_STATE_RECVONLY:
return "recvonly";
case AST_STREAM_STATE_INACTIVE:
return "inactive";
default:
return "<unknown>";
}
}
enum ast_stream_state ast_stream_str2state(const char *str)
{
if (!strcmp("sendrecv", str)) {
return AST_STREAM_STATE_SENDRECV;
}
if (!strcmp("sendonly", str)) {
return AST_STREAM_STATE_SENDONLY;
}
if (!strcmp("recvonly", str)) {
return AST_STREAM_STATE_RECVONLY;
}
if (!strcmp("inactive", str)) {
return AST_STREAM_STATE_INACTIVE;
}
return AST_STREAM_STATE_REMOVED;
}
const char *ast_stream_get_metadata(const struct ast_stream *stream, const char *m_key)
{
struct ast_variable *v;
ast_assert_return(stream != NULL, NULL);
ast_assert_return(m_key != NULL, NULL);
for (v = stream->metadata; v; v = v->next) {
if (strcmp(v->name, m_key) == 0) {
return v->value;
}
}
return NULL;
}
struct ast_variable *ast_stream_get_metadata_list(const struct ast_stream *stream)
{
struct ast_variable *v;
struct ast_variable *vout = NULL;
ast_assert_return(stream != NULL, NULL);
for (v = stream->metadata; v; v = v->next) {
struct ast_variable *vt = ast_variable_new(v->name, v->value, "");
if (!vt) {
ast_variables_destroy(vout);
return NULL;
}
ast_variable_list_append(&vout, vt);
}
return vout;
}
int ast_stream_set_metadata(struct ast_stream *stream, const char *m_key, const char *value)
{
struct ast_variable *v;
struct ast_variable *prev;
ast_assert_return(stream != NULL, -1);
ast_assert_return(m_key != NULL, -1);
prev = NULL;
v = stream->metadata;
while(v) {
struct ast_variable *next = v->next;
if (strcmp(v->name, m_key) == 0) {
if (prev) {
prev->next = next;
} else {
stream->metadata = next;
}
ast_free(v);
break;
} else {
prev = v;
}
v = next;
}
if (!value) {
return 0;
}
v = ast_variable_new(m_key, value, "");
if (!v) {
return -1;
}
ast_variable_list_append(&stream->metadata, v);
return 0;
}
int ast_stream_get_position(const struct ast_stream *stream)
{
ast_assert(stream != NULL);
return stream->position;
}
struct ast_rtp_codecs *ast_stream_get_rtp_codecs(const struct ast_stream *stream)
{
ast_assert(stream != NULL);
return stream->rtp_codecs;
}
void ast_stream_set_rtp_codecs(struct ast_stream *stream, struct ast_rtp_codecs *rtp_codecs)
{
ast_assert(stream != NULL);
if (stream->rtp_codecs) {
ast_rtp_codecs_payloads_destroy(rtp_codecs);
}
stream->rtp_codecs = rtp_codecs;
}
static void stream_topology_destroy(void *data)
{
struct ast_stream_topology *topology = data;
AST_VECTOR_CALLBACK_VOID(&topology->streams, ast_stream_free);
AST_VECTOR_FREE(&topology->streams);
}
#define TOPOLOGY_INITIAL_STREAM_COUNT 2
struct ast_stream_topology *ast_stream_topology_alloc(void)
{
struct ast_stream_topology *topology;
topology = ao2_alloc_options(sizeof(*topology), stream_topology_destroy, AO2_ALLOC_OPT_LOCK_NOLOCK);
if (!topology) {
return NULL;
}
if (AST_VECTOR_INIT(&topology->streams, TOPOLOGY_INITIAL_STREAM_COUNT)) {
ao2_ref(topology, -1);
topology = NULL;
}
return topology;
}
struct ast_stream_topology *ast_stream_topology_clone(
const struct ast_stream_topology *topology)
{
struct ast_stream_topology *new_topology;
int i;
ast_assert(topology != NULL);
new_topology = ast_stream_topology_alloc();
if (!new_topology) {
return NULL;
}
for (i = 0; i < AST_VECTOR_SIZE(&topology->streams); i++) {
struct ast_stream *existing = AST_VECTOR_GET(&topology->streams, i);
struct ast_stream *stream = ast_stream_clone(existing, NULL);
if (!stream || AST_VECTOR_APPEND(&new_topology->streams, stream)) {
ast_stream_free(stream);
ast_stream_topology_free(new_topology);
return NULL;
}
ast_stream_set_group(stream, ast_stream_get_group(existing));
}
return new_topology;
}
int ast_stream_topology_equal(const struct ast_stream_topology *left,
const struct ast_stream_topology *right)
{
int index;
ast_assert(left != NULL);
ast_assert(right != NULL);
if (ast_stream_topology_get_count(left) != ast_stream_topology_get_count(right)) {
return 0;
}
for (index = 0; index < ast_stream_topology_get_count(left); ++index) {
const struct ast_stream *left_stream = ast_stream_topology_get_stream(left, index);
const struct ast_stream *right_stream = ast_stream_topology_get_stream(right, index);
if (ast_stream_get_type(left_stream) != ast_stream_get_type(right_stream)) {
return 0;
}
if (ast_stream_get_state(left_stream) != ast_stream_get_state(right_stream)) {
return 0;
}
if (!ast_stream_get_formats(left_stream) && ast_stream_get_formats(right_stream) &&
ast_format_cap_count(ast_stream_get_formats(right_stream))) {
/* A NULL format capabilities and an empty format capabilities are the same, as they have
* no formats inside. If one does though... they are not equal.
*/
return 0;
} else if (!ast_stream_get_formats(right_stream) && ast_stream_get_formats(left_stream) &&
ast_format_cap_count(ast_stream_get_formats(left_stream))) {
return 0;
} else if (ast_stream_get_formats(left_stream) && ast_stream_get_formats(right_stream) &&
!ast_format_cap_identical(ast_stream_get_formats(left_stream), ast_stream_get_formats(right_stream))) {
/* But if both are actually present we need to do an actual identical check. */
return 0;
}
if (strcmp(ast_stream_get_name(left_stream), ast_stream_get_name(right_stream))) {
return 0;
}
}
return 1;
}
void ast_stream_topology_free(struct ast_stream_topology *topology)
{
ao2_cleanup(topology);
}
int ast_stream_topology_append_stream(struct ast_stream_topology *topology, struct ast_stream *stream)
{
ast_assert(topology && stream);
if (AST_VECTOR_APPEND(&topology->streams, stream)) {
return -1;
}
stream->position = AST_VECTOR_SIZE(&topology->streams) - 1;
return AST_VECTOR_SIZE(&topology->streams) - 1;
}
int ast_stream_topology_get_count(const struct ast_stream_topology *topology)
{
ast_assert(topology != NULL);
return AST_VECTOR_SIZE(&topology->streams);
}
struct ast_stream *ast_stream_topology_get_stream(
const struct ast_stream_topology *topology, unsigned int stream_num)
{
ast_assert(topology != NULL);
return AST_VECTOR_GET(&topology->streams, stream_num);
}
int ast_stream_topology_set_stream(struct ast_stream_topology *topology,
unsigned int position, struct ast_stream *stream)
{
struct ast_stream *existing_stream;
ast_assert(topology && stream);
if (position > AST_VECTOR_SIZE(&topology->streams)) {
return -1;
}
if (position < AST_VECTOR_SIZE(&topology->streams)) {
existing_stream = AST_VECTOR_GET(&topology->streams, position);
ast_stream_free(existing_stream);
}
stream->position = position;
if (position == AST_VECTOR_SIZE(&topology->streams)) {
return AST_VECTOR_APPEND(&topology->streams, stream);
}
return AST_VECTOR_REPLACE(&topology->streams, position, stream);
}
int ast_stream_topology_del_stream(struct ast_stream_topology *topology,
unsigned int position)
{
struct ast_stream *stream;
ast_assert(topology != NULL);
if (AST_VECTOR_SIZE(&topology->streams) <= position) {
return -1;
}
stream = AST_VECTOR_REMOVE_ORDERED(&topology->streams, position);
ast_stream_free(stream);
/* Fix up higher stream position indices */
for (; position < AST_VECTOR_SIZE(&topology->streams); ++position) {
stream = AST_VECTOR_GET(&topology->streams, position);
stream->position = position;
}
return 0;
}
struct ast_stream_topology *ast_stream_topology_create_from_format_cap(
struct ast_format_cap *cap)
{
struct ast_stream_topology *topology;
enum ast_media_type type;
topology = ast_stream_topology_alloc();
if (!topology || !cap || !ast_format_cap_count(cap)) {
return topology;
}
for (type = AST_MEDIA_TYPE_UNKNOWN + 1; type < AST_MEDIA_TYPE_END; type++) {
struct ast_format_cap *new_cap;
struct ast_stream *stream;
if (!ast_format_cap_has_type(cap, type)) {
continue;
}
new_cap = ast_format_cap_alloc(AST_FORMAT_CAP_FLAG_DEFAULT);
if (!new_cap) {
ast_stream_topology_free(topology);
return NULL;
}
ast_format_cap_set_framing(new_cap, ast_format_cap_get_framing(cap));
if (ast_format_cap_append_from_cap(new_cap, cap, type)) {
ao2_cleanup(new_cap);
ast_stream_topology_free(topology);
return NULL;
}
stream = ast_stream_alloc(ast_codec_media_type2str(type), type);
if (!stream) {
ao2_cleanup(new_cap);
ast_stream_topology_free(topology);
return NULL;
}
/* We're transferring the initial ref so no bump needed */
stream->formats = new_cap;
stream->state = AST_STREAM_STATE_SENDRECV;
if (ast_stream_topology_append_stream(topology, stream) == -1) {
ast_stream_free(stream);
ast_stream_topology_free(topology);
return NULL;
}
}
return topology;
}
struct ast_format_cap *ast_format_cap_from_stream_topology(
struct ast_stream_topology *topology)
{
struct ast_format_cap *caps;
int i;
ast_assert(topology != NULL);
caps = ast_format_cap_alloc(AST_FORMAT_CAP_FLAG_DEFAULT);
if (!caps) {
return NULL;
}
for (i = 0; i < AST_VECTOR_SIZE(&topology->streams); i++) {
struct ast_stream *stream;
stream = AST_VECTOR_GET(&topology->streams, i);
if (!stream->formats
|| stream->state == AST_STREAM_STATE_REMOVED) {
continue;
}
ast_format_cap_append_from_cap(caps, stream->formats, AST_MEDIA_TYPE_UNKNOWN);
}
return caps;
}
struct ast_stream *ast_stream_topology_get_first_stream_by_type(
const struct ast_stream_topology *topology,
enum ast_media_type type)
{
int i;
ast_assert(topology != NULL);
for (i = 0; i < AST_VECTOR_SIZE(&topology->streams); i++) {
struct ast_stream *stream;
stream = AST_VECTOR_GET(&topology->streams, i);
if (stream->type == type
&& stream->state != AST_STREAM_STATE_REMOVED) {
return stream;
}
}
return NULL;
}
void ast_stream_topology_map(const struct ast_stream_topology *topology,
struct ast_vector_int *types, struct ast_vector_int *v0, struct ast_vector_int *v1)
{
int i;
int nths[AST_MEDIA_TYPE_END] = {0};
int size = ast_stream_topology_get_count(topology);
/*
* Clear out any old mappings and initialize the new ones
*/
AST_VECTOR_FREE(v0);
AST_VECTOR_FREE(v1);
/*
* Both vectors are sized to the topology. The media types vector is always
* guaranteed to be the size of the given topology or greater.
*/
AST_VECTOR_INIT(v0, size);
AST_VECTOR_INIT(v1, size);
for (i = 0; i < size; ++i) {
struct ast_stream *stream = ast_stream_topology_get_stream(topology, i);
enum ast_media_type type = ast_stream_get_type(stream);
int index = AST_VECTOR_GET_INDEX_NTH(types, ++nths[type],
type, AST_VECTOR_ELEM_DEFAULT_CMP);
if (index == -1) {
/*
* If a given type is not found for an index level then update the
* media types vector with that type. This keeps the media types
* vector always at the max topology size.
*/
AST_VECTOR_APPEND(types, type);
index = AST_VECTOR_SIZE(types) - 1;
}
/*
* The mapping is reflexive in the sense that if it maps in one direction
* then the reverse direction maps back to the other's index.
*/
AST_VECTOR_REPLACE(v0, i, index);
AST_VECTOR_REPLACE(v1, index, i);
}
}
int ast_stream_get_group(const struct ast_stream *stream)
{
ast_assert(stream != NULL);
return stream->group;
}
void ast_stream_set_group(struct ast_stream *stream, int group)
{
ast_assert(stream != NULL);
stream->group = group;
}