[PATCH v2 3/3] winegstreamer: Implement IMFMediaStream::GetStreamDescriptor.
Derek Lesho
dlesho at codeweavers.com
Mon Sep 14 14:29:04 CDT 2020
Signed-off-by: Derek Lesho <dlesho at codeweavers.com>
---
v2: Addressed zf's comments.
---
dlls/winegstreamer/gst_cbs.c | 13 ++
dlls/winegstreamer/gst_cbs.h | 8 ++
dlls/winegstreamer/gst_private.h | 5 +
dlls/winegstreamer/media_source.c | 99 ++++++++++++++-
dlls/winegstreamer/mfplat.c | 205 ++++++++++++++++++++++++++++++
5 files changed, 325 insertions(+), 5 deletions(-)
diff --git a/dlls/winegstreamer/gst_cbs.c b/dlls/winegstreamer/gst_cbs.c
index 51aaefa911d..31a278ce325 100644
--- a/dlls/winegstreamer/gst_cbs.c
+++ b/dlls/winegstreamer/gst_cbs.c
@@ -404,3 +404,16 @@ void mf_src_no_more_pads_wrapper(GstElement *element, gpointer user)
call_cb(&cbdata);
}
+
+GstPadProbeReturn mf_src_pad_probe_wrapper(GstPad *pad, GstPadProbeInfo *info, gpointer user)
+{
+ struct cb_data cbdata = { MF_SRC_PAD_PROBE };
+
+ cbdata.u.pad_probe_data.pad = pad;
+ cbdata.u.pad_probe_data.info = info;
+ cbdata.u.pad_probe_data.user = user;
+
+ call_cb(&cbdata);
+
+ return cbdata.u.pad_probe_data.ret;
+}
diff --git a/dlls/winegstreamer/gst_cbs.h b/dlls/winegstreamer/gst_cbs.h
index a48999bbf71..2fcc5f97cf8 100644
--- a/dlls/winegstreamer/gst_cbs.h
+++ b/dlls/winegstreamer/gst_cbs.h
@@ -52,6 +52,7 @@ enum CB_TYPE {
MF_SRC_STREAM_ADDED,
MF_SRC_STREAM_REMOVED,
MF_SRC_NO_MORE_PADS,
+ MF_SRC_PAD_PROBE,
MEDIA_SOURCE_MAX,
};
@@ -137,6 +138,12 @@ struct cb_data {
GstQuery *query;
gboolean ret;
} query_sink_data;
+ struct pad_probe_data {
+ GstPad *pad;
+ GstPadProbeInfo *info;
+ gpointer user;
+ GstPadProbeReturn ret;
+ } pad_probe_data;
} u;
int finished;
@@ -172,5 +179,6 @@ GstBusSyncReply mf_src_bus_watch_wrapper(GstBus *bus, GstMessage *message, gpoin
void mf_src_stream_added_wrapper(GstElement *bin, GstPad *pad, gpointer user) DECLSPEC_HIDDEN;
void mf_src_stream_removed_wrapper(GstElement *element, GstPad *pad, gpointer user) DECLSPEC_HIDDEN;
void mf_src_no_more_pads_wrapper(GstElement *element, gpointer user) DECLSPEC_HIDDEN;
+GstPadProbeReturn mf_src_pad_probe_wrapper(GstPad *pad, GstPadProbeInfo *info, gpointer user) DECLSPEC_HIDDEN;
#endif
diff --git a/dlls/winegstreamer/gst_private.h b/dlls/winegstreamer/gst_private.h
index ef07d3591e7..7c0b6bfde51 100644
--- a/dlls/winegstreamer/gst_private.h
+++ b/dlls/winegstreamer/gst_private.h
@@ -36,6 +36,7 @@
#include "winuser.h"
#include "dshow.h"
#include "strmif.h"
+#include "mfobjects.h"
#include "wine/heap.h"
#include "wine/strmbase.h"
@@ -54,6 +55,10 @@ void start_dispatch_thread(void) DECLSPEC_HIDDEN;
extern HRESULT mfplat_get_class_object(REFCLSID rclsid, REFIID riid, void **obj) DECLSPEC_HIDDEN;
+HRESULT winegstreamer_stream_handler_create(REFIID riid, void **obj) DECLSPEC_HIDDEN;
+GstCaps *make_mf_compatible_caps(GstCaps *caps) DECLSPEC_HIDDEN;
+IMFMediaType *mf_media_type_from_caps(GstCaps *caps) DECLSPEC_HIDDEN;
+
HRESULT winegstreamer_stream_handler_create(REFIID riid, void **obj) DECLSPEC_HIDDEN;
#endif /* __GST_PRIVATE_INCLUDED__ */
diff --git a/dlls/winegstreamer/media_source.c b/dlls/winegstreamer/media_source.c
index 462a646ee4f..fe7af898f3b 100644
--- a/dlls/winegstreamer/media_source.c
+++ b/dlls/winegstreamer/media_source.c
@@ -48,13 +48,20 @@ struct media_stream
LONG ref;
struct media_source *parent_source;
IMFMediaEventQueue *event_queue;
+ IMFStreamDescriptor *descriptor;
GstElement *appsink;
GstPad *their_src, *my_sink;
+ /* set by the caps listener pad probe for initialization */
+ GstCaps *their_caps;
enum
{
STREAM_STUB,
+ STREAM_INACTIVE,
STREAM_SHUTDOWN,
} state;
+ /* used when in STUB state: */
+ DWORD stream_id;
+ HANDLE caps_event;
};
struct media_source
@@ -286,6 +293,8 @@ static ULONG WINAPI media_stream_Release(IMFMediaStream *iface)
{
if (stream->my_sink)
gst_object_unref(GST_OBJECT(stream->my_sink));
+ if (stream->descriptor)
+ IMFStreamDescriptor_Release(stream->descriptor);
if (stream->event_queue)
IMFMediaEventQueue_Release(stream->event_queue);
if (stream->parent_source)
@@ -367,7 +376,10 @@ static HRESULT WINAPI media_stream_GetStreamDescriptor(IMFMediaStream* iface, IM
if (stream->state == STREAM_SHUTDOWN)
return MF_E_SHUTDOWN;
- return E_NOTIMPL;
+ IMFStreamDescriptor_AddRef(stream->descriptor);
+ *descriptor = stream->descriptor;
+
+ return S_OK;
}
static HRESULT WINAPI media_stream_RequestSample(IMFMediaStream *iface, IUnknown *token)
@@ -397,7 +409,7 @@ static const IMFMediaStreamVtbl media_stream_vtbl =
};
/* creates a stub stream */
-static HRESULT new_media_stream(struct media_source *source, GstPad *pad, struct media_stream **out_stream)
+static HRESULT new_media_stream(struct media_source *source, GstPad *pad, DWORD stream_id, struct media_stream **out_stream)
{
struct media_stream *object = heap_alloc_zero(sizeof(*object));
HRESULT hr;
@@ -410,9 +422,12 @@ static HRESULT new_media_stream(struct media_source *source, GstPad *pad, struct
IMFMediaSource_AddRef(&source->IMFMediaSource_iface);
object->parent_source = source;
object->their_src = pad;
+ object->stream_id = stream_id;
object->state = STREAM_STUB;
+ object->caps_event = CreateEventA(NULL, TRUE, FALSE, NULL);
+
if (FAILED(hr = MFCreateEventQueue(&object->event_queue)))
goto fail;
@@ -427,10 +442,10 @@ static HRESULT new_media_stream(struct media_source *source, GstPad *pad, struct
g_object_set(object->appsink, "max-buffers", 5, NULL);
object->my_sink = gst_element_get_static_pad(object->appsink, "sink");
- gst_pad_set_element_private(object->my_sink, object);
-
gst_pad_link(object->their_src, object->my_sink);
+ gst_pad_add_probe(object->my_sink, GST_PAD_PROBE_TYPE_EVENT_DOWNSTREAM, mf_src_pad_probe_wrapper, object, NULL);
+
gst_element_sync_state_with_parent(object->appsink);
TRACE("->(%p)\n", object);
@@ -445,6 +460,41 @@ fail:
return hr;
}
+static HRESULT media_stream_init_desc(struct media_stream *stream)
+{
+ HRESULT hr;
+ IMFMediaTypeHandler *type_handler;
+ IMFMediaType *stream_type = NULL;
+
+ stream_type = mf_media_type_from_caps(stream->their_caps);
+ gst_caps_unref(stream->their_caps);
+ stream->their_caps = NULL;
+ if (!stream_type)
+ {
+ hr = E_FAIL;
+ goto fail;
+ }
+
+ if (FAILED(hr = MFCreateStreamDescriptor(stream->stream_id, 1, &stream_type, &stream->descriptor)))
+ goto fail;
+
+ if (FAILED(hr = IMFStreamDescriptor_GetMediaTypeHandler(stream->descriptor, &type_handler)))
+ goto fail;
+
+ if (FAILED(hr = IMFMediaTypeHandler_SetCurrentMediaType(type_handler, stream_type)))
+ goto fail;
+
+ IMFMediaTypeHandler_Release(type_handler);
+
+ stream->state = STREAM_INACTIVE;
+
+ return S_OK;
+ fail:
+ if (type_handler)
+ IMFMediaTypeHandler_Release(type_handler);
+ return hr;
+}
+
static HRESULT WINAPI media_source_QueryInterface(IMFMediaSource *iface, REFIID riid, void **out)
{
struct media_source *source = impl_from_IMFMediaSource(iface);
@@ -662,7 +712,7 @@ static void stream_added(GstElement *element, GstPad *pad, gpointer user)
if (gst_pad_get_direction(pad) != GST_PAD_SRC)
return;
- if (FAILED(new_media_stream(source, pad, &stream)))
+ if (FAILED(new_media_stream(source, pad, source->stream_count, &stream)))
return;
if (!(new_stream_array = heap_realloc(source->streams, (source->stream_count + 1) * (sizeof(*new_stream_array)))))
@@ -687,6 +737,8 @@ static void stream_removed(GstElement *element, GstPad *pad, gpointer user)
if (stream->their_src != pad)
continue;
stream->their_src = NULL;
+ if (stream->state != STREAM_INACTIVE)
+ stream->state = STREAM_INACTIVE;
}
}
@@ -697,12 +749,33 @@ static void no_more_pads(GstElement *element, gpointer user)
SetEvent(source->all_streams_event);
}
+static GstPadProbeReturn caps_listener(GstPad *pad, GstPadProbeInfo *info, gpointer user)
+{
+ struct media_stream *stream = user;
+ GstEvent *event = gst_pad_probe_info_get_event(info);
+
+ if (GST_EVENT_TYPE(event) == GST_EVENT_CAPS)
+ {
+ GstCaps *caps;
+ TRACE("got caps for stream %p\n", stream);
+
+ gst_event_parse_caps(event, &caps);
+ stream->their_caps = gst_caps_copy(caps);
+ SetEvent(stream->caps_event);
+
+ return GST_PAD_PROBE_REMOVE;
+ }
+
+ return GST_PAD_PROBE_OK;
+}
+
static HRESULT media_source_constructor(IMFByteStream *bytestream, struct media_source **out_media_source)
{
GstStaticPadTemplate src_template =
GST_STATIC_PAD_TEMPLATE("mf_src", GST_PAD_SRC, GST_PAD_ALWAYS, GST_STATIC_CAPS_ANY);
struct media_source *object = heap_alloc_zero(sizeof(*object));
+ unsigned int i;
HRESULT hr;
int ret;
@@ -772,6 +845,16 @@ static HRESULT media_source_constructor(IMFByteStream *bytestream, struct media_
}
WaitForSingleObject(object->all_streams_event, INFINITE);
+ for (i = 0; i < object->stream_count; i++)
+ {
+ WaitForSingleObject(object->streams[i]->caps_event, INFINITE);
+ if (FAILED(hr = media_stream_init_desc(object->streams[i])))
+ {
+ ERR("Failed to finish initialization of media stream %p, hr %x.\n", object->streams[i], hr);
+ IMFMediaStream_Release(&object->streams[i]->IMFMediaStream_iface);
+ goto fail;
+ }
+ }
object->state = SOURCE_STOPPED;
@@ -1297,6 +1380,12 @@ void perform_cb_media_source(struct cb_data *cbdata)
no_more_pads(data->element, data->user);
break;
}
+ case MF_SRC_PAD_PROBE:
+ {
+ struct pad_probe_data *data = &cbdata->u.pad_probe_data;
+ cbdata->u.pad_probe_data.ret = caps_listener(data->pad, data->info, data->user);
+ break;
+ }
default:
{
assert(0);
diff --git a/dlls/winegstreamer/mfplat.c b/dlls/winegstreamer/mfplat.c
index c996f06211e..b7e18e9f122 100644
--- a/dlls/winegstreamer/mfplat.c
+++ b/dlls/winegstreamer/mfplat.c
@@ -16,6 +16,11 @@
* Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301, USA
*/
+#include "config.h"
+#include <gst/gst.h>
+
+#include "gst_private.h"
+
#include <stdarg.h>
#include "gst_private.h"
@@ -436,3 +441,203 @@ HRESULT mfplat_get_class_object(REFCLSID rclsid, REFIID riid, void **obj)
return CLASS_E_CLASSNOTAVAILABLE;
}
+
+static const struct
+{
+ const GUID *subtype;
+ GstVideoFormat format;
+}
+uncompressed_video_formats[] =
+{
+ {&MFVideoFormat_ARGB32, GST_VIDEO_FORMAT_BGRA},
+ {&MFVideoFormat_RGB32, GST_VIDEO_FORMAT_BGRx},
+ {&MFVideoFormat_RGB24, GST_VIDEO_FORMAT_BGR},
+ {&MFVideoFormat_RGB565, GST_VIDEO_FORMAT_BGR16},
+ {&MFVideoFormat_RGB555, GST_VIDEO_FORMAT_BGR15},
+};
+
+/* caps will be modified to represent the exact type needed for the format */
+static IMFMediaType* transform_to_media_type(GstCaps *caps)
+{
+ IMFMediaType *media_type;
+ GstStructure *info;
+ const char *mime_type;
+
+ if (TRACE_ON(mfplat))
+ {
+ gchar *human_readable = gst_caps_to_string(caps);
+ TRACE("caps = %s\n", debugstr_a(human_readable));
+ g_free(human_readable);
+ }
+
+ if (FAILED(MFCreateMediaType(&media_type)))
+ {
+ return NULL;
+ }
+
+ info = gst_caps_get_structure(caps, 0);
+ mime_type = gst_structure_get_name(info);
+
+ if (!strncmp(mime_type, "video", 5))
+ {
+ GstVideoInfo video_info;
+
+ if (!gst_video_info_from_caps(&video_info, caps))
+ {
+ return NULL;
+ }
+
+ IMFMediaType_SetGUID(media_type, &MF_MT_MAJOR_TYPE, &MFMediaType_Video);
+
+ IMFMediaType_SetUINT64(media_type, &MF_MT_FRAME_SIZE, ((UINT64)video_info.width << 32) | video_info.height);
+
+ IMFMediaType_SetUINT64(media_type, &MF_MT_FRAME_RATE, ((UINT64)video_info.fps_n << 32) | video_info.fps_d);
+
+ if (!strcmp(mime_type, "video/x-raw"))
+ {
+ GUID fourcc_subtype = MFVideoFormat_Base;
+ unsigned int i;
+
+ IMFMediaType_SetUINT32(media_type, &MF_MT_COMPRESSED, FALSE);
+
+ /* First try FOURCC */
+ if ((fourcc_subtype.Data1 = gst_video_format_to_fourcc(video_info.finfo->format)))
+ {
+ IMFMediaType_SetGUID(media_type, &MF_MT_SUBTYPE, &fourcc_subtype);
+ }
+ else
+ {
+ for (i = 0; i < ARRAY_SIZE(uncompressed_video_formats); i++)
+ {
+ if (uncompressed_video_formats[i].format == video_info.finfo->format)
+ {
+ IMFMediaType_SetGUID(media_type, &MF_MT_SUBTYPE, uncompressed_video_formats[i].subtype);
+ break;
+ }
+ }
+ if (i == ARRAY_SIZE(uncompressed_video_formats))
+ {
+ FIXME("Unrecognized uncompressed video format %x\n", video_info.finfo->format);
+ IMFMediaType_Release(media_type);
+ return NULL;
+ }
+ }
+ }
+ else
+ {
+ FIXME("Unrecognized video format %s\n", mime_type);
+ return NULL;
+ }
+ }
+ else if (!strncmp(mime_type, "audio", 5))
+ {
+ gint rate, channels, bitrate;
+ guint64 channel_mask;
+ IMFMediaType_SetGUID(media_type, &MF_MT_MAJOR_TYPE, &MFMediaType_Audio);
+
+ if (gst_structure_get_int(info, "rate", &rate))
+ IMFMediaType_SetUINT32(media_type, &MF_MT_AUDIO_SAMPLES_PER_SECOND, rate);
+
+ if (gst_structure_get_int(info, "channels", &channels))
+ IMFMediaType_SetUINT32(media_type, &MF_MT_AUDIO_NUM_CHANNELS, channels);
+
+ if (gst_structure_get(info, "channel-mask", GST_TYPE_BITMASK, &channel_mask, NULL))
+ IMFMediaType_SetUINT32(media_type, &MF_MT_AUDIO_CHANNEL_MASK, channel_mask);
+
+ if (gst_structure_get_int(info, "bitrate", &bitrate))
+ IMFMediaType_SetUINT32(media_type, &MF_MT_AVG_BITRATE, bitrate);
+
+ if (!strcmp(mime_type, "audio/x-raw"))
+ {
+ GstAudioInfo audio_info;
+ char type;
+
+ if (gst_audio_info_from_caps(&audio_info, caps))
+ {
+ char new_format[6];
+ DWORD depth;
+
+ switch (audio_info.finfo->flags)
+ {
+ case GST_AUDIO_FORMAT_FLAG_FLOAT:
+ IMFMediaType_SetGUID(media_type, &MF_MT_SUBTYPE, &MFAudioFormat_Float);
+ type = 'F';
+ break;
+ case GST_AUDIO_FORMAT_FLAG_INTEGER:
+ type = 'S';
+ /* fallthrough */
+ case GST_AUDIO_FORMAT_FLAG_SIGNED:
+ type = 'U';
+ IMFMediaType_SetGUID(media_type, &MF_MT_SUBTYPE, &MFAudioFormat_PCM);
+ break;
+ default:
+ FIXME("Unrecognized audio format %x\n", audio_info.finfo->format);
+ IMFMediaType_Release(media_type);
+ return NULL;
+ }
+
+ depth = GST_AUDIO_INFO_DEPTH(&audio_info);
+ IMFMediaType_SetUINT32(media_type, &MF_MT_AUDIO_BITS_PER_SAMPLE, depth);
+
+ sprintf(new_format, "%c%u%.2s", type, depth, depth > 8 ? "LE" : 0);
+ gst_caps_set_simple(caps, "format", G_TYPE_STRING, new_format, NULL);
+ }
+ else
+ {
+ ERR("Failed to get caps audio info\n");
+ IMFMediaType_Release(media_type);
+ return NULL;
+ }
+ }
+ else
+ {
+ FIXME("Unrecognized audio format %s\n", mime_type);
+ IMFMediaType_Release(media_type);
+ return NULL;
+ }
+ }
+ else
+ {
+ IMFMediaType_Release(media_type);
+ return NULL;
+ }
+
+ return media_type;
+}
+
+/* returns NULL if doesn't match exactly */
+IMFMediaType *mf_media_type_from_caps(GstCaps *caps)
+{
+ GstCaps *writeable_caps;
+ IMFMediaType *ret;
+
+ writeable_caps = gst_caps_copy(caps);
+ ret = transform_to_media_type(writeable_caps);
+
+ if (!gst_caps_is_equal(caps, writeable_caps))
+ {
+ IMFMediaType_Release(ret);
+ ret = NULL;
+ }
+ gst_caps_unref(writeable_caps);
+ return ret;
+}
+
+GstCaps *make_mf_compatible_caps(GstCaps *caps)
+{
+ GstCaps *ret;
+ IMFMediaType *media_type;
+
+ ret = gst_caps_copy(caps);
+
+ if ((media_type = transform_to_media_type(ret)))
+ IMFMediaType_Release(media_type);
+
+ if (!media_type)
+ {
+ gst_caps_unref(ret);
+ return NULL;
+ }
+
+ return ret;
+}
--
2.28.0
More information about the wine-devel
mailing list