1 // SPDX-License-Identifier: GPL-2.0-or-later
4 * Media Controller ancillary functions
6 * Copyright (c) 2016 Mauro Carvalho Chehab <mchehab@kernel.org>
7 * Copyright (C) 2016 Shuah Khan <shuahkh@osg.samsung.com>
8 * Copyright (C) 2006-2010 Nokia Corporation
9 * Copyright (c) 2016 Intel Corporation.
12 #include <linux/module.h>
13 #include <linux/pci.h>
14 #include <linux/usb.h>
15 #include <media/media-device.h>
16 #include <media/media-entity.h>
17 #include <media/v4l2-fh.h>
18 #include <media/v4l2-mc.h>
19 #include <media/v4l2-subdev.h>
20 #include <media/videobuf2-core.h>
22 int v4l2_mc_create_media_graph(struct media_device *mdev)
25 struct media_entity *entity;
26 struct media_entity *if_vid = NULL, *if_aud = NULL;
27 struct media_entity *tuner = NULL, *decoder = NULL;
28 struct media_entity *io_v4l = NULL, *io_vbi = NULL, *io_swradio = NULL;
29 bool is_webcam = false;
31 int ret, pad_sink, pad_source;
36 media_device_for_each_entity(entity, mdev) {
37 switch (entity->function) {
38 case MEDIA_ENT_F_IF_VID_DECODER:
41 case MEDIA_ENT_F_IF_AUD_DECODER:
44 case MEDIA_ENT_F_TUNER:
47 case MEDIA_ENT_F_ATV_DECODER:
50 case MEDIA_ENT_F_IO_V4L:
53 case MEDIA_ENT_F_IO_VBI:
56 case MEDIA_ENT_F_IO_SWRADIO:
59 case MEDIA_ENT_F_CAM_SENSOR:
65 /* It should have at least one I/O entity */
66 if (!io_v4l && !io_vbi && !io_swradio) {
67 dev_warn(mdev->dev, "Didn't find any I/O entity\n");
72 * Here, webcams are modelled on a very simple way: the sensor is
73 * connected directly to the I/O entity. All dirty details, like
74 * scaler and crop HW are hidden. While such mapping is not enough
75 * for mc-centric hardware, it is enough for v4l2 interface centric
76 * PC-consumer's hardware.
80 dev_warn(mdev->dev, "Didn't find a MEDIA_ENT_F_IO_V4L\n");
84 media_device_for_each_entity(entity, mdev) {
85 if (entity->function != MEDIA_ENT_F_CAM_SENSOR)
87 ret = media_create_pad_link(entity, 0,
89 MEDIA_LNK_FL_ENABLED);
91 dev_warn(mdev->dev, "Failed to create a sensor link\n");
99 /* The device isn't a webcam. So, it should have a decoder */
101 dev_warn(mdev->dev, "Decoder not found\n");
105 /* Link the tuner and IF video output pads */
108 pad_source = media_get_pad_index(tuner, false,
110 pad_sink = media_get_pad_index(if_vid, true,
112 if (pad_source < 0 || pad_sink < 0) {
113 dev_warn(mdev->dev, "Couldn't get tuner and/or PLL pad(s): (%d, %d)\n",
114 pad_source, pad_sink);
117 ret = media_create_pad_link(tuner, pad_source,
119 MEDIA_LNK_FL_ENABLED);
121 dev_warn(mdev->dev, "Couldn't create tuner->PLL link)\n");
125 pad_source = media_get_pad_index(if_vid, false,
127 pad_sink = media_get_pad_index(decoder, true,
129 if (pad_source < 0 || pad_sink < 0) {
130 dev_warn(mdev->dev, "get decoder and/or PLL pad(s): (%d, %d)\n",
131 pad_source, pad_sink);
134 ret = media_create_pad_link(if_vid, pad_source,
136 MEDIA_LNK_FL_ENABLED);
138 dev_warn(mdev->dev, "couldn't link PLL to decoder\n");
142 pad_source = media_get_pad_index(tuner, false,
144 pad_sink = media_get_pad_index(decoder, true,
146 if (pad_source < 0 || pad_sink < 0) {
147 dev_warn(mdev->dev, "couldn't get tuner and/or decoder pad(s): (%d, %d)\n",
148 pad_source, pad_sink);
151 ret = media_create_pad_link(tuner, pad_source,
153 MEDIA_LNK_FL_ENABLED);
159 pad_source = media_get_pad_index(tuner, false,
161 pad_sink = media_get_pad_index(if_aud, true,
163 if (pad_source < 0 || pad_sink < 0) {
164 dev_warn(mdev->dev, "couldn't get tuner and/or decoder pad(s) for audio: (%d, %d)\n",
165 pad_source, pad_sink);
168 ret = media_create_pad_link(tuner, pad_source,
170 MEDIA_LNK_FL_ENABLED);
172 dev_warn(mdev->dev, "couldn't link tuner->audio PLL\n");
181 /* Create demod to V4L, VBI and SDR radio links */
183 pad_source = media_get_pad_index(decoder, false, PAD_SIGNAL_DV);
184 if (pad_source < 0) {
185 dev_warn(mdev->dev, "couldn't get decoder output pad for V4L I/O\n");
188 ret = media_create_pad_link(decoder, pad_source,
190 MEDIA_LNK_FL_ENABLED);
192 dev_warn(mdev->dev, "couldn't link decoder output to V4L I/O\n");
198 pad_source = media_get_pad_index(decoder, false, PAD_SIGNAL_DV);
199 if (pad_source < 0) {
200 dev_warn(mdev->dev, "couldn't get decoder output pad for SDR\n");
203 ret = media_create_pad_link(decoder, pad_source,
205 MEDIA_LNK_FL_ENABLED);
207 dev_warn(mdev->dev, "couldn't link decoder output to SDR\n");
213 pad_source = media_get_pad_index(decoder, false, PAD_SIGNAL_DV);
214 if (pad_source < 0) {
215 dev_warn(mdev->dev, "couldn't get decoder output pad for VBI\n");
218 ret = media_create_pad_link(decoder, pad_source,
220 MEDIA_LNK_FL_ENABLED);
222 dev_warn(mdev->dev, "couldn't link decoder output to VBI\n");
227 /* Create links for the media connectors */
228 flags = MEDIA_LNK_FL_ENABLED;
229 media_device_for_each_entity(entity, mdev) {
230 switch (entity->function) {
231 case MEDIA_ENT_F_CONN_RF:
234 pad_sink = media_get_pad_index(tuner, true,
237 dev_warn(mdev->dev, "couldn't get tuner analog pad sink\n");
240 ret = media_create_pad_link(entity, 0, tuner,
244 case MEDIA_ENT_F_CONN_SVIDEO:
245 case MEDIA_ENT_F_CONN_COMPOSITE:
246 pad_sink = media_get_pad_index(decoder, true,
249 dev_warn(mdev->dev, "couldn't get decoder analog pad sink\n");
252 ret = media_create_pad_link(entity, 0, decoder,
267 EXPORT_SYMBOL_GPL(v4l2_mc_create_media_graph);
269 int v4l_enable_media_source(struct video_device *vdev)
271 struct media_device *mdev = vdev->entity.graph_obj.mdev;
277 mutex_lock(&mdev->graph_mutex);
278 if (!mdev->enable_source)
280 err = mdev->enable_source(&vdev->entity, &vdev->pipe);
284 mutex_unlock(&mdev->graph_mutex);
287 EXPORT_SYMBOL_GPL(v4l_enable_media_source);
289 void v4l_disable_media_source(struct video_device *vdev)
291 struct media_device *mdev = vdev->entity.graph_obj.mdev;
294 mutex_lock(&mdev->graph_mutex);
295 if (mdev->disable_source)
296 mdev->disable_source(&vdev->entity);
297 mutex_unlock(&mdev->graph_mutex);
300 EXPORT_SYMBOL_GPL(v4l_disable_media_source);
302 int v4l_vb2q_enable_media_source(struct vb2_queue *q)
304 struct v4l2_fh *fh = q->owner;
307 return v4l_enable_media_source(fh->vdev);
310 EXPORT_SYMBOL_GPL(v4l_vb2q_enable_media_source);
312 int v4l2_create_fwnode_links_to_pad(struct v4l2_subdev *src_sd,
313 struct media_pad *sink, u32 flags)
315 struct fwnode_handle *endpoint;
317 if (!(sink->flags & MEDIA_PAD_FL_SINK))
320 fwnode_graph_for_each_endpoint(dev_fwnode(src_sd->dev), endpoint) {
321 struct fwnode_handle *remote_ep;
322 int src_idx, sink_idx, ret;
323 struct media_pad *src;
325 src_idx = media_entity_get_fwnode_pad(&src_sd->entity,
327 MEDIA_PAD_FL_SOURCE);
331 remote_ep = fwnode_graph_get_remote_endpoint(endpoint);
336 * ask the sink to verify it owns the remote endpoint,
337 * and translate to a sink pad.
339 sink_idx = media_entity_get_fwnode_pad(sink->entity,
342 fwnode_handle_put(remote_ep);
344 if (sink_idx < 0 || sink_idx != sink->index)
348 * the source endpoint corresponds to one of its source pads,
349 * the source endpoint connects to an endpoint at the sink
350 * entity, and the sink endpoint corresponds to the sink
351 * pad requested, so we have found an endpoint connection
352 * that works, create the media link for it.
355 src = &src_sd->entity.pads[src_idx];
357 /* skip if link already exists */
358 if (media_entity_find_link(src, sink))
361 dev_dbg(src_sd->dev, "creating link %s:%d -> %s:%d\n",
362 src_sd->entity.name, src_idx,
363 sink->entity->name, sink_idx);
365 ret = media_create_pad_link(&src_sd->entity, src_idx,
366 sink->entity, sink_idx, flags);
369 "link %s:%d -> %s:%d failed with %d\n",
370 src_sd->entity.name, src_idx,
371 sink->entity->name, sink_idx, ret);
373 fwnode_handle_put(endpoint);
380 EXPORT_SYMBOL_GPL(v4l2_create_fwnode_links_to_pad);
382 int v4l2_create_fwnode_links(struct v4l2_subdev *src_sd,
383 struct v4l2_subdev *sink_sd)
387 for (i = 0; i < sink_sd->entity.num_pads; i++) {
388 struct media_pad *pad = &sink_sd->entity.pads[i];
391 if (!(pad->flags & MEDIA_PAD_FL_SINK))
394 ret = v4l2_create_fwnode_links_to_pad(src_sd, pad, 0);
401 EXPORT_SYMBOL_GPL(v4l2_create_fwnode_links);
403 /* -----------------------------------------------------------------------------
404 * Pipeline power management
406 * Entities must be powered up when part of a pipeline that contains at least
407 * one open video device node.
409 * To achieve this use the entity use_count field to track the number of users.
410 * For entities corresponding to video device nodes the use_count field stores
411 * the users count of the node. For entities corresponding to subdevs the
412 * use_count field stores the total number of users of all video device nodes
415 * The v4l2_pipeline_pm_{get, put}() functions must be called in the open() and
416 * close() handlers of video device nodes. It increments or decrements the use
417 * count of all subdev entities in the pipeline.
419 * To react to link management on powered pipelines, the link setup notification
420 * callback updates the use count of all entities in the source and sink sides
425 * pipeline_pm_use_count - Count the number of users of a pipeline
426 * @entity: The entity
428 * Return the total number of users of all video device nodes in the pipeline.
430 static int pipeline_pm_use_count(struct media_entity *entity,
431 struct media_graph *graph)
435 media_graph_walk_start(graph, entity);
437 while ((entity = media_graph_walk_next(graph))) {
438 if (is_media_entity_v4l2_video_device(entity))
439 use += entity->use_count;
446 * pipeline_pm_power_one - Apply power change to an entity
447 * @entity: The entity
448 * @change: Use count change
450 * Change the entity use count by @change. If the entity is a subdev update its
451 * power state by calling the core::s_power operation when the use count goes
452 * from 0 to != 0 or from != 0 to 0.
454 * Return 0 on success or a negative error code on failure.
456 static int pipeline_pm_power_one(struct media_entity *entity, int change)
458 struct v4l2_subdev *subdev;
461 subdev = is_media_entity_v4l2_subdev(entity)
462 ? media_entity_to_v4l2_subdev(entity) : NULL;
464 if (entity->use_count == 0 && change > 0 && subdev != NULL) {
465 ret = v4l2_subdev_call(subdev, core, s_power, 1);
466 if (ret < 0 && ret != -ENOIOCTLCMD)
470 entity->use_count += change;
471 WARN_ON(entity->use_count < 0);
473 if (entity->use_count == 0 && change < 0 && subdev != NULL)
474 v4l2_subdev_call(subdev, core, s_power, 0);
480 * pipeline_pm_power - Apply power change to all entities in a pipeline
481 * @entity: The entity
482 * @change: Use count change
484 * Walk the pipeline to update the use count and the power state of all non-node
487 * Return 0 on success or a negative error code on failure.
489 static int pipeline_pm_power(struct media_entity *entity, int change,
490 struct media_graph *graph)
492 struct media_entity *first = entity;
498 media_graph_walk_start(graph, entity);
500 while (!ret && (entity = media_graph_walk_next(graph)))
501 if (is_media_entity_v4l2_subdev(entity))
502 ret = pipeline_pm_power_one(entity, change);
507 media_graph_walk_start(graph, first);
509 while ((first = media_graph_walk_next(graph))
511 if (is_media_entity_v4l2_subdev(first))
512 pipeline_pm_power_one(first, -change);
517 static int v4l2_pipeline_pm_use(struct media_entity *entity, unsigned int use)
519 struct media_device *mdev = entity->graph_obj.mdev;
520 int change = use ? 1 : -1;
523 mutex_lock(&mdev->graph_mutex);
525 /* Apply use count to node. */
526 entity->use_count += change;
527 WARN_ON(entity->use_count < 0);
529 /* Apply power change to connected non-nodes. */
530 ret = pipeline_pm_power(entity, change, &mdev->pm_count_walk);
532 entity->use_count -= change;
534 mutex_unlock(&mdev->graph_mutex);
539 int v4l2_pipeline_pm_get(struct media_entity *entity)
541 return v4l2_pipeline_pm_use(entity, 1);
543 EXPORT_SYMBOL_GPL(v4l2_pipeline_pm_get);
545 void v4l2_pipeline_pm_put(struct media_entity *entity)
547 /* Powering off entities shouldn't fail. */
548 WARN_ON(v4l2_pipeline_pm_use(entity, 0));
550 EXPORT_SYMBOL_GPL(v4l2_pipeline_pm_put);
552 int v4l2_pipeline_link_notify(struct media_link *link, u32 flags,
553 unsigned int notification)
555 struct media_graph *graph = &link->graph_obj.mdev->pm_count_walk;
556 struct media_entity *source = link->source->entity;
557 struct media_entity *sink = link->sink->entity;
562 source_use = pipeline_pm_use_count(source, graph);
563 sink_use = pipeline_pm_use_count(sink, graph);
565 if (notification == MEDIA_DEV_NOTIFY_POST_LINK_CH &&
566 !(flags & MEDIA_LNK_FL_ENABLED)) {
567 /* Powering off entities is assumed to never fail. */
568 pipeline_pm_power(source, -sink_use, graph);
569 pipeline_pm_power(sink, -source_use, graph);
573 if (notification == MEDIA_DEV_NOTIFY_PRE_LINK_CH &&
574 (flags & MEDIA_LNK_FL_ENABLED)) {
576 ret = pipeline_pm_power(source, sink_use, graph);
580 ret = pipeline_pm_power(sink, source_use, graph);
582 pipeline_pm_power(source, -sink_use, graph);
587 EXPORT_SYMBOL_GPL(v4l2_pipeline_link_notify);