Loading...
1/*
2 * compress_core.c - compress offload core
3 *
4 * Copyright (C) 2011 Intel Corporation
5 * Authors: Vinod Koul <vinod.koul@linux.intel.com>
6 * Pierre-Louis Bossart <pierre-louis.bossart@linux.intel.com>
7 * ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
8 *
9 * This program is free software; you can redistribute it and/or modify
10 * it under the terms of the GNU General Public License as published by
11 * the Free Software Foundation; version 2 of the License.
12 *
13 * This program is distributed in the hope that it will be useful, but
14 * WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
16 * General Public License for more details.
17 *
18 * You should have received a copy of the GNU General Public License along
19 * with this program; if not, write to the Free Software Foundation, Inc.,
20 * 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA.
21 *
22 * ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
23 *
24 */
25#define FORMAT(fmt) "%s: %d: " fmt, __func__, __LINE__
26#define pr_fmt(fmt) KBUILD_MODNAME ": " FORMAT(fmt)
27
28#include <linux/file.h>
29#include <linux/fs.h>
30#include <linux/list.h>
31#include <linux/math64.h>
32#include <linux/mm.h>
33#include <linux/mutex.h>
34#include <linux/poll.h>
35#include <linux/slab.h>
36#include <linux/sched.h>
37#include <linux/types.h>
38#include <linux/uio.h>
39#include <linux/uaccess.h>
40#include <linux/module.h>
41#include <linux/compat.h>
42#include <sound/core.h>
43#include <sound/initval.h>
44#include <sound/info.h>
45#include <sound/compress_params.h>
46#include <sound/compress_offload.h>
47#include <sound/compress_driver.h>
48
49/* struct snd_compr_codec_caps overflows the ioctl bit size for some
50 * architectures, so we need to disable the relevant ioctls.
51 */
52#if _IOC_SIZEBITS < 14
53#define COMPR_CODEC_CAPS_OVERFLOW
54#endif
55
56/* TODO:
57 * - add substream support for multiple devices in case of
58 * SND_DYNAMIC_MINORS is not used
59 * - Multiple node representation
60 * driver should be able to register multiple nodes
61 */
62
63static DEFINE_MUTEX(device_mutex);
64
65struct snd_compr_file {
66 unsigned long caps;
67 struct snd_compr_stream stream;
68};
69
70static void error_delayed_work(struct work_struct *work);
71
72/*
73 * a note on stream states used:
74 * we use following states in the compressed core
75 * SNDRV_PCM_STATE_OPEN: When stream has been opened.
76 * SNDRV_PCM_STATE_SETUP: When stream has been initialized. This is done by
77 * calling SNDRV_COMPRESS_SET_PARAMS. Running streams will come to this
78 * state at stop by calling SNDRV_COMPRESS_STOP, or at end of drain.
79 * SNDRV_PCM_STATE_PREPARED: When a stream has been written to (for
80 * playback only). User after setting up stream writes the data buffer
81 * before starting the stream.
82 * SNDRV_PCM_STATE_RUNNING: When stream has been started and is
83 * decoding/encoding and rendering/capturing data.
84 * SNDRV_PCM_STATE_DRAINING: When stream is draining current data. This is done
85 * by calling SNDRV_COMPRESS_DRAIN.
86 * SNDRV_PCM_STATE_PAUSED: When stream is paused. This is done by calling
87 * SNDRV_COMPRESS_PAUSE. It can be stopped or resumed by calling
88 * SNDRV_COMPRESS_STOP or SNDRV_COMPRESS_RESUME respectively.
89 */
90static int snd_compr_open(struct inode *inode, struct file *f)
91{
92 struct snd_compr *compr;
93 struct snd_compr_file *data;
94 struct snd_compr_runtime *runtime;
95 enum snd_compr_direction dirn;
96 int maj = imajor(inode);
97 int ret;
98
99 if ((f->f_flags & O_ACCMODE) == O_WRONLY)
100 dirn = SND_COMPRESS_PLAYBACK;
101 else if ((f->f_flags & O_ACCMODE) == O_RDONLY)
102 dirn = SND_COMPRESS_CAPTURE;
103 else
104 return -EINVAL;
105
106 if (maj == snd_major)
107 compr = snd_lookup_minor_data(iminor(inode),
108 SNDRV_DEVICE_TYPE_COMPRESS);
109 else
110 return -EBADFD;
111
112 if (compr == NULL) {
113 pr_err("no device data!!!\n");
114 return -ENODEV;
115 }
116
117 if (dirn != compr->direction) {
118 pr_err("this device doesn't support this direction\n");
119 snd_card_unref(compr->card);
120 return -EINVAL;
121 }
122
123 data = kzalloc(sizeof(*data), GFP_KERNEL);
124 if (!data) {
125 snd_card_unref(compr->card);
126 return -ENOMEM;
127 }
128
129 INIT_DELAYED_WORK(&data->stream.error_work, error_delayed_work);
130
131 data->stream.ops = compr->ops;
132 data->stream.direction = dirn;
133 data->stream.private_data = compr->private_data;
134 data->stream.device = compr;
135 runtime = kzalloc(sizeof(*runtime), GFP_KERNEL);
136 if (!runtime) {
137 kfree(data);
138 snd_card_unref(compr->card);
139 return -ENOMEM;
140 }
141 runtime->state = SNDRV_PCM_STATE_OPEN;
142 init_waitqueue_head(&runtime->sleep);
143 data->stream.runtime = runtime;
144 f->private_data = (void *)data;
145 mutex_lock(&compr->lock);
146 ret = compr->ops->open(&data->stream);
147 mutex_unlock(&compr->lock);
148 if (ret) {
149 kfree(runtime);
150 kfree(data);
151 }
152 snd_card_unref(compr->card);
153 return ret;
154}
155
156static int snd_compr_free(struct inode *inode, struct file *f)
157{
158 struct snd_compr_file *data = f->private_data;
159 struct snd_compr_runtime *runtime = data->stream.runtime;
160
161 cancel_delayed_work_sync(&data->stream.error_work);
162
163 switch (runtime->state) {
164 case SNDRV_PCM_STATE_RUNNING:
165 case SNDRV_PCM_STATE_DRAINING:
166 case SNDRV_PCM_STATE_PAUSED:
167 data->stream.ops->trigger(&data->stream, SNDRV_PCM_TRIGGER_STOP);
168 break;
169 default:
170 break;
171 }
172
173 data->stream.ops->free(&data->stream);
174 kfree(data->stream.runtime->buffer);
175 kfree(data->stream.runtime);
176 kfree(data);
177 return 0;
178}
179
180static int snd_compr_update_tstamp(struct snd_compr_stream *stream,
181 struct snd_compr_tstamp *tstamp)
182{
183 if (!stream->ops->pointer)
184 return -ENOTSUPP;
185 stream->ops->pointer(stream, tstamp);
186 pr_debug("dsp consumed till %d total %d bytes\n",
187 tstamp->byte_offset, tstamp->copied_total);
188 if (stream->direction == SND_COMPRESS_PLAYBACK)
189 stream->runtime->total_bytes_transferred = tstamp->copied_total;
190 else
191 stream->runtime->total_bytes_available = tstamp->copied_total;
192 return 0;
193}
194
195static size_t snd_compr_calc_avail(struct snd_compr_stream *stream,
196 struct snd_compr_avail *avail)
197{
198 memset(avail, 0, sizeof(*avail));
199 snd_compr_update_tstamp(stream, &avail->tstamp);
200 /* Still need to return avail even if tstamp can't be filled in */
201
202 if (stream->runtime->total_bytes_available == 0 &&
203 stream->runtime->state == SNDRV_PCM_STATE_SETUP &&
204 stream->direction == SND_COMPRESS_PLAYBACK) {
205 pr_debug("detected init and someone forgot to do a write\n");
206 return stream->runtime->buffer_size;
207 }
208 pr_debug("app wrote %lld, DSP consumed %lld\n",
209 stream->runtime->total_bytes_available,
210 stream->runtime->total_bytes_transferred);
211 if (stream->runtime->total_bytes_available ==
212 stream->runtime->total_bytes_transferred) {
213 if (stream->direction == SND_COMPRESS_PLAYBACK) {
214 pr_debug("both pointers are same, returning full avail\n");
215 return stream->runtime->buffer_size;
216 } else {
217 pr_debug("both pointers are same, returning no avail\n");
218 return 0;
219 }
220 }
221
222 avail->avail = stream->runtime->total_bytes_available -
223 stream->runtime->total_bytes_transferred;
224 if (stream->direction == SND_COMPRESS_PLAYBACK)
225 avail->avail = stream->runtime->buffer_size - avail->avail;
226
227 pr_debug("ret avail as %lld\n", avail->avail);
228 return avail->avail;
229}
230
231static inline size_t snd_compr_get_avail(struct snd_compr_stream *stream)
232{
233 struct snd_compr_avail avail;
234
235 return snd_compr_calc_avail(stream, &avail);
236}
237
238static int
239snd_compr_ioctl_avail(struct snd_compr_stream *stream, unsigned long arg)
240{
241 struct snd_compr_avail ioctl_avail;
242 size_t avail;
243
244 avail = snd_compr_calc_avail(stream, &ioctl_avail);
245 ioctl_avail.avail = avail;
246
247 switch (stream->runtime->state) {
248 case SNDRV_PCM_STATE_OPEN:
249 return -EBADFD;
250 case SNDRV_PCM_STATE_XRUN:
251 return -EPIPE;
252 default:
253 break;
254 }
255
256 if (copy_to_user((__u64 __user *)arg,
257 &ioctl_avail, sizeof(ioctl_avail)))
258 return -EFAULT;
259 return 0;
260}
261
262static int snd_compr_write_data(struct snd_compr_stream *stream,
263 const char __user *buf, size_t count)
264{
265 void *dstn;
266 size_t copy;
267 struct snd_compr_runtime *runtime = stream->runtime;
268 /* 64-bit Modulus */
269 u64 app_pointer = div64_u64(runtime->total_bytes_available,
270 runtime->buffer_size);
271 app_pointer = runtime->total_bytes_available -
272 (app_pointer * runtime->buffer_size);
273
274 dstn = runtime->buffer + app_pointer;
275 pr_debug("copying %ld at %lld\n",
276 (unsigned long)count, app_pointer);
277 if (count < runtime->buffer_size - app_pointer) {
278 if (copy_from_user(dstn, buf, count))
279 return -EFAULT;
280 } else {
281 copy = runtime->buffer_size - app_pointer;
282 if (copy_from_user(dstn, buf, copy))
283 return -EFAULT;
284 if (copy_from_user(runtime->buffer, buf + copy, count - copy))
285 return -EFAULT;
286 }
287 /* if DSP cares, let it know data has been written */
288 if (stream->ops->ack)
289 stream->ops->ack(stream, count);
290 return count;
291}
292
293static ssize_t snd_compr_write(struct file *f, const char __user *buf,
294 size_t count, loff_t *offset)
295{
296 struct snd_compr_file *data = f->private_data;
297 struct snd_compr_stream *stream;
298 size_t avail;
299 int retval;
300
301 if (snd_BUG_ON(!data))
302 return -EFAULT;
303
304 stream = &data->stream;
305 mutex_lock(&stream->device->lock);
306 /* write is allowed when stream is running or has been steup */
307 switch (stream->runtime->state) {
308 case SNDRV_PCM_STATE_SETUP:
309 case SNDRV_PCM_STATE_PREPARED:
310 case SNDRV_PCM_STATE_RUNNING:
311 break;
312 default:
313 mutex_unlock(&stream->device->lock);
314 return -EBADFD;
315 }
316
317 avail = snd_compr_get_avail(stream);
318 pr_debug("avail returned %ld\n", (unsigned long)avail);
319 /* calculate how much we can write to buffer */
320 if (avail > count)
321 avail = count;
322
323 if (stream->ops->copy) {
324 char __user* cbuf = (char __user*)buf;
325 retval = stream->ops->copy(stream, cbuf, avail);
326 } else {
327 retval = snd_compr_write_data(stream, buf, avail);
328 }
329 if (retval > 0)
330 stream->runtime->total_bytes_available += retval;
331
332 /* while initiating the stream, write should be called before START
333 * call, so in setup move state */
334 if (stream->runtime->state == SNDRV_PCM_STATE_SETUP) {
335 stream->runtime->state = SNDRV_PCM_STATE_PREPARED;
336 pr_debug("stream prepared, Houston we are good to go\n");
337 }
338
339 mutex_unlock(&stream->device->lock);
340 return retval;
341}
342
343
344static ssize_t snd_compr_read(struct file *f, char __user *buf,
345 size_t count, loff_t *offset)
346{
347 struct snd_compr_file *data = f->private_data;
348 struct snd_compr_stream *stream;
349 size_t avail;
350 int retval;
351
352 if (snd_BUG_ON(!data))
353 return -EFAULT;
354
355 stream = &data->stream;
356 mutex_lock(&stream->device->lock);
357
358 /* read is allowed when stream is running, paused, draining and setup
359 * (yes setup is state which we transition to after stop, so if user
360 * wants to read data after stop we allow that)
361 */
362 switch (stream->runtime->state) {
363 case SNDRV_PCM_STATE_OPEN:
364 case SNDRV_PCM_STATE_PREPARED:
365 case SNDRV_PCM_STATE_SUSPENDED:
366 case SNDRV_PCM_STATE_DISCONNECTED:
367 retval = -EBADFD;
368 goto out;
369 case SNDRV_PCM_STATE_XRUN:
370 retval = -EPIPE;
371 goto out;
372 }
373
374 avail = snd_compr_get_avail(stream);
375 pr_debug("avail returned %ld\n", (unsigned long)avail);
376 /* calculate how much we can read from buffer */
377 if (avail > count)
378 avail = count;
379
380 if (stream->ops->copy) {
381 retval = stream->ops->copy(stream, buf, avail);
382 } else {
383 retval = -ENXIO;
384 goto out;
385 }
386 if (retval > 0)
387 stream->runtime->total_bytes_transferred += retval;
388
389out:
390 mutex_unlock(&stream->device->lock);
391 return retval;
392}
393
394static int snd_compr_mmap(struct file *f, struct vm_area_struct *vma)
395{
396 return -ENXIO;
397}
398
399static inline int snd_compr_get_poll(struct snd_compr_stream *stream)
400{
401 if (stream->direction == SND_COMPRESS_PLAYBACK)
402 return POLLOUT | POLLWRNORM;
403 else
404 return POLLIN | POLLRDNORM;
405}
406
407static unsigned int snd_compr_poll(struct file *f, poll_table *wait)
408{
409 struct snd_compr_file *data = f->private_data;
410 struct snd_compr_stream *stream;
411 size_t avail;
412 int retval = 0;
413
414 if (snd_BUG_ON(!data))
415 return POLLERR;
416
417 stream = &data->stream;
418
419 mutex_lock(&stream->device->lock);
420
421 switch (stream->runtime->state) {
422 case SNDRV_PCM_STATE_OPEN:
423 case SNDRV_PCM_STATE_XRUN:
424 retval = snd_compr_get_poll(stream) | POLLERR;
425 goto out;
426 default:
427 break;
428 }
429
430 poll_wait(f, &stream->runtime->sleep, wait);
431
432 avail = snd_compr_get_avail(stream);
433 pr_debug("avail is %ld\n", (unsigned long)avail);
434 /* check if we have at least one fragment to fill */
435 switch (stream->runtime->state) {
436 case SNDRV_PCM_STATE_DRAINING:
437 /* stream has been woken up after drain is complete
438 * draining done so set stream state to stopped
439 */
440 retval = snd_compr_get_poll(stream);
441 stream->runtime->state = SNDRV_PCM_STATE_SETUP;
442 break;
443 case SNDRV_PCM_STATE_RUNNING:
444 case SNDRV_PCM_STATE_PREPARED:
445 case SNDRV_PCM_STATE_PAUSED:
446 if (avail >= stream->runtime->fragment_size)
447 retval = snd_compr_get_poll(stream);
448 break;
449 default:
450 retval = snd_compr_get_poll(stream) | POLLERR;
451 break;
452 }
453out:
454 mutex_unlock(&stream->device->lock);
455 return retval;
456}
457
458static int
459snd_compr_get_caps(struct snd_compr_stream *stream, unsigned long arg)
460{
461 int retval;
462 struct snd_compr_caps caps;
463
464 if (!stream->ops->get_caps)
465 return -ENXIO;
466
467 memset(&caps, 0, sizeof(caps));
468 retval = stream->ops->get_caps(stream, &caps);
469 if (retval)
470 goto out;
471 if (copy_to_user((void __user *)arg, &caps, sizeof(caps)))
472 retval = -EFAULT;
473out:
474 return retval;
475}
476
477#ifndef COMPR_CODEC_CAPS_OVERFLOW
478static int
479snd_compr_get_codec_caps(struct snd_compr_stream *stream, unsigned long arg)
480{
481 int retval;
482 struct snd_compr_codec_caps *caps;
483
484 if (!stream->ops->get_codec_caps)
485 return -ENXIO;
486
487 caps = kzalloc(sizeof(*caps), GFP_KERNEL);
488 if (!caps)
489 return -ENOMEM;
490
491 retval = stream->ops->get_codec_caps(stream, caps);
492 if (retval)
493 goto out;
494 if (copy_to_user((void __user *)arg, caps, sizeof(*caps)))
495 retval = -EFAULT;
496
497out:
498 kfree(caps);
499 return retval;
500}
501#endif /* !COMPR_CODEC_CAPS_OVERFLOW */
502
503/* revisit this with snd_pcm_preallocate_xxx */
504static int snd_compr_allocate_buffer(struct snd_compr_stream *stream,
505 struct snd_compr_params *params)
506{
507 unsigned int buffer_size;
508 void *buffer;
509
510 buffer_size = params->buffer.fragment_size * params->buffer.fragments;
511 if (stream->ops->copy) {
512 buffer = NULL;
513 /* if copy is defined the driver will be required to copy
514 * the data from core
515 */
516 } else {
517 buffer = kmalloc(buffer_size, GFP_KERNEL);
518 if (!buffer)
519 return -ENOMEM;
520 }
521 stream->runtime->fragment_size = params->buffer.fragment_size;
522 stream->runtime->fragments = params->buffer.fragments;
523 stream->runtime->buffer = buffer;
524 stream->runtime->buffer_size = buffer_size;
525 return 0;
526}
527
528static int snd_compress_check_input(struct snd_compr_params *params)
529{
530 /* first let's check the buffer parameter's */
531 if (params->buffer.fragment_size == 0 ||
532 params->buffer.fragments > INT_MAX / params->buffer.fragment_size)
533 return -EINVAL;
534
535 /* now codec parameters */
536 if (params->codec.id == 0 || params->codec.id > SND_AUDIOCODEC_MAX)
537 return -EINVAL;
538
539 if (params->codec.ch_in == 0 || params->codec.ch_out == 0)
540 return -EINVAL;
541
542 return 0;
543}
544
545static int
546snd_compr_set_params(struct snd_compr_stream *stream, unsigned long arg)
547{
548 struct snd_compr_params *params;
549 int retval;
550
551 if (stream->runtime->state == SNDRV_PCM_STATE_OPEN) {
552 /*
553 * we should allow parameter change only when stream has been
554 * opened not in other cases
555 */
556 params = memdup_user((void __user *)arg, sizeof(*params));
557 if (IS_ERR(params))
558 return PTR_ERR(params);
559
560 retval = snd_compress_check_input(params);
561 if (retval)
562 goto out;
563
564 retval = snd_compr_allocate_buffer(stream, params);
565 if (retval) {
566 retval = -ENOMEM;
567 goto out;
568 }
569
570 retval = stream->ops->set_params(stream, params);
571 if (retval)
572 goto out;
573
574 stream->metadata_set = false;
575 stream->next_track = false;
576
577 if (stream->direction == SND_COMPRESS_PLAYBACK)
578 stream->runtime->state = SNDRV_PCM_STATE_SETUP;
579 else
580 stream->runtime->state = SNDRV_PCM_STATE_PREPARED;
581 } else {
582 return -EPERM;
583 }
584out:
585 kfree(params);
586 return retval;
587}
588
589static int
590snd_compr_get_params(struct snd_compr_stream *stream, unsigned long arg)
591{
592 struct snd_codec *params;
593 int retval;
594
595 if (!stream->ops->get_params)
596 return -EBADFD;
597
598 params = kzalloc(sizeof(*params), GFP_KERNEL);
599 if (!params)
600 return -ENOMEM;
601 retval = stream->ops->get_params(stream, params);
602 if (retval)
603 goto out;
604 if (copy_to_user((char __user *)arg, params, sizeof(*params)))
605 retval = -EFAULT;
606
607out:
608 kfree(params);
609 return retval;
610}
611
612static int
613snd_compr_get_metadata(struct snd_compr_stream *stream, unsigned long arg)
614{
615 struct snd_compr_metadata metadata;
616 int retval;
617
618 if (!stream->ops->get_metadata)
619 return -ENXIO;
620
621 if (copy_from_user(&metadata, (void __user *)arg, sizeof(metadata)))
622 return -EFAULT;
623
624 retval = stream->ops->get_metadata(stream, &metadata);
625 if (retval != 0)
626 return retval;
627
628 if (copy_to_user((void __user *)arg, &metadata, sizeof(metadata)))
629 return -EFAULT;
630
631 return 0;
632}
633
634static int
635snd_compr_set_metadata(struct snd_compr_stream *stream, unsigned long arg)
636{
637 struct snd_compr_metadata metadata;
638 int retval;
639
640 if (!stream->ops->set_metadata)
641 return -ENXIO;
642 /*
643 * we should allow parameter change only when stream has been
644 * opened not in other cases
645 */
646 if (copy_from_user(&metadata, (void __user *)arg, sizeof(metadata)))
647 return -EFAULT;
648
649 retval = stream->ops->set_metadata(stream, &metadata);
650 stream->metadata_set = true;
651
652 return retval;
653}
654
655static inline int
656snd_compr_tstamp(struct snd_compr_stream *stream, unsigned long arg)
657{
658 struct snd_compr_tstamp tstamp = {0};
659 int ret;
660
661 ret = snd_compr_update_tstamp(stream, &tstamp);
662 if (ret == 0)
663 ret = copy_to_user((struct snd_compr_tstamp __user *)arg,
664 &tstamp, sizeof(tstamp)) ? -EFAULT : 0;
665 return ret;
666}
667
668static int snd_compr_pause(struct snd_compr_stream *stream)
669{
670 int retval;
671
672 if (stream->runtime->state != SNDRV_PCM_STATE_RUNNING)
673 return -EPERM;
674 retval = stream->ops->trigger(stream, SNDRV_PCM_TRIGGER_PAUSE_PUSH);
675 if (!retval)
676 stream->runtime->state = SNDRV_PCM_STATE_PAUSED;
677 return retval;
678}
679
680static int snd_compr_resume(struct snd_compr_stream *stream)
681{
682 int retval;
683
684 if (stream->runtime->state != SNDRV_PCM_STATE_PAUSED)
685 return -EPERM;
686 retval = stream->ops->trigger(stream, SNDRV_PCM_TRIGGER_PAUSE_RELEASE);
687 if (!retval)
688 stream->runtime->state = SNDRV_PCM_STATE_RUNNING;
689 return retval;
690}
691
692static int snd_compr_start(struct snd_compr_stream *stream)
693{
694 int retval;
695
696 if (stream->runtime->state != SNDRV_PCM_STATE_PREPARED)
697 return -EPERM;
698 retval = stream->ops->trigger(stream, SNDRV_PCM_TRIGGER_START);
699 if (!retval)
700 stream->runtime->state = SNDRV_PCM_STATE_RUNNING;
701 return retval;
702}
703
704static int snd_compr_stop(struct snd_compr_stream *stream)
705{
706 int retval;
707
708 if (stream->runtime->state == SNDRV_PCM_STATE_PREPARED ||
709 stream->runtime->state == SNDRV_PCM_STATE_SETUP)
710 return -EPERM;
711 retval = stream->ops->trigger(stream, SNDRV_PCM_TRIGGER_STOP);
712 if (!retval) {
713 snd_compr_drain_notify(stream);
714 stream->runtime->total_bytes_available = 0;
715 stream->runtime->total_bytes_transferred = 0;
716 }
717 return retval;
718}
719
720static void error_delayed_work(struct work_struct *work)
721{
722 struct snd_compr_stream *stream;
723
724 stream = container_of(work, struct snd_compr_stream, error_work.work);
725
726 mutex_lock(&stream->device->lock);
727
728 stream->ops->trigger(stream, SNDRV_PCM_TRIGGER_STOP);
729 wake_up(&stream->runtime->sleep);
730
731 mutex_unlock(&stream->device->lock);
732}
733
734/*
735 * snd_compr_stop_error: Report a fatal error on a stream
736 * @stream: pointer to stream
737 * @state: state to transition the stream to
738 *
739 * Stop the stream and set its state.
740 *
741 * Should be called with compressed device lock held.
742 */
743int snd_compr_stop_error(struct snd_compr_stream *stream,
744 snd_pcm_state_t state)
745{
746 if (stream->runtime->state == state)
747 return 0;
748
749 stream->runtime->state = state;
750
751 pr_debug("Changing state to: %d\n", state);
752
753 queue_delayed_work(system_power_efficient_wq, &stream->error_work, 0);
754
755 return 0;
756}
757EXPORT_SYMBOL_GPL(snd_compr_stop_error);
758
759static int snd_compress_wait_for_drain(struct snd_compr_stream *stream)
760{
761 int ret;
762
763 /*
764 * We are called with lock held. So drop the lock while we wait for
765 * drain complete notification from the driver
766 *
767 * It is expected that driver will notify the drain completion and then
768 * stream will be moved to SETUP state, even if draining resulted in an
769 * error. We can trigger next track after this.
770 */
771 stream->runtime->state = SNDRV_PCM_STATE_DRAINING;
772 mutex_unlock(&stream->device->lock);
773
774 /* we wait for drain to complete here, drain can return when
775 * interruption occurred, wait returned error or success.
776 * For the first two cases we don't do anything different here and
777 * return after waking up
778 */
779
780 ret = wait_event_interruptible(stream->runtime->sleep,
781 (stream->runtime->state != SNDRV_PCM_STATE_DRAINING));
782 if (ret == -ERESTARTSYS)
783 pr_debug("wait aborted by a signal\n");
784 else if (ret)
785 pr_debug("wait for drain failed with %d\n", ret);
786
787
788 wake_up(&stream->runtime->sleep);
789 mutex_lock(&stream->device->lock);
790
791 return ret;
792}
793
794static int snd_compr_drain(struct snd_compr_stream *stream)
795{
796 int retval;
797
798 if (stream->runtime->state == SNDRV_PCM_STATE_PREPARED ||
799 stream->runtime->state == SNDRV_PCM_STATE_SETUP)
800 return -EPERM;
801
802 retval = stream->ops->trigger(stream, SND_COMPR_TRIGGER_DRAIN);
803 if (retval) {
804 pr_debug("SND_COMPR_TRIGGER_DRAIN failed %d\n", retval);
805 wake_up(&stream->runtime->sleep);
806 return retval;
807 }
808
809 return snd_compress_wait_for_drain(stream);
810}
811
812static int snd_compr_next_track(struct snd_compr_stream *stream)
813{
814 int retval;
815
816 /* only a running stream can transition to next track */
817 if (stream->runtime->state != SNDRV_PCM_STATE_RUNNING)
818 return -EPERM;
819
820 /* you can signal next track if this is intended to be a gapless stream
821 * and current track metadata is set
822 */
823 if (stream->metadata_set == false)
824 return -EPERM;
825
826 retval = stream->ops->trigger(stream, SND_COMPR_TRIGGER_NEXT_TRACK);
827 if (retval != 0)
828 return retval;
829 stream->metadata_set = false;
830 stream->next_track = true;
831 return 0;
832}
833
834static int snd_compr_partial_drain(struct snd_compr_stream *stream)
835{
836 int retval;
837 if (stream->runtime->state == SNDRV_PCM_STATE_PREPARED ||
838 stream->runtime->state == SNDRV_PCM_STATE_SETUP)
839 return -EPERM;
840 /* stream can be drained only when next track has been signalled */
841 if (stream->next_track == false)
842 return -EPERM;
843
844 retval = stream->ops->trigger(stream, SND_COMPR_TRIGGER_PARTIAL_DRAIN);
845 if (retval) {
846 pr_debug("Partial drain returned failure\n");
847 wake_up(&stream->runtime->sleep);
848 return retval;
849 }
850
851 stream->next_track = false;
852 return snd_compress_wait_for_drain(stream);
853}
854
855static long snd_compr_ioctl(struct file *f, unsigned int cmd, unsigned long arg)
856{
857 struct snd_compr_file *data = f->private_data;
858 struct snd_compr_stream *stream;
859 int retval = -ENOTTY;
860
861 if (snd_BUG_ON(!data))
862 return -EFAULT;
863
864 stream = &data->stream;
865
866 mutex_lock(&stream->device->lock);
867 switch (_IOC_NR(cmd)) {
868 case _IOC_NR(SNDRV_COMPRESS_IOCTL_VERSION):
869 retval = put_user(SNDRV_COMPRESS_VERSION,
870 (int __user *)arg) ? -EFAULT : 0;
871 break;
872 case _IOC_NR(SNDRV_COMPRESS_GET_CAPS):
873 retval = snd_compr_get_caps(stream, arg);
874 break;
875#ifndef COMPR_CODEC_CAPS_OVERFLOW
876 case _IOC_NR(SNDRV_COMPRESS_GET_CODEC_CAPS):
877 retval = snd_compr_get_codec_caps(stream, arg);
878 break;
879#endif
880 case _IOC_NR(SNDRV_COMPRESS_SET_PARAMS):
881 retval = snd_compr_set_params(stream, arg);
882 break;
883 case _IOC_NR(SNDRV_COMPRESS_GET_PARAMS):
884 retval = snd_compr_get_params(stream, arg);
885 break;
886 case _IOC_NR(SNDRV_COMPRESS_SET_METADATA):
887 retval = snd_compr_set_metadata(stream, arg);
888 break;
889 case _IOC_NR(SNDRV_COMPRESS_GET_METADATA):
890 retval = snd_compr_get_metadata(stream, arg);
891 break;
892 case _IOC_NR(SNDRV_COMPRESS_TSTAMP):
893 retval = snd_compr_tstamp(stream, arg);
894 break;
895 case _IOC_NR(SNDRV_COMPRESS_AVAIL):
896 retval = snd_compr_ioctl_avail(stream, arg);
897 break;
898 case _IOC_NR(SNDRV_COMPRESS_PAUSE):
899 retval = snd_compr_pause(stream);
900 break;
901 case _IOC_NR(SNDRV_COMPRESS_RESUME):
902 retval = snd_compr_resume(stream);
903 break;
904 case _IOC_NR(SNDRV_COMPRESS_START):
905 retval = snd_compr_start(stream);
906 break;
907 case _IOC_NR(SNDRV_COMPRESS_STOP):
908 retval = snd_compr_stop(stream);
909 break;
910 case _IOC_NR(SNDRV_COMPRESS_DRAIN):
911 retval = snd_compr_drain(stream);
912 break;
913 case _IOC_NR(SNDRV_COMPRESS_PARTIAL_DRAIN):
914 retval = snd_compr_partial_drain(stream);
915 break;
916 case _IOC_NR(SNDRV_COMPRESS_NEXT_TRACK):
917 retval = snd_compr_next_track(stream);
918 break;
919
920 }
921 mutex_unlock(&stream->device->lock);
922 return retval;
923}
924
925/* support of 32bit userspace on 64bit platforms */
926#ifdef CONFIG_COMPAT
927static long snd_compr_ioctl_compat(struct file *file, unsigned int cmd,
928 unsigned long arg)
929{
930 return snd_compr_ioctl(file, cmd, (unsigned long)compat_ptr(arg));
931}
932#endif
933
934static const struct file_operations snd_compr_file_ops = {
935 .owner = THIS_MODULE,
936 .open = snd_compr_open,
937 .release = snd_compr_free,
938 .write = snd_compr_write,
939 .read = snd_compr_read,
940 .unlocked_ioctl = snd_compr_ioctl,
941#ifdef CONFIG_COMPAT
942 .compat_ioctl = snd_compr_ioctl_compat,
943#endif
944 .mmap = snd_compr_mmap,
945 .poll = snd_compr_poll,
946};
947
948static int snd_compress_dev_register(struct snd_device *device)
949{
950 int ret = -EINVAL;
951 char str[16];
952 struct snd_compr *compr;
953
954 if (snd_BUG_ON(!device || !device->device_data))
955 return -EBADFD;
956 compr = device->device_data;
957
958 pr_debug("reg %s for device %s, direction %d\n", str, compr->name,
959 compr->direction);
960 /* register compressed device */
961 ret = snd_register_device(SNDRV_DEVICE_TYPE_COMPRESS,
962 compr->card, compr->device,
963 &snd_compr_file_ops, compr, &compr->dev);
964 if (ret < 0) {
965 pr_err("snd_register_device failed %d\n", ret);
966 return ret;
967 }
968 return ret;
969
970}
971
972static int snd_compress_dev_disconnect(struct snd_device *device)
973{
974 struct snd_compr *compr;
975
976 compr = device->device_data;
977 snd_unregister_device(&compr->dev);
978 return 0;
979}
980
981#ifdef CONFIG_SND_VERBOSE_PROCFS
982static void snd_compress_proc_info_read(struct snd_info_entry *entry,
983 struct snd_info_buffer *buffer)
984{
985 struct snd_compr *compr = (struct snd_compr *)entry->private_data;
986
987 snd_iprintf(buffer, "card: %d\n", compr->card->number);
988 snd_iprintf(buffer, "device: %d\n", compr->device);
989 snd_iprintf(buffer, "stream: %s\n",
990 compr->direction == SND_COMPRESS_PLAYBACK
991 ? "PLAYBACK" : "CAPTURE");
992 snd_iprintf(buffer, "id: %s\n", compr->id);
993}
994
995static int snd_compress_proc_init(struct snd_compr *compr)
996{
997 struct snd_info_entry *entry;
998 char name[16];
999
1000 sprintf(name, "compr%i", compr->device);
1001 entry = snd_info_create_card_entry(compr->card, name,
1002 compr->card->proc_root);
1003 if (!entry)
1004 return -ENOMEM;
1005 entry->mode = S_IFDIR | S_IRUGO | S_IXUGO;
1006 if (snd_info_register(entry) < 0) {
1007 snd_info_free_entry(entry);
1008 return -ENOMEM;
1009 }
1010 compr->proc_root = entry;
1011
1012 entry = snd_info_create_card_entry(compr->card, "info",
1013 compr->proc_root);
1014 if (entry) {
1015 snd_info_set_text_ops(entry, compr,
1016 snd_compress_proc_info_read);
1017 if (snd_info_register(entry) < 0) {
1018 snd_info_free_entry(entry);
1019 entry = NULL;
1020 }
1021 }
1022 compr->proc_info_entry = entry;
1023
1024 return 0;
1025}
1026
1027static void snd_compress_proc_done(struct snd_compr *compr)
1028{
1029 snd_info_free_entry(compr->proc_info_entry);
1030 compr->proc_info_entry = NULL;
1031 snd_info_free_entry(compr->proc_root);
1032 compr->proc_root = NULL;
1033}
1034
1035static inline void snd_compress_set_id(struct snd_compr *compr, const char *id)
1036{
1037 strlcpy(compr->id, id, sizeof(compr->id));
1038}
1039#else
1040static inline int snd_compress_proc_init(struct snd_compr *compr)
1041{
1042 return 0;
1043}
1044
1045static inline void snd_compress_proc_done(struct snd_compr *compr)
1046{
1047}
1048
1049static inline void snd_compress_set_id(struct snd_compr *compr, const char *id)
1050{
1051}
1052#endif
1053
1054static int snd_compress_dev_free(struct snd_device *device)
1055{
1056 struct snd_compr *compr;
1057
1058 compr = device->device_data;
1059 snd_compress_proc_done(compr);
1060 put_device(&compr->dev);
1061 return 0;
1062}
1063
1064/*
1065 * snd_compress_new: create new compress device
1066 * @card: sound card pointer
1067 * @device: device number
1068 * @dirn: device direction, should be of type enum snd_compr_direction
1069 * @compr: compress device pointer
1070 */
1071int snd_compress_new(struct snd_card *card, int device,
1072 int dirn, const char *id, struct snd_compr *compr)
1073{
1074 static struct snd_device_ops ops = {
1075 .dev_free = snd_compress_dev_free,
1076 .dev_register = snd_compress_dev_register,
1077 .dev_disconnect = snd_compress_dev_disconnect,
1078 };
1079 int ret;
1080
1081 compr->card = card;
1082 compr->device = device;
1083 compr->direction = dirn;
1084
1085 snd_compress_set_id(compr, id);
1086
1087 snd_device_initialize(&compr->dev, card);
1088 dev_set_name(&compr->dev, "comprC%iD%i", card->number, device);
1089
1090 ret = snd_device_new(card, SNDRV_DEV_COMPRESS, compr, &ops);
1091 if (ret == 0)
1092 snd_compress_proc_init(compr);
1093
1094 return ret;
1095}
1096EXPORT_SYMBOL_GPL(snd_compress_new);
1097
1098static int snd_compress_add_device(struct snd_compr *device)
1099{
1100 int ret;
1101
1102 if (!device->card)
1103 return -EINVAL;
1104
1105 /* register the card */
1106 ret = snd_card_register(device->card);
1107 if (ret)
1108 goto out;
1109 return 0;
1110
1111out:
1112 pr_err("failed with %d\n", ret);
1113 return ret;
1114
1115}
1116
1117static int snd_compress_remove_device(struct snd_compr *device)
1118{
1119 return snd_card_free(device->card);
1120}
1121
1122/**
1123 * snd_compress_register - register compressed device
1124 *
1125 * @device: compressed device to register
1126 */
1127int snd_compress_register(struct snd_compr *device)
1128{
1129 int retval;
1130
1131 if (device->name == NULL || device->ops == NULL)
1132 return -EINVAL;
1133
1134 pr_debug("Registering compressed device %s\n", device->name);
1135 if (snd_BUG_ON(!device->ops->open))
1136 return -EINVAL;
1137 if (snd_BUG_ON(!device->ops->free))
1138 return -EINVAL;
1139 if (snd_BUG_ON(!device->ops->set_params))
1140 return -EINVAL;
1141 if (snd_BUG_ON(!device->ops->trigger))
1142 return -EINVAL;
1143
1144 mutex_init(&device->lock);
1145
1146 /* register a compressed card */
1147 mutex_lock(&device_mutex);
1148 retval = snd_compress_add_device(device);
1149 mutex_unlock(&device_mutex);
1150 return retval;
1151}
1152EXPORT_SYMBOL_GPL(snd_compress_register);
1153
1154int snd_compress_deregister(struct snd_compr *device)
1155{
1156 pr_debug("Removing compressed device %s\n", device->name);
1157 mutex_lock(&device_mutex);
1158 snd_compress_remove_device(device);
1159 mutex_unlock(&device_mutex);
1160 return 0;
1161}
1162EXPORT_SYMBOL_GPL(snd_compress_deregister);
1163
1164static int __init snd_compress_init(void)
1165{
1166 return 0;
1167}
1168
1169static void __exit snd_compress_exit(void)
1170{
1171}
1172
1173module_init(snd_compress_init);
1174module_exit(snd_compress_exit);
1175
1176MODULE_DESCRIPTION("ALSA Compressed offload framework");
1177MODULE_AUTHOR("Vinod Koul <vinod.koul@linux.intel.com>");
1178MODULE_LICENSE("GPL v2");
1/*
2 * compress_core.c - compress offload core
3 *
4 * Copyright (C) 2011 Intel Corporation
5 * Authors: Vinod Koul <vinod.koul@linux.intel.com>
6 * Pierre-Louis Bossart <pierre-louis.bossart@linux.intel.com>
7 * ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
8 *
9 * This program is free software; you can redistribute it and/or modify
10 * it under the terms of the GNU General Public License as published by
11 * the Free Software Foundation; version 2 of the License.
12 *
13 * This program is distributed in the hope that it will be useful, but
14 * WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
16 * General Public License for more details.
17 *
18 * You should have received a copy of the GNU General Public License along
19 * with this program; if not, write to the Free Software Foundation, Inc.,
20 * 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA.
21 *
22 * ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
23 *
24 */
25#define FORMAT(fmt) "%s: %d: " fmt, __func__, __LINE__
26#define pr_fmt(fmt) KBUILD_MODNAME ": " FORMAT(fmt)
27
28#include <linux/file.h>
29#include <linux/fs.h>
30#include <linux/list.h>
31#include <linux/math64.h>
32#include <linux/mm.h>
33#include <linux/mutex.h>
34#include <linux/poll.h>
35#include <linux/slab.h>
36#include <linux/sched.h>
37#include <linux/types.h>
38#include <linux/uio.h>
39#include <linux/uaccess.h>
40#include <linux/module.h>
41#include <sound/core.h>
42#include <sound/initval.h>
43#include <sound/compress_params.h>
44#include <sound/compress_offload.h>
45#include <sound/compress_driver.h>
46
47/* TODO:
48 * - add substream support for multiple devices in case of
49 * SND_DYNAMIC_MINORS is not used
50 * - Multiple node representation
51 * driver should be able to register multiple nodes
52 */
53
54static DEFINE_MUTEX(device_mutex);
55
56struct snd_compr_file {
57 unsigned long caps;
58 struct snd_compr_stream stream;
59};
60
61/*
62 * a note on stream states used:
63 * we use follwing states in the compressed core
64 * SNDRV_PCM_STATE_OPEN: When stream has been opened.
65 * SNDRV_PCM_STATE_SETUP: When stream has been initialized. This is done by
66 * calling SNDRV_COMPRESS_SET_PARAMS. running streams will come to this
67 * state at stop by calling SNDRV_COMPRESS_STOP, or at end of drain.
68 * SNDRV_PCM_STATE_RUNNING: When stream has been started and is
69 * decoding/encoding and rendering/capturing data.
70 * SNDRV_PCM_STATE_DRAINING: When stream is draining current data. This is done
71 * by calling SNDRV_COMPRESS_DRAIN.
72 * SNDRV_PCM_STATE_PAUSED: When stream is paused. This is done by calling
73 * SNDRV_COMPRESS_PAUSE. It can be stopped or resumed by calling
74 * SNDRV_COMPRESS_STOP or SNDRV_COMPRESS_RESUME respectively.
75 */
76static int snd_compr_open(struct inode *inode, struct file *f)
77{
78 struct snd_compr *compr;
79 struct snd_compr_file *data;
80 struct snd_compr_runtime *runtime;
81 enum snd_compr_direction dirn;
82 int maj = imajor(inode);
83 int ret;
84
85 if ((f->f_flags & O_ACCMODE) == O_WRONLY)
86 dirn = SND_COMPRESS_PLAYBACK;
87 else if ((f->f_flags & O_ACCMODE) == O_RDONLY)
88 dirn = SND_COMPRESS_CAPTURE;
89 else
90 return -EINVAL;
91
92 if (maj == snd_major)
93 compr = snd_lookup_minor_data(iminor(inode),
94 SNDRV_DEVICE_TYPE_COMPRESS);
95 else
96 return -EBADFD;
97
98 if (compr == NULL) {
99 pr_err("no device data!!!\n");
100 return -ENODEV;
101 }
102
103 if (dirn != compr->direction) {
104 pr_err("this device doesn't support this direction\n");
105 snd_card_unref(compr->card);
106 return -EINVAL;
107 }
108
109 data = kzalloc(sizeof(*data), GFP_KERNEL);
110 if (!data) {
111 snd_card_unref(compr->card);
112 return -ENOMEM;
113 }
114 data->stream.ops = compr->ops;
115 data->stream.direction = dirn;
116 data->stream.private_data = compr->private_data;
117 data->stream.device = compr;
118 runtime = kzalloc(sizeof(*runtime), GFP_KERNEL);
119 if (!runtime) {
120 kfree(data);
121 snd_card_unref(compr->card);
122 return -ENOMEM;
123 }
124 runtime->state = SNDRV_PCM_STATE_OPEN;
125 init_waitqueue_head(&runtime->sleep);
126 data->stream.runtime = runtime;
127 f->private_data = (void *)data;
128 mutex_lock(&compr->lock);
129 ret = compr->ops->open(&data->stream);
130 mutex_unlock(&compr->lock);
131 if (ret) {
132 kfree(runtime);
133 kfree(data);
134 }
135 snd_card_unref(compr->card);
136 return ret;
137}
138
139static int snd_compr_free(struct inode *inode, struct file *f)
140{
141 struct snd_compr_file *data = f->private_data;
142 struct snd_compr_runtime *runtime = data->stream.runtime;
143
144 switch (runtime->state) {
145 case SNDRV_PCM_STATE_RUNNING:
146 case SNDRV_PCM_STATE_DRAINING:
147 case SNDRV_PCM_STATE_PAUSED:
148 data->stream.ops->trigger(&data->stream, SNDRV_PCM_TRIGGER_STOP);
149 break;
150 default:
151 break;
152 }
153
154 data->stream.ops->free(&data->stream);
155 kfree(data->stream.runtime->buffer);
156 kfree(data->stream.runtime);
157 kfree(data);
158 return 0;
159}
160
161static int snd_compr_update_tstamp(struct snd_compr_stream *stream,
162 struct snd_compr_tstamp *tstamp)
163{
164 if (!stream->ops->pointer)
165 return -ENOTSUPP;
166 stream->ops->pointer(stream, tstamp);
167 pr_debug("dsp consumed till %d total %d bytes\n",
168 tstamp->byte_offset, tstamp->copied_total);
169 if (stream->direction == SND_COMPRESS_PLAYBACK)
170 stream->runtime->total_bytes_transferred = tstamp->copied_total;
171 else
172 stream->runtime->total_bytes_available = tstamp->copied_total;
173 return 0;
174}
175
176static size_t snd_compr_calc_avail(struct snd_compr_stream *stream,
177 struct snd_compr_avail *avail)
178{
179 memset(avail, 0, sizeof(*avail));
180 snd_compr_update_tstamp(stream, &avail->tstamp);
181 /* Still need to return avail even if tstamp can't be filled in */
182
183 if (stream->runtime->total_bytes_available == 0 &&
184 stream->runtime->state == SNDRV_PCM_STATE_SETUP &&
185 stream->direction == SND_COMPRESS_PLAYBACK) {
186 pr_debug("detected init and someone forgot to do a write\n");
187 return stream->runtime->buffer_size;
188 }
189 pr_debug("app wrote %lld, DSP consumed %lld\n",
190 stream->runtime->total_bytes_available,
191 stream->runtime->total_bytes_transferred);
192 if (stream->runtime->total_bytes_available ==
193 stream->runtime->total_bytes_transferred) {
194 if (stream->direction == SND_COMPRESS_PLAYBACK) {
195 pr_debug("both pointers are same, returning full avail\n");
196 return stream->runtime->buffer_size;
197 } else {
198 pr_debug("both pointers are same, returning no avail\n");
199 return 0;
200 }
201 }
202
203 avail->avail = stream->runtime->total_bytes_available -
204 stream->runtime->total_bytes_transferred;
205 if (stream->direction == SND_COMPRESS_PLAYBACK)
206 avail->avail = stream->runtime->buffer_size - avail->avail;
207
208 pr_debug("ret avail as %lld\n", avail->avail);
209 return avail->avail;
210}
211
212static inline size_t snd_compr_get_avail(struct snd_compr_stream *stream)
213{
214 struct snd_compr_avail avail;
215
216 return snd_compr_calc_avail(stream, &avail);
217}
218
219static int
220snd_compr_ioctl_avail(struct snd_compr_stream *stream, unsigned long arg)
221{
222 struct snd_compr_avail ioctl_avail;
223 size_t avail;
224
225 avail = snd_compr_calc_avail(stream, &ioctl_avail);
226 ioctl_avail.avail = avail;
227
228 if (copy_to_user((__u64 __user *)arg,
229 &ioctl_avail, sizeof(ioctl_avail)))
230 return -EFAULT;
231 return 0;
232}
233
234static int snd_compr_write_data(struct snd_compr_stream *stream,
235 const char __user *buf, size_t count)
236{
237 void *dstn;
238 size_t copy;
239 struct snd_compr_runtime *runtime = stream->runtime;
240 /* 64-bit Modulus */
241 u64 app_pointer = div64_u64(runtime->total_bytes_available,
242 runtime->buffer_size);
243 app_pointer = runtime->total_bytes_available -
244 (app_pointer * runtime->buffer_size);
245
246 dstn = runtime->buffer + app_pointer;
247 pr_debug("copying %ld at %lld\n",
248 (unsigned long)count, app_pointer);
249 if (count < runtime->buffer_size - app_pointer) {
250 if (copy_from_user(dstn, buf, count))
251 return -EFAULT;
252 } else {
253 copy = runtime->buffer_size - app_pointer;
254 if (copy_from_user(dstn, buf, copy))
255 return -EFAULT;
256 if (copy_from_user(runtime->buffer, buf + copy, count - copy))
257 return -EFAULT;
258 }
259 /* if DSP cares, let it know data has been written */
260 if (stream->ops->ack)
261 stream->ops->ack(stream, count);
262 return count;
263}
264
265static ssize_t snd_compr_write(struct file *f, const char __user *buf,
266 size_t count, loff_t *offset)
267{
268 struct snd_compr_file *data = f->private_data;
269 struct snd_compr_stream *stream;
270 size_t avail;
271 int retval;
272
273 if (snd_BUG_ON(!data))
274 return -EFAULT;
275
276 stream = &data->stream;
277 mutex_lock(&stream->device->lock);
278 /* write is allowed when stream is running or has been steup */
279 if (stream->runtime->state != SNDRV_PCM_STATE_SETUP &&
280 stream->runtime->state != SNDRV_PCM_STATE_RUNNING) {
281 mutex_unlock(&stream->device->lock);
282 return -EBADFD;
283 }
284
285 avail = snd_compr_get_avail(stream);
286 pr_debug("avail returned %ld\n", (unsigned long)avail);
287 /* calculate how much we can write to buffer */
288 if (avail > count)
289 avail = count;
290
291 if (stream->ops->copy) {
292 char __user* cbuf = (char __user*)buf;
293 retval = stream->ops->copy(stream, cbuf, avail);
294 } else {
295 retval = snd_compr_write_data(stream, buf, avail);
296 }
297 if (retval > 0)
298 stream->runtime->total_bytes_available += retval;
299
300 /* while initiating the stream, write should be called before START
301 * call, so in setup move state */
302 if (stream->runtime->state == SNDRV_PCM_STATE_SETUP) {
303 stream->runtime->state = SNDRV_PCM_STATE_PREPARED;
304 pr_debug("stream prepared, Houston we are good to go\n");
305 }
306
307 mutex_unlock(&stream->device->lock);
308 return retval;
309}
310
311
312static ssize_t snd_compr_read(struct file *f, char __user *buf,
313 size_t count, loff_t *offset)
314{
315 struct snd_compr_file *data = f->private_data;
316 struct snd_compr_stream *stream;
317 size_t avail;
318 int retval;
319
320 if (snd_BUG_ON(!data))
321 return -EFAULT;
322
323 stream = &data->stream;
324 mutex_lock(&stream->device->lock);
325
326 /* read is allowed when stream is running, paused, draining and setup
327 * (yes setup is state which we transition to after stop, so if user
328 * wants to read data after stop we allow that)
329 */
330 switch (stream->runtime->state) {
331 case SNDRV_PCM_STATE_OPEN:
332 case SNDRV_PCM_STATE_PREPARED:
333 case SNDRV_PCM_STATE_XRUN:
334 case SNDRV_PCM_STATE_SUSPENDED:
335 case SNDRV_PCM_STATE_DISCONNECTED:
336 retval = -EBADFD;
337 goto out;
338 }
339
340 avail = snd_compr_get_avail(stream);
341 pr_debug("avail returned %ld\n", (unsigned long)avail);
342 /* calculate how much we can read from buffer */
343 if (avail > count)
344 avail = count;
345
346 if (stream->ops->copy) {
347 retval = stream->ops->copy(stream, buf, avail);
348 } else {
349 retval = -ENXIO;
350 goto out;
351 }
352 if (retval > 0)
353 stream->runtime->total_bytes_transferred += retval;
354
355out:
356 mutex_unlock(&stream->device->lock);
357 return retval;
358}
359
360static int snd_compr_mmap(struct file *f, struct vm_area_struct *vma)
361{
362 return -ENXIO;
363}
364
365static inline int snd_compr_get_poll(struct snd_compr_stream *stream)
366{
367 if (stream->direction == SND_COMPRESS_PLAYBACK)
368 return POLLOUT | POLLWRNORM;
369 else
370 return POLLIN | POLLRDNORM;
371}
372
373static unsigned int snd_compr_poll(struct file *f, poll_table *wait)
374{
375 struct snd_compr_file *data = f->private_data;
376 struct snd_compr_stream *stream;
377 size_t avail;
378 int retval = 0;
379
380 if (snd_BUG_ON(!data))
381 return -EFAULT;
382 stream = &data->stream;
383 if (snd_BUG_ON(!stream))
384 return -EFAULT;
385
386 mutex_lock(&stream->device->lock);
387 if (stream->runtime->state == SNDRV_PCM_STATE_OPEN) {
388 retval = -EBADFD;
389 goto out;
390 }
391 poll_wait(f, &stream->runtime->sleep, wait);
392
393 avail = snd_compr_get_avail(stream);
394 pr_debug("avail is %ld\n", (unsigned long)avail);
395 /* check if we have at least one fragment to fill */
396 switch (stream->runtime->state) {
397 case SNDRV_PCM_STATE_DRAINING:
398 /* stream has been woken up after drain is complete
399 * draining done so set stream state to stopped
400 */
401 retval = snd_compr_get_poll(stream);
402 stream->runtime->state = SNDRV_PCM_STATE_SETUP;
403 break;
404 case SNDRV_PCM_STATE_RUNNING:
405 case SNDRV_PCM_STATE_PREPARED:
406 case SNDRV_PCM_STATE_PAUSED:
407 if (avail >= stream->runtime->fragment_size)
408 retval = snd_compr_get_poll(stream);
409 break;
410 default:
411 if (stream->direction == SND_COMPRESS_PLAYBACK)
412 retval = POLLOUT | POLLWRNORM | POLLERR;
413 else
414 retval = POLLIN | POLLRDNORM | POLLERR;
415 break;
416 }
417out:
418 mutex_unlock(&stream->device->lock);
419 return retval;
420}
421
422static int
423snd_compr_get_caps(struct snd_compr_stream *stream, unsigned long arg)
424{
425 int retval;
426 struct snd_compr_caps caps;
427
428 if (!stream->ops->get_caps)
429 return -ENXIO;
430
431 memset(&caps, 0, sizeof(caps));
432 retval = stream->ops->get_caps(stream, &caps);
433 if (retval)
434 goto out;
435 if (copy_to_user((void __user *)arg, &caps, sizeof(caps)))
436 retval = -EFAULT;
437out:
438 return retval;
439}
440
441static int
442snd_compr_get_codec_caps(struct snd_compr_stream *stream, unsigned long arg)
443{
444 int retval;
445 struct snd_compr_codec_caps *caps;
446
447 if (!stream->ops->get_codec_caps)
448 return -ENXIO;
449
450 caps = kzalloc(sizeof(*caps), GFP_KERNEL);
451 if (!caps)
452 return -ENOMEM;
453
454 retval = stream->ops->get_codec_caps(stream, caps);
455 if (retval)
456 goto out;
457 if (copy_to_user((void __user *)arg, caps, sizeof(*caps)))
458 retval = -EFAULT;
459
460out:
461 kfree(caps);
462 return retval;
463}
464
465/* revisit this with snd_pcm_preallocate_xxx */
466static int snd_compr_allocate_buffer(struct snd_compr_stream *stream,
467 struct snd_compr_params *params)
468{
469 unsigned int buffer_size;
470 void *buffer;
471
472 buffer_size = params->buffer.fragment_size * params->buffer.fragments;
473 if (stream->ops->copy) {
474 buffer = NULL;
475 /* if copy is defined the driver will be required to copy
476 * the data from core
477 */
478 } else {
479 buffer = kmalloc(buffer_size, GFP_KERNEL);
480 if (!buffer)
481 return -ENOMEM;
482 }
483 stream->runtime->fragment_size = params->buffer.fragment_size;
484 stream->runtime->fragments = params->buffer.fragments;
485 stream->runtime->buffer = buffer;
486 stream->runtime->buffer_size = buffer_size;
487 return 0;
488}
489
490static int snd_compress_check_input(struct snd_compr_params *params)
491{
492 /* first let's check the buffer parameter's */
493 if (params->buffer.fragment_size == 0 ||
494 params->buffer.fragments > SIZE_MAX / params->buffer.fragment_size)
495 return -EINVAL;
496
497 /* now codec parameters */
498 if (params->codec.id == 0 || params->codec.id > SND_AUDIOCODEC_MAX)
499 return -EINVAL;
500
501 if (params->codec.ch_in == 0 || params->codec.ch_out == 0)
502 return -EINVAL;
503
504 return 0;
505}
506
507static int
508snd_compr_set_params(struct snd_compr_stream *stream, unsigned long arg)
509{
510 struct snd_compr_params *params;
511 int retval;
512
513 if (stream->runtime->state == SNDRV_PCM_STATE_OPEN) {
514 /*
515 * we should allow parameter change only when stream has been
516 * opened not in other cases
517 */
518 params = kmalloc(sizeof(*params), GFP_KERNEL);
519 if (!params)
520 return -ENOMEM;
521 if (copy_from_user(params, (void __user *)arg, sizeof(*params))) {
522 retval = -EFAULT;
523 goto out;
524 }
525
526 retval = snd_compress_check_input(params);
527 if (retval)
528 goto out;
529
530 retval = snd_compr_allocate_buffer(stream, params);
531 if (retval) {
532 retval = -ENOMEM;
533 goto out;
534 }
535
536 retval = stream->ops->set_params(stream, params);
537 if (retval)
538 goto out;
539
540 stream->metadata_set = false;
541 stream->next_track = false;
542
543 if (stream->direction == SND_COMPRESS_PLAYBACK)
544 stream->runtime->state = SNDRV_PCM_STATE_SETUP;
545 else
546 stream->runtime->state = SNDRV_PCM_STATE_PREPARED;
547 } else {
548 return -EPERM;
549 }
550out:
551 kfree(params);
552 return retval;
553}
554
555static int
556snd_compr_get_params(struct snd_compr_stream *stream, unsigned long arg)
557{
558 struct snd_codec *params;
559 int retval;
560
561 if (!stream->ops->get_params)
562 return -EBADFD;
563
564 params = kzalloc(sizeof(*params), GFP_KERNEL);
565 if (!params)
566 return -ENOMEM;
567 retval = stream->ops->get_params(stream, params);
568 if (retval)
569 goto out;
570 if (copy_to_user((char __user *)arg, params, sizeof(*params)))
571 retval = -EFAULT;
572
573out:
574 kfree(params);
575 return retval;
576}
577
578static int
579snd_compr_get_metadata(struct snd_compr_stream *stream, unsigned long arg)
580{
581 struct snd_compr_metadata metadata;
582 int retval;
583
584 if (!stream->ops->get_metadata)
585 return -ENXIO;
586
587 if (copy_from_user(&metadata, (void __user *)arg, sizeof(metadata)))
588 return -EFAULT;
589
590 retval = stream->ops->get_metadata(stream, &metadata);
591 if (retval != 0)
592 return retval;
593
594 if (copy_to_user((void __user *)arg, &metadata, sizeof(metadata)))
595 return -EFAULT;
596
597 return 0;
598}
599
600static int
601snd_compr_set_metadata(struct snd_compr_stream *stream, unsigned long arg)
602{
603 struct snd_compr_metadata metadata;
604 int retval;
605
606 if (!stream->ops->set_metadata)
607 return -ENXIO;
608 /*
609 * we should allow parameter change only when stream has been
610 * opened not in other cases
611 */
612 if (copy_from_user(&metadata, (void __user *)arg, sizeof(metadata)))
613 return -EFAULT;
614
615 retval = stream->ops->set_metadata(stream, &metadata);
616 stream->metadata_set = true;
617
618 return retval;
619}
620
621static inline int
622snd_compr_tstamp(struct snd_compr_stream *stream, unsigned long arg)
623{
624 struct snd_compr_tstamp tstamp = {0};
625 int ret;
626
627 ret = snd_compr_update_tstamp(stream, &tstamp);
628 if (ret == 0)
629 ret = copy_to_user((struct snd_compr_tstamp __user *)arg,
630 &tstamp, sizeof(tstamp)) ? -EFAULT : 0;
631 return ret;
632}
633
634static int snd_compr_pause(struct snd_compr_stream *stream)
635{
636 int retval;
637
638 if (stream->runtime->state != SNDRV_PCM_STATE_RUNNING)
639 return -EPERM;
640 retval = stream->ops->trigger(stream, SNDRV_PCM_TRIGGER_PAUSE_PUSH);
641 if (!retval)
642 stream->runtime->state = SNDRV_PCM_STATE_PAUSED;
643 return retval;
644}
645
646static int snd_compr_resume(struct snd_compr_stream *stream)
647{
648 int retval;
649
650 if (stream->runtime->state != SNDRV_PCM_STATE_PAUSED)
651 return -EPERM;
652 retval = stream->ops->trigger(stream, SNDRV_PCM_TRIGGER_PAUSE_RELEASE);
653 if (!retval)
654 stream->runtime->state = SNDRV_PCM_STATE_RUNNING;
655 return retval;
656}
657
658static int snd_compr_start(struct snd_compr_stream *stream)
659{
660 int retval;
661
662 if (stream->runtime->state != SNDRV_PCM_STATE_PREPARED)
663 return -EPERM;
664 retval = stream->ops->trigger(stream, SNDRV_PCM_TRIGGER_START);
665 if (!retval)
666 stream->runtime->state = SNDRV_PCM_STATE_RUNNING;
667 return retval;
668}
669
670static int snd_compr_stop(struct snd_compr_stream *stream)
671{
672 int retval;
673
674 if (stream->runtime->state == SNDRV_PCM_STATE_PREPARED ||
675 stream->runtime->state == SNDRV_PCM_STATE_SETUP)
676 return -EPERM;
677 retval = stream->ops->trigger(stream, SNDRV_PCM_TRIGGER_STOP);
678 if (!retval) {
679 snd_compr_drain_notify(stream);
680 stream->runtime->total_bytes_available = 0;
681 stream->runtime->total_bytes_transferred = 0;
682 }
683 return retval;
684}
685
686static int snd_compress_wait_for_drain(struct snd_compr_stream *stream)
687{
688 int ret;
689
690 /*
691 * We are called with lock held. So drop the lock while we wait for
692 * drain complete notfication from the driver
693 *
694 * It is expected that driver will notify the drain completion and then
695 * stream will be moved to SETUP state, even if draining resulted in an
696 * error. We can trigger next track after this.
697 */
698 stream->runtime->state = SNDRV_PCM_STATE_DRAINING;
699 mutex_unlock(&stream->device->lock);
700
701 /* we wait for drain to complete here, drain can return when
702 * interruption occurred, wait returned error or success.
703 * For the first two cases we don't do anything different here and
704 * return after waking up
705 */
706
707 ret = wait_event_interruptible(stream->runtime->sleep,
708 (stream->runtime->state != SNDRV_PCM_STATE_DRAINING));
709 if (ret == -ERESTARTSYS)
710 pr_debug("wait aborted by a signal");
711 else if (ret)
712 pr_debug("wait for drain failed with %d\n", ret);
713
714
715 wake_up(&stream->runtime->sleep);
716 mutex_lock(&stream->device->lock);
717
718 return ret;
719}
720
721static int snd_compr_drain(struct snd_compr_stream *stream)
722{
723 int retval;
724
725 if (stream->runtime->state == SNDRV_PCM_STATE_PREPARED ||
726 stream->runtime->state == SNDRV_PCM_STATE_SETUP)
727 return -EPERM;
728
729 retval = stream->ops->trigger(stream, SND_COMPR_TRIGGER_DRAIN);
730 if (retval) {
731 pr_debug("SND_COMPR_TRIGGER_DRAIN failed %d\n", retval);
732 wake_up(&stream->runtime->sleep);
733 return retval;
734 }
735
736 return snd_compress_wait_for_drain(stream);
737}
738
739static int snd_compr_next_track(struct snd_compr_stream *stream)
740{
741 int retval;
742
743 /* only a running stream can transition to next track */
744 if (stream->runtime->state != SNDRV_PCM_STATE_RUNNING)
745 return -EPERM;
746
747 /* you can signal next track isf this is intended to be a gapless stream
748 * and current track metadata is set
749 */
750 if (stream->metadata_set == false)
751 return -EPERM;
752
753 retval = stream->ops->trigger(stream, SND_COMPR_TRIGGER_NEXT_TRACK);
754 if (retval != 0)
755 return retval;
756 stream->metadata_set = false;
757 stream->next_track = true;
758 return 0;
759}
760
761static int snd_compr_partial_drain(struct snd_compr_stream *stream)
762{
763 int retval;
764 if (stream->runtime->state == SNDRV_PCM_STATE_PREPARED ||
765 stream->runtime->state == SNDRV_PCM_STATE_SETUP)
766 return -EPERM;
767 /* stream can be drained only when next track has been signalled */
768 if (stream->next_track == false)
769 return -EPERM;
770
771 retval = stream->ops->trigger(stream, SND_COMPR_TRIGGER_PARTIAL_DRAIN);
772 if (retval) {
773 pr_debug("Partial drain returned failure\n");
774 wake_up(&stream->runtime->sleep);
775 return retval;
776 }
777
778 stream->next_track = false;
779 return snd_compress_wait_for_drain(stream);
780}
781
782static long snd_compr_ioctl(struct file *f, unsigned int cmd, unsigned long arg)
783{
784 struct snd_compr_file *data = f->private_data;
785 struct snd_compr_stream *stream;
786 int retval = -ENOTTY;
787
788 if (snd_BUG_ON(!data))
789 return -EFAULT;
790 stream = &data->stream;
791 if (snd_BUG_ON(!stream))
792 return -EFAULT;
793 mutex_lock(&stream->device->lock);
794 switch (_IOC_NR(cmd)) {
795 case _IOC_NR(SNDRV_COMPRESS_IOCTL_VERSION):
796 retval = put_user(SNDRV_COMPRESS_VERSION,
797 (int __user *)arg) ? -EFAULT : 0;
798 break;
799 case _IOC_NR(SNDRV_COMPRESS_GET_CAPS):
800 retval = snd_compr_get_caps(stream, arg);
801 break;
802 case _IOC_NR(SNDRV_COMPRESS_GET_CODEC_CAPS):
803 retval = snd_compr_get_codec_caps(stream, arg);
804 break;
805 case _IOC_NR(SNDRV_COMPRESS_SET_PARAMS):
806 retval = snd_compr_set_params(stream, arg);
807 break;
808 case _IOC_NR(SNDRV_COMPRESS_GET_PARAMS):
809 retval = snd_compr_get_params(stream, arg);
810 break;
811 case _IOC_NR(SNDRV_COMPRESS_SET_METADATA):
812 retval = snd_compr_set_metadata(stream, arg);
813 break;
814 case _IOC_NR(SNDRV_COMPRESS_GET_METADATA):
815 retval = snd_compr_get_metadata(stream, arg);
816 break;
817 case _IOC_NR(SNDRV_COMPRESS_TSTAMP):
818 retval = snd_compr_tstamp(stream, arg);
819 break;
820 case _IOC_NR(SNDRV_COMPRESS_AVAIL):
821 retval = snd_compr_ioctl_avail(stream, arg);
822 break;
823 case _IOC_NR(SNDRV_COMPRESS_PAUSE):
824 retval = snd_compr_pause(stream);
825 break;
826 case _IOC_NR(SNDRV_COMPRESS_RESUME):
827 retval = snd_compr_resume(stream);
828 break;
829 case _IOC_NR(SNDRV_COMPRESS_START):
830 retval = snd_compr_start(stream);
831 break;
832 case _IOC_NR(SNDRV_COMPRESS_STOP):
833 retval = snd_compr_stop(stream);
834 break;
835 case _IOC_NR(SNDRV_COMPRESS_DRAIN):
836 retval = snd_compr_drain(stream);
837 break;
838 case _IOC_NR(SNDRV_COMPRESS_PARTIAL_DRAIN):
839 retval = snd_compr_partial_drain(stream);
840 break;
841 case _IOC_NR(SNDRV_COMPRESS_NEXT_TRACK):
842 retval = snd_compr_next_track(stream);
843 break;
844
845 }
846 mutex_unlock(&stream->device->lock);
847 return retval;
848}
849
850static const struct file_operations snd_compr_file_ops = {
851 .owner = THIS_MODULE,
852 .open = snd_compr_open,
853 .release = snd_compr_free,
854 .write = snd_compr_write,
855 .read = snd_compr_read,
856 .unlocked_ioctl = snd_compr_ioctl,
857 .mmap = snd_compr_mmap,
858 .poll = snd_compr_poll,
859};
860
861static int snd_compress_dev_register(struct snd_device *device)
862{
863 int ret = -EINVAL;
864 char str[16];
865 struct snd_compr *compr;
866
867 if (snd_BUG_ON(!device || !device->device_data))
868 return -EBADFD;
869 compr = device->device_data;
870
871 sprintf(str, "comprC%iD%i", compr->card->number, compr->device);
872 pr_debug("reg %s for device %s, direction %d\n", str, compr->name,
873 compr->direction);
874 /* register compressed device */
875 ret = snd_register_device(SNDRV_DEVICE_TYPE_COMPRESS, compr->card,
876 compr->device, &snd_compr_file_ops, compr, str);
877 if (ret < 0) {
878 pr_err("snd_register_device failed\n %d", ret);
879 return ret;
880 }
881 return ret;
882
883}
884
885static int snd_compress_dev_disconnect(struct snd_device *device)
886{
887 struct snd_compr *compr;
888
889 compr = device->device_data;
890 snd_unregister_device(SNDRV_DEVICE_TYPE_COMPRESS, compr->card,
891 compr->device);
892 return 0;
893}
894
895/*
896 * snd_compress_new: create new compress device
897 * @card: sound card pointer
898 * @device: device number
899 * @dirn: device direction, should be of type enum snd_compr_direction
900 * @compr: compress device pointer
901 */
902int snd_compress_new(struct snd_card *card, int device,
903 int dirn, struct snd_compr *compr)
904{
905 static struct snd_device_ops ops = {
906 .dev_free = NULL,
907 .dev_register = snd_compress_dev_register,
908 .dev_disconnect = snd_compress_dev_disconnect,
909 };
910
911 compr->card = card;
912 compr->device = device;
913 compr->direction = dirn;
914 return snd_device_new(card, SNDRV_DEV_COMPRESS, compr, &ops);
915}
916EXPORT_SYMBOL_GPL(snd_compress_new);
917
918static int snd_compress_add_device(struct snd_compr *device)
919{
920 int ret;
921
922 if (!device->card)
923 return -EINVAL;
924
925 /* register the card */
926 ret = snd_card_register(device->card);
927 if (ret)
928 goto out;
929 return 0;
930
931out:
932 pr_err("failed with %d\n", ret);
933 return ret;
934
935}
936
937static int snd_compress_remove_device(struct snd_compr *device)
938{
939 return snd_card_free(device->card);
940}
941
942/**
943 * snd_compress_register - register compressed device
944 *
945 * @device: compressed device to register
946 */
947int snd_compress_register(struct snd_compr *device)
948{
949 int retval;
950
951 if (device->name == NULL || device->dev == NULL || device->ops == NULL)
952 return -EINVAL;
953
954 pr_debug("Registering compressed device %s\n", device->name);
955 if (snd_BUG_ON(!device->ops->open))
956 return -EINVAL;
957 if (snd_BUG_ON(!device->ops->free))
958 return -EINVAL;
959 if (snd_BUG_ON(!device->ops->set_params))
960 return -EINVAL;
961 if (snd_BUG_ON(!device->ops->trigger))
962 return -EINVAL;
963
964 mutex_init(&device->lock);
965
966 /* register a compressed card */
967 mutex_lock(&device_mutex);
968 retval = snd_compress_add_device(device);
969 mutex_unlock(&device_mutex);
970 return retval;
971}
972EXPORT_SYMBOL_GPL(snd_compress_register);
973
974int snd_compress_deregister(struct snd_compr *device)
975{
976 pr_debug("Removing compressed device %s\n", device->name);
977 mutex_lock(&device_mutex);
978 snd_compress_remove_device(device);
979 mutex_unlock(&device_mutex);
980 return 0;
981}
982EXPORT_SYMBOL_GPL(snd_compress_deregister);
983
984static int __init snd_compress_init(void)
985{
986 return 0;
987}
988
989static void __exit snd_compress_exit(void)
990{
991}
992
993module_init(snd_compress_init);
994module_exit(snd_compress_exit);
995
996MODULE_DESCRIPTION("ALSA Compressed offload framework");
997MODULE_AUTHOR("Vinod Koul <vinod.koul@linux.intel.com>");
998MODULE_LICENSE("GPL v2");