Loading...
1/* arch/arm/mach-msm/smd.c
2 *
3 * Copyright (C) 2007 Google, Inc.
4 * Author: Brian Swetland <swetland@google.com>
5 *
6 * This software is licensed under the terms of the GNU General Public
7 * License version 2, as published by the Free Software Foundation, and
8 * may be copied, distributed, and modified under those terms.
9 *
10 * This program is distributed in the hope that it will be useful,
11 * but WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13 * GNU General Public License for more details.
14 *
15 */
16
17#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
18
19#include <linux/platform_device.h>
20#include <linux/module.h>
21#include <linux/fs.h>
22#include <linux/cdev.h>
23#include <linux/device.h>
24#include <linux/wait.h>
25#include <linux/interrupt.h>
26#include <linux/irq.h>
27#include <linux/list.h>
28#include <linux/slab.h>
29#include <linux/debugfs.h>
30#include <linux/delay.h>
31
32#include <mach/msm_smd.h>
33#include <mach/system.h>
34
35#include "smd_private.h"
36#include "proc_comm.h"
37
38#if defined(CONFIG_ARCH_QSD8X50)
39#define CONFIG_QDSP6 1
40#endif
41
42void (*msm_hw_reset_hook)(void);
43
44#define MODULE_NAME "msm_smd"
45
46enum {
47 MSM_SMD_DEBUG = 1U << 0,
48 MSM_SMSM_DEBUG = 1U << 0,
49};
50
51static int msm_smd_debug_mask;
52
53struct shared_info {
54 int ready;
55 unsigned state;
56};
57
58static unsigned dummy_state[SMSM_STATE_COUNT];
59
60static struct shared_info smd_info = {
61 .state = (unsigned) &dummy_state,
62};
63
64module_param_named(debug_mask, msm_smd_debug_mask,
65 int, S_IRUGO | S_IWUSR | S_IWGRP);
66
67static unsigned last_heap_free = 0xffffffff;
68
69static inline void notify_other_smsm(void)
70{
71 msm_a2m_int(5);
72#ifdef CONFIG_QDSP6
73 msm_a2m_int(8);
74#endif
75}
76
77static inline void notify_modem_smd(void)
78{
79 msm_a2m_int(0);
80}
81
82static inline void notify_dsp_smd(void)
83{
84 msm_a2m_int(8);
85}
86
87static void smd_diag(void)
88{
89 char *x;
90
91 x = smem_find(ID_DIAG_ERR_MSG, SZ_DIAG_ERR_MSG);
92 if (x != 0) {
93 x[SZ_DIAG_ERR_MSG - 1] = 0;
94 pr_debug("DIAG '%s'\n", x);
95 }
96}
97
98/* call when SMSM_RESET flag is set in the A9's smsm_state */
99static void handle_modem_crash(void)
100{
101 pr_err("ARM9 has CRASHED\n");
102 smd_diag();
103
104 /* hard reboot if possible */
105 if (msm_hw_reset_hook)
106 msm_hw_reset_hook();
107
108 /* in this case the modem or watchdog should reboot us */
109 for (;;)
110 ;
111}
112
113uint32_t raw_smsm_get_state(enum smsm_state_item item)
114{
115 return readl(smd_info.state + item * 4);
116}
117
118static int check_for_modem_crash(void)
119{
120 if (raw_smsm_get_state(SMSM_STATE_MODEM) & SMSM_RESET) {
121 handle_modem_crash();
122 return -1;
123 }
124 return 0;
125}
126
127/* the spinlock is used to synchronize between the
128 * irq handler and code that mutates the channel
129 * list or fiddles with channel state
130 */
131DEFINE_SPINLOCK(smd_lock);
132DEFINE_SPINLOCK(smem_lock);
133
134/* the mutex is used during open() and close()
135 * operations to avoid races while creating or
136 * destroying smd_channel structures
137 */
138static DEFINE_MUTEX(smd_creation_mutex);
139
140static int smd_initialized;
141
142LIST_HEAD(smd_ch_closed_list);
143LIST_HEAD(smd_ch_list_modem);
144LIST_HEAD(smd_ch_list_dsp);
145
146static unsigned char smd_ch_allocated[64];
147static struct work_struct probe_work;
148
149/* how many bytes are available for reading */
150static int smd_stream_read_avail(struct smd_channel *ch)
151{
152 return (ch->recv->head - ch->recv->tail) & ch->fifo_mask;
153}
154
155/* how many bytes we are free to write */
156static int smd_stream_write_avail(struct smd_channel *ch)
157{
158 return ch->fifo_mask -
159 ((ch->send->head - ch->send->tail) & ch->fifo_mask);
160}
161
162static int smd_packet_read_avail(struct smd_channel *ch)
163{
164 if (ch->current_packet) {
165 int n = smd_stream_read_avail(ch);
166 if (n > ch->current_packet)
167 n = ch->current_packet;
168 return n;
169 } else {
170 return 0;
171 }
172}
173
174static int smd_packet_write_avail(struct smd_channel *ch)
175{
176 int n = smd_stream_write_avail(ch);
177 return n > SMD_HEADER_SIZE ? n - SMD_HEADER_SIZE : 0;
178}
179
180static int ch_is_open(struct smd_channel *ch)
181{
182 return (ch->recv->state == SMD_SS_OPENED) &&
183 (ch->send->state == SMD_SS_OPENED);
184}
185
186/* provide a pointer and length to readable data in the fifo */
187static unsigned ch_read_buffer(struct smd_channel *ch, void **ptr)
188{
189 unsigned head = ch->recv->head;
190 unsigned tail = ch->recv->tail;
191 *ptr = (void *) (ch->recv_data + tail);
192
193 if (tail <= head)
194 return head - tail;
195 else
196 return ch->fifo_size - tail;
197}
198
199/* advance the fifo read pointer after data from ch_read_buffer is consumed */
200static void ch_read_done(struct smd_channel *ch, unsigned count)
201{
202 BUG_ON(count > smd_stream_read_avail(ch));
203 ch->recv->tail = (ch->recv->tail + count) & ch->fifo_mask;
204 ch->send->fTAIL = 1;
205}
206
207/* basic read interface to ch_read_{buffer,done} used
208 * by smd_*_read() and update_packet_state()
209 * will read-and-discard if the _data pointer is null
210 */
211static int ch_read(struct smd_channel *ch, void *_data, int len)
212{
213 void *ptr;
214 unsigned n;
215 unsigned char *data = _data;
216 int orig_len = len;
217
218 while (len > 0) {
219 n = ch_read_buffer(ch, &ptr);
220 if (n == 0)
221 break;
222
223 if (n > len)
224 n = len;
225 if (_data)
226 memcpy(data, ptr, n);
227
228 data += n;
229 len -= n;
230 ch_read_done(ch, n);
231 }
232
233 return orig_len - len;
234}
235
236static void update_stream_state(struct smd_channel *ch)
237{
238 /* streams have no special state requiring updating */
239}
240
241static void update_packet_state(struct smd_channel *ch)
242{
243 unsigned hdr[5];
244 int r;
245
246 /* can't do anything if we're in the middle of a packet */
247 if (ch->current_packet != 0)
248 return;
249
250 /* don't bother unless we can get the full header */
251 if (smd_stream_read_avail(ch) < SMD_HEADER_SIZE)
252 return;
253
254 r = ch_read(ch, hdr, SMD_HEADER_SIZE);
255 BUG_ON(r != SMD_HEADER_SIZE);
256
257 ch->current_packet = hdr[0];
258}
259
260/* provide a pointer and length to next free space in the fifo */
261static unsigned ch_write_buffer(struct smd_channel *ch, void **ptr)
262{
263 unsigned head = ch->send->head;
264 unsigned tail = ch->send->tail;
265 *ptr = (void *) (ch->send_data + head);
266
267 if (head < tail) {
268 return tail - head - 1;
269 } else {
270 if (tail == 0)
271 return ch->fifo_size - head - 1;
272 else
273 return ch->fifo_size - head;
274 }
275}
276
277/* advace the fifo write pointer after freespace
278 * from ch_write_buffer is filled
279 */
280static void ch_write_done(struct smd_channel *ch, unsigned count)
281{
282 BUG_ON(count > smd_stream_write_avail(ch));
283 ch->send->head = (ch->send->head + count) & ch->fifo_mask;
284 ch->send->fHEAD = 1;
285}
286
287static void ch_set_state(struct smd_channel *ch, unsigned n)
288{
289 if (n == SMD_SS_OPENED) {
290 ch->send->fDSR = 1;
291 ch->send->fCTS = 1;
292 ch->send->fCD = 1;
293 } else {
294 ch->send->fDSR = 0;
295 ch->send->fCTS = 0;
296 ch->send->fCD = 0;
297 }
298 ch->send->state = n;
299 ch->send->fSTATE = 1;
300 ch->notify_other_cpu();
301}
302
303static void do_smd_probe(void)
304{
305 struct smem_shared *shared = (void *) MSM_SHARED_RAM_BASE;
306 if (shared->heap_info.free_offset != last_heap_free) {
307 last_heap_free = shared->heap_info.free_offset;
308 schedule_work(&probe_work);
309 }
310}
311
312static void smd_state_change(struct smd_channel *ch,
313 unsigned last, unsigned next)
314{
315 ch->last_state = next;
316
317 pr_debug("ch %d %d -> %d\n", ch->n, last, next);
318
319 switch (next) {
320 case SMD_SS_OPENING:
321 ch->recv->tail = 0;
322 case SMD_SS_OPENED:
323 if (ch->send->state != SMD_SS_OPENED)
324 ch_set_state(ch, SMD_SS_OPENED);
325 ch->notify(ch->priv, SMD_EVENT_OPEN);
326 break;
327 case SMD_SS_FLUSHING:
328 case SMD_SS_RESET:
329 /* we should force them to close? */
330 default:
331 ch->notify(ch->priv, SMD_EVENT_CLOSE);
332 }
333}
334
335static void handle_smd_irq(struct list_head *list, void (*notify)(void))
336{
337 unsigned long flags;
338 struct smd_channel *ch;
339 int do_notify = 0;
340 unsigned ch_flags;
341 unsigned tmp;
342
343 spin_lock_irqsave(&smd_lock, flags);
344 list_for_each_entry(ch, list, ch_list) {
345 ch_flags = 0;
346 if (ch_is_open(ch)) {
347 if (ch->recv->fHEAD) {
348 ch->recv->fHEAD = 0;
349 ch_flags |= 1;
350 do_notify |= 1;
351 }
352 if (ch->recv->fTAIL) {
353 ch->recv->fTAIL = 0;
354 ch_flags |= 2;
355 do_notify |= 1;
356 }
357 if (ch->recv->fSTATE) {
358 ch->recv->fSTATE = 0;
359 ch_flags |= 4;
360 do_notify |= 1;
361 }
362 }
363 tmp = ch->recv->state;
364 if (tmp != ch->last_state)
365 smd_state_change(ch, ch->last_state, tmp);
366 if (ch_flags) {
367 ch->update_state(ch);
368 ch->notify(ch->priv, SMD_EVENT_DATA);
369 }
370 }
371 if (do_notify)
372 notify();
373 spin_unlock_irqrestore(&smd_lock, flags);
374 do_smd_probe();
375}
376
377static irqreturn_t smd_modem_irq_handler(int irq, void *data)
378{
379 handle_smd_irq(&smd_ch_list_modem, notify_modem_smd);
380 return IRQ_HANDLED;
381}
382
383#if defined(CONFIG_QDSP6)
384static irqreturn_t smd_dsp_irq_handler(int irq, void *data)
385{
386 handle_smd_irq(&smd_ch_list_dsp, notify_dsp_smd);
387 return IRQ_HANDLED;
388}
389#endif
390
391static void smd_fake_irq_handler(unsigned long arg)
392{
393 handle_smd_irq(&smd_ch_list_modem, notify_modem_smd);
394 handle_smd_irq(&smd_ch_list_dsp, notify_dsp_smd);
395}
396
397static DECLARE_TASKLET(smd_fake_irq_tasklet, smd_fake_irq_handler, 0);
398
399static inline int smd_need_int(struct smd_channel *ch)
400{
401 if (ch_is_open(ch)) {
402 if (ch->recv->fHEAD || ch->recv->fTAIL || ch->recv->fSTATE)
403 return 1;
404 if (ch->recv->state != ch->last_state)
405 return 1;
406 }
407 return 0;
408}
409
410void smd_sleep_exit(void)
411{
412 unsigned long flags;
413 struct smd_channel *ch;
414 int need_int = 0;
415
416 spin_lock_irqsave(&smd_lock, flags);
417 list_for_each_entry(ch, &smd_ch_list_modem, ch_list) {
418 if (smd_need_int(ch)) {
419 need_int = 1;
420 break;
421 }
422 }
423 list_for_each_entry(ch, &smd_ch_list_dsp, ch_list) {
424 if (smd_need_int(ch)) {
425 need_int = 1;
426 break;
427 }
428 }
429 spin_unlock_irqrestore(&smd_lock, flags);
430 do_smd_probe();
431
432 if (need_int) {
433 if (msm_smd_debug_mask & MSM_SMD_DEBUG)
434 pr_info("smd_sleep_exit need interrupt\n");
435 tasklet_schedule(&smd_fake_irq_tasklet);
436 }
437}
438
439
440void smd_kick(smd_channel_t *ch)
441{
442 unsigned long flags;
443 unsigned tmp;
444
445 spin_lock_irqsave(&smd_lock, flags);
446 ch->update_state(ch);
447 tmp = ch->recv->state;
448 if (tmp != ch->last_state) {
449 ch->last_state = tmp;
450 if (tmp == SMD_SS_OPENED)
451 ch->notify(ch->priv, SMD_EVENT_OPEN);
452 else
453 ch->notify(ch->priv, SMD_EVENT_CLOSE);
454 }
455 ch->notify(ch->priv, SMD_EVENT_DATA);
456 ch->notify_other_cpu();
457 spin_unlock_irqrestore(&smd_lock, flags);
458}
459
460static int smd_is_packet(int chn, unsigned type)
461{
462 type &= SMD_KIND_MASK;
463 if (type == SMD_KIND_PACKET)
464 return 1;
465 if (type == SMD_KIND_STREAM)
466 return 0;
467
468 /* older AMSS reports SMD_KIND_UNKNOWN always */
469 if ((chn > 4) || (chn == 1))
470 return 1;
471 else
472 return 0;
473}
474
475static int smd_stream_write(smd_channel_t *ch, const void *_data, int len)
476{
477 void *ptr;
478 const unsigned char *buf = _data;
479 unsigned xfer;
480 int orig_len = len;
481
482 if (len < 0)
483 return -EINVAL;
484
485 while ((xfer = ch_write_buffer(ch, &ptr)) != 0) {
486 if (!ch_is_open(ch))
487 break;
488 if (xfer > len)
489 xfer = len;
490 memcpy(ptr, buf, xfer);
491 ch_write_done(ch, xfer);
492 len -= xfer;
493 buf += xfer;
494 if (len == 0)
495 break;
496 }
497
498 ch->notify_other_cpu();
499
500 return orig_len - len;
501}
502
503static int smd_packet_write(smd_channel_t *ch, const void *_data, int len)
504{
505 unsigned hdr[5];
506
507 if (len < 0)
508 return -EINVAL;
509
510 if (smd_stream_write_avail(ch) < (len + SMD_HEADER_SIZE))
511 return -ENOMEM;
512
513 hdr[0] = len;
514 hdr[1] = hdr[2] = hdr[3] = hdr[4] = 0;
515
516 smd_stream_write(ch, hdr, sizeof(hdr));
517 smd_stream_write(ch, _data, len);
518
519 return len;
520}
521
522static int smd_stream_read(smd_channel_t *ch, void *data, int len)
523{
524 int r;
525
526 if (len < 0)
527 return -EINVAL;
528
529 r = ch_read(ch, data, len);
530 if (r > 0)
531 ch->notify_other_cpu();
532
533 return r;
534}
535
536static int smd_packet_read(smd_channel_t *ch, void *data, int len)
537{
538 unsigned long flags;
539 int r;
540
541 if (len < 0)
542 return -EINVAL;
543
544 if (len > ch->current_packet)
545 len = ch->current_packet;
546
547 r = ch_read(ch, data, len);
548 if (r > 0)
549 ch->notify_other_cpu();
550
551 spin_lock_irqsave(&smd_lock, flags);
552 ch->current_packet -= r;
553 update_packet_state(ch);
554 spin_unlock_irqrestore(&smd_lock, flags);
555
556 return r;
557}
558
559static int smd_alloc_channel(const char *name, uint32_t cid, uint32_t type)
560{
561 struct smd_channel *ch;
562
563 ch = kzalloc(sizeof(struct smd_channel), GFP_KERNEL);
564 if (ch == 0) {
565 pr_err("smd_alloc_channel() out of memory\n");
566 return -1;
567 }
568 ch->n = cid;
569
570 if (_smd_alloc_channel(ch)) {
571 kfree(ch);
572 return -1;
573 }
574
575 ch->fifo_mask = ch->fifo_size - 1;
576 ch->type = type;
577
578 if ((type & SMD_TYPE_MASK) == SMD_TYPE_APPS_MODEM)
579 ch->notify_other_cpu = notify_modem_smd;
580 else
581 ch->notify_other_cpu = notify_dsp_smd;
582
583 if (smd_is_packet(cid, type)) {
584 ch->read = smd_packet_read;
585 ch->write = smd_packet_write;
586 ch->read_avail = smd_packet_read_avail;
587 ch->write_avail = smd_packet_write_avail;
588 ch->update_state = update_packet_state;
589 } else {
590 ch->read = smd_stream_read;
591 ch->write = smd_stream_write;
592 ch->read_avail = smd_stream_read_avail;
593 ch->write_avail = smd_stream_write_avail;
594 ch->update_state = update_stream_state;
595 }
596
597 if ((type & 0xff) == 0)
598 memcpy(ch->name, "SMD_", 4);
599 else
600 memcpy(ch->name, "DSP_", 4);
601 memcpy(ch->name + 4, name, 20);
602 ch->name[23] = 0;
603 ch->pdev.name = ch->name;
604 ch->pdev.id = -1;
605
606 pr_debug("smd_alloc_channel() cid=%02d size=%05d '%s'\n",
607 ch->n, ch->fifo_size, ch->name);
608
609 mutex_lock(&smd_creation_mutex);
610 list_add(&ch->ch_list, &smd_ch_closed_list);
611 mutex_unlock(&smd_creation_mutex);
612
613 platform_device_register(&ch->pdev);
614 return 0;
615}
616
617static void smd_channel_probe_worker(struct work_struct *work)
618{
619 struct smd_alloc_elm *shared;
620 unsigned ctype;
621 unsigned type;
622 unsigned n;
623
624 shared = smem_find(ID_CH_ALLOC_TBL, sizeof(*shared) * 64);
625 if (!shared) {
626 pr_err("cannot find allocation table\n");
627 return;
628 }
629 for (n = 0; n < 64; n++) {
630 if (smd_ch_allocated[n])
631 continue;
632 if (!shared[n].ref_count)
633 continue;
634 if (!shared[n].name[0])
635 continue;
636 ctype = shared[n].ctype;
637 type = ctype & SMD_TYPE_MASK;
638
639 /* DAL channels are stream but neither the modem,
640 * nor the DSP correctly indicate this. Fixup manually.
641 */
642 if (!memcmp(shared[n].name, "DAL", 3))
643 ctype = (ctype & (~SMD_KIND_MASK)) | SMD_KIND_STREAM;
644
645 type = shared[n].ctype & SMD_TYPE_MASK;
646 if ((type == SMD_TYPE_APPS_MODEM) ||
647 (type == SMD_TYPE_APPS_DSP))
648 if (!smd_alloc_channel(shared[n].name, shared[n].cid, ctype))
649 smd_ch_allocated[n] = 1;
650 }
651}
652
653static void do_nothing_notify(void *priv, unsigned flags)
654{
655}
656
657struct smd_channel *smd_get_channel(const char *name)
658{
659 struct smd_channel *ch;
660
661 mutex_lock(&smd_creation_mutex);
662 list_for_each_entry(ch, &smd_ch_closed_list, ch_list) {
663 if (!strcmp(name, ch->name)) {
664 list_del(&ch->ch_list);
665 mutex_unlock(&smd_creation_mutex);
666 return ch;
667 }
668 }
669 mutex_unlock(&smd_creation_mutex);
670
671 return NULL;
672}
673
674int smd_open(const char *name, smd_channel_t **_ch,
675 void *priv, void (*notify)(void *, unsigned))
676{
677 struct smd_channel *ch;
678 unsigned long flags;
679
680 if (smd_initialized == 0) {
681 pr_info("smd_open() before smd_init()\n");
682 return -ENODEV;
683 }
684
685 ch = smd_get_channel(name);
686 if (!ch)
687 return -ENODEV;
688
689 if (notify == 0)
690 notify = do_nothing_notify;
691
692 ch->notify = notify;
693 ch->current_packet = 0;
694 ch->last_state = SMD_SS_CLOSED;
695 ch->priv = priv;
696
697 *_ch = ch;
698
699 spin_lock_irqsave(&smd_lock, flags);
700
701 if ((ch->type & SMD_TYPE_MASK) == SMD_TYPE_APPS_MODEM)
702 list_add(&ch->ch_list, &smd_ch_list_modem);
703 else
704 list_add(&ch->ch_list, &smd_ch_list_dsp);
705
706 /* If the remote side is CLOSING, we need to get it to
707 * move to OPENING (which we'll do by moving from CLOSED to
708 * OPENING) and then get it to move from OPENING to
709 * OPENED (by doing the same state change ourselves).
710 *
711 * Otherwise, it should be OPENING and we can move directly
712 * to OPENED so that it will follow.
713 */
714 if (ch->recv->state == SMD_SS_CLOSING) {
715 ch->send->head = 0;
716 ch_set_state(ch, SMD_SS_OPENING);
717 } else {
718 ch_set_state(ch, SMD_SS_OPENED);
719 }
720 spin_unlock_irqrestore(&smd_lock, flags);
721 smd_kick(ch);
722
723 return 0;
724}
725
726int smd_close(smd_channel_t *ch)
727{
728 unsigned long flags;
729
730 if (ch == 0)
731 return -1;
732
733 spin_lock_irqsave(&smd_lock, flags);
734 ch->notify = do_nothing_notify;
735 list_del(&ch->ch_list);
736 ch_set_state(ch, SMD_SS_CLOSED);
737 spin_unlock_irqrestore(&smd_lock, flags);
738
739 mutex_lock(&smd_creation_mutex);
740 list_add(&ch->ch_list, &smd_ch_closed_list);
741 mutex_unlock(&smd_creation_mutex);
742
743 return 0;
744}
745
746int smd_read(smd_channel_t *ch, void *data, int len)
747{
748 return ch->read(ch, data, len);
749}
750
751int smd_write(smd_channel_t *ch, const void *data, int len)
752{
753 return ch->write(ch, data, len);
754}
755
756int smd_write_atomic(smd_channel_t *ch, const void *data, int len)
757{
758 unsigned long flags;
759 int res;
760 spin_lock_irqsave(&smd_lock, flags);
761 res = ch->write(ch, data, len);
762 spin_unlock_irqrestore(&smd_lock, flags);
763 return res;
764}
765
766int smd_read_avail(smd_channel_t *ch)
767{
768 return ch->read_avail(ch);
769}
770
771int smd_write_avail(smd_channel_t *ch)
772{
773 return ch->write_avail(ch);
774}
775
776int smd_wait_until_readable(smd_channel_t *ch, int bytes)
777{
778 return -1;
779}
780
781int smd_wait_until_writable(smd_channel_t *ch, int bytes)
782{
783 return -1;
784}
785
786int smd_cur_packet_size(smd_channel_t *ch)
787{
788 return ch->current_packet;
789}
790
791
792/* ------------------------------------------------------------------------- */
793
794void *smem_alloc(unsigned id, unsigned size)
795{
796 return smem_find(id, size);
797}
798
799void *smem_item(unsigned id, unsigned *size)
800{
801 struct smem_shared *shared = (void *) MSM_SHARED_RAM_BASE;
802 struct smem_heap_entry *toc = shared->heap_toc;
803
804 if (id >= SMEM_NUM_ITEMS)
805 return 0;
806
807 if (toc[id].allocated) {
808 *size = toc[id].size;
809 return (void *) (MSM_SHARED_RAM_BASE + toc[id].offset);
810 } else {
811 *size = 0;
812 }
813
814 return 0;
815}
816
817void *smem_find(unsigned id, unsigned size_in)
818{
819 unsigned size;
820 void *ptr;
821
822 ptr = smem_item(id, &size);
823 if (!ptr)
824 return 0;
825
826 size_in = ALIGN(size_in, 8);
827 if (size_in != size) {
828 pr_err("smem_find(%d, %d): wrong size %d\n",
829 id, size_in, size);
830 return 0;
831 }
832
833 return ptr;
834}
835
836static irqreturn_t smsm_irq_handler(int irq, void *data)
837{
838 unsigned long flags;
839 unsigned apps, modm;
840
841 spin_lock_irqsave(&smem_lock, flags);
842
843 apps = raw_smsm_get_state(SMSM_STATE_APPS);
844 modm = raw_smsm_get_state(SMSM_STATE_MODEM);
845
846 if (msm_smd_debug_mask & MSM_SMSM_DEBUG)
847 pr_info("<SM %08x %08x>\n", apps, modm);
848 if (modm & SMSM_RESET)
849 handle_modem_crash();
850
851 do_smd_probe();
852
853 spin_unlock_irqrestore(&smem_lock, flags);
854 return IRQ_HANDLED;
855}
856
857int smsm_change_state(enum smsm_state_item item,
858 uint32_t clear_mask, uint32_t set_mask)
859{
860 unsigned long addr = smd_info.state + item * 4;
861 unsigned long flags;
862 unsigned state;
863
864 if (!smd_info.ready)
865 return -EIO;
866
867 spin_lock_irqsave(&smem_lock, flags);
868
869 if (raw_smsm_get_state(SMSM_STATE_MODEM) & SMSM_RESET)
870 handle_modem_crash();
871
872 state = (readl(addr) & ~clear_mask) | set_mask;
873 writel(state, addr);
874
875 if (msm_smd_debug_mask & MSM_SMSM_DEBUG)
876 pr_info("smsm_change_state %d %x\n", item, state);
877 notify_other_smsm();
878
879 spin_unlock_irqrestore(&smem_lock, flags);
880
881 return 0;
882}
883
884uint32_t smsm_get_state(enum smsm_state_item item)
885{
886 unsigned long flags;
887 uint32_t rv;
888
889 spin_lock_irqsave(&smem_lock, flags);
890
891 rv = readl(smd_info.state + item * 4);
892
893 if (item == SMSM_STATE_MODEM && (rv & SMSM_RESET))
894 handle_modem_crash();
895
896 spin_unlock_irqrestore(&smem_lock, flags);
897
898 return rv;
899}
900
901#ifdef CONFIG_ARCH_MSM_SCORPION
902
903int smsm_set_sleep_duration(uint32_t delay)
904{
905 struct msm_dem_slave_data *ptr;
906
907 ptr = smem_find(SMEM_APPS_DEM_SLAVE_DATA, sizeof(*ptr));
908 if (ptr == NULL) {
909 pr_err("smsm_set_sleep_duration <SM NO APPS_DEM_SLAVE_DATA>\n");
910 return -EIO;
911 }
912 if (msm_smd_debug_mask & MSM_SMSM_DEBUG)
913 pr_info("smsm_set_sleep_duration %d -> %d\n",
914 ptr->sleep_time, delay);
915 ptr->sleep_time = delay;
916 return 0;
917}
918
919#else
920
921int smsm_set_sleep_duration(uint32_t delay)
922{
923 uint32_t *ptr;
924
925 ptr = smem_find(SMEM_SMSM_SLEEP_DELAY, sizeof(*ptr));
926 if (ptr == NULL) {
927 pr_err("smsm_set_sleep_duration <SM NO SLEEP_DELAY>\n");
928 return -EIO;
929 }
930 if (msm_smd_debug_mask & MSM_SMSM_DEBUG)
931 pr_info("smsm_set_sleep_duration %d -> %d\n",
932 *ptr, delay);
933 *ptr = delay;
934 return 0;
935}
936
937#endif
938
939int smd_core_init(void)
940{
941 int r;
942
943 /* wait for essential items to be initialized */
944 for (;;) {
945 unsigned size;
946 void *state;
947 state = smem_item(SMEM_SMSM_SHARED_STATE, &size);
948 if (size == SMSM_V1_SIZE || size == SMSM_V2_SIZE) {
949 smd_info.state = (unsigned)state;
950 break;
951 }
952 }
953
954 smd_info.ready = 1;
955
956 r = request_irq(INT_A9_M2A_0, smd_modem_irq_handler,
957 IRQF_TRIGGER_RISING, "smd_dev", 0);
958 if (r < 0)
959 return r;
960 r = enable_irq_wake(INT_A9_M2A_0);
961 if (r < 0)
962 pr_err("smd_core_init: enable_irq_wake failed for A9_M2A_0\n");
963
964 r = request_irq(INT_A9_M2A_5, smsm_irq_handler,
965 IRQF_TRIGGER_RISING, "smsm_dev", 0);
966 if (r < 0) {
967 free_irq(INT_A9_M2A_0, 0);
968 return r;
969 }
970 r = enable_irq_wake(INT_A9_M2A_5);
971 if (r < 0)
972 pr_err("smd_core_init: enable_irq_wake failed for A9_M2A_5\n");
973
974#if defined(CONFIG_QDSP6)
975 r = request_irq(INT_ADSP_A11, smd_dsp_irq_handler,
976 IRQF_TRIGGER_RISING, "smd_dsp", 0);
977 if (r < 0) {
978 free_irq(INT_A9_M2A_0, 0);
979 free_irq(INT_A9_M2A_5, 0);
980 return r;
981 }
982#endif
983
984 /* check for any SMD channels that may already exist */
985 do_smd_probe();
986
987 /* indicate that we're up and running */
988 smsm_change_state(SMSM_STATE_APPS,
989 ~0, SMSM_INIT | SMSM_SMDINIT | SMSM_RPCINIT | SMSM_RUN);
990#ifdef CONFIG_ARCH_MSM_SCORPION
991 smsm_change_state(SMSM_STATE_APPS_DEM, ~0, 0);
992#endif
993
994 return 0;
995}
996
997static int __devinit msm_smd_probe(struct platform_device *pdev)
998{
999 /*
1000 * If we haven't waited for the ARM9 to boot up till now,
1001 * then we need to wait here. Otherwise this should just
1002 * return immediately.
1003 */
1004 proc_comm_boot_wait();
1005
1006 INIT_WORK(&probe_work, smd_channel_probe_worker);
1007
1008 if (smd_core_init()) {
1009 pr_err("smd_core_init() failed\n");
1010 return -1;
1011 }
1012
1013 do_smd_probe();
1014
1015 msm_check_for_modem_crash = check_for_modem_crash;
1016
1017 msm_init_last_radio_log(THIS_MODULE);
1018
1019 smd_initialized = 1;
1020
1021 return 0;
1022}
1023
1024static struct platform_driver msm_smd_driver = {
1025 .probe = msm_smd_probe,
1026 .driver = {
1027 .name = MODULE_NAME,
1028 .owner = THIS_MODULE,
1029 },
1030};
1031
1032static int __init msm_smd_init(void)
1033{
1034 return platform_driver_register(&msm_smd_driver);
1035}
1036
1037module_init(msm_smd_init);
1038
1039MODULE_DESCRIPTION("MSM Shared Memory Core");
1040MODULE_AUTHOR("Brian Swetland <swetland@google.com>");
1041MODULE_LICENSE("GPL");