Merge branch 'for-linus' of git://git.kernel.org/pub/scm/linux/kernel/git/dtor/input
[sfrench/cifs-2.6.git] / arch / arm / mach-omap2 / cm3xxx.c
1 /*
2  * OMAP3xxx CM module functions
3  *
4  * Copyright (C) 2009 Nokia Corporation
5  * Copyright (C) 2008-2010, 2012 Texas Instruments, Inc.
6  * Paul Walmsley
7  * Rajendra Nayak <rnayak@ti.com>
8  *
9  * This program is free software; you can redistribute it and/or modify
10  * it under the terms of the GNU General Public License version 2 as
11  * published by the Free Software Foundation.
12  */
13
14 #include <linux/kernel.h>
15 #include <linux/types.h>
16 #include <linux/delay.h>
17 #include <linux/errno.h>
18 #include <linux/err.h>
19 #include <linux/io.h>
20
21 #include "prm2xxx_3xxx.h"
22 #include "cm.h"
23 #include "cm3xxx.h"
24 #include "cm-regbits-34xx.h"
25 #include "clockdomain.h"
26
27 static const u8 omap3xxx_cm_idlest_offs[] = {
28         CM_IDLEST1, CM_IDLEST2, OMAP2430_CM_IDLEST3
29 };
30
31 /*
32  *
33  */
34
35 static void _write_clktrctrl(u8 c, s16 module, u32 mask)
36 {
37         u32 v;
38
39         v = omap2_cm_read_mod_reg(module, OMAP2_CM_CLKSTCTRL);
40         v &= ~mask;
41         v |= c << __ffs(mask);
42         omap2_cm_write_mod_reg(v, module, OMAP2_CM_CLKSTCTRL);
43 }
44
45 static bool omap3xxx_cm_is_clkdm_in_hwsup(s16 module, u32 mask)
46 {
47         u32 v;
48
49         v = omap2_cm_read_mod_reg(module, OMAP2_CM_CLKSTCTRL);
50         v &= mask;
51         v >>= __ffs(mask);
52
53         return (v == OMAP34XX_CLKSTCTRL_ENABLE_AUTO) ? 1 : 0;
54 }
55
56 static void omap3xxx_cm_clkdm_enable_hwsup(s16 module, u32 mask)
57 {
58         _write_clktrctrl(OMAP34XX_CLKSTCTRL_ENABLE_AUTO, module, mask);
59 }
60
61 static void omap3xxx_cm_clkdm_disable_hwsup(s16 module, u32 mask)
62 {
63         _write_clktrctrl(OMAP34XX_CLKSTCTRL_DISABLE_AUTO, module, mask);
64 }
65
66 static void omap3xxx_cm_clkdm_force_sleep(s16 module, u32 mask)
67 {
68         _write_clktrctrl(OMAP34XX_CLKSTCTRL_FORCE_SLEEP, module, mask);
69 }
70
71 static void omap3xxx_cm_clkdm_force_wakeup(s16 module, u32 mask)
72 {
73         _write_clktrctrl(OMAP34XX_CLKSTCTRL_FORCE_WAKEUP, module, mask);
74 }
75
76 /*
77  *
78  */
79
80 /**
81  * omap3xxx_cm_wait_module_ready - wait for a module to leave idle or standby
82  * @part: PRCM partition, ignored for OMAP3
83  * @prcm_mod: PRCM module offset
84  * @idlest_id: CM_IDLESTx register ID (i.e., x = 1, 2, 3)
85  * @idlest_shift: shift of the bit in the CM_IDLEST* register to check
86  *
87  * Wait for the PRCM to indicate that the module identified by
88  * (@prcm_mod, @idlest_id, @idlest_shift) is clocked.  Return 0 upon
89  * success or -EBUSY if the module doesn't enable in time.
90  */
91 static int omap3xxx_cm_wait_module_ready(u8 part, s16 prcm_mod, u16 idlest_id,
92                                          u8 idlest_shift)
93 {
94         int ena = 0, i = 0;
95         u8 cm_idlest_reg;
96         u32 mask;
97
98         if (!idlest_id || (idlest_id > ARRAY_SIZE(omap3xxx_cm_idlest_offs)))
99                 return -EINVAL;
100
101         cm_idlest_reg = omap3xxx_cm_idlest_offs[idlest_id - 1];
102
103         mask = 1 << idlest_shift;
104         ena = 0;
105
106         omap_test_timeout(((omap2_cm_read_mod_reg(prcm_mod, cm_idlest_reg) &
107                             mask) == ena), MAX_MODULE_READY_TIME, i);
108
109         return (i < MAX_MODULE_READY_TIME) ? 0 : -EBUSY;
110 }
111
112 /**
113  * omap3xxx_cm_split_idlest_reg - split CM_IDLEST reg addr into its components
114  * @idlest_reg: CM_IDLEST* virtual address
115  * @prcm_inst: pointer to an s16 to return the PRCM instance offset
116  * @idlest_reg_id: pointer to a u8 to return the CM_IDLESTx register ID
117  *
118  * XXX This function is only needed until absolute register addresses are
119  * removed from the OMAP struct clk records.
120  */
121 static int omap3xxx_cm_split_idlest_reg(void __iomem *idlest_reg,
122                                         s16 *prcm_inst,
123                                         u8 *idlest_reg_id)
124 {
125         unsigned long offs;
126         u8 idlest_offs;
127         int i;
128
129         if (idlest_reg < (cm_base + OMAP3430_IVA2_MOD) ||
130             idlest_reg > (cm_base + 0x1ffff))
131                 return -EINVAL;
132
133         idlest_offs = (unsigned long)idlest_reg & 0xff;
134         for (i = 0; i < ARRAY_SIZE(omap3xxx_cm_idlest_offs); i++) {
135                 if (idlest_offs == omap3xxx_cm_idlest_offs[i]) {
136                         *idlest_reg_id = i + 1;
137                         break;
138                 }
139         }
140
141         if (i == ARRAY_SIZE(omap3xxx_cm_idlest_offs))
142                 return -EINVAL;
143
144         offs = idlest_reg - cm_base;
145         offs &= 0xff00;
146         *prcm_inst = offs;
147
148         return 0;
149 }
150
151 /* Clockdomain low-level operations */
152
153 static int omap3xxx_clkdm_add_sleepdep(struct clockdomain *clkdm1,
154                                        struct clockdomain *clkdm2)
155 {
156         omap2_cm_set_mod_reg_bits((1 << clkdm2->dep_bit),
157                                   clkdm1->pwrdm.ptr->prcm_offs,
158                                   OMAP3430_CM_SLEEPDEP);
159         return 0;
160 }
161
162 static int omap3xxx_clkdm_del_sleepdep(struct clockdomain *clkdm1,
163                                        struct clockdomain *clkdm2)
164 {
165         omap2_cm_clear_mod_reg_bits((1 << clkdm2->dep_bit),
166                                     clkdm1->pwrdm.ptr->prcm_offs,
167                                     OMAP3430_CM_SLEEPDEP);
168         return 0;
169 }
170
171 static int omap3xxx_clkdm_read_sleepdep(struct clockdomain *clkdm1,
172                                         struct clockdomain *clkdm2)
173 {
174         return omap2_cm_read_mod_bits_shift(clkdm1->pwrdm.ptr->prcm_offs,
175                                             OMAP3430_CM_SLEEPDEP,
176                                             (1 << clkdm2->dep_bit));
177 }
178
179 static int omap3xxx_clkdm_clear_all_sleepdeps(struct clockdomain *clkdm)
180 {
181         struct clkdm_dep *cd;
182         u32 mask = 0;
183
184         for (cd = clkdm->sleepdep_srcs; cd && cd->clkdm_name; cd++) {
185                 if (!cd->clkdm)
186                         continue; /* only happens if data is erroneous */
187
188                 mask |= 1 << cd->clkdm->dep_bit;
189                 cd->sleepdep_usecount = 0;
190         }
191         omap2_cm_clear_mod_reg_bits(mask, clkdm->pwrdm.ptr->prcm_offs,
192                                     OMAP3430_CM_SLEEPDEP);
193         return 0;
194 }
195
196 static int omap3xxx_clkdm_sleep(struct clockdomain *clkdm)
197 {
198         omap3xxx_cm_clkdm_force_sleep(clkdm->pwrdm.ptr->prcm_offs,
199                                       clkdm->clktrctrl_mask);
200         return 0;
201 }
202
203 static int omap3xxx_clkdm_wakeup(struct clockdomain *clkdm)
204 {
205         omap3xxx_cm_clkdm_force_wakeup(clkdm->pwrdm.ptr->prcm_offs,
206                                        clkdm->clktrctrl_mask);
207         return 0;
208 }
209
210 static void omap3xxx_clkdm_allow_idle(struct clockdomain *clkdm)
211 {
212         if (clkdm->usecount > 0)
213                 clkdm_add_autodeps(clkdm);
214
215         omap3xxx_cm_clkdm_enable_hwsup(clkdm->pwrdm.ptr->prcm_offs,
216                                        clkdm->clktrctrl_mask);
217 }
218
219 static void omap3xxx_clkdm_deny_idle(struct clockdomain *clkdm)
220 {
221         omap3xxx_cm_clkdm_disable_hwsup(clkdm->pwrdm.ptr->prcm_offs,
222                                         clkdm->clktrctrl_mask);
223
224         if (clkdm->usecount > 0)
225                 clkdm_del_autodeps(clkdm);
226 }
227
228 static int omap3xxx_clkdm_clk_enable(struct clockdomain *clkdm)
229 {
230         bool hwsup = false;
231
232         if (!clkdm->clktrctrl_mask)
233                 return 0;
234
235         /*
236          * The CLKDM_MISSING_IDLE_REPORTING flag documentation has
237          * more details on the unpleasant problem this is working
238          * around
239          */
240         if ((clkdm->flags & CLKDM_MISSING_IDLE_REPORTING) &&
241             (clkdm->flags & CLKDM_CAN_FORCE_WAKEUP)) {
242                 omap3xxx_clkdm_wakeup(clkdm);
243                 return 0;
244         }
245
246         hwsup = omap3xxx_cm_is_clkdm_in_hwsup(clkdm->pwrdm.ptr->prcm_offs,
247                                               clkdm->clktrctrl_mask);
248
249         if (hwsup) {
250                 /* Disable HW transitions when we are changing deps */
251                 omap3xxx_cm_clkdm_disable_hwsup(clkdm->pwrdm.ptr->prcm_offs,
252                                                 clkdm->clktrctrl_mask);
253                 clkdm_add_autodeps(clkdm);
254                 omap3xxx_cm_clkdm_enable_hwsup(clkdm->pwrdm.ptr->prcm_offs,
255                                                clkdm->clktrctrl_mask);
256         } else {
257                 if (clkdm->flags & CLKDM_CAN_FORCE_WAKEUP)
258                         omap3xxx_clkdm_wakeup(clkdm);
259         }
260
261         return 0;
262 }
263
264 static int omap3xxx_clkdm_clk_disable(struct clockdomain *clkdm)
265 {
266         bool hwsup = false;
267
268         if (!clkdm->clktrctrl_mask)
269                 return 0;
270
271         /*
272          * The CLKDM_MISSING_IDLE_REPORTING flag documentation has
273          * more details on the unpleasant problem this is working
274          * around
275          */
276         if (clkdm->flags & CLKDM_MISSING_IDLE_REPORTING &&
277             !(clkdm->flags & CLKDM_CAN_FORCE_SLEEP)) {
278                 omap3xxx_cm_clkdm_enable_hwsup(clkdm->pwrdm.ptr->prcm_offs,
279                                                clkdm->clktrctrl_mask);
280                 return 0;
281         }
282
283         hwsup = omap3xxx_cm_is_clkdm_in_hwsup(clkdm->pwrdm.ptr->prcm_offs,
284                                               clkdm->clktrctrl_mask);
285
286         if (hwsup) {
287                 /* Disable HW transitions when we are changing deps */
288                 omap3xxx_cm_clkdm_disable_hwsup(clkdm->pwrdm.ptr->prcm_offs,
289                                                 clkdm->clktrctrl_mask);
290                 clkdm_del_autodeps(clkdm);
291                 omap3xxx_cm_clkdm_enable_hwsup(clkdm->pwrdm.ptr->prcm_offs,
292                                                clkdm->clktrctrl_mask);
293         } else {
294                 if (clkdm->flags & CLKDM_CAN_FORCE_SLEEP)
295                         omap3xxx_clkdm_sleep(clkdm);
296         }
297
298         return 0;
299 }
300
301 struct clkdm_ops omap3_clkdm_operations = {
302         .clkdm_add_wkdep        = omap2_clkdm_add_wkdep,
303         .clkdm_del_wkdep        = omap2_clkdm_del_wkdep,
304         .clkdm_read_wkdep       = omap2_clkdm_read_wkdep,
305         .clkdm_clear_all_wkdeps = omap2_clkdm_clear_all_wkdeps,
306         .clkdm_add_sleepdep     = omap3xxx_clkdm_add_sleepdep,
307         .clkdm_del_sleepdep     = omap3xxx_clkdm_del_sleepdep,
308         .clkdm_read_sleepdep    = omap3xxx_clkdm_read_sleepdep,
309         .clkdm_clear_all_sleepdeps      = omap3xxx_clkdm_clear_all_sleepdeps,
310         .clkdm_sleep            = omap3xxx_clkdm_sleep,
311         .clkdm_wakeup           = omap3xxx_clkdm_wakeup,
312         .clkdm_allow_idle       = omap3xxx_clkdm_allow_idle,
313         .clkdm_deny_idle        = omap3xxx_clkdm_deny_idle,
314         .clkdm_clk_enable       = omap3xxx_clkdm_clk_enable,
315         .clkdm_clk_disable      = omap3xxx_clkdm_clk_disable,
316 };
317
318 /*
319  * Context save/restore code - OMAP3 only
320  */
321 struct omap3_cm_regs {
322         u32 iva2_cm_clksel1;
323         u32 iva2_cm_clksel2;
324         u32 cm_sysconfig;
325         u32 sgx_cm_clksel;
326         u32 dss_cm_clksel;
327         u32 cam_cm_clksel;
328         u32 per_cm_clksel;
329         u32 emu_cm_clksel;
330         u32 emu_cm_clkstctrl;
331         u32 pll_cm_autoidle;
332         u32 pll_cm_autoidle2;
333         u32 pll_cm_clksel4;
334         u32 pll_cm_clksel5;
335         u32 pll_cm_clken2;
336         u32 cm_polctrl;
337         u32 iva2_cm_fclken;
338         u32 iva2_cm_clken_pll;
339         u32 core_cm_fclken1;
340         u32 core_cm_fclken3;
341         u32 sgx_cm_fclken;
342         u32 wkup_cm_fclken;
343         u32 dss_cm_fclken;
344         u32 cam_cm_fclken;
345         u32 per_cm_fclken;
346         u32 usbhost_cm_fclken;
347         u32 core_cm_iclken1;
348         u32 core_cm_iclken2;
349         u32 core_cm_iclken3;
350         u32 sgx_cm_iclken;
351         u32 wkup_cm_iclken;
352         u32 dss_cm_iclken;
353         u32 cam_cm_iclken;
354         u32 per_cm_iclken;
355         u32 usbhost_cm_iclken;
356         u32 iva2_cm_autoidle2;
357         u32 mpu_cm_autoidle2;
358         u32 iva2_cm_clkstctrl;
359         u32 mpu_cm_clkstctrl;
360         u32 core_cm_clkstctrl;
361         u32 sgx_cm_clkstctrl;
362         u32 dss_cm_clkstctrl;
363         u32 cam_cm_clkstctrl;
364         u32 per_cm_clkstctrl;
365         u32 neon_cm_clkstctrl;
366         u32 usbhost_cm_clkstctrl;
367         u32 core_cm_autoidle1;
368         u32 core_cm_autoidle2;
369         u32 core_cm_autoidle3;
370         u32 wkup_cm_autoidle;
371         u32 dss_cm_autoidle;
372         u32 cam_cm_autoidle;
373         u32 per_cm_autoidle;
374         u32 usbhost_cm_autoidle;
375         u32 sgx_cm_sleepdep;
376         u32 dss_cm_sleepdep;
377         u32 cam_cm_sleepdep;
378         u32 per_cm_sleepdep;
379         u32 usbhost_cm_sleepdep;
380         u32 cm_clkout_ctrl;
381 };
382
383 static struct omap3_cm_regs cm_context;
384
385 void omap3_cm_save_context(void)
386 {
387         cm_context.iva2_cm_clksel1 =
388                 omap2_cm_read_mod_reg(OMAP3430_IVA2_MOD, CM_CLKSEL1);
389         cm_context.iva2_cm_clksel2 =
390                 omap2_cm_read_mod_reg(OMAP3430_IVA2_MOD, CM_CLKSEL2);
391         cm_context.cm_sysconfig =
392                 omap2_cm_read_mod_reg(OCP_MOD, OMAP3430_CM_SYSCONFIG);
393         cm_context.sgx_cm_clksel =
394                 omap2_cm_read_mod_reg(OMAP3430ES2_SGX_MOD, CM_CLKSEL);
395         cm_context.dss_cm_clksel =
396                 omap2_cm_read_mod_reg(OMAP3430_DSS_MOD, CM_CLKSEL);
397         cm_context.cam_cm_clksel =
398                 omap2_cm_read_mod_reg(OMAP3430_CAM_MOD, CM_CLKSEL);
399         cm_context.per_cm_clksel =
400                 omap2_cm_read_mod_reg(OMAP3430_PER_MOD, CM_CLKSEL);
401         cm_context.emu_cm_clksel =
402                 omap2_cm_read_mod_reg(OMAP3430_EMU_MOD, CM_CLKSEL1);
403         cm_context.emu_cm_clkstctrl =
404                 omap2_cm_read_mod_reg(OMAP3430_EMU_MOD, OMAP2_CM_CLKSTCTRL);
405         /*
406          * As per erratum i671, ROM code does not respect the PER DPLL
407          * programming scheme if CM_AUTOIDLE_PLL.AUTO_PERIPH_DPLL == 1.
408          * In this case, even though this register has been saved in
409          * scratchpad contents, we need to restore AUTO_PERIPH_DPLL
410          * by ourselves. So, we need to save it anyway.
411          */
412         cm_context.pll_cm_autoidle =
413                 omap2_cm_read_mod_reg(PLL_MOD, CM_AUTOIDLE);
414         cm_context.pll_cm_autoidle2 =
415                 omap2_cm_read_mod_reg(PLL_MOD, CM_AUTOIDLE2);
416         cm_context.pll_cm_clksel4 =
417                 omap2_cm_read_mod_reg(PLL_MOD, OMAP3430ES2_CM_CLKSEL4);
418         cm_context.pll_cm_clksel5 =
419                 omap2_cm_read_mod_reg(PLL_MOD, OMAP3430ES2_CM_CLKSEL5);
420         cm_context.pll_cm_clken2 =
421                 omap2_cm_read_mod_reg(PLL_MOD, OMAP3430ES2_CM_CLKEN2);
422         cm_context.cm_polctrl =
423                 omap2_cm_read_mod_reg(OCP_MOD, OMAP3430_CM_POLCTRL);
424         cm_context.iva2_cm_fclken =
425                 omap2_cm_read_mod_reg(OMAP3430_IVA2_MOD, CM_FCLKEN);
426         cm_context.iva2_cm_clken_pll =
427                 omap2_cm_read_mod_reg(OMAP3430_IVA2_MOD, OMAP3430_CM_CLKEN_PLL);
428         cm_context.core_cm_fclken1 =
429                 omap2_cm_read_mod_reg(CORE_MOD, CM_FCLKEN1);
430         cm_context.core_cm_fclken3 =
431                 omap2_cm_read_mod_reg(CORE_MOD, OMAP3430ES2_CM_FCLKEN3);
432         cm_context.sgx_cm_fclken =
433                 omap2_cm_read_mod_reg(OMAP3430ES2_SGX_MOD, CM_FCLKEN);
434         cm_context.wkup_cm_fclken =
435                 omap2_cm_read_mod_reg(WKUP_MOD, CM_FCLKEN);
436         cm_context.dss_cm_fclken =
437                 omap2_cm_read_mod_reg(OMAP3430_DSS_MOD, CM_FCLKEN);
438         cm_context.cam_cm_fclken =
439                 omap2_cm_read_mod_reg(OMAP3430_CAM_MOD, CM_FCLKEN);
440         cm_context.per_cm_fclken =
441                 omap2_cm_read_mod_reg(OMAP3430_PER_MOD, CM_FCLKEN);
442         cm_context.usbhost_cm_fclken =
443                 omap2_cm_read_mod_reg(OMAP3430ES2_USBHOST_MOD, CM_FCLKEN);
444         cm_context.core_cm_iclken1 =
445                 omap2_cm_read_mod_reg(CORE_MOD, CM_ICLKEN1);
446         cm_context.core_cm_iclken2 =
447                 omap2_cm_read_mod_reg(CORE_MOD, CM_ICLKEN2);
448         cm_context.core_cm_iclken3 =
449                 omap2_cm_read_mod_reg(CORE_MOD, CM_ICLKEN3);
450         cm_context.sgx_cm_iclken =
451                 omap2_cm_read_mod_reg(OMAP3430ES2_SGX_MOD, CM_ICLKEN);
452         cm_context.wkup_cm_iclken =
453                 omap2_cm_read_mod_reg(WKUP_MOD, CM_ICLKEN);
454         cm_context.dss_cm_iclken =
455                 omap2_cm_read_mod_reg(OMAP3430_DSS_MOD, CM_ICLKEN);
456         cm_context.cam_cm_iclken =
457                 omap2_cm_read_mod_reg(OMAP3430_CAM_MOD, CM_ICLKEN);
458         cm_context.per_cm_iclken =
459                 omap2_cm_read_mod_reg(OMAP3430_PER_MOD, CM_ICLKEN);
460         cm_context.usbhost_cm_iclken =
461                 omap2_cm_read_mod_reg(OMAP3430ES2_USBHOST_MOD, CM_ICLKEN);
462         cm_context.iva2_cm_autoidle2 =
463                 omap2_cm_read_mod_reg(OMAP3430_IVA2_MOD, CM_AUTOIDLE2);
464         cm_context.mpu_cm_autoidle2 =
465                 omap2_cm_read_mod_reg(MPU_MOD, CM_AUTOIDLE2);
466         cm_context.iva2_cm_clkstctrl =
467                 omap2_cm_read_mod_reg(OMAP3430_IVA2_MOD, OMAP2_CM_CLKSTCTRL);
468         cm_context.mpu_cm_clkstctrl =
469                 omap2_cm_read_mod_reg(MPU_MOD, OMAP2_CM_CLKSTCTRL);
470         cm_context.core_cm_clkstctrl =
471                 omap2_cm_read_mod_reg(CORE_MOD, OMAP2_CM_CLKSTCTRL);
472         cm_context.sgx_cm_clkstctrl =
473                 omap2_cm_read_mod_reg(OMAP3430ES2_SGX_MOD, OMAP2_CM_CLKSTCTRL);
474         cm_context.dss_cm_clkstctrl =
475                 omap2_cm_read_mod_reg(OMAP3430_DSS_MOD, OMAP2_CM_CLKSTCTRL);
476         cm_context.cam_cm_clkstctrl =
477                 omap2_cm_read_mod_reg(OMAP3430_CAM_MOD, OMAP2_CM_CLKSTCTRL);
478         cm_context.per_cm_clkstctrl =
479                 omap2_cm_read_mod_reg(OMAP3430_PER_MOD, OMAP2_CM_CLKSTCTRL);
480         cm_context.neon_cm_clkstctrl =
481                 omap2_cm_read_mod_reg(OMAP3430_NEON_MOD, OMAP2_CM_CLKSTCTRL);
482         cm_context.usbhost_cm_clkstctrl =
483                 omap2_cm_read_mod_reg(OMAP3430ES2_USBHOST_MOD,
484                                       OMAP2_CM_CLKSTCTRL);
485         cm_context.core_cm_autoidle1 =
486                 omap2_cm_read_mod_reg(CORE_MOD, CM_AUTOIDLE1);
487         cm_context.core_cm_autoidle2 =
488                 omap2_cm_read_mod_reg(CORE_MOD, CM_AUTOIDLE2);
489         cm_context.core_cm_autoidle3 =
490                 omap2_cm_read_mod_reg(CORE_MOD, CM_AUTOIDLE3);
491         cm_context.wkup_cm_autoidle =
492                 omap2_cm_read_mod_reg(WKUP_MOD, CM_AUTOIDLE);
493         cm_context.dss_cm_autoidle =
494                 omap2_cm_read_mod_reg(OMAP3430_DSS_MOD, CM_AUTOIDLE);
495         cm_context.cam_cm_autoidle =
496                 omap2_cm_read_mod_reg(OMAP3430_CAM_MOD, CM_AUTOIDLE);
497         cm_context.per_cm_autoidle =
498                 omap2_cm_read_mod_reg(OMAP3430_PER_MOD, CM_AUTOIDLE);
499         cm_context.usbhost_cm_autoidle =
500                 omap2_cm_read_mod_reg(OMAP3430ES2_USBHOST_MOD, CM_AUTOIDLE);
501         cm_context.sgx_cm_sleepdep =
502                 omap2_cm_read_mod_reg(OMAP3430ES2_SGX_MOD,
503                                       OMAP3430_CM_SLEEPDEP);
504         cm_context.dss_cm_sleepdep =
505                 omap2_cm_read_mod_reg(OMAP3430_DSS_MOD, OMAP3430_CM_SLEEPDEP);
506         cm_context.cam_cm_sleepdep =
507                 omap2_cm_read_mod_reg(OMAP3430_CAM_MOD, OMAP3430_CM_SLEEPDEP);
508         cm_context.per_cm_sleepdep =
509                 omap2_cm_read_mod_reg(OMAP3430_PER_MOD, OMAP3430_CM_SLEEPDEP);
510         cm_context.usbhost_cm_sleepdep =
511                 omap2_cm_read_mod_reg(OMAP3430ES2_USBHOST_MOD,
512                                       OMAP3430_CM_SLEEPDEP);
513         cm_context.cm_clkout_ctrl =
514                 omap2_cm_read_mod_reg(OMAP3430_CCR_MOD,
515                                       OMAP3_CM_CLKOUT_CTRL_OFFSET);
516 }
517
518 void omap3_cm_restore_context(void)
519 {
520         omap2_cm_write_mod_reg(cm_context.iva2_cm_clksel1, OMAP3430_IVA2_MOD,
521                                CM_CLKSEL1);
522         omap2_cm_write_mod_reg(cm_context.iva2_cm_clksel2, OMAP3430_IVA2_MOD,
523                                CM_CLKSEL2);
524         omap2_cm_write_mod_reg(cm_context.cm_sysconfig, OCP_MOD,
525                                OMAP3430_CM_SYSCONFIG);
526         omap2_cm_write_mod_reg(cm_context.sgx_cm_clksel, OMAP3430ES2_SGX_MOD,
527                                CM_CLKSEL);
528         omap2_cm_write_mod_reg(cm_context.dss_cm_clksel, OMAP3430_DSS_MOD,
529                                CM_CLKSEL);
530         omap2_cm_write_mod_reg(cm_context.cam_cm_clksel, OMAP3430_CAM_MOD,
531                                CM_CLKSEL);
532         omap2_cm_write_mod_reg(cm_context.per_cm_clksel, OMAP3430_PER_MOD,
533                                CM_CLKSEL);
534         omap2_cm_write_mod_reg(cm_context.emu_cm_clksel, OMAP3430_EMU_MOD,
535                                CM_CLKSEL1);
536         omap2_cm_write_mod_reg(cm_context.emu_cm_clkstctrl, OMAP3430_EMU_MOD,
537                                OMAP2_CM_CLKSTCTRL);
538         /*
539          * As per erratum i671, ROM code does not respect the PER DPLL
540          * programming scheme if CM_AUTOIDLE_PLL.AUTO_PERIPH_DPLL == 1.
541          * In this case, we need to restore AUTO_PERIPH_DPLL by ourselves.
542          */
543         omap2_cm_write_mod_reg(cm_context.pll_cm_autoidle, PLL_MOD,
544                                CM_AUTOIDLE);
545         omap2_cm_write_mod_reg(cm_context.pll_cm_autoidle2, PLL_MOD,
546                                CM_AUTOIDLE2);
547         omap2_cm_write_mod_reg(cm_context.pll_cm_clksel4, PLL_MOD,
548                                OMAP3430ES2_CM_CLKSEL4);
549         omap2_cm_write_mod_reg(cm_context.pll_cm_clksel5, PLL_MOD,
550                                OMAP3430ES2_CM_CLKSEL5);
551         omap2_cm_write_mod_reg(cm_context.pll_cm_clken2, PLL_MOD,
552                                OMAP3430ES2_CM_CLKEN2);
553         omap2_cm_write_mod_reg(cm_context.cm_polctrl, OCP_MOD,
554                                OMAP3430_CM_POLCTRL);
555         omap2_cm_write_mod_reg(cm_context.iva2_cm_fclken, OMAP3430_IVA2_MOD,
556                                CM_FCLKEN);
557         omap2_cm_write_mod_reg(cm_context.iva2_cm_clken_pll, OMAP3430_IVA2_MOD,
558                                OMAP3430_CM_CLKEN_PLL);
559         omap2_cm_write_mod_reg(cm_context.core_cm_fclken1, CORE_MOD,
560                                CM_FCLKEN1);
561         omap2_cm_write_mod_reg(cm_context.core_cm_fclken3, CORE_MOD,
562                                OMAP3430ES2_CM_FCLKEN3);
563         omap2_cm_write_mod_reg(cm_context.sgx_cm_fclken, OMAP3430ES2_SGX_MOD,
564                                CM_FCLKEN);
565         omap2_cm_write_mod_reg(cm_context.wkup_cm_fclken, WKUP_MOD, CM_FCLKEN);
566         omap2_cm_write_mod_reg(cm_context.dss_cm_fclken, OMAP3430_DSS_MOD,
567                                CM_FCLKEN);
568         omap2_cm_write_mod_reg(cm_context.cam_cm_fclken, OMAP3430_CAM_MOD,
569                                CM_FCLKEN);
570         omap2_cm_write_mod_reg(cm_context.per_cm_fclken, OMAP3430_PER_MOD,
571                                CM_FCLKEN);
572         omap2_cm_write_mod_reg(cm_context.usbhost_cm_fclken,
573                                OMAP3430ES2_USBHOST_MOD, CM_FCLKEN);
574         omap2_cm_write_mod_reg(cm_context.core_cm_iclken1, CORE_MOD,
575                                CM_ICLKEN1);
576         omap2_cm_write_mod_reg(cm_context.core_cm_iclken2, CORE_MOD,
577                                CM_ICLKEN2);
578         omap2_cm_write_mod_reg(cm_context.core_cm_iclken3, CORE_MOD,
579                                CM_ICLKEN3);
580         omap2_cm_write_mod_reg(cm_context.sgx_cm_iclken, OMAP3430ES2_SGX_MOD,
581                                CM_ICLKEN);
582         omap2_cm_write_mod_reg(cm_context.wkup_cm_iclken, WKUP_MOD, CM_ICLKEN);
583         omap2_cm_write_mod_reg(cm_context.dss_cm_iclken, OMAP3430_DSS_MOD,
584                                CM_ICLKEN);
585         omap2_cm_write_mod_reg(cm_context.cam_cm_iclken, OMAP3430_CAM_MOD,
586                                CM_ICLKEN);
587         omap2_cm_write_mod_reg(cm_context.per_cm_iclken, OMAP3430_PER_MOD,
588                                CM_ICLKEN);
589         omap2_cm_write_mod_reg(cm_context.usbhost_cm_iclken,
590                                OMAP3430ES2_USBHOST_MOD, CM_ICLKEN);
591         omap2_cm_write_mod_reg(cm_context.iva2_cm_autoidle2, OMAP3430_IVA2_MOD,
592                                CM_AUTOIDLE2);
593         omap2_cm_write_mod_reg(cm_context.mpu_cm_autoidle2, MPU_MOD,
594                                CM_AUTOIDLE2);
595         omap2_cm_write_mod_reg(cm_context.iva2_cm_clkstctrl, OMAP3430_IVA2_MOD,
596                                OMAP2_CM_CLKSTCTRL);
597         omap2_cm_write_mod_reg(cm_context.mpu_cm_clkstctrl, MPU_MOD,
598                                OMAP2_CM_CLKSTCTRL);
599         omap2_cm_write_mod_reg(cm_context.core_cm_clkstctrl, CORE_MOD,
600                                OMAP2_CM_CLKSTCTRL);
601         omap2_cm_write_mod_reg(cm_context.sgx_cm_clkstctrl, OMAP3430ES2_SGX_MOD,
602                                OMAP2_CM_CLKSTCTRL);
603         omap2_cm_write_mod_reg(cm_context.dss_cm_clkstctrl, OMAP3430_DSS_MOD,
604                                OMAP2_CM_CLKSTCTRL);
605         omap2_cm_write_mod_reg(cm_context.cam_cm_clkstctrl, OMAP3430_CAM_MOD,
606                                OMAP2_CM_CLKSTCTRL);
607         omap2_cm_write_mod_reg(cm_context.per_cm_clkstctrl, OMAP3430_PER_MOD,
608                                OMAP2_CM_CLKSTCTRL);
609         omap2_cm_write_mod_reg(cm_context.neon_cm_clkstctrl, OMAP3430_NEON_MOD,
610                                OMAP2_CM_CLKSTCTRL);
611         omap2_cm_write_mod_reg(cm_context.usbhost_cm_clkstctrl,
612                                OMAP3430ES2_USBHOST_MOD, OMAP2_CM_CLKSTCTRL);
613         omap2_cm_write_mod_reg(cm_context.core_cm_autoidle1, CORE_MOD,
614                                CM_AUTOIDLE1);
615         omap2_cm_write_mod_reg(cm_context.core_cm_autoidle2, CORE_MOD,
616                                CM_AUTOIDLE2);
617         omap2_cm_write_mod_reg(cm_context.core_cm_autoidle3, CORE_MOD,
618                                CM_AUTOIDLE3);
619         omap2_cm_write_mod_reg(cm_context.wkup_cm_autoidle, WKUP_MOD,
620                                CM_AUTOIDLE);
621         omap2_cm_write_mod_reg(cm_context.dss_cm_autoidle, OMAP3430_DSS_MOD,
622                                CM_AUTOIDLE);
623         omap2_cm_write_mod_reg(cm_context.cam_cm_autoidle, OMAP3430_CAM_MOD,
624                                CM_AUTOIDLE);
625         omap2_cm_write_mod_reg(cm_context.per_cm_autoidle, OMAP3430_PER_MOD,
626                                CM_AUTOIDLE);
627         omap2_cm_write_mod_reg(cm_context.usbhost_cm_autoidle,
628                                OMAP3430ES2_USBHOST_MOD, CM_AUTOIDLE);
629         omap2_cm_write_mod_reg(cm_context.sgx_cm_sleepdep, OMAP3430ES2_SGX_MOD,
630                                OMAP3430_CM_SLEEPDEP);
631         omap2_cm_write_mod_reg(cm_context.dss_cm_sleepdep, OMAP3430_DSS_MOD,
632                                OMAP3430_CM_SLEEPDEP);
633         omap2_cm_write_mod_reg(cm_context.cam_cm_sleepdep, OMAP3430_CAM_MOD,
634                                OMAP3430_CM_SLEEPDEP);
635         omap2_cm_write_mod_reg(cm_context.per_cm_sleepdep, OMAP3430_PER_MOD,
636                                OMAP3430_CM_SLEEPDEP);
637         omap2_cm_write_mod_reg(cm_context.usbhost_cm_sleepdep,
638                                OMAP3430ES2_USBHOST_MOD, OMAP3430_CM_SLEEPDEP);
639         omap2_cm_write_mod_reg(cm_context.cm_clkout_ctrl, OMAP3430_CCR_MOD,
640                                OMAP3_CM_CLKOUT_CTRL_OFFSET);
641 }
642
643 void omap3_cm_save_scratchpad_contents(u32 *ptr)
644 {
645         *ptr++ = omap2_cm_read_mod_reg(CORE_MOD, CM_CLKSEL);
646         *ptr++ = omap2_cm_read_mod_reg(WKUP_MOD, CM_CLKSEL);
647         *ptr++ = omap2_cm_read_mod_reg(PLL_MOD, CM_CLKEN);
648
649         /*
650          * As per erratum i671, ROM code does not respect the PER DPLL
651          * programming scheme if CM_AUTOIDLE_PLL..AUTO_PERIPH_DPLL == 1.
652          * Then,  in anycase, clear these bits to avoid extra latencies.
653          */
654         *ptr++ = omap2_cm_read_mod_reg(PLL_MOD, CM_AUTOIDLE) &
655                 ~OMAP3430_AUTO_PERIPH_DPLL_MASK;
656         *ptr++ = omap2_cm_read_mod_reg(PLL_MOD, OMAP3430_CM_CLKSEL1_PLL);
657         *ptr++ = omap2_cm_read_mod_reg(PLL_MOD, OMAP3430_CM_CLKSEL2_PLL);
658         *ptr++ = omap2_cm_read_mod_reg(PLL_MOD, OMAP3430_CM_CLKSEL3);
659         *ptr++ = omap2_cm_read_mod_reg(MPU_MOD, OMAP3430_CM_CLKEN_PLL);
660         *ptr++ = omap2_cm_read_mod_reg(MPU_MOD, OMAP3430_CM_AUTOIDLE_PLL);
661         *ptr++ = omap2_cm_read_mod_reg(MPU_MOD, OMAP3430_CM_CLKSEL1_PLL);
662         *ptr++ = omap2_cm_read_mod_reg(MPU_MOD, OMAP3430_CM_CLKSEL2_PLL);
663 }
664
665 /*
666  *
667  */
668
669 static struct cm_ll_data omap3xxx_cm_ll_data = {
670         .split_idlest_reg       = &omap3xxx_cm_split_idlest_reg,
671         .wait_module_ready      = &omap3xxx_cm_wait_module_ready,
672 };
673
674 int __init omap3xxx_cm_init(const struct omap_prcm_init_data *data)
675 {
676         omap2_clk_legacy_provider_init(TI_CLKM_CM, cm_base + OMAP3430_IVA2_MOD);
677         return cm_register(&omap3xxx_cm_ll_data);
678 }
679
680 static void __exit omap3xxx_cm_exit(void)
681 {
682         cm_unregister(&omap3xxx_cm_ll_data);
683 }
684 __exitcall(omap3xxx_cm_exit);