2 * drivers/soc/tegra/pmc.c
4 * Copyright (c) 2010 Google, Inc
7 * Colin Cross <ccross@google.com>
9 * This software is licensed under the terms of the GNU General Public
10 * License version 2, as published by the Free Software Foundation, and
11 * may be copied, distributed, and modified under those terms.
13 * This program is distributed in the hope that it will be useful,
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16 * GNU General Public License for more details.
20 #define pr_fmt(fmt) "tegra-pmc: " fmt
22 #include <linux/kernel.h>
23 #include <linux/clk.h>
24 #include <linux/clk/tegra.h>
25 #include <linux/debugfs.h>
26 #include <linux/delay.h>
27 #include <linux/err.h>
28 #include <linux/export.h>
29 #include <linux/init.h>
31 #include <linux/iopoll.h>
33 #include <linux/of_address.h>
34 #include <linux/of_platform.h>
35 #include <linux/platform_device.h>
36 #include <linux/pm_domain.h>
37 #include <linux/reboot.h>
38 #include <linux/reset.h>
39 #include <linux/seq_file.h>
40 #include <linux/slab.h>
41 #include <linux/spinlock.h>
43 #include <soc/tegra/common.h>
44 #include <soc/tegra/fuse.h>
45 #include <soc/tegra/pmc.h>
48 #define PMC_CNTRL_SYSCLK_POLARITY (1 << 10) /* sys clk polarity */
49 #define PMC_CNTRL_SYSCLK_OE (1 << 11) /* system clock enable */
50 #define PMC_CNTRL_SIDE_EFFECT_LP0 (1 << 14) /* LP0 when CPU pwr gated */
51 #define PMC_CNTRL_CPU_PWRREQ_POLARITY (1 << 15) /* CPU pwr req polarity */
52 #define PMC_CNTRL_CPU_PWRREQ_OE (1 << 16) /* CPU pwr req enable */
53 #define PMC_CNTRL_INTR_POLARITY (1 << 17) /* inverts INTR polarity */
54 #define PMC_CNTRL_MAIN_RST (1 << 4)
56 #define DPD_SAMPLE 0x020
57 #define DPD_SAMPLE_ENABLE (1 << 0)
58 #define DPD_SAMPLE_DISABLE (0 << 0)
60 #define PWRGATE_TOGGLE 0x30
61 #define PWRGATE_TOGGLE_START (1 << 8)
63 #define REMOVE_CLAMPING 0x34
65 #define PWRGATE_STATUS 0x38
67 #define PMC_SCRATCH0 0x50
68 #define PMC_SCRATCH0_MODE_RECOVERY (1 << 31)
69 #define PMC_SCRATCH0_MODE_BOOTLOADER (1 << 30)
70 #define PMC_SCRATCH0_MODE_RCM (1 << 1)
71 #define PMC_SCRATCH0_MODE_MASK (PMC_SCRATCH0_MODE_RECOVERY | \
72 PMC_SCRATCH0_MODE_BOOTLOADER | \
73 PMC_SCRATCH0_MODE_RCM)
75 #define PMC_CPUPWRGOOD_TIMER 0xc8
76 #define PMC_CPUPWROFF_TIMER 0xcc
78 #define PMC_SCRATCH41 0x140
80 #define PMC_SENSOR_CTRL 0x1b0
81 #define PMC_SENSOR_CTRL_SCRATCH_WRITE (1 << 2)
82 #define PMC_SENSOR_CTRL_ENABLE_RST (1 << 1)
84 #define PMC_RST_STATUS 0x1b4
85 #define PMC_RST_STATUS_POR 0
86 #define PMC_RST_STATUS_WATCHDOG 1
87 #define PMC_RST_STATUS_SENSOR 2
88 #define PMC_RST_STATUS_SW_MAIN 3
89 #define PMC_RST_STATUS_LP0 4
90 #define PMC_RST_STATUS_AOTAG 5
92 #define IO_DPD_REQ 0x1b8
93 #define IO_DPD_REQ_CODE_IDLE (0 << 30)
94 #define IO_DPD_REQ_CODE_OFF (1 << 30)
95 #define IO_DPD_REQ_CODE_ON (2 << 30)
96 #define IO_DPD_REQ_CODE_MASK (3 << 30)
98 #define IO_DPD_STATUS 0x1bc
99 #define IO_DPD2_REQ 0x1c0
100 #define IO_DPD2_STATUS 0x1c4
101 #define SEL_DPD_TIM 0x1c8
103 #define PMC_SCRATCH54 0x258
104 #define PMC_SCRATCH54_DATA_SHIFT 8
105 #define PMC_SCRATCH54_ADDR_SHIFT 0
107 #define PMC_SCRATCH55 0x25c
108 #define PMC_SCRATCH55_RESET_TEGRA (1 << 31)
109 #define PMC_SCRATCH55_CNTRL_ID_SHIFT 27
110 #define PMC_SCRATCH55_PINMUX_SHIFT 24
111 #define PMC_SCRATCH55_16BITOP (1 << 15)
112 #define PMC_SCRATCH55_CHECKSUM_SHIFT 16
113 #define PMC_SCRATCH55_I2CSLV1_SHIFT 0
115 #define GPU_RG_CNTRL 0x2d4
117 struct tegra_powergate {
118 struct generic_pm_domain genpd;
119 struct tegra_pmc *pmc;
122 unsigned int num_clks;
123 struct reset_control **resets;
124 unsigned int num_resets;
127 struct tegra_pmc_soc {
128 unsigned int num_powergates;
129 const char *const *powergates;
130 unsigned int num_cpu_powergates;
131 const u8 *cpu_powergates;
133 bool has_tsense_reset;
138 * struct tegra_pmc - NVIDIA Tegra PMC
139 * @dev: pointer to PMC device structure
140 * @base: pointer to I/O remapped register region
141 * @clk: pointer to pclk clock
142 * @soc: pointer to SoC data structure
143 * @debugfs: pointer to debugfs entry
144 * @rate: currently configured rate of pclk
145 * @suspend_mode: lowest suspend mode available
146 * @cpu_good_time: CPU power good time (in microseconds)
147 * @cpu_off_time: CPU power off time (in microsecends)
148 * @core_osc_time: core power good OSC time (in microseconds)
149 * @core_pmu_time: core power good PMU time (in microseconds)
150 * @core_off_time: core power off time (in microseconds)
151 * @corereq_high: core power request is active-high
152 * @sysclkreq_high: system clock request is active-high
153 * @combined_req: combined power request for CPU & core
154 * @cpu_pwr_good_en: CPU power good signal is enabled
155 * @lp0_vec_phys: physical base address of the LP0 warm boot code
156 * @lp0_vec_size: size of the LP0 warm boot code
157 * @powergates_available: Bitmap of available power gates
158 * @powergates_lock: mutex for power gate register access
164 struct dentry *debugfs;
166 const struct tegra_pmc_soc *soc;
170 enum tegra_suspend_mode suspend_mode;
179 bool cpu_pwr_good_en;
182 DECLARE_BITMAP(powergates_available, TEGRA_POWERGATE_MAX);
184 struct mutex powergates_lock;
187 static struct tegra_pmc *pmc = &(struct tegra_pmc) {
189 .suspend_mode = TEGRA_SUSPEND_NONE,
192 static inline struct tegra_powergate *
193 to_powergate(struct generic_pm_domain *domain)
195 return container_of(domain, struct tegra_powergate, genpd);
198 static u32 tegra_pmc_readl(unsigned long offset)
200 return readl(pmc->base + offset);
203 static void tegra_pmc_writel(u32 value, unsigned long offset)
205 writel(value, pmc->base + offset);
208 static inline bool tegra_powergate_state(int id)
210 if (id == TEGRA_POWERGATE_3D && pmc->soc->has_gpu_clamps)
211 return (tegra_pmc_readl(GPU_RG_CNTRL) & 0x1) == 0;
213 return (tegra_pmc_readl(PWRGATE_STATUS) & BIT(id)) != 0;
216 static inline bool tegra_powergate_is_valid(int id)
218 return (pmc->soc && pmc->soc->powergates[id]);
221 static inline bool tegra_powergate_is_available(int id)
223 return test_bit(id, pmc->powergates_available);
226 static int tegra_powergate_lookup(struct tegra_pmc *pmc, const char *name)
230 if (!pmc || !pmc->soc || !name)
233 for (i = 0; i < pmc->soc->num_powergates; i++) {
234 if (!tegra_powergate_is_valid(i))
237 if (!strcmp(name, pmc->soc->powergates[i]))
241 dev_err(pmc->dev, "powergate %s not found\n", name);
247 * tegra_powergate_set() - set the state of a partition
249 * @new_state: new state of the partition
251 static int tegra_powergate_set(unsigned int id, bool new_state)
256 if (id == TEGRA_POWERGATE_3D && pmc->soc->has_gpu_clamps)
259 mutex_lock(&pmc->powergates_lock);
261 if (tegra_powergate_state(id) == new_state) {
262 mutex_unlock(&pmc->powergates_lock);
266 tegra_pmc_writel(PWRGATE_TOGGLE_START | id, PWRGATE_TOGGLE);
268 err = readx_poll_timeout(tegra_powergate_state, id, status,
269 status == new_state, 10, 100000);
271 mutex_unlock(&pmc->powergates_lock);
276 static int __tegra_powergate_remove_clamping(unsigned int id)
280 mutex_lock(&pmc->powergates_lock);
283 * On Tegra124 and later, the clamps for the GPU are controlled by a
284 * separate register (with different semantics).
286 if (id == TEGRA_POWERGATE_3D) {
287 if (pmc->soc->has_gpu_clamps) {
288 tegra_pmc_writel(0, GPU_RG_CNTRL);
294 * Tegra 2 has a bug where PCIE and VDE clamping masks are
295 * swapped relatively to the partition ids
297 if (id == TEGRA_POWERGATE_VDEC)
298 mask = (1 << TEGRA_POWERGATE_PCIE);
299 else if (id == TEGRA_POWERGATE_PCIE)
300 mask = (1 << TEGRA_POWERGATE_VDEC);
304 tegra_pmc_writel(mask, REMOVE_CLAMPING);
307 mutex_unlock(&pmc->powergates_lock);
312 static void tegra_powergate_disable_clocks(struct tegra_powergate *pg)
316 for (i = 0; i < pg->num_clks; i++)
317 clk_disable_unprepare(pg->clks[i]);
320 static int tegra_powergate_enable_clocks(struct tegra_powergate *pg)
325 for (i = 0; i < pg->num_clks; i++) {
326 err = clk_prepare_enable(pg->clks[i]);
335 clk_disable_unprepare(pg->clks[i]);
340 static int tegra_powergate_reset_assert(struct tegra_powergate *pg)
345 for (i = 0; i < pg->num_resets; i++) {
346 err = reset_control_assert(pg->resets[i]);
354 static int tegra_powergate_reset_deassert(struct tegra_powergate *pg)
359 for (i = 0; i < pg->num_resets; i++) {
360 err = reset_control_deassert(pg->resets[i]);
368 static int tegra_powergate_power_up(struct tegra_powergate *pg,
373 err = tegra_powergate_reset_assert(pg);
377 usleep_range(10, 20);
379 err = tegra_powergate_set(pg->id, true);
383 usleep_range(10, 20);
385 err = tegra_powergate_enable_clocks(pg);
389 usleep_range(10, 20);
391 err = __tegra_powergate_remove_clamping(pg->id);
395 usleep_range(10, 20);
397 err = tegra_powergate_reset_deassert(pg);
401 usleep_range(10, 20);
404 tegra_powergate_disable_clocks(pg);
409 tegra_powergate_disable_clocks(pg);
410 usleep_range(10, 20);
412 tegra_powergate_set(pg->id, false);
417 static int tegra_powergate_power_down(struct tegra_powergate *pg)
421 err = tegra_powergate_enable_clocks(pg);
425 usleep_range(10, 20);
427 err = tegra_powergate_reset_assert(pg);
431 usleep_range(10, 20);
433 tegra_powergate_disable_clocks(pg);
435 usleep_range(10, 20);
437 err = tegra_powergate_set(pg->id, false);
444 tegra_powergate_enable_clocks(pg);
445 usleep_range(10, 20);
446 tegra_powergate_reset_deassert(pg);
447 usleep_range(10, 20);
449 tegra_powergate_disable_clocks(pg);
454 static int tegra_genpd_power_on(struct generic_pm_domain *domain)
456 struct tegra_powergate *pg = to_powergate(domain);
457 struct tegra_pmc *pmc = pg->pmc;
460 err = tegra_powergate_power_up(pg, true);
462 dev_err(pmc->dev, "failed to turn on PM domain %s: %d\n",
463 pg->genpd.name, err);
468 static int tegra_genpd_power_off(struct generic_pm_domain *domain)
470 struct tegra_powergate *pg = to_powergate(domain);
471 struct tegra_pmc *pmc = pg->pmc;
474 err = tegra_powergate_power_down(pg);
476 dev_err(pmc->dev, "failed to turn off PM domain %s: %d\n",
477 pg->genpd.name, err);
483 * tegra_powergate_power_on() - power on partition
486 int tegra_powergate_power_on(unsigned int id)
488 if (!tegra_powergate_is_available(id))
491 return tegra_powergate_set(id, true);
495 * tegra_powergate_power_off() - power off partition
498 int tegra_powergate_power_off(unsigned int id)
500 if (!tegra_powergate_is_available(id))
503 return tegra_powergate_set(id, false);
505 EXPORT_SYMBOL(tegra_powergate_power_off);
508 * tegra_powergate_is_powered() - check if partition is powered
511 int tegra_powergate_is_powered(unsigned int id)
515 if (!tegra_powergate_is_valid(id))
518 mutex_lock(&pmc->powergates_lock);
519 status = tegra_powergate_state(id);
520 mutex_unlock(&pmc->powergates_lock);
526 * tegra_powergate_remove_clamping() - remove power clamps for partition
529 int tegra_powergate_remove_clamping(unsigned int id)
531 if (!tegra_powergate_is_available(id))
534 return __tegra_powergate_remove_clamping(id);
536 EXPORT_SYMBOL(tegra_powergate_remove_clamping);
539 * tegra_powergate_sequence_power_up() - power up partition
541 * @clk: clock for partition
542 * @rst: reset for partition
544 * Must be called with clk disabled, and returns with clk enabled.
546 int tegra_powergate_sequence_power_up(unsigned int id, struct clk *clk,
547 struct reset_control *rst)
549 struct tegra_powergate pg;
552 if (!tegra_powergate_is_available(id))
561 err = tegra_powergate_power_up(&pg, false);
563 pr_err("failed to turn on partition %d: %d\n", id, err);
567 EXPORT_SYMBOL(tegra_powergate_sequence_power_up);
571 * tegra_get_cpu_powergate_id() - convert from CPU ID to partition ID
572 * @cpuid: CPU partition ID
574 * Returns the partition ID corresponding to the CPU partition ID or a
575 * negative error code on failure.
577 static int tegra_get_cpu_powergate_id(unsigned int cpuid)
579 if (pmc->soc && cpuid < pmc->soc->num_cpu_powergates)
580 return pmc->soc->cpu_powergates[cpuid];
586 * tegra_pmc_cpu_is_powered() - check if CPU partition is powered
587 * @cpuid: CPU partition ID
589 bool tegra_pmc_cpu_is_powered(unsigned int cpuid)
593 id = tegra_get_cpu_powergate_id(cpuid);
597 return tegra_powergate_is_powered(id);
601 * tegra_pmc_cpu_power_on() - power on CPU partition
602 * @cpuid: CPU partition ID
604 int tegra_pmc_cpu_power_on(unsigned int cpuid)
608 id = tegra_get_cpu_powergate_id(cpuid);
612 return tegra_powergate_set(id, true);
616 * tegra_pmc_cpu_remove_clamping() - remove power clamps for CPU partition
617 * @cpuid: CPU partition ID
619 int tegra_pmc_cpu_remove_clamping(unsigned int cpuid)
623 id = tegra_get_cpu_powergate_id(cpuid);
627 return tegra_powergate_remove_clamping(id);
629 #endif /* CONFIG_SMP */
631 static int tegra_pmc_restart_notify(struct notifier_block *this,
632 unsigned long action, void *data)
634 const char *cmd = data;
637 value = tegra_pmc_readl(PMC_SCRATCH0);
638 value &= ~PMC_SCRATCH0_MODE_MASK;
641 if (strcmp(cmd, "recovery") == 0)
642 value |= PMC_SCRATCH0_MODE_RECOVERY;
644 if (strcmp(cmd, "bootloader") == 0)
645 value |= PMC_SCRATCH0_MODE_BOOTLOADER;
647 if (strcmp(cmd, "forced-recovery") == 0)
648 value |= PMC_SCRATCH0_MODE_RCM;
651 tegra_pmc_writel(value, PMC_SCRATCH0);
653 /* reset everything but PMC_SCRATCH0 and PMC_RST_STATUS */
654 value = tegra_pmc_readl(PMC_CNTRL);
655 value |= PMC_CNTRL_MAIN_RST;
656 tegra_pmc_writel(value, PMC_CNTRL);
661 static struct notifier_block tegra_pmc_restart_handler = {
662 .notifier_call = tegra_pmc_restart_notify,
666 static int powergate_show(struct seq_file *s, void *data)
671 seq_printf(s, " powergate powered\n");
672 seq_printf(s, "------------------\n");
674 for (i = 0; i < pmc->soc->num_powergates; i++) {
675 status = tegra_powergate_is_powered(i);
679 seq_printf(s, " %9s %7s\n", pmc->soc->powergates[i],
680 status ? "yes" : "no");
686 static int powergate_open(struct inode *inode, struct file *file)
688 return single_open(file, powergate_show, inode->i_private);
691 static const struct file_operations powergate_fops = {
692 .open = powergate_open,
695 .release = single_release,
698 static int tegra_powergate_debugfs_init(void)
700 pmc->debugfs = debugfs_create_file("powergate", S_IRUGO, NULL, NULL,
708 static int tegra_powergate_of_get_clks(struct tegra_powergate *pg,
709 struct device_node *np)
712 unsigned int i, count;
715 count = of_count_phandle_with_args(np, "clocks", "#clock-cells");
719 pg->clks = kcalloc(count, sizeof(clk), GFP_KERNEL);
723 for (i = 0; i < count; i++) {
724 pg->clks[i] = of_clk_get(np, i);
725 if (IS_ERR(pg->clks[i])) {
726 err = PTR_ERR(pg->clks[i]);
731 pg->num_clks = count;
737 clk_put(pg->clks[i]);
743 static int tegra_powergate_of_get_resets(struct tegra_powergate *pg,
744 struct device_node *np, bool off)
746 struct reset_control *rst;
747 unsigned int i, count;
750 count = of_count_phandle_with_args(np, "resets", "#reset-cells");
754 pg->resets = kcalloc(count, sizeof(rst), GFP_KERNEL);
758 for (i = 0; i < count; i++) {
759 pg->resets[i] = of_reset_control_get_by_index(np, i);
760 if (IS_ERR(pg->resets[i])) {
761 err = PTR_ERR(pg->resets[i]);
766 err = reset_control_assert(pg->resets[i]);
768 err = reset_control_deassert(pg->resets[i]);
771 reset_control_put(pg->resets[i]);
776 pg->num_resets = count;
782 reset_control_put(pg->resets[i]);
788 static void tegra_powergate_add(struct tegra_pmc *pmc, struct device_node *np)
790 struct tegra_powergate *pg;
794 pg = kzalloc(sizeof(*pg), GFP_KERNEL);
798 id = tegra_powergate_lookup(pmc, np->name);
803 * Clear the bit for this powergate so it cannot be managed
804 * directly via the legacy APIs for controlling powergates.
806 clear_bit(id, pmc->powergates_available);
809 pg->genpd.name = np->name;
810 pg->genpd.power_off = tegra_genpd_power_off;
811 pg->genpd.power_on = tegra_genpd_power_on;
814 off = !tegra_powergate_is_powered(pg->id);
816 if (tegra_powergate_of_get_clks(pg, np))
819 if (tegra_powergate_of_get_resets(pg, np, off))
822 pm_genpd_init(&pg->genpd, NULL, off);
824 if (of_genpd_add_provider_simple(np, &pg->genpd))
827 dev_dbg(pmc->dev, "added power domain %s\n", pg->genpd.name);
832 while (pg->num_resets--)
833 reset_control_put(pg->resets[pg->num_resets]);
837 while (pg->num_clks--)
838 clk_put(pg->clks[pg->num_clks]);
842 set_bit(id, pmc->powergates_available);
848 dev_err(pmc->dev, "failed to create power domain for %s\n", np->name);
851 static void tegra_powergate_init(struct tegra_pmc *pmc)
853 struct device_node *np, *child;
855 np = of_get_child_by_name(pmc->dev->of_node, "powergates");
859 for_each_child_of_node(np, child) {
860 tegra_powergate_add(pmc, child);
867 static int tegra_io_rail_prepare(unsigned int id, unsigned long *request,
868 unsigned long *status, unsigned int *bit)
870 unsigned long rate, value;
875 * There are two sets of 30 bits to select IO rails, but bits 30 and
876 * 31 are control bits rather than IO rail selection bits.
878 if (id > 63 || *bit == 30 || *bit == 31)
882 *status = IO_DPD_STATUS;
883 *request = IO_DPD_REQ;
885 *status = IO_DPD2_STATUS;
886 *request = IO_DPD2_REQ;
889 rate = clk_get_rate(pmc->clk);
891 tegra_pmc_writel(DPD_SAMPLE_ENABLE, DPD_SAMPLE);
893 /* must be at least 200 ns, in APB (PCLK) clock cycles */
894 value = DIV_ROUND_UP(1000000000, rate);
895 value = DIV_ROUND_UP(200, value);
896 tegra_pmc_writel(value, SEL_DPD_TIM);
901 static int tegra_io_rail_poll(unsigned long offset, unsigned long mask,
902 unsigned long val, unsigned long timeout)
906 timeout = jiffies + msecs_to_jiffies(timeout);
908 while (time_after(timeout, jiffies)) {
909 value = tegra_pmc_readl(offset);
910 if ((value & mask) == val)
913 usleep_range(250, 1000);
919 static void tegra_io_rail_unprepare(void)
921 tegra_pmc_writel(DPD_SAMPLE_DISABLE, DPD_SAMPLE);
924 int tegra_io_rail_power_on(unsigned int id)
926 unsigned long request, status, value;
927 unsigned int bit, mask;
930 mutex_lock(&pmc->powergates_lock);
932 err = tegra_io_rail_prepare(id, &request, &status, &bit);
938 value = tegra_pmc_readl(request);
940 value &= ~IO_DPD_REQ_CODE_MASK;
941 value |= IO_DPD_REQ_CODE_OFF;
942 tegra_pmc_writel(value, request);
944 err = tegra_io_rail_poll(status, mask, 0, 250);
946 pr_info("tegra_io_rail_poll() failed: %d\n", err);
950 tegra_io_rail_unprepare();
953 mutex_unlock(&pmc->powergates_lock);
957 EXPORT_SYMBOL(tegra_io_rail_power_on);
959 int tegra_io_rail_power_off(unsigned int id)
961 unsigned long request, status, value;
962 unsigned int bit, mask;
965 mutex_lock(&pmc->powergates_lock);
967 err = tegra_io_rail_prepare(id, &request, &status, &bit);
969 pr_info("tegra_io_rail_prepare() failed: %d\n", err);
975 value = tegra_pmc_readl(request);
977 value &= ~IO_DPD_REQ_CODE_MASK;
978 value |= IO_DPD_REQ_CODE_ON;
979 tegra_pmc_writel(value, request);
981 err = tegra_io_rail_poll(status, mask, mask, 250);
985 tegra_io_rail_unprepare();
988 mutex_unlock(&pmc->powergates_lock);
992 EXPORT_SYMBOL(tegra_io_rail_power_off);
994 #ifdef CONFIG_PM_SLEEP
995 enum tegra_suspend_mode tegra_pmc_get_suspend_mode(void)
997 return pmc->suspend_mode;
1000 void tegra_pmc_set_suspend_mode(enum tegra_suspend_mode mode)
1002 if (mode < TEGRA_SUSPEND_NONE || mode >= TEGRA_MAX_SUSPEND_MODE)
1005 pmc->suspend_mode = mode;
1008 void tegra_pmc_enter_suspend_mode(enum tegra_suspend_mode mode)
1010 unsigned long long rate = 0;
1014 case TEGRA_SUSPEND_LP1:
1018 case TEGRA_SUSPEND_LP2:
1019 rate = clk_get_rate(pmc->clk);
1026 if (WARN_ON_ONCE(rate == 0))
1029 if (rate != pmc->rate) {
1032 ticks = pmc->cpu_good_time * rate + USEC_PER_SEC - 1;
1033 do_div(ticks, USEC_PER_SEC);
1034 tegra_pmc_writel(ticks, PMC_CPUPWRGOOD_TIMER);
1036 ticks = pmc->cpu_off_time * rate + USEC_PER_SEC - 1;
1037 do_div(ticks, USEC_PER_SEC);
1038 tegra_pmc_writel(ticks, PMC_CPUPWROFF_TIMER);
1045 value = tegra_pmc_readl(PMC_CNTRL);
1046 value &= ~PMC_CNTRL_SIDE_EFFECT_LP0;
1047 value |= PMC_CNTRL_CPU_PWRREQ_OE;
1048 tegra_pmc_writel(value, PMC_CNTRL);
1052 static int tegra_pmc_parse_dt(struct tegra_pmc *pmc, struct device_node *np)
1054 u32 value, values[2];
1056 if (of_property_read_u32(np, "nvidia,suspend-mode", &value)) {
1060 pmc->suspend_mode = TEGRA_SUSPEND_LP0;
1064 pmc->suspend_mode = TEGRA_SUSPEND_LP1;
1068 pmc->suspend_mode = TEGRA_SUSPEND_LP2;
1072 pmc->suspend_mode = TEGRA_SUSPEND_NONE;
1077 pmc->suspend_mode = tegra_pm_validate_suspend_mode(pmc->suspend_mode);
1079 if (of_property_read_u32(np, "nvidia,cpu-pwr-good-time", &value))
1080 pmc->suspend_mode = TEGRA_SUSPEND_NONE;
1082 pmc->cpu_good_time = value;
1084 if (of_property_read_u32(np, "nvidia,cpu-pwr-off-time", &value))
1085 pmc->suspend_mode = TEGRA_SUSPEND_NONE;
1087 pmc->cpu_off_time = value;
1089 if (of_property_read_u32_array(np, "nvidia,core-pwr-good-time",
1090 values, ARRAY_SIZE(values)))
1091 pmc->suspend_mode = TEGRA_SUSPEND_NONE;
1093 pmc->core_osc_time = values[0];
1094 pmc->core_pmu_time = values[1];
1096 if (of_property_read_u32(np, "nvidia,core-pwr-off-time", &value))
1097 pmc->suspend_mode = TEGRA_SUSPEND_NONE;
1099 pmc->core_off_time = value;
1101 pmc->corereq_high = of_property_read_bool(np,
1102 "nvidia,core-power-req-active-high");
1104 pmc->sysclkreq_high = of_property_read_bool(np,
1105 "nvidia,sys-clock-req-active-high");
1107 pmc->combined_req = of_property_read_bool(np,
1108 "nvidia,combined-power-req");
1110 pmc->cpu_pwr_good_en = of_property_read_bool(np,
1111 "nvidia,cpu-pwr-good-en");
1113 if (of_property_read_u32_array(np, "nvidia,lp0-vec", values,
1114 ARRAY_SIZE(values)))
1115 if (pmc->suspend_mode == TEGRA_SUSPEND_LP0)
1116 pmc->suspend_mode = TEGRA_SUSPEND_LP1;
1118 pmc->lp0_vec_phys = values[0];
1119 pmc->lp0_vec_size = values[1];
1124 static void tegra_pmc_init(struct tegra_pmc *pmc)
1128 /* Always enable CPU power request */
1129 value = tegra_pmc_readl(PMC_CNTRL);
1130 value |= PMC_CNTRL_CPU_PWRREQ_OE;
1131 tegra_pmc_writel(value, PMC_CNTRL);
1133 value = tegra_pmc_readl(PMC_CNTRL);
1135 if (pmc->sysclkreq_high)
1136 value &= ~PMC_CNTRL_SYSCLK_POLARITY;
1138 value |= PMC_CNTRL_SYSCLK_POLARITY;
1140 /* configure the output polarity while the request is tristated */
1141 tegra_pmc_writel(value, PMC_CNTRL);
1143 /* now enable the request */
1144 value = tegra_pmc_readl(PMC_CNTRL);
1145 value |= PMC_CNTRL_SYSCLK_OE;
1146 tegra_pmc_writel(value, PMC_CNTRL);
1149 static void tegra_pmc_init_tsense_reset(struct tegra_pmc *pmc)
1151 static const char disabled[] = "emergency thermal reset disabled";
1152 u32 pmu_addr, ctrl_id, reg_addr, reg_data, pinmux;
1153 struct device *dev = pmc->dev;
1154 struct device_node *np;
1155 u32 value, checksum;
1157 if (!pmc->soc->has_tsense_reset)
1160 np = of_find_node_by_name(pmc->dev->of_node, "i2c-thermtrip");
1162 dev_warn(dev, "i2c-thermtrip node not found, %s.\n", disabled);
1166 if (of_property_read_u32(np, "nvidia,i2c-controller-id", &ctrl_id)) {
1167 dev_err(dev, "I2C controller ID missing, %s.\n", disabled);
1171 if (of_property_read_u32(np, "nvidia,bus-addr", &pmu_addr)) {
1172 dev_err(dev, "nvidia,bus-addr missing, %s.\n", disabled);
1176 if (of_property_read_u32(np, "nvidia,reg-addr", ®_addr)) {
1177 dev_err(dev, "nvidia,reg-addr missing, %s.\n", disabled);
1181 if (of_property_read_u32(np, "nvidia,reg-data", ®_data)) {
1182 dev_err(dev, "nvidia,reg-data missing, %s.\n", disabled);
1186 if (of_property_read_u32(np, "nvidia,pinmux-id", &pinmux))
1189 value = tegra_pmc_readl(PMC_SENSOR_CTRL);
1190 value |= PMC_SENSOR_CTRL_SCRATCH_WRITE;
1191 tegra_pmc_writel(value, PMC_SENSOR_CTRL);
1193 value = (reg_data << PMC_SCRATCH54_DATA_SHIFT) |
1194 (reg_addr << PMC_SCRATCH54_ADDR_SHIFT);
1195 tegra_pmc_writel(value, PMC_SCRATCH54);
1197 value = PMC_SCRATCH55_RESET_TEGRA;
1198 value |= ctrl_id << PMC_SCRATCH55_CNTRL_ID_SHIFT;
1199 value |= pinmux << PMC_SCRATCH55_PINMUX_SHIFT;
1200 value |= pmu_addr << PMC_SCRATCH55_I2CSLV1_SHIFT;
1203 * Calculate checksum of SCRATCH54, SCRATCH55 fields. Bits 23:16 will
1204 * contain the checksum and are currently zero, so they are not added.
1206 checksum = reg_addr + reg_data + (value & 0xff) + ((value >> 8) & 0xff)
1207 + ((value >> 24) & 0xff);
1209 checksum = 0x100 - checksum;
1211 value |= checksum << PMC_SCRATCH55_CHECKSUM_SHIFT;
1213 tegra_pmc_writel(value, PMC_SCRATCH55);
1215 value = tegra_pmc_readl(PMC_SENSOR_CTRL);
1216 value |= PMC_SENSOR_CTRL_ENABLE_RST;
1217 tegra_pmc_writel(value, PMC_SENSOR_CTRL);
1219 dev_info(pmc->dev, "emergency thermal reset enabled\n");
1225 static int tegra_pmc_probe(struct platform_device *pdev)
1228 struct resource *res;
1231 err = tegra_pmc_parse_dt(pmc, pdev->dev.of_node);
1235 /* take over the memory region from the early initialization */
1236 res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
1237 base = devm_ioremap_resource(&pdev->dev, res);
1239 return PTR_ERR(base);
1241 pmc->clk = devm_clk_get(&pdev->dev, "pclk");
1242 if (IS_ERR(pmc->clk)) {
1243 err = PTR_ERR(pmc->clk);
1244 dev_err(&pdev->dev, "failed to get pclk: %d\n", err);
1248 pmc->dev = &pdev->dev;
1250 tegra_pmc_init(pmc);
1252 tegra_pmc_init_tsense_reset(pmc);
1254 if (IS_ENABLED(CONFIG_DEBUG_FS)) {
1255 err = tegra_powergate_debugfs_init();
1260 err = register_restart_handler(&tegra_pmc_restart_handler);
1262 debugfs_remove(pmc->debugfs);
1263 dev_err(&pdev->dev, "unable to register restart handler, %d\n",
1268 tegra_powergate_init(pmc);
1270 mutex_lock(&pmc->powergates_lock);
1273 mutex_unlock(&pmc->powergates_lock);
1278 #if defined(CONFIG_PM_SLEEP) && defined(CONFIG_ARM)
1279 static int tegra_pmc_suspend(struct device *dev)
1281 tegra_pmc_writel(virt_to_phys(tegra_resume), PMC_SCRATCH41);
1286 static int tegra_pmc_resume(struct device *dev)
1288 tegra_pmc_writel(0x0, PMC_SCRATCH41);
1293 static SIMPLE_DEV_PM_OPS(tegra_pmc_pm_ops, tegra_pmc_suspend, tegra_pmc_resume);
1297 static const char * const tegra20_powergates[] = {
1298 [TEGRA_POWERGATE_CPU] = "cpu",
1299 [TEGRA_POWERGATE_3D] = "3d",
1300 [TEGRA_POWERGATE_VENC] = "venc",
1301 [TEGRA_POWERGATE_VDEC] = "vdec",
1302 [TEGRA_POWERGATE_PCIE] = "pcie",
1303 [TEGRA_POWERGATE_L2] = "l2",
1304 [TEGRA_POWERGATE_MPE] = "mpe",
1307 static const struct tegra_pmc_soc tegra20_pmc_soc = {
1308 .num_powergates = ARRAY_SIZE(tegra20_powergates),
1309 .powergates = tegra20_powergates,
1310 .num_cpu_powergates = 0,
1311 .cpu_powergates = NULL,
1312 .has_tsense_reset = false,
1313 .has_gpu_clamps = false,
1316 static const char * const tegra30_powergates[] = {
1317 [TEGRA_POWERGATE_CPU] = "cpu0",
1318 [TEGRA_POWERGATE_3D] = "3d0",
1319 [TEGRA_POWERGATE_VENC] = "venc",
1320 [TEGRA_POWERGATE_VDEC] = "vdec",
1321 [TEGRA_POWERGATE_PCIE] = "pcie",
1322 [TEGRA_POWERGATE_L2] = "l2",
1323 [TEGRA_POWERGATE_MPE] = "mpe",
1324 [TEGRA_POWERGATE_HEG] = "heg",
1325 [TEGRA_POWERGATE_SATA] = "sata",
1326 [TEGRA_POWERGATE_CPU1] = "cpu1",
1327 [TEGRA_POWERGATE_CPU2] = "cpu2",
1328 [TEGRA_POWERGATE_CPU3] = "cpu3",
1329 [TEGRA_POWERGATE_CELP] = "celp",
1330 [TEGRA_POWERGATE_3D1] = "3d1",
1333 static const u8 tegra30_cpu_powergates[] = {
1334 TEGRA_POWERGATE_CPU,
1335 TEGRA_POWERGATE_CPU1,
1336 TEGRA_POWERGATE_CPU2,
1337 TEGRA_POWERGATE_CPU3,
1340 static const struct tegra_pmc_soc tegra30_pmc_soc = {
1341 .num_powergates = ARRAY_SIZE(tegra30_powergates),
1342 .powergates = tegra30_powergates,
1343 .num_cpu_powergates = ARRAY_SIZE(tegra30_cpu_powergates),
1344 .cpu_powergates = tegra30_cpu_powergates,
1345 .has_tsense_reset = true,
1346 .has_gpu_clamps = false,
1349 static const char * const tegra114_powergates[] = {
1350 [TEGRA_POWERGATE_CPU] = "crail",
1351 [TEGRA_POWERGATE_3D] = "3d",
1352 [TEGRA_POWERGATE_VENC] = "venc",
1353 [TEGRA_POWERGATE_VDEC] = "vdec",
1354 [TEGRA_POWERGATE_MPE] = "mpe",
1355 [TEGRA_POWERGATE_HEG] = "heg",
1356 [TEGRA_POWERGATE_CPU1] = "cpu1",
1357 [TEGRA_POWERGATE_CPU2] = "cpu2",
1358 [TEGRA_POWERGATE_CPU3] = "cpu3",
1359 [TEGRA_POWERGATE_CELP] = "celp",
1360 [TEGRA_POWERGATE_CPU0] = "cpu0",
1361 [TEGRA_POWERGATE_C0NC] = "c0nc",
1362 [TEGRA_POWERGATE_C1NC] = "c1nc",
1363 [TEGRA_POWERGATE_DIS] = "dis",
1364 [TEGRA_POWERGATE_DISB] = "disb",
1365 [TEGRA_POWERGATE_XUSBA] = "xusba",
1366 [TEGRA_POWERGATE_XUSBB] = "xusbb",
1367 [TEGRA_POWERGATE_XUSBC] = "xusbc",
1370 static const u8 tegra114_cpu_powergates[] = {
1371 TEGRA_POWERGATE_CPU0,
1372 TEGRA_POWERGATE_CPU1,
1373 TEGRA_POWERGATE_CPU2,
1374 TEGRA_POWERGATE_CPU3,
1377 static const struct tegra_pmc_soc tegra114_pmc_soc = {
1378 .num_powergates = ARRAY_SIZE(tegra114_powergates),
1379 .powergates = tegra114_powergates,
1380 .num_cpu_powergates = ARRAY_SIZE(tegra114_cpu_powergates),
1381 .cpu_powergates = tegra114_cpu_powergates,
1382 .has_tsense_reset = true,
1383 .has_gpu_clamps = false,
1386 static const char * const tegra124_powergates[] = {
1387 [TEGRA_POWERGATE_CPU] = "crail",
1388 [TEGRA_POWERGATE_3D] = "3d",
1389 [TEGRA_POWERGATE_VENC] = "venc",
1390 [TEGRA_POWERGATE_PCIE] = "pcie",
1391 [TEGRA_POWERGATE_VDEC] = "vdec",
1392 [TEGRA_POWERGATE_MPE] = "mpe",
1393 [TEGRA_POWERGATE_HEG] = "heg",
1394 [TEGRA_POWERGATE_SATA] = "sata",
1395 [TEGRA_POWERGATE_CPU1] = "cpu1",
1396 [TEGRA_POWERGATE_CPU2] = "cpu2",
1397 [TEGRA_POWERGATE_CPU3] = "cpu3",
1398 [TEGRA_POWERGATE_CELP] = "celp",
1399 [TEGRA_POWERGATE_CPU0] = "cpu0",
1400 [TEGRA_POWERGATE_C0NC] = "c0nc",
1401 [TEGRA_POWERGATE_C1NC] = "c1nc",
1402 [TEGRA_POWERGATE_SOR] = "sor",
1403 [TEGRA_POWERGATE_DIS] = "dis",
1404 [TEGRA_POWERGATE_DISB] = "disb",
1405 [TEGRA_POWERGATE_XUSBA] = "xusba",
1406 [TEGRA_POWERGATE_XUSBB] = "xusbb",
1407 [TEGRA_POWERGATE_XUSBC] = "xusbc",
1408 [TEGRA_POWERGATE_VIC] = "vic",
1409 [TEGRA_POWERGATE_IRAM] = "iram",
1412 static const u8 tegra124_cpu_powergates[] = {
1413 TEGRA_POWERGATE_CPU0,
1414 TEGRA_POWERGATE_CPU1,
1415 TEGRA_POWERGATE_CPU2,
1416 TEGRA_POWERGATE_CPU3,
1419 static const struct tegra_pmc_soc tegra124_pmc_soc = {
1420 .num_powergates = ARRAY_SIZE(tegra124_powergates),
1421 .powergates = tegra124_powergates,
1422 .num_cpu_powergates = ARRAY_SIZE(tegra124_cpu_powergates),
1423 .cpu_powergates = tegra124_cpu_powergates,
1424 .has_tsense_reset = true,
1425 .has_gpu_clamps = true,
1428 static const char * const tegra210_powergates[] = {
1429 [TEGRA_POWERGATE_CPU] = "crail",
1430 [TEGRA_POWERGATE_3D] = "3d",
1431 [TEGRA_POWERGATE_VENC] = "venc",
1432 [TEGRA_POWERGATE_PCIE] = "pcie",
1433 [TEGRA_POWERGATE_MPE] = "mpe",
1434 [TEGRA_POWERGATE_SATA] = "sata",
1435 [TEGRA_POWERGATE_CPU1] = "cpu1",
1436 [TEGRA_POWERGATE_CPU2] = "cpu2",
1437 [TEGRA_POWERGATE_CPU3] = "cpu3",
1438 [TEGRA_POWERGATE_CPU0] = "cpu0",
1439 [TEGRA_POWERGATE_C0NC] = "c0nc",
1440 [TEGRA_POWERGATE_SOR] = "sor",
1441 [TEGRA_POWERGATE_DIS] = "dis",
1442 [TEGRA_POWERGATE_DISB] = "disb",
1443 [TEGRA_POWERGATE_XUSBA] = "xusba",
1444 [TEGRA_POWERGATE_XUSBB] = "xusbb",
1445 [TEGRA_POWERGATE_XUSBC] = "xusbc",
1446 [TEGRA_POWERGATE_VIC] = "vic",
1447 [TEGRA_POWERGATE_IRAM] = "iram",
1448 [TEGRA_POWERGATE_NVDEC] = "nvdec",
1449 [TEGRA_POWERGATE_NVJPG] = "nvjpg",
1450 [TEGRA_POWERGATE_AUD] = "aud",
1451 [TEGRA_POWERGATE_DFD] = "dfd",
1452 [TEGRA_POWERGATE_VE2] = "ve2",
1455 static const u8 tegra210_cpu_powergates[] = {
1456 TEGRA_POWERGATE_CPU0,
1457 TEGRA_POWERGATE_CPU1,
1458 TEGRA_POWERGATE_CPU2,
1459 TEGRA_POWERGATE_CPU3,
1462 static const struct tegra_pmc_soc tegra210_pmc_soc = {
1463 .num_powergates = ARRAY_SIZE(tegra210_powergates),
1464 .powergates = tegra210_powergates,
1465 .num_cpu_powergates = ARRAY_SIZE(tegra210_cpu_powergates),
1466 .cpu_powergates = tegra210_cpu_powergates,
1467 .has_tsense_reset = true,
1468 .has_gpu_clamps = true,
1471 static const struct of_device_id tegra_pmc_match[] = {
1472 { .compatible = "nvidia,tegra210-pmc", .data = &tegra210_pmc_soc },
1473 { .compatible = "nvidia,tegra132-pmc", .data = &tegra124_pmc_soc },
1474 { .compatible = "nvidia,tegra124-pmc", .data = &tegra124_pmc_soc },
1475 { .compatible = "nvidia,tegra114-pmc", .data = &tegra114_pmc_soc },
1476 { .compatible = "nvidia,tegra30-pmc", .data = &tegra30_pmc_soc },
1477 { .compatible = "nvidia,tegra20-pmc", .data = &tegra20_pmc_soc },
1481 static struct platform_driver tegra_pmc_driver = {
1483 .name = "tegra-pmc",
1484 .suppress_bind_attrs = true,
1485 .of_match_table = tegra_pmc_match,
1486 #if defined(CONFIG_PM_SLEEP) && defined(CONFIG_ARM)
1487 .pm = &tegra_pmc_pm_ops,
1490 .probe = tegra_pmc_probe,
1492 builtin_platform_driver(tegra_pmc_driver);
1495 * Early initialization to allow access to registers in the very early boot
1498 static int __init tegra_pmc_early_init(void)
1500 const struct of_device_id *match;
1501 struct device_node *np;
1502 struct resource regs;
1507 np = of_find_matching_node_and_match(NULL, tegra_pmc_match, &match);
1510 * Fall back to legacy initialization for 32-bit ARM only. All
1511 * 64-bit ARM device tree files for Tegra are required to have
1514 * This is for backwards-compatibility with old device trees
1515 * that didn't contain a PMC node. Note that in this case the
1516 * SoC data can't be matched and therefore powergating is
1519 if (IS_ENABLED(CONFIG_ARM) && soc_is_tegra()) {
1520 pr_warn("DT node not found, powergating disabled\n");
1522 regs.start = 0x7000e400;
1523 regs.end = 0x7000e7ff;
1524 regs.flags = IORESOURCE_MEM;
1526 pr_warn("Using memory region %pR\n", ®s);
1529 * At this point we're not running on Tegra, so play
1530 * nice with multi-platform kernels.
1536 * Extract information from the device tree if we've found a
1539 if (of_address_to_resource(np, 0, ®s) < 0) {
1540 pr_err("failed to get PMC registers\n");
1545 pmc->base = ioremap_nocache(regs.start, resource_size(®s));
1547 pr_err("failed to map PMC registers\n");
1551 mutex_init(&pmc->powergates_lock);
1554 pmc->soc = match->data;
1556 /* Create a bit-map of the available and valid partitions */
1557 for (i = 0; i < pmc->soc->num_powergates; i++)
1558 if (pmc->soc->powergates[i])
1559 set_bit(i, pmc->powergates_available);
1562 * Invert the interrupt polarity if a PMC device tree node
1563 * exists and contains the nvidia,invert-interrupt property.
1565 invert = of_property_read_bool(np, "nvidia,invert-interrupt");
1567 value = tegra_pmc_readl(PMC_CNTRL);
1570 value |= PMC_CNTRL_INTR_POLARITY;
1572 value &= ~PMC_CNTRL_INTR_POLARITY;
1574 tegra_pmc_writel(value, PMC_CNTRL);
1579 early_initcall(tegra_pmc_early_init);