drivers/soc/qcom/rpmpd.c

   1 // SPDX-License-Identifier: GPL-2.0
   2 /* Copyright (c) 2017-2018, The Linux Foundation. All rights reserved. */
   3
   4 #include <linux/err.h>
   5 #include <linux/init.h>
   6 #include <linux/kernel.h>
   7 #include <linux/module.h>
   8 #include <linux/mutex.h>
   9 #include <linux/pm_domain.h>
  10 #include <linux/of.h>
  11 #include <linux/of_device.h>
  12 #include <linux/platform_device.h>
  13 #include <linux/pm_opp.h>
  14 #include <linux/soc/qcom/smd-rpm.h>
  15
  16 #include <dt-bindings/power/qcom-rpmpd.h>
  17
  18 #define domain_to_rpmpd(domain) container_of(domain, struct rpmpd, pd)
  19
  20 /* Resource types:
  21  * RPMPD_X is X encoded as a little-endian, lower-case, ASCII string */
  22 #define RPMPD_SMPA 0x61706d73
  23 #define RPMPD_LDOA 0x616f646c
  24 #define RPMPD_SMPB 0x62706d73
  25 #define RPMPD_LDOB 0x626f646c
  26 #define RPMPD_RWCX 0x78637772
  27 #define RPMPD_RWMX 0x786d7772
  28 #define RPMPD_RWLC 0x636c7772
  29 #define RPMPD_RWLM 0x6d6c7772
  30 #define RPMPD_RWSC 0x63737772
  31 #define RPMPD_RWSM 0x6d737772
  32
  33 /* Operation Keys */
  34 #define KEY_CORNER              0x6e726f63 /* corn */
  35 #define KEY_ENABLE              0x6e657773 /* swen */
  36 #define KEY_FLOOR_CORNER        0x636676   /* vfc */
  37 #define KEY_FLOOR_LEVEL         0x6c6676   /* vfl */
  38 #define KEY_LEVEL               0x6c766c76 /* vlvl */
  39
  40 #define MAX_CORNER_RPMPD_STATE  6
  41
  42 #define DEFINE_RPMPD_PAIR(_platform, _name, _active, r_type, r_key,     \
  43                           r_id)                                         \
  44         static struct rpmpd _platform##_##_active;                      \
  45         static struct rpmpd _platform##_##_name = {                     \
  46                 .pd = { .name = #_name, },                              \
  47                 .peer = &_platform##_##_active,                         \
  48                 .res_type = RPMPD_##r_type,                             \
  49                 .res_id = r_id,                                         \
  50                 .key = KEY_##r_key,                                     \
  51         };                                                              \
  52         static struct rpmpd _platform##_##_active = {                   \
  53                 .pd = { .name = #_active, },                            \
  54                 .peer = &_platform##_##_name,                           \
  55                 .active_only = true,                                    \
  56                 .res_type = RPMPD_##r_type,                             \
  57                 .res_id = r_id,                                         \
  58                 .key = KEY_##r_key,                                     \
  59         }
  60
  61 #define DEFINE_RPMPD_CORNER(_platform, _name, r_type, r_id)             \
  62         static struct rpmpd _platform##_##_name = {                     \
  63                 .pd = { .name = #_name, },                              \
  64                 .res_type = RPMPD_##r_type,                             \
  65                 .res_id = r_id,                                         \
  66                 .key = KEY_CORNER,                                      \
  67         }
  68
  69 #define DEFINE_RPMPD_LEVEL(_platform, _name, r_type, r_id)              \
  70         static struct rpmpd _platform##_##_name = {                     \
  71                 .pd = { .name = #_name, },                              \
  72                 .res_type = RPMPD_##r_type,                             \
  73                 .res_id = r_id,                                         \
  74                 .key = KEY_LEVEL,                                       \
  75         }
  76
  77 #define DEFINE_RPMPD_VFC(_platform, _name, r_type, r_id)                \
  78         static struct rpmpd _platform##_##_name = {                     \
  79                 .pd = { .name = #_name, },                              \
  80                 .res_type = RPMPD_##r_type,                             \
  81                 .res_id = r_id,                                         \
  82                 .key = KEY_FLOOR_CORNER,                                \
  83         }
  84
  85 #define DEFINE_RPMPD_VFL(_platform, _name, r_type, r_id)                \
  86         static struct rpmpd _platform##_##_name = {                     \
  87                 .pd = { .name = #_name, },                              \
  88                 .res_type = RPMPD_##r_type,                             \
  89                 .res_id = r_id,                                         \
  90                 .key = KEY_FLOOR_LEVEL,                                 \
  91         }
  92
  93 struct rpmpd_req {
  94         __le32 key;
  95         __le32 nbytes;
  96         __le32 value;
  97 };
  98
  99 struct rpmpd {
 100         struct generic_pm_domain pd;
 101         struct rpmpd *peer;
 102         const bool active_only;
 103         unsigned int corner;
 104         bool enabled;
 105         const char *res_name;
 106         const int res_type;
 107         const int res_id;
 108         struct qcom_smd_rpm *rpm;
 109         unsigned int max_state;
 110         __le32 key;
 111 };
 112
 113 struct rpmpd_desc {
 114         struct rpmpd **rpmpds;
 115         size_t num_pds;
 116         unsigned int max_state;
 117 };
 118
 119 static DEFINE_MUTEX(rpmpd_lock);
 120
 121 /* mdm9607 RPM Power Domains */
 122 DEFINE_RPMPD_PAIR(mdm9607, vddcx, vddcx_ao, SMPA, LEVEL, 3);
 123 DEFINE_RPMPD_VFL(mdm9607, vddcx_vfl, SMPA, 3);
 124
 125 DEFINE_RPMPD_PAIR(mdm9607, vddmx, vddmx_ao, LDOA, LEVEL, 12);
 126 DEFINE_RPMPD_VFL(mdm9607, vddmx_vfl, LDOA, 12);
 127 static struct rpmpd *mdm9607_rpmpds[] = {
 128         [MDM9607_VDDCX] =       &mdm9607_vddcx,
 129         [MDM9607_VDDCX_AO] =    &mdm9607_vddcx_ao,
 130         [MDM9607_VDDCX_VFL] =   &mdm9607_vddcx_vfl,
 131         [MDM9607_VDDMX] =       &mdm9607_vddmx,
 132         [MDM9607_VDDMX_AO] =    &mdm9607_vddmx_ao,
 133         [MDM9607_VDDMX_VFL] =   &mdm9607_vddmx_vfl,
 134 };
 135
 136 static const struct rpmpd_desc mdm9607_desc = {
 137         .rpmpds = mdm9607_rpmpds,
 138         .num_pds = ARRAY_SIZE(mdm9607_rpmpds),
 139         .max_state = RPM_SMD_LEVEL_TURBO,
 140 };
 141
 142 /* msm8939 RPM Power Domains */
 143 DEFINE_RPMPD_PAIR(msm8939, vddmd, vddmd_ao, SMPA, CORNER, 1);
 144 DEFINE_RPMPD_VFC(msm8939, vddmd_vfc, SMPA, 1);
 145
 146 DEFINE_RPMPD_PAIR(msm8939, vddcx, vddcx_ao, SMPA, CORNER, 2);
 147 DEFINE_RPMPD_VFC(msm8939, vddcx_vfc, SMPA, 2);
 148
 149 DEFINE_RPMPD_PAIR(msm8939, vddmx, vddmx_ao, LDOA, CORNER, 3);
 150
 151 static struct rpmpd *msm8939_rpmpds[] = {
 152         [MSM8939_VDDMDCX] =     &msm8939_vddmd,
 153         [MSM8939_VDDMDCX_AO] =  &msm8939_vddmd_ao,
 154         [MSM8939_VDDMDCX_VFC] = &msm8939_vddmd_vfc,
 155         [MSM8939_VDDCX] =       &msm8939_vddcx,
 156         [MSM8939_VDDCX_AO] =    &msm8939_vddcx_ao,
 157         [MSM8939_VDDCX_VFC] =   &msm8939_vddcx_vfc,
 158         [MSM8939_VDDMX] =       &msm8939_vddmx,
 159         [MSM8939_VDDMX_AO] =    &msm8939_vddmx_ao,
 160 };
 161
 162 static const struct rpmpd_desc msm8939_desc = {
 163         .rpmpds = msm8939_rpmpds,
 164         .num_pds = ARRAY_SIZE(msm8939_rpmpds),
 165         .max_state = MAX_CORNER_RPMPD_STATE,
 166 };
 167
 168 /* msm8916 RPM Power Domains */
 169 DEFINE_RPMPD_PAIR(msm8916, vddcx, vddcx_ao, SMPA, CORNER, 1);
 170 DEFINE_RPMPD_PAIR(msm8916, vddmx, vddmx_ao, LDOA, CORNER, 3);
 171
 172 DEFINE_RPMPD_VFC(msm8916, vddcx_vfc, SMPA, 1);
 173
 174 static struct rpmpd *msm8916_rpmpds[] = {
 175         [MSM8916_VDDCX] =       &msm8916_vddcx,
 176         [MSM8916_VDDCX_AO] =    &msm8916_vddcx_ao,
 177         [MSM8916_VDDCX_VFC] =   &msm8916_vddcx_vfc,
 178         [MSM8916_VDDMX] =       &msm8916_vddmx,
 179         [MSM8916_VDDMX_AO] =    &msm8916_vddmx_ao,
 180 };
 181
 182 static const struct rpmpd_desc msm8916_desc = {
 183         .rpmpds = msm8916_rpmpds,
 184         .num_pds = ARRAY_SIZE(msm8916_rpmpds),
 185         .max_state = MAX_CORNER_RPMPD_STATE,
 186 };
 187
 188 /* msm8976 RPM Power Domains */
 189 DEFINE_RPMPD_PAIR(msm8976, vddcx, vddcx_ao, SMPA, LEVEL, 2);
 190 DEFINE_RPMPD_PAIR(msm8976, vddmx, vddmx_ao, SMPA, LEVEL, 6);
 191
 192 DEFINE_RPMPD_VFL(msm8976, vddcx_vfl, RWSC, 2);
 193 DEFINE_RPMPD_VFL(msm8976, vddmx_vfl, RWSM, 6);
 194
 195 static struct rpmpd *msm8976_rpmpds[] = {
 196         [MSM8976_VDDCX] =       &msm8976_vddcx,
 197         [MSM8976_VDDCX_AO] =    &msm8976_vddcx_ao,
 198         [MSM8976_VDDCX_VFL] =   &msm8976_vddcx_vfl,
 199         [MSM8976_VDDMX] =       &msm8976_vddmx,
 200         [MSM8976_VDDMX_AO] =    &msm8976_vddmx_ao,
 201         [MSM8976_VDDMX_VFL] =   &msm8976_vddmx_vfl,
 202 };
 203
 204 static const struct rpmpd_desc msm8976_desc = {
 205         .rpmpds = msm8976_rpmpds,
 206         .num_pds = ARRAY_SIZE(msm8976_rpmpds),
 207         .max_state = RPM_SMD_LEVEL_TURBO_HIGH,
 208 };
 209
 210 /* msm8994 RPM Power domains */
 211 DEFINE_RPMPD_PAIR(msm8994, vddcx, vddcx_ao, SMPA, CORNER, 1);
 212 DEFINE_RPMPD_PAIR(msm8994, vddmx, vddmx_ao, SMPA, CORNER, 2);
 213 /* Attention! *Some* 8994 boards with pm8004 may use SMPC here! */
 214 DEFINE_RPMPD_CORNER(msm8994, vddgfx, SMPB, 2);
 215
 216 DEFINE_RPMPD_VFC(msm8994, vddcx_vfc, SMPA, 1);
 217 DEFINE_RPMPD_VFC(msm8994, vddgfx_vfc, SMPB, 2);
 218
 219 static struct rpmpd *msm8994_rpmpds[] = {
 220         [MSM8994_VDDCX] =       &msm8994_vddcx,
 221         [MSM8994_VDDCX_AO] =    &msm8994_vddcx_ao,
 222         [MSM8994_VDDCX_VFC] =   &msm8994_vddcx_vfc,
 223         [MSM8994_VDDMX] =       &msm8994_vddmx,
 224         [MSM8994_VDDMX_AO] =    &msm8994_vddmx_ao,
 225         [MSM8994_VDDGFX] =      &msm8994_vddgfx,
 226         [MSM8994_VDDGFX_VFC] =  &msm8994_vddgfx_vfc,
 227 };
 228
 229 static const struct rpmpd_desc msm8994_desc = {
 230         .rpmpds = msm8994_rpmpds,
 231         .num_pds = ARRAY_SIZE(msm8994_rpmpds),
 232         .max_state = MAX_CORNER_RPMPD_STATE,
 233 };
 234
 235 /* msm8996 RPM Power domains */
 236 DEFINE_RPMPD_PAIR(msm8996, vddcx, vddcx_ao, SMPA, CORNER, 1);
 237 DEFINE_RPMPD_PAIR(msm8996, vddmx, vddmx_ao, SMPA, CORNER, 2);
 238 DEFINE_RPMPD_CORNER(msm8996, vddsscx, LDOA, 26);
 239
 240 DEFINE_RPMPD_VFC(msm8996, vddcx_vfc, SMPA, 1);
 241 DEFINE_RPMPD_VFC(msm8996, vddsscx_vfc, LDOA, 26);
 242
 243 static struct rpmpd *msm8996_rpmpds[] = {
 244         [MSM8996_VDDCX] =       &msm8996_vddcx,
 245         [MSM8996_VDDCX_AO] =    &msm8996_vddcx_ao,
 246         [MSM8996_VDDCX_VFC] =   &msm8996_vddcx_vfc,
 247         [MSM8996_VDDMX] =       &msm8996_vddmx,
 248         [MSM8996_VDDMX_AO] =    &msm8996_vddmx_ao,
 249         [MSM8996_VDDSSCX] =     &msm8996_vddsscx,
 250         [MSM8996_VDDSSCX_VFC] = &msm8996_vddsscx_vfc,
 251 };
 252
 253 static const struct rpmpd_desc msm8996_desc = {
 254         .rpmpds = msm8996_rpmpds,
 255         .num_pds = ARRAY_SIZE(msm8996_rpmpds),
 256         .max_state = MAX_CORNER_RPMPD_STATE,
 257 };
 258
 259 /* msm8998 RPM Power domains */
 260 DEFINE_RPMPD_PAIR(msm8998, vddcx, vddcx_ao, RWCX, LEVEL, 0);
 261 DEFINE_RPMPD_VFL(msm8998, vddcx_vfl, RWCX, 0);
 262
 263 DEFINE_RPMPD_PAIR(msm8998, vddmx, vddmx_ao, RWMX, LEVEL, 0);
 264 DEFINE_RPMPD_VFL(msm8998, vddmx_vfl, RWMX, 0);
 265
 266 DEFINE_RPMPD_LEVEL(msm8998, vdd_ssccx, RWSC, 0);
 267 DEFINE_RPMPD_VFL(msm8998, vdd_ssccx_vfl, RWSC, 0);
 268
 269 DEFINE_RPMPD_LEVEL(msm8998, vdd_sscmx, RWSM, 0);
 270 DEFINE_RPMPD_VFL(msm8998, vdd_sscmx_vfl, RWSM, 0);
 271
 272 static struct rpmpd *msm8998_rpmpds[] = {
 273         [MSM8998_VDDCX] =               &msm8998_vddcx,
 274         [MSM8998_VDDCX_AO] =            &msm8998_vddcx_ao,
 275         [MSM8998_VDDCX_VFL] =           &msm8998_vddcx_vfl,
 276         [MSM8998_VDDMX] =               &msm8998_vddmx,
 277         [MSM8998_VDDMX_AO] =            &msm8998_vddmx_ao,
 278         [MSM8998_VDDMX_VFL] =           &msm8998_vddmx_vfl,
 279         [MSM8998_SSCCX] =               &msm8998_vdd_ssccx,
 280         [MSM8998_SSCCX_VFL] =           &msm8998_vdd_ssccx_vfl,
 281         [MSM8998_SSCMX] =               &msm8998_vdd_sscmx,
 282         [MSM8998_SSCMX_VFL] =           &msm8998_vdd_sscmx_vfl,
 283 };
 284
 285 static const struct rpmpd_desc msm8998_desc = {
 286         .rpmpds = msm8998_rpmpds,
 287         .num_pds = ARRAY_SIZE(msm8998_rpmpds),
 288         .max_state = RPM_SMD_LEVEL_BINNING,
 289 };
 290
 291 /* qcs404 RPM Power domains */
 292 DEFINE_RPMPD_PAIR(qcs404, vddmx, vddmx_ao, RWMX, LEVEL, 0);
 293 DEFINE_RPMPD_VFL(qcs404, vddmx_vfl, RWMX, 0);
 294
 295 DEFINE_RPMPD_LEVEL(qcs404, vdd_lpicx, RWLC, 0);
 296 DEFINE_RPMPD_VFL(qcs404, vdd_lpicx_vfl, RWLC, 0);
 297
 298 DEFINE_RPMPD_LEVEL(qcs404, vdd_lpimx, RWLM, 0);
 299 DEFINE_RPMPD_VFL(qcs404, vdd_lpimx_vfl, RWLM, 0);
 300
 301 static struct rpmpd *qcs404_rpmpds[] = {
 302         [QCS404_VDDMX] = &qcs404_vddmx,
 303         [QCS404_VDDMX_AO] = &qcs404_vddmx_ao,
 304         [QCS404_VDDMX_VFL] = &qcs404_vddmx_vfl,
 305         [QCS404_LPICX] = &qcs404_vdd_lpicx,
 306         [QCS404_LPICX_VFL] = &qcs404_vdd_lpicx_vfl,
 307         [QCS404_LPIMX] = &qcs404_vdd_lpimx,
 308         [QCS404_LPIMX_VFL] = &qcs404_vdd_lpimx_vfl,
 309 };
 310
 311 static const struct rpmpd_desc qcs404_desc = {
 312         .rpmpds = qcs404_rpmpds,
 313         .num_pds = ARRAY_SIZE(qcs404_rpmpds),
 314         .max_state = RPM_SMD_LEVEL_BINNING,
 315 };
 316
 317 /* sdm660 RPM Power domains */
 318 DEFINE_RPMPD_PAIR(sdm660, vddcx, vddcx_ao, RWCX, LEVEL, 0);
 319 DEFINE_RPMPD_VFL(sdm660, vddcx_vfl, RWCX, 0);
 320
 321 DEFINE_RPMPD_PAIR(sdm660, vddmx, vddmx_ao, RWMX, LEVEL, 0);
 322 DEFINE_RPMPD_VFL(sdm660, vddmx_vfl, RWMX, 0);
 323
 324 DEFINE_RPMPD_LEVEL(sdm660, vdd_ssccx, RWLC, 0);
 325 DEFINE_RPMPD_VFL(sdm660, vdd_ssccx_vfl, RWLC, 0);
 326
 327 DEFINE_RPMPD_LEVEL(sdm660, vdd_sscmx, RWLM, 0);
 328 DEFINE_RPMPD_VFL(sdm660, vdd_sscmx_vfl, RWLM, 0);
 329
 330 static struct rpmpd *sdm660_rpmpds[] = {
 331         [SDM660_VDDCX] =                &sdm660_vddcx,
 332         [SDM660_VDDCX_AO] =             &sdm660_vddcx_ao,
 333         [SDM660_VDDCX_VFL] =            &sdm660_vddcx_vfl,
 334         [SDM660_VDDMX] =                &sdm660_vddmx,
 335         [SDM660_VDDMX_AO] =             &sdm660_vddmx_ao,
 336         [SDM660_VDDMX_VFL] =            &sdm660_vddmx_vfl,
 337         [SDM660_SSCCX] =                &sdm660_vdd_ssccx,
 338         [SDM660_SSCCX_VFL] =            &sdm660_vdd_ssccx_vfl,
 339         [SDM660_SSCMX] =                &sdm660_vdd_sscmx,
 340         [SDM660_SSCMX_VFL] =            &sdm660_vdd_sscmx_vfl,
 341 };
 342
 343 static const struct rpmpd_desc sdm660_desc = {
 344         .rpmpds = sdm660_rpmpds,
 345         .num_pds = ARRAY_SIZE(sdm660_rpmpds),
 346         .max_state = RPM_SMD_LEVEL_TURBO,
 347 };
 348
 349 static const struct of_device_id rpmpd_match_table[] = {
 350         { .compatible = "qcom,mdm9607-rpmpd", .data = &mdm9607_desc },
 351         { .compatible = "qcom,msm8916-rpmpd", .data = &msm8916_desc },
 352         { .compatible = "qcom,msm8939-rpmpd", .data = &msm8939_desc },
 353         { .compatible = "qcom,msm8976-rpmpd", .data = &msm8976_desc },
 354         { .compatible = "qcom,msm8994-rpmpd", .data = &msm8994_desc },
 355         { .compatible = "qcom,msm8996-rpmpd", .data = &msm8996_desc },
 356         { .compatible = "qcom,msm8998-rpmpd", .data = &msm8998_desc },
 357         { .compatible = "qcom,qcs404-rpmpd", .data = &qcs404_desc },
 358         { .compatible = "qcom,sdm660-rpmpd", .data = &sdm660_desc },
 359         { }
 360 };
 361 MODULE_DEVICE_TABLE(of, rpmpd_match_table);
 362
 363 static int rpmpd_send_enable(struct rpmpd *pd, bool enable)
 364 {
 365         struct rpmpd_req req = {
 366                 .key = KEY_ENABLE,
 367                 .nbytes = cpu_to_le32(sizeof(u32)),
 368                 .value = cpu_to_le32(enable),
 369         };
 370
 371         return qcom_rpm_smd_write(pd->rpm, QCOM_SMD_RPM_ACTIVE_STATE,
 372                                   pd->res_type, pd->res_id, &req, sizeof(req));
 373 }
 374
 375 static int rpmpd_send_corner(struct rpmpd *pd, int state, unsigned int corner)
 376 {
 377         struct rpmpd_req req = {
 378                 .key = pd->key,
 379                 .nbytes = cpu_to_le32(sizeof(u32)),
 380                 .value = cpu_to_le32(corner),
 381         };
 382
 383         return qcom_rpm_smd_write(pd->rpm, state, pd->res_type, pd->res_id,
 384                                   &req, sizeof(req));
 385 };
 386
 387 static void to_active_sleep(struct rpmpd *pd, unsigned int corner,
 388                             unsigned int *active, unsigned int *sleep)
 389 {
 390         *active = corner;
 391
 392         if (pd->active_only)
 393                 *sleep = 0;
 394         else
 395                 *sleep = *active;
 396 }
 397
 398 static int rpmpd_aggregate_corner(struct rpmpd *pd)
 399 {
 400         int ret;
 401         struct rpmpd *peer = pd->peer;
 402         unsigned int active_corner, sleep_corner;
 403         unsigned int this_active_corner = 0, this_sleep_corner = 0;
 404         unsigned int peer_active_corner = 0, peer_sleep_corner = 0;
 405
 406         to_active_sleep(pd, pd->corner, &this_active_corner, &this_sleep_corner);
 407
 408         if (peer && peer->enabled)
 409                 to_active_sleep(peer, peer->corner, &peer_active_corner,
 410                                 &peer_sleep_corner);
 411
 412         active_corner = max(this_active_corner, peer_active_corner);
 413
 414         ret = rpmpd_send_corner(pd, QCOM_SMD_RPM_ACTIVE_STATE, active_corner);
 415         if (ret)
 416                 return ret;
 417
 418         sleep_corner = max(this_sleep_corner, peer_sleep_corner);
 419
 420         return rpmpd_send_corner(pd, QCOM_SMD_RPM_SLEEP_STATE, sleep_corner);
 421 }
 422
 423 static int rpmpd_power_on(struct generic_pm_domain *domain)
 424 {
 425         int ret;
 426         struct rpmpd *pd = domain_to_rpmpd(domain);
 427
 428         mutex_lock(&rpmpd_lock);
 429
 430         ret = rpmpd_send_enable(pd, true);
 431         if (ret)
 432                 goto out;
 433
 434         pd->enabled = true;
 435
 436         if (pd->corner)
 437                 ret = rpmpd_aggregate_corner(pd);
 438
 439 out:
 440         mutex_unlock(&rpmpd_lock);
 441
 442         return ret;
 443 }
 444
 445 static int rpmpd_power_off(struct generic_pm_domain *domain)
 446 {
 447         int ret;
 448         struct rpmpd *pd = domain_to_rpmpd(domain);
 449
 450         mutex_lock(&rpmpd_lock);
 451
 452         ret = rpmpd_send_enable(pd, false);
 453         if (!ret)
 454                 pd->enabled = false;
 455
 456         mutex_unlock(&rpmpd_lock);
 457
 458         return ret;
 459 }
 460
 461 static int rpmpd_set_performance(struct generic_pm_domain *domain,
 462                                  unsigned int state)
 463 {
 464         int ret = 0;
 465         struct rpmpd *pd = domain_to_rpmpd(domain);
 466
 467         if (state > pd->max_state)
 468                 state = pd->max_state;
 469
 470         mutex_lock(&rpmpd_lock);
 471
 472         pd->corner = state;
 473
 474         /* Always send updates for vfc and vfl */
 475         if (!pd->enabled && pd->key != KEY_FLOOR_CORNER &&
 476             pd->key != KEY_FLOOR_LEVEL)
 477                 goto out;
 478
 479         ret = rpmpd_aggregate_corner(pd);
 480
 481 out:
 482         mutex_unlock(&rpmpd_lock);
 483
 484         return ret;
 485 }
 486
 487 static unsigned int rpmpd_get_performance(struct generic_pm_domain *genpd,
 488                                           struct dev_pm_opp *opp)
 489 {
 490         return dev_pm_opp_get_level(opp);
 491 }
 492
 493 static int rpmpd_probe(struct platform_device *pdev)
 494 {
 495         int i;
 496         size_t num;
 497         struct genpd_onecell_data *data;
 498         struct qcom_smd_rpm *rpm;
 499         struct rpmpd **rpmpds;
 500         const struct rpmpd_desc *desc;
 501
 502         rpm = dev_get_drvdata(pdev->dev.parent);
 503         if (!rpm) {
 504                 dev_err(&pdev->dev, "Unable to retrieve handle to RPM\n");
 505                 return -ENODEV;
 506         }
 507
 508         desc = of_device_get_match_data(&pdev->dev);
 509         if (!desc)
 510                 return -EINVAL;
 511
 512         rpmpds = desc->rpmpds;
 513         num = desc->num_pds;
 514
 515         data = devm_kzalloc(&pdev->dev, sizeof(*data), GFP_KERNEL);
 516         if (!data)
 517                 return -ENOMEM;
 518
 519         data->domains = devm_kcalloc(&pdev->dev, num, sizeof(*data->domains),
 520                                      GFP_KERNEL);
 521         data->num_domains = num;
 522
 523         for (i = 0; i < num; i++) {
 524                 if (!rpmpds[i]) {
 525                         dev_warn(&pdev->dev, "rpmpds[] with empty entry at index=%d\n",
 526                                  i);
 527                         continue;
 528                 }
 529
 530                 rpmpds[i]->rpm = rpm;
 531                 rpmpds[i]->max_state = desc->max_state;
 532                 rpmpds[i]->pd.power_off = rpmpd_power_off;
 533                 rpmpds[i]->pd.power_on = rpmpd_power_on;
 534                 rpmpds[i]->pd.set_performance_state = rpmpd_set_performance;
 535                 rpmpds[i]->pd.opp_to_performance_state = rpmpd_get_performance;
 536                 pm_genpd_init(&rpmpds[i]->pd, NULL, true);
 537
 538                 data->domains[i] = &rpmpds[i]->pd;
 539         }
 540
 541         return of_genpd_add_provider_onecell(pdev->dev.of_node, data);
 542 }
 543
 544 static struct platform_driver rpmpd_driver = {
 545         .driver = {
 546                 .name = "qcom-rpmpd",
 547                 .of_match_table = rpmpd_match_table,
 548                 .suppress_bind_attrs = true,
 549         },
 550         .probe = rpmpd_probe,
 551 };
 552
 553 static int __init rpmpd_init(void)
 554 {
 555         return platform_driver_register(&rpmpd_driver);
 556 }
 557 core_initcall(rpmpd_init);
 558
 559 MODULE_DESCRIPTION("Qualcomm Technologies, Inc. RPM Power Domain Driver");
 560 MODULE_LICENSE("GPL v2");