123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245 |
- /*
- * Intel SOC Telemetry Platform Driver: Currently supports APL
- * Copyright (c) 2015, Intel Corporation.
- * All Rights Reserved.
- *
- * This program is free software; you can redistribute it and/or modify it
- * under the terms and conditions of the GNU General Public License,
- * version 2, as published by the Free Software Foundation.
- *
- * This program is distributed in the hope it will be useful, but WITHOUT
- * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
- * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
- * more details.
- *
- * This file provides the platform specific telemetry implementation for APL.
- * It used the PUNIT and PMC IPC interfaces for configuring the counters.
- * The accumulated results are fetched from SRAM.
- */
- #include <linux/io.h>
- #include <linux/module.h>
- #include <linux/platform_device.h>
- #include <asm/cpu_device_id.h>
- #include <asm/intel-family.h>
- #include <asm/intel_pmc_ipc.h>
- #include <asm/intel_punit_ipc.h>
- #include <asm/intel_telemetry.h>
- #define DRIVER_NAME "intel_telemetry"
- #define DRIVER_VERSION "1.0.0"
- #define TELEM_TRC_VERBOSITY_MASK 0x3
- #define TELEM_MIN_PERIOD(x) ((x) & 0x7F0000)
- #define TELEM_MAX_PERIOD(x) ((x) & 0x7F000000)
- #define TELEM_SAMPLE_PERIOD_INVALID(x) ((x) & (BIT(7)))
- #define TELEM_CLEAR_SAMPLE_PERIOD(x) ((x) &= ~0x7F)
- #define TELEM_SAMPLING_DEFAULT_PERIOD 0xD
- #define TELEM_MAX_EVENTS_SRAM 28
- #define TELEM_SSRAM_STARTTIME_OFFSET 8
- #define TELEM_SSRAM_EVTLOG_OFFSET 16
- #define IOSS_TELEM_EVENT_READ 0x0
- #define IOSS_TELEM_EVENT_WRITE 0x1
- #define IOSS_TELEM_INFO_READ 0x2
- #define IOSS_TELEM_TRACE_CTL_READ 0x5
- #define IOSS_TELEM_TRACE_CTL_WRITE 0x6
- #define IOSS_TELEM_EVENT_CTL_READ 0x7
- #define IOSS_TELEM_EVENT_CTL_WRITE 0x8
- #define IOSS_TELEM_EVT_CTRL_WRITE_SIZE 0x4
- #define IOSS_TELEM_READ_WORD 0x1
- #define IOSS_TELEM_WRITE_FOURBYTES 0x4
- #define IOSS_TELEM_EVT_WRITE_SIZE 0x3
- #define TELEM_INFO_SRAMEVTS_MASK 0xFF00
- #define TELEM_INFO_SRAMEVTS_SHIFT 0x8
- #define TELEM_SSRAM_READ_TIMEOUT 10
- #define TELEM_INFO_NENABLES_MASK 0xFF
- #define TELEM_EVENT_ENABLE 0x8000
- #define TELEM_MASK_BIT 1
- #define TELEM_MASK_BYTE 0xFF
- #define BYTES_PER_LONG 8
- #define TELEM_MASK_PCS_STATE 0xF
- #define TELEM_DISABLE(x) ((x) &= ~(BIT(31)))
- #define TELEM_CLEAR_EVENTS(x) ((x) |= (BIT(30)))
- #define TELEM_ENABLE_SRAM_EVT_TRACE(x) ((x) &= ~(BIT(30) | BIT(24)))
- #define TELEM_ENABLE_PERIODIC(x) ((x) |= (BIT(23) | BIT(31) | BIT(7)))
- #define TELEM_EXTRACT_VERBOSITY(x, y) ((y) = (((x) >> 27) & 0x3))
- #define TELEM_CLEAR_VERBOSITY_BITS(x) ((x) &= ~(BIT(27) | BIT(28)))
- #define TELEM_SET_VERBOSITY_BITS(x, y) ((x) |= ((y) << 27))
- #define TELEM_CPU(model, data) \
- { X86_VENDOR_INTEL, 6, model, X86_FEATURE_ANY, (unsigned long)&data }
- enum telemetry_action {
- TELEM_UPDATE = 0,
- TELEM_ADD,
- TELEM_RESET,
- TELEM_ACTION_NONE
- };
- struct telem_ssram_region {
- u64 timestamp;
- u64 start_time;
- u64 events[TELEM_MAX_EVENTS_SRAM];
- };
- static struct telemetry_plt_config *telm_conf;
- /*
- * The following counters are programmed by default during setup.
- * Only 20 allocated to kernel driver
- */
- static struct telemetry_evtmap
- telemetry_apl_ioss_default_events[TELEM_MAX_OS_ALLOCATED_EVENTS] = {
- {"SOC_S0IX_TOTAL_RES", 0x4800},
- {"SOC_S0IX_TOTAL_OCC", 0x4000},
- {"SOC_S0IX_SHALLOW_RES", 0x4801},
- {"SOC_S0IX_SHALLOW_OCC", 0x4001},
- {"SOC_S0IX_DEEP_RES", 0x4802},
- {"SOC_S0IX_DEEP_OCC", 0x4002},
- {"PMC_POWER_GATE", 0x5818},
- {"PMC_D3_STATES", 0x5819},
- {"PMC_D0I3_STATES", 0x581A},
- {"PMC_S0IX_WAKE_REASON_GPIO", 0x6000},
- {"PMC_S0IX_WAKE_REASON_TIMER", 0x6001},
- {"PMC_S0IX_WAKE_REASON_VNNREQ", 0x6002},
- {"PMC_S0IX_WAKE_REASON_LOWPOWER", 0x6003},
- {"PMC_S0IX_WAKE_REASON_EXTERNAL", 0x6004},
- {"PMC_S0IX_WAKE_REASON_MISC", 0x6005},
- {"PMC_S0IX_BLOCKING_IPS_D3_D0I3", 0x6006},
- {"PMC_S0IX_BLOCKING_IPS_PG", 0x6007},
- {"PMC_S0IX_BLOCKING_MISC_IPS_PG", 0x6008},
- {"PMC_S0IX_BLOCK_IPS_VNN_REQ", 0x6009},
- {"PMC_S0IX_BLOCK_IPS_CLOCKS", 0x600B},
- };
- static struct telemetry_evtmap
- telemetry_apl_pss_default_events[TELEM_MAX_OS_ALLOCATED_EVENTS] = {
- {"IA_CORE0_C6_RES", 0x0400},
- {"IA_CORE0_C6_CTR", 0x0000},
- {"IA_MODULE0_C7_RES", 0x0410},
- {"IA_MODULE0_C7_CTR", 0x000E},
- {"IA_C0_RES", 0x0805},
- {"PCS_LTR", 0x2801},
- {"PSTATES", 0x2802},
- {"SOC_S0I3_RES", 0x0409},
- {"SOC_S0I3_CTR", 0x000A},
- {"PCS_S0I3_CTR", 0x0009},
- {"PCS_C1E_RES", 0x041A},
- {"PCS_IDLE_STATUS", 0x2806},
- {"IA_PERF_LIMITS", 0x280B},
- {"GT_PERF_LIMITS", 0x280C},
- {"PCS_WAKEUP_S0IX_CTR", 0x0030},
- {"PCS_IDLE_BLOCKED", 0x2C00},
- {"PCS_S0IX_BLOCKED", 0x2C01},
- {"PCS_S0IX_WAKE_REASONS", 0x2C02},
- {"PCS_LTR_BLOCKING", 0x2C03},
- {"PC2_AND_MEM_SHALLOW_IDLE_RES", 0x1D40},
- };
- static struct telemetry_evtmap
- telemetry_glk_pss_default_events[TELEM_MAX_OS_ALLOCATED_EVENTS] = {
- {"IA_CORE0_C6_RES", 0x0400},
- {"IA_CORE0_C6_CTR", 0x0000},
- {"IA_MODULE0_C7_RES", 0x0410},
- {"IA_MODULE0_C7_CTR", 0x000C},
- {"IA_C0_RES", 0x0805},
- {"PCS_LTR", 0x2801},
- {"PSTATES", 0x2802},
- {"SOC_S0I3_RES", 0x0407},
- {"SOC_S0I3_CTR", 0x0008},
- {"PCS_S0I3_CTR", 0x0007},
- {"PCS_C1E_RES", 0x0414},
- {"PCS_IDLE_STATUS", 0x2806},
- {"IA_PERF_LIMITS", 0x280B},
- {"GT_PERF_LIMITS", 0x280C},
- {"PCS_WAKEUP_S0IX_CTR", 0x0025},
- {"PCS_IDLE_BLOCKED", 0x2C00},
- {"PCS_S0IX_BLOCKED", 0x2C01},
- {"PCS_S0IX_WAKE_REASONS", 0x2C02},
- {"PCS_LTR_BLOCKING", 0x2C03},
- {"PC2_AND_MEM_SHALLOW_IDLE_RES", 0x1D40},
- };
- /* APL specific Data */
- static struct telemetry_plt_config telem_apl_config = {
- .pss_config = {
- .telem_evts = telemetry_apl_pss_default_events,
- },
- .ioss_config = {
- .telem_evts = telemetry_apl_ioss_default_events,
- },
- };
- /* GLK specific Data */
- static struct telemetry_plt_config telem_glk_config = {
- .pss_config = {
- .telem_evts = telemetry_glk_pss_default_events,
- },
- .ioss_config = {
- .telem_evts = telemetry_apl_ioss_default_events,
- },
- };
- static const struct x86_cpu_id telemetry_cpu_ids[] = {
- TELEM_CPU(INTEL_FAM6_ATOM_GOLDMONT, telem_apl_config),
- TELEM_CPU(INTEL_FAM6_ATOM_GOLDMONT_PLUS, telem_glk_config),
- {}
- };
- MODULE_DEVICE_TABLE(x86cpu, telemetry_cpu_ids);
- static inline int telem_get_unitconfig(enum telemetry_unit telem_unit,
- struct telemetry_unit_config **unit_config)
- {
- if (telem_unit == TELEM_PSS)
- *unit_config = &(telm_conf->pss_config);
- else if (telem_unit == TELEM_IOSS)
- *unit_config = &(telm_conf->ioss_config);
- else
- return -EINVAL;
- return 0;
- }
- static int telemetry_check_evtid(enum telemetry_unit telem_unit,
- u32 *evtmap, u8 len,
- enum telemetry_action action)
- {
- struct telemetry_unit_config *unit_config;
- int ret;
- ret = telem_get_unitconfig(telem_unit, &unit_config);
- if (ret < 0)
- return ret;
- switch (action) {
- case TELEM_RESET:
- if (len > TELEM_MAX_EVENTS_SRAM)
- return -EINVAL;
- break;
- case TELEM_UPDATE:
- if (len > TELEM_MAX_EVENTS_SRAM)
- return -EINVAL;
- if ((len > 0) && (evtmap == NULL))
- return -EINVAL;
- break;
- case TELEM_ADD:
- if ((len + unit_config->ssram_evts_used) >
- TELEM_MAX_EVENTS_SRAM)
- return -EINVAL;
- if ((len > 0) && (evtmap == NULL))
- return -EINVAL;
- break;
- default:
- pr_err("Unknown Telemetry action specified %d\n", action);
- return -EINVAL;
- }
- return 0;
- }
- static inline int telemetry_plt_config_ioss_event(u32 evt_id, int index)
- {
- u32 write_buf;
- int ret;
- write_buf = evt_id | TELEM_EVENT_ENABLE;
- write_buf <<= BITS_PER_BYTE;
- write_buf |= index;
- ret = intel_pmc_ipc_command(PMC_IPC_PMC_TELEMTRY,
- IOSS_TELEM_EVENT_WRITE, (u8 *)&write_buf,
- IOSS_TELEM_EVT_WRITE_SIZE, NULL, 0);
- return ret;
- }
- static inline int telemetry_plt_config_pss_event(u32 evt_id, int index)
- {
- u32 write_buf;
- int ret;
- write_buf = evt_id | TELEM_EVENT_ENABLE;
- ret = intel_punit_ipc_command(IPC_PUNIT_BIOS_WRITE_TELE_EVENT,
- index, 0, &write_buf, NULL);
- return ret;
- }
- static int telemetry_setup_iossevtconfig(struct telemetry_evtconfig evtconfig,
- enum telemetry_action action)
- {
- u8 num_ioss_evts, ioss_period;
- int ret, index, idx;
- u32 *ioss_evtmap;
- u32 telem_ctrl;
- num_ioss_evts = evtconfig.num_evts;
- ioss_period = evtconfig.period;
- ioss_evtmap = evtconfig.evtmap;
- /* Get telemetry EVENT CTL */
- ret = intel_pmc_ipc_command(PMC_IPC_PMC_TELEMTRY,
- IOSS_TELEM_EVENT_CTL_READ, NULL, 0,
- &telem_ctrl, IOSS_TELEM_READ_WORD);
- if (ret) {
- pr_err("IOSS TELEM_CTRL Read Failed\n");
- return ret;
- }
- /* Disable Telemetry */
- TELEM_DISABLE(telem_ctrl);
- ret = intel_pmc_ipc_command(PMC_IPC_PMC_TELEMTRY,
- IOSS_TELEM_EVENT_CTL_WRITE,
- (u8 *)&telem_ctrl,
- IOSS_TELEM_EVT_CTRL_WRITE_SIZE,
- NULL, 0);
- if (ret) {
- pr_err("IOSS TELEM_CTRL Event Disable Write Failed\n");
- return ret;
- }
- /* Reset Everything */
- if (action == TELEM_RESET) {
- /* Clear All Events */
- TELEM_CLEAR_EVENTS(telem_ctrl);
- ret = intel_pmc_ipc_command(PMC_IPC_PMC_TELEMTRY,
- IOSS_TELEM_EVENT_CTL_WRITE,
- (u8 *)&telem_ctrl,
- IOSS_TELEM_EVT_CTRL_WRITE_SIZE,
- NULL, 0);
- if (ret) {
- pr_err("IOSS TELEM_CTRL Event Disable Write Failed\n");
- return ret;
- }
- telm_conf->ioss_config.ssram_evts_used = 0;
- /* Configure Events */
- for (idx = 0; idx < num_ioss_evts; idx++) {
- if (telemetry_plt_config_ioss_event(
- telm_conf->ioss_config.telem_evts[idx].evt_id,
- idx)) {
- pr_err("IOSS TELEM_RESET Fail for data: %x\n",
- telm_conf->ioss_config.telem_evts[idx].evt_id);
- continue;
- }
- telm_conf->ioss_config.ssram_evts_used++;
- }
- }
- /* Re-Configure Everything */
- if (action == TELEM_UPDATE) {
- /* Clear All Events */
- TELEM_CLEAR_EVENTS(telem_ctrl);
- ret = intel_pmc_ipc_command(PMC_IPC_PMC_TELEMTRY,
- IOSS_TELEM_EVENT_CTL_WRITE,
- (u8 *)&telem_ctrl,
- IOSS_TELEM_EVT_CTRL_WRITE_SIZE,
- NULL, 0);
- if (ret) {
- pr_err("IOSS TELEM_CTRL Event Disable Write Failed\n");
- return ret;
- }
- telm_conf->ioss_config.ssram_evts_used = 0;
- /* Configure Events */
- for (index = 0; index < num_ioss_evts; index++) {
- telm_conf->ioss_config.telem_evts[index].evt_id =
- ioss_evtmap[index];
- if (telemetry_plt_config_ioss_event(
- telm_conf->ioss_config.telem_evts[index].evt_id,
- index)) {
- pr_err("IOSS TELEM_UPDATE Fail for Evt%x\n",
- ioss_evtmap[index]);
- continue;
- }
- telm_conf->ioss_config.ssram_evts_used++;
- }
- }
- /* Add some Events */
- if (action == TELEM_ADD) {
- /* Configure Events */
- for (index = telm_conf->ioss_config.ssram_evts_used, idx = 0;
- idx < num_ioss_evts; index++, idx++) {
- telm_conf->ioss_config.telem_evts[index].evt_id =
- ioss_evtmap[idx];
- if (telemetry_plt_config_ioss_event(
- telm_conf->ioss_config.telem_evts[index].evt_id,
- index)) {
- pr_err("IOSS TELEM_ADD Fail for Event %x\n",
- ioss_evtmap[idx]);
- continue;
- }
- telm_conf->ioss_config.ssram_evts_used++;
- }
- }
- /* Enable Periodic Telemetry Events and enable SRAM trace */
- TELEM_CLEAR_SAMPLE_PERIOD(telem_ctrl);
- TELEM_ENABLE_SRAM_EVT_TRACE(telem_ctrl);
- TELEM_ENABLE_PERIODIC(telem_ctrl);
- telem_ctrl |= ioss_period;
- ret = intel_pmc_ipc_command(PMC_IPC_PMC_TELEMTRY,
- IOSS_TELEM_EVENT_CTL_WRITE,
- (u8 *)&telem_ctrl,
- IOSS_TELEM_EVT_CTRL_WRITE_SIZE, NULL, 0);
- if (ret) {
- pr_err("IOSS TELEM_CTRL Event Enable Write Failed\n");
- return ret;
- }
- telm_conf->ioss_config.curr_period = ioss_period;
- return 0;
- }
- static int telemetry_setup_pssevtconfig(struct telemetry_evtconfig evtconfig,
- enum telemetry_action action)
- {
- u8 num_pss_evts, pss_period;
- int ret, index, idx;
- u32 *pss_evtmap;
- u32 telem_ctrl;
- num_pss_evts = evtconfig.num_evts;
- pss_period = evtconfig.period;
- pss_evtmap = evtconfig.evtmap;
- /* PSS Config */
- /* Get telemetry EVENT CTL */
- ret = intel_punit_ipc_command(IPC_PUNIT_BIOS_READ_TELE_EVENT_CTRL,
- 0, 0, NULL, &telem_ctrl);
- if (ret) {
- pr_err("PSS TELEM_CTRL Read Failed\n");
- return ret;
- }
- /* Disable Telemetry */
- TELEM_DISABLE(telem_ctrl);
- ret = intel_punit_ipc_command(IPC_PUNIT_BIOS_WRITE_TELE_EVENT_CTRL,
- 0, 0, &telem_ctrl, NULL);
- if (ret) {
- pr_err("PSS TELEM_CTRL Event Disable Write Failed\n");
- return ret;
- }
- /* Reset Everything */
- if (action == TELEM_RESET) {
- /* Clear All Events */
- TELEM_CLEAR_EVENTS(telem_ctrl);
- ret = intel_punit_ipc_command(
- IPC_PUNIT_BIOS_WRITE_TELE_EVENT_CTRL,
- 0, 0, &telem_ctrl, NULL);
- if (ret) {
- pr_err("PSS TELEM_CTRL Event Disable Write Failed\n");
- return ret;
- }
- telm_conf->pss_config.ssram_evts_used = 0;
- /* Configure Events */
- for (idx = 0; idx < num_pss_evts; idx++) {
- if (telemetry_plt_config_pss_event(
- telm_conf->pss_config.telem_evts[idx].evt_id,
- idx)) {
- pr_err("PSS TELEM_RESET Fail for Event %x\n",
- telm_conf->pss_config.telem_evts[idx].evt_id);
- continue;
- }
- telm_conf->pss_config.ssram_evts_used++;
- }
- }
- /* Re-Configure Everything */
- if (action == TELEM_UPDATE) {
- /* Clear All Events */
- TELEM_CLEAR_EVENTS(telem_ctrl);
- ret = intel_punit_ipc_command(
- IPC_PUNIT_BIOS_WRITE_TELE_EVENT_CTRL,
- 0, 0, &telem_ctrl, NULL);
- if (ret) {
- pr_err("PSS TELEM_CTRL Event Disable Write Failed\n");
- return ret;
- }
- telm_conf->pss_config.ssram_evts_used = 0;
- /* Configure Events */
- for (index = 0; index < num_pss_evts; index++) {
- telm_conf->pss_config.telem_evts[index].evt_id =
- pss_evtmap[index];
- if (telemetry_plt_config_pss_event(
- telm_conf->pss_config.telem_evts[index].evt_id,
- index)) {
- pr_err("PSS TELEM_UPDATE Fail for Event %x\n",
- pss_evtmap[index]);
- continue;
- }
- telm_conf->pss_config.ssram_evts_used++;
- }
- }
- /* Add some Events */
- if (action == TELEM_ADD) {
- /* Configure Events */
- for (index = telm_conf->pss_config.ssram_evts_used, idx = 0;
- idx < num_pss_evts; index++, idx++) {
- telm_conf->pss_config.telem_evts[index].evt_id =
- pss_evtmap[idx];
- if (telemetry_plt_config_pss_event(
- telm_conf->pss_config.telem_evts[index].evt_id,
- index)) {
- pr_err("PSS TELEM_ADD Fail for Event %x\n",
- pss_evtmap[idx]);
- continue;
- }
- telm_conf->pss_config.ssram_evts_used++;
- }
- }
- /* Enable Periodic Telemetry Events and enable SRAM trace */
- TELEM_CLEAR_SAMPLE_PERIOD(telem_ctrl);
- TELEM_ENABLE_SRAM_EVT_TRACE(telem_ctrl);
- TELEM_ENABLE_PERIODIC(telem_ctrl);
- telem_ctrl |= pss_period;
- ret = intel_punit_ipc_command(IPC_PUNIT_BIOS_WRITE_TELE_EVENT_CTRL,
- 0, 0, &telem_ctrl, NULL);
- if (ret) {
- pr_err("PSS TELEM_CTRL Event Enable Write Failed\n");
- return ret;
- }
- telm_conf->pss_config.curr_period = pss_period;
- return 0;
- }
- static int telemetry_setup_evtconfig(struct telemetry_evtconfig pss_evtconfig,
- struct telemetry_evtconfig ioss_evtconfig,
- enum telemetry_action action)
- {
- int ret;
- mutex_lock(&(telm_conf->telem_lock));
- if ((action == TELEM_UPDATE) && (telm_conf->telem_in_use)) {
- ret = -EBUSY;
- goto out;
- }
- ret = telemetry_check_evtid(TELEM_PSS, pss_evtconfig.evtmap,
- pss_evtconfig.num_evts, action);
- if (ret)
- goto out;
- ret = telemetry_check_evtid(TELEM_IOSS, ioss_evtconfig.evtmap,
- ioss_evtconfig.num_evts, action);
- if (ret)
- goto out;
- if (ioss_evtconfig.num_evts) {
- ret = telemetry_setup_iossevtconfig(ioss_evtconfig, action);
- if (ret)
- goto out;
- }
- if (pss_evtconfig.num_evts) {
- ret = telemetry_setup_pssevtconfig(pss_evtconfig, action);
- if (ret)
- goto out;
- }
- if ((action == TELEM_UPDATE) || (action == TELEM_ADD))
- telm_conf->telem_in_use = true;
- else
- telm_conf->telem_in_use = false;
- out:
- mutex_unlock(&(telm_conf->telem_lock));
- return ret;
- }
- static int telemetry_setup(struct platform_device *pdev)
- {
- struct telemetry_evtconfig pss_evtconfig, ioss_evtconfig;
- u32 read_buf, events, event_regs;
- int ret;
- ret = intel_pmc_ipc_command(PMC_IPC_PMC_TELEMTRY, IOSS_TELEM_INFO_READ,
- NULL, 0, &read_buf, IOSS_TELEM_READ_WORD);
- if (ret) {
- dev_err(&pdev->dev, "IOSS TELEM_INFO Read Failed\n");
- return ret;
- }
- /* Get telemetry Info */
- events = (read_buf & TELEM_INFO_SRAMEVTS_MASK) >>
- TELEM_INFO_SRAMEVTS_SHIFT;
- event_regs = read_buf & TELEM_INFO_NENABLES_MASK;
- if ((events < TELEM_MAX_EVENTS_SRAM) ||
- (event_regs < TELEM_MAX_EVENTS_SRAM)) {
- dev_err(&pdev->dev, "IOSS:Insufficient Space for SRAM Trace\n");
- dev_err(&pdev->dev, "SRAM Events %d; Event Regs %d\n",
- events, event_regs);
- return -ENOMEM;
- }
- telm_conf->ioss_config.min_period = TELEM_MIN_PERIOD(read_buf);
- telm_conf->ioss_config.max_period = TELEM_MAX_PERIOD(read_buf);
- /* PUNIT Mailbox Setup */
- ret = intel_punit_ipc_command(IPC_PUNIT_BIOS_READ_TELE_INFO, 0, 0,
- NULL, &read_buf);
- if (ret) {
- dev_err(&pdev->dev, "PSS TELEM_INFO Read Failed\n");
- return ret;
- }
- /* Get telemetry Info */
- events = (read_buf & TELEM_INFO_SRAMEVTS_MASK) >>
- TELEM_INFO_SRAMEVTS_SHIFT;
- event_regs = read_buf & TELEM_INFO_SRAMEVTS_MASK;
- if ((events < TELEM_MAX_EVENTS_SRAM) ||
- (event_regs < TELEM_MAX_EVENTS_SRAM)) {
- dev_err(&pdev->dev, "PSS:Insufficient Space for SRAM Trace\n");
- dev_err(&pdev->dev, "SRAM Events %d; Event Regs %d\n",
- events, event_regs);
- return -ENOMEM;
- }
- telm_conf->pss_config.min_period = TELEM_MIN_PERIOD(read_buf);
- telm_conf->pss_config.max_period = TELEM_MAX_PERIOD(read_buf);
- pss_evtconfig.evtmap = NULL;
- pss_evtconfig.num_evts = TELEM_MAX_OS_ALLOCATED_EVENTS;
- pss_evtconfig.period = TELEM_SAMPLING_DEFAULT_PERIOD;
- ioss_evtconfig.evtmap = NULL;
- ioss_evtconfig.num_evts = TELEM_MAX_OS_ALLOCATED_EVENTS;
- ioss_evtconfig.period = TELEM_SAMPLING_DEFAULT_PERIOD;
- ret = telemetry_setup_evtconfig(pss_evtconfig, ioss_evtconfig,
- TELEM_RESET);
- if (ret) {
- dev_err(&pdev->dev, "TELEMETRY Setup Failed\n");
- return ret;
- }
- return 0;
- }
- static int telemetry_plt_update_events(struct telemetry_evtconfig pss_evtconfig,
- struct telemetry_evtconfig ioss_evtconfig)
- {
- int ret;
- if ((pss_evtconfig.num_evts > 0) &&
- (TELEM_SAMPLE_PERIOD_INVALID(pss_evtconfig.period))) {
- pr_err("PSS Sampling Period Out of Range\n");
- return -EINVAL;
- }
- if ((ioss_evtconfig.num_evts > 0) &&
- (TELEM_SAMPLE_PERIOD_INVALID(ioss_evtconfig.period))) {
- pr_err("IOSS Sampling Period Out of Range\n");
- return -EINVAL;
- }
- ret = telemetry_setup_evtconfig(pss_evtconfig, ioss_evtconfig,
- TELEM_UPDATE);
- if (ret)
- pr_err("TELEMETRY Config Failed\n");
- return ret;
- }
- static int telemetry_plt_set_sampling_period(u8 pss_period, u8 ioss_period)
- {
- u32 telem_ctrl = 0;
- int ret = 0;
- mutex_lock(&(telm_conf->telem_lock));
- if (ioss_period) {
- if (TELEM_SAMPLE_PERIOD_INVALID(ioss_period)) {
- pr_err("IOSS Sampling Period Out of Range\n");
- ret = -EINVAL;
- goto out;
- }
- /* Get telemetry EVENT CTL */
- ret = intel_pmc_ipc_command(PMC_IPC_PMC_TELEMTRY,
- IOSS_TELEM_EVENT_CTL_READ, NULL, 0,
- &telem_ctrl, IOSS_TELEM_READ_WORD);
- if (ret) {
- pr_err("IOSS TELEM_CTRL Read Failed\n");
- goto out;
- }
- /* Disable Telemetry */
- TELEM_DISABLE(telem_ctrl);
- ret = intel_pmc_ipc_command(PMC_IPC_PMC_TELEMTRY,
- IOSS_TELEM_EVENT_CTL_WRITE,
- (u8 *)&telem_ctrl,
- IOSS_TELEM_EVT_CTRL_WRITE_SIZE,
- NULL, 0);
- if (ret) {
- pr_err("IOSS TELEM_CTRL Event Disable Write Failed\n");
- goto out;
- }
- /* Enable Periodic Telemetry Events and enable SRAM trace */
- TELEM_CLEAR_SAMPLE_PERIOD(telem_ctrl);
- TELEM_ENABLE_SRAM_EVT_TRACE(telem_ctrl);
- TELEM_ENABLE_PERIODIC(telem_ctrl);
- telem_ctrl |= ioss_period;
- ret = intel_pmc_ipc_command(PMC_IPC_PMC_TELEMTRY,
- IOSS_TELEM_EVENT_CTL_WRITE,
- (u8 *)&telem_ctrl,
- IOSS_TELEM_EVT_CTRL_WRITE_SIZE,
- NULL, 0);
- if (ret) {
- pr_err("IOSS TELEM_CTRL Event Enable Write Failed\n");
- goto out;
- }
- telm_conf->ioss_config.curr_period = ioss_period;
- }
- if (pss_period) {
- if (TELEM_SAMPLE_PERIOD_INVALID(pss_period)) {
- pr_err("PSS Sampling Period Out of Range\n");
- ret = -EINVAL;
- goto out;
- }
- /* Get telemetry EVENT CTL */
- ret = intel_punit_ipc_command(
- IPC_PUNIT_BIOS_READ_TELE_EVENT_CTRL,
- 0, 0, NULL, &telem_ctrl);
- if (ret) {
- pr_err("PSS TELEM_CTRL Read Failed\n");
- goto out;
- }
- /* Disable Telemetry */
- TELEM_DISABLE(telem_ctrl);
- ret = intel_punit_ipc_command(
- IPC_PUNIT_BIOS_WRITE_TELE_EVENT_CTRL,
- 0, 0, &telem_ctrl, NULL);
- if (ret) {
- pr_err("PSS TELEM_CTRL Event Disable Write Failed\n");
- goto out;
- }
- /* Enable Periodic Telemetry Events and enable SRAM trace */
- TELEM_CLEAR_SAMPLE_PERIOD(telem_ctrl);
- TELEM_ENABLE_SRAM_EVT_TRACE(telem_ctrl);
- TELEM_ENABLE_PERIODIC(telem_ctrl);
- telem_ctrl |= pss_period;
- ret = intel_punit_ipc_command(
- IPC_PUNIT_BIOS_WRITE_TELE_EVENT_CTRL,
- 0, 0, &telem_ctrl, NULL);
- if (ret) {
- pr_err("PSS TELEM_CTRL Event Enable Write Failed\n");
- goto out;
- }
- telm_conf->pss_config.curr_period = pss_period;
- }
- out:
- mutex_unlock(&(telm_conf->telem_lock));
- return ret;
- }
- static int telemetry_plt_get_sampling_period(u8 *pss_min_period,
- u8 *pss_max_period,
- u8 *ioss_min_period,
- u8 *ioss_max_period)
- {
- *pss_min_period = telm_conf->pss_config.min_period;
- *pss_max_period = telm_conf->pss_config.max_period;
- *ioss_min_period = telm_conf->ioss_config.min_period;
- *ioss_max_period = telm_conf->ioss_config.max_period;
- return 0;
- }
- static int telemetry_plt_reset_events(void)
- {
- struct telemetry_evtconfig pss_evtconfig, ioss_evtconfig;
- int ret;
- pss_evtconfig.evtmap = NULL;
- pss_evtconfig.num_evts = TELEM_MAX_OS_ALLOCATED_EVENTS;
- pss_evtconfig.period = TELEM_SAMPLING_DEFAULT_PERIOD;
- ioss_evtconfig.evtmap = NULL;
- ioss_evtconfig.num_evts = TELEM_MAX_OS_ALLOCATED_EVENTS;
- ioss_evtconfig.period = TELEM_SAMPLING_DEFAULT_PERIOD;
- ret = telemetry_setup_evtconfig(pss_evtconfig, ioss_evtconfig,
- TELEM_RESET);
- if (ret)
- pr_err("TELEMETRY Reset Failed\n");
- return ret;
- }
- static int telemetry_plt_get_eventconfig(struct telemetry_evtconfig *pss_config,
- struct telemetry_evtconfig *ioss_config,
- int pss_len, int ioss_len)
- {
- u32 *pss_evtmap, *ioss_evtmap;
- u32 index;
- pss_evtmap = pss_config->evtmap;
- ioss_evtmap = ioss_config->evtmap;
- mutex_lock(&(telm_conf->telem_lock));
- pss_config->num_evts = telm_conf->pss_config.ssram_evts_used;
- ioss_config->num_evts = telm_conf->ioss_config.ssram_evts_used;
- pss_config->period = telm_conf->pss_config.curr_period;
- ioss_config->period = telm_conf->ioss_config.curr_period;
- if ((pss_len < telm_conf->pss_config.ssram_evts_used) ||
- (ioss_len < telm_conf->ioss_config.ssram_evts_used)) {
- mutex_unlock(&(telm_conf->telem_lock));
- return -EINVAL;
- }
- for (index = 0; index < telm_conf->pss_config.ssram_evts_used;
- index++) {
- pss_evtmap[index] =
- telm_conf->pss_config.telem_evts[index].evt_id;
- }
- for (index = 0; index < telm_conf->ioss_config.ssram_evts_used;
- index++) {
- ioss_evtmap[index] =
- telm_conf->ioss_config.telem_evts[index].evt_id;
- }
- mutex_unlock(&(telm_conf->telem_lock));
- return 0;
- }
- static int telemetry_plt_add_events(u8 num_pss_evts, u8 num_ioss_evts,
- u32 *pss_evtmap, u32 *ioss_evtmap)
- {
- struct telemetry_evtconfig pss_evtconfig, ioss_evtconfig;
- int ret;
- pss_evtconfig.evtmap = pss_evtmap;
- pss_evtconfig.num_evts = num_pss_evts;
- pss_evtconfig.period = telm_conf->pss_config.curr_period;
- ioss_evtconfig.evtmap = ioss_evtmap;
- ioss_evtconfig.num_evts = num_ioss_evts;
- ioss_evtconfig.period = telm_conf->ioss_config.curr_period;
- ret = telemetry_setup_evtconfig(pss_evtconfig, ioss_evtconfig,
- TELEM_ADD);
- if (ret)
- pr_err("TELEMETRY ADD Failed\n");
- return ret;
- }
- static int telem_evtlog_read(enum telemetry_unit telem_unit,
- struct telem_ssram_region *ssram_region, u8 len)
- {
- struct telemetry_unit_config *unit_config;
- u64 timestamp_prev, timestamp_next;
- int ret, index, timeout = 0;
- ret = telem_get_unitconfig(telem_unit, &unit_config);
- if (ret < 0)
- return ret;
- if (len > unit_config->ssram_evts_used)
- len = unit_config->ssram_evts_used;
- do {
- timestamp_prev = readq(unit_config->regmap);
- if (!timestamp_prev) {
- pr_err("Ssram under update. Please Try Later\n");
- return -EBUSY;
- }
- ssram_region->start_time = readq(unit_config->regmap +
- TELEM_SSRAM_STARTTIME_OFFSET);
- for (index = 0; index < len; index++) {
- ssram_region->events[index] =
- readq(unit_config->regmap + TELEM_SSRAM_EVTLOG_OFFSET +
- BYTES_PER_LONG*index);
- }
- timestamp_next = readq(unit_config->regmap);
- if (!timestamp_next) {
- pr_err("Ssram under update. Please Try Later\n");
- return -EBUSY;
- }
- if (timeout++ > TELEM_SSRAM_READ_TIMEOUT) {
- pr_err("Timeout while reading Events\n");
- return -EBUSY;
- }
- } while (timestamp_prev != timestamp_next);
- ssram_region->timestamp = timestamp_next;
- return len;
- }
- static int telemetry_plt_raw_read_eventlog(enum telemetry_unit telem_unit,
- struct telemetry_evtlog *evtlog,
- int len, int log_all_evts)
- {
- int index, idx1, ret, readlen = len;
- struct telem_ssram_region ssram_region;
- struct telemetry_evtmap *evtmap;
- switch (telem_unit) {
- case TELEM_PSS:
- evtmap = telm_conf->pss_config.telem_evts;
- break;
- case TELEM_IOSS:
- evtmap = telm_conf->ioss_config.telem_evts;
- break;
- default:
- pr_err("Unknown Telemetry Unit Specified %d\n", telem_unit);
- return -EINVAL;
- }
- if (!log_all_evts)
- readlen = TELEM_MAX_EVENTS_SRAM;
- ret = telem_evtlog_read(telem_unit, &ssram_region, readlen);
- if (ret < 0)
- return ret;
- /* Invalid evt-id array specified via length mismatch */
- if ((!log_all_evts) && (len > ret))
- return -EINVAL;
- if (log_all_evts)
- for (index = 0; index < ret; index++) {
- evtlog[index].telem_evtlog = ssram_region.events[index];
- evtlog[index].telem_evtid = evtmap[index].evt_id;
- }
- else
- for (index = 0, readlen = 0; (index < ret) && (readlen < len);
- index++) {
- for (idx1 = 0; idx1 < len; idx1++) {
- /* Elements matched */
- if (evtmap[index].evt_id ==
- evtlog[idx1].telem_evtid) {
- evtlog[idx1].telem_evtlog =
- ssram_region.events[index];
- readlen++;
- break;
- }
- }
- }
- return readlen;
- }
- static int telemetry_plt_read_eventlog(enum telemetry_unit telem_unit,
- struct telemetry_evtlog *evtlog, int len, int log_all_evts)
- {
- int ret;
- mutex_lock(&(telm_conf->telem_lock));
- ret = telemetry_plt_raw_read_eventlog(telem_unit, evtlog,
- len, log_all_evts);
- mutex_unlock(&(telm_conf->telem_lock));
- return ret;
- }
- static int telemetry_plt_get_trace_verbosity(enum telemetry_unit telem_unit,
- u32 *verbosity)
- {
- u32 temp = 0;
- int ret;
- if (verbosity == NULL)
- return -EINVAL;
- mutex_lock(&(telm_conf->telem_trace_lock));
- switch (telem_unit) {
- case TELEM_PSS:
- ret = intel_punit_ipc_command(
- IPC_PUNIT_BIOS_READ_TELE_TRACE_CTRL,
- 0, 0, NULL, &temp);
- if (ret) {
- pr_err("PSS TRACE_CTRL Read Failed\n");
- goto out;
- }
- break;
- case TELEM_IOSS:
- ret = intel_pmc_ipc_command(PMC_IPC_PMC_TELEMTRY,
- IOSS_TELEM_TRACE_CTL_READ, NULL, 0, &temp,
- IOSS_TELEM_READ_WORD);
- if (ret) {
- pr_err("IOSS TRACE_CTL Read Failed\n");
- goto out;
- }
- break;
- default:
- pr_err("Unknown Telemetry Unit Specified %d\n", telem_unit);
- ret = -EINVAL;
- break;
- }
- TELEM_EXTRACT_VERBOSITY(temp, *verbosity);
- out:
- mutex_unlock(&(telm_conf->telem_trace_lock));
- return ret;
- }
- static int telemetry_plt_set_trace_verbosity(enum telemetry_unit telem_unit,
- u32 verbosity)
- {
- u32 temp = 0;
- int ret;
- verbosity &= TELEM_TRC_VERBOSITY_MASK;
- mutex_lock(&(telm_conf->telem_trace_lock));
- switch (telem_unit) {
- case TELEM_PSS:
- ret = intel_punit_ipc_command(
- IPC_PUNIT_BIOS_READ_TELE_TRACE_CTRL,
- 0, 0, NULL, &temp);
- if (ret) {
- pr_err("PSS TRACE_CTRL Read Failed\n");
- goto out;
- }
- TELEM_CLEAR_VERBOSITY_BITS(temp);
- TELEM_SET_VERBOSITY_BITS(temp, verbosity);
- ret = intel_punit_ipc_command(
- IPC_PUNIT_BIOS_WRITE_TELE_TRACE_CTRL,
- 0, 0, &temp, NULL);
- if (ret) {
- pr_err("PSS TRACE_CTRL Verbosity Set Failed\n");
- goto out;
- }
- break;
- case TELEM_IOSS:
- ret = intel_pmc_ipc_command(PMC_IPC_PMC_TELEMTRY,
- IOSS_TELEM_TRACE_CTL_READ, NULL, 0, &temp,
- IOSS_TELEM_READ_WORD);
- if (ret) {
- pr_err("IOSS TRACE_CTL Read Failed\n");
- goto out;
- }
- TELEM_CLEAR_VERBOSITY_BITS(temp);
- TELEM_SET_VERBOSITY_BITS(temp, verbosity);
- ret = intel_pmc_ipc_command(PMC_IPC_PMC_TELEMTRY,
- IOSS_TELEM_TRACE_CTL_WRITE, (u8 *)&temp,
- IOSS_TELEM_WRITE_FOURBYTES, NULL, 0);
- if (ret) {
- pr_err("IOSS TRACE_CTL Verbosity Set Failed\n");
- goto out;
- }
- break;
- default:
- pr_err("Unknown Telemetry Unit Specified %d\n", telem_unit);
- ret = -EINVAL;
- break;
- }
- out:
- mutex_unlock(&(telm_conf->telem_trace_lock));
- return ret;
- }
- static const struct telemetry_core_ops telm_pltops = {
- .get_trace_verbosity = telemetry_plt_get_trace_verbosity,
- .set_trace_verbosity = telemetry_plt_set_trace_verbosity,
- .set_sampling_period = telemetry_plt_set_sampling_period,
- .get_sampling_period = telemetry_plt_get_sampling_period,
- .raw_read_eventlog = telemetry_plt_raw_read_eventlog,
- .get_eventconfig = telemetry_plt_get_eventconfig,
- .update_events = telemetry_plt_update_events,
- .read_eventlog = telemetry_plt_read_eventlog,
- .reset_events = telemetry_plt_reset_events,
- .add_events = telemetry_plt_add_events,
- };
- static int telemetry_pltdrv_probe(struct platform_device *pdev)
- {
- struct resource *res0 = NULL, *res1 = NULL;
- const struct x86_cpu_id *id;
- int size, ret = -ENOMEM;
- id = x86_match_cpu(telemetry_cpu_ids);
- if (!id)
- return -ENODEV;
- telm_conf = (struct telemetry_plt_config *)id->driver_data;
- res0 = platform_get_resource(pdev, IORESOURCE_MEM, 0);
- if (!res0) {
- ret = -EINVAL;
- goto out;
- }
- size = resource_size(res0);
- if (!devm_request_mem_region(&pdev->dev, res0->start, size,
- pdev->name)) {
- ret = -EBUSY;
- goto out;
- }
- telm_conf->pss_config.ssram_base_addr = res0->start;
- telm_conf->pss_config.ssram_size = size;
- res1 = platform_get_resource(pdev, IORESOURCE_MEM, 1);
- if (!res1) {
- ret = -EINVAL;
- goto out;
- }
- size = resource_size(res1);
- if (!devm_request_mem_region(&pdev->dev, res1->start, size,
- pdev->name)) {
- ret = -EBUSY;
- goto out;
- }
- telm_conf->ioss_config.ssram_base_addr = res1->start;
- telm_conf->ioss_config.ssram_size = size;
- telm_conf->pss_config.regmap = ioremap_nocache(
- telm_conf->pss_config.ssram_base_addr,
- telm_conf->pss_config.ssram_size);
- if (!telm_conf->pss_config.regmap) {
- ret = -ENOMEM;
- goto out;
- }
- telm_conf->ioss_config.regmap = ioremap_nocache(
- telm_conf->ioss_config.ssram_base_addr,
- telm_conf->ioss_config.ssram_size);
- if (!telm_conf->ioss_config.regmap) {
- ret = -ENOMEM;
- goto out;
- }
- mutex_init(&telm_conf->telem_lock);
- mutex_init(&telm_conf->telem_trace_lock);
- ret = telemetry_setup(pdev);
- if (ret)
- goto out;
- ret = telemetry_set_pltdata(&telm_pltops, telm_conf);
- if (ret) {
- dev_err(&pdev->dev, "TELEMETRY Set Pltops Failed.\n");
- goto out;
- }
- return 0;
- out:
- if (res0)
- release_mem_region(res0->start, resource_size(res0));
- if (res1)
- release_mem_region(res1->start, resource_size(res1));
- if (telm_conf->pss_config.regmap)
- iounmap(telm_conf->pss_config.regmap);
- if (telm_conf->ioss_config.regmap)
- iounmap(telm_conf->ioss_config.regmap);
- dev_err(&pdev->dev, "TELEMETRY Setup Failed.\n");
- return ret;
- }
- static int telemetry_pltdrv_remove(struct platform_device *pdev)
- {
- telemetry_clear_pltdata();
- iounmap(telm_conf->pss_config.regmap);
- iounmap(telm_conf->ioss_config.regmap);
- return 0;
- }
- static struct platform_driver telemetry_soc_driver = {
- .probe = telemetry_pltdrv_probe,
- .remove = telemetry_pltdrv_remove,
- .driver = {
- .name = DRIVER_NAME,
- },
- };
- static int __init telemetry_module_init(void)
- {
- return platform_driver_register(&telemetry_soc_driver);
- }
- static void __exit telemetry_module_exit(void)
- {
- platform_driver_unregister(&telemetry_soc_driver);
- }
- device_initcall(telemetry_module_init);
- module_exit(telemetry_module_exit);
- MODULE_AUTHOR("Souvik Kumar Chakravarty <souvik.k.chakravarty@intel.com>");
- MODULE_DESCRIPTION("Intel SoC Telemetry Platform Driver");
- MODULE_VERSION(DRIVER_VERSION);
- MODULE_LICENSE("GPL");
|