blob: 9cbe30807cfc45c82050d6e0c7d5b7f3bb494a9f [file] [log] [blame]
Vadim Bendebury6f72d692011-09-21 16:12:39 -07001/*
2 * This file is part of the coreboot project.
3 *
4 * Copyright (C) 2011 The ChromiumOS Authors. All rights reserved.
Mario Scheithauera39aede2017-11-06 16:47:27 +01005 * Copyright (C) 2017 Siemens AG
Vadim Bendebury6f72d692011-09-21 16:12:39 -07006 *
7 * This program is free software; you can redistribute it and/or modify
8 * it under the terms of the GNU General Public License as published by
9 * the Free Software Foundation; version 2 of the License.
10 *
11 * This program is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 * GNU General Public License for more details.
Vadim Bendebury6f72d692011-09-21 16:12:39 -070015 */
16
Aaron Durbin1936f6c2015-07-03 17:04:21 -050017#include <assert.h>
Kyösti Mälkkib766b1c2013-09-07 17:26:08 +030018#include <stddef.h>
Vadim Bendebury6f72d692011-09-21 16:12:39 -070019#include <stdint.h>
20#include <console/console.h>
21#include <cbmem.h>
Aaron Durbin1936f6c2015-07-03 17:04:21 -050022#include <symbols.h>
Aaron Durbin2daadf82015-05-01 16:48:54 -050023#include <timer.h>
Vadim Bendebury6f72d692011-09-21 16:12:39 -070024#include <timestamp.h>
Kyösti Mälkki5a5c8862014-01-26 14:41:54 +020025#include <smp/node.h>
Vadim Bendebury6f72d692011-09-21 16:12:39 -070026
Raul E Rangelb3e02202018-05-11 11:08:08 -060027#define MAX_TIMESTAMPS 192
Vadim Bendebury6f72d692011-09-21 16:12:39 -070028
Julius Werner8c093772016-02-09 16:09:15 -080029DECLARE_OPTIONAL_REGION(timestamp);
30
Kyösti Mälkki8b936892019-09-12 13:45:15 +030031/* This points to the active timestamp_table and can change within a stage
Kyösti Mälkki3dd23a52019-08-22 15:06:50 +030032 as CBMEM comes available. */
Arthur Heymans1a711632019-11-20 20:38:29 +010033static struct timestamp_table *glob_ts_table;
Aaron Durbin1936f6c2015-07-03 17:04:21 -050034
Kyösti Mälkki3c559e72019-09-07 13:25:47 +030035static void timestamp_cache_init(struct timestamp_table *ts_cache,
Aaron Durbin1936f6c2015-07-03 17:04:21 -050036 uint64_t base)
37{
Kyösti Mälkki3c559e72019-09-07 13:25:47 +030038 ts_cache->num_entries = 0;
Kyösti Mälkki3c559e72019-09-07 13:25:47 +030039 ts_cache->base_time = base;
Kyösti Mälkki8b936892019-09-12 13:45:15 +030040 ts_cache->max_entries = (REGION_SIZE(timestamp) -
41 offsetof(struct timestamp_table, entries))
42 / sizeof(struct timestamp_entry);
Aaron Durbin1936f6c2015-07-03 17:04:21 -050043}
44
Kyösti Mälkki3c559e72019-09-07 13:25:47 +030045static struct timestamp_table *timestamp_cache_get(void)
Aaron Durbin1936f6c2015-07-03 17:04:21 -050046{
Kyösti Mälkki3c559e72019-09-07 13:25:47 +030047 struct timestamp_table *ts_cache = NULL;
Aaron Durbin1936f6c2015-07-03 17:04:21 -050048
Kyösti Mälkki8b936892019-09-12 13:45:15 +030049 if (!ENV_ROMSTAGE_OR_BEFORE)
50 return NULL;
51
52 if (REGION_SIZE(timestamp) < sizeof(*ts_cache)) {
53 BUG();
54 } else {
Kyösti Mälkki3dd23a52019-08-22 15:06:50 +030055 ts_cache = (void *)_timestamp;
Aaron Durbin1936f6c2015-07-03 17:04:21 -050056 }
57
Aaron Durbin1936f6c2015-07-03 17:04:21 -050058 return ts_cache;
59}
60
61static struct timestamp_table *timestamp_alloc_cbmem_table(void)
Vadim Bendebury6f72d692011-09-21 16:12:39 -070062{
Lee Leahyb2d834a2017-03-08 16:52:22 -080063 struct timestamp_table *tst;
Vadim Bendebury6f72d692011-09-21 16:12:39 -070064
65 tst = cbmem_add(CBMEM_ID_TIMESTAMP,
66 sizeof(struct timestamp_table) +
67 MAX_TIMESTAMPS * sizeof(struct timestamp_entry));
68
Kyösti Mälkkie0344172015-05-26 06:23:02 +030069 if (!tst)
Aaron Durbin1936f6c2015-07-03 17:04:21 -050070 return NULL;
Vadim Bendebury6f72d692011-09-21 16:12:39 -070071
Aaron Durbin1936f6c2015-07-03 17:04:21 -050072 tst->base_time = 0;
Vadim Bendebury6f72d692011-09-21 16:12:39 -070073 tst->max_entries = MAX_TIMESTAMPS;
74 tst->num_entries = 0;
Kyösti Mälkkib766b1c2013-09-07 17:26:08 +030075
Aaron Durbin1936f6c2015-07-03 17:04:21 -050076 return tst;
Vadim Bendebury6f72d692011-09-21 16:12:39 -070077}
78
Aaron Durbin2daadf82015-05-01 16:48:54 -050079/* Determine if one should proceed into timestamp code. This is for protecting
80 * systems that have multiple processors running in romstage -- namely AMD
81 * based x86 platforms. */
82static int timestamp_should_run(void)
83{
Subrata Banik42c44c22019-05-15 20:27:04 +053084 /*
85 * Only check boot_cpu() in other stages than
86 * ENV_PAYLOAD_LOADER on x86.
87 */
88 if ((!ENV_PAYLOAD_LOADER && CONFIG(ARCH_X86)) && !boot_cpu())
Aaron Durbin2daadf82015-05-01 16:48:54 -050089 return 0;
90
91 return 1;
92}
93
Aaron Durbin1936f6c2015-07-03 17:04:21 -050094static struct timestamp_table *timestamp_table_get(void)
Vadim Bendebury6f72d692011-09-21 16:12:39 -070095{
Arthur Heymans1a711632019-11-20 20:38:29 +010096 if (glob_ts_table)
97 return glob_ts_table;
Kyösti Mälkkib766b1c2013-09-07 17:26:08 +030098
Arthur Heymans1a711632019-11-20 20:38:29 +010099 glob_ts_table = timestamp_cache_get();
Aaron Durbin1936f6c2015-07-03 17:04:21 -0500100
Arthur Heymans1a711632019-11-20 20:38:29 +0100101 return glob_ts_table;
Aaron Durbin1936f6c2015-07-03 17:04:21 -0500102}
103
Kyösti Mälkki3dd23a52019-08-22 15:06:50 +0300104static void timestamp_table_set(struct timestamp_table *ts)
105{
Arthur Heymans1a711632019-11-20 20:38:29 +0100106 glob_ts_table = ts;
Kyösti Mälkki3dd23a52019-08-22 15:06:50 +0300107}
108
Martin Rothb22bbe22018-03-07 15:32:16 -0700109static const char *timestamp_name(enum timestamp_id id)
110{
111 int i;
112
113 for (i = 0; i < ARRAY_SIZE(timestamp_ids); i++) {
114 if (timestamp_ids[i].id == id)
115 return timestamp_ids[i].name;
116 }
117
118 return "Unknown timestamp ID";
119}
120
Aaron Durbin1936f6c2015-07-03 17:04:21 -0500121static void timestamp_add_table_entry(struct timestamp_table *ts_table,
122 enum timestamp_id id, uint64_t ts_time)
123{
124 struct timestamp_entry *tse;
125
Ben Gardnerf5fd4c92015-11-20 13:25:25 -0600126 if (ts_table->num_entries >= ts_table->max_entries)
Kyösti Mälkkib766b1c2013-09-07 17:26:08 +0300127 return;
Vadim Bendebury6f72d692011-09-21 16:12:39 -0700128
129 tse = &ts_table->entries[ts_table->num_entries++];
130 tse->entry_id = id;
Kyösti Mälkkid548edd2020-01-09 08:41:46 +0200131 tse->entry_stamp = ts_time;
Ben Gardnerf5fd4c92015-11-20 13:25:25 -0600132
133 if (ts_table->num_entries == ts_table->max_entries)
134 printk(BIOS_ERR, "ERROR: Timestamp table full\n");
Vadim Bendebury6f72d692011-09-21 16:12:39 -0700135}
136
Aaron Durbin1936f6c2015-07-03 17:04:21 -0500137void timestamp_add(enum timestamp_id id, uint64_t ts_time)
138{
139 struct timestamp_table *ts_table;
140
Kyösti Mälkki187e4c42019-02-20 17:38:45 +0200141 if (!timestamp_should_run())
142 return;
143
Aaron Durbin1936f6c2015-07-03 17:04:21 -0500144 ts_table = timestamp_table_get();
145
146 if (!ts_table) {
147 printk(BIOS_ERR, "ERROR: No timestamp table found\n");
148 return;
149 }
150
Kyösti Mälkkid548edd2020-01-09 08:41:46 +0200151 ts_time -= ts_table->base_time;
Aaron Durbin1936f6c2015-07-03 17:04:21 -0500152 timestamp_add_table_entry(ts_table, id, ts_time);
Kyösti Mälkki8b93cb72020-01-09 08:41:46 +0200153
154 if (CONFIG(TIMESTAMPS_ON_CONSOLE))
155 printk(BIOS_INFO, "Timestamp - %s: %llu\n", timestamp_name(id), ts_time);
Aaron Durbin1936f6c2015-07-03 17:04:21 -0500156}
157
Vadim Bendebury6f72d692011-09-21 16:12:39 -0700158void timestamp_add_now(enum timestamp_id id)
159{
Stefan Reinauer3a6550d2013-08-01 13:31:44 -0700160 timestamp_add(id, timestamp_get());
Vadim Bendebury6f72d692011-09-21 16:12:39 -0700161}
Stefan Reinauer4221a192012-10-15 15:23:20 -0700162
Stefan Reinauer3a6550d2013-08-01 13:31:44 -0700163void timestamp_init(uint64_t base)
Kyösti Mälkkib766b1c2013-09-07 17:26:08 +0300164{
Kyösti Mälkki3c559e72019-09-07 13:25:47 +0300165 struct timestamp_table *ts_cache;
Aaron Durbin1936f6c2015-07-03 17:04:21 -0500166
Kyösti Mälkki3dd23a52019-08-22 15:06:50 +0300167 assert(ENV_ROMSTAGE_OR_BEFORE);
168
Aaron Durbin2daadf82015-05-01 16:48:54 -0500169 if (!timestamp_should_run())
Kyösti Mälkkif56ff902013-09-08 13:10:28 +0300170 return;
171
Aaron Durbin1936f6c2015-07-03 17:04:21 -0500172 ts_cache = timestamp_cache_get();
Kyösti Mälkkib766b1c2013-09-07 17:26:08 +0300173
Aaron Durbin1936f6c2015-07-03 17:04:21 -0500174 if (!ts_cache) {
175 printk(BIOS_ERR, "ERROR: No timestamp cache to init\n");
Kyösti Mälkkib766b1c2013-09-07 17:26:08 +0300176 return;
177 }
Kyösti Mälkkib766b1c2013-09-07 17:26:08 +0300178
Aaron Durbin1936f6c2015-07-03 17:04:21 -0500179 timestamp_cache_init(ts_cache, base);
Kyösti Mälkki3c559e72019-09-07 13:25:47 +0300180 timestamp_table_set(ts_cache);
Kyösti Mälkkib766b1c2013-09-07 17:26:08 +0300181}
182
Kyösti Mälkki72e634f2019-09-05 18:16:25 +0300183static void timestamp_sync_cache_to_cbmem(struct timestamp_table *ts_cbmem_table)
Kyösti Mälkkib766b1c2013-09-07 17:26:08 +0300184{
Aaron Durbin1936f6c2015-07-03 17:04:21 -0500185 uint32_t i;
Aaron Durbin1936f6c2015-07-03 17:04:21 -0500186 struct timestamp_table *ts_cache_table;
Kyösti Mälkki3dd23a52019-08-22 15:06:50 +0300187
188 ts_cache_table = timestamp_table_get();
189 if (!ts_cache_table) {
Kyösti Mälkki72e634f2019-09-05 18:16:25 +0300190 printk(BIOS_ERR, "ERROR: No timestamp cache found\n");
Aaron Durbin1936f6c2015-07-03 17:04:21 -0500191 return;
192 }
193
194 /*
195 * There's no need to worry about the base_time fields being out of
Kyösti Mälkki513a1a82018-06-03 12:29:50 +0300196 * sync because only the following configuration is used/supported:
Aaron Durbin1936f6c2015-07-03 17:04:21 -0500197 *
Kyösti Mälkki513a1a82018-06-03 12:29:50 +0300198 * Timestamps get initialized before ramstage, which implies
199 * CBMEM initialization in romstage.
Julius Werner8c093772016-02-09 16:09:15 -0800200 * This requires the board to define a TIMESTAMP() region in its
201 * memlayout.ld (default on x86). The base_time from timestamp_init()
202 * (usually called from bootblock.c on most non-x86 boards) persists
203 * in that region until it gets synced to CBMEM in romstage.
204 * In ramstage, the BSS cache's base_time will be 0 until the second
205 * sync, which will adjust the timestamps in there to the correct
206 * base_time (from CBMEM) with the timestamp_add_table_entry() below.
Aaron Durbin1936f6c2015-07-03 17:04:21 -0500207 *
Julius Werner8c093772016-02-09 16:09:15 -0800208 * If you try to initialize timestamps before ramstage but don't define
209 * a TIMESTAMP region, all operations will fail (safely), and coreboot
Kyösti Mälkkid548edd2020-01-09 08:41:46 +0200210 * will behave as if timestamps collection was disabled.
Aaron Durbin1936f6c2015-07-03 17:04:21 -0500211 */
Kyösti Mälkki3dd23a52019-08-22 15:06:50 +0300212
Kyösti Mälkkid548edd2020-01-09 08:41:46 +0200213 /* Inherit cache base_time. */
214 ts_cbmem_table->base_time = ts_cache_table->base_time;
215
Aaron Durbin1936f6c2015-07-03 17:04:21 -0500216 for (i = 0; i < ts_cache_table->num_entries; i++) {
217 struct timestamp_entry *tse = &ts_cache_table->entries[i];
218 timestamp_add_table_entry(ts_cbmem_table, tse->entry_id,
219 tse->entry_stamp);
220 }
221
Aaron Durbin1936f6c2015-07-03 17:04:21 -0500222 /* Cache no longer required. */
223 ts_cache_table->num_entries = 0;
Kyösti Mälkki3d45c402013-09-07 20:26:36 +0300224}
Kyösti Mälkkicbf5bdf2013-09-10 00:07:21 +0300225
Kyösti Mälkki72e634f2019-09-05 18:16:25 +0300226static void timestamp_reinit(int is_recovery)
227{
228 struct timestamp_table *ts_cbmem_table;
229
230 if (!timestamp_should_run())
231 return;
232
Kyösti Mälkkib6b13c92019-09-12 12:58:50 +0300233 /* First time into romstage we make a clean new table. For platforms that travel
234 through this path on resume, ARCH_X86 S3, timestamps are also reset. */
235 if (ENV_ROMSTAGE) {
Kyösti Mälkki72e634f2019-09-05 18:16:25 +0300236 ts_cbmem_table = timestamp_alloc_cbmem_table();
Kyösti Mälkkib6b13c92019-09-12 12:58:50 +0300237 } else {
238 /* Find existing table in cbmem. */
239 ts_cbmem_table = cbmem_find(CBMEM_ID_TIMESTAMP);
240 }
Kyösti Mälkki72e634f2019-09-05 18:16:25 +0300241
242 if (ts_cbmem_table == NULL) {
243 printk(BIOS_ERR, "ERROR: No timestamp table allocated\n");
244 timestamp_table_set(NULL);
245 return;
246 }
247
248 if (ENV_ROMSTAGE)
249 timestamp_sync_cache_to_cbmem(ts_cbmem_table);
250
251 /* Seed the timestamp tick frequency in ENV_PAYLOAD_LOADER. */
252 if (ENV_PAYLOAD_LOADER)
253 ts_cbmem_table->tick_freq_mhz = timestamp_tick_freq_mhz();
254
255 timestamp_table_set(ts_cbmem_table);
256}
257
Kyösti Mälkki806ea08b2017-07-15 20:42:20 +0300258void timestamp_rescale_table(uint16_t N, uint16_t M)
259{
260 uint32_t i;
261 struct timestamp_table *ts_table;
262
263 if (!timestamp_should_run())
264 return;
265
266 if (N == 0 || M == 0)
267 return;
268
269 ts_table = timestamp_table_get();
270
271 /* No timestamp table found */
272 if (ts_table == NULL) {
273 printk(BIOS_ERR, "ERROR: No timestamp table found\n");
274 return;
275 }
276
277 ts_table->base_time /= M;
278 ts_table->base_time *= N;
279 for (i = 0; i < ts_table->num_entries; i++) {
280 struct timestamp_entry *tse = &ts_table->entries[i];
281 tse->entry_stamp /= M;
282 tse->entry_stamp *= N;
283 }
284}
285
Werner Zeh35cceb82017-09-12 07:42:54 +0200286/*
287 * Get the time in microseconds since boot (or more precise: since timestamp
288 * table was initialized).
289 */
290uint32_t get_us_since_boot(void)
291{
292 struct timestamp_table *ts = timestamp_table_get();
293
294 if (ts == NULL || ts->tick_freq_mhz == 0)
295 return 0;
296 return (timestamp_get() - ts->base_time) / ts->tick_freq_mhz;
297}
298
Kyösti Mälkki72e634f2019-09-05 18:16:25 +0300299ROMSTAGE_CBMEM_INIT_HOOK(timestamp_reinit)
300POSTCAR_CBMEM_INIT_HOOK(timestamp_reinit)
301RAMSTAGE_CBMEM_INIT_HOOK(timestamp_reinit)
Aaron Durbin9e80e272015-05-01 16:48:54 -0500302
303/* Provide default timestamp implementation using monotonic timer. */
Aaron Durbin64031672018-04-21 14:45:32 -0600304uint64_t __weak timestamp_get(void)
Aaron Durbin9e80e272015-05-01 16:48:54 -0500305{
306 struct mono_time t1, t2;
307
Julius Wernercd49cce2019-03-05 16:53:33 -0800308 if (!CONFIG(HAVE_MONOTONIC_TIMER))
Aaron Durbin7aafe532015-05-07 11:32:30 -0500309 return 0;
310
Aaron Durbin9e80e272015-05-01 16:48:54 -0500311 mono_time_set_usecs(&t1, 0);
312 timer_monotonic_get(&t2);
313
314 return mono_time_diff_microseconds(&t1, &t2);
315}
Aaron Durbinc49014e2015-08-30 21:19:55 -0500316
317/* Like timestamp_get() above this matches up with microsecond granularity. */
Aaron Durbin64031672018-04-21 14:45:32 -0600318int __weak timestamp_tick_freq_mhz(void)
Aaron Durbinc49014e2015-08-30 21:19:55 -0500319{
320 return 1;
321}