Merge tag 'stable/for-linus-3.4-tag' of git://git.kernel.org/pub/scm/linux/kernel...
[cascardo/linux.git] / drivers / net / wireless / iwlwifi / iwl-ucode.c
1 /******************************************************************************
2  *
3  * GPL LICENSE SUMMARY
4  *
5  * Copyright(c) 2008 - 2012 Intel Corporation. All rights reserved.
6  *
7  * This program is free software; you can redistribute it and/or modify
8  * it under the terms of version 2 of the GNU General Public License as
9  * published by the Free Software Foundation.
10  *
11  * This program is distributed in the hope that it will be useful, but
12  * WITHOUT ANY WARRANTY; without even the implied warranty of
13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
14  * General Public License for more details.
15  *
16  * You should have received a copy of the GNU General Public License
17  * along with this program; if not, write to the Free Software
18  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110,
19  * USA
20  *
21  * The full GNU General Public License is included in this distribution
22  * in the file called LICENSE.GPL.
23  *
24  * Contact Information:
25  *  Intel Linux Wireless <ilw@linux.intel.com>
26  * Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497
27  *
28  *****************************************************************************/
29
30 #include <linux/kernel.h>
31 #include <linux/init.h>
32
33 #include "iwl-dev.h"
34 #include "iwl-core.h"
35 #include "iwl-io.h"
36 #include "iwl-agn-hw.h"
37 #include "iwl-agn.h"
38 #include "iwl-agn-calib.h"
39 #include "iwl-trans.h"
40 #include "iwl-fh.h"
41 #include "iwl-op-mode.h"
42
43 static struct iwl_wimax_coex_event_entry cu_priorities[COEX_NUM_OF_EVENTS] = {
44         {COEX_CU_UNASSOC_IDLE_RP, COEX_CU_UNASSOC_IDLE_WP,
45          0, COEX_UNASSOC_IDLE_FLAGS},
46         {COEX_CU_UNASSOC_MANUAL_SCAN_RP, COEX_CU_UNASSOC_MANUAL_SCAN_WP,
47          0, COEX_UNASSOC_MANUAL_SCAN_FLAGS},
48         {COEX_CU_UNASSOC_AUTO_SCAN_RP, COEX_CU_UNASSOC_AUTO_SCAN_WP,
49          0, COEX_UNASSOC_AUTO_SCAN_FLAGS},
50         {COEX_CU_CALIBRATION_RP, COEX_CU_CALIBRATION_WP,
51          0, COEX_CALIBRATION_FLAGS},
52         {COEX_CU_PERIODIC_CALIBRATION_RP, COEX_CU_PERIODIC_CALIBRATION_WP,
53          0, COEX_PERIODIC_CALIBRATION_FLAGS},
54         {COEX_CU_CONNECTION_ESTAB_RP, COEX_CU_CONNECTION_ESTAB_WP,
55          0, COEX_CONNECTION_ESTAB_FLAGS},
56         {COEX_CU_ASSOCIATED_IDLE_RP, COEX_CU_ASSOCIATED_IDLE_WP,
57          0, COEX_ASSOCIATED_IDLE_FLAGS},
58         {COEX_CU_ASSOC_MANUAL_SCAN_RP, COEX_CU_ASSOC_MANUAL_SCAN_WP,
59          0, COEX_ASSOC_MANUAL_SCAN_FLAGS},
60         {COEX_CU_ASSOC_AUTO_SCAN_RP, COEX_CU_ASSOC_AUTO_SCAN_WP,
61          0, COEX_ASSOC_AUTO_SCAN_FLAGS},
62         {COEX_CU_ASSOC_ACTIVE_LEVEL_RP, COEX_CU_ASSOC_ACTIVE_LEVEL_WP,
63          0, COEX_ASSOC_ACTIVE_LEVEL_FLAGS},
64         {COEX_CU_RF_ON_RP, COEX_CU_RF_ON_WP, 0, COEX_CU_RF_ON_FLAGS},
65         {COEX_CU_RF_OFF_RP, COEX_CU_RF_OFF_WP, 0, COEX_RF_OFF_FLAGS},
66         {COEX_CU_STAND_ALONE_DEBUG_RP, COEX_CU_STAND_ALONE_DEBUG_WP,
67          0, COEX_STAND_ALONE_DEBUG_FLAGS},
68         {COEX_CU_IPAN_ASSOC_LEVEL_RP, COEX_CU_IPAN_ASSOC_LEVEL_WP,
69          0, COEX_IPAN_ASSOC_LEVEL_FLAGS},
70         {COEX_CU_RSRVD1_RP, COEX_CU_RSRVD1_WP, 0, COEX_RSRVD1_FLAGS},
71         {COEX_CU_RSRVD2_RP, COEX_CU_RSRVD2_WP, 0, COEX_RSRVD2_FLAGS}
72 };
73
74 /******************************************************************************
75  *
76  * uCode download functions
77  *
78  ******************************************************************************/
79
80 static inline const struct fw_img *
81 iwl_get_ucode_image(struct iwl_priv *priv, enum iwl_ucode_type ucode_type)
82 {
83         if (ucode_type >= IWL_UCODE_TYPE_MAX)
84                 return NULL;
85
86         return &priv->fw->img[ucode_type];
87 }
88
89 /*
90  *  Calibration
91  */
92 static int iwl_set_Xtal_calib(struct iwl_priv *priv)
93 {
94         struct iwl_calib_xtal_freq_cmd cmd;
95         __le16 *xtal_calib =
96                 (__le16 *)iwl_eeprom_query_addr(priv->shrd, EEPROM_XTAL);
97
98         iwl_set_calib_hdr(&cmd.hdr, IWL_PHY_CALIBRATE_CRYSTAL_FRQ_CMD);
99         cmd.cap_pin1 = le16_to_cpu(xtal_calib[0]);
100         cmd.cap_pin2 = le16_to_cpu(xtal_calib[1]);
101         return iwl_calib_set(priv, (void *)&cmd, sizeof(cmd));
102 }
103
104 static int iwl_set_temperature_offset_calib(struct iwl_priv *priv)
105 {
106         struct iwl_calib_temperature_offset_cmd cmd;
107         __le16 *offset_calib =
108                 (__le16 *)iwl_eeprom_query_addr(priv->shrd,
109                                                 EEPROM_RAW_TEMPERATURE);
110
111         memset(&cmd, 0, sizeof(cmd));
112         iwl_set_calib_hdr(&cmd.hdr, IWL_PHY_CALIBRATE_TEMP_OFFSET_CMD);
113         memcpy(&cmd.radio_sensor_offset, offset_calib, sizeof(*offset_calib));
114         if (!(cmd.radio_sensor_offset))
115                 cmd.radio_sensor_offset = DEFAULT_RADIO_SENSOR_OFFSET;
116
117         IWL_DEBUG_CALIB(priv, "Radio sensor offset: %d\n",
118                         le16_to_cpu(cmd.radio_sensor_offset));
119         return iwl_calib_set(priv, (void *)&cmd, sizeof(cmd));
120 }
121
122 static int iwl_set_temperature_offset_calib_v2(struct iwl_priv *priv)
123 {
124         struct iwl_calib_temperature_offset_v2_cmd cmd;
125         __le16 *offset_calib_high = (__le16 *)iwl_eeprom_query_addr(priv->shrd,
126                                      EEPROM_KELVIN_TEMPERATURE);
127         __le16 *offset_calib_low =
128                 (__le16 *)iwl_eeprom_query_addr(priv->shrd,
129                                                 EEPROM_RAW_TEMPERATURE);
130         struct iwl_eeprom_calib_hdr *hdr;
131
132         memset(&cmd, 0, sizeof(cmd));
133         iwl_set_calib_hdr(&cmd.hdr, IWL_PHY_CALIBRATE_TEMP_OFFSET_CMD);
134         hdr = (struct iwl_eeprom_calib_hdr *)iwl_eeprom_query_addr(priv->shrd,
135                                                         EEPROM_CALIB_ALL);
136         memcpy(&cmd.radio_sensor_offset_high, offset_calib_high,
137                 sizeof(*offset_calib_high));
138         memcpy(&cmd.radio_sensor_offset_low, offset_calib_low,
139                 sizeof(*offset_calib_low));
140         if (!(cmd.radio_sensor_offset_low)) {
141                 IWL_DEBUG_CALIB(priv, "no info in EEPROM, use default\n");
142                 cmd.radio_sensor_offset_low = DEFAULT_RADIO_SENSOR_OFFSET;
143                 cmd.radio_sensor_offset_high = DEFAULT_RADIO_SENSOR_OFFSET;
144         }
145         memcpy(&cmd.burntVoltageRef, &hdr->voltage,
146                 sizeof(hdr->voltage));
147
148         IWL_DEBUG_CALIB(priv, "Radio sensor offset high: %d\n",
149                         le16_to_cpu(cmd.radio_sensor_offset_high));
150         IWL_DEBUG_CALIB(priv, "Radio sensor offset low: %d\n",
151                         le16_to_cpu(cmd.radio_sensor_offset_low));
152         IWL_DEBUG_CALIB(priv, "Voltage Ref: %d\n",
153                         le16_to_cpu(cmd.burntVoltageRef));
154
155         return iwl_calib_set(priv, (void *)&cmd, sizeof(cmd));
156 }
157
158 static int iwl_send_calib_cfg(struct iwl_priv *priv)
159 {
160         struct iwl_calib_cfg_cmd calib_cfg_cmd;
161         struct iwl_host_cmd cmd = {
162                 .id = CALIBRATION_CFG_CMD,
163                 .len = { sizeof(struct iwl_calib_cfg_cmd), },
164                 .data = { &calib_cfg_cmd, },
165         };
166
167         memset(&calib_cfg_cmd, 0, sizeof(calib_cfg_cmd));
168         calib_cfg_cmd.ucd_calib_cfg.once.is_enable = IWL_CALIB_INIT_CFG_ALL;
169         calib_cfg_cmd.ucd_calib_cfg.once.start = IWL_CALIB_INIT_CFG_ALL;
170         calib_cfg_cmd.ucd_calib_cfg.once.send_res = IWL_CALIB_INIT_CFG_ALL;
171         calib_cfg_cmd.ucd_calib_cfg.flags =
172                 IWL_CALIB_CFG_FLAG_SEND_COMPLETE_NTFY_MSK;
173
174         return iwl_dvm_send_cmd(priv, &cmd);
175 }
176
177 int iwlagn_rx_calib_result(struct iwl_priv *priv,
178                             struct iwl_rx_cmd_buffer *rxb,
179                             struct iwl_device_cmd *cmd)
180 {
181         struct iwl_rx_packet *pkt = rxb_addr(rxb);
182         struct iwl_calib_hdr *hdr = (struct iwl_calib_hdr *)pkt->data;
183         int len = le32_to_cpu(pkt->len_n_flags) & FH_RSCSR_FRAME_SIZE_MSK;
184
185         /* reduce the size of the length field itself */
186         len -= 4;
187
188         if (iwl_calib_set(priv, hdr, len))
189                 IWL_ERR(priv, "Failed to record calibration data %d\n",
190                         hdr->op_code);
191
192         return 0;
193 }
194
195 int iwl_init_alive_start(struct iwl_priv *priv)
196 {
197         int ret;
198
199         if (cfg(priv)->bt_params &&
200             cfg(priv)->bt_params->advanced_bt_coexist) {
201                 /*
202                  * Tell uCode we are ready to perform calibration
203                  * need to perform this before any calibration
204                  * no need to close the envlope since we are going
205                  * to load the runtime uCode later.
206                  */
207                 ret = iwl_send_bt_env(priv, IWL_BT_COEX_ENV_OPEN,
208                         BT_COEX_PRIO_TBL_EVT_INIT_CALIB2);
209                 if (ret)
210                         return ret;
211
212         }
213
214         ret = iwl_send_calib_cfg(priv);
215         if (ret)
216                 return ret;
217
218         /**
219          * temperature offset calibration is only needed for runtime ucode,
220          * so prepare the value now.
221          */
222         if (cfg(priv)->need_temp_offset_calib) {
223                 if (cfg(priv)->temp_offset_v2)
224                         return iwl_set_temperature_offset_calib_v2(priv);
225                 else
226                         return iwl_set_temperature_offset_calib(priv);
227         }
228
229         return 0;
230 }
231
232 static int iwl_send_wimax_coex(struct iwl_priv *priv)
233 {
234         struct iwl_wimax_coex_cmd coex_cmd;
235
236         if (cfg(priv)->base_params->support_wimax_coexist) {
237                 /* UnMask wake up src at associated sleep */
238                 coex_cmd.flags = COEX_FLAGS_ASSOC_WA_UNMASK_MSK;
239
240                 /* UnMask wake up src at unassociated sleep */
241                 coex_cmd.flags |= COEX_FLAGS_UNASSOC_WA_UNMASK_MSK;
242                 memcpy(coex_cmd.sta_prio, cu_priorities,
243                         sizeof(struct iwl_wimax_coex_event_entry) *
244                          COEX_NUM_OF_EVENTS);
245
246                 /* enabling the coexistence feature */
247                 coex_cmd.flags |= COEX_FLAGS_COEX_ENABLE_MSK;
248
249                 /* enabling the priorities tables */
250                 coex_cmd.flags |= COEX_FLAGS_STA_TABLE_VALID_MSK;
251         } else {
252                 /* coexistence is disabled */
253                 memset(&coex_cmd, 0, sizeof(coex_cmd));
254         }
255         return iwl_dvm_send_cmd_pdu(priv,
256                                 COEX_PRIORITY_TABLE_CMD, CMD_SYNC,
257                                 sizeof(coex_cmd), &coex_cmd);
258 }
259
260 static const u8 iwl_bt_prio_tbl[BT_COEX_PRIO_TBL_EVT_MAX] = {
261         ((BT_COEX_PRIO_TBL_PRIO_BYPASS << IWL_BT_COEX_PRIO_TBL_PRIO_POS) |
262                 (0 << IWL_BT_COEX_PRIO_TBL_SHARED_ANTENNA_POS)),
263         ((BT_COEX_PRIO_TBL_PRIO_BYPASS << IWL_BT_COEX_PRIO_TBL_PRIO_POS) |
264                 (1 << IWL_BT_COEX_PRIO_TBL_SHARED_ANTENNA_POS)),
265         ((BT_COEX_PRIO_TBL_PRIO_LOW << IWL_BT_COEX_PRIO_TBL_PRIO_POS) |
266                 (0 << IWL_BT_COEX_PRIO_TBL_SHARED_ANTENNA_POS)),
267         ((BT_COEX_PRIO_TBL_PRIO_LOW << IWL_BT_COEX_PRIO_TBL_PRIO_POS) |
268                 (1 << IWL_BT_COEX_PRIO_TBL_SHARED_ANTENNA_POS)),
269         ((BT_COEX_PRIO_TBL_PRIO_HIGH << IWL_BT_COEX_PRIO_TBL_PRIO_POS) |
270                 (0 << IWL_BT_COEX_PRIO_TBL_SHARED_ANTENNA_POS)),
271         ((BT_COEX_PRIO_TBL_PRIO_HIGH << IWL_BT_COEX_PRIO_TBL_PRIO_POS) |
272                 (1 << IWL_BT_COEX_PRIO_TBL_SHARED_ANTENNA_POS)),
273         ((BT_COEX_PRIO_TBL_PRIO_BYPASS << IWL_BT_COEX_PRIO_TBL_PRIO_POS) |
274                 (0 << IWL_BT_COEX_PRIO_TBL_SHARED_ANTENNA_POS)),
275         ((BT_COEX_PRIO_TBL_PRIO_COEX_OFF << IWL_BT_COEX_PRIO_TBL_PRIO_POS) |
276                 (0 << IWL_BT_COEX_PRIO_TBL_SHARED_ANTENNA_POS)),
277         ((BT_COEX_PRIO_TBL_PRIO_COEX_ON << IWL_BT_COEX_PRIO_TBL_PRIO_POS) |
278                 (0 << IWL_BT_COEX_PRIO_TBL_SHARED_ANTENNA_POS)),
279         0, 0, 0, 0, 0, 0, 0
280 };
281
282 void iwl_send_prio_tbl(struct iwl_priv *priv)
283 {
284         struct iwl_bt_coex_prio_table_cmd prio_tbl_cmd;
285
286         memcpy(prio_tbl_cmd.prio_tbl, iwl_bt_prio_tbl,
287                 sizeof(iwl_bt_prio_tbl));
288         if (iwl_dvm_send_cmd_pdu(priv,
289                                 REPLY_BT_COEX_PRIO_TABLE, CMD_SYNC,
290                                 sizeof(prio_tbl_cmd), &prio_tbl_cmd))
291                 IWL_ERR(priv, "failed to send BT prio tbl command\n");
292 }
293
294 int iwl_send_bt_env(struct iwl_priv *priv, u8 action, u8 type)
295 {
296         struct iwl_bt_coex_prot_env_cmd env_cmd;
297         int ret;
298
299         env_cmd.action = action;
300         env_cmd.type = type;
301         ret = iwl_dvm_send_cmd_pdu(priv,
302                                REPLY_BT_COEX_PROT_ENV, CMD_SYNC,
303                                sizeof(env_cmd), &env_cmd);
304         if (ret)
305                 IWL_ERR(priv, "failed to send BT env command\n");
306         return ret;
307 }
308
309
310 static int iwl_alive_notify(struct iwl_priv *priv)
311 {
312         int ret;
313
314         iwl_trans_fw_alive(trans(priv));
315
316         priv->passive_no_rx = false;
317         priv->transport_queue_stop = 0;
318
319         ret = iwl_send_wimax_coex(priv);
320         if (ret)
321                 return ret;
322
323         if (!cfg(priv)->no_xtal_calib) {
324                 ret = iwl_set_Xtal_calib(priv);
325                 if (ret)
326                         return ret;
327         }
328
329         return iwl_send_calib_results(priv);
330 }
331
332
333 /**
334  * iwl_verify_inst_sparse - verify runtime uCode image in card vs. host,
335  *   using sample data 100 bytes apart.  If these sample points are good,
336  *   it's a pretty good bet that everything between them is good, too.
337  */
338 static int iwl_verify_sec_sparse(struct iwl_priv *priv,
339                                   const struct fw_desc *fw_desc)
340 {
341         __le32 *image = (__le32 *)fw_desc->v_addr;
342         u32 len = fw_desc->len;
343         u32 val;
344         u32 i;
345
346         IWL_DEBUG_FW(priv, "ucode inst image size is %u\n", len);
347
348         for (i = 0; i < len; i += 100, image += 100/sizeof(u32)) {
349                 /* read data comes through single port, auto-incr addr */
350                 /* NOTE: Use the debugless read so we don't flood kernel log
351                  * if IWL_DL_IO is set */
352                 iwl_write_direct32(trans(priv), HBUS_TARG_MEM_RADDR,
353                         i + fw_desc->offset);
354                 val = iwl_read32(trans(priv), HBUS_TARG_MEM_RDAT);
355                 if (val != le32_to_cpu(*image))
356                         return -EIO;
357         }
358
359         return 0;
360 }
361
362 static void iwl_print_mismatch_sec(struct iwl_priv *priv,
363                                     const struct fw_desc *fw_desc)
364 {
365         __le32 *image = (__le32 *)fw_desc->v_addr;
366         u32 len = fw_desc->len;
367         u32 val;
368         u32 offs;
369         int errors = 0;
370
371         IWL_DEBUG_FW(priv, "ucode inst image size is %u\n", len);
372
373         iwl_write_direct32(trans(priv), HBUS_TARG_MEM_RADDR,
374                                 fw_desc->offset);
375
376         for (offs = 0;
377              offs < len && errors < 20;
378              offs += sizeof(u32), image++) {
379                 /* read data comes through single port, auto-incr addr */
380                 val = iwl_read32(trans(priv), HBUS_TARG_MEM_RDAT);
381                 if (val != le32_to_cpu(*image)) {
382                         IWL_ERR(priv, "uCode INST section at "
383                                 "offset 0x%x, is 0x%x, s/b 0x%x\n",
384                                 offs, val, le32_to_cpu(*image));
385                         errors++;
386                 }
387         }
388 }
389
390 /**
391  * iwl_verify_ucode - determine which instruction image is in SRAM,
392  *    and verify its contents
393  */
394 static int iwl_verify_ucode(struct iwl_priv *priv,
395                             enum iwl_ucode_type ucode_type)
396 {
397         const struct fw_img *img = iwl_get_ucode_image(priv, ucode_type);
398
399         if (!img) {
400                 IWL_ERR(priv, "Invalid ucode requested (%d)\n", ucode_type);
401                 return -EINVAL;
402         }
403
404         if (!iwl_verify_sec_sparse(priv, &img->sec[IWL_UCODE_SECTION_INST])) {
405                 IWL_DEBUG_FW(priv, "uCode is good in inst SRAM\n");
406                 return 0;
407         }
408
409         IWL_ERR(priv, "UCODE IMAGE IN INSTRUCTION SRAM NOT VALID!!\n");
410
411         iwl_print_mismatch_sec(priv, &img->sec[IWL_UCODE_SECTION_INST]);
412         return -EIO;
413 }
414
415 struct iwl_alive_data {
416         bool valid;
417         u8 subtype;
418 };
419
420 static void iwl_alive_fn(struct iwl_notif_wait_data *notif_wait,
421                             struct iwl_rx_packet *pkt,
422                             void *data)
423 {
424         struct iwl_priv *priv =
425                 container_of(notif_wait, struct iwl_priv, notif_wait);
426         struct iwl_alive_data *alive_data = data;
427         struct iwl_alive_resp *palive;
428
429         palive = (void *)pkt->data;
430
431         IWL_DEBUG_FW(priv, "Alive ucode status 0x%08X revision "
432                        "0x%01X 0x%01X\n",
433                        palive->is_valid, palive->ver_type,
434                        palive->ver_subtype);
435
436         priv->shrd->device_pointers.error_event_table =
437                 le32_to_cpu(palive->error_event_table_ptr);
438         priv->shrd->device_pointers.log_event_table =
439                 le32_to_cpu(palive->log_event_table_ptr);
440
441         alive_data->subtype = palive->ver_subtype;
442         alive_data->valid = palive->is_valid == UCODE_VALID_OK;
443 }
444
445 #define UCODE_ALIVE_TIMEOUT     HZ
446 #define UCODE_CALIB_TIMEOUT     (2*HZ)
447
448 int iwl_load_ucode_wait_alive(struct iwl_priv *priv,
449                                  enum iwl_ucode_type ucode_type)
450 {
451         struct iwl_notification_wait alive_wait;
452         struct iwl_alive_data alive_data;
453         const struct fw_img *fw;
454         int ret;
455         enum iwl_ucode_type old_type;
456
457         old_type = priv->shrd->ucode_type;
458         priv->shrd->ucode_type = ucode_type;
459         fw = iwl_get_ucode_image(priv, ucode_type);
460
461         priv->ucode_loaded = false;
462
463         if (!fw)
464                 return -EINVAL;
465
466         iwl_init_notification_wait(&priv->notif_wait, &alive_wait, REPLY_ALIVE,
467                                       iwl_alive_fn, &alive_data);
468
469         ret = iwl_trans_start_fw(trans(priv), fw);
470         if (ret) {
471                 priv->shrd->ucode_type = old_type;
472                 iwl_remove_notification(&priv->notif_wait, &alive_wait);
473                 return ret;
474         }
475
476         /*
477          * Some things may run in the background now, but we
478          * just wait for the ALIVE notification here.
479          */
480         ret = iwl_wait_notification(&priv->notif_wait, &alive_wait,
481                                         UCODE_ALIVE_TIMEOUT);
482         if (ret) {
483                 priv->shrd->ucode_type = old_type;
484                 return ret;
485         }
486
487         if (!alive_data.valid) {
488                 IWL_ERR(priv, "Loaded ucode is not valid!\n");
489                 priv->shrd->ucode_type = old_type;
490                 return -EIO;
491         }
492
493         /*
494          * This step takes a long time (60-80ms!!) and
495          * WoWLAN image should be loaded quickly, so
496          * skip it for WoWLAN.
497          */
498         if (ucode_type != IWL_UCODE_WOWLAN) {
499                 ret = iwl_verify_ucode(priv, ucode_type);
500                 if (ret) {
501                         priv->shrd->ucode_type = old_type;
502                         return ret;
503                 }
504
505                 /* delay a bit to give rfkill time to run */
506                 msleep(5);
507         }
508
509         ret = iwl_alive_notify(priv);
510         if (ret) {
511                 IWL_WARN(priv,
512                         "Could not complete ALIVE transition: %d\n", ret);
513                 priv->shrd->ucode_type = old_type;
514                 return ret;
515         }
516
517         priv->ucode_loaded = true;
518
519         return 0;
520 }
521
522 int iwl_run_init_ucode(struct iwl_priv *priv)
523 {
524         struct iwl_notification_wait calib_wait;
525         int ret;
526
527         lockdep_assert_held(&priv->mutex);
528
529         /* No init ucode required? Curious, but maybe ok */
530         if (!priv->fw->img[IWL_UCODE_INIT].sec[0].len)
531                 return 0;
532
533         if (priv->init_ucode_run)
534                 return 0;
535
536         iwl_init_notification_wait(&priv->notif_wait, &calib_wait,
537                                       CALIBRATION_COMPLETE_NOTIFICATION,
538                                       NULL, NULL);
539
540         /* Will also start the device */
541         ret = iwl_load_ucode_wait_alive(priv, IWL_UCODE_INIT);
542         if (ret)
543                 goto error;
544
545         ret = iwl_init_alive_start(priv);
546         if (ret)
547                 goto error;
548
549         /*
550          * Some things may run in the background now, but we
551          * just wait for the calibration complete notification.
552          */
553         ret = iwl_wait_notification(&priv->notif_wait, &calib_wait,
554                                         UCODE_CALIB_TIMEOUT);
555         if (!ret)
556                 priv->init_ucode_run = true;
557
558         goto out;
559
560  error:
561         iwl_remove_notification(&priv->notif_wait, &calib_wait);
562  out:
563         /* Whatever happened, stop the device */
564         iwl_trans_stop_device(trans(priv));
565         priv->ucode_loaded = false;
566
567         return ret;
568 }