GNU Linux-libre 4.4.288-gnu1
[releases.git] / drivers / s390 / cio / chsc.c
1 /*
2  *   S/390 common I/O routines -- channel subsystem call
3  *
4  *    Copyright IBM Corp. 1999,2012
5  *    Author(s): Ingo Adlung (adlung@de.ibm.com)
6  *               Cornelia Huck (cornelia.huck@de.ibm.com)
7  *               Arnd Bergmann (arndb@de.ibm.com)
8  */
9
10 #define KMSG_COMPONENT "cio"
11 #define pr_fmt(fmt) KMSG_COMPONENT ": " fmt
12
13 #include <linux/module.h>
14 #include <linux/slab.h>
15 #include <linux/init.h>
16 #include <linux/device.h>
17 #include <linux/mutex.h>
18 #include <linux/pci.h>
19
20 #include <asm/cio.h>
21 #include <asm/chpid.h>
22 #include <asm/chsc.h>
23 #include <asm/crw.h>
24 #include <asm/isc.h>
25 #include <asm/ebcdic.h>
26
27 #include "css.h"
28 #include "cio.h"
29 #include "cio_debug.h"
30 #include "ioasm.h"
31 #include "chp.h"
32 #include "chsc.h"
33
34 static void *sei_page;
35 static void *chsc_page;
36 static DEFINE_SPINLOCK(chsc_page_lock);
37
38 /**
39  * chsc_error_from_response() - convert a chsc response to an error
40  * @response: chsc response code
41  *
42  * Returns an appropriate Linux error code for @response.
43  */
44 int chsc_error_from_response(int response)
45 {
46         switch (response) {
47         case 0x0001:
48                 return 0;
49         case 0x0002:
50         case 0x0003:
51         case 0x0006:
52         case 0x0007:
53         case 0x0008:
54         case 0x000a:
55         case 0x0104:
56                 return -EINVAL;
57         case 0x0004:
58                 return -EOPNOTSUPP;
59         case 0x000b:
60         case 0x0107:            /* "Channel busy" for the op 0x003d */
61                 return -EBUSY;
62         case 0x0100:
63         case 0x0102:
64                 return -ENOMEM;
65         default:
66                 return -EIO;
67         }
68 }
69 EXPORT_SYMBOL_GPL(chsc_error_from_response);
70
71 struct chsc_ssd_area {
72         struct chsc_header request;
73         u16 :10;
74         u16 ssid:2;
75         u16 :4;
76         u16 f_sch;        /* first subchannel */
77         u16 :16;
78         u16 l_sch;        /* last subchannel */
79         u32 :32;
80         struct chsc_header response;
81         u32 :32;
82         u8 sch_valid : 1;
83         u8 dev_valid : 1;
84         u8 st        : 3; /* subchannel type */
85         u8 zeroes    : 3;
86         u8  unit_addr;    /* unit address */
87         u16 devno;        /* device number */
88         u8 path_mask;
89         u8 fla_valid_mask;
90         u16 sch;          /* subchannel */
91         u8 chpid[8];      /* chpids 0-7 */
92         u16 fla[8];       /* full link addresses 0-7 */
93 } __attribute__ ((packed));
94
95 int chsc_get_ssd_info(struct subchannel_id schid, struct chsc_ssd_info *ssd)
96 {
97         struct chsc_ssd_area *ssd_area;
98         unsigned long flags;
99         int ccode;
100         int ret;
101         int i;
102         int mask;
103
104         spin_lock_irqsave(&chsc_page_lock, flags);
105         memset(chsc_page, 0, PAGE_SIZE);
106         ssd_area = chsc_page;
107         ssd_area->request.length = 0x0010;
108         ssd_area->request.code = 0x0004;
109         ssd_area->ssid = schid.ssid;
110         ssd_area->f_sch = schid.sch_no;
111         ssd_area->l_sch = schid.sch_no;
112
113         ccode = chsc(ssd_area);
114         /* Check response. */
115         if (ccode > 0) {
116                 ret = (ccode == 3) ? -ENODEV : -EBUSY;
117                 goto out;
118         }
119         ret = chsc_error_from_response(ssd_area->response.code);
120         if (ret != 0) {
121                 CIO_MSG_EVENT(2, "chsc: ssd failed for 0.%x.%04x (rc=%04x)\n",
122                               schid.ssid, schid.sch_no,
123                               ssd_area->response.code);
124                 goto out;
125         }
126         if (!ssd_area->sch_valid) {
127                 ret = -ENODEV;
128                 goto out;
129         }
130         /* Copy data */
131         ret = 0;
132         memset(ssd, 0, sizeof(struct chsc_ssd_info));
133         if ((ssd_area->st != SUBCHANNEL_TYPE_IO) &&
134             (ssd_area->st != SUBCHANNEL_TYPE_MSG))
135                 goto out;
136         ssd->path_mask = ssd_area->path_mask;
137         ssd->fla_valid_mask = ssd_area->fla_valid_mask;
138         for (i = 0; i < 8; i++) {
139                 mask = 0x80 >> i;
140                 if (ssd_area->path_mask & mask) {
141                         chp_id_init(&ssd->chpid[i]);
142                         ssd->chpid[i].id = ssd_area->chpid[i];
143                 }
144                 if (ssd_area->fla_valid_mask & mask)
145                         ssd->fla[i] = ssd_area->fla[i];
146         }
147 out:
148         spin_unlock_irqrestore(&chsc_page_lock, flags);
149         return ret;
150 }
151
152 /**
153  * chsc_ssqd() - store subchannel QDIO data (SSQD)
154  * @schid: id of the subchannel on which SSQD is performed
155  * @ssqd: request and response block for SSQD
156  *
157  * Returns 0 on success.
158  */
159 int chsc_ssqd(struct subchannel_id schid, struct chsc_ssqd_area *ssqd)
160 {
161         memset(ssqd, 0, sizeof(*ssqd));
162         ssqd->request.length = 0x0010;
163         ssqd->request.code = 0x0024;
164         ssqd->first_sch = schid.sch_no;
165         ssqd->last_sch = schid.sch_no;
166         ssqd->ssid = schid.ssid;
167
168         if (chsc(ssqd))
169                 return -EIO;
170
171         return chsc_error_from_response(ssqd->response.code);
172 }
173 EXPORT_SYMBOL_GPL(chsc_ssqd);
174
175 /**
176  * chsc_sadc() - set adapter device controls (SADC)
177  * @schid: id of the subchannel on which SADC is performed
178  * @scssc: request and response block for SADC
179  * @summary_indicator_addr: summary indicator address
180  * @subchannel_indicator_addr: subchannel indicator address
181  *
182  * Returns 0 on success.
183  */
184 int chsc_sadc(struct subchannel_id schid, struct chsc_scssc_area *scssc,
185               u64 summary_indicator_addr, u64 subchannel_indicator_addr)
186 {
187         memset(scssc, 0, sizeof(*scssc));
188         scssc->request.length = 0x0fe0;
189         scssc->request.code = 0x0021;
190         scssc->operation_code = 0;
191
192         scssc->summary_indicator_addr = summary_indicator_addr;
193         scssc->subchannel_indicator_addr = subchannel_indicator_addr;
194
195         scssc->ks = PAGE_DEFAULT_KEY >> 4;
196         scssc->kc = PAGE_DEFAULT_KEY >> 4;
197         scssc->isc = QDIO_AIRQ_ISC;
198         scssc->schid = schid;
199
200         /* enable the time delay disablement facility */
201         if (css_general_characteristics.aif_tdd)
202                 scssc->word_with_d_bit = 0x10000000;
203
204         if (chsc(scssc))
205                 return -EIO;
206
207         return chsc_error_from_response(scssc->response.code);
208 }
209 EXPORT_SYMBOL_GPL(chsc_sadc);
210
211 static int s390_subchannel_remove_chpid(struct subchannel *sch, void *data)
212 {
213         spin_lock_irq(sch->lock);
214         if (sch->driver && sch->driver->chp_event)
215                 if (sch->driver->chp_event(sch, data, CHP_OFFLINE) != 0)
216                         goto out_unreg;
217         spin_unlock_irq(sch->lock);
218         return 0;
219
220 out_unreg:
221         sch->lpm = 0;
222         spin_unlock_irq(sch->lock);
223         css_schedule_eval(sch->schid);
224         return 0;
225 }
226
227 void chsc_chp_offline(struct chp_id chpid)
228 {
229         struct channel_path *chp = chpid_to_chp(chpid);
230         struct chp_link link;
231         char dbf_txt[15];
232
233         sprintf(dbf_txt, "chpr%x.%02x", chpid.cssid, chpid.id);
234         CIO_TRACE_EVENT(2, dbf_txt);
235
236         if (chp_get_status(chpid) <= 0)
237                 return;
238         memset(&link, 0, sizeof(struct chp_link));
239         link.chpid = chpid;
240         /* Wait until previous actions have settled. */
241         css_wait_for_slow_path();
242
243         mutex_lock(&chp->lock);
244         chp_update_desc(chp);
245         mutex_unlock(&chp->lock);
246
247         for_each_subchannel_staged(s390_subchannel_remove_chpid, NULL, &link);
248 }
249
250 static int __s390_process_res_acc(struct subchannel *sch, void *data)
251 {
252         spin_lock_irq(sch->lock);
253         if (sch->driver && sch->driver->chp_event)
254                 sch->driver->chp_event(sch, data, CHP_ONLINE);
255         spin_unlock_irq(sch->lock);
256
257         return 0;
258 }
259
260 static void s390_process_res_acc(struct chp_link *link)
261 {
262         char dbf_txt[15];
263
264         sprintf(dbf_txt, "accpr%x.%02x", link->chpid.cssid,
265                 link->chpid.id);
266         CIO_TRACE_EVENT( 2, dbf_txt);
267         if (link->fla != 0) {
268                 sprintf(dbf_txt, "fla%x", link->fla);
269                 CIO_TRACE_EVENT( 2, dbf_txt);
270         }
271         /* Wait until previous actions have settled. */
272         css_wait_for_slow_path();
273         /*
274          * I/O resources may have become accessible.
275          * Scan through all subchannels that may be concerned and
276          * do a validation on those.
277          * The more information we have (info), the less scanning
278          * will we have to do.
279          */
280         for_each_subchannel_staged(__s390_process_res_acc, NULL, link);
281         css_schedule_reprobe();
282 }
283
284 struct chsc_sei_nt0_area {
285         u8  flags;
286         u8  vf;                         /* validity flags */
287         u8  rs;                         /* reporting source */
288         u8  cc;                         /* content code */
289         u16 fla;                        /* full link address */
290         u16 rsid;                       /* reporting source id */
291         u32 reserved1;
292         u32 reserved2;
293         /* ccdf has to be big enough for a link-incident record */
294         u8  ccdf[PAGE_SIZE - 24 - 16];  /* content-code dependent field */
295 } __packed;
296
297 struct chsc_sei_nt2_area {
298         u8  flags;                      /* p and v bit */
299         u8  reserved1;
300         u8  reserved2;
301         u8  cc;                         /* content code */
302         u32 reserved3[13];
303         u8  ccdf[PAGE_SIZE - 24 - 56];  /* content-code dependent field */
304 } __packed;
305
306 #define CHSC_SEI_NT0    (1ULL << 63)
307 #define CHSC_SEI_NT2    (1ULL << 61)
308
309 struct chsc_sei {
310         struct chsc_header request;
311         u32 reserved1;
312         u64 ntsm;                       /* notification type mask */
313         struct chsc_header response;
314         u32 :24;
315         u8 nt;
316         union {
317                 struct chsc_sei_nt0_area nt0_area;
318                 struct chsc_sei_nt2_area nt2_area;
319                 u8 nt_area[PAGE_SIZE - 24];
320         } u;
321 } __packed;
322
323 /*
324  * Node Descriptor as defined in SA22-7204, "Common I/O-Device Commands"
325  */
326
327 #define ND_VALIDITY_VALID       0
328 #define ND_VALIDITY_OUTDATED    1
329 #define ND_VALIDITY_INVALID     2
330
331 struct node_descriptor {
332         /* Flags. */
333         union {
334                 struct {
335                         u32 validity:3;
336                         u32 reserved:5;
337                 } __packed;
338                 u8 byte0;
339         } __packed;
340
341         /* Node parameters. */
342         u32 params:24;
343
344         /* Node ID. */
345         char type[6];
346         char model[3];
347         char manufacturer[3];
348         char plant[2];
349         char seq[12];
350         u16 tag;
351 } __packed;
352
353 /*
354  * Link Incident Record as defined in SA22-7202, "ESCON I/O Interface"
355  */
356
357 #define LIR_IQ_CLASS_INFO               0
358 #define LIR_IQ_CLASS_DEGRADED           1
359 #define LIR_IQ_CLASS_NOT_OPERATIONAL    2
360
361 struct lir {
362         struct {
363                 u32 null:1;
364                 u32 reserved:3;
365                 u32 class:2;
366                 u32 reserved2:2;
367         } __packed iq;
368         u32 ic:8;
369         u32 reserved:16;
370         struct node_descriptor incident_node;
371         struct node_descriptor attached_node;
372         u8 reserved2[32];
373 } __packed;
374
375 #define PARAMS_LEN      10      /* PARAMS=xx,xxxxxx */
376 #define NODEID_LEN      35      /* NODEID=tttttt/mdl,mmm.ppssssssssssss,xxxx */
377
378 /* Copy EBCIDC text, convert to ASCII and optionally add delimiter. */
379 static char *store_ebcdic(char *dest, const char *src, unsigned long len,
380                           char delim)
381 {
382         memcpy(dest, src, len);
383         EBCASC(dest, len);
384
385         if (delim)
386                 dest[len++] = delim;
387
388         return dest + len;
389 }
390
391 /* Format node ID and parameters for output in LIR log message. */
392 static void format_node_data(char *params, char *id, struct node_descriptor *nd)
393 {
394         memset(params, 0, PARAMS_LEN);
395         memset(id, 0, NODEID_LEN);
396
397         if (nd->validity != ND_VALIDITY_VALID) {
398                 strncpy(params, "n/a", PARAMS_LEN - 1);
399                 strncpy(id, "n/a", NODEID_LEN - 1);
400                 return;
401         }
402
403         /* PARAMS=xx,xxxxxx */
404         snprintf(params, PARAMS_LEN, "%02x,%06x", nd->byte0, nd->params);
405         /* NODEID=tttttt/mdl,mmm.ppssssssssssss,xxxx */
406         id = store_ebcdic(id, nd->type, sizeof(nd->type), '/');
407         id = store_ebcdic(id, nd->model, sizeof(nd->model), ',');
408         id = store_ebcdic(id, nd->manufacturer, sizeof(nd->manufacturer), '.');
409         id = store_ebcdic(id, nd->plant, sizeof(nd->plant), 0);
410         id = store_ebcdic(id, nd->seq, sizeof(nd->seq), ',');
411         sprintf(id, "%04X", nd->tag);
412 }
413
414 static void chsc_process_sei_link_incident(struct chsc_sei_nt0_area *sei_area)
415 {
416         struct lir *lir = (struct lir *) &sei_area->ccdf;
417         char iuparams[PARAMS_LEN], iunodeid[NODEID_LEN], auparams[PARAMS_LEN],
418              aunodeid[NODEID_LEN];
419
420         CIO_CRW_EVENT(4, "chsc: link incident (rs=%02x, rs_id=%04x, iq=%02x)\n",
421                       sei_area->rs, sei_area->rsid, sei_area->ccdf[0]);
422
423         /* Ignore NULL Link Incident Records. */
424         if (lir->iq.null)
425                 return;
426
427         /* Inform user that a link requires maintenance actions because it has
428          * become degraded or not operational. Note that this log message is
429          * the primary intention behind a Link Incident Record. */
430
431         format_node_data(iuparams, iunodeid, &lir->incident_node);
432         format_node_data(auparams, aunodeid, &lir->attached_node);
433
434         switch (lir->iq.class) {
435         case LIR_IQ_CLASS_DEGRADED:
436                 pr_warn("Link degraded: RS=%02x RSID=%04x IC=%02x "
437                         "IUPARAMS=%s IUNODEID=%s AUPARAMS=%s AUNODEID=%s\n",
438                         sei_area->rs, sei_area->rsid, lir->ic, iuparams,
439                         iunodeid, auparams, aunodeid);
440                 break;
441         case LIR_IQ_CLASS_NOT_OPERATIONAL:
442                 pr_err("Link stopped: RS=%02x RSID=%04x IC=%02x "
443                        "IUPARAMS=%s IUNODEID=%s AUPARAMS=%s AUNODEID=%s\n",
444                        sei_area->rs, sei_area->rsid, lir->ic, iuparams,
445                        iunodeid, auparams, aunodeid);
446                 break;
447         default:
448                 break;
449         }
450 }
451
452 static void chsc_process_sei_res_acc(struct chsc_sei_nt0_area *sei_area)
453 {
454         struct channel_path *chp;
455         struct chp_link link;
456         struct chp_id chpid;
457         int status;
458
459         CIO_CRW_EVENT(4, "chsc: resource accessibility event (rs=%02x, "
460                       "rs_id=%04x)\n", sei_area->rs, sei_area->rsid);
461         if (sei_area->rs != 4)
462                 return;
463         chp_id_init(&chpid);
464         chpid.id = sei_area->rsid;
465         /* allocate a new channel path structure, if needed */
466         status = chp_get_status(chpid);
467         if (!status)
468                 return;
469
470         if (status < 0) {
471                 chp_new(chpid);
472         } else {
473                 chp = chpid_to_chp(chpid);
474                 mutex_lock(&chp->lock);
475                 chp_update_desc(chp);
476                 mutex_unlock(&chp->lock);
477         }
478         memset(&link, 0, sizeof(struct chp_link));
479         link.chpid = chpid;
480         if ((sei_area->vf & 0xc0) != 0) {
481                 link.fla = sei_area->fla;
482                 if ((sei_area->vf & 0xc0) == 0xc0)
483                         /* full link address */
484                         link.fla_mask = 0xffff;
485                 else
486                         /* link address */
487                         link.fla_mask = 0xff00;
488         }
489         s390_process_res_acc(&link);
490 }
491
492 static void chsc_process_sei_chp_avail(struct chsc_sei_nt0_area *sei_area)
493 {
494         struct channel_path *chp;
495         struct chp_id chpid;
496         u8 *data;
497         int num;
498
499         CIO_CRW_EVENT(4, "chsc: channel path availability information\n");
500         if (sei_area->rs != 0)
501                 return;
502         data = sei_area->ccdf;
503         chp_id_init(&chpid);
504         for (num = 0; num <= __MAX_CHPID; num++) {
505                 if (!chp_test_bit(data, num))
506                         continue;
507                 chpid.id = num;
508
509                 CIO_CRW_EVENT(4, "Update information for channel path "
510                               "%x.%02x\n", chpid.cssid, chpid.id);
511                 chp = chpid_to_chp(chpid);
512                 if (!chp) {
513                         chp_new(chpid);
514                         continue;
515                 }
516                 mutex_lock(&chp->lock);
517                 chp_update_desc(chp);
518                 mutex_unlock(&chp->lock);
519         }
520 }
521
522 struct chp_config_data {
523         u8 map[32];
524         u8 op;
525         u8 pc;
526 };
527
528 static void chsc_process_sei_chp_config(struct chsc_sei_nt0_area *sei_area)
529 {
530         struct chp_config_data *data;
531         struct chp_id chpid;
532         int num;
533         char *events[3] = {"configure", "deconfigure", "cancel deconfigure"};
534
535         CIO_CRW_EVENT(4, "chsc: channel-path-configuration notification\n");
536         if (sei_area->rs != 0)
537                 return;
538         data = (struct chp_config_data *) &(sei_area->ccdf);
539         chp_id_init(&chpid);
540         for (num = 0; num <= __MAX_CHPID; num++) {
541                 if (!chp_test_bit(data->map, num))
542                         continue;
543                 chpid.id = num;
544                 pr_notice("Processing %s for channel path %x.%02x\n",
545                           events[data->op], chpid.cssid, chpid.id);
546                 switch (data->op) {
547                 case 0:
548                         chp_cfg_schedule(chpid, 1);
549                         break;
550                 case 1:
551                         chp_cfg_schedule(chpid, 0);
552                         break;
553                 case 2:
554                         chp_cfg_cancel_deconfigure(chpid);
555                         break;
556                 }
557         }
558 }
559
560 static void chsc_process_sei_scm_change(struct chsc_sei_nt0_area *sei_area)
561 {
562         int ret;
563
564         CIO_CRW_EVENT(4, "chsc: scm change notification\n");
565         if (sei_area->rs != 7)
566                 return;
567
568         ret = scm_update_information();
569         if (ret)
570                 CIO_CRW_EVENT(0, "chsc: updating change notification"
571                               " failed (rc=%d).\n", ret);
572 }
573
574 static void chsc_process_sei_scm_avail(struct chsc_sei_nt0_area *sei_area)
575 {
576         int ret;
577
578         CIO_CRW_EVENT(4, "chsc: scm available information\n");
579         if (sei_area->rs != 7)
580                 return;
581
582         ret = scm_process_availability_information();
583         if (ret)
584                 CIO_CRW_EVENT(0, "chsc: process availability information"
585                               " failed (rc=%d).\n", ret);
586 }
587
588 static void chsc_process_sei_nt2(struct chsc_sei_nt2_area *sei_area)
589 {
590         switch (sei_area->cc) {
591         case 1:
592                 zpci_event_error(sei_area->ccdf);
593                 break;
594         case 2:
595                 zpci_event_availability(sei_area->ccdf);
596                 break;
597         default:
598                 CIO_CRW_EVENT(2, "chsc: sei nt2 unhandled cc=%d\n",
599                               sei_area->cc);
600                 break;
601         }
602 }
603
604 static void chsc_process_sei_nt0(struct chsc_sei_nt0_area *sei_area)
605 {
606         /* which kind of information was stored? */
607         switch (sei_area->cc) {
608         case 1: /* link incident*/
609                 chsc_process_sei_link_incident(sei_area);
610                 break;
611         case 2: /* i/o resource accessibility */
612                 chsc_process_sei_res_acc(sei_area);
613                 break;
614         case 7: /* channel-path-availability information */
615                 chsc_process_sei_chp_avail(sei_area);
616                 break;
617         case 8: /* channel-path-configuration notification */
618                 chsc_process_sei_chp_config(sei_area);
619                 break;
620         case 12: /* scm change notification */
621                 chsc_process_sei_scm_change(sei_area);
622                 break;
623         case 14: /* scm available notification */
624                 chsc_process_sei_scm_avail(sei_area);
625                 break;
626         default: /* other stuff */
627                 CIO_CRW_EVENT(2, "chsc: sei nt0 unhandled cc=%d\n",
628                               sei_area->cc);
629                 break;
630         }
631
632         /* Check if we might have lost some information. */
633         if (sei_area->flags & 0x40) {
634                 CIO_CRW_EVENT(2, "chsc: event overflow\n");
635                 css_schedule_eval_all();
636         }
637 }
638
639 static void chsc_process_event_information(struct chsc_sei *sei, u64 ntsm)
640 {
641         static int ntsm_unsupported;
642
643         while (true) {
644                 memset(sei, 0, sizeof(*sei));
645                 sei->request.length = 0x0010;
646                 sei->request.code = 0x000e;
647                 if (!ntsm_unsupported)
648                         sei->ntsm = ntsm;
649
650                 if (chsc(sei))
651                         break;
652
653                 if (sei->response.code != 0x0001) {
654                         CIO_CRW_EVENT(2, "chsc: sei failed (rc=%04x, ntsm=%llx)\n",
655                                       sei->response.code, sei->ntsm);
656
657                         if (sei->response.code == 3 && sei->ntsm) {
658                                 /* Fallback for old firmware. */
659                                 ntsm_unsupported = 1;
660                                 continue;
661                         }
662                         break;
663                 }
664
665                 CIO_CRW_EVENT(2, "chsc: sei successful (nt=%d)\n", sei->nt);
666                 switch (sei->nt) {
667                 case 0:
668                         chsc_process_sei_nt0(&sei->u.nt0_area);
669                         break;
670                 case 2:
671                         chsc_process_sei_nt2(&sei->u.nt2_area);
672                         break;
673                 default:
674                         CIO_CRW_EVENT(2, "chsc: unhandled nt: %d\n", sei->nt);
675                         break;
676                 }
677
678                 if (!(sei->u.nt0_area.flags & 0x80))
679                         break;
680         }
681 }
682
683 /*
684  * Handle channel subsystem related CRWs.
685  * Use store event information to find out what's going on.
686  *
687  * Note: Access to sei_page is serialized through machine check handler
688  * thread, so no need for locking.
689  */
690 static void chsc_process_crw(struct crw *crw0, struct crw *crw1, int overflow)
691 {
692         struct chsc_sei *sei = sei_page;
693
694         if (overflow) {
695                 css_schedule_eval_all();
696                 return;
697         }
698         CIO_CRW_EVENT(2, "CRW reports slct=%d, oflw=%d, "
699                       "chn=%d, rsc=%X, anc=%d, erc=%X, rsid=%X\n",
700                       crw0->slct, crw0->oflw, crw0->chn, crw0->rsc, crw0->anc,
701                       crw0->erc, crw0->rsid);
702
703         CIO_TRACE_EVENT(2, "prcss");
704         chsc_process_event_information(sei, CHSC_SEI_NT0 | CHSC_SEI_NT2);
705 }
706
707 void chsc_chp_online(struct chp_id chpid)
708 {
709         struct channel_path *chp = chpid_to_chp(chpid);
710         struct chp_link link;
711         char dbf_txt[15];
712
713         sprintf(dbf_txt, "cadd%x.%02x", chpid.cssid, chpid.id);
714         CIO_TRACE_EVENT(2, dbf_txt);
715
716         if (chp_get_status(chpid) != 0) {
717                 memset(&link, 0, sizeof(struct chp_link));
718                 link.chpid = chpid;
719                 /* Wait until previous actions have settled. */
720                 css_wait_for_slow_path();
721
722                 mutex_lock(&chp->lock);
723                 chp_update_desc(chp);
724                 mutex_unlock(&chp->lock);
725
726                 for_each_subchannel_staged(__s390_process_res_acc, NULL,
727                                            &link);
728                 css_schedule_reprobe();
729         }
730 }
731
732 static void __s390_subchannel_vary_chpid(struct subchannel *sch,
733                                          struct chp_id chpid, int on)
734 {
735         unsigned long flags;
736         struct chp_link link;
737
738         memset(&link, 0, sizeof(struct chp_link));
739         link.chpid = chpid;
740         spin_lock_irqsave(sch->lock, flags);
741         if (sch->driver && sch->driver->chp_event)
742                 sch->driver->chp_event(sch, &link,
743                                        on ? CHP_VARY_ON : CHP_VARY_OFF);
744         spin_unlock_irqrestore(sch->lock, flags);
745 }
746
747 static int s390_subchannel_vary_chpid_off(struct subchannel *sch, void *data)
748 {
749         struct chp_id *chpid = data;
750
751         __s390_subchannel_vary_chpid(sch, *chpid, 0);
752         return 0;
753 }
754
755 static int s390_subchannel_vary_chpid_on(struct subchannel *sch, void *data)
756 {
757         struct chp_id *chpid = data;
758
759         __s390_subchannel_vary_chpid(sch, *chpid, 1);
760         return 0;
761 }
762
763 /**
764  * chsc_chp_vary - propagate channel-path vary operation to subchannels
765  * @chpid: channl-path ID
766  * @on: non-zero for vary online, zero for vary offline
767  */
768 int chsc_chp_vary(struct chp_id chpid, int on)
769 {
770         struct channel_path *chp = chpid_to_chp(chpid);
771
772         /*
773          * Redo PathVerification on the devices the chpid connects to
774          */
775         if (on) {
776                 /* Try to update the channel path description. */
777                 chp_update_desc(chp);
778                 for_each_subchannel_staged(s390_subchannel_vary_chpid_on,
779                                            NULL, &chpid);
780                 css_schedule_reprobe();
781         } else
782                 for_each_subchannel_staged(s390_subchannel_vary_chpid_off,
783                                            NULL, &chpid);
784
785         return 0;
786 }
787
788 static void
789 chsc_remove_cmg_attr(struct channel_subsystem *css)
790 {
791         int i;
792
793         for (i = 0; i <= __MAX_CHPID; i++) {
794                 if (!css->chps[i])
795                         continue;
796                 chp_remove_cmg_attr(css->chps[i]);
797         }
798 }
799
800 static int
801 chsc_add_cmg_attr(struct channel_subsystem *css)
802 {
803         int i, ret;
804
805         ret = 0;
806         for (i = 0; i <= __MAX_CHPID; i++) {
807                 if (!css->chps[i])
808                         continue;
809                 ret = chp_add_cmg_attr(css->chps[i]);
810                 if (ret)
811                         goto cleanup;
812         }
813         return ret;
814 cleanup:
815         for (--i; i >= 0; i--) {
816                 if (!css->chps[i])
817                         continue;
818                 chp_remove_cmg_attr(css->chps[i]);
819         }
820         return ret;
821 }
822
823 int __chsc_do_secm(struct channel_subsystem *css, int enable)
824 {
825         struct {
826                 struct chsc_header request;
827                 u32 operation_code : 2;
828                 u32 : 30;
829                 u32 key : 4;
830                 u32 : 28;
831                 u32 zeroes1;
832                 u32 cub_addr1;
833                 u32 zeroes2;
834                 u32 cub_addr2;
835                 u32 reserved[13];
836                 struct chsc_header response;
837                 u32 status : 8;
838                 u32 : 4;
839                 u32 fmt : 4;
840                 u32 : 16;
841         } __attribute__ ((packed)) *secm_area;
842         unsigned long flags;
843         int ret, ccode;
844
845         spin_lock_irqsave(&chsc_page_lock, flags);
846         memset(chsc_page, 0, PAGE_SIZE);
847         secm_area = chsc_page;
848         secm_area->request.length = 0x0050;
849         secm_area->request.code = 0x0016;
850
851         secm_area->key = PAGE_DEFAULT_KEY >> 4;
852         secm_area->cub_addr1 = (u64)(unsigned long)css->cub_addr1;
853         secm_area->cub_addr2 = (u64)(unsigned long)css->cub_addr2;
854
855         secm_area->operation_code = enable ? 0 : 1;
856
857         ccode = chsc(secm_area);
858         if (ccode > 0) {
859                 ret = (ccode == 3) ? -ENODEV : -EBUSY;
860                 goto out;
861         }
862
863         switch (secm_area->response.code) {
864         case 0x0102:
865         case 0x0103:
866                 ret = -EINVAL;
867                 break;
868         default:
869                 ret = chsc_error_from_response(secm_area->response.code);
870         }
871         if (ret != 0)
872                 CIO_CRW_EVENT(2, "chsc: secm failed (rc=%04x)\n",
873                               secm_area->response.code);
874 out:
875         spin_unlock_irqrestore(&chsc_page_lock, flags);
876         return ret;
877 }
878
879 int
880 chsc_secm(struct channel_subsystem *css, int enable)
881 {
882         int ret;
883
884         if (enable && !css->cm_enabled) {
885                 css->cub_addr1 = (void *)get_zeroed_page(GFP_KERNEL | GFP_DMA);
886                 css->cub_addr2 = (void *)get_zeroed_page(GFP_KERNEL | GFP_DMA);
887                 if (!css->cub_addr1 || !css->cub_addr2) {
888                         free_page((unsigned long)css->cub_addr1);
889                         free_page((unsigned long)css->cub_addr2);
890                         return -ENOMEM;
891                 }
892         }
893         ret = __chsc_do_secm(css, enable);
894         if (!ret) {
895                 css->cm_enabled = enable;
896                 if (css->cm_enabled) {
897                         ret = chsc_add_cmg_attr(css);
898                         if (ret) {
899                                 __chsc_do_secm(css, 0);
900                                 css->cm_enabled = 0;
901                         }
902                 } else
903                         chsc_remove_cmg_attr(css);
904         }
905         if (!css->cm_enabled) {
906                 free_page((unsigned long)css->cub_addr1);
907                 free_page((unsigned long)css->cub_addr2);
908         }
909         return ret;
910 }
911
912 int chsc_determine_channel_path_desc(struct chp_id chpid, int fmt, int rfmt,
913                                      int c, int m, void *page)
914 {
915         struct chsc_scpd *scpd_area;
916         int ccode, ret;
917
918         if ((rfmt == 1) && !css_general_characteristics.fcs)
919                 return -EINVAL;
920         if ((rfmt == 2) && !css_general_characteristics.cib)
921                 return -EINVAL;
922
923         memset(page, 0, PAGE_SIZE);
924         scpd_area = page;
925         scpd_area->request.length = 0x0010;
926         scpd_area->request.code = 0x0002;
927         scpd_area->cssid = chpid.cssid;
928         scpd_area->first_chpid = chpid.id;
929         scpd_area->last_chpid = chpid.id;
930         scpd_area->m = m;
931         scpd_area->c = c;
932         scpd_area->fmt = fmt;
933         scpd_area->rfmt = rfmt;
934
935         ccode = chsc(scpd_area);
936         if (ccode > 0)
937                 return (ccode == 3) ? -ENODEV : -EBUSY;
938
939         ret = chsc_error_from_response(scpd_area->response.code);
940         if (ret)
941                 CIO_CRW_EVENT(2, "chsc: scpd failed (rc=%04x)\n",
942                               scpd_area->response.code);
943         return ret;
944 }
945 EXPORT_SYMBOL_GPL(chsc_determine_channel_path_desc);
946
947 int chsc_determine_base_channel_path_desc(struct chp_id chpid,
948                                           struct channel_path_desc *desc)
949 {
950         struct chsc_response_struct *chsc_resp;
951         struct chsc_scpd *scpd_area;
952         unsigned long flags;
953         int ret;
954
955         spin_lock_irqsave(&chsc_page_lock, flags);
956         scpd_area = chsc_page;
957         ret = chsc_determine_channel_path_desc(chpid, 0, 0, 0, 0, scpd_area);
958         if (ret)
959                 goto out;
960         chsc_resp = (void *)&scpd_area->response;
961         memcpy(desc, &chsc_resp->data, sizeof(*desc));
962 out:
963         spin_unlock_irqrestore(&chsc_page_lock, flags);
964         return ret;
965 }
966
967 int chsc_determine_fmt1_channel_path_desc(struct chp_id chpid,
968                                           struct channel_path_desc_fmt1 *desc)
969 {
970         struct chsc_response_struct *chsc_resp;
971         struct chsc_scpd *scpd_area;
972         unsigned long flags;
973         int ret;
974
975         spin_lock_irqsave(&chsc_page_lock, flags);
976         scpd_area = chsc_page;
977         ret = chsc_determine_channel_path_desc(chpid, 0, 0, 1, 0, scpd_area);
978         if (ret)
979                 goto out;
980         chsc_resp = (void *)&scpd_area->response;
981         memcpy(desc, &chsc_resp->data, sizeof(*desc));
982 out:
983         spin_unlock_irqrestore(&chsc_page_lock, flags);
984         return ret;
985 }
986
987 static void
988 chsc_initialize_cmg_chars(struct channel_path *chp, u8 cmcv,
989                           struct cmg_chars *chars)
990 {
991         int i, mask;
992
993         for (i = 0; i < NR_MEASUREMENT_CHARS; i++) {
994                 mask = 0x80 >> (i + 3);
995                 if (cmcv & mask)
996                         chp->cmg_chars.values[i] = chars->values[i];
997                 else
998                         chp->cmg_chars.values[i] = 0;
999         }
1000 }
1001
1002 int chsc_get_channel_measurement_chars(struct channel_path *chp)
1003 {
1004         unsigned long flags;
1005         int ccode, ret;
1006
1007         struct {
1008                 struct chsc_header request;
1009                 u32 : 24;
1010                 u32 first_chpid : 8;
1011                 u32 : 24;
1012                 u32 last_chpid : 8;
1013                 u32 zeroes1;
1014                 struct chsc_header response;
1015                 u32 zeroes2;
1016                 u32 not_valid : 1;
1017                 u32 shared : 1;
1018                 u32 : 22;
1019                 u32 chpid : 8;
1020                 u32 cmcv : 5;
1021                 u32 : 11;
1022                 u32 cmgq : 8;
1023                 u32 cmg : 8;
1024                 u32 zeroes3;
1025                 u32 data[NR_MEASUREMENT_CHARS];
1026         } __attribute__ ((packed)) *scmc_area;
1027
1028         chp->shared = -1;
1029         chp->cmg = -1;
1030
1031         if (!css_chsc_characteristics.scmc || !css_chsc_characteristics.secm)
1032                 return 0;
1033
1034         spin_lock_irqsave(&chsc_page_lock, flags);
1035         memset(chsc_page, 0, PAGE_SIZE);
1036         scmc_area = chsc_page;
1037         scmc_area->request.length = 0x0010;
1038         scmc_area->request.code = 0x0022;
1039         scmc_area->first_chpid = chp->chpid.id;
1040         scmc_area->last_chpid = chp->chpid.id;
1041
1042         ccode = chsc(scmc_area);
1043         if (ccode > 0) {
1044                 ret = (ccode == 3) ? -ENODEV : -EBUSY;
1045                 goto out;
1046         }
1047
1048         ret = chsc_error_from_response(scmc_area->response.code);
1049         if (ret) {
1050                 CIO_CRW_EVENT(2, "chsc: scmc failed (rc=%04x)\n",
1051                               scmc_area->response.code);
1052                 goto out;
1053         }
1054         if (scmc_area->not_valid)
1055                 goto out;
1056
1057         chp->cmg = scmc_area->cmg;
1058         chp->shared = scmc_area->shared;
1059         if (chp->cmg != 2 && chp->cmg != 3) {
1060                 /* No cmg-dependent data. */
1061                 goto out;
1062         }
1063         chsc_initialize_cmg_chars(chp, scmc_area->cmcv,
1064                                   (struct cmg_chars *) &scmc_area->data);
1065 out:
1066         spin_unlock_irqrestore(&chsc_page_lock, flags);
1067         return ret;
1068 }
1069
1070 int __init chsc_init(void)
1071 {
1072         int ret;
1073
1074         sei_page = (void *)get_zeroed_page(GFP_KERNEL | GFP_DMA);
1075         chsc_page = (void *)get_zeroed_page(GFP_KERNEL | GFP_DMA);
1076         if (!sei_page || !chsc_page) {
1077                 ret = -ENOMEM;
1078                 goto out_err;
1079         }
1080         ret = crw_register_handler(CRW_RSC_CSS, chsc_process_crw);
1081         if (ret)
1082                 goto out_err;
1083         return ret;
1084 out_err:
1085         free_page((unsigned long)chsc_page);
1086         free_page((unsigned long)sei_page);
1087         return ret;
1088 }
1089
1090 void __init chsc_init_cleanup(void)
1091 {
1092         crw_unregister_handler(CRW_RSC_CSS);
1093         free_page((unsigned long)chsc_page);
1094         free_page((unsigned long)sei_page);
1095 }
1096
1097 int __chsc_enable_facility(struct chsc_sda_area *sda_area, int operation_code)
1098 {
1099         int ret;
1100
1101         sda_area->request.length = 0x0400;
1102         sda_area->request.code = 0x0031;
1103         sda_area->operation_code = operation_code;
1104
1105         ret = chsc(sda_area);
1106         if (ret > 0) {
1107                 ret = (ret == 3) ? -ENODEV : -EBUSY;
1108                 goto out;
1109         }
1110
1111         switch (sda_area->response.code) {
1112         case 0x0101:
1113                 ret = -EOPNOTSUPP;
1114                 break;
1115         default:
1116                 ret = chsc_error_from_response(sda_area->response.code);
1117         }
1118 out:
1119         return ret;
1120 }
1121
1122 int chsc_enable_facility(int operation_code)
1123 {
1124         struct chsc_sda_area *sda_area;
1125         unsigned long flags;
1126         int ret;
1127
1128         spin_lock_irqsave(&chsc_page_lock, flags);
1129         memset(chsc_page, 0, PAGE_SIZE);
1130         sda_area = chsc_page;
1131
1132         ret = __chsc_enable_facility(sda_area, operation_code);
1133         if (ret != 0)
1134                 CIO_CRW_EVENT(2, "chsc: sda (oc=%x) failed (rc=%04x)\n",
1135                               operation_code, sda_area->response.code);
1136
1137         spin_unlock_irqrestore(&chsc_page_lock, flags);
1138         return ret;
1139 }
1140
1141 struct css_general_char css_general_characteristics;
1142 struct css_chsc_char css_chsc_characteristics;
1143
1144 int __init
1145 chsc_determine_css_characteristics(void)
1146 {
1147         unsigned long flags;
1148         int result;
1149         struct {
1150                 struct chsc_header request;
1151                 u32 reserved1;
1152                 u32 reserved2;
1153                 u32 reserved3;
1154                 struct chsc_header response;
1155                 u32 reserved4;
1156                 u32 general_char[510];
1157                 u32 chsc_char[508];
1158         } __attribute__ ((packed)) *scsc_area;
1159
1160         spin_lock_irqsave(&chsc_page_lock, flags);
1161         memset(chsc_page, 0, PAGE_SIZE);
1162         scsc_area = chsc_page;
1163         scsc_area->request.length = 0x0010;
1164         scsc_area->request.code = 0x0010;
1165
1166         result = chsc(scsc_area);
1167         if (result) {
1168                 result = (result == 3) ? -ENODEV : -EBUSY;
1169                 goto exit;
1170         }
1171
1172         result = chsc_error_from_response(scsc_area->response.code);
1173         if (result == 0) {
1174                 memcpy(&css_general_characteristics, scsc_area->general_char,
1175                        sizeof(css_general_characteristics));
1176                 memcpy(&css_chsc_characteristics, scsc_area->chsc_char,
1177                        sizeof(css_chsc_characteristics));
1178         } else
1179                 CIO_CRW_EVENT(2, "chsc: scsc failed (rc=%04x)\n",
1180                               scsc_area->response.code);
1181 exit:
1182         spin_unlock_irqrestore(&chsc_page_lock, flags);
1183         return result;
1184 }
1185
1186 EXPORT_SYMBOL_GPL(css_general_characteristics);
1187 EXPORT_SYMBOL_GPL(css_chsc_characteristics);
1188
1189 int chsc_sstpc(void *page, unsigned int op, u16 ctrl)
1190 {
1191         struct {
1192                 struct chsc_header request;
1193                 unsigned int rsvd0;
1194                 unsigned int op : 8;
1195                 unsigned int rsvd1 : 8;
1196                 unsigned int ctrl : 16;
1197                 unsigned int rsvd2[5];
1198                 struct chsc_header response;
1199                 unsigned int rsvd3[7];
1200         } __attribute__ ((packed)) *rr;
1201         int rc;
1202
1203         memset(page, 0, PAGE_SIZE);
1204         rr = page;
1205         rr->request.length = 0x0020;
1206         rr->request.code = 0x0033;
1207         rr->op = op;
1208         rr->ctrl = ctrl;
1209         rc = chsc(rr);
1210         if (rc)
1211                 return -EIO;
1212         rc = (rr->response.code == 0x0001) ? 0 : -EIO;
1213         return rc;
1214 }
1215
1216 int chsc_sstpi(void *page, void *result, size_t size)
1217 {
1218         struct {
1219                 struct chsc_header request;
1220                 unsigned int rsvd0[3];
1221                 struct chsc_header response;
1222                 char data[size];
1223         } __attribute__ ((packed)) *rr;
1224         int rc;
1225
1226         memset(page, 0, PAGE_SIZE);
1227         rr = page;
1228         rr->request.length = 0x0010;
1229         rr->request.code = 0x0038;
1230         rc = chsc(rr);
1231         if (rc)
1232                 return -EIO;
1233         memcpy(result, &rr->data, size);
1234         return (rr->response.code == 0x0001) ? 0 : -EIO;
1235 }
1236
1237 int chsc_siosl(struct subchannel_id schid)
1238 {
1239         struct {
1240                 struct chsc_header request;
1241                 u32 word1;
1242                 struct subchannel_id sid;
1243                 u32 word3;
1244                 struct chsc_header response;
1245                 u32 word[11];
1246         } __attribute__ ((packed)) *siosl_area;
1247         unsigned long flags;
1248         int ccode;
1249         int rc;
1250
1251         spin_lock_irqsave(&chsc_page_lock, flags);
1252         memset(chsc_page, 0, PAGE_SIZE);
1253         siosl_area = chsc_page;
1254         siosl_area->request.length = 0x0010;
1255         siosl_area->request.code = 0x0046;
1256         siosl_area->word1 = 0x80000000;
1257         siosl_area->sid = schid;
1258
1259         ccode = chsc(siosl_area);
1260         if (ccode > 0) {
1261                 if (ccode == 3)
1262                         rc = -ENODEV;
1263                 else
1264                         rc = -EBUSY;
1265                 CIO_MSG_EVENT(2, "chsc: chsc failed for 0.%x.%04x (ccode=%d)\n",
1266                               schid.ssid, schid.sch_no, ccode);
1267                 goto out;
1268         }
1269         rc = chsc_error_from_response(siosl_area->response.code);
1270         if (rc)
1271                 CIO_MSG_EVENT(2, "chsc: siosl failed for 0.%x.%04x (rc=%04x)\n",
1272                               schid.ssid, schid.sch_no,
1273                               siosl_area->response.code);
1274         else
1275                 CIO_MSG_EVENT(4, "chsc: siosl succeeded for 0.%x.%04x\n",
1276                               schid.ssid, schid.sch_no);
1277 out:
1278         spin_unlock_irqrestore(&chsc_page_lock, flags);
1279         return rc;
1280 }
1281 EXPORT_SYMBOL_GPL(chsc_siosl);
1282
1283 /**
1284  * chsc_scm_info() - store SCM information (SSI)
1285  * @scm_area: request and response block for SSI
1286  * @token: continuation token
1287  *
1288  * Returns 0 on success.
1289  */
1290 int chsc_scm_info(struct chsc_scm_info *scm_area, u64 token)
1291 {
1292         int ccode, ret;
1293
1294         memset(scm_area, 0, sizeof(*scm_area));
1295         scm_area->request.length = 0x0020;
1296         scm_area->request.code = 0x004C;
1297         scm_area->reqtok = token;
1298
1299         ccode = chsc(scm_area);
1300         if (ccode > 0) {
1301                 ret = (ccode == 3) ? -ENODEV : -EBUSY;
1302                 goto out;
1303         }
1304         ret = chsc_error_from_response(scm_area->response.code);
1305         if (ret != 0)
1306                 CIO_MSG_EVENT(2, "chsc: scm info failed (rc=%04x)\n",
1307                               scm_area->response.code);
1308 out:
1309         return ret;
1310 }
1311 EXPORT_SYMBOL_GPL(chsc_scm_info);
1312
1313 /**
1314  * chsc_pnso_brinfo() - Perform Network-Subchannel Operation, Bridge Info.
1315  * @schid:              id of the subchannel on which PNSO is performed
1316  * @brinfo_area:        request and response block for the operation
1317  * @resume_token:       resume token for multiblock response
1318  * @cnc:                Boolean change-notification control
1319  *
1320  * brinfo_area must be allocated by the caller with get_zeroed_page(GFP_KERNEL)
1321  *
1322  * Returns 0 on success.
1323  */
1324 int chsc_pnso_brinfo(struct subchannel_id schid,
1325                 struct chsc_pnso_area *brinfo_area,
1326                 struct chsc_brinfo_resume_token resume_token,
1327                 int cnc)
1328 {
1329         memset(brinfo_area, 0, sizeof(*brinfo_area));
1330         brinfo_area->request.length = 0x0030;
1331         brinfo_area->request.code = 0x003d; /* network-subchannel operation */
1332         brinfo_area->m     = schid.m;
1333         brinfo_area->ssid  = schid.ssid;
1334         brinfo_area->sch   = schid.sch_no;
1335         brinfo_area->cssid = schid.cssid;
1336         brinfo_area->oc    = 0; /* Store-network-bridging-information list */
1337         brinfo_area->resume_token = resume_token;
1338         brinfo_area->n     = (cnc != 0);
1339         if (chsc(brinfo_area))
1340                 return -EIO;
1341         return chsc_error_from_response(brinfo_area->response.code);
1342 }
1343 EXPORT_SYMBOL_GPL(chsc_pnso_brinfo);