Linux Audio

Check our new training course

Loading...
v6.8
  1// SPDX-License-Identifier: GPL-2.0
  2/*
  3 *    Copyright IBM Corp. 2007, 2009
  4 *    Author(s): Hongjie Yang <hongjie@us.ibm.com>,
 
  5 */
  6
  7#define KMSG_COMPONENT "setup"
  8#define pr_fmt(fmt) KMSG_COMPONENT ": " fmt
  9
 10#include <linux/compiler.h>
 11#include <linux/init.h>
 12#include <linux/errno.h>
 13#include <linux/string.h>
 14#include <linux/ctype.h>
 15#include <linux/lockdep.h>
 16#include <linux/extable.h>
 17#include <linux/pfn.h>
 18#include <linux/uaccess.h>
 19#include <linux/kernel.h>
 20#include <asm/asm-extable.h>
 21#include <linux/memblock.h>
 22#include <asm/diag.h>
 23#include <asm/ebcdic.h>
 24#include <asm/ipl.h>
 25#include <asm/lowcore.h>
 26#include <asm/processor.h>
 27#include <asm/sections.h>
 28#include <asm/setup.h>
 29#include <asm/sysinfo.h>
 30#include <asm/cpcmd.h>
 31#include <asm/sclp.h>
 32#include <asm/facility.h>
 33#include <asm/boot_data.h>
 34#include <asm/switch_to.h>
 35#include "entry.h"
 36
 37#define decompressor_handled_param(param)			\
 38static int __init ignore_decompressor_param_##param(char *s)	\
 39{								\
 40	return 0;						\
 41}								\
 42early_param(#param, ignore_decompressor_param_##param)
 43
 44decompressor_handled_param(mem);
 45decompressor_handled_param(vmalloc);
 46decompressor_handled_param(dfltcc);
 47decompressor_handled_param(facilities);
 48decompressor_handled_param(nokaslr);
 49decompressor_handled_param(cmma);
 50#if IS_ENABLED(CONFIG_KVM)
 51decompressor_handled_param(prot_virt);
 52#endif
 53
 54static void __init kasan_early_init(void)
 55{
 56#ifdef CONFIG_KASAN
 57	init_task.kasan_depth = 0;
 58	sclp_early_printk("KernelAddressSanitizer initialized\n");
 59#endif
 60}
 61
 
 
 
 62static void __init reset_tod_clock(void)
 63{
 64	union tod_clock clk;
 65
 66	if (store_tod_clock_ext_cc(&clk) == 0)
 67		return;
 68	/* TOD clock not running. Set the clock to Unix Epoch. */
 69	if (set_tod_clock(TOD_UNIX_EPOCH) || store_tod_clock_ext_cc(&clk))
 70		disabled_wait();
 71
 72	memset(&tod_clock_base, 0, sizeof(tod_clock_base));
 73	tod_clock_base.tod = TOD_UNIX_EPOCH;
 74	S390_lowcore.last_update_clock = TOD_UNIX_EPOCH;
 75}
 76
 77/*
 
 
 
 
 
 
 
 
 78 * Initialize storage key for kernel pages
 79 */
 80static noinline __init void init_kernel_storage_key(void)
 81{
 82#if PAGE_DEFAULT_KEY
 83	unsigned long end_pfn, init_pfn;
 84
 85	end_pfn = PFN_UP(__pa(_end));
 86
 87	for (init_pfn = 0 ; init_pfn < end_pfn; init_pfn++)
 88		page_set_storage_key(init_pfn << PAGE_SHIFT,
 89				     PAGE_DEFAULT_KEY, 0);
 90#endif
 91}
 92
 93static __initdata char sysinfo_page[PAGE_SIZE] __aligned(PAGE_SIZE);
 94
 95static noinline __init void detect_machine_type(void)
 96{
 97	struct sysinfo_3_2_2 *vmms = (struct sysinfo_3_2_2 *)&sysinfo_page;
 98
 99	/* Check current-configuration-level */
100	if (stsi(NULL, 0, 0, 0) <= 2) {
101		S390_lowcore.machine_flags |= MACHINE_FLAG_LPAR;
102		return;
103	}
104	/* Get virtual-machine cpu information. */
105	if (stsi(vmms, 3, 2, 2) || !vmms->count)
106		return;
107
108	/* Detect known hypervisors */
109	if (!memcmp(vmms->vm[0].cpi, "\xd2\xe5\xd4", 3))
110		S390_lowcore.machine_flags |= MACHINE_FLAG_KVM;
111	else if (!memcmp(vmms->vm[0].cpi, "\xa9\x61\xe5\xd4", 4))
112		S390_lowcore.machine_flags |= MACHINE_FLAG_VM;
113}
114
115/* Remove leading, trailing and double whitespace. */
116static inline void strim_all(char *str)
117{
118	char *s;
119
120	s = strim(str);
121	if (s != str)
122		memmove(str, s, strlen(s));
123	while (*str) {
124		if (!isspace(*str++))
125			continue;
126		if (isspace(*str)) {
127			s = skip_spaces(str);
128			memmove(str, s, strlen(s) + 1);
129		}
130	}
131}
132
133static noinline __init void setup_arch_string(void)
134{
135	struct sysinfo_1_1_1 *mach = (struct sysinfo_1_1_1 *)&sysinfo_page;
136	struct sysinfo_3_2_2 *vm = (struct sysinfo_3_2_2 *)&sysinfo_page;
137	char mstr[80], hvstr[17];
138
139	if (stsi(mach, 1, 1, 1))
140		return;
141	EBCASC(mach->manufacturer, sizeof(mach->manufacturer));
142	EBCASC(mach->type, sizeof(mach->type));
143	EBCASC(mach->model, sizeof(mach->model));
144	EBCASC(mach->model_capacity, sizeof(mach->model_capacity));
145	sprintf(mstr, "%-16.16s %-4.4s %-16.16s %-16.16s",
146		mach->manufacturer, mach->type,
147		mach->model, mach->model_capacity);
148	strim_all(mstr);
149	if (stsi(vm, 3, 2, 2) == 0 && vm->count) {
150		EBCASC(vm->vm[0].cpi, sizeof(vm->vm[0].cpi));
151		sprintf(hvstr, "%-16.16s", vm->vm[0].cpi);
152		strim_all(hvstr);
153	} else {
154		sprintf(hvstr, "%s",
155			MACHINE_IS_LPAR ? "LPAR" :
156			MACHINE_IS_VM ? "z/VM" :
157			MACHINE_IS_KVM ? "KVM" : "unknown");
158	}
159	dump_stack_set_arch_desc("%s (%s)", mstr, hvstr);
160}
161
162static __init void setup_topology(void)
163{
164	int max_mnest;
165
166	if (!test_facility(11))
167		return;
168	S390_lowcore.machine_flags |= MACHINE_FLAG_TOPOLOGY;
169	for (max_mnest = 6; max_mnest > 1; max_mnest--) {
170		if (stsi(&sysinfo_page, 15, 1, max_mnest) == 0)
171			break;
172	}
173	topology_max_mnest = max_mnest;
174}
175
176void __do_early_pgm_check(struct pt_regs *regs)
177{
178	if (!fixup_exception(regs))
179		disabled_wait();
 
 
 
 
 
 
 
 
 
 
 
 
180}
181
182static noinline __init void setup_lowcore_early(void)
183{
184	psw_t psw;
185
186	psw.addr = (unsigned long)early_pgm_check_handler;
187	psw.mask = PSW_KERNEL_BITS;
 
 
188	S390_lowcore.program_new_psw = psw;
 
189	S390_lowcore.preempt_count = INIT_PREEMPT_COUNT;
190}
191
192static noinline __init void setup_facility_list(void)
193{
194	memcpy(alt_stfle_fac_list, stfle_fac_list, sizeof(alt_stfle_fac_list));
 
 
 
 
195	if (!IS_ENABLED(CONFIG_KERNEL_NOBP))
196		__clear_facility(82, alt_stfle_fac_list);
197}
198
199static __init void detect_diag9c(void)
200{
201	unsigned int cpu_address;
202	int rc;
203
204	cpu_address = stap();
205	diag_stat_inc(DIAG_STAT_X09C);
206	asm volatile(
207		"	diag	%2,0,0x9c\n"
208		"0:	la	%0,0\n"
209		"1:\n"
210		EX_TABLE(0b,1b)
211		: "=d" (rc) : "0" (-EOPNOTSUPP), "d" (cpu_address) : "cc");
212	if (!rc)
213		S390_lowcore.machine_flags |= MACHINE_FLAG_DIAG9C;
214}
215
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
216static __init void detect_machine_facilities(void)
217{
218	if (test_facility(8)) {
219		S390_lowcore.machine_flags |= MACHINE_FLAG_EDAT1;
220		system_ctl_set_bit(0, CR0_EDAT_BIT);
221	}
222	if (test_facility(78))
223		S390_lowcore.machine_flags |= MACHINE_FLAG_EDAT2;
224	if (test_facility(3))
225		S390_lowcore.machine_flags |= MACHINE_FLAG_IDTE;
226	if (test_facility(50) && test_facility(73)) {
227		S390_lowcore.machine_flags |= MACHINE_FLAG_TE;
228		system_ctl_set_bit(0, CR0_TRANSACTIONAL_EXECUTION_BIT);
229	}
230	if (test_facility(51))
231		S390_lowcore.machine_flags |= MACHINE_FLAG_TLB_LC;
232	if (test_facility(129))
233		system_ctl_set_bit(0, CR0_VECTOR_BIT);
234	if (test_facility(130))
 
 
235		S390_lowcore.machine_flags |= MACHINE_FLAG_NX;
 
 
236	if (test_facility(133))
237		S390_lowcore.machine_flags |= MACHINE_FLAG_GS;
238	if (test_facility(139) && (tod_clock_base.tod >> 63)) {
239		/* Enabled signed clock comparator comparisons */
240		S390_lowcore.machine_flags |= MACHINE_FLAG_SCC;
241		clock_comparator_max = -1ULL >> 1;
242		system_ctl_set_bit(0, CR0_CLOCK_COMPARATOR_SIGN_BIT);
243	}
244	if (IS_ENABLED(CONFIG_PCI) && test_facility(153)) {
245		S390_lowcore.machine_flags |= MACHINE_FLAG_PCI_MIO;
246		/* the control bit is set during PCI initialization */
247	}
248	if (test_facility(194))
249		S390_lowcore.machine_flags |= MACHINE_FLAG_RDP;
250}
251
252static inline void save_vector_registers(void)
253{
254#ifdef CONFIG_CRASH_DUMP
255	if (test_facility(129))
256		save_vx_regs(boot_cpu_vector_save_area);
257#endif
258}
259
260static inline void setup_low_address_protection(void)
261{
262	system_ctl_set_bit(0, CR0_LOW_ADDRESS_PROTECTION_BIT);
 
 
263}
 
264
265static inline void setup_access_registers(void)
266{
267	unsigned int acrs[NUM_ACRS] = { 0 };
 
268
269	restore_access_regs(acrs);
 
 
 
 
 
 
270}
 
271
272char __bootdata(early_command_line)[COMMAND_LINE_SIZE];
273static void __init setup_boot_command_line(void)
274{
275	/* copy arch command line */
276	strscpy(boot_command_line, early_command_line, COMMAND_LINE_SIZE);
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
277}
278
279static void __init sort_amode31_extable(void)
 
280{
281	sort_extable(__start_amode31_ex_table, __stop_amode31_ex_table);
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
282}
283
284void __init startup_init(void)
285{
286	kasan_early_init();
287	reset_tod_clock();
 
 
288	time_early_init();
289	init_kernel_storage_key();
290	lockdep_off();
291	sort_amode31_extable();
292	setup_lowcore_early();
293	setup_facility_list();
294	detect_machine_type();
295	setup_arch_string();
 
296	setup_boot_command_line();
297	detect_diag9c();
 
298	detect_machine_facilities();
299	save_vector_registers();
300	setup_topology();
301	sclp_early_detect();
302	setup_low_address_protection();
303	setup_access_registers();
304	lockdep_on();
305}
v4.17
  1// SPDX-License-Identifier: GPL-2.0
  2/*
  3 *    Copyright IBM Corp. 2007, 2009
  4 *    Author(s): Hongjie Yang <hongjie@us.ibm.com>,
  5 *		 Heiko Carstens <heiko.carstens@de.ibm.com>
  6 */
  7
  8#define KMSG_COMPONENT "setup"
  9#define pr_fmt(fmt) KMSG_COMPONENT ": " fmt
 10
 11#include <linux/compiler.h>
 12#include <linux/init.h>
 13#include <linux/errno.h>
 14#include <linux/string.h>
 15#include <linux/ctype.h>
 16#include <linux/lockdep.h>
 17#include <linux/extable.h>
 18#include <linux/pfn.h>
 19#include <linux/uaccess.h>
 20#include <linux/kernel.h>
 
 
 21#include <asm/diag.h>
 22#include <asm/ebcdic.h>
 23#include <asm/ipl.h>
 24#include <asm/lowcore.h>
 25#include <asm/processor.h>
 26#include <asm/sections.h>
 27#include <asm/setup.h>
 28#include <asm/sysinfo.h>
 29#include <asm/cpcmd.h>
 30#include <asm/sclp.h>
 31#include <asm/facility.h>
 
 
 32#include "entry.h"
 33
 34static void __init setup_boot_command_line(void);
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 35
 36/*
 37 * Get the TOD clock running.
 38 */
 39static void __init reset_tod_clock(void)
 40{
 41	u64 time;
 42
 43	if (store_tod_clock(&time) == 0)
 44		return;
 45	/* TOD clock not running. Set the clock to Unix Epoch. */
 46	if (set_tod_clock(TOD_UNIX_EPOCH) != 0 || store_tod_clock(&time) != 0)
 47		disabled_wait(0);
 48
 49	memset(tod_clock_base, 0, 16);
 50	*(__u64 *) &tod_clock_base[1] = TOD_UNIX_EPOCH;
 51	S390_lowcore.last_update_clock = TOD_UNIX_EPOCH;
 52}
 53
 54/*
 55 * Clear bss memory
 56 */
 57static noinline __init void clear_bss_section(void)
 58{
 59	memset(__bss_start, 0, __bss_stop - __bss_start);
 60}
 61
 62/*
 63 * Initialize storage key for kernel pages
 64 */
 65static noinline __init void init_kernel_storage_key(void)
 66{
 67#if PAGE_DEFAULT_KEY
 68	unsigned long end_pfn, init_pfn;
 69
 70	end_pfn = PFN_UP(__pa(_end));
 71
 72	for (init_pfn = 0 ; init_pfn < end_pfn; init_pfn++)
 73		page_set_storage_key(init_pfn << PAGE_SHIFT,
 74				     PAGE_DEFAULT_KEY, 0);
 75#endif
 76}
 77
 78static __initdata char sysinfo_page[PAGE_SIZE] __aligned(PAGE_SIZE);
 79
 80static noinline __init void detect_machine_type(void)
 81{
 82	struct sysinfo_3_2_2 *vmms = (struct sysinfo_3_2_2 *)&sysinfo_page;
 83
 84	/* Check current-configuration-level */
 85	if (stsi(NULL, 0, 0, 0) <= 2) {
 86		S390_lowcore.machine_flags |= MACHINE_FLAG_LPAR;
 87		return;
 88	}
 89	/* Get virtual-machine cpu information. */
 90	if (stsi(vmms, 3, 2, 2) || !vmms->count)
 91		return;
 92
 93	/* Running under KVM? If not we assume z/VM */
 94	if (!memcmp(vmms->vm[0].cpi, "\xd2\xe5\xd4", 3))
 95		S390_lowcore.machine_flags |= MACHINE_FLAG_KVM;
 96	else
 97		S390_lowcore.machine_flags |= MACHINE_FLAG_VM;
 98}
 99
100/* Remove leading, trailing and double whitespace. */
101static inline void strim_all(char *str)
102{
103	char *s;
104
105	s = strim(str);
106	if (s != str)
107		memmove(str, s, strlen(s));
108	while (*str) {
109		if (!isspace(*str++))
110			continue;
111		if (isspace(*str)) {
112			s = skip_spaces(str);
113			memmove(str, s, strlen(s) + 1);
114		}
115	}
116}
117
118static noinline __init void setup_arch_string(void)
119{
120	struct sysinfo_1_1_1 *mach = (struct sysinfo_1_1_1 *)&sysinfo_page;
121	struct sysinfo_3_2_2 *vm = (struct sysinfo_3_2_2 *)&sysinfo_page;
122	char mstr[80], hvstr[17];
123
124	if (stsi(mach, 1, 1, 1))
125		return;
126	EBCASC(mach->manufacturer, sizeof(mach->manufacturer));
127	EBCASC(mach->type, sizeof(mach->type));
128	EBCASC(mach->model, sizeof(mach->model));
129	EBCASC(mach->model_capacity, sizeof(mach->model_capacity));
130	sprintf(mstr, "%-16.16s %-4.4s %-16.16s %-16.16s",
131		mach->manufacturer, mach->type,
132		mach->model, mach->model_capacity);
133	strim_all(mstr);
134	if (stsi(vm, 3, 2, 2) == 0 && vm->count) {
135		EBCASC(vm->vm[0].cpi, sizeof(vm->vm[0].cpi));
136		sprintf(hvstr, "%-16.16s", vm->vm[0].cpi);
137		strim_all(hvstr);
138	} else {
139		sprintf(hvstr, "%s",
140			MACHINE_IS_LPAR ? "LPAR" :
141			MACHINE_IS_VM ? "z/VM" :
142			MACHINE_IS_KVM ? "KVM" : "unknown");
143	}
144	dump_stack_set_arch_desc("%s (%s)", mstr, hvstr);
145}
146
147static __init void setup_topology(void)
148{
149	int max_mnest;
150
151	if (!test_facility(11))
152		return;
153	S390_lowcore.machine_flags |= MACHINE_FLAG_TOPOLOGY;
154	for (max_mnest = 6; max_mnest > 1; max_mnest--) {
155		if (stsi(&sysinfo_page, 15, 1, max_mnest) == 0)
156			break;
157	}
158	topology_max_mnest = max_mnest;
159}
160
161static void early_pgm_check_handler(void)
162{
163	const struct exception_table_entry *fixup;
164	unsigned long cr0, cr0_new;
165	unsigned long addr;
166
167	addr = S390_lowcore.program_old_psw.addr;
168	fixup = search_exception_tables(addr);
169	if (!fixup)
170		disabled_wait(0);
171	/* Disable low address protection before storing into lowcore. */
172	__ctl_store(cr0, 0, 0);
173	cr0_new = cr0 & ~(1UL << 28);
174	__ctl_load(cr0_new, 0, 0);
175	S390_lowcore.program_old_psw.addr = extable_fixup(fixup);
176	__ctl_load(cr0, 0, 0);
177}
178
179static noinline __init void setup_lowcore_early(void)
180{
181	psw_t psw;
182
183	psw.mask = PSW_MASK_BASE | PSW_DEFAULT_KEY | PSW_MASK_EA | PSW_MASK_BA;
184	psw.addr = (unsigned long) s390_base_ext_handler;
185	S390_lowcore.external_new_psw = psw;
186	psw.addr = (unsigned long) s390_base_pgm_handler;
187	S390_lowcore.program_new_psw = psw;
188	s390_base_pgm_handler_fn = early_pgm_check_handler;
189	S390_lowcore.preempt_count = INIT_PREEMPT_COUNT;
190}
191
192static noinline __init void setup_facility_list(void)
193{
194	stfle(S390_lowcore.stfle_fac_list,
195	      ARRAY_SIZE(S390_lowcore.stfle_fac_list));
196	memcpy(S390_lowcore.alt_stfle_fac_list,
197	       S390_lowcore.stfle_fac_list,
198	       sizeof(S390_lowcore.alt_stfle_fac_list));
199	if (!IS_ENABLED(CONFIG_KERNEL_NOBP))
200		__clear_facility(82, S390_lowcore.alt_stfle_fac_list);
201}
202
203static __init void detect_diag9c(void)
204{
205	unsigned int cpu_address;
206	int rc;
207
208	cpu_address = stap();
209	diag_stat_inc(DIAG_STAT_X09C);
210	asm volatile(
211		"	diag	%2,0,0x9c\n"
212		"0:	la	%0,0\n"
213		"1:\n"
214		EX_TABLE(0b,1b)
215		: "=d" (rc) : "0" (-EOPNOTSUPP), "d" (cpu_address) : "cc");
216	if (!rc)
217		S390_lowcore.machine_flags |= MACHINE_FLAG_DIAG9C;
218}
219
220static __init void detect_diag44(void)
221{
222	int rc;
223
224	diag_stat_inc(DIAG_STAT_X044);
225	asm volatile(
226		"	diag	0,0,0x44\n"
227		"0:	la	%0,0\n"
228		"1:\n"
229		EX_TABLE(0b,1b)
230		: "=d" (rc) : "0" (-EOPNOTSUPP) : "cc");
231	if (!rc)
232		S390_lowcore.machine_flags |= MACHINE_FLAG_DIAG44;
233}
234
235static __init void detect_machine_facilities(void)
236{
237	if (test_facility(8)) {
238		S390_lowcore.machine_flags |= MACHINE_FLAG_EDAT1;
239		__ctl_set_bit(0, 23);
240	}
241	if (test_facility(78))
242		S390_lowcore.machine_flags |= MACHINE_FLAG_EDAT2;
243	if (test_facility(3))
244		S390_lowcore.machine_flags |= MACHINE_FLAG_IDTE;
245	if (test_facility(50) && test_facility(73)) {
246		S390_lowcore.machine_flags |= MACHINE_FLAG_TE;
247		__ctl_set_bit(0, 55);
248	}
249	if (test_facility(51))
250		S390_lowcore.machine_flags |= MACHINE_FLAG_TLB_LC;
251	if (test_facility(129)) {
252		S390_lowcore.machine_flags |= MACHINE_FLAG_VX;
253		__ctl_set_bit(0, 17);
254	}
255	if (test_facility(130)) {
256		S390_lowcore.machine_flags |= MACHINE_FLAG_NX;
257		__ctl_set_bit(0, 20);
258	}
259	if (test_facility(133))
260		S390_lowcore.machine_flags |= MACHINE_FLAG_GS;
261	if (test_facility(139) && (tod_clock_base[1] & 0x80)) {
262		/* Enabled signed clock comparator comparisons */
263		S390_lowcore.machine_flags |= MACHINE_FLAG_SCC;
264		clock_comparator_max = -1ULL >> 1;
265		__ctl_set_bit(0, 53);
 
 
 
 
266	}
 
 
267}
268
269static inline void save_vector_registers(void)
270{
271#ifdef CONFIG_CRASH_DUMP
272	if (test_facility(129))
273		save_vx_regs(boot_cpu_vector_save_area);
274#endif
275}
276
277static int __init disable_vector_extension(char *str)
278{
279	S390_lowcore.machine_flags &= ~MACHINE_FLAG_VX;
280	__ctl_clear_bit(0, 17);
281	return 0;
282}
283early_param("novx", disable_vector_extension);
284
285static int __init noexec_setup(char *str)
286{
287	bool enabled;
288	int rc;
289
290	rc = kstrtobool(str, &enabled);
291	if (!rc && !enabled) {
292		/* Disable no-execute support */
293		S390_lowcore.machine_flags &= ~MACHINE_FLAG_NX;
294		__ctl_clear_bit(0, 20);
295	}
296	return rc;
297}
298early_param("noexec", noexec_setup);
299
300static int __init cad_setup(char *str)
 
301{
302	bool enabled;
303	int rc;
304
305	rc = kstrtobool(str, &enabled);
306	if (!rc && enabled && test_facility(128))
307		/* Enable problem state CAD. */
308		__ctl_set_bit(2, 3);
309	return rc;
310}
311early_param("cad", cad_setup);
312
313static __init void memmove_early(void *dst, const void *src, size_t n)
314{
315	unsigned long addr;
316	long incr;
317	psw_t old;
318
319	if (!n)
320		return;
321	incr = 1;
322	if (dst > src) {
323		incr = -incr;
324		dst += n - 1;
325		src += n - 1;
326	}
327	old = S390_lowcore.program_new_psw;
328	S390_lowcore.program_new_psw.mask = __extract_psw();
329	asm volatile(
330		"	larl	%[addr],1f\n"
331		"	stg	%[addr],%[psw_pgm_addr]\n"
332		"0:     mvc	0(1,%[dst]),0(%[src])\n"
333		"	agr	%[dst],%[incr]\n"
334		"	agr	%[src],%[incr]\n"
335		"	brctg	%[n],0b\n"
336		"1:\n"
337		: [addr] "=&d" (addr),
338		  [psw_pgm_addr] "=Q" (S390_lowcore.program_new_psw.addr),
339		  [dst] "+&a" (dst), [src] "+&a" (src),  [n] "+d" (n)
340		: [incr] "d" (incr)
341		: "cc", "memory");
342	S390_lowcore.program_new_psw = old;
343}
344
345static __init noinline void rescue_initrd(void)
346{
347#ifdef CONFIG_BLK_DEV_INITRD
348	unsigned long min_initrd_addr = (unsigned long) _end + (4UL << 20);
349	/*
350	 * Just like in case of IPL from VM reader we make sure there is a
351	 * gap of 4MB between end of kernel and start of initrd.
352	 * That way we can also be sure that saving an NSS will succeed,
353	 * which however only requires different segments.
354	 */
355	if (!INITRD_START || !INITRD_SIZE)
356		return;
357	if (INITRD_START >= min_initrd_addr)
358		return;
359	memmove_early((void *) min_initrd_addr, (void *) INITRD_START, INITRD_SIZE);
360	INITRD_START = min_initrd_addr;
361#endif
362}
363
364/* Set up boot command line */
365static void __init append_to_cmdline(size_t (*ipl_data)(char *, size_t))
366{
367	char *parm, *delim;
368	size_t rc, len;
369
370	len = strlen(boot_command_line);
371
372	delim = boot_command_line + len;	/* '\0' character position */
373	parm  = boot_command_line + len + 1;	/* append right after '\0' */
374
375	rc = ipl_data(parm, COMMAND_LINE_SIZE - len - 1);
376	if (rc) {
377		if (*parm == '=')
378			memmove(boot_command_line, parm + 1, rc);
379		else
380			*delim = ' ';		/* replace '\0' with space */
381	}
382}
383
384static inline int has_ebcdic_char(const char *str)
385{
386	int i;
387
388	for (i = 0; str[i]; i++)
389		if (str[i] & 0x80)
390			return 1;
391	return 0;
392}
393
394static void __init setup_boot_command_line(void)
395{
396	COMMAND_LINE[ARCH_COMMAND_LINE_SIZE - 1] = 0;
397	/* convert arch command line to ascii if necessary */
398	if (has_ebcdic_char(COMMAND_LINE))
399		EBCASC(COMMAND_LINE, ARCH_COMMAND_LINE_SIZE);
400	/* copy arch command line */
401	strlcpy(boot_command_line, strstrip(COMMAND_LINE),
402		ARCH_COMMAND_LINE_SIZE);
403
404	/* append IPL PARM data to the boot command line */
405	if (MACHINE_IS_VM)
406		append_to_cmdline(append_ipl_vmparm);
407
408	append_to_cmdline(append_ipl_scpdata);
409}
410
411void __init startup_init(void)
412{
 
413	reset_tod_clock();
414	rescue_initrd();
415	clear_bss_section();
416	time_early_init();
417	init_kernel_storage_key();
418	lockdep_off();
 
419	setup_lowcore_early();
420	setup_facility_list();
421	detect_machine_type();
422	setup_arch_string();
423	ipl_store_parameters();
424	setup_boot_command_line();
425	detect_diag9c();
426	detect_diag44();
427	detect_machine_facilities();
428	save_vector_registers();
429	setup_topology();
430	sclp_early_detect();
 
 
431	lockdep_on();
432}