1#!/bin/sh
  2# SPDX-License-Identifier: GPL-2.0
  3
  4ATOMICDIR=$(dirname $0)
  5
  6. ${ATOMICDIR}/atomic-tbl.sh
  7
  8#gen_param_check(arg)
  9gen_param_check()
 10{
 11	local arg="$1"; shift
 12	local type="${arg%%:*}"
 13	local name="$(gen_param_name "${arg}")"
 14	local rw="write"
 15
 16	case "${type#c}" in
 17	i) return;;
 18	esac
 19
 20	# We don't write to constant parameters
 21	[ ${type#c} != ${type} ] && rw="read"
 22
 23	printf "\tinstrument_atomic_${rw}(${name}, sizeof(*${name}));\n"
 24}
 25
 26#gen_param_check(arg...)
 27gen_params_checks()
 28{
 29	while [ "$#" -gt 0 ]; do
 30		gen_param_check "$1"
 31		shift;
 32	done
 33}
 34
 35# gen_guard(meta, atomic, pfx, name, sfx, order)
 36gen_guard()
 37{
 38	local meta="$1"; shift
 39	local atomic="$1"; shift
 40	local pfx="$1"; shift
 41	local name="$1"; shift
 42	local sfx="$1"; shift
 43	local order="$1"; shift
 44
 45	local atomicname="arch_${atomic}_${pfx}${name}${sfx}${order}"
 46
 47	local template="$(find_fallback_template "${pfx}" "${name}" "${sfx}" "${order}")"
 48
 49	# We definitely need a preprocessor symbol for this atomic if it is an
 50	# ordering variant, or if there's a generic fallback.
 51	if [ ! -z "${order}" ] || [ ! -z "${template}" ]; then
 52		printf "defined(${atomicname})"
 53		return
 54	fi
 55
 56	# If this is a base variant, but a relaxed variant *may* exist, then we
 57	# only have a preprocessor symbol if the relaxed variant isn't defined
 58	if meta_has_relaxed "${meta}"; then
 59		printf "!defined(${atomicname}_relaxed) || defined(${atomicname})"
 60	fi
 61}
 62
 63#gen_proto_order_variant(meta, pfx, name, sfx, order, atomic, int, arg...)
 64gen_proto_order_variant()
 65{
 66	local meta="$1"; shift
 67	local pfx="$1"; shift
 68	local name="$1"; shift
 69	local sfx="$1"; shift
 70	local order="$1"; shift
 71	local atomic="$1"; shift
 72	local int="$1"; shift
 73
 74	local atomicname="${atomic}_${pfx}${name}${sfx}${order}"
 75
 76	local guard="$(gen_guard "${meta}" "${atomic}" "${pfx}" "${name}" "${sfx}" "${order}")"
 77
 78	local ret="$(gen_ret_type "${meta}" "${int}")"
 79	local params="$(gen_params "${int}" "${atomic}" "$@")"
 80	local checks="$(gen_params_checks "$@")"
 81	local args="$(gen_args "$@")"
 82	local retstmt="$(gen_ret_stmt "${meta}")"
 83
 84	[ ! -z "${guard}" ] && printf "#if ${guard}\n"
 85
 86cat <<EOF
 87static __always_inline ${ret}
 88${atomicname}(${params})
 89{
 90${checks}
 91	${retstmt}arch_${atomicname}(${args});
 92}
 93#define ${atomicname} ${atomicname}
 94EOF
 95
 96	[ ! -z "${guard}" ] && printf "#endif\n"
 97
 98	printf "\n"
 99}
100
101gen_xchg()
102{
103	local xchg="$1"; shift
104	local mult="$1"; shift
105
106cat <<EOF
107#define ${xchg}(ptr, ...)						\\
108({									\\
109	typeof(ptr) __ai_ptr = (ptr);					\\
110	instrument_atomic_write(__ai_ptr, ${mult}sizeof(*__ai_ptr));		\\
111	arch_${xchg}(__ai_ptr, __VA_ARGS__);				\\
112})
113EOF
114}
115
116gen_optional_xchg()
117{
118	local name="$1"; shift
119	local sfx="$1"; shift
120	local guard="defined(arch_${name}${sfx})"
121
122	[ -z "${sfx}" ] && guard="!defined(arch_${name}_relaxed) || defined(arch_${name})"
123
124	printf "#if ${guard}\n"
125	gen_xchg "${name}${sfx}" ""
126	printf "#endif\n\n"
127}
128
129cat << EOF
130// SPDX-License-Identifier: GPL-2.0
131
132// Generated by $0
133// DO NOT MODIFY THIS FILE DIRECTLY
134
135/*
136 * This file provides wrappers with KASAN instrumentation for atomic operations.
137 * To use this functionality an arch's atomic.h file needs to define all
138 * atomic operations with arch_ prefix (e.g. arch_atomic_read()) and include
139 * this file at the end. This file provides atomic_read() that forwards to
140 * arch_atomic_read() for actual atomic operation.
141 * Note: if an arch atomic operation is implemented by means of other atomic
142 * operations (e.g. atomic_read()/atomic_cmpxchg() loop), then it needs to use
143 * arch_ variants (i.e. arch_atomic_read()/arch_atomic_cmpxchg()) to avoid
144 * double instrumentation.
145 */
146#ifndef _ASM_GENERIC_ATOMIC_INSTRUMENTED_H
147#define _ASM_GENERIC_ATOMIC_INSTRUMENTED_H
148
149#include <linux/build_bug.h>
150#include <linux/compiler.h>
151#include <linux/instrumented.h>
152
153EOF
154
155grep '^[a-z]' "$1" | while read name meta args; do
156	gen_proto "${meta}" "${name}" "atomic" "int" ${args}
157done
158
159grep '^[a-z]' "$1" | while read name meta args; do
160	gen_proto "${meta}" "${name}" "atomic64" "s64" ${args}
161done
162
163for xchg in "xchg" "cmpxchg" "cmpxchg64"; do
164	for order in "" "_acquire" "_release" "_relaxed"; do
165		gen_optional_xchg "${xchg}" "${order}"
166	done
167done
168
169for xchg in "cmpxchg_local" "cmpxchg64_local" "sync_cmpxchg"; do
170	gen_xchg "${xchg}" ""
171	printf "\n"
172done
173
174gen_xchg "cmpxchg_double" "2 * "
175
176printf "\n\n"
177
178gen_xchg "cmpxchg_double_local" "2 * "
179
180cat <<EOF
181
182#endif /* _ASM_GENERIC_ATOMIC_INSTRUMENTED_H */
183EOF