128 lines
3.8 KiB
C
128 lines
3.8 KiB
C
/******************************************************************************
|
|
* Copyright (c) 2004, 2008 IBM Corporation
|
|
* All rights reserved.
|
|
* This program and the accompanying materials
|
|
* are made available under the terms of the BSD License
|
|
* which accompanies this distribution, and is available at
|
|
* http://www.opensource.org/licenses/bsd-license.php
|
|
*
|
|
* Contributors:
|
|
* IBM Corporation - initial implementation
|
|
*****************************************************************************/
|
|
|
|
#ifndef __CACHE_H
|
|
#define __CACHE_H
|
|
|
|
#include <cpu.h>
|
|
#include <stdint.h>
|
|
|
|
#define cache_inhibited_access(type,name) \
|
|
static inline type ci_read_##name(type * addr) \
|
|
{ \
|
|
type val; \
|
|
set_ci(); \
|
|
val = *addr; \
|
|
clr_ci(); \
|
|
return val; \
|
|
} \
|
|
static inline void ci_write_##name(type * addr, type data) \
|
|
{ \
|
|
set_ci(); \
|
|
*addr = data; \
|
|
clr_ci(); \
|
|
}
|
|
|
|
cache_inhibited_access(uint8_t, 8)
|
|
cache_inhibited_access(uint16_t, 16)
|
|
cache_inhibited_access(uint32_t, 32)
|
|
cache_inhibited_access(uint64_t, 64)
|
|
|
|
#define _FWOVERLAP(s, d, size) ((d >= s) && ((type_u)d < ((type_u)s + size)))
|
|
|
|
// 3.1
|
|
#define _FWMOVE(s, d, size, t) \
|
|
{ t *s1=(t *)s, *d1=(t *)d; \
|
|
while (size > 0) { *d1++ = *s1++; size -= sizeof(t); } }
|
|
|
|
#define _BWMOVE(s, d, size, t) { \
|
|
t *s1=(t *)((char *)s+size), *d1=(t *)((char *)d+size); \
|
|
while (size > 0) { *--d1 = *--s1; size -= sizeof(t); } \
|
|
}
|
|
|
|
|
|
#define _MOVE(s, d, size, t) if _FWOVERLAP(s, d, size) _BWMOVE(s, d, size, t) else _FWMOVE(s, d, size, t)
|
|
|
|
#define _FASTMOVE(s, d, size) \
|
|
switch (((type_u)s | (type_u)d | size) & (sizeof(type_u)-1)) { \
|
|
case 0: _MOVE(s, d, size, type_u); break; \
|
|
case 4: _MOVE(s, d, size, type_l); break; \
|
|
case 2: case 6: _MOVE(s, d, size, type_w); break; \
|
|
default: _MOVE(s, d, size, type_c); break; \
|
|
}
|
|
|
|
// Device IO block data helpers
|
|
#define _FWRMOVE(s, d, size, t) \
|
|
{ t *s1=(t *)s, *d1=(t *)d; SET_CI; \
|
|
while (size > 0) { *d1++ = *s1++; size -= sizeof(t); } \
|
|
CLR_CI; \
|
|
}
|
|
|
|
#define _BWRMOVE(s, d, size, t) { \
|
|
t *s1=(t *)((char *)s+size), *d1=(t *)((char *)d+size); SET_CI; \
|
|
while (size > 0) { *--d1 = *--s1; size -= sizeof(t); } \
|
|
CLR_CI; \
|
|
}
|
|
|
|
#define _RMOVE(s, d, size, t) if _FWOVERLAP(s, d, size) _BWRMOVE(s, d, size, t) else _FWRMOVE(s, d, size, t)
|
|
|
|
#define _FASTRMOVE(s, d, size) \
|
|
switch (((type_u)s | (type_u)d | size) & (sizeof(type_u)-1)) { \
|
|
case 0: _RMOVE(s, d, size, type_u); break; \
|
|
case 4: _RMOVE(s, d, size, type_l); break; \
|
|
case 2: case 6: _RMOVE(s, d, size, type_w); break; \
|
|
default: _RMOVE(s, d, size, type_c); break; \
|
|
}
|
|
|
|
/* main RAM to IO memory move */
|
|
#define FAST_MRMOVE_TYPED(s, d, size, t) \
|
|
{ \
|
|
t *s1 = (s), *d1 = (d); \
|
|
register t tmp; \
|
|
while (size > 0) { \
|
|
tmp = *s1++; SET_CI; *d1++ = tmp; CLR_CI; size -= sizeof(t); \
|
|
} \
|
|
}
|
|
|
|
#define FAST_MRMOVE(s, d, size) \
|
|
switch (((type_u)(s) | (type_u)(d) | (size)) & (sizeof(type_u)-1)) { \
|
|
case 0: FAST_MRMOVE_TYPED(s, d, size, type_u); break; \
|
|
case 4: FAST_MRMOVE_TYPED(s, d, size, type_l); break; \
|
|
case 2: case 6: FAST_MRMOVE_TYPED(s, d, size, type_w); break; \
|
|
default: FAST_MRMOVE_TYPED(s, d, size, type_c); break; \
|
|
}
|
|
|
|
/* fill IO memory with pattern */
|
|
#define FAST_RFILL_TYPED(dst, size, pat, t) \
|
|
{ \
|
|
t *d1 = (dst); \
|
|
register t tmp = 0; \
|
|
int i = sizeof(t); \
|
|
while (i-- > 0) { \
|
|
tmp <<= 8; tmp |= pat & 0xff; \
|
|
} \
|
|
SET_CI; \
|
|
while (size > 0) { \
|
|
*d1++ = tmp; size -= sizeof(t); \
|
|
} \
|
|
CLR_CI; \
|
|
}
|
|
|
|
#define FAST_RFILL(dst, size, pat) \
|
|
switch (((type_u)dst | size) & (sizeof(type_u)-1)) { \
|
|
case 0: FAST_RFILL_TYPED(dst, size, pat, type_u); break; \
|
|
case 4: FAST_RFILL_TYPED(dst, size, pat, type_l); break; \
|
|
case 2: case 6: FAST_RFILL_TYPED(dst, size, pat, type_w); break; \
|
|
default: FAST_RFILL_TYPED(dst, size, pat, type_c); break; \
|
|
}
|
|
|
|
#endif
|