/*
* Copyright (c) 2014 Aeroflex Gaisler AB. All rights reserved.
* Copyright (c) 2017 embedded brains GmbH.
*
* The license and distribution terms for this file may be
* found in the file LICENSE in this distribution or at
* http://www.rtems.org/license/LICENSE.
*/
#ifdef HAVE_CONFIG_H
#include "config.h"
#endif
#define TEST_INIT
#include <rtems/score/atomic.h>
#include <rtems/score/smpbarrier.h>
#include <rtems/score/smpimpl.h>
#include <rtems.h>
#include <limits.h>
#include <setjmp.h>
#include <string.h>
#include "tmacros.h"
const char rtems_test_name[] = "SMPCACHE 1";
CPU_STRUCTURE_ALIGNMENT static int data_to_flush[1024];
#define CPU_COUNT 32
#define WORKER_PRIORITY 100
typedef struct {
SMP_barrier_Control barrier;
uint32_t count[CPU_COUNT];
bool do_longjmp[CPU_COUNT];
jmp_buf instruction_invalidate_return_context[CPU_COUNT];
} test_context;
static test_context ctx = {
.barrier = SMP_BARRIER_CONTROL_INITIALIZER,
};
static void function_to_flush( void )
{
/* Does nothing. Used to give a pointer to instruction address space. */
}
static void test_action( void *arg )
{
rtems_test_assert(arg == &ctx);
ctx.count[rtems_get_current_processor()]++;
}
typedef void ( *test_case )(
size_t set_size,
const cpu_set_t *cpu_set,
SMP_barrier_State *bs
);
static void test_cache_flush_multiple_data_lines(
size_t set_size,
const cpu_set_t *cpu_set,
SMP_barrier_State *bs
)
{
rtems_cache_flush_multiple_data_lines_processor_set( &data_to_flush,
sizeof(data_to_flush), set_size, cpu_set );
}
static void test_cache_invalidate_multiple_data_lines(
size_t set_size,
const cpu_set_t *cpu_set,
SMP_barrier_State *bs
)
{
rtems_cache_invalidate_multiple_data_lines_processor_set( &data_to_flush,
sizeof(data_to_flush), set_size, cpu_set );
}
static void test_cache_flush_entire_data(
size_t set_size,
const cpu_set_t *cpu_set,
SMP_barrier_State *bs
)
{
rtems_cache_flush_entire_data_processor_set( set_size, cpu_set );
}
static void test_cache_invalidate_entire_instruction(
size_t set_size,
const cpu_set_t *cpu_set,
SMP_barrier_State *bs
)
{
rtems_cache_invalidate_entire_instruction();
}
static void test_cache_invalidate_multiple_instruction_lines(
size_t set_size,
const cpu_set_t *cpu_set,
SMP_barrier_State *bs
)
{
uint32_t self = rtems_get_current_processor();
ctx.do_longjmp[self] = true;
if (setjmp(ctx.instruction_invalidate_return_context[self]) == 0) {
rtems_cache_invalidate_multiple_instruction_lines( &function_to_flush,
4 /* arbitrary size */ );
}
ctx.do_longjmp[self] = false;
}
static void barrier( SMP_barrier_State *bs )
{
_SMP_barrier_Wait( &ctx.barrier, bs, rtems_get_processor_count() );
}
static void broadcast_test_init( void )
{
ctx.count[rtems_get_current_processor()] = 0;
}
static void broadcast_test_body(
size_t set_size,
const cpu_set_t *cpu_set,
SMP_barrier_State *bs
)
{
_SMP_Multicast_action( set_size, cpu_set, test_action, &ctx );
}
static void broadcast_test_fini( void )
{
rtems_test_assert(
ctx.count[rtems_get_current_processor()] == rtems_get_processor_count()
);
}
static test_case test_cases[] = {
test_cache_flush_multiple_data_lines,
test_cache_invalidate_multiple_data_lines,
test_cache_flush_entire_data,
test_cache_invalidate_entire_instruction,
test_cache_invalidate_multiple_instruction_lines,
broadcast_test_body
};
static void call_tests( size_t set_size,
const cpu_set_t *cpu_set, SMP_barrier_State *bs )
{
size_t i;
broadcast_test_init();
for (i = 0; i < RTEMS_ARRAY_SIZE( test_cases ); ++i) {
barrier( bs );
( *test_cases[ i ] )( set_size, cpu_set, bs );
barrier( bs );
}
broadcast_test_fini();
}
static void call_tests_isr_disabled( size_t set_size,
const cpu_set_t *cpu_set, SMP_barrier_State *bs )
{
size_t i;
broadcast_test_init();
for (i = 0; i < RTEMS_ARRAY_SIZE( test_cases ); ++i) {
ISR_Level isr_level;
_ISR_Local_disable( isr_level );
barrier( bs );
( *test_cases[ i ] )( set_size, cpu_set, bs );
_ISR_Local_enable( isr_level );
barrier( bs );
}
broadcast_test_fini();
}
static void call_tests_with_thread_dispatch_disabled( size_t set_size,
const cpu_set_t *cpu_set, SMP_barrier_State *bs )
{
size_t i;
broadcast_test_init();
for (i = 0; i < RTEMS_ARRAY_SIZE( test_cases ); ++i) {
Per_CPU_Control *cpu_self;
cpu_self = _Thread_Dispatch_disable();
barrier( bs );
( *test_cases[ i ] )( set_size, cpu_set, bs );
barrier( bs );
_Thread_Dispatch_enable( cpu_self );
}
broadcast_test_fini();
}
static void cmlog( const char* str )
{
if ( rtems_get_current_processor() == 0 )
printf( "%s", str );
}
static void all_tests( void )
{
uint32_t cpu_count = rtems_get_processor_count();
size_t set_size = CPU_ALLOC_SIZE( rtems_get_processor_count() );
cpu_set_t *cpu_set = CPU_ALLOC( rtems_get_processor_count() );
SMP_barrier_State bs = SMP_BARRIER_STATE_INITIALIZER;
/* Send message to all available CPUs */
CPU_FILL_S( set_size, cpu_set );
/* Call test cases */
cmlog( "Calling test cases. " );
call_tests( set_size, cpu_set, &bs );
cmlog( "Done!\n");
/* Call test cases with ISR disabled */
cmlog( "Calling test cases with ISR disabled. " );
call_tests_isr_disabled( set_size, cpu_set, &bs );
cmlog( "Done!\n" );
/* Call test cases with thread dispatch disabled */
cmlog( "Calling test cases with thread_dispatch_disabled. ");
call_tests_with_thread_dispatch_disabled( set_size, cpu_set, &bs );
cmlog( "Done!\n");
/* Done. Free up memory. */
_SMP_barrier_Wait( &ctx.barrier, &bs, cpu_count);
CPU_FREE( cpu_set );
}
static void worker_task(rtems_task_argument arg)
{
rtems_status_code sc;
all_tests();
sc = rtems_task_suspend(RTEMS_SELF);
rtems_test_assert(sc == RTEMS_SUCCESSFUL);
}
static void test_smp_cache_manager( void )
{
rtems_status_code sc;
size_t worker_index;
uint32_t cpu_count = rtems_get_processor_count();
for (worker_index = 1; worker_index < cpu_count; ++worker_index) {
rtems_id worker_id;
sc = rtems_task_create(
rtems_build_name('W', 'R', 'K', '0'+worker_index),
WORKER_PRIORITY,
RTEMS_MINIMUM_STACK_SIZE,
RTEMS_DEFAULT_MODES,
RTEMS_DEFAULT_ATTRIBUTES,
&worker_id
);
rtems_test_assert( sc == RTEMS_SUCCESSFUL );
sc = rtems_task_start( worker_id, worker_task, 0 );
rtems_test_assert( sc == RTEMS_SUCCESSFUL );
}
all_tests();
}
static void Init(rtems_task_argument arg)
{
TEST_BEGIN();
test_smp_cache_manager();
TEST_END();
rtems_test_exit(0);
}
static void fatal_extension(
rtems_fatal_source source,
bool always_set_to_false,
rtems_fatal_code error
)
{
uint32_t self = rtems_get_current_processor();
if (source == RTEMS_FATAL_SOURCE_EXCEPTION && ctx.do_longjmp[self]) {
_ISR_Set_level(0);
longjmp(ctx.instruction_invalidate_return_context[self], 1);
}
}
#define CONFIGURE_APPLICATION_NEEDS_CLOCK_DRIVER
#define CONFIGURE_APPLICATION_NEEDS_CONSOLE_DRIVER
#define CONFIGURE_MAXIMUM_PROCESSORS CPU_COUNT
#define CONFIGURE_MAXIMUM_TASKS CPU_COUNT
#define CONFIGURE_MAXIMUM_TIMERS 1
#define CONFIGURE_INITIAL_EXTENSIONS \
{ .fatal = fatal_extension }, \
RTEMS_TEST_INITIAL_EXTENSION
#define CONFIGURE_RTEMS_INIT_TASKS_TABLE
#define CONFIGURE_INIT
#include <rtems/confdefs.h>