Demonstrator completed

master
Julian M. Kunkel 2019-08-20 16:51:25 +01:00
parent 503a66009d
commit 8968883022
5 changed files with 104 additions and 16 deletions

9
README.md 100644
View File

@ -0,0 +1,9 @@
# Function Shipping Example
The purpose is to foster discussion of capabilities.
The library in ./emulation provides a development kit for function shipping.
In test/ there is test code showing
- how a reduction happens traditionally in the client.
- how reduction could be executed on the server (that uses the emulation/dev kit)
The run.sh script contains everything to build and run the both test applications.

View File

@ -1,5 +1,33 @@
#include <ngi.h>
#include <assert.h>
#include <float.h>
#include <math.h>
void server_reduce(FILE * file, size_t off, size_t size){
int server_reduce(FILE * file, ngi_op_t op, ngi_type_t type, void * out_buff, size_t off, size_t size){
fseek(file, off, SEEK_SET);
assert(type == NGI_TYPE_FLOAT);
assert(op == NGI_OP_MAX);
float * data = malloc(size);
fread(data, size, 1, file);
float mx = -INFINITY;
for(size_t i=0; i < size/sizeof(float); i++){
mx = data[i] > mx ? data[i]: mx;
}
*(float*) out_buff = mx;
free(data);
return 0;
}
int server_reduce_any_func(FILE * file, void (*func)(int8_t * data, void * out_buff, size_t off, size_t size), void * out_buff, size_t max_out_data_size, size_t off, size_t size){
fseek(file, off, SEEK_SET);
int8_t * data = malloc(size);
fread(data, size, 1, file);
func(data, out_buff, off, size);
free(data);
return 0;
}

View File

@ -4,6 +4,27 @@
#include <stdlib.h>
#include <stdio.h>
void server_reduce(FILE * file, size_t off, size_t size);
typedef enum NGI_OP{
NGI_OP_MAX
} ngi_op_t;
typedef enum NGI_TYPE{
NGI_TYPE_FLOAT
} ngi_type_t;
/*
* This function invoces a well known reduction operation on data of a well known type
* Return 0 upon success, any other code, if e.g., short read
*/
int server_reduce(FILE * file, ngi_op_t op, ngi_type_t type, void * out_buff, size_t off, size_t size);
/*
* This function runs any type of function on the data
* It assumes that the output buffer was initialized accordingly and that it is of max_out_data_size
* func must be associative and needs to read/output the output buffer as intermediate storage
* Return 0 upon success, any other code, if e.g., short read
*/
int server_reduce_any_func(FILE * file, void (*func)(int8_t * data, void * out_buff, size_t off, size_t size), void * out_buff, size_t max_out_data_size, size_t off, size_t size);
#endif

View File

@ -5,6 +5,7 @@
#include <stdint.h>
#include <stdbool.h>
#include <float.h>
#include <math.h>
#include <ngi.h>
@ -14,26 +15,54 @@
// read the data and reduce it
void reduce_data(int size){
float * data = malloc(size * sizeof(float));
FILE * file = fopen("data.bin", "rb");
fread(data, size*sizeof(float), 1, file);
float mx;
server_reduce(file, NGI_OP_MAX, NGI_TYPE_FLOAT, & mx, 0, size*sizeof(float));
printf("Maximum: %f\n", mx);
fclose(file);
}
server_reduce(file, 0, size*sizeof(float));
float mx = FLT_MIN;
for(int i=0; i < size; i++){
void reduce_min_func(int8_t * data_i, void * out_buff, size_t off, size_t size){
float * outf = (float*) out_buff;
float mx = *outf;
float * data = (float*) data_i;
for(size_t i=0; i < size/sizeof(float); i++){
mx = data[i] > mx ? data[i]: mx;
}
free(data);
printf("Maximum: %f\n", mx);
*outf = mx;
}
void reduce_minmax_func(int8_t * data_i, void * out_buff, size_t off, size_t size){
float * outf = (float*) out_buff;
float mi = outf[0];
float mx = outf[1];
float * data = (float*) data_i;
for(size_t i=0; i < size/sizeof(float); i++){
mx = data[i] > mx ? data[i]: mx;
mi = data[i] < mi ? data[i]: mi;
}
outf[0] = mi;
outf[1] = mx;
}
// alternative using an external function
void reduce_data_func(int size){
FILE * file = fopen("data.bin", "rb");
float mx;
mx = -INFINITY;
server_reduce_any_func(file, reduce_min_func, &mx, sizeof(float), 0, size*sizeof(float));
printf("Maximum: %f\n", mx);
float minmax[2] = {INFINITY, -INFINITY};
server_reduce_any_func(file, reduce_minmax_func, minmax, 2* sizeof(float), 0, size*sizeof(float));
printf("Min/Max: %f - %f\n", minmax[0], minmax[1]);
fclose(file);
}
int main(){
int size = 100;
reduce_data(size);
reduce_data_func(size);
return 0;
}

View File

@ -5,6 +5,7 @@
#include <stdint.h>
#include <stdbool.h>
#include <float.h>
#include <math.h>
/*
@ -18,7 +19,7 @@ void reduce_data(int size){
fread(data, size*sizeof(float), 1, file);
fclose(file);
float mx = FLT_MIN;
float mx = -INFINITY;
for(int i=0; i < size; i++){
mx = data[i] > mx ? data[i]: mx;
}