data.c File Reference

#include "data.h"
#include "utils.h"
#include "image.h"
#include "cuda.h"
#include <stdio.h>
#include <stdlib.h>
#include <string.h>

Include dependency graph for data.c:

Go to the source code of this file.

Macros
#define	NUMCHARS   37

Functions
list *	get_paths (char *filename)
char **	get_random_paths (char **paths, int n, int m)
char **	find_replace_paths (char **paths, int n, char *find, char *replace)
matrix	load_image_paths_gray (char **paths, int n, int w, int h)
matrix	load_image_paths (char **paths, int n, int w, int h)
matrix	load_image_augment_paths (char **paths, int n, int min, int max, int size, float angle, float aspect, float hue, float saturation, float exposure, int center)
box_label *	read_boxes (char *filename, int *n)
void	randomize_boxes (box_label *b, int n)
void	correct_boxes (box_label *boxes, int n, float dx, float dy, float sx, float sy, int flip)
void	fill_truth_swag (char *path, float *truth, int classes, int flip, float dx, float dy, float sx, float sy)
void	fill_truth_region (char *path, float *truth, int classes, int num_boxes, int flip, float dx, float dy, float sx, float sy)
void	load_rle (image im, int *rle, int n)
void	or_image (image src, image dest, int c)
void	exclusive_image (image src)
box	bound_image (image im)
void	fill_truth_iseg (char *path, int num_boxes, float *truth, int classes, int w, int h, augment_args aug, int flip, int mw, int mh)
void	fill_truth_mask (char *path, int num_boxes, float *truth, int classes, int w, int h, augment_args aug, int flip, int mw, int mh)
void	fill_truth_detection (char *path, int num_boxes, float *truth, int classes, int flip, float dx, float dy, float sx, float sy)
void	print_letters (float *pred, int n)
void	fill_truth_captcha (char *path, int n, float *truth)
data	load_data_captcha (char **paths, int n, int m, int k, int w, int h)
data	load_data_captcha_encode (char **paths, int n, int m, int w, int h)
void	fill_truth (char *path, char **labels, int k, float *truth)
void	fill_hierarchy (float *truth, int k, tree *hierarchy)
matrix	load_regression_labels_paths (char **paths, int n, int k)
matrix	load_labels_paths (char **paths, int n, char **labels, int k, tree *hierarchy)
matrix	load_tags_paths (char **paths, int n, int k)
char **	get_labels (char *filename)
void	free_data (data d)
image	get_segmentation_image (char *path, int w, int h, int classes)
image	get_segmentation_image2 (char *path, int w, int h, int classes)
data	load_data_seg (int n, char **paths, int m, int w, int h, int classes, int min, int max, float angle, float aspect, float hue, float saturation, float exposure, int div)
data	load_data_iseg (int n, char **paths, int m, int w, int h, int classes, int boxes, int div, int min, int max, float angle, float aspect, float hue, float saturation, float exposure)
data	load_data_mask (int n, char **paths, int m, int w, int h, int classes, int boxes, int coords, int min, int max, float angle, float aspect, float hue, float saturation, float exposure)
data	load_data_region (int n, char **paths, int m, int w, int h, int size, int classes, float jitter, float hue, float saturation, float exposure)
data	load_data_compare (int n, char **paths, int m, int classes, int w, int h)
data	load_data_swag (char **paths, int n, int classes, float jitter)
data	load_data_detection (int n, char **paths, int m, int w, int h, int boxes, int classes, float jitter, float hue, float saturation, float exposure)
void *	load_thread (void *ptr)
pthread_t	load_data_in_thread (load_args args)
void *	load_threads (void *ptr)
void	load_data_blocking (load_args args)
pthread_t	load_data (load_args args)
data	load_data_writing (char **paths, int n, int m, int w, int h, int out_w, int out_h)
data	load_data_old (char **paths, int n, int m, char **labels, int k, int w, int h)
data	load_data_super (char **paths, int n, int m, int w, int h, int scale)
data	load_data_regression (char **paths, int n, int m, int k, int min, int max, int size, float angle, float aspect, float hue, float saturation, float exposure)
data	select_data (data *orig, int *inds)
data *	tile_data (data orig, int divs, int size)
data	resize_data (data orig, int w, int h)
data	load_data_augment (char **paths, int n, int m, char **labels, int k, tree *hierarchy, int min, int max, int size, float angle, float aspect, float hue, float saturation, float exposure, int center)
data	load_data_tag (char **paths, int n, int m, int k, int min, int max, int size, float angle, float aspect, float hue, float saturation, float exposure)
matrix	concat_matrix (matrix m1, matrix m2)
data	concat_data (data d1, data d2)
data	concat_datas (data *d, int n)
data	load_categorical_data_csv (char *filename, int target, int k)
data	load_cifar10_data (char *filename)
void	get_random_batch (data d, int n, float *X, float *y)
void	get_next_batch (data d, int n, int offset, float *X, float *y)
void	smooth_data (data d)
data	load_all_cifar10 ()
data	load_go (char *filename)
void	randomize_data (data d)
void	scale_data_rows (data d, float s)
void	translate_data_rows (data d, float s)
data	copy_data (data d)
void	normalize_data_rows (data d)
data	get_data_part (data d, int part, int total)
data	get_random_data (data d, int num)
data *	split_data (data d, int part, int total)

Variables
pthread_mutex_t	mutex = PTHREAD_MUTEX_INITIALIZER

Macro Definition Documentation

NUMCHARS

#define NUMCHARS   37

Definition at line 489 of file data.c.

Function Documentation

bound_image()

box bound_image

(

image

im

)

Definition at line 342 of file data.c.

concat_data()

data concat_data	(	data	d1,
		data	d2
	)

Definition at line 1382 of file data.c.

concat_datas()

data concat_datas	(	data *	d,
		int	n
	)

Definition at line 1393 of file data.c.

concat_matrix()

matrix concat_matrix	(	matrix	m1,
		matrix	m2
	)

Definition at line 1366 of file data.c.

copy_data()

data copy_data

(

data

d

)

Definition at line 1592 of file data.c.

correct_boxes()

void correct_boxes	(	box_label *	boxes,
		int	n,
		float	dx,
		float	dy,
		float	sx,
		float	sy,
		int	flip
	)

Definition at line 180 of file data.c.

exclusive_image()

void exclusive_image

(

image

src

)

Definition at line 327 of file data.c.

fill_hierarchy()

void fill_hierarchy	(	float *	truth,
		int	k,
		tree *	hierarchy
	)

Definition at line 558 of file data.c.

fill_truth()

void fill_truth	(	char *	path,
		char **	labels,
		int	k,
		float *	truth
	)

Definition at line 543 of file data.c.

fill_truth_captcha()

void fill_truth_captcha	(	char *	path,
		int	n,
		float *	truth
	)

Definition at line 501 of file data.c.

fill_truth_detection()

void fill_truth_detection	(	char *	path,
		int	num_boxes,
		float *	truth,
		int	classes,
		int	flip,
		float	dx,
		float	dy,
		float	sx,
		float	sy
	)

Definition at line 447 of file data.c.

fill_truth_iseg()

void fill_truth_iseg	(	char *	path,
		int	num_boxes,
		float *	truth,
		int	classes,
		int	w,
		int	h,
		augment_args	aug,
		int	flip,
		int	mw,
		int	mh
	)

Definition at line 364 of file data.c.

fill_truth_mask()

void fill_truth_mask	(	char *	path,
		int	num_boxes,
		float *	truth,
		int	classes,
		int	w,
		int	h,
		augment_args	aug,
		int	flip,
		int	mw,
		int	mh
	)

Definition at line 402 of file data.c.

fill_truth_region()

void fill_truth_region	(	char *	path,
		float *	truth,
		int	classes,
		int	num_boxes,
		int	flip,
		float	dx,
		float	dy,
		float	sx,
		float	sy
	)

Definition at line 255 of file data.c.

fill_truth_swag()

void fill_truth_swag	(	char *	path,
		float *	truth,
		int	classes,
		int	flip,
		float	dx,
		float	dy,
		float	sx,
		float	sy
	)

Definition at line 217 of file data.c.

find_replace_paths()

char** find_replace_paths	(	char **	paths,
		int	n,
		char *	find,
		char *	replace
	)

Definition at line 56 of file data.c.

free_data()

void free_data

(

data

d

)

Definition at line 665 of file data.c.

get_data_part()

data get_data_part	(	data	d,
		int	part,
		int	total
	)

Definition at line 1613 of file data.c.

get_labels()

char** get_labels

(

char *

filename

)

Definition at line 657 of file data.c.

get_next_batch()

void get_next_batch	(	data	d,
		int	n,
		int	offset,
		float *	X,
		float *	y
	)

Definition at line 1459 of file data.c.

get_paths()

list* get_paths

(

char *

filename

)

Definition at line 12 of file data.c.

get_random_batch()

void get_random_batch	(	data	d,
		int	n,
		float *	X,
		float *	y
	)

Definition at line 1449 of file data.c.

get_random_data()

data get_random_data	(	data	d,
		int	num
	)

Definition at line 1626 of file data.c.

get_random_paths()

char** get_random_paths	(	char **	paths,
		int	n,
		int	m
	)

Definition at line 42 of file data.c.

get_segmentation_image()

image get_segmentation_image	(	char *	path,
		int	w,
		int	h,
		int	classes
	)

Definition at line 676 of file data.c.

get_segmentation_image2()

image get_segmentation_image2	(	char *	path,
		int	w,
		int	h,
		int	classes
	)

Definition at line 703 of file data.c.

load_all_cifar10()

data load_all_cifar10

(

)

Definition at line 1481 of file data.c.

load_categorical_data_csv()

data load_categorical_data_csv	(	char *	filename,
		int	target,
		int	k
	)

Definition at line 1405 of file data.c.

load_cifar10_data()

data load_cifar10_data

(

char *

filename

)

Definition at line 1422 of file data.c.

load_data()

pthread_t load_data

(

load_args

args

)

Definition at line 1180 of file data.c.

load_data_augment()

data load_data_augment	(	char **	paths,
		int	n,
		int	m,
		char **	labels,
		int	k,
		tree *	hierarchy,
		int	min,
		int	max,
		int	size,
		float	angle,
		float	aspect,
		float	hue,
		float	saturation,
		float	exposure,
		int	center
	)

Definition at line 1340 of file data.c.

load_data_blocking()

void load_data_blocking

(

load_args

args

)

Definition at line 1173 of file data.c.

load_data_captcha()

data load_data_captcha	(	char **	paths,
		int	n,
		int	m,
		int	k,
		int	w,
		int	h
	)

Definition at line 516 of file data.c.

load_data_captcha_encode()

data load_data_captcha_encode	(	char **	paths,
		int	n,
		int	m,
		int	w,
		int	h
	)

Definition at line 531 of file data.c.

load_data_compare()

data load_data_compare	(	int	n,
		char **	paths,
		int	m,
		int	classes,
		int	w,
		int	h
	)

Definition at line 919 of file data.c.

load_data_detection()

data load_data_detection	(	int	n,
		char **	paths,
		int	m,
		int	w,
		int	h,
		int	boxes,
		int	classes,
		float	jitter,
		float	hue,
		float	saturation,
		float	exposure
	)

Definition at line 1036 of file data.c.

load_data_in_thread()

pthread_t load_data_in_thread

(

load_args

args

)

Definition at line 1135 of file data.c.

load_data_iseg()

data load_data_iseg	(	int	n,
		char **	paths,
		int	m,
		int	w,
		int	h,
		int	classes,
		int	boxes,
		int	div,
		int	min,
		int	max,
		float	angle,
		float	aspect,
		float	hue,
		float	saturation,
		float	exposure
	)

Definition at line 785 of file data.c.

load_data_mask()

data load_data_mask	(	int	n,
		char **	paths,
		int	m,
		int	w,
		int	h,
		int	classes,
		int	boxes,
		int	coords,
		int	min,
		int	max,
		float	angle,
		float	aspect,
		float	hue,
		float	saturation,
		float	exposure
	)

Definition at line 825 of file data.c.

load_data_old()

data load_data_old	(	char **	paths,
		int	n,
		int	m,
		char **	labels,
		int	k,
		int	w,
		int	h
	)

Definition at line 1204 of file data.c.

load_data_region()

data load_data_region	(	int	n,
		char **	paths,
		int	m,
		int	w,
		int	h,
		int	size,
		int	classes,
		float	jitter,
		float	hue,
		float	saturation,
		float	exposure
	)

Definition at line 865 of file data.c.

load_data_regression()

data load_data_regression	(	char **	paths,
		int	n,
		int	m,
		int	k,
		int	min,
		int	max,
		int	size,
		float	angle,
		float	aspect,
		float	hue,
		float	saturation,
		float	exposure
	)

Definition at line 1259 of file data.c.

load_data_seg()

data load_data_seg	(	int	n,
		char **	paths,
		int	m,
		int	w,
		int	h,
		int	classes,
		int	min,
		int	max,
		float	angle,
		float	aspect,
		float	hue,
		float	saturation,
		float	exposure,
		int	div
	)

Definition at line 737 of file data.c.

load_data_super()

data load_data_super	(	char **	paths,
		int	n,
		int	m,
		int	w,
		int	h,
		int	scale
	)

Definition at line 1229 of file data.c.

load_data_swag()

data load_data_swag	(	char **	paths,
		int	n,
		int	classes,
		float	jitter
	)

Definition at line 983 of file data.c.

load_data_tag()

data load_data_tag	(	char **	paths,
		int	n,
		int	m,
		int	k,
		int	min,
		int	max,
		int	size,
		float	angle,
		float	aspect,
		float	hue,
		float	saturation,
		float	exposure
	)

Definition at line 1353 of file data.c.

load_data_writing()

data load_data_writing	(	char **	paths,
		int	n,
		int	m,
		int	w,
		int	h,
		int	out_w,
		int	out_h
	)

Definition at line 1189 of file data.c.

load_go()

data load_go

(

char *

filename

)

Definition at line 1514 of file data.c.

load_image_augment_paths()

matrix load_image_augment_paths	(	char **	paths,
		int	n,
		int	min,
		int	max,
		int	size,
		float	angle,
		float	aspect,
		float	hue,
		float	saturation,
		float	exposure,
		int	center
	)

Definition at line 105 of file data.c.

load_image_paths()

matrix load_image_paths	(	char **	paths,
		int	n,
		int	w,
		int	h
	)

Definition at line 89 of file data.c.

load_image_paths_gray()

matrix load_image_paths_gray	(	char **	paths,
		int	n,
		int	w,
		int	h
	)

Definition at line 68 of file data.c.

load_labels_paths()

matrix load_labels_paths	(	char **	paths,
		int	n,
		char **	labels,
		int	k,
		tree *	hierarchy
	)

Definition at line 620 of file data.c.

load_regression_labels_paths()

matrix load_regression_labels_paths	(	char **	paths,
		int	n,
		int	k
	)

Definition at line 590 of file data.c.

load_rle()

void load_rle	(	image	im,
		int *	rle,
		int	n
	)

Definition at line 303 of file data.c.

load_tags_paths()

matrix load_tags_paths	(	char **	paths,
		int	n,
		int	k
	)

Definition at line 633 of file data.c.

load_thread()

void* load_thread

(

void *

ptr

)

Definition at line 1090 of file data.c.

load_threads()

void* load_threads

(

void *

ptr

)

Definition at line 1144 of file data.c.

normalize_data_rows()

void normalize_data_rows

(

data

d

)

Definition at line 1605 of file data.c.

or_image()

void or_image	(	image	src,
		image	dest,
		int	c
	)

Definition at line 319 of file data.c.

print_letters()

void print_letters	(	float *	pred,
		int	n
	)

Definition at line 491 of file data.c.

randomize_boxes()

void randomize_boxes	(	box_label *	b,
		int	n
	)

Definition at line 169 of file data.c.

randomize_data()

void randomize_data

(

data

d

)

Definition at line 1561 of file data.c.

read_boxes()

box_label* read_boxes	(	char *	filename,
		int *	n
	)

Definition at line 139 of file data.c.

resize_data()

data resize_data	(	data	orig,
		int	w,
		int	h
	)

Definition at line 1320 of file data.c.

scale_data_rows()

void scale_data_rows	(	data	d,
		float	s
	)

Definition at line 1576 of file data.c.

select_data()

data select_data	(	data *	orig,
		int *	inds
	)

Definition at line 1270 of file data.c.

smooth_data()

void smooth_data

(

data

d

)

Definition at line 1469 of file data.c.

split_data()

data* split_data	(	data	d,
		int	part,
		int	total
	)

Definition at line 1649 of file data.c.

tile_data()

data* tile_data	(	data	orig,
		int	divs,
		int	size
	)

Definition at line 1293 of file data.c.

translate_data_rows()

void translate_data_rows	(	data	d,
		float	s
	)

Definition at line 1584 of file data.c.

Variable Documentation

mutex

pthread_mutex_t mutex = PTHREAD_MUTEX_INITIALIZER

Definition at line 10 of file data.c.