benchmark Namespace Reference

Functions
def	print_usage
def	download_cifar10
def	run_cifar10
def	evaluate_cifar10
def	run_iris
def	download_mnist
def	run_mnist
def	evaluate_mnist
def	download_octopusarm
def	run_octopusarm
def	start_run
def	start_server
def	start_client
def	evaluate_octopusarm
def	download_p300speller
def	convert_test_targets
def	run_p300speller
def	run_pole_balancing
def	download_sarcos
def	run_sarcos
def	run_two_spirals

Variables
string	URL = "http://www.cs.toronto.edu/~kriz/cifar-10-binary.tar.gz"
string	ARCHIVE_NAME = "cifar-10-binary.tar.gz"
string	DATA_FOLDER = "cifar-10-batches-bin"
list	DATA_FILES = ["data_batch_%d.bin" % i for i in range(1, 6)]
list	FILES
list	ARCHIVES = ["%s.gz" % f for f in FILES]
list	URLS = ["http://yann.lecun.com/exdb/mnist/%s" % a for a in ARCHIVES]
string	DIRECTORY = "octopus-code-distribution"
string	ARCHIVE = "octopus-code-distribution.zip"
dictionary	setup
list	param_configs = [0, 5, 10, 20, 40, 80, 107]
int	runs = 10
string	label_file_template = "true_labels_%s.txt"
list	LABEL_FILES = [label_file_template % subject for subject in ["a", "b"]]
list	LABEL_URLS
list	CHAR_MATRIX
list	directory = sys.argv[1]

Function Documentation

def benchmark.convert_test_targets

(

directory)

def benchmark.download_cifar10

(

)

def benchmark.download_mnist

(

)

def benchmark.download_octopusarm

(

)

def benchmark.download_p300speller

(

directory)

def benchmark.download_sarcos

(

)

def benchmark.evaluate_cifar10

(

plot_axes)

def benchmark.evaluate_mnist

(

plot_axes)

def benchmark.evaluate_octopusarm	(		plot_axes,
			moving_average = 100
	)

def benchmark.print_usage

(

)

def benchmark.run_cifar10

(

)

def benchmark.run_iris

(

)

def benchmark.run_mnist

(

)

def benchmark.run_octopusarm

(

)

def benchmark.run_p300speller

(

directory)

def benchmark.run_pole_balancing

(

)

def benchmark.run_sarcos

(

)

def benchmark.run_two_spirals

(

)

def benchmark.start_client	(		port,
			parameters,
			verbose = False
	)

def benchmark.start_run

(

parameters)

def benchmark.start_server	(		port,
			verbose = False
	)

Variable Documentation

string benchmark.ARCHIVE = "octopus-code-distribution.zip"

string benchmark.ARCHIVE_NAME = "cifar-10-binary.tar.gz"

list benchmark.ARCHIVES = ["%s.gz" % f for f in FILES]

tuple benchmark.CHAR_MATRIX

Initial value:

= [
    "ABCDEF",
    "GHIJKL",
    "MNOPQR",
    "STUVWX",
    "YZ1234",
    "56789_"
]

list benchmark.DATA_FILES = ["data_batch_%d.bin" % i for i in range(1, 6)]

string benchmark.DATA_FOLDER = "cifar-10-batches-bin"

string benchmark.DIRECTORY = "octopus-code-distribution"

list benchmark.directory = sys.argv[1]

list benchmark.FILES

Initial value:

= ["train-images-idx3-ubyte", "train-labels-idx1-ubyte",
         "t10k-images-idx3-ubyte", "t10k-labels-idx1-ubyte"]

string benchmark.label_file_template = "true_labels_%s.txt"

list benchmark.LABEL_FILES = [label_file_template % subject for subject in ["a", "b"]]

list benchmark.LABEL_URLS

Initial value:

= ["http://www.bbci.de/competition/iii/results/albany/%s" % f
              for f in LABEL_FILES]

list benchmark.param_configs = [0, 5, 10, 20, 40, 80, 107]

int benchmark.runs = 10

dictionary benchmark.setup

Initial value:

= {
  "env_dir" : DIRECTORY + "/environment/",
  "settings_dir" : "./",
  "cmd_mod" : " > /dev/null 2> /dev/null < /dev/null",
  "episodes" : 1000,
  "gui" : False,
  "hidden_units" : 10
}

string benchmark.URL = "http://www.cs.toronto.edu/~kriz/cifar-10-binary.tar.gz"

list benchmark.URLS = ["http://yann.lecun.com/exdb/mnist/%s" % a for a in ARCHIVES]