julian.kunkel
/
mistral-io-datasets
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

Code clean up

This commit is contained in:
eugen.betke 2020-09-03 12:53:48 +02:00
parent 6acc9edb43
commit 4ac97dfd85
1 changed files with 0 additions and 24 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

24
tools/kstest/src/main.rs
View File

@ -44,14 +44,6 @@ pub struct SimilarityRow {
pub status: String, pub status: String,
} }
//#[derive(Debug, Serialize)]
//pub struct ProgressRow {
// jobid: u32,
// alg_id: u32,
// alg_name: String,
// delta: i64,
//}
#[derive(Debug, Serialize)] #[derive(Debug, Serialize)]
pub struct ProgressRow { pub struct ProgressRow {
iteration: u32, iteration: u32,
@ -75,19 +67,6 @@ pub fn convert_to_coding(coding: String) -> Vec<Score> {
} }
//fn ks_similarity(xs: &Vec<u32>, ys: &Vec<u32>) -> Result<Similarity, String> {
// let confidence = 0.95;
// ks::test(xs, ys, confidence)?
// let reject_probability = match result {
// Ok(v) => v.reject_probability,
// Err(_) => 1.0,
// };
// //println!("is_rejected: {:?}\nstatistic: {:?}\nreject_probability: {:?}\ncritical_value: {:?}\nconfidence: {:?}", result.is_rejected, result.statistic, result.reject_probability, result.critical_value, result.confidence);
// (1.0 - reject_probability) as Similarity
//}
fn run(dataset_fn: String, jobid: Jobid, similarities_fn: String, progress_fn: String, log_fn: String) { fn run(dataset_fn: String, jobid: Jobid, similarities_fn: String, progress_fn: String, log_fn: String) {
let mut q_codings: QCodings = HashMap::new(); let mut q_codings: QCodings = HashMap::new();
let file = File::open(&dataset_fn).expect("Unable to open dataset."); let file = File::open(&dataset_fn).expect("Unable to open dataset.");
@ -149,9 +128,6 @@ fn run(dataset_fn: String, jobid: Jobid, similarities_fn: String, progress_fn: S
start_chunk = stop_chunk; start_chunk = stop_chunk;
} }
//println!("Processing {:?}", jobid);
//let similarity = ks_similarity(q_coding, &probe);
let mut metric_similarities = vec![]; let mut metric_similarities = vec![];
let mut err = false; let mut err = false;