// an example programme that uses the optional multi-threaded API in slow5lib to write and fetch batches of records in parallel // this is under construction and is yet beta #include #include #include #include #include #include #include #include #define FILE_PATH "test.blow5" //for writing and then reading void sequential_read_func(); //function to read records sequentially void random_read_func(); //function to read records randomly (lot of read IDs) void write_func(); //function to write records int main(){ write_func(); sequential_read_func(); random_read_func(); return 0; } void sequential_read_func(){ slow5_file_t *sp = slow5_open(FILE_PATH,"r"); if(sp==NULL){ fprintf(stderr,"Error in opening file\n"); exit(EXIT_FAILURE); } slow5_rec_t **rec = NULL; int ret=0; int batch_size = 4096; int num_thread = 8; slow5_mt_t *mt = slow5_init_mt(num_thread,sp); slow5_batch_t *read_batch = slow5_init_batch(batch_size); while((ret = slow5_get_next_batch(mt,read_batch,batch_size)) > 0){ for(int i=0;islow5_rec; uint64_t len_raw_signal = rec[i]->len_raw_signal; printf("%s\t%ld\n",rec[i]->read_id,len_raw_signal); } if(retslow5_rec; uint64_t len_raw_signal = rec[i]->len_raw_signal; printf("%s\t%ld\n",rec[i]->read_id,len_raw_signal); } slow5_free_batch(read_batch); slow5_free_mt(mt); slow5_idx_unload(sp); slow5_close(sp); return; } void write_func(){ slow5_file_t *sf = slow5_open(FILE_PATH,"w"); if(sf==NULL){ fprintf(stderr,"Error in opening file\n"); exit(EXIT_FAILURE); } //set zstd record compression, svb-zd signal compression // if(slow5_set_press(sf, SLOW5_COMPRESS_ZSTD, SLOW5_COMPRESS_SVB_ZD) < 0){ // // fprintf(stderr,"Error setting compression method!\n"); // exit(EXIT_FAILURE); // } /*********************** Header ******************/ slow5_hdr_t *header=sf->header; //add a header group attribute called run_id if (slow5_hdr_add_attr("run_id", header) != 0){ fprintf(stderr,"Error adding run_id attribute\n"); exit(EXIT_FAILURE); } //add another header group attribute called asic_id if (slow5_hdr_add_attr("asic_id", header) != 0){ fprintf(stderr,"Error adding asic_id attribute\n"); exit(EXIT_FAILURE); } //set the run_id attribute to "run_0" for read group 0 if (slow5_hdr_set("run_id", "run_0", 0, header) != 0){ fprintf(stderr,"Error setting run_id attribute in read group 0\n"); exit(EXIT_FAILURE); } //set the asic_id attribute to "asic_0" for read group 1 if (slow5_hdr_set("asic_id", "asic_id_0", 0, header) != 0){ fprintf(stderr,"Error setting asic_id attribute in read group 0\n"); exit(EXIT_FAILURE); } //add auxilliary field: channel number if (slow5_aux_add("channel_number", SLOW5_STRING, sf->header)!=0){ fprintf(stderr,"Error adding channel_number auxilliary field\n"); exit(EXIT_FAILURE); } //add axuilliary field: median_before if (slow5_aux_add("median_before", SLOW5_DOUBLE, sf->header)!=0){ fprintf(stderr,"Error adding median_before auxilliary field\n"); exit(EXIT_FAILURE); } //add axuilliary field: read_number if(slow5_aux_add("read_number", SLOW5_INT32_T, sf->header)!=0){ fprintf(stderr,"Error adding read_number auxilliary field\n"); exit(EXIT_FAILURE); } //add axuilliary field: start_mux if(slow5_aux_add("start_mux", SLOW5_UINT8_T, sf->header)!=0){ fprintf(stderr,"Error adding start_mux auxilliary field\n"); exit(EXIT_FAILURE); } //add auxilliary field: start_time if(slow5_aux_add("start_time", SLOW5_UINT64_T, sf->header)!=0){ fprintf(stderr,"Error adding start_time auxilliary field\n"); exit(EXIT_FAILURE); } if(slow5_hdr_write(sf) < 0){ fprintf(stderr,"Error writing header!\n"); exit(EXIT_FAILURE); } int ret=0; int batch_size = 4000; int num_thread = 8; slow5_mt_t *mt = slow5_init_mt(num_thread,sf); if (mt==NULL){ //currently not useful, but better have this for future proofing fprintf(stderr,"Error in initialising multi-thread struct\n"); exit(EXIT_FAILURE); } slow5_batch_t *read_batch = slow5_init_batch(batch_size); if (read_batch==NULL){ //currently not useful, but better have this for future proofing fprintf(stderr,"Error in initialising slow5 record batch\n"); exit(EXIT_FAILURE); } slow5_rec_t **rec = read_batch->slow5_rec; /******************* SLOW5 records ************************/ for(int i=0;i read_id = strdup(tmp_read_id); if(slow5_record->read_id == NULL){ fprintf(stderr,"Could not allocate space for strdup."); exit(EXIT_FAILURE); } slow5_record -> read_id_len = strlen(slow5_record -> read_id); slow5_record -> read_group = 0; slow5_record -> digitisation = 4096.0; slow5_record -> offset = 3.0+i; slow5_record -> range = 10.0+i; slow5_record -> sampling_rate = 4000.0; slow5_record -> len_raw_signal = 10+i; slow5_record -> raw_signal = malloc(sizeof(int16_t)*(10+i)); if(slow5_record->raw_signal == NULL){ fprintf(stderr,"Could not allocate space for raw signal."); exit(EXIT_FAILURE); } for(int j=0;j<10+i;j++){ slow5_record->raw_signal[j] = j+i; } //auxiliary fileds char *channel_number = "channel_number"; double median_before = 0.1+i; int32_t read_number = 10+i; uint8_t start_mux = (1+i)%4; uint64_t start_time = 100+i; if(slow5_aux_set_string(slow5_record, "channel_number", channel_number, sf->header)!=0){ fprintf(stderr,"Error setting channel_number auxilliary field\n"); exit(EXIT_FAILURE); } if(slow5_aux_set(slow5_record, "median_before", &median_before, sf->header)!=0){ fprintf(stderr,"Error setting median_before auxilliary field\n"); exit(EXIT_FAILURE); } if(slow5_aux_set(slow5_record, "read_number", &read_number, sf->header)!=0){ fprintf(stderr,"Error setting read_number auxilliary field\n"); exit(EXIT_FAILURE); } if(slow5_aux_set(slow5_record, "start_mux", &start_mux, sf->header)!=0){ fprintf(stderr,"Error setting start_mux auxilliary field\n"); exit(EXIT_FAILURE); } if(slow5_aux_set(slow5_record, "start_time", &start_time, sf->header)!=0){ fprintf(stderr,"Error setting start_time auxilliary field\n"); exit(EXIT_FAILURE); } } //end of record setup ret = slow5_write_batch(mt, read_batch,batch_size); if(ret!=batch_size){ fprintf(stderr,"Writing failed\n"); exit(EXIT_FAILURE); } slow5_free_batch(read_batch); slow5_free_mt(mt); slow5_close(sf); return; }