super.c 3.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120
  1. #include "darknet.h"
  2. void train_super(char *cfgfile, char *weightfile, int clear)
  3. {
  4. char *train_images = "/data/imagenet/imagenet1k.train.list";
  5. char *backup_directory = "/home/pjreddie/backup/";
  6. srand(time(0));
  7. char *base = basecfg(cfgfile);
  8. printf("%s\n", base);
  9. float avg_loss = -1;
  10. network *net = load_network(cfgfile, weightfile, clear);
  11. printf("Learning Rate: %g, Momentum: %g, Decay: %g\n", net->learning_rate, net->momentum, net->decay);
  12. int imgs = net->batch*net->subdivisions;
  13. int i = *net->seen/imgs;
  14. data train, buffer;
  15. list *plist = get_paths(train_images);
  16. //int N = plist->size;
  17. char **paths = (char **)list_to_array(plist);
  18. load_args args = {0};
  19. args.w = net->w;
  20. args.h = net->h;
  21. args.scale = 4;
  22. args.paths = paths;
  23. args.n = imgs;
  24. args.m = plist->size;
  25. args.d = &buffer;
  26. args.type = SUPER_DATA;
  27. pthread_t load_thread = load_data_in_thread(args);
  28. clock_t time;
  29. //while(i*imgs < N*120){
  30. while(get_current_batch(net) < net->max_batches){
  31. i += 1;
  32. time=clock();
  33. pthread_join(load_thread, 0);
  34. train = buffer;
  35. load_thread = load_data_in_thread(args);
  36. printf("Loaded: %lf seconds\n", sec(clock()-time));
  37. time=clock();
  38. float loss = train_network(net, train);
  39. if (avg_loss < 0) avg_loss = loss;
  40. avg_loss = avg_loss*.9 + loss*.1;
  41. printf("%d: %f, %f avg, %f rate, %lf seconds, %d images\n", i, loss, avg_loss, get_current_rate(net), sec(clock()-time), i*imgs);
  42. if(i%1000==0){
  43. char buff[256];
  44. sprintf(buff, "%s/%s_%d.weights", backup_directory, base, i);
  45. save_weights(net, buff);
  46. }
  47. if(i%100==0){
  48. char buff[256];
  49. sprintf(buff, "%s/%s.backup", backup_directory, base);
  50. save_weights(net, buff);
  51. }
  52. free_data(train);
  53. }
  54. char buff[256];
  55. sprintf(buff, "%s/%s_final.weights", backup_directory, base);
  56. save_weights(net, buff);
  57. }
  58. void test_super(char *cfgfile, char *weightfile, char *filename)
  59. {
  60. network *net = load_network(cfgfile, weightfile, 0);
  61. set_batch_network(net, 1);
  62. srand(2222222);
  63. clock_t time;
  64. char buff[256];
  65. char *input = buff;
  66. while(1){
  67. if(filename){
  68. strncpy(input, filename, 256);
  69. }else{
  70. printf("Enter Image Path: ");
  71. fflush(stdout);
  72. input = fgets(input, 256, stdin);
  73. if(!input) return;
  74. strtok(input, "\n");
  75. }
  76. image im = load_image_color(input, 0, 0);
  77. resize_network(net, im.w, im.h);
  78. printf("%d %d\n", im.w, im.h);
  79. float *X = im.data;
  80. time=clock();
  81. network_predict(net, X);
  82. image out = get_network_image(net);
  83. printf("%s: Predicted in %f seconds.\n", input, sec(clock()-time));
  84. save_image(out, "out");
  85. show_image(out, "out", 0);
  86. free_image(im);
  87. if (filename) break;
  88. }
  89. }
  90. void run_super(int argc, char **argv)
  91. {
  92. if(argc < 4){
  93. fprintf(stderr, "usage: %s %s [train/test/valid] [cfg] [weights (optional)]\n", argv[0], argv[1]);
  94. return;
  95. }
  96. char *cfg = argv[3];
  97. char *weights = (argc > 4) ? argv[4] : 0;
  98. char *filename = (argc > 5) ? argv[5] : 0;
  99. int clear = find_arg(argc, argv, "-clear");
  100. if(0==strcmp(argv[2], "train")) train_super(cfg, weights, clear);
  101. else if(0==strcmp(argv[2], "test")) test_super(cfg, weights, filename);
  102. /*
  103. else if(0==strcmp(argv[2], "valid")) validate_super(cfg, weights);
  104. */
  105. }