diff --git a/.gitignore b/.gitignore index 353e78b..8a663bb 100644 --- a/.gitignore +++ b/.gitignore @@ -8,6 +8,7 @@ Train&Test_4/ Train&Test_D/ Train&Test_C/ Train&Test_A/ +Train&Test_A2/ Train&Test_S/ result_ssd7_panel_cell/ Thermal/ diff --git a/Result_yolo3_panel2/log_experimento_panel_gpu/train/events.out.tfevents.1607976264.dlsaavedra-X406UAR.9524.10091.v2 b/Result_yolo3_panel2/log_experimento_panel_gpu/train/events.out.tfevents.1607976264.dlsaavedra-X406UAR.9524.10091.v2 new file mode 100644 index 0000000..8f7715c Binary files /dev/null and b/Result_yolo3_panel2/log_experimento_panel_gpu/train/events.out.tfevents.1607976264.dlsaavedra-X406UAR.9524.10091.v2 differ diff --git a/Result_yolo3_panel2/log_experimento_panel_gpu/train/events.out.tfevents.1607976272.dlsaavedra-X406UAR.profile-empty b/Result_yolo3_panel2/log_experimento_panel_gpu/train/events.out.tfevents.1607976272.dlsaavedra-X406UAR.profile-empty new file mode 100644 index 0000000..0152af3 Binary files /dev/null and b/Result_yolo3_panel2/log_experimento_panel_gpu/train/events.out.tfevents.1607976272.dlsaavedra-X406UAR.profile-empty differ diff --git a/Result_yolo3_panel2/log_experimento_panel_gpu/train/events.out.tfevents.1607995630.dlsaavedra-X406UAR.11423.10097.v2 b/Result_yolo3_panel2/log_experimento_panel_gpu/train/events.out.tfevents.1607995630.dlsaavedra-X406UAR.11423.10097.v2 new file mode 100644 index 0000000..2707731 Binary files /dev/null and b/Result_yolo3_panel2/log_experimento_panel_gpu/train/events.out.tfevents.1607995630.dlsaavedra-X406UAR.11423.10097.v2 differ diff --git a/Result_yolo3_panel2/log_experimento_panel_gpu/train/plugins/profile/2020-12-14_17-04-32/local.trace b/Result_yolo3_panel2/log_experimento_panel_gpu/train/plugins/profile/2020-12-14_17-04-32/local.trace new file mode 100644 index 0000000..777de39 Binary files /dev/null and b/Result_yolo3_panel2/log_experimento_panel_gpu/train/plugins/profile/2020-12-14_17-04-32/local.trace differ diff --git a/Result_yolo3_panel2/log_experimento_panel_gpu/train/plugins/profile/2020-12-14_22-27-20/local.trace b/Result_yolo3_panel2/log_experimento_panel_gpu/train/plugins/profile/2020-12-14_22-27-20/local.trace new file mode 100644 index 0000000..bda96ea Binary files /dev/null and b/Result_yolo3_panel2/log_experimento_panel_gpu/train/plugins/profile/2020-12-14_22-27-20/local.trace differ diff --git a/Result_yolo3_panel2/log_experimento_panel_gpu/validation/events.out.tfevents.1607976315.dlsaavedra-X406UAR.9524.71206.v2 b/Result_yolo3_panel2/log_experimento_panel_gpu/validation/events.out.tfevents.1607976315.dlsaavedra-X406UAR.9524.71206.v2 new file mode 100644 index 0000000..721e51d Binary files /dev/null and b/Result_yolo3_panel2/log_experimento_panel_gpu/validation/events.out.tfevents.1607976315.dlsaavedra-X406UAR.9524.71206.v2 differ diff --git a/Result_yolo3_panel2/log_experimento_panel_gpu/validation/events.out.tfevents.1607995698.dlsaavedra-X406UAR.11423.70393.v2 b/Result_yolo3_panel2/log_experimento_panel_gpu/validation/events.out.tfevents.1607995698.dlsaavedra-X406UAR.11423.70393.v2 new file mode 100644 index 0000000..02be433 Binary files /dev/null and b/Result_yolo3_panel2/log_experimento_panel_gpu/validation/events.out.tfevents.1607995698.dlsaavedra-X406UAR.11423.70393.v2 differ diff --git a/Result_yolo3_panel2/test_panel.pkl b/Result_yolo3_panel2/test_panel.pkl new file mode 100644 index 0000000..61bb374 Binary files /dev/null and b/Result_yolo3_panel2/test_panel.pkl differ diff --git a/Result_yolo3_panel2/time.txt b/Result_yolo3_panel2/time.txt new file mode 100644 index 0000000..a01f597 --- /dev/null +++ b/Result_yolo3_panel2/time.txt @@ -0,0 +1 @@ +Tiempo promedio:nan \ No newline at end of file diff --git a/Result_yolo3_panel2/train_panel.pkl b/Result_yolo3_panel2/train_panel.pkl new file mode 100644 index 0000000..3f7be6d Binary files /dev/null and b/Result_yolo3_panel2/train_panel.pkl differ diff --git a/Result_yolo3_panel2/val_panel.pkl b/Result_yolo3_panel2/val_panel.pkl new file mode 100644 index 0000000..61bb374 Binary files /dev/null and b/Result_yolo3_panel2/val_panel.pkl differ diff --git a/Result_yolo3_panel2/yolo3_full_yolo.err b/Result_yolo3_panel2/yolo3_full_yolo.err new file mode 100644 index 0000000..e6f101d --- /dev/null +++ b/Result_yolo3_panel2/yolo3_full_yolo.err @@ -0,0 +1,29 @@ +2020-12-14 22:27:04.267611: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libnvinfer.so.6'; dlerror: libnvinfer.so.6: cannot open shared object file: No such file or directory +2020-12-14 22:27:04.267749: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libnvinfer_plugin.so.6'; dlerror: libnvinfer_plugin.so.6: cannot open shared object file: No such file or directory +2020-12-14 22:27:04.267767: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:30] Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +2020-12-14 22:27:05.268036: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2020-12-14 22:27:05.268076: E tensorflow/stream_executor/cuda/cuda_driver.cc:351] failed call to cuInit: UNKNOWN ERROR (303) +2020-12-14 22:27:05.268102: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (dlsaavedra-X406UAR): /proc/driver/nvidia/version does not exist +2020-12-14 22:27:05.268334: I tensorflow/core/platform/cpu_feature_guard.cc:142] Your CPU supports instructions that this TensorFlow binary was not compiled to use: AVX2 FMA +2020-12-14 22:27:05.311492: I tensorflow/core/platform/profile_utils/cpu_utils.cc:94] CPU Frequency: 1800000000 Hz +2020-12-14 22:27:05.313101: I tensorflow/compiler/xla/service/service.cc:168] XLA service 0x55f4be3033d0 initialized for platform Host (this does not guarantee that XLA will be used). Devices: +2020-12-14 22:27:05.313143: I tensorflow/compiler/xla/service/service.cc:176] StreamExecutor device (0): Host, Default Version +WARNING:tensorflow:AutoGraph could not transform > and will run it as-is. +Please report this to the TensorFlow team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. +Cause: unexpected indent (, line 144) +WARNING:tensorflow:AutoGraph could not transform > and will run it as-is. +Please report this to the TensorFlow team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. +Cause: unexpected indent (, line 144) +WARNING:tensorflow:AutoGraph could not transform > and will run it as-is. +Please report this to the TensorFlow team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. +Cause: unexpected indent (, line 144) +WARNING:tensorflow:ModelCheckpoint mode 1 is unknown, fallback to auto mode. +WARNING:tensorflow:Model failed to serialize as JSON. Ignoring... Layers with arguments in `__init__` must override `get_config`. +2020-12-14 22:27:16.470550: I tensorflow/core/profiler/lib/profiler_session.cc:225] Profiler session started. +2020-12-14 22:27:16.470928: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcupti.so.10.1'; dlerror: libcupti.so.10.1: cannot open shared object file: No such file or directory +2020-12-14 22:27:16.470972: E tensorflow/core/profiler/internal/gpu/cupti_tracer.cc:1307] function cupti_interface_->Subscribe( &subscriber_, (CUpti_CallbackFunc)ApiCallback, this)failed with error CUPTI could not be loaded or symbol could not be found. +2020-12-14 22:27:16.470988: E tensorflow/core/profiler/internal/gpu/cupti_tracer.cc:1346] function cupti_interface_->ActivityRegisterCallbacks( AllocCuptiActivityBuffer, FreeCuptiActivityBuffer)failed with error CUPTI could not be loaded or symbol could not be found. +2020-12-14 22:27:20.300351: E tensorflow/core/profiler/internal/gpu/cupti_tracer.cc:1329] function cupti_interface_->EnableCallback( 0 , subscriber_, CUPTI_CB_DOMAIN_DRIVER_API, cbid)failed with error CUPTI could not be loaded or symbol could not be found. +2020-12-14 22:27:20.300441: I tensorflow/core/profiler/internal/gpu/device_tracer.cc:88] GpuTracer has collected 0 callback api events and 0 activity events. +2020-12-14 22:28:18.604124: W tensorflow/core/kernels/data/generator_dataset_op.cc:103] Error occurred when finalizing GeneratorDataset iterator: Cancelled: Operation was cancelled +2020-12-14 22:29:29.713989: W tensorflow/core/kernels/data/generator_dataset_op.cc:103] Error occurred when finalizing GeneratorDataset iterator: Cancelled: Operation was cancelled diff --git a/Result_yolo3_panel2/yolo3_full_yolo.output b/Result_yolo3_panel2/yolo3_full_yolo.output new file mode 100644 index 0000000..5aa7ef8 --- /dev/null +++ b/Result_yolo3_panel2/yolo3_full_yolo.output @@ -0,0 +1,22 @@ +Seen labels: {'panel': 854} + +Given labels: ['panel'] + +Training on: ['panel'] + +multi_gpu:1 + +Loading pretrained weights. + +Train for 12 steps, validate for 1 steps +Epoch 1/2 + +Epoch 00001: loss improved from inf to 40.76296, saving model to Result_yolo3_panel2/yolo3_full_panel.h5 +12/12 - 68s - loss: 40.7630 - yolo_layer_loss: 12.8884 - yolo_layer_1_loss: 27.8505 - yolo_layer_2_loss: 0.0241 - val_loss: 3793.7336 - val_yolo_layer_loss: 1322.7670 - val_yolo_layer_1_loss: 2470.9607 - val_yolo_layer_2_loss: 0.0060 +Epoch 2/2 + +Epoch 00002: loss did not improve from 40.76296 +12/12 - 71s - loss: 46.9910 - yolo_layer_loss: 20.9780 - yolo_layer_1_loss: 26.0097 - yolo_layer_2_loss: 0.0033 - val_loss: 72523.8125 - val_yolo_layer_loss: 4534.5332 - val_yolo_layer_1_loss: 67989.2812 - val_yolo_layer_2_loss: 0.0000e+00 +94 instances of class panel with average precision: 0.0000 +mAP using the weighted average of precisions among classes: 0.0000 +mAP: 0.0000 diff --git a/Result_yolo3_panel2/yolo3_full_yolo_test.err b/Result_yolo3_panel2/yolo3_full_yolo_test.err new file mode 100644 index 0000000..e43a91f --- /dev/null +++ b/Result_yolo3_panel2/yolo3_full_yolo_test.err @@ -0,0 +1,11 @@ +2020-12-14 22:29:36.919265: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libnvinfer.so.6'; dlerror: libnvinfer.so.6: cannot open shared object file: No such file or directory +2020-12-14 22:29:36.919408: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libnvinfer_plugin.so.6'; dlerror: libnvinfer_plugin.so.6: cannot open shared object file: No such file or directory +2020-12-14 22:29:36.919425: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:30] Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +2020-12-14 22:29:38.653634: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2020-12-14 22:29:38.653676: E tensorflow/stream_executor/cuda/cuda_driver.cc:351] failed call to cuInit: UNKNOWN ERROR (303) +2020-12-14 22:29:38.653711: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (dlsaavedra-X406UAR): /proc/driver/nvidia/version does not exist +2020-12-14 22:29:38.653939: I tensorflow/core/platform/cpu_feature_guard.cc:142] Your CPU supports instructions that this TensorFlow binary was not compiled to use: AVX2 FMA +2020-12-14 22:29:38.678825: I tensorflow/core/platform/profile_utils/cpu_utils.cc:94] CPU Frequency: 1800000000 Hz +2020-12-14 22:29:38.679672: I tensorflow/compiler/xla/service/service.cc:168] XLA service 0x5569ee6e0e00 initialized for platform Host (this does not guarantee that XLA will be used). Devices: +2020-12-14 22:29:38.679731: I tensorflow/compiler/xla/service/service.cc:176] StreamExecutor device (0): Host, Default Version +WARNING:tensorflow:No training configuration found in save file: the model was *not* compiled. Compile it manually. diff --git a/Result_yolo3_panel2/yolo3_full_yolo_test.output b/Result_yolo3_panel2/yolo3_full_yolo_test.output new file mode 100644 index 0000000..08d7580 --- /dev/null +++ b/Result_yolo3_panel2/yolo3_full_yolo_test.output @@ -0,0 +1,4 @@ +dict_items([(0, (0.0, 94.0))]) +94 instances of class panel with average precision: 0.0000 +mAP using the weighted average of precisions among classes: 0.0000 +mAP: 0.0000 diff --git a/config_full_yolo_panel_infer2.json b/config_full_yolo_panel_infer2.json new file mode 100644 index 0000000..eb867a1 --- /dev/null +++ b/config_full_yolo_panel_infer2.json @@ -0,0 +1,49 @@ +{ + "model" : { + "min_input_size": 400, + "max_input_size": 400, + "anchors": [0,0, 0,0, 0,0, 4,175, 4,92, 5,92, 6,190, 7,87, 30,5], + "labels": ["panel"], + "backend": "keras-yolo3-master/full_yolo_backend.h5" + }, + + "train": { + "train_image_folder": "Train&Test_A2/Train/images/", + "train_annot_folder": "Train&Test_A2/Train/anns/", + "cache_name": "Result_yolo3_panel2/train_panel.pkl", + + "train_times": 3, + + "batch_size": 2, + "learning_rate": 1e-3, + "nb_epochs": 500, + "warmup_epochs": 15, + "ignore_thresh": 0.5, + "gpus": "0", + + "grid_scales": [1,1,1], + "obj_scale": 5, + "noobj_scale": 1, + "xywh_scale": 1, + "class_scale": 1, + + "tensorboard_dir": "Result_yolo3_panel2/log_experimento_panel_gpu", + "saved_weights_name": "Result_yolo3_panel2/yolo3_full_panel.h5", + "debug": true + }, + + "valid": { + "valid_image_folder": "Train&Test_A2/Train/images/", + "valid_annot_folder": "Train&Test_A2/Train/anns/", + "cache_name": "Result_yolo3_panel2/val_panel_2.pkl", + + "valid_times": 1 + }, + "test": { + "test_image_folder": "Train&Test_A2/Train/images/", + "test_annot_folder": "Train&Test_A2/Train/anns/", + "cache_name": "Result_yolo3_panel2/test_panel_2.pkl", + + "test_times": 1 + } +} diff --git a/config_full_yolo_panel_train2.json b/config_full_yolo_panel_train2.json new file mode 100755 index 0000000..ad4f709 --- /dev/null +++ b/config_full_yolo_panel_train2.json @@ -0,0 +1,49 @@ +{ + "model" : { + "min_input_size": 400, + "max_input_size": 400, + "anchors": [0,0, 0,0, 0,0, 4,175, 4,92, 5,92, 6,190, 7,87, 30,5], + "labels": ["panel"], + "backend": "keras-yolo3-master/full_yolo_backend.h5" + }, + + "train": { + "train_image_folder": "Train&Test_A2/Train/images/", + "train_annot_folder": "Train&Test_A2/Train/anns/", + "cache_name": "Result_yolo3_panel2/train_panel.pkl", + + "train_times": 3, + + "batch_size": 2, + "learning_rate": 1e-3, + "nb_epochs": 2, + "warmup_epochs": 15, + "ignore_thresh": 0.5, + "gpus": "0", + + "grid_scales": [1,1,1], + "obj_scale": 5, + "noobj_scale": 1, + "xywh_scale": 1, + "class_scale": 1, + + "tensorboard_dir": "Result_yolo3_panel2/log_experimento_panel_gpu", + "saved_weights_name": "Result_yolo3_panel2/yolo3_full_panel.h5", + "debug": true + }, + + "valid": { + "valid_image_folder": "Train&Test_A2/Test/images/", + "valid_annot_folder": "Train&Test_A2/Test/anns/", + "cache_name": "Result_yolo3_panel2/val_panel.pkl", + + "valid_times": 1 + }, + "test": { + "test_image_folder": "Train&Test_A2/Test/images/", + "test_annot_folder": "Train&Test_A2/Test/anns/", + "cache_name": "Result_yolo3_panel2/test_panel.pkl", + + "test_times": 1 + } +}