https://github.com/BVLC/caffe/issues/1396

https://www.ncbi.nlm.nih.gov/pmc/articles/PMC5820091/

layer {
  name: "pool5/7x7_s1"
  type: "Pooling"
  bottom: "conv5_3"
  top: "pool5/7x7_s1"
  pooling_param {
    pool: AVE
    kernel_size: 7
    stride: 1
  }
}
layer {
  name: "whria_classifier"
  type: "InnerProduct"
  bottom: "pool5/7x7_s1"
  top: "whria_classifier"
  param {
    lr_mult: 1.0
    decay_mult: 1.0
  }
  param {
    lr_mult: 2.0
    decay_mult: 0.0
  }
  inner_product_param {
    num_output:   1
    weight_filler{
    type: "gaussian"
    std:0.01
    }
    bias_filler{
    type:"constant"
    value:0
    }
  }
}
layer {
  bottom: "whria_classifier"
  bottom: "label"
  top: "loss"
  type: "EuclideanLoss"
  name: "loss"
}

layer {
  name: "whria_classifier"
  type: "InnerProduct"
  bottom: "pool5/7x7_s1"
  top: "whria_classifier"
  param {
    lr_mult: 1.0
    decay_mult: 1.0
  }
  param {
    lr_mult: 2.0
    decay_mult: 0.0
  }
  inner_product_param {
    num_output:   2
  }
}
layer {
    bottom: "whria_classifier"
    bottom: "label"
    top: "loss"
    name: "loss"
    type: "SoftmaxWithLoss"
}
layer {
  name: "accuracy"
  type: "Accuracy"
  bottom: "whria_classifier"
  bottom: "label"
  top: "accuracy"
  include {
    phase: TEST
  }
}

layer {
  name: "pool5/7x7_s1"
  type: "Pooling"
  bottom: "conv5_3"
  top: "pool5/7x7_s1"
  pooling_param {
    pool: AVE
    kernel_size: 7
    stride: 1
  }
}
layer {
  name: "whria_classifier1"
  type: "InnerProduct"
  bottom: "pool5/7x7_s1"
  top: "whria_classifier1"
  param {
    lr_mult: 1.0
    decay_mult: 1.0
  }
  param {
    lr_mult: 2.0
    decay_mult: 0.0
  }
  inner_product_param {
    num_output:   16
  }
}
layer {
    name: "relu_whria1"
    type: "ReLU"
    bottom:"whria_classifier1"
    top: "whria_classifier1"
}
layer {
    name : "drop16"
    type : "Dropout"
    bottom : "whria_classifier1"
    top: "whria_classifier1"
    dropout_param {
    dropout_ratio:0.5
    }
}

layer {
    name:"whria_classifier2"
    type: "InnerProduct"
    bottom:"whria_classifier1"
    top:"whria_classifier2"
    inner_product_param{
    num_output:   1
    weight_filler{
    type: "gaussian"
    std:0.01
    }
    bias_filler{
    type:"constant"
    value:0
    }
  }
}
layer {
  bottom: "whria_classifier2"
  bottom: "label"
  top: "loss"
  type: "EuclideanLoss"
  name: "loss"
}

layer {
  name: "whria_classifier1"
  type: "InnerProduct"
  bottom: "pool5/7x7_s1"
  top: "whria_classifier1"
  param {
    lr_mult: 1.0
    decay_mult: 1.0
  }
  param {
    lr_mult: 2.0
    decay_mult: 0.0
  }
  inner_product_param {
    num_output:   32
  }
}
layer {
    name: "relu_whria1"
    type: "ReLU"
    bottom:"whria_classifier1"
    top: "whria_classifier1"
}
layer {
    name : "drop_whria1"
    type : "Dropout"
    bottom : "whria_classifier1"
    top: "whria_classifier1"
    dropout_param {
    dropout_ratio:0.5
    }
}

layer {
  name: "whria_classifier2"
  type: "InnerProduct"
  bottom: "whria_classifier1"
  top: "whria_classifier2"
  param {
    lr_mult: 1.0
    decay_mult: 1.0
  }
  param {
    lr_mult: 2.0
    decay_mult: 0.0
  }
  inner_product_param {
    num_output:   32
  }
}
layer {
    name: "relu_whria2"
    type: "ReLU"
    bottom:"whria_classifier2"
    top: "whria_classifier2"
}
layer {
    name : "drop_whria2"
    type : "Dropout"
    bottom : "whria_classifier2"
    top: "whria_classifier2"
    dropout_param {
    dropout_ratio:0.5
    }
}
layer {
    name:"whria_classifier_final"
    type: "InnerProduct"
    bottom:"whria_classifier2"
    top:"whria_classifier_final"
    inner_product_param{
    num_output:   1
    weight_filler{
    type: "gaussian"
    std:0.01
    }
    bias_filler{
    type:"constant"
    value:0
    }
  }
}
layer {
  bottom: "whria_classifier_final"
  bottom: "label"
  top: "loss"
  type: "EuclideanLoss"
  name: "loss"
}