編集履歴

質問編集履歴

追記

2021/10/06 04:10

投稿

kokawa2003

スコア217

test CHANGED Viewed

File without changes

test CHANGED Viewed

@@ -1,10 +1,8 @@
-”C++で書かれているcaffe（２でないほう）のコードがあります。
+C++で書かれているcaffe（２でないほう）のコードがあります。
-これをpython2.7に直したい”
+これをpython2.7に直したいのです。
-ということです。
-C++のコードを書きました
+まずC++のコードを書きました
 ```cpp

全面修正

2021/10/06 04:10

投稿

kokawa2003

スコア217

test CHANGED Viewed

	@@ -1 +1 @@
1	- ~~C++ で書かれている~~caffeのコードを~~pythonに~~直したい
1	+ pythonのcaffeコードを直せない。

test CHANGED Viewed

@@ -1,41 +1,13 @@
-C++で書かれているcaffe（２でないほう）のコードがあります。
+”C++で書かれているcaffe（２でないほう）のコードがあります。
-これをpython2.7に直したく思いました。caffeが古くてpython3が使えなかったためです。
+これをpython2.7に直したい”
+ということです。
-C++のコードはこれ
+C++のコードを書きました
 ```cpp
-/*
- *
- *  Copyright (c) 2015, Facebook, Inc. All rights reserved.
- *
- *  Licensed under the Creative Commons Attribution-NonCommercial 3.0
- *  License (the "License"). You may obtain a copy of the License at
- *  https://creativecommons.org/licenses/by-nc/3.0/.
- *  Unless required by applicable law or agreed to in writing, software
- *  distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
- *  WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
- *  License for the specific language governing permissions and limitations
- *  under the License.
- *
- *
- */
 #include <stdio.h>  // for snprintf
@@ -70,307 +42,185 @@
-using namespace caffe;  // NOLINT(build/namespaces)
-bool mysave_blob_to_binary(Blob<float>* blob, const string fn_blob, int num_index){
-	FILE *f;
-	float *buff;
-	int n, c, l, w, h;
-	f = fopen(fn_blob.c_str(), "wb");
-	if (f==NULL)
-		return false;
-	if (num_index<0){
-		n = blob->num();
-		buff = blob->mutable_cpu_data();
-	}else{
-             LOG(ERROR) << "AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA";
-		n = 1;
-		buff = blob->mutable_cpu_data() + blob->offset(num_index);
-	}
-	c = blob->channels();
-	l = blob->length();
-	h = blob->height();
-	w = blob->width();
-	fwrite(&n, sizeof(int), 1, f);
-	fwrite(&c, sizeof(int), 1, f);
-	fwrite(&l, sizeof(int), 1, f);
-	fwrite(&h, sizeof(int), 1, f);
-	fwrite(&w, sizeof(int), 1, f);
-	fwrite(buff, sizeof(float), n * c * l * h * w, f);
-	fclose(f);
-	return true;
+int main(int argc, char** argv) {
+  char * MODEL_FILE = "/home/kokawa2003/work/ww2/C3D-v1.0/python/prototxt/c3d_sport1m_feature_extractor_file.prototxt";
+  char * PRETRAINED = "/home/kokawa2003/work/ww2/C3D-v1.0/python/conv3d_deepnetA_sport1m_iter_1900000";
+  char * LAYER = "fc6-1";
+  int INDEX = 0;
+  Caffe::set_phase(Caffe::TEST);
+  shared_ptr<Net<Dtype> > feature_extraction_net(
+      new Net<Dtype>(string(MODEL_FILE)));
+  feature_extraction_net->CopyTrainedLayersFrom(string(PRETRAINED));
+  Caffe::set_mode(Caffe::GPU);
+  Caffe::SetDevice(0);
+  vector<Blob<float>*> input_vec;
+  feature_extraction_net->Forward(input_vec);
+  const shared_ptr<Blob<Dtype> > feature_blob = feature_extraction_net
+        ->blob_by_name(LAYER);
+  int num_features = feature_blob->num();
+  int ch=feature_blob->channels();
+  int len=feature_blob->length() ;
+  int h=feature_blob->height();
+  int w=feature_blob->width() ;
+  int c=feature_blob->count();
+  LOG(ERROR) <<ch;
+  LOG(ERROR) <<num_features;
+  LOG(ERROR) <<h;
+  LOG(ERROR) <<w;
+  LOG(ERROR) <<c;
+  Dtype *mc=feature_blob->mutable_cpu_data();
+       for(int i=0;i<c;i++){
+             LOG(ERROR)<<mc[i];
+       }
+   return 0;
 }
-template<typename Dtype>
-int feature_extraction_pipeline(int argc, char** argv);
-int main(int argc, char** argv) {
-  return feature_extraction_pipeline<float>(argc, argv);
-}
+```
-template<typename Dtype>
-int feature_extraction_pipeline(int argc, char** argv) {
-LOG(ERROR) << "SSSSSSSSSSSSSSSSSSSSSSSSSSSSSSS";
-	const int num_required_args = 7;
-	if (argc < num_required_args) {
-		LOG(ERROR) <<
-		"\nUsage: extract_image_features.bin <feature_extractor_prototxt_file>"
-		" <c3d_pre_trained_model> <gpu_id> <mini_batch_size> <number_of_mini_batches>"
-		" <output_prefix_file> feature_name1> [<feature_name2>, ..]\n";
-		return 1;
+このコードなのですが
-	}
+最初に
-  char* net_proto = argv[1];
-  char* pretrained_model = argv[2];
-  int device_id = atoi(argv[3]);
-  uint batch_size = atoi(argv[4]);
-  uint num_mini_batches = atoi(argv[5]);
-  char* fn_feat = argv[6];
-  Caffe::set_phase(Caffe::TEST);
+Caffe::set_phase(Caffe::TEST);
-  if (device_id>=0){
+から始まりますが、これが
-	  Caffe::set_mode(Caffe::GPU);
-	  Caffe::SetDevice(device_id);
-	  LOG(ERROR) << "Using GPU #" << device_id;
-  }
-  else{
-	  Caffe::set_mode(Caffe::CPU);
-	  LOG(ERROR) << "Using CPU";
-  }
   shared_ptr<Net<Dtype> > feature_extraction_net(
-      new Net<Dtype>(string(net_proto)));
-  feature_extraction_net->CopyTrainedLayersFrom(string(pretrained_model));
-  for (int i=7; i<argc; i++){
-  CHECK(feature_extraction_net->has_blob(string(argv[i])))
-      << "Unknown feature blob name " << string(argv[i])
-      << " in the network " << string(net_proto);
-  }
-  LOG(ERROR)<< "Extracting features for " << num_mini_batches << " batches";
-  std::ifstream infile(fn_feat);
-  string feat_prefix;
-  std::vector<string> list_prefix;
-  int c = 0;
-  vector<Blob<float>*> input_vec;
-  int image_index = 0;
-  for (int batch_index = 0; batch_index < num_mini_batches; ++batch_index) {
-    feature_extraction_net->Forward(input_vec);
-    list_prefix.clear();
-    for (int n=0; n<batch_size; n++){
-    	if (infile >> feat_prefix)
-    		list_prefix.push_back(feat_prefix);
-    	else
-    		break;
-    }
-    if (list_prefix.empty())
-    	break;
-    for (int k=7; k<argc; k++){
-        string strext=string(argv[k]);
-    	const shared_ptr<Blob<Dtype> > feature_blob = feature_extraction_net
-        ->blob_by_name(strext);
-    	int num_features = feature_blob->num();
-        int ch=feature_blob->channels();
-        int len=feature_blob->length() ;
-        int h=feature_blob->height();
-        int w=feature_blob->width() ;
-        int c=feature_blob->count();
-        Dtype *mc=feature_blob->mutable_cpu_data();
-           LOG(ERROR) << "TTTTTTTTTTTTTTTTTTTTT"<<num_features<<":"<<list_prefix.size()<<":"<<ch<<":"<<len<<":"<<h<<":"<<w<<":"<<c<<feature_blob;
-    	//Dtype* feature_blob_data;
-        for (int n = 0; n < num_features; ++n) {
-          LOG(ERROR) << "KKKKKKKKKKKKKKKKK"<<list_prefix.size()<<":"<<n ;
-          if (list_prefix.size()>n){
-        	  string fn_feat = list_prefix[n] + string(".") + strext;
-                  LOG(ERROR) << "UUUUUUUUUUUUUUUUU"<<fn_feat <<":"<<n;
-        	  mysave_blob_to_binary(feature_blob.get(), fn_feat, n);
-          }
-        }
-    }
-    image_index += list_prefix.size();
-    if (batch_index % 100 == 0) {
-        LOG(ERROR)<< "Extracted features of " << image_index <<
-            " images.";
-    }
-  }
-  LOG(ERROR)<< "Successfully extracted " << image_index << " features!";
-  infile.close();
-  return 0;
-}
+      new Net<Dtype>(string(MODEL_FILE)));
+の下に来るとどうも、最後の出力が毎回変わるのがわかりました。それでこのコードなのです。
+これと同じことをpythonでしたかったので
+このコードをかきました。
+```python
+import sys, os, os.path, numpy, caffe
+import inspect
+MODEL_FILE = '/home/kokawa2003/work/ww2/C3D-v1.0/python/prototxt/c3d_sport1m_feature_extractor_file.prototxt'
+PRETRAINED = '/home/kokawa2003/work/ww2/C3D-v1.0/python/conv3d_deepnetA_sport1m_iter_1900000'
+LAYER = 'fc6-1'
+INDEX = 0
+res=inspect.getmembers(caffe.Net);
+#net = caffe.Classifier(MODEL_FILE)
+net = caffe.Net(MODEL_FILE,PRETRAINED)
+net.set_phase_test()
+net.set_mode_gpu()
+net.set_device(0)
+net = caffe.Net(MODEL_FILE,PRETRAINED)
+net.forward()
+blob=net.blobs['fc6-1']
+#features = blob.data.copy()
+#funcs=inspect.getmembers(blob)
+#net.blobs['fc6-1'].cpu_data()
+#features.cpu_data()
+print(blob.channels)
+print(blob.num)
+print(blob.height)
+print(blob.width)
+print(blob.count)
+#print(len(blob.data))
+#print(len(blob.data[0]))
+for onedata1 in blob.data:
+   for one2 in onedata1:
+      print(one2)
+#print(blob.data[0]);
 ```
-で、これをPythonに直すためこのコードを書きました
+これで同等な出力が出るのは見ましたがコードがちょっとアレです。
-```python
+とくに
-import sys, os, os.path, numpy, caffe
-import inspect
-MODEL_FILE = '/home/kokawa2003/work/ww2/C3D-v1.0/python/prototxt/c3d_sport1m_feature_extractor_file.prototxt'
-PRETRAINED = '/home/kokawa2003/work/ww2/C3D-v1.0/python/conv3d_deepnetA_sport1m_iter_1900000'
-LAYER = 'fc6-1'
-INDEX = 0
 net = caffe.Net(MODEL_FILE,PRETRAINED)
@@ -378,96 +228,20 @@
 net.set_mode_gpu()
-net.forward()
+net.set_device(0)
-blob=net.blobs['fc6-1']
-features = net.blobs['fc6-1'].data.copy()
+net = caffe.Net(MODEL_FILE,PRETRAINED)
-funcs=inspect.getmembers(blob)
+のあたりが....
-#net.blobs['fc6-1'].cpu_data()
+netを二回読んでいるのは読む前にnet.set_phase_test()
-#features.cpu_data()
-print(net.blobs['fc6-1'].channels)
-print(net.blobs['fc6-1'].num)
-#net.blobs['fc6-1'].length
-print(net.blobs['fc6-1'].height)
-print(net.blobs['fc6-1'].width)
-print(net.blobs['fc6-1'].count)
-#net.blobs['fc6-1'].mutable_cpu_data
-print(len(features))
-print(features[0])
-print(funcs)
-```
-途中出力しているblogのデータを見ると同じなので、ここまではあっていると思っていますが、
-最後のC++の方にある
-buff = blob->mutable_cpu_data() + blob->offset(num_index);
-の演算をpythonの方でやるやり方がわかりません
-理由は
-blob->mutable_cpu_data()
-blob->offset(num_index)
-にあたるpythonの関数が見つけられないからです。
+をしたかったがやり方がわからないからです。
-blob->offset(num_index)は多分blob[num_index]だろーとは考えていますが>mutable_cpu_dataは全く分かりません。
-最後にログを載せます。
-prototxtも要望あれば載せます
-```c++
-WARNING: Logging before InitGoogleLogging() is written to STDERR
+２回目のnet = caffe.Net(MODEL_FILE,PRETRAINED)を取ると出力が毎回変わります。
-E1004 16:56:15.849175 30246 extract_image_features_test.cpp:77] SSSSSSSSSSSSSSSSSSSSSSSSSSSSSSS
-....
-I1004 16:56:16.851805 30246 net.cpp:176] Network initialization done.
-I1004 16:56:16.851807 30246 net.cpp:177] Memory required for Data 5653289408
-E1004 16:56:17.099912 30246 extract_image_features_test.cpp:115] Extracting features for 1 batches
-E1004 16:56:17.980628 30246 extract_image_features_test.cpp:147] TTTTTTTTTTTTTTTTTTTTT50:1:4096:1:1:1:2048000x55d761bc0040
-E1004 16:56:17.980654 30246 extract_image_features_test.cpp:152] KKKKKKKKKKKKKKKKK1:0
-E1004 16:56:17.980656 30246 extract_image_features_test.cpp:155] UUUUUUUUUUUUUUUUU./temp2/001665.fc6-1:0
-E1004 16:56:17.980712 30246 extract_image_features_test.cpp:48] AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA
-　....
-E1004 16:56:17.980847 30246 extract_image_features_test.cpp:162] Extracted features of 1 images.
-E1004 16:56:17.980849 30246 extract_image_features_test.cpp:166] Successfully extracted 1 features!
-```
-pythonも載せたいのですが長すぎでNGでした
+本当はどう書くのがいいのでしようか？
+動いているからいいとも思うが、偶然かもしれない。
+ちょっとアブノーマルだと思うので正しい書き方を知りたいです。