質問編集履歴

前提にスレッドに関する情報を追記、またソースコードを現象を再現できるより簡易なものに変更しました。

2021/01/26 11:33

投稿

hibin0bin0

スコア2

test CHANGED Viewed

File without changes

test CHANGED Viewed

@@ -1,14 +1,18 @@
 ### 前提・実現したいこと
+※スレッドに関して追記しました。
 自作ツールでNaudioを使って音声データを扱っています。
+メインスレッドで音声を読み込んでから、
-A・音声データの読み込み直後
+A・音声データの読み込み直後(別スレッド)
-B・Aの後にFFTの計算時
+B・Aの後にFFTの計算時(別スレッド)
-C・波形データの描画
+C・波形データの描画(メインスレッド)
 主にこの3つのタイミングでAudioFileReader.Readを行っています。
@@ -66,19 +70,59 @@
-Aのソースコード
+※追記　Winforms Form1クラスにコピペできる簡易版のスクリプトはこちらです：
 ```C#
-		//AudioFileReaderリスト：元データ、波形描画用ピークファイルtasks個分、再生用ストリームを追加していく
+	public partial class Form1 : Form
+	{
-		public List<AudioFileReader> streams = new List<AudioFileReader>();
+		List<AudioFileReader> streams = new List<AudioFileReader>();
+		int ch;
+		long fullsamples;
+		WaveFormat waveformat;
+		long fullms;
+		int block = 128;
+		int fftLength = 128;
+		public Form1()
+		{
+			InitializeComponent();
+			streams.Add(new AudioFileReader(/*任意のメディアファイル*/));
+			ch = streams[0].WaveFormat.Channels;
+			fullsamples = (int)(streams[0].Length / streams[0].BlockAlign);
+			waveformat = streams[0].WaveFormat;
+			fullms = (int)(fullsamples * 1000 / waveformat.SampleRate);
-		//backgroundworkerのDoWork
+			backgroundWorker1.RunWorkerAsync();
+		}
+		//Aの処理
-		public void CreatePeakFiles(object sender, DoWorkEventArgs e)
+		private void backgroundWorker1_DoWork(object sender, DoWorkEventArgs e)
 		{
@@ -96,23 +140,23 @@
-			for (int x = 0; x < tasks; x++)
+			for (int x = 0; x < 3; x++)
 			{
-				var writer = new WaveFileWriter("tempshrink" + x + ".wav", streams[x].WaveFormat);
+				var writer = new WaveFileWriter("tempshrink" + x + ".wav", streams[x].WaveFormat);
 				streams[x].Position = 0;
-				int read = streams[x].Read(sample, 0, block * ch); //ここのReadは問題なし
+				int read = streams[x].Read(sample, 0, block * ch);
 				while (read != 0)
 				{
-					for(int b =0; b < block; b++)
+					for (int b = 0; b < block; b++)
 					{
@@ -152,291 +196,185 @@
+					read = streams[x].Read(sample, 0, block * ch);
+				}
+				writer.Dispose();
+				streams.Add(new AudioFileReader("tempshrink" + x + ".wav"));
+			}
+		}
+		private void backgroundWorker1_RunWorkerCompleted(object sender, RunWorkerCompletedEventArgs e)
+		{
+			backgroundWorker2.RunWorkerAsync();
+		}
-					//キャンセル確認
+		//Bの処理
+		private void backgroundWorker2_DoWork(object sender, DoWorkEventArgs e)
+		{
+			BackgroundWorker control = (BackgroundWorker)sender;
+			AudioFileReader reader = streams[0];
+			reader.Position = 0;
+			int yoko = (int)(fullsamples / fftLength);
+			int tate = fftLength / 2;
+			int stride = (yoko % 4 == 0) ? yoko : (yoko / 4 + 1) * 4;
+			byte[] result = new byte[stride * tate];
+			byte[][] spec = new byte[yoko][];
+			int m = (int)Math.Log(fftLength, 2);
+			int bundle = 10;
+			Complex[] buffer = new Complex[fftLength];
+			int count = 0;
+			int readoncelength = fftLength * ch * bundle;
+			float[] sample = new float[readoncelength];
+			while (reader.Read(sample, 0, readoncelength) != 0)
+			{
-					if (control.CancellationPending)
+				for (int i = 0; i < bundle; i++)
+				{
+					int timex = count * bundle + i;
+					if (timex >= yoko) break;
+					for (int r = 0; r < fftLength; r++)
 					{
+						int index = (i * fftLength + r) * ch;
+						if (ch == 2) sample[index] = (sample[index] + sample[index + 1]) / 2;
+						buffer[r].X = sample[index] * (float)FastFourierTransform.HammingWindow(r, fftLength);
-						e.Cancel = true;
+						buffer[r].Y = 0.0f;
-						return;
 					}
+					FastFourierTransform.FFT(true, m, buffer);
+					spec[timex] = new byte[tate];
+					for (int k = 0; k < tate; k++)
+					{
-					control.ReportProgress((int)(streams[x].Position * 100 / streams[x].Length), $"ピークを取得しています...");
+						double diagonal = Math.Sqrt(buffer[k].X * buffer[k].X + buffer[k].Y * buffer[k].Y);
+						double intensityDB = 10.0 * Math.Log10(diagonal);
+						const double minDB = -50.0;
-					read = streams[x].Read(sample, 0, block * ch);　//ここも問題なし
+						double percent = (intensityDB < minDB) ? 1.0 : intensityDB / minDB;
+						result[timex + (tate - 1 - k) * stride] = (byte)(255f * percent / 16);
+						spec[timex][k] = (byte)(255f * percent);
+					}
 				}
-				writer.Dispose();
-				streams.Add(new AudioFileReader("tempshrink" + x + ".wav"));
-				Console.WriteLine($"tempshrink{x}ピーク算出終了:" + watch.ElapsedMilliseconds.ToString());
-				watch.Restart();
+				count++;
 			}
-			streams.Add(new AudioFileReader(soundpath)); //再生用
+			e.Result = result;
-		}
+		}
+		private void backgroundWorker2_RunWorkerCompleted(object sender, RunWorkerCompletedEventArgs e)
+		{
+			timer1.Enabled = true;
+		}
+		//Tickで描画させているという体
+		private void timer1_Tick(object sender, EventArgs e)
+		{
+			float[] samples = new float[2];
+			//ここで例外発生
+			while (streams[0].Read(samples, 0, 2)!=0)
+			{
+			}
+		}
+	}
 ```
-Bのソースコード
-```C#
-public void CalculateFFT(object sender, DoWorkEventArgs e)
-		{
-			BackgroundWorker control = (BackgroundWorker)sender;
-			AudioFileReader reader = streams[0];
-			reader.Position = 0;
-			int yoko = (int)(fullsamples / fftLength);
-			int tate = fftLength / 2;
-			int stride = (yoko % 4 == 0) ? yoko : (yoko / 4 + 1) * 4;
-			byte[] result = new byte[stride * tate];
-			byte[][] spec = new byte[yoko][];
-			int m = (int)Math.Log(fftLength, 2);
-			int bundle = 10;
-			Complex[] buffer = new Complex[fftLength];
-			int count = 0;
-			int readoncelength = fftLength * ch * bundle;
-			float[] sample = new float[readoncelength];
-			while (reader.Read(sample, 0, readoncelength)!=0) //問題なし
-			{
-				for (int i = 0; i < bundle; i++)
-				{
-					int timex = count * bundle + i;
-					if (timex >= yoko) break;
-					for (int r = 0; r < fftLength; r++)
-					{
-						int index =(i * fftLength + r) * ch;
-						if (ch == 2) sample[index] = (sample[index] + sample[index + 1]) / 2;
-						buffer[r].X = sample[index] * (float)FastFourierTransform.HammingWindow(r, fftLength);
-						buffer[r].Y = 0.0f;
-					}
-					FastFourierTransform.FFT(true, m, buffer);
-					spec[timex] = new byte[tate];
-					for (int k = 0; k < tate; k++)
-					{
-						double diagonal = Math.Sqrt(buffer[k].X * buffer[k].X + buffer[k].Y * buffer[k].Y);
-						double intensityDB = 10.0 * Math.Log10(diagonal);
-						const double minDB = -50.0;
-						double percent = (intensityDB < minDB) ? 1.0 : intensityDB / minDB;
-						result[timex + (tate - 1 - k) * stride] = (byte)(255f * percent / 16);
-						spec[timex][k] = (byte)(255f * percent);
-					}
-				}
-				//キャンセル確認
-				if (control.CancellationPending)
-				{
-					e.Cancel = true;
-					return;
-				}
-				control.ReportProgress((int)(reader.Position * 100 / reader.Length), $"スペクトルを計算しています...");
-				count++;
-			}
-```
-Cの中で呼び出している関数
-```C#
-			public float[] GetNextPeak(int id, long samplesperpeak, bool withrms = false)
-			{
-			int channels = streams[id].WaveFormat.Channels;
-			float[] samples = new float[samplesperpeak * channels];
-			//ここでなぜか例外発生
-			//id は波形の拡縮によってストリームを切り替え、0の時は元データのストリーム
-			//0以外はwavファイルなのでMediaFoundationReaderは使用せず
-			//mp4を読み込んだあとのid=0の時のみ、この例外が発生
-			int read = streams[id].Read(samples, 0, samples.Length);
-			if (read == 0) return null;
-			//結果を入れる配列...LMax/RMax/Lmin/Rmin
-			float[] result = new float[channels * 2];
-			if (withrms) result = new float[channels * 2 + channels];
-			//初期化;
-			for(int i = 0; i < result.Length; i++)
-			{
-				result[i] = 0f;
-			}
-			for(int i=0;i<read / channels; i++)
-			{
-				for(int ch = 0; ch < channels; ch++)
-				{
-					if (i == 0)
-					{
-						result[ch] = samples[channels * i + ch];
-						result[ch + channels] = samples[channels * i + ch];
-					}
-					else
-					{
-						result[ch] = Math.Max(result[ch], samples[channels * i + ch]);
-						result[ch + channels] = Math.Min(result[ch + channels], samples[channels * i + ch]);
-					}
-					if (withrms) result[channels * 2 + ch] += (float)Math.Pow(samples[channels * i + ch], 2);
-				}
-			}
-			if (withrms)
-			{
-				for (int ch = 0; ch < channels; ch++)
-				{
-					result[channels * 2 + ch] /= read;
-					result[channels * 2 + ch] = (float)Math.Sqrt(result[channels * 2 + ch]);
-				}
-			}
-			return result;
-		}
-```
 ### 補足情報（FW/ツールのバージョンなど）