帧速率太慢 [英] framerate too slow
本文介绍了帧速率太慢的处理方法，对大家解决问题具有一定的参考价值，需要的朋友们下面随着小编来一起学习吧！
问题描述
如何加快帧速率。使用emgu opencv处理深度帧以检测图像中的小提琴弓 使用houghlines但帧速率非常慢，大约每秒3次。我有附加代码，如果有任何提高速度的建议
How to speed up framerate. Using emgu opencv to process depthframe to detect violin bow in image using houghlines but framerate is very slow about 3 per second. I have attached code if any suggestions to increase speed
非常感谢
private void Reader_MultiSourceFrameArrived(object sender, MultiSourceFrameArrivedEventArgs e)
{
BitmapSource depthBmp = null;
blobCount = 0;
bool depthFrameProcessed = false;
MultiSourceFrameReference frameReference = e.FrameReference;
MultiSourceFrame multiSourceFrame = frameReference.AcquireFrame();
DepthFrame depthFrame = null;
ColorFrame colorFrame = null;
BodyIndexFrame bodyIndexFrame = null;
BodyFrame bodyFrame = null;
try
{
multiSourceFrame = frameReference.AcquireFrame();
if (multiSourceFrame != null)
{
DepthFrameReference depthFrameReference = multiSourceFrame.DepthFrameReference;
ColorFrameReference colorFrameReference = multiSourceFrame.ColorFrameReference;
BodyIndexFrameReference bodyIndexFrameReference = multiSourceFrame.BodyIndexFrameReference;
BodyFrameReference bodyFrameReference = multiSourceFrame.BodyFrameReference;
if (this.startTime.Ticks == 0)
{
this.startTime = depthFrameReference.RelativeTime;
// this.startTimeDT = DateTime.Now;
}
this.framesSinceUpdate++;
if (DateTime.Now >= this.nextStatusUpdate)
{
// calcuate fps based on last frame received
double fps = 0.0;
if (this.stopwatch.IsRunning)
{
this.stopwatch.Stop();
fps = this.framesSinceUpdate / this.stopwatch.Elapsed.TotalSeconds;
this.stopwatch.Reset();
}
this.nextStatusUpdate = DateTime.Now + TimeSpan.FromSeconds(1);
this.CurrentFPS = fps;
this.txtFrameRateCount.Text = "frames per second: " + fps.ToString();
}
if (!this.stopwatch.IsRunning)
{
this.framesSinceUpdate = 0;
this.stopwatch.Start();
}
depthFrame = depthFrameReference.AcquireFrame();
colorFrame = colorFrameReference.AcquireFrame();
bodyIndexFrame = bodyIndexFrameReference.AcquireFrame();
bodyFrame = bodyFrameReference.AcquireFrame();
// if ((depthFrame != null) && (colorFrame != null) && (bodyIndexFrame != null))
if ((depthFrame != null) && (colorFrame != null) && (bodyIndexFrame != null) && (bodyFrame != null))
{
if (this.bodies == null)
{
this.bodies = new Body[bodyFrame.BodyCount];
}
bodyFrame.GetAndRefreshBodyData(this.bodies);
CameraSpacePoint rightHandCSP = this.bodies.Where(b => b.IsTracked).First().Joints[JointType.HandRight].Position;
CameraSpacePoint spineShoulderCSP = this.bodies.Where(b => b.IsTracked).First().Joints[JointType.SpineShoulder].Position;
spineShoulderCSP.Y = spineShoulderCSP.Y + 0.05f;
DepthSpacePoint spineShoulderdDSP = coordinateMapper.MapCameraPointToDepthSpace(spineShoulderCSP);
// DepthSpacePoint spineShoulderdDSP = coordinateMapper.MapCameraPointToDepthSpace(this.bodies.Where(b => b.IsTracked).First().Joints[JointType.SpineShoulder].Position);
CameraSpacePoint headCSP = this.bodies.Where(b => b.IsTracked).First().Joints[JointType.Head].Position;
headCSP.X = headCSP.X - 0.12f;
DepthSpacePoint rightHanddp = this.coordinateMapper.MapCameraPointToDepthSpace(rightHandCSP);
DepthSpacePoint leftHanddp = this.coordinateMapper.MapCameraPointToDepthSpace(this.bodies.Where(b => b.IsTracked).First().Joints[JointType.HandLeft].Position);
DepthSpacePoint headdp = this.coordinateMapper.MapCameraPointToDepthSpace(headCSP);
FrameDescription bodyIndexFrameDescription = bodyIndexFrame.FrameDescription;
bodyIndexFrame.CopyFrameDataToArray(this.bodyIndexFrameData);
depthFrameData = new ushort[depthFrame.FrameDescription.LengthInPixels];
depthFrame.CopyFrameDataToArray(depthFrameData);
object[] ob = new object[2];
ob = depthFrame.SliceDepthImage(this.bodyIndexFrameData, depthFrameData, (int)sliderMin.Value, (int)sliderMax.Value);
depthBmp = (BitmapSource) ob[1] ;
this.scrollDepthSpacePoint = (DepthSpacePoint)ob[0];
System.Drawing.Point ScrollDrawingPoint = new System.Drawing.Point((int)this.scrollDepthSpacePoint.X, (int)this.scrollDepthSpacePoint.Y);
Image<Bgr, Byte> openCVImg = new Image<Bgr, byte>(depthBmp.ToBitmap());
Image<Gray, byte> gray_image = openCVImg.Convert<Gray, byte>();
Gray cannyThreshold = new Gray((int)sliderThreshold.Value);
// Gray cannyThresholdLinking = new Gray(120);
Gray cannyThresholdLinking = new Gray((int)sliderThresholdLinking.Value);
Image<Gray, Byte> cannyEdges = gray_image.Canny(cannyThreshold, cannyThresholdLinking);
double tolerance = 4.0f;
LineSegment2D[] lines = cannyEdges.HoughLinesBinary(
1, //Distance resolution in pixel-related units(1)
Math.PI / 45.0f, //Angle resolution measured in radians(45.0).
20, //threshold
10, //min Line width(10)
10//gap between lines(10)
)[0]; //Get the lines from the first channel
lines = lines.Where(l => l.P1.X > leftHanddp.X && l.P2.X > leftHanddp.X && l.P1.Y < rightHanddp.Y && l.P2.Y < rightHanddp.Y && l.P1.X < headdp.X && l.P2.X < headdp.X && ( l.Direction.X ==0 ||( l.Direction.X != 0 && ImageHelpers.Radians2Degrees(Math.Atan(Math.Abs(l.Direction.Y / l.Direction.X)))>65.0f && ImageHelpers.Radians2Degrees(Math.Atan(Math.Abs(l.Direction.Y / l.Direction.X)))<90.0f))).ToArray();
for (int i = 0; i < lines.Count(); i++)
{
LineSegment2D line = lines[i];
openCVImg.Draw(line, new Bgr(System.Drawing.Color.Purple), 2);
}
var combinations = from item in lines
from item2 in lines
where Array.IndexOf(lines, item) < Array.IndexOf(lines, item2) && Math.Abs(item.GetExteriorAngleDegree(item2)) < tolerance && Math.Abs((item.P1.X - item2.P1.X)) < tolerance
select new[] { item, item2 };
int combinationCount = 0;
foreach (LineSegment2D[] linepair in combinations)
{
double degree = linepair[0].GetExteriorAngleDegree(linepair[1]);
double distanceAppart = Math.Abs(linepair[0].P1.X - linepair[1].P1.X);
openCVImg.Draw(linepair[0], new Bgr(System.Drawing.Color.Green), 1);
openCVImg.Draw(linepair[1], new Bgr(System.Drawing.Color.Green), 1);
combinationCount++;
}
float zdiff = Math.Abs(rightHandCSP.Z - headCSP.Z);
float ydiff = Math.Abs(( rightHandCSP.Y- headCSP.Y));
CameraSpacePoint maxHeightCSP = rightHandCSP;
float headHandLength = (float)Math.Sqrt(ydiff*ydiff + zdiff* zdiff);
float maxHeight = rightHandCSP.Y + (ydiff * 0.75f / headHandLength);
maxHeightCSP.Y = maxHeightCSP.Y + (ydiff * 0.75f / headHandLength);
DepthSpacePoint maxHeightDSP = this.coordinateMapper.MapCameraPointToDepthSpace(maxHeightCSP);
float maxDepth = rightHandCSP.Z +(zdiff *0.75f/headHandLength);
ushort maxDepthShort = ushort.Parse(Math.Truncate(maxDepth * 1000.0f).ToString());
LineSegment2D bowLine = combinations.Where(c => c[0].Length>10).OrderBy(c =>this.depthFrameData[(int)( c[0].P1.Y * depthFrame.FrameDescription.Width + c[0].P1.X)]).OrderByDescending(c => c[0].Length).First()[0];
System.Drawing.Point ButtonPoint = new System.Drawing.Point();
System.Drawing.Point BowTipPoint = new System.Drawing.Point();
if (bowLine.P1.Y > bowLine.P2.Y)
{
double gradient = bowLine.Direction.Y/bowLine.Direction.X;
ButtonPoint = findButtonPoint(bowLine.P1,gradient,depthFrame.FrameDescription.Width,depthFrame.FrameDescription.Height);
BowTipPoint = findBowTipPoint(bowLine.P2, gradient, depthFrame.FrameDescription.Width, depthFrame.FrameDescription.Height, maxDepthShort,(int) maxHeightDSP.Y);
}
else
{
double gradient = bowLine.Direction.Y / bowLine.Direction.X;
ButtonPoint = findButtonPoint(bowLine.P2, gradient, depthFrame.FrameDescription.Width, depthFrame.FrameDescription.Height);
BowTipPoint = findBowTipPoint(bowLine.P1, gradient, depthFrame.FrameDescription.Width, depthFrame.FrameDescription.Height, maxDepthShort,(int) maxHeightDSP.Y);
}
openCVImg.Draw(new CircleF(bowLine.P1, 3.0f), new Bgr(System.Drawing.Color.DarkTurquoise), 4);
openCVImg.Draw(new CircleF(bowLine.P2, 3.0f), new Bgr(System.Drawing.Color.Orange), 4);
openCVImg.Draw(new CircleF(ButtonPoint, 3.0f), new Bgr(System.Drawing.Color.Yellow), 4);
openCVImg.Draw(new CircleF(BowTipPoint, 3.0f), new Bgr(System.Drawing.Color.LimeGreen), 4);
openCVImg.Draw(new CircleF(ScrollDrawingPoint, 3.0f), new Bgr(System.Drawing.Color.Aquamarine), 4);
System.Drawing.Point ViolinButtonPoint = new System.Drawing.Point((int)spineShoulderdDSP.X, (int)spineShoulderdDSP.Y);
openCVImg.Draw(new CircleF(ViolinButtonPoint, 3.0f), new Bgr(System.Drawing.Color.Red), 4);
System.Drawing.Point contactPoint = ImageHelpers.GetIntersection(bowLine,new LineSegment2D(ScrollDrawingPoint,ViolinButtonPoint));
openCVImg.Draw(new CircleF(contactPoint, 3.0f), new Bgr(System.Drawing.Color.DarkOliveGreen), 4);
this.txtRectangleCount.Text = combinationCount.ToString() + " Paralell lines " + ImageHelpers.Radians2Degrees(Math.Atan(Math.Abs(bowLine.Direction.Y / bowLine.Direction.X))).ToString() + " degrees";
//}
this.outImg.Source = ImageHelpers.ToBitmapSource(openCVImg);
}
// }
//if (colorFrame != null)
//{
if (colorFrame.RawColorImageFormat == ColorImageFormat.Bgra)
{
colorFrame.CopyRawFrameDataToArray(this.colorPixels);
}
else
{
colorFrame.CopyConvertedFrameDataToArray(this.colorPixels, ColorImageFormat.Bgra);
}
this.colorBitmap.WritePixels(
new Int32Rect(0, 0, colorFrame.FrameDescription.Width, colorFrame.FrameDescription.Height),
this.colorPixels,
colorFrame.FrameDescription.Width * this.cbytesPerPixel,
0);
}
}
catch (Exception ex)
{
string exception = ex.ToString();
}
finally
{
if (depthFrame != null)
{
depthFrame.Dispose();
depthFrame = null;
}
if (colorFrame != null)
{
colorFrame.Dispose();
colorFrame = null;
}
if (bodyIndexFrame != null)
{
bodyIndexFrame.Dispose();
bodyIndexFrame = null;
}
if (bodyFrame != null)
{
bodyFrame.Dispose();
bodyFrame = null;
}
if (multiSourceFrame != null)
{
multiSourceFrame = null;
}
}
}
推荐答案
您需要优化更新循环并确保处理帧更正。查看坐标映射基础样本中的代码，以正确使用Dispose（using语句）。这也将提供正确的模式，以确保您
正在复制数据并尽快处理帧。
You need to optimize your update loop and ensure you are disposing of the frames correcting. Review the code from the coordinate mapping basics sample for correct usage of Dispose(using statement). This will also provide the correct pattern to ensure you are copying the data and disposing of the frame as quickly as possible.
您需要确保尽快释放帧。获取/复制和处置，在您释放所有帧之前不要处理。从那里你可以实现一个单独的线程来处理Kinect数据并为你的draw
循环准备数据。
You need to ensure you are releasing frames as quickly as possible. Acquire/copy and dispose, do not process until your have released all frames. From there you can implement a separate thread for processing the Kinect data and prepare data for your draw loop.
这篇关于帧速率太慢的文章就介绍到这了，希望我们推荐的答案对大家有所帮助，也希望大家多多支持IT屋！
查看全文
