devbox
2023面试高手
这个屌丝很懒，什么也没留下！
关注作者
热门标签
热门文章
当前位置:   article > 正文

Unity录屏实现（一）_unity 压缩视频

作者：2023面试高手 | 2024-06-17 00:38:15

赞

踩

unity 压缩视频

几天前下载到一个安卓工程，可以把图片合成视频，突然想开坑做一个Unity录屏功能，然后就开始了。

Android代码：

  1. package cn.net.xuefei.unityrec;
  2.  
  3. import static com.googlecode.javacv.cpp.opencv_highgui.cvLoadImage;
  4.  
  5. import java.io.File;
  6. import java.io.FileNotFoundException;
  7. import java.io.FileOutputStream;
  8. import java.io.IOException;
  9. import java.io.OutputStream;
  10.  
  11. import com.googlecode.javacv.FFmpegFrameRecorder;
  12. import com.googlecode.javacv.FrameRecorder.Exception;
  13. import com.googlecode.javacv.cpp.opencv_core;
  14. import com.unity3d.player.UnityPlayer;
  15. import com.unity3d.player.UnityPlayerActivity;
  16.  
  17. import android.graphics.Bitmap;
  18. import android.graphics.BitmapFactory;
  19. import android.os.Bundle;
  20. import android.os.Environment;
  21. import android.util.Log;
  22.  
  23. public class MainActivity extends UnityPlayerActivity {
  24. 	private static MainActivity ma;
  25.  
  26. 	@Override
  27. 	protected void onCreate(Bundle savedInstanceState) {
  28. 		super.onCreate(savedInstanceState);
  29. 		ma = this;
  30. 	}
  31.  
  32. 	public static void StartFusionVideo(final String videoName, final String frameCount, final String vidoeLength) {
  33. 		ma.runOnUiThread(new Runnable() {
  34. 			public void run() { //
  35. 				if (!isStarted()) {
  36. 					int fc = Integer.parseInt(frameCount);
  37. 					long vl = Long.parseLong(vidoeLength);
  38. 					start(videoName, fc, vl);
  39. 				}
  40. 			}
  41. 		});
  42. 	}
  43.  
  44. 	public static void PauseFusionVideo() {
  45. 		pause();
  46. 	}
  47.  
  48. 	public static void StopFusionVideo() {
  49. 		stop();
  50. 	}
  51.  
  52. 	private static int switcher = 0;// 录像键
  53. 	private static boolean isPaused = false;// 暂停键
  54. 	private static String filename = null;
  55. 	public static int INDEX_MAX = 21;
  56.  
  57. 	private static String filePathRoot = Environment.getExternalStorageDirectory()
  58. 			+ "/Android/data/cn.net.xuefei.unityrec/files/";
  59. 	private static Bitmap frame;
  60. 	private static Bitmap testBitmap;
  61.  
  62. 	public static void start(final String videoName, final int frameCount, final long vidoeLength) {
  63. 		Log.e("start参数：", "videoName:" + videoName + " frameCount:" + frameCount + " vidoeLength:" + vidoeLength);
  64. 		INDEX_MAX = frameCount - 1;
  65. 		frame = Bitmap.createBitmap(1080, 1920, Bitmap.Config.RGB_565);
  66. 		testBitmap = Bitmap.createBitmap(1080, 1920, Bitmap.Config.RGB_565);
  67. 		switcher = 1;
  68. 		new Thread() {
  69. 			public void run() {
  70.  
  71. 				OutputStream os = null;
  72.  
  73. 				filename = videoName + ".mp4";
  74. 				testBitmap = getFrameBitmap(filePathRoot + "0.jpg");
  75.  
  76. 				FFmpegFrameRecorder recorder = new FFmpegFrameRecorder(filePathRoot + filename, 1080, 1920);
  77.  
  78. 				recorder.setFormat("mp4");
  79. 				// recorder.setFrameRate(30f);//录像帧率
  80. 				Log.e("录像帧率 ", (frameCount / (vidoeLength / 1000)) + "");
  81. 				Log.e("录像时长 ", vidoeLength + "");
  82. 				Log.e("frameCount", frameCount + "");
  83. 				recorder.setFrameRate(frameCount / (vidoeLength / 1000));// 录像帧率
  84. 				// recorder.setTimestamp(vidoeLength);
  85. 				try {
  86. 					recorder.start();
  87. 				} catch (Exception e) {
  88. 					// TODO Auto-generated catch block
  89. 					e.printStackTrace();
  90. 				}
  91.  
  92. 				int index = 0;
  93. 				while (switcher != 0) {
  94. 					if (!isPaused) {
  95. 						File file = new File(filePathRoot + "video.jpg");
  96. 						if (!file.exists()) {
  97. 							file.getParentFile().mkdirs();
  98. 							try {
  99. 								file.createNewFile();
  100. 							} catch (IOException e) {
  101. 								// TODO Auto-generated catch block
  102. 								e.printStackTrace();
  103. 							}
  104. 						} else {
  105. 							file = new File(filePathRoot + "video.jpg");
  106. 						}
  107. 						try {
  108. 							os = new FileOutputStream(file);
  109. 						} catch (FileNotFoundException e) {
  110. 							// TODO Auto-generated catch block
  111. 							e.printStackTrace();
  112. 						}
  113. 						frame = getFrameBitmap(filePathRoot + index + ".jpg");
  114. 						frame.compress(Bitmap.CompressFormat.JPEG, 100, os);
  115.  
  116. 						try {
  117. 							os.flush();
  118. 						} catch (IOException e) {
  119. 							// TODO Auto-generated catch block
  120. 							e.printStackTrace();
  121. 						}
  122. 						try {
  123. 							os.close();
  124. 						} catch (IOException e) {
  125. 							// TODO Auto-generated catch block
  126. 							e.printStackTrace();
  127. 						}
  128. 						// frame.recycle();
  129. 						// frame = null;
  130. 						opencv_core.IplImage image = cvLoadImage(filePathRoot + "video.jpg");
  131. 						try {
  132. 							recorder.record(image);
  133. 						} catch (Exception e) {
  134. 							// TODO Auto-generated catch block
  135. 							e.printStackTrace();
  136. 						}
  137.  
  138. 					}
  139. 					if (index + 1 > INDEX_MAX) {
  140. 						// index = 1;
  141. 						try {
  142. 							recorder.stop();
  143. 						} catch (Exception e) {
  144. 							// TODO Auto-generated catch block
  145. 							e.printStackTrace();
  146. 						}
  147. 						UnityPlayer.UnitySendMessage("UnityREC", "FusionOver", videoName);
  148. 					} else {
  149. 						index++;
  150. 					}
  151. 					try {
  152. 						recorder.stop();
  153. 					} catch (Exception e) {
  154. 						// TODO Auto-generated catch block
  155. 						e.printStackTrace();
  156. 					}
  157. 					UnityPlayer.UnitySendMessage("UnityREC", "FusionOver", videoName);
  158. 				}
  159. 			}
  160. 		}.start();
  161. 	}
  162.  
  163. 	public static void stop() {
  164. 		switcher = 0;
  165. 		isPaused = false;
  166. 	}
  167.  
  168. 	public static void pause() {
  169. 		if (switcher == 1) {
  170. 			isPaused = true;
  171. 		}
  172. 	}
  173.  
  174. 	public static void restart() {
  175. 		if (switcher == 1) {
  176. 			isPaused = false;
  177. 		}
  178. 	}
  179.  
  180. 	public static boolean isStarted() {
  181. 		if (switcher == 1) {
  182. 			return true;
  183. 		} else {
  184. 			return false;
  185. 		}
  186. 	}
  187.  
  188. 	public static boolean isPaused() {
  189. 		return isPaused;
  190. 	}
  191.  
  192. 	static Bitmap image = null;
  193.  
  194. 	private static Bitmap getFrameBitmap(String filename) {
  195. 		image = BitmapFactory.decodeFile(filename);
  196. 		return image;
  197. 	}
  198. }

Unity代码：

  1. using UnityEngine;
  2. using System.Collections;
  3. using System.IO;
  4. using System;
  5. using System.Diagnostics;
  6. using System.Collections.Generic;
  7.  
  8. public class UnityREC : MonoBehaviour
  9. {
  10.     Texture2D tex;
  11.     int width;
  12.     int height;
  13.     Queue<byte[]> imageBytes = new Queue<byte[]>();
  14.     bool isREC = false;
  15.     int index = 0;
  16.  
  17.     private Rect CutRect = new Rect(0, 0, 1, 1);
  18.     private RenderTexture rt;
  19.     // Use this for initialization
  20.     void Start()
  21.     {
  22.         width = Screen.width;
  23.         height = Screen.height;
  24.         tex = new Texture2D(width, height, TextureFormat.RGB24, false);
  25.         rt = new RenderTexture(width, height, 2, RenderTextureFormat.ARGB32, RenderTextureReadWrite.Default);
  26.         Camera.main.pixelRect = new Rect(0, 0, width, height);
  27.         Camera.main.targetTexture = rt;
  28.         //StartCoroutine(StartREC());
  29.     }
  30.  
  31.     // Update is called once per frame
  32.     void Update()
  33.     {
  34.         if (isREC && Time.time > nextFire)
  35.         {
  36.             //StartCoroutine(StartREC());
  37.             StartRec();
  38.         }
  39.     }
  40.  
  41.     float startTime = 0;
  42.     float videoLength = 0;
  43.  
  44.     void OnGUI()
  45.     {
  46.         if (GUI.Button(new Rect(0, 0, 300, 300), "开始截屏"))
  47.         {
  48.             if (isREC)
  49.             {
  50.                 isREC = false;
  51.                 videoLength = Time.time - startTime;
  52.                 return;
  53.             }
  54.             else
  55.             {
  56.                 isREC = true;
  57.                 startTime = Time.time;
  58.                 index = 0;
  59.                 return;
  60.             }
  61.         }
  62.  
  63.         if (GUI.Button(new Rect(0, 300, 300, 300), "合成视频"))
  64.         {
  65. #if UNITY_ANDROID
  66.             AndroidJavaClass jc = new AndroidJavaClass("com.unity3d.player.UnityPlayer");
  67.             AndroidJavaObject jo = jc.GetStatic<AndroidJavaObject>("currentActivity");
  68.             jo.CallStatic("StartFusionVideo", new object[] { DateTime.Now.ToFileTime().ToString(), index + "", Convert.ToInt32(videoLength * 1000).ToString() });
  69. #elif  UNITY_IPHONE
  70. 		 
  71. #endif
  72.         }
  73.     }
  74.  
  75.     void FixedUpdate()
  76.     {
  77.         if (imageBytes.Count > 0)
  78.         {
  79.             File.WriteAllBytes(Application.persistentDataPath + "/" + index + ".jpg", imageBytes.Dequeue());
  80.             index++;
  81.         }
  82.     }
  83.  
  84.  
  85.     byte[] imagebytes;
  86.     float fireRate = 0.02F;
  87.     float nextFire = 0.0F;
  88.     IEnumerator StartREC()
  89.     {
  90.         nextFire = Time.time + fireRate;
  91.         yield return new WaitForEndOfFrame();
  92.         tex.ReadPixels(new Rect(0, 0, width, height), 0, 0, false);
  93.         //tex.Compress(false);//对屏幕缓存进行压缩 
  94.         imagebytes = tex.EncodeToJPG(50);//转化为jpg图  
  95.         //float t = Time.time;
  96.         //Stopwatch sw = new Stopwatch();
  97.         //sw.Start();
  98.         //UnityEngine.Debug.Log(string.Format("total: {0} ms", Time.time - t));
  99.  
  100.         imageBytes.Enqueue(imagebytes);
  101.  
  102.         // sw.Stop();
  103.         //UnityEngine.Debug.Log(string.Format("total: {0} ms", sw.ElapsedMilliseconds)); 
  104.     }
  105.  
  106.     void StartRec()
  107.     {
  108.         nextFire = Time.time + fireRate;
  109.         float t = Time.time;
  110.         Stopwatch sw = new Stopwatch();
  111.         sw.Start();
  112.         UnityEngine.Debug.Log(string.Format("total: {0} ms", Time.time - t));
  113.         Camera.main.Render();
  114.         RenderTexture.active = rt;
  115.         tex.ReadPixels(new Rect(width * CutRect.x, width * CutRect.y, width * CutRect.width, height * CutRect.height), 0, 0);
  116.         Camera.main.targetTexture = null;
  117.         RenderTexture.active = null;
  118.         imagebytes = tex.EncodeToJPG();
  119.         imageBytes.Enqueue(imagebytes);
  120.         sw.Stop();
  121.         UnityEngine.Debug.Log(string.Format("total: {0} ms", sw.ElapsedMilliseconds));
  122.     }
  123.  
  124.     public void FusionOver(string videoName)
  125.     {
  126.         UnityEngine.Debug.Log("videoName:" + videoName);
  127.     }
  128.  
  129.  
  130. }


现在的结果是，截图实现了，但是很卡……

卡到截取一帧耗时300多毫秒……


合成视频调用失败：

不知道万能的博友有什么建议……


点击这里下载工程

声明：本文内容由网友自发贡献，不代表【wpsshop博客】立场，版权归原作者所有，本站不承担相应法律责任。如您发现有侵权的内容，请联系我们。转载请注明出处：https://www.wpsshop.cn/w/2023面试高手/article/detail/728925
推荐阅读
相关标签

Copyright © 2003-2013 www.wpsshop.cn 版权所有，并保留所有权利。

  

闽ICP备14008679号