AirControl.AC_Airplane_CameraController Class Reference

Camera switching and capture functionality More...

Inheritance diagram for AirControl.AC_Airplane_CameraController:

Collaboration diagram for AirControl.AC_Airplane_CameraController:

Classes
struct	CapturePass

Public Types
enum	ReplacementMode {   ObjectId = 0, CatergoryId = 1, DepthCompressed = 2, DepthMultichannel = 3,   Normals = 4 }

Public Member Functions
void	CreateCamera ()
	Create hidden capture camera for each schene camera More...
void	ScreenToBytes (Camera cam, Camera mainCamera, int width, int height, bool supportsAntialiasing, bool needsRescale, ref byte[] screencapture)
	Capture and return the screen as byte array More...
void	selectCamera (int cameraId)
	select scene cameras More...
void	OnSceneChange ()
	Deprecated Not used with API This fucntion was used to switch the screen manually More...
void	OnCameraChange (Camera activeCamera)
	Refresh capture camera when active scene camera switch happens More...

Public Attributes
AC_BaseAirplane_Input	input
List< CapturePass >	CapturePassList = new List<CapturePass>()
int	startCameraIndex =1
Shader	uberReplacementShader
Shader	opticalFlowShader
float	opticalFlowSensitivity = 1.0f
bool	saveImage = true
bool	saveIdSegmentation = true
bool	saveLayerSegmentation = true
bool	saveDepth = true
bool	saveNormals = true
bool	saveOpticalFlow =true
CapturePass[]	capturePasses

Protected Member Functions
virtual void	SwitchCamera ()
	Switch camera More...

Detailed Description

Camera switching and capture functionality

Definition at line 14 of file AC_Airplane_CameraController.cs.

Member Function Documentation

CreateCamera()

void AirControl.AC_Airplane_CameraController.CreateCamera ( )

inline

Create hidden capture camera for each schene camera

Definition at line 99 of file AC_Airplane_CameraController.cs.

        {
                for (int q = 0; q < capturePasses.Length; q++)
                {
                    capturePasses[q].camera = CreateHiddenCamera(capturePasses[q].name, cameras[currentCaprtureCamera].transform);
                    CapturePassList.Add(capturePasses[q]);
                }    
            
        }

OnCameraChange()

void AirControl.AC_Airplane_CameraController.OnCameraChange ( Camera  activeCamera )

inline

Refresh capture camera when active scene camera switch happens

Parameters

activeCamera

Active scene camera

Definition at line 416 of file AC_Airplane_CameraController.cs.

        {
            int targetDisplay = 1;
            foreach (var pass in capturePasses)
            {
                if (pass.camera == activeCamera)
                    continue;
 
                // cleanup capturing camera
                pass.camera.RemoveAllCommandBuffers();
 
                // copy all "main" camera parameters into capturing camera
                pass.camera.CopyFrom(activeCamera);
 
                // set targetDisplay here since it gets overriden by CopyFrom()
                pass.camera.targetDisplay = targetDisplay++;
            }
 
            // cache materials and setup material properties
            if (!opticalFlowMaterial || opticalFlowMaterial.shader != opticalFlowShader)
                opticalFlowMaterial = new Material(opticalFlowShader);
            opticalFlowMaterial.SetFloat("_Sensitivity", opticalFlowSensitivity);
 
            // setup command buffers and replacement shaders
            SetupCameraWithReplacementShader(capturePasses[1].camera, uberReplacementShader, ReplacementMode.ObjectId, Color.black);
            SetupCameraWithReplacementShader(capturePasses[2].camera, uberReplacementShader, ReplacementMode.CatergoryId, Color.black);
            SetupCameraWithReplacementShader(capturePasses[3].camera, uberReplacementShader, ReplacementMode.DepthCompressed, Color.white);
            SetupCameraWithReplacementShader(capturePasses[4].camera, uberReplacementShader, ReplacementMode.Normals, Color.black);
            SetupCameraWithPostShader(capturePasses[5].camera, opticalFlowMaterial, DepthTextureMode.Depth | DepthTextureMode.MotionVectors);
        }

OnSceneChange()

void AirControl.AC_Airplane_CameraController.OnSceneChange ( )

inline

Deprecated Not used with API This fucntion was used to switch the screen manually

Definition at line 397 of file AC_Airplane_CameraController.cs.

        {
            var renderers = Object.FindObjectsOfType<Renderer>();
            var mpb = new MaterialPropertyBlock();
            foreach (var r in renderers)
            {
                var id = r.gameObject.GetInstanceID();
                var layer = r.gameObject.layer;
                var tag = r.gameObject.tag;
 
                mpb.SetColor("_ObjectColor", ColorEncoding.EncodeIDAsColor(id));
                mpb.SetColor("_CategoryColor", ColorEncoding.EncodeLayerAsColor(layer));
                r.SetPropertyBlock(mpb);
            }
        }

ScreenToBytes()

void AirControl.AC_Airplane_CameraController.ScreenToBytes ( Camera  cam, Camera  mainCamera, int  width, int  height, bool  supportsAntialiasing, bool  needsRescale, ref byte[]  screencapture  )

inline

Capture and return the screen as byte array

Parameters

cam	Hidden capture camera
mainCamera	Any of scene camera
width	Width of the capture
height	height of the capture
supportsAntialiasing	Antialiasing Property
needsRescale	Rescale property
screencapture	reference screencapture

Definition at line 226 of file AC_Airplane_CameraController.cs.

        {
             if (width <= 0 || height <= 0)
            {
                width = Screen.width;
                height = Screen.height;
            }
            
            var depth = 8;
            var format = RenderTextureFormat.Default;
            var readWrite = RenderTextureReadWrite.Default;
            var antiAliasing = (supportsAntialiasing) ? Mathf.Max(1, QualitySettings.antiAliasing) : 1;
 
            var finalRT =
                RenderTexture.GetTemporary(width, height, depth, format, readWrite, antiAliasing);
            var renderRT = (!needsRescale) ? finalRT :
                RenderTexture.GetTemporary(mainCamera.pixelWidth, mainCamera.pixelHeight, depth, format, readWrite, antiAliasing);
            var tex = new Texture2D(width, height, TextureFormat.RGB24, false);
 
            var prevActiveRT = RenderTexture.active;
            var prevCameraRT = cam.targetTexture;
 
            // render to offscreen texture (readonly from CPU side)
            RenderTexture.active = renderRT;
            cam.targetTexture = renderRT;
 
            cam.Render();
 
            if (needsRescale)
            {
                // blit to rescale (see issue with Motion Vectors in @KNOWN ISSUES)
                RenderTexture.active = finalRT;
                Graphics.Blit(renderRT, finalRT);
                RenderTexture.ReleaseTemporary(renderRT);
            }
 
            // read offsreen texture contents into the CPU readable texture
            tex.ReadPixels(new Rect(0, 0, tex.width, tex.height), 0, 0);
            tex.Apply();
 
            // encode texture into PNG
            screencapture =  tex.EncodeToPNG();
            
        }

selectCamera()

void AirControl.AC_Airplane_CameraController.selectCamera ( int  cameraId )

inline

select scene cameras

Parameters

cameraId

Definition at line 348 of file AC_Airplane_CameraController.cs.

        {
            DisableAllCameras();
            
            if (cameraId <= cameras.Count){
                cameras[cameraId].enabled = true;
                cameras[cameraId].GetComponent<AudioListener>().enabled = true;
                curentCameraIndex = cameraId;
            }
        }

SwitchCamera()

virtual void AirControl.AC_Airplane_CameraController.SwitchCamera ( )

inlineprotectedvirtual

Switch camera

Definition at line 331 of file AC_Airplane_CameraController.cs.

        {
            // chnage the camera index as we chaneg the camera
            DisableAllCameras();
            curentCameraIndex++;
            //circular index 
            if (curentCameraIndex >= cameras.Count){
                curentCameraIndex = 0;
            }
            cameras[curentCameraIndex].enabled = true;
            cameras[curentCameraIndex].GetComponent<AudioListener>().enabled = true;
        }

Member Data Documentation

capturePasses

CapturePass [] AirControl.AC_Airplane_CameraController.capturePasses

Initial value:

= new CapturePass[] {
            new CapturePass() { name = "_img" },
            new CapturePass() { name = "_id", supportsAntialiasing = false },
            new CapturePass() { name = "_layer", supportsAntialiasing = false },
            new CapturePass() { name = "_depth" },
            new CapturePass() { name = "_normals" },
            new CapturePass() { name = "_flow", supportsAntialiasing = false, needsRescale = true } 
        }

Definition at line 39 of file AC_Airplane_CameraController.cs.

---

The documentation for this class was generated from the following file:

• AC_Airplane_CameraController.cs