// // Interface // // Allows you to connect to and see/hear the shared 3D space. // Optionally uses serialUSB connection to get gyro data for head movement. // Optionally gets UDP stream from transmitter to animate controller/hand. // // Usage: The interface client first attempts to contact a domain server to // discover the appropriate audio, voxel, and avatar servers to contact. // Right now, the default domain server is "highfidelity.below92.com" // You can change the domain server to use your own by editing the // DOMAIN_HOSTNAME or DOMAIN_IP strings in the file AgentList.cpp // // // Welcome Aboard! // // // Keyboard Commands: // // / = toggle stats display // spacebar = reset gyros/head position // h = render Head facing yourself (mirror) // l = show incoming gyro levels // #include "InterfaceConfig.h" #include #include #include #include #include #include #include #ifdef _WIN32 #include "Syssocket.h" #include "Systime.h" #else #include #include #include #endif #include #include #include #include #include "Field.h" #include "world.h" #include "Util.h" #ifndef _WIN32 #include "Audio.h" #endif #include "FieldOfView.h" #include "Stars.h" #include "Head.h" #include "Hand.h" #include "Camera.h" #include "Particle.h" #include "Texture.h" #include "Cloud.h" #include #include #include "VoxelSystem.h" #include "Lattice.h" #include "Finger.h" #include "Oscilloscope.h" #include "UDPSocket.h" #include "SerialInterface.h" #include #include #include using namespace std; AgentList agentList(AGENT_TYPE_INTERFACE); pthread_t networkReceiveThread; bool stopNetworkReceiveThread = false; int packetCount = 0; int packetsPerSecond = 0; int bytesPerSecond = 0; int bytesCount = 0; int headMirror = 1; // Whether to mirror own head when viewing it int WIDTH = 1200; // Window size int HEIGHT = 800; int fullscreen = 0; bool wantColorRandomizer = true; // for addSphere and load file Oscilloscope audioScope(256,200,true); Head myHead; // The rendered head of oneself Camera myCamera; // My view onto the world (sometimes on myself :) // Starfield information char starFile[] = "https://s3-us-west-1.amazonaws.com/highfidelity/stars.txt"; FieldOfView fov; Stars stars; #ifdef STARFIELD_KEYS int starsTiles = 20; double starsLod = 1.0; #endif bool showingVoxels = false; glm::vec3 box(WORLD_SIZE,WORLD_SIZE,WORLD_SIZE); ParticleSystem balls(0, box, false, // Wrap? 0.02f, // Noise 0.3f, // Size scale 0.0 // Gravity ); Cloud cloud(0, // Particles box, // Bounding Box false // Wrap ); VoxelSystem voxels; Lattice lattice(160,100); Finger myFinger(WIDTH, HEIGHT); Field field; #ifndef _WIN32 Audio audio(&audioScope, &myHead); #endif #define IDLE_SIMULATE_MSECS 8 // How often should call simulate and other stuff // in the idle loop? float yaw = 0.f; // The yaw, pitch for the avatar head float pitch = 0.f; float startYaw = 122.f; float renderPitch = 0.f; float renderYawRate = 0.f; float renderPitchRate = 0.f; // Where one's own agent begins in the world (needs to become a dynamic thing passed to the program) glm::vec3 start_location(6.1f, 0, 1.4f); int statsOn = 0; // Whether to show onscreen text overlay with stats bool starsOn = false; // Whether to display the stars bool paintOn = false; // Whether to paint voxels as you fly around VoxelDetail paintingVoxel; // The voxel we're painting if we're painting unsigned char dominantColor = 0; // The dominant color of the voxel we're painting bool perfStatsOn = false; // Do we want to display perfStats? int noiseOn = 0; // Whether to add random noise float noise = 1.0; // Overall magnitude scaling for random noise levels int displayLevels = 0; int displayHead = 0; int displayField = 0; int displayHeadMouse = 1; // Display sample mouse pointer controlled by head movement int headMouseX, headMouseY; int mouseX, mouseY; // Where is the mouse int mouseStartX, mouseStartY; // Mouse location at start of last down click int mousePressed = 0; // true if mouse has been pressed (clear when finished) // // Serial USB Variables // SerialInterface serialPort; int latency_display = 1; glm::vec3 gravity; int first_measurement = 1; //int samplecount = 0; // Frame rate Measurement int frameCount = 0; float FPS = 120.f; timeval timerStart, timerEnd; timeval lastTimeIdle; double elapsedTime; // Particles float particle_attenuation_quadratic[] = { 0.0f, 0.0f, 2.0f }; // larger Z = smaller particles float pointer_attenuation_quadratic[] = { 1.0f, 0.0f, 0.0f }; // for 2D view #ifdef MARKER_CAPTURE /*** Marker Capture ***/ #define MARKER_CAPTURE_INTERVAL 1 MarkerCapture marker_capturer(CV_CAP_ANY); // Create a new marker capturer, attached to any valid camera. MarkerAcquisitionView marker_acq_view(&marker_capturer); bool marker_capture_enabled = true; bool marker_capture_display = true; IplImage* marker_capture_frame; IplImage* marker_capture_blob_frame; pthread_mutex_t frame_lock; #endif // Every second, check the frame rates and other stuff void Timer(int extra) { gettimeofday(&timerEnd, NULL); FPS = (float)frameCount / ((float)diffclock(&timerStart, &timerEnd) / 1000.f); packetsPerSecond = (float)packetCount / ((float)diffclock(&timerStart, &timerEnd) / 1000.f); bytesPerSecond = (float)bytesCount / ((float)diffclock(&timerStart, &timerEnd) / 1000.f); frameCount = 0; packetCount = 0; bytesCount = 0; glutTimerFunc(1000,Timer,0); gettimeofday(&timerStart, NULL); // Ping the agents we can see agentList.pingAgents(); // if we haven't detected gyros, check for them now if (!serialPort.active) { serialPort.pair(); } } void displayStats(void) { // bitmap chars are about 10 pels high char legend[] = "/ - toggle this display, Q - exit, H - show head, M - show hand, T - test audio"; drawtext(10, 15, 0.10f, 0, 1.0, 0, legend); char legend2[] = "* - toggle stars, & - toggle paint mode, '-' - send erase all, '%' - send add scene"; drawtext(10, 32, 0.10f, 0, 1.0, 0, legend2); glm::vec3 headPos = myHead.getPos(); char stats[200]; sprintf(stats, "FPS = %3.0f Pkts/s = %d Bytes/s = %d Head(x,y,z)=( %f , %f , %f )", FPS, packetsPerSecond, bytesPerSecond, headPos.x,headPos.y,headPos.z); drawtext(10, 49, 0.10f, 0, 1.0, 0, stats); if (serialPort.active) { sprintf(stats, "ADC samples = %d, LED = %d", serialPort.getNumSamples(), serialPort.getLED()); drawtext(300, 30, 0.10f, 0, 1.0, 0, stats); } // Output the ping times to the various agents // std::stringstream pingTimes; // pingTimes << "Agent Pings, msecs:"; // for (int i = 0; i < getAgentCount(); i++) { // pingTimes << " " << getAgentAddress(i) << ": " << getAgentPing(i); // } // drawtext(10,50,0.10, 0, 1.0, 0, (char *)pingTimes.str().c_str()); std::stringstream voxelStats; voxelStats << "Voxels Rendered: " << voxels.getVoxelsRendered(); drawtext(10,70,0.10f, 0, 1.0, 0, (char *)voxelStats.str().c_str()); voxelStats.str(""); voxelStats << "Voxels Created: " << voxels.getVoxelsCreated() << " (" << voxels.getVoxelsCreatedRunningAverage() << "/sec in last "<< COUNTETSTATS_TIME_FRAME << " seconds) "; drawtext(10,250,0.10f, 0, 1.0, 0, (char *)voxelStats.str().c_str()); voxelStats.str(""); voxelStats << "Voxels Colored: " << voxels.getVoxelsColored() << " (" << voxels.getVoxelsColoredRunningAverage() << "/sec in last "<< COUNTETSTATS_TIME_FRAME << " seconds) "; drawtext(10,270,0.10f, 0, 1.0, 0, (char *)voxelStats.str().c_str()); voxelStats.str(""); voxelStats << "Voxels Bytes Read: " << voxels.getVoxelsBytesRead() << " (" << voxels.getVoxelsBytesReadRunningAverage() << "/sec in last "<< COUNTETSTATS_TIME_FRAME << " seconds) "; drawtext(10,290,0.10f, 0, 1.0, 0, (char *)voxelStats.str().c_str()); voxelStats.str(""); long int voxelsBytesPerColored = voxels.getVoxelsColored() ? voxels.getVoxelsBytesRead()/voxels.getVoxelsColored() : 0; long int voxelsBytesPerColoredAvg = voxels.getVoxelsColoredRunningAverage() ? voxels.getVoxelsBytesReadRunningAverage()/voxels.getVoxelsColoredRunningAverage() : 0; voxelStats << "Voxels Bytes per Colored: " << voxelsBytesPerColored << " (" << voxelsBytesPerColoredAvg << "/sec in last "<< COUNTETSTATS_TIME_FRAME << " seconds) "; drawtext(10,310,0.10f, 0, 1.0, 0, (char *)voxelStats.str().c_str()); if (::perfStatsOn) { // Get the PerfStats group details. We need to allocate and array of char* long enough to hold 1+groups char** perfStatLinesArray = new char*[PerfStat::getGroupCount()+1]; int lines = PerfStat::DumpStats(perfStatLinesArray); int atZ = 150; // arbitrary place on screen that looks good for (int line=0; line < lines; line++) { drawtext(10,atZ,0.10f, 0, 1.0, 0, perfStatLinesArray[line]); delete perfStatLinesArray[line]; // we're responsible for cleanup perfStatLinesArray[line]=NULL; atZ+=20; // height of a line } delete []perfStatLinesArray; // we're responsible for cleanup } } void initDisplay(void) { glClear(GL_COLOR_BUFFER_BIT | GL_DEPTH_BUFFER_BIT); glEnable(GL_BLEND); glBlendFunc(GL_SRC_ALPHA, GL_ONE_MINUS_SRC_ALPHA); glShadeModel (GL_SMOOTH); glEnable(GL_LIGHTING); glEnable(GL_LIGHT0); glEnable(GL_DEPTH_TEST); if (fullscreen) glutFullScreen(); } void init(void) { voxels.init(); voxels.setViewerHead(&myHead); myHead.setRenderYaw(startYaw); headMouseX = WIDTH/2; headMouseY = HEIGHT/2; stars.readInput(starFile, 0); // Initialize Field values field = Field(); if (noiseOn) { myHead.setNoise(noise); } myHead.setPos(start_location ); myCamera.setPosition( start_location ); #ifdef MARKER_CAPTURE if(marker_capture_enabled){ marker_capturer.position_updated(&position_updated); marker_capturer.frame_updated(&marker_frame_available); if(!marker_capturer.init_capture()){ printf("Camera-based marker capture initialized.\n"); }else{ printf("Error initializing camera-based marker capture.\n"); } } #endif gettimeofday(&timerStart, NULL); gettimeofday(&lastTimeIdle, NULL); } void terminate () { // Close serial port //close(serial_fd); #ifndef _WIN32 audio.terminate(); #endif stopNetworkReceiveThread = true; pthread_join(networkReceiveThread, NULL); exit(EXIT_SUCCESS); } void reset_sensors() { // // Reset serial I/O sensors // myHead.setRenderYaw(startYaw); yaw = renderYawRate = 0; pitch = renderPitch = renderPitchRate = 0; myHead.setPos(start_location); headMouseX = WIDTH/2; headMouseY = HEIGHT/2; myHead.reset(); if (serialPort.active) { serialPort.resetTrailingAverages(); } } void simulateHand(float deltaTime) { // If mouse is being dragged, send current force to the hand controller if (mousePressed == 1) { // Add a velocity to the hand corresponding to the detected size of the drag vector const float MOUSE_HAND_FORCE = 1.5; float dx = mouseX - mouseStartX; float dy = mouseY - mouseStartY; glm::vec3 vel(dx*MOUSE_HAND_FORCE, -dy*MOUSE_HAND_FORCE*(WIDTH/HEIGHT), 0); myHead.hand->addVelocity(vel*deltaTime); } } void simulateHead(float frametime) // Using serial data, update avatar/render position and angles { // float measured_pitch_rate = serialPort.getRelativeValue(PITCH_RATE); // float measured_yaw_rate = serialPort.getRelativeValue(YAW_RATE); float measured_pitch_rate = 0; float measured_yaw_rate = 0; //float measured_lateral_accel = serialPort.getRelativeValue(ACCEL_X); //float measured_fwd_accel = serialPort.getRelativeValue(ACCEL_Z); myHead.UpdatePos(frametime, &serialPort, headMirror, &gravity); //------------------------------------------------------------------------------------- // set the position of the avatar //------------------------------------------------------------------------------------- myHead.setAvatarPosition( -myHead.getPos().x, -myHead.getPos().y, -myHead.getPos().z ); // Update head_mouse model const float MIN_MOUSE_RATE = 30.0; const float MOUSE_SENSITIVITY = 0.1f; if (powf(measured_yaw_rate*measured_yaw_rate + measured_pitch_rate*measured_pitch_rate, 0.5) > MIN_MOUSE_RATE) { headMouseX += measured_yaw_rate*MOUSE_SENSITIVITY; headMouseY += measured_pitch_rate*MOUSE_SENSITIVITY*(float)HEIGHT/(float)WIDTH; } headMouseX = max(headMouseX, 0); headMouseX = min(headMouseX, WIDTH); headMouseY = max(headMouseY, 0); headMouseY = min(headMouseY, HEIGHT); // Update render direction (pitch/yaw) based on measured gyro rates const int MIN_YAW_RATE = 100; const int MIN_PITCH_RATE = 100; const float YAW_SENSITIVITY = 0.02; const float PITCH_SENSITIVITY = 0.05; // Update render pitch and yaw rates based on keyPositions const float KEY_YAW_SENSITIVITY = 2.0; if (myHead.getDriveKeys(ROT_LEFT)) renderYawRate -= KEY_YAW_SENSITIVITY*frametime; if (myHead.getDriveKeys(ROT_RIGHT)) renderYawRate += KEY_YAW_SENSITIVITY*frametime; if (fabs(measured_yaw_rate) > MIN_YAW_RATE) { if (measured_yaw_rate > 0) renderYawRate += (measured_yaw_rate - MIN_YAW_RATE) * YAW_SENSITIVITY * frametime; else renderYawRate += (measured_yaw_rate + MIN_YAW_RATE) * YAW_SENSITIVITY * frametime; } if (fabs(measured_pitch_rate) > MIN_PITCH_RATE) { if (measured_pitch_rate > 0) renderPitchRate += (measured_pitch_rate - MIN_PITCH_RATE) * PITCH_SENSITIVITY * frametime; else renderPitchRate += (measured_pitch_rate + MIN_PITCH_RATE) * PITCH_SENSITIVITY * frametime; } renderPitch += renderPitchRate; // Decay renderPitch toward zero because we never look constantly up/down renderPitch *= (1.f - 2.0*frametime); // Decay angular rates toward zero renderPitchRate *= (1.f - 5.0*frametime); renderYawRate *= (1.f - 7.0*frametime); // Update own head data myHead.setRenderYaw(myHead.getRenderYaw() + renderYawRate); myHead.setRenderPitch(renderPitch); // Get audio loudness data from audio input device float loudness, averageLoudness; #ifndef _WIN32 audio.getInputLoudness(&loudness, &averageLoudness); myHead.setLoudness(loudness); myHead.setAverageLoudness(averageLoudness); #endif // Send my stream of head/hand data to the avatar mixer and voxel server char broadcastString[200]; int broadcastBytes = myHead.getBroadcastData(broadcastString); char broadcastReceivers[2]; *broadcastReceivers = AGENT_TYPE_VOXEL; *(broadcastReceivers + 1) = AGENT_TYPE_AVATAR_MIXER; agentList.broadcastToAgents(broadcastString, broadcastBytes, broadcastReceivers); // If I'm in paint mode, send a voxel out to VOXEL server agents. if (::paintOn) { glm::vec3 headPos = myHead.getPos(); // For some reason, we don't want to flip X and Z here. ::paintingVoxel.x = headPos.x/-10.0; ::paintingVoxel.y = headPos.y/-10.0; ::paintingVoxel.z = headPos.z/-10.0; unsigned char* bufferOut; int sizeOut; if (::paintingVoxel.x >= 0.0 && ::paintingVoxel.x <= 1.0 && ::paintingVoxel.y >= 0.0 && ::paintingVoxel.y <= 1.0 && ::paintingVoxel.z >= 0.0 && ::paintingVoxel.z <= 1.0) { if (createVoxelEditMessage(PACKET_HEADER_SET_VOXEL, 0, 1, &::paintingVoxel, bufferOut, sizeOut)){ agentList.broadcastToAgents((char*)bufferOut, sizeOut, &AGENT_TYPE_VOXEL); delete bufferOut; } } } } // XXXBHG - this code is not yet working. This is here to help Jeffery debug getAvatarHeadLookatDirection() // The code will draw a yellow line from the avatar's position to the origin, // It also attempts to draw a cyan line from the avatar to 2 meters in front of the avatar in the direction // it's looking. But that's not working right now. void render_view_frustum() { //printf("frustum low.x=%f, low.y=%f, low.z=%f, high.x=%f, high.y=%f, high.z=%f\n",low.x,low.y,low.z,high.x,high.y,high.z); // p – the camera position // d – a vector with the direction of the camera's view ray. In here it is assumed that this vector has been normalized // nearDist – the distance from the camera to the near plane // nearHeight – the height of the near plane // nearWidth – the width of the near plane // farDist – the distance from the camera to the far plane // farHeight – the height of the far plane // farWidth – the width of the far plane glm::vec3 cameraPosition = ::myHead.getPos()*-1.0; // We need to flip the sign to make this work. glm::vec3 cameraDirection = ::myHead.getAvatarHeadLookatDirection()*-1.0; // gak! Not sure if this is correct! // this is a temporary test, create a vertice that's 2 meters in front of avatar in direction their looking glm::vec3 lookingAt = cameraPosition+(cameraDirection*2.0); // Some debug lines. glDisable(GL_LIGHTING); glColor4f(1.0, 1.0, 1.0, 1.0); glLineWidth(1.0); glBegin(GL_LINES); // line from avatar to the origin -- this one is working. glColor3f(1,1,0); glVertex3f(cameraPosition.x,cameraPosition.y,cameraPosition.z); glVertex3f(0,0,0); // line from avatar to 2 meters in front of avatar -- this is NOT working glColor3f(0,1,1); glVertex3f(cameraPosition.x,cameraPosition.y,cameraPosition.z); glVertex3f(lookingAt.x,lookingAt.y,lookingAt.z); /* // Not yet ready for this... glm::vec3 up = glm::vec3(0.0,1.0,0.0); glm::vec3 right = glm::vec3(1.0,0.0,0.0); float nearDist = 0.1; float farDist = 500.0; float fov = (0.7854f*2.0); // 45 deg * 2 = 90 deg float screenWidth = 800.0; // hack! We need to make this eventually be the correct height/width float screenHeight = 600.0; float ratio = screenWidth/screenHeight; float nearHeight = 2 * tan(fov / 2) * nearDist; float nearWidth = nearHeight * ratio; float farHeight = 2 * tan(fov / 2) * farDist; float farWidth = farHeight * ratio; glm::vec3 farCenter = cameraPosition+cameraDirection*farDist; glm::vec3 farTopLeft = farCenter + (up*farHeight*0.5) - (right*farWidth*0.5); glm::vec3 farTopRight = farCenter + (up*farHeight*0.5) + (right*farWidth*0.5); glm::vec3 farBottomLeft = farCenter - (up*farHeight*0.5) - (right*farWidth*0.5); glm::vec3 farBottomRight = farCenter - (up*farHeight*0.5) + (right*farWidth*0.5); glm::vec3 nearCenter = cameraPosition+cameraDirection*nearDist; glm::vec3 nearTopLeft = nearCenter + (up*nearHeight*0.5) - (right*nearWidth*0.5); glm::vec3 nearTopRight = nearCenter + (up*nearHeight*0.5) + (right*nearWidth*0.5); glm::vec3 nearBottomLeft = nearCenter - (up*nearHeight*0.5) - (right*nearWidth*0.5); glm::vec3 nearBottomRight = nearCenter - (up*nearHeight*0.5) + (right*nearWidth*0.5); */ /* glColor3f(1,1,1); // near plane - bottom edge glVertex3f(low.x,low.y,low.z); glVertex3f(high.x,low.y,low.z); // near plane - top edge glVertex3f(low.x,high.y,low.z); glVertex3f(high.x,high.y,low.z); // near plane - right edge glVertex3f(low.x,high.y,low.z); glVertex3f(low.x,low.y,low.z); // near plane - left edge glVertex3f(high.x,high.y,low.z); glVertex3f(high.x,low.y,low.z); // far plane - bottom edge glVertex3f(low.x,low.y,high.z); glVertex3f(high.x,low.y,high.z); // far plane - top edge glVertex3f(low.x,high.y,high.z); glVertex3f(high.x,high.y,high.z); // far plane - right edge glVertex3f(low.x,high.y,high.z); glVertex3f(low.x,low.y,high.z); // far plane - left edge glVertex3f(high.x,high.y,high.z); glVertex3f(high.x,low.y,high.z); // right plane - bottom edge - near to distant glVertex3f(low.x,low.y,low.z); glVertex3f(low.x,low.y,high.z); // right plane - top edge - near to distant glVertex3f(low.x,high.y,low.z); glVertex3f(low.x,high.y,high.z); // left plane - bottom edge - near to distant glVertex3f(high.x,low.y,low.z); glVertex3f(high.x,low.y,high.z); // left plane - top edge - near to distant glVertex3f(high.x,high.y,low.z); glVertex3f(high.x,high.y,high.z); */ glEnd(); } void display(void) { //printf( "avatar head lookat = %f, %f, %f\n", myHead.getAvatarHeadLookatDirection().x, myHead.getAvatarHeadLookatDirection().y, myHead.getAvatarHeadLookatDirection().z ); PerfStat("display"); glEnable(GL_LINE_SMOOTH); glClear(GL_COLOR_BUFFER_BIT | GL_DEPTH_BUFFER_BIT); glMatrixMode(GL_MODELVIEW); glPushMatrix(); { glLoadIdentity(); // Setup 3D lights glEnable(GL_COLOR_MATERIAL); glColorMaterial(GL_FRONT_AND_BACK, GL_AMBIENT_AND_DIFFUSE); GLfloat light_position0[] = { 1.0, 1.0, 0.0, 0.0 }; glLightfv(GL_LIGHT0, GL_POSITION, light_position0); GLfloat ambient_color[] = { 0.7, 0.7, 0.8 }; //{ 0.125, 0.305, 0.5 }; glLightfv(GL_LIGHT0, GL_AMBIENT, ambient_color); GLfloat diffuse_color[] = { 0.8, 0.7, 0.7 }; //{ 0.5, 0.42, 0.33 }; glLightfv(GL_LIGHT0, GL_DIFFUSE, diffuse_color); GLfloat specular_color[] = { 1.0, 1.0, 1.0, 1.0}; glLightfv(GL_LIGHT0, GL_SPECULAR, specular_color); glMaterialfv(GL_FRONT, GL_SPECULAR, specular_color); glMateriali(GL_FRONT, GL_SHININESS, 96); //-------------------------------------------------------- // camera settings //-------------------------------------------------------- myCamera.setTargetPosition( myHead.getPos() ); if ( displayHead ) { //----------------------------------------------- // set the camera to looking at my own face //----------------------------------------------- myCamera.setYaw ( - myHead.getAvatarYaw() ); myCamera.setPitch ( 0.0 ); myCamera.setRoll ( 0.0 ); myCamera.setUp ( 0.4 ); myCamera.setDistance( 0.5 ); myCamera.setDistance( 0.08 ); myCamera.update(); } else { //---------------------------------------------------- // set the camera to third-person view behind my av //---------------------------------------------------- myCamera.setYaw ( 180.0 - myHead.getAvatarYaw() ); myCamera.setPitch ( 0.0 ); myCamera.setRoll ( 0.0 ); myCamera.setUp ( 0.2 ); myCamera.setDistance( 1.6 ); myCamera.setDistance( 0.5 ); myCamera.update(); } //--------------------------------------------- // transform view according to myCamera //--------------------------------------------- glRotatef ( myCamera.getPitch(), 1, 0, 0 ); glRotatef ( myCamera.getYaw(), 0, 1, 0 ); glRotatef ( myCamera.getRoll(), 0, 0, 1 ); glTranslatef( myCamera.getPosition().x, myCamera.getPosition().y, myCamera.getPosition().z ); if (::starsOn) { // should be the first rendering pass - w/o depth buffer / lighting stars.render(fov); } glEnable(GL_LIGHTING); glEnable(GL_DEPTH_TEST); //--------------------------------------------- // draw a red sphere //--------------------------------------------- float sphereRadius = 0.25f; glColor3f(1,0,0); glPushMatrix(); glTranslatef( 0.0f, sphereRadius, 0.0f ); glutSolidSphere( sphereRadius, 15, 15 ); glPopMatrix(); //--------------------------------------------- // draw a grid gound plane.... //--------------------------------------------- //drawGroundPlaneGrid( 5.0f, 9 ); // Draw cloud of dots glDisable( GL_POINT_SPRITE_ARB ); glDisable( GL_TEXTURE_2D ); if (!displayHead) cloud.render(); // Draw voxels if ( showingVoxels ) { voxels.render(); } // Draw field vectors if (displayField) field.render(); // Render heads of other agents for(std::vector::iterator agent = agentList.getAgents().begin(); agent != agentList.getAgents().end(); agent++) { if (agent->getLinkedData() != NULL) { Head *agentHead = (Head *)agent->getLinkedData(); glPushMatrix(); glm::vec3 pos = agentHead->getPos(); glTranslatef(-pos.x, -pos.y, -pos.z); agentHead->render(0, 0); glPopMatrix(); } } if ( !displayHead ) balls.render(); // Render the world box if (!displayHead && statsOn) render_world_box(); // brad's frustum for debugging render_view_frustum(); //--------------------------------- // Render my own head //--------------------------------- myHead.render( true, 1 ); /* glPushMatrix(); glLoadIdentity(); glTranslatef(0.f, 0.f, -7.f); myHead.render(displayHead, 1); glPopMatrix(); */ } glPopMatrix(); // Render 2D overlay: I/O level bar graphs and text glMatrixMode(GL_PROJECTION); glPushMatrix(); glLoadIdentity(); gluOrtho2D(0, WIDTH, HEIGHT, 0); glDisable(GL_DEPTH_TEST); glDisable(GL_LIGHTING); //lattice.render(WIDTH, HEIGHT); //myFinger.render(); #ifndef _WIN32 audio.render(WIDTH, HEIGHT); if (audioScope.getState()) audioScope.render(); #endif //drawvec3(100, 100, 0.15, 0, 1.0, 0, myHead.getPos(), 0, 1, 0); glPointParameterfvARB( GL_POINT_DISTANCE_ATTENUATION_ARB, pointer_attenuation_quadratic ); if (displayHeadMouse && !displayHead && statsOn) { // Display small target box at center or head mouse target that can also be used to measure LOD glColor3f(1.0, 1.0, 1.0); glDisable(GL_LINE_SMOOTH); const int PIXEL_BOX = 20; glBegin(GL_LINE_STRIP); glVertex2f(headMouseX - PIXEL_BOX/2, headMouseY - PIXEL_BOX/2); glVertex2f(headMouseX + PIXEL_BOX/2, headMouseY - PIXEL_BOX/2); glVertex2f(headMouseX + PIXEL_BOX/2, headMouseY + PIXEL_BOX/2); glVertex2f(headMouseX - PIXEL_BOX/2, headMouseY + PIXEL_BOX/2); glVertex2f(headMouseX - PIXEL_BOX/2, headMouseY - PIXEL_BOX/2); glEnd(); glEnable(GL_LINE_SMOOTH); } // Show detected levels from the serial I/O ADC channel sensors if (displayLevels) serialPort.renderLevels(WIDTH,HEIGHT); // Display miscellaneous text stats onscreen if (statsOn) { glLineWidth(1.0f); glPointSize(1.0f); displayStats(); } // Draw number of nearby people always char agents[100]; sprintf(agents, "Agents nearby: %ld\n", agentList.getAgents().size()); drawtext(WIDTH-200,20, 0.10, 0, 1.0, 0, agents, 1, 1, 0); if (::paintOn) { char paintMessage[100]; sprintf(paintMessage,"Painting (%.3f,%.3f,%.3f/%.3f/%d,%d,%d)", ::paintingVoxel.x,::paintingVoxel.y,::paintingVoxel.z,::paintingVoxel.s, (unsigned int)::paintingVoxel.red,(unsigned int)::paintingVoxel.green,(unsigned int)::paintingVoxel.blue); drawtext(WIDTH-350,40, 0.10, 0, 1.0, 0, paintMessage, 1, 1, 0); } glPopMatrix(); glutSwapBuffers(); frameCount++; } void testPointToVoxel() { float y=0; float z=0; float s=0.1; for (float x=0; x<=1; x+= 0.05) { std::cout << " x=" << x << " "; unsigned char red = 200; //randomColorValue(65); unsigned char green = 200; //randomColorValue(65); unsigned char blue = 200; //randomColorValue(65); unsigned char* voxelCode = pointToVoxel(x, y, z, s,red,green,blue); printVoxelCode(voxelCode); delete voxelCode; std::cout << std::endl; } } void sendVoxelServerEraseAll() { char message[100]; sprintf(message,"%c%s",'Z',"erase all"); int messageSize = strlen(message) + 1; ::agentList.broadcastToAgents(message, messageSize, &AGENT_TYPE_VOXEL); } void sendVoxelServerAddScene() { char message[100]; sprintf(message,"%c%s",'Z',"add scene"); int messageSize = strlen(message) + 1; ::agentList.broadcastToAgents(message, messageSize, &AGENT_TYPE_VOXEL); } void shiftPaintingColor() { // About the color of the paintbrush... first determine the dominant color ::dominantColor = (::dominantColor+1)%3; // 0=red,1=green,2=blue ::paintingVoxel.red = (::dominantColor==0)?randIntInRange(200,255):randIntInRange(40,100); ::paintingVoxel.green = (::dominantColor==1)?randIntInRange(200,255):randIntInRange(40,100); ::paintingVoxel.blue = (::dominantColor==2)?randIntInRange(200,255):randIntInRange(40,100); } void setupPaintingVoxel() { glm::vec3 headPos = myHead.getPos(); ::paintingVoxel.x = headPos.z/-10.0; // voxel space x is negative z head space ::paintingVoxel.y = headPos.y/-10.0; // voxel space y is negative y head space ::paintingVoxel.z = headPos.x/-10.0; // voxel space z is negative x head space ::paintingVoxel.s = 1.0/256; shiftPaintingColor(); } void addRandomSphere(bool wantColorRandomizer) { float r = randFloatInRange(0.05,0.1); float xc = randFloatInRange(r,(1-r)); float yc = randFloatInRange(r,(1-r)); float zc = randFloatInRange(r,(1-r)); float s = 0.001; // size of voxels to make up surface of sphere bool solid = false; printf("random sphere\n"); printf("radius=%f\n",r); printf("xc=%f\n",xc); printf("yc=%f\n",yc); printf("zc=%f\n",zc); voxels.createSphere(r,xc,yc,zc,s,solid,wantColorRandomizer); } const float KEYBOARD_YAW_RATE = 0.8; const float KEYBOARD_PITCH_RATE = 0.6; const float KEYBOARD_STRAFE_RATE = 0.03; const float KEYBOARD_FLY_RATE = 0.08; void specialkeyUp(int k, int x, int y) { if (k == GLUT_KEY_UP) { myHead.setDriveKeys(FWD, 0); myHead.setDriveKeys(UP, 0); } if (k == GLUT_KEY_DOWN) { myHead.setDriveKeys(BACK, 0); myHead.setDriveKeys(DOWN, 0); } if (k == GLUT_KEY_LEFT) { myHead.setDriveKeys(LEFT, 0); myHead.setDriveKeys(ROT_LEFT, 0); } if (k == GLUT_KEY_RIGHT) { myHead.setDriveKeys(RIGHT, 0); myHead.setDriveKeys(ROT_RIGHT, 0); } } void specialkey(int k, int x, int y) { if (k == GLUT_KEY_UP || k == GLUT_KEY_DOWN || k == GLUT_KEY_LEFT || k == GLUT_KEY_RIGHT) { if (k == GLUT_KEY_UP) { if (glutGetModifiers() == GLUT_ACTIVE_SHIFT) myHead.setDriveKeys(UP, 1); else myHead.setDriveKeys(FWD, 1); } if (k == GLUT_KEY_DOWN) { if (glutGetModifiers() == GLUT_ACTIVE_SHIFT) myHead.setDriveKeys(DOWN, 1); else myHead.setDriveKeys(BACK, 1); } if (k == GLUT_KEY_LEFT) { if (glutGetModifiers() == GLUT_ACTIVE_SHIFT) myHead.setDriveKeys(LEFT, 1); else myHead.setDriveKeys(ROT_LEFT, 1); } if (k == GLUT_KEY_RIGHT) { if (glutGetModifiers() == GLUT_ACTIVE_SHIFT) myHead.setDriveKeys(RIGHT, 1); else myHead.setDriveKeys(ROT_RIGHT, 1); } audio.setWalkingState(true); } } void keyUp(unsigned char k, int x, int y) { if (k == 'e') myHead.setDriveKeys(UP, 0); if (k == 'c') myHead.setDriveKeys(DOWN, 0); if (k == 'w') myHead.setDriveKeys(FWD, 0); if (k == 's') myHead.setDriveKeys(BACK, 0); if (k == 'a') myHead.setDriveKeys(ROT_LEFT, 0); if (k == 'd') myHead.setDriveKeys(ROT_RIGHT, 0); } void key(unsigned char k, int x, int y) { // Process keypresses if (k == 'q') ::terminate(); if (k == '/') statsOn = !statsOn; // toggle stats if (k == '*') ::starsOn = !::starsOn; // toggle stars if (k == 'V') ::showingVoxels = !::showingVoxels; // toggle voxels if (k == '&') { ::paintOn = !::paintOn; // toggle paint ::setupPaintingVoxel(); // also randomizes colors } if (k == '^') ::shiftPaintingColor(); // shifts randomize color between R,G,B dominant if (k == '-') ::sendVoxelServerEraseAll(); // sends erase all command to voxel server if (k == '%') ::sendVoxelServerAddScene(); // sends add scene command to voxel server if (k == 'n') { noiseOn = !noiseOn; // Toggle noise if (noiseOn) { myHead.setNoise(noise); } else { myHead.setNoise(0); } } if (k == 'h') { displayHead = !displayHead; #ifndef _WIN32 audio.setMixerLoopbackFlag(displayHead); #endif } if (k == 'm') headMirror = !headMirror; if (k == 'f') displayField = !displayField; if (k == 'l') displayLevels = !displayLevels; if (k == 'e') myHead.setDriveKeys(UP, 1); if (k == 'c') myHead.setDriveKeys(DOWN, 1); if (k == 'w') myHead.setDriveKeys(FWD, 1); if (k == 's') myHead.setDriveKeys(BACK, 1); if (k == ' ') reset_sensors(); if (k == 't') renderPitchRate -= KEYBOARD_PITCH_RATE; if (k == 'g') renderPitchRate += KEYBOARD_PITCH_RATE; #ifdef STARFIELD_KEYS if (k == 'u') stars.setResolution(starsTiles += 1); if (k == 'j') stars.setResolution(starsTiles = max(starsTiles-1,1)); if (k == 'i') if (starsLod < 1.0) starsLod = stars.changeLOD(1.01); if (k == 'k') if (starsLod > 0.01) starsLod = stars.changeLOD(0.99); if (k == 'r') stars.readInput(starFile, 0); #endif if (k == 'a') myHead.setDriveKeys(ROT_LEFT, 1); if (k == 'd') myHead.setDriveKeys(ROT_RIGHT, 1); // press the . key to get a new random sphere of voxels added if (k == '.') addRandomSphere(wantColorRandomizer); } // Receive packets from other agents/servers and decide what to do with them! void *networkReceive(void *args) { sockaddr senderAddress; ssize_t bytesReceived; char *incomingPacket = new char[MAX_PACKET_SIZE]; while (!stopNetworkReceiveThread) { if (agentList.getAgentSocket().receive(&senderAddress, incomingPacket, &bytesReceived)) { packetCount++; bytesCount += bytesReceived; switch (incomingPacket[0]) { case PACKET_HEADER_TRANSMITTER_DATA: myHead.hand->processTransmitterData(incomingPacket, bytesReceived); break; case PACKET_HEADER_VOXEL_DATA: case PACKET_HEADER_Z_COMMAND: case PACKET_HEADER_ERASE_VOXEL: voxels.parseData(incomingPacket, bytesReceived); break; case PACKET_HEADER_HEAD_DATA: agentList.processBulkAgentData(&senderAddress, incomingPacket, bytesReceived, sizeof(float) * 11); break; default: agentList.processAgentData(&senderAddress, incomingPacket, bytesReceived); break; } } } delete[] incomingPacket; pthread_exit(0); return NULL; } void idle(void) { timeval check; gettimeofday(&check, NULL); // Only run simulation code if more than IDLE_SIMULATE_MSECS have passed since last time if (diffclock(&lastTimeIdle, &check) > IDLE_SIMULATE_MSECS) { //---------------------------------------------------------------- // If mouse is being dragged, update hand movement in the avatar //---------------------------------------------------------------- if ( mousePressed == 1 ) { float xOffset = ( mouseX - mouseStartX ) / (double)WIDTH; float yOffset = ( mouseY - mouseStartY ) / (double)HEIGHT; float leftRight = xOffset; float downUp = yOffset; float backFront = 0.0; glm::vec3 handMovement( leftRight, downUp, backFront ); myHead.setHandMovement( handMovement ); } // Simulation simulateHead(1.f/FPS); //test /* // simulate the other agents for(std::vector::iterator agent = agentList.getAgents().begin(); agent != agentList.getAgents().end(); agent++) { if (agent->getLinkedData() != NULL) { Head *agentHead = (Head *)agent->getLinkedData(); agentHead->simulate(1.f/FPS); } } */ simulateHand(1.f/FPS); field.simulate(1.f/FPS); myHead.simulate(1.f/FPS); balls.simulate(1.f/FPS); cloud.simulate(1.f/FPS); lattice.simulate(1.f/FPS); myFinger.simulate(1.f/FPS); glutPostRedisplay(); lastTimeIdle = check; } // Read serial data if (serialPort.active) { serialPort.readData(); } } void reshape(int width, int height) { WIDTH = width; HEIGHT = height; glMatrixMode(GL_PROJECTION); //hello fov.setResolution(width, height) .setBounds(glm::vec3(-0.5f,-0.5f,-500.0f), glm::vec3(0.5f, 0.5f, 0.1f) ) .setPerspective(0.7854f); glLoadMatrixf(glm::value_ptr(fov.getViewerScreenXform())); glMatrixMode(GL_MODELVIEW); glLoadIdentity(); glViewport(0, 0, width, height); } void mouseFunc( int button, int state, int x, int y ) { if( button == GLUT_LEFT_BUTTON && state == GLUT_DOWN ) { mouseX = x; mouseY = y; mousePressed = 1; lattice.mouseClick((float)x/(float)WIDTH,(float)y/(float)HEIGHT); mouseStartX = x; mouseStartY = y; } if( button == GLUT_LEFT_BUTTON && state == GLUT_UP ) { mouseX = x; mouseY = y; mousePressed = 0; } } void motionFunc( int x, int y) { mouseX = x; mouseY = y; lattice.mouseClick((float)x/(float)WIDTH,(float)y/(float)HEIGHT); } void mouseoverFunc( int x, int y) { mouseX = x; mouseY = y; if (mousePressed == 0) { // lattice.mouseOver((float)x/(float)WIDTH,(float)y/(float)HEIGHT); // myFinger.setTarget(mouseX, mouseY); } } void attachNewHeadToAgent(Agent *newAgent) { if (newAgent->getLinkedData() == NULL) { newAgent->setLinkedData(new Head()); } } #ifndef _WIN32 void audioMixerUpdate(in_addr_t newMixerAddress, in_port_t newMixerPort) { audio.updateMixerParams(newMixerAddress, newMixerPort); } #endif int main(int argc, const char * argv[]) { const char* domainIP = getCmdOption(argc, argv, "--domain"); if (domainIP) { strcpy(DOMAIN_IP,domainIP); } // Handle Local Domain testing with the --local command line if (cmdOptionExists(argc, argv, "--local")) { printf("Local Domain MODE!\n"); int ip = getLocalAddress(); sprintf(DOMAIN_IP,"%d.%d.%d.%d", (ip & 0xFF), ((ip >> 8) & 0xFF),((ip >> 16) & 0xFF), ((ip >> 24) & 0xFF)); } // the callback for our instance of AgentList is attachNewHeadToAgent agentList.linkedDataCreateCallback = &attachNewHeadToAgent; #ifndef _WIN32 agentList.audioMixerSocketUpdate = &audioMixerUpdate; #endif // start the thread which checks for silent agents agentList.startSilentAgentRemovalThread(); agentList.startDomainServerCheckInThread(); #ifdef _WIN32 WSADATA WsaData; int wsaresult = WSAStartup( MAKEWORD(2,2), &WsaData ); #endif glutInit(&argc, (char**)argv); glutInitDisplayMode(GLUT_RGBA | GLUT_DOUBLE | GLUT_DEPTH); glutInitWindowSize(WIDTH, HEIGHT); glutCreateWindow("Interface"); #ifdef _WIN32 glewInit(); #endif printf( "Created Display Window.\n" ); initDisplay(); printf( "Initialized Display.\n" ); glutDisplayFunc(display); glutReshapeFunc(reshape); glutKeyboardFunc(key); glutKeyboardUpFunc(keyUp); glutSpecialFunc(specialkey); glutSpecialUpFunc(specialkeyUp); glutMotionFunc(motionFunc); glutPassiveMotionFunc(mouseoverFunc); glutMouseFunc(mouseFunc); glutIdleFunc(idle); init(); printf( "Init() complete.\n" ); // Check to see if the user passed in a command line option for randomizing colors if (cmdOptionExists(argc, argv, "--NoColorRandomizer")) { wantColorRandomizer = false; } // Check to see if the user passed in a command line option for loading a local // Voxel File. If so, load it now. const char* voxelsFilename = getCmdOption(argc, argv, "-i"); if (voxelsFilename) { voxels.loadVoxelsFile(voxelsFilename,wantColorRandomizer); printf("Local Voxel File loaded.\n"); } // create thread for receipt of data via UDP pthread_create(&networkReceiveThread, NULL, networkReceive, NULL); printf("Network receive thread created.\n"); glutTimerFunc(1000, Timer, 0); glutMainLoop(); printf("Normal exit.\n"); ::terminate(); return EXIT_SUCCESS; }