Changeset 6

Timestamp:

Apr 22, 2015, 10:27:05 PM (10 years ago)

Author:

gegorbet

Message:

changes since 2013, mostly for airvata/thrift

Location:

trunk

Files:

• cleanup.php (modified) (6 diffs)
• cluster_status.php (modified) (4 diffs)
• gridctl.php (modified) (43 diffs)
• listen-config.php.template (modified) (2 diffs)
• listen.php (modified) (2 diffs)
• manage-us3-pipe.php (modified) (6 diffs)

trunk/cleanup.php

@@ -7 +7 @@
  */
 
-include_once "/home/us3/bin/listen-config.php";
+include_once "/export/home/us3/bin/listen-config.php";
 $me              = 'cleanup.php';
 $email_address   = '';
@@ -16 +16 @@
 $status          = '';
 
-function gfac_cleanup( $us3_db, $requestID, $gfac_link )
+function gfac_cleanup( $us3_db, $reqID, $gfac_link )
 {
    global $dbhost;
@@ -34 +34 @@
    global $status;
    global $stdout;
-
+   global $requestID;
+
+   $requestID = $reqID;
    $db = $us3_db;
    write_log( "$me: debug db=$db; requestID=$requestID" );
@@ -468 +470 @@
       $query = "UPDATE noise SET "                                                 .
                "editedDataID="                                                     .
-               "(SELECT editedDataID FROM editedData WHERE editGUID='$editGUID')," .
+               "(SELECT editedDataID FROM model WHERE modelGUID='$modelGUID'),"    .
                "modelID="                                                          .
                "(SELECT modelID FROM model WHERE modelGUID='$modelGUID')"          .
@@ -529 +531 @@
    global $org_name;
    global $admin_email;
+   global $db;
    global $dbhost;
    global $requestID;
@@ -593 +596 @@
    Submission Time : $submittime
    Analysis ID     : $gfacID
+   Request ID      : $requestID  ( $db )
    RunID           : $runID
    EditID          : $editID

trunk/cluster_status.php

@@ -1 +1 @@
 <?php
 
-include "/home/us3/bin/listen-config.php";
+$us3bin = exec( "ls -d ~us3/bin" );
+include "$us3bin/listen-config.php";
 
 $xml  = get_data();
 
-if ( $xml == "" ) exit();  // No status available
+if ( $xml != "" )
+   parse( $xml );
 
 $data = array();
-parse( $xml );
+
+local_status();
 
 foreach ( $data as $item )
@@ -32 +35 @@
    catch ( HttpException $e )
    {
-      write_log( "$self: Cluster Status not available" );
+//      write_log( "$self: Cluster Status not available" );
       return "";
    }
@@ -152 +155 @@
       write_log( "$self: Query failed $query - " .  mysql_error( $gfac_link ) );
       echo "$self: Query failed $query - " .  mysql_error( $gfac_link ) . "\n";
+   }
+}
+
+// Get local cluster status
+
+function local_status()
+{
+   global $self;
+   global $data;
+
+//   $clusters = array( "alamo", "jacinto", "bcf" );
+   $clusters = array( "alamo", "jacinto" );
+//   $clusters = array( "alamo" );
+   foreach ( $clusters as $clname )
+   {
+      $a      = Array();
+      if ( $clname == "alamo" )
+      {
+         $qstat  = `ssh $clname '/usr/bin/qstat -B 2>&1|tail -1'`;
+
+         $sparts = preg_split( '/\s+/', $qstat );
+         $que    = $sparts[ 3 ];
+         $run    = $sparts[ 4 ];
+         $sta    = $sparts[ 10 ];
+      }
+      else  
+      {
+         $qstat  = `ssh $clname '/opt/torque/bin/qstat -B 2>&1|tail -1'`;
+
+         $sparts = preg_split( '/\s+/', $qstat );
+         $que    = $sparts[ 3 ];
+         $run    = $sparts[ 4 ];
+         $sta    = $sparts[ 9 ];
+      }
+
+//echo "$self: cln que run sta   $clname $que $run $sta \n";
+
+      if ( $sta == "Active" )
+      {
+         $sta    = "up";
+      }
+      else
+      {
+         $sta    = "down";
+         $que    = "0";
+         $run    = "0";
+      }
+
+      $a[ 'cluster' ] = $clname;
+      $a[ 'queued'  ] = $que;
+      $a[ 'running' ] = $run;
+      $a[ 'status'  ] = $sta;
+
+      $data[] = $a;
+      $a[ 'cluster' ] = $clname . "-local";
+      $data[] = $a;
    }
 }
@@ -191 +250 @@
         if ( $name == "resourceHealth" ) 
         {
-           $name .= $this->_index;
+##           $name .= $this->_index;
            $this->_index++;
         }

trunk/gridctl.php

@@ -1 +1 @@
 <?php
 
-include_once "/home/us3/bin/listen-config.php";
-include "/home/us3/bin/cleanup.php";
+$us3bin = exec( "ls -d ~us3/bin" );
+include_once "$us3bin/listen-config.php";
+include "$us3bin/cleanup_aira.php";
+include "$us3bin/cleanup_gfac.php";
 
 // Global variables
@@ -10 +12 @@
 $cluster    = '';
 
+//global $self;
+
 // Produce some output temporarily, so cron will send me message
 $now = time();
-//echo "Time started: " . date( 'Y-m-d H:i:s', $now ) . "\n";
+echo "Time started: " . date( 'Y-m-d H:i:s', $now ) . "\n";
 
 // Get data from global GFAC DB 
@@ -36 +40 @@
 
 if ( mysql_num_rows( $result ) == 0 )
+{
+//write_log( "$self: analysis read got numrows==0" );
    exit();  // Nothing to do
+}
 
 while ( list( $gfacID, $us3_db, $cluster, $status, $queue_msg, $time, $updateTime ) 
@@ -42 +49 @@
 {
    // Checking we need to do for each entry
+echo "us3db=$us3_db  gfid=$gfacID\n";
+   switch ( $us3_db )
+   {
+      case 'Xuslims3_cauma3' :
+      case 'Xuslims3_cauma3d' :
+      case 'Xuslims3_HHU' :
+      case 'Xuslims3_Uni_KN' :
+         $serviceURL  = "http://gridfarm005.ucs.indiana.edu:9090/ogce-rest/job";
+         break;
+
+      default :
+//         $serviceURL  = "http://gridfarm005.ucs.indiana.edu:8080/ogce-rest/job";
+         break;
+   }
+
+   $awork = array();
+   $awork = explode( "-", $gfacID );
+   $gfacLabl = $awork[0] . "-" . $awork[1] . "-" . $awork[2];
+   $loghdr   = $self . ":" . $gfacLabl . "...:";
+
+   // If entry is for Airvata/Thrift, get the true current status
+
+   if ( is_aira_job( $gfacID ) )
+   {
+      $status_in  = $status;
+//write_log( "$loghdr status_in=$status_in" );
+      $status     = aira_status( $gfacID, $status_in );
+if($status != $status_in )
+write_log( "$loghdr Set to $status from $status_in" );
+   }
+   else
+   {
+      $status_gw  = $status;
+      $status     = get_gfac_status( $gfacID );
+      //if ( $status == 'FINISHED' )
+      if ( $status_gw == 'COMPLETE' )
+         $status     = $status_gw;
+write_log( "$loghdr non-AThrift status=$status status_gw=$status_gw" );
+   }
 
    // Sometimes during testing, the us3_db entry is not set
@@ -47 +93 @@
    if ( strlen( $us3_db ) == 0 && $status != 'ERROR' ) 
    {
-      write_log( "$self: GFAC DB is NULL - $gfacID" );
+      write_log( "$loghdr GFAC DB is NULL - $gfacID" );
       mail_to_admin( "fail", "GFAC DB is NULL\n$gfacID" );
 
@@ -55 +101 @@
 
       if ( ! $result2 )
-         write_log( "$self: Query failed $query2 - " .  mysql_error( $gLink ) );
-
-   }
-
+         write_log( "$loghdr Query failed $query2 - " .  mysql_error( $gLink ) );
+
+   }
+
+//echo "  st=$status\n";
    switch ( $status )
    {
@@ -76 +123 @@
 
       case "RUNNING":
+      case "STARTED":
+      case "STAGING":
+      case "ACTIVE":
          running( $time );
          break;
@@ -84 +134 @@
 
       case "DATA":
+      case "RESULTS_GEN":
          wait_data( $time );
          break;
@@ -91 +142 @@
          break;
 
+      case "COMPLETED":
       case "COMPLETE":
          complete();
@@ -101 +153 @@
          break;
 
+      case "FINISHED":
+      case "DONE":
+         if ( is_aira_job( $gfacID ) )
+         {
+            complete();
+         }
+      case "PROCESSING":
       default:
          break;
@@ -113 +172 @@
    global $gLink;
    global $gfacID;
+   global $loghdr;
 
    $now = time();
@@ -127 +187 @@
 
       if ( ! in_array( $job_status, array( 'SUBMITTED', 'INITIALIZED', 'PENDING' ) ) )
+      {
+write_log( "$loghdr submitted:job_status=$job_status" );
          update_job_status( $job_status, $gfacID );
+      }
 
       return;
@@ -150 +213 @@
    global $gLink;
    global $gfacID;
+   global $loghdr;
 
    if ( ( $job_status = get_gfac_status( $gfacID ) ) === false )
@@ -185 +249 @@
    global $gLink;
    global $gfacID;
+   global $loghdr;
 
    $now = time();
@@ -200 +265 @@
          return;
 
-      if ( $job_status != 'ACTIVE' )
+      if ( ! in_array( $job_status, array( 'ACTIVE', 'RUNNING', 'STARTED' ) ) )
          update_job_status( $job_status, $gfacID );
 
@@ -224 +289 @@
    global $gLink;
    global $gfacID;
+   global $loghdr;
 
    if ( ( $job_status = get_gfac_status( $gfacID ) ) === false )
@@ -231 +297 @@
       return;
 
-   if ( $job_status != 'ACTIVE' )
+   if ( ! in_array( $job_status, array( 'ACTIVE', 'RUNNING', 'STARTED' ) ) )
    {
       update_job_status( $job_status, $gfacID );
@@ -261 +327 @@
    global $gLink;
    global $gfacID;
+   global $loghdr;
 
    $now = time();
@@ -308 +375 @@
    global $gLink;
    global $gfacID;
+   global $loghdr;
 
    if ( ( $job_status = get_gfac_status( $gfacID ) ) === false )
@@ -368 +436 @@
    global $gfacID;
    global $us3_db;
+   global $loghdr;
 
    // Double check that the gfacID exists
@@ -382 +451 @@
    list( $count ) = mysql_fetch_array( $result );
 
+if ($count==0)
+write_log( "$loghdr count = $count  gfacID = $gfacID" );
    if ( $count == 0 ) return;
 
    // Now check the us3 instance
    $requestID = get_us3_data();
+//write_log( "$loghdr requestID = $requestID  gfacID = $gfacID" );
    if ( $requestID == 0 ) return;
 
-   gfac_cleanup( $us3_db, $requestID, $gLink );
+   if ( preg_match( "/US3-AIRA/i", $gfacID ) )
+   {
+//write_log( "$loghdr CALLING aira_cleanup()" );
+      aira_cleanup( $us3_db, $requestID, $gLink );
+//write_log( "$loghdr RTN FR aira_cleanup()" );
+   }
+   else
+   {
+//write_log( "$loghdr CALLING gfac_cleanup()" );
+      gfac_cleanup( $us3_db, $requestID, $gLink );
+   }
 }
 
@@ -395 +477 @@
 {
   global $gLink;
+  global $query;
+  global $self;
+  global $loghdr;
   
   switch ( $job_status )
@@ -401 +486 @@
     case 'SUBMITED'    :
     case 'INITIALIZED' :
+    case 'UPDATING'    :
     case 'PENDING'     :
       $query   = "UPDATE analysis SET status='SUBMITTED' WHERE gfacID='$gfacID'";
@@ -406 +492 @@
       break;
 
+    case 'STARTED'     :
+    case 'RUNNING'     :
     case 'ACTIVE'      :
       $query   = "UPDATE analysis SET status='RUNNING' WHERE gfacID='$gfacID'";
@@ -411 +499 @@
       break;
 
+    case 'FINISHED'    :
+      $query   = "UPDATE analysis SET status='FINISHED' WHERE gfacID='$gfacID'";
+      $message = "NONE";
+      break;
+
+    case 'DONE'        :
+      $query   = "UPDATE analysis SET status='DONE' WHERE gfacID='$gfacID'";
+      $message = "NONE";
+      break;
+
     case 'COMPLETED'   :
-    case 'DONE'   :
+    case 'COMPLETE'   :
       $query   = "UPDATE analysis SET status='COMPLETE' WHERE gfacID='$gfacID'";
-      $message = "Job status request reports job is COMPLETE";
+      $message = "Job status request reports job is COMPLETED";
       break;
 
-    case 'DATA'   :
+    case 'DATA'        :
       $query   = "UPDATE analysis SET status='DATA' WHERE gfacID='$gfacID'";
       $message = "Job status request reports job is COMPLETE, waiting for data";
@@ -423 +521 @@
 
     case 'CANCELED'    :
-    case 'CANCELLED'    :
+    case 'CANCELLED'   :
       $query   = "UPDATE analysis SET status='CANCELED' WHERE gfacID='$gfacID'";
       $message = "Job status request reports job is CANCELED";
@@ -434 +532 @@
 
     case 'UNKNOWN'     :
-      // $query   = "UPDATE analysis SET status='ERROR' WHERE gfacID='$gfacID'";
+write_log( "$loghdr job_status='UNKNOWN', reset to 'ERROR' " );
+      $query   = "UPDATE analysis SET status='ERROR' WHERE gfacID='$gfacID'";
       $message = "Job status request reports job is not in the queue";
       break;
@@ -440 +539 @@
     default            :
       // We shouldn't ever get here
-      $query   = "";
+      $query   = "UPDATE analysis SET status='ERROR' WHERE gfacID='$gfacID'";
       $message = "Job status was not recognized - $job_status";
-      write_log( "$self - update_job_status: " .
+      write_log( "$loghdr update_job_status: " .
                  "Job status was not recognized - $job_status\n" .
                  "gfacID = $gfacID\n" );
@@ -451 +550 @@
    $result =  mysql_query( $query, $gLink );
    if ( ! $result )
-      write_log( "$self: Query failed $query - " .  mysql_error( $gLink ) );
-
-   update_queue_messages( $message );
-   update_db( $message );
+      write_log( "$loghdr Query failed $query - " .  mysql_error( $gLink ) );
+
+   if ( $message != 'NONE' )
+   {
+      update_queue_messages( $message );
+      update_db( $message );
+   }
 }
 
@@ -466 +568 @@
    global $us3_db;
    global $updateTime;
+   global $loghdr;
 
    $us3_link = mysql_connect( $dbhost, $user, $passwd );
@@ -471 +574 @@
    if ( ! $us3_link )
    {
-      write_log( "$self: could not connect: $dbhost, $user, $passwd" );
+      write_log( "$loghdr could not connect: $dbhost, $user, $passwd" );
       mail_to_admin( "fail", "Could not connect to $dbhost" );
       return 0;
@@ -481 +584 @@
    if ( ! $result )
    {
-      write_log( "$self: could not select DB $us3_db" );
+      write_log( "$loghdr could not select DB $us3_db" );
       mail_to_admin( "fail", "Could not select DB $us3_db, $dbhost, $user, $passwd" );
       return 0;
@@ -503 +606 @@
 }
 
-// Function to determine if this is a gfac job or a local job
+// Function to determine if this is a gfac job or not
 function is_gfac_job( $gfacID )
 {
@@ -517 +620 @@
 }
 
+// Function to determine if this is an airavata/thrift job or not
+function is_aira_job( $gfacID )
+{
+   global $cluster;
+
+   if ( preg_match( "/US3-AIRA/i", $gfacID )  &&
+        ! preg_match( "/juropa/i", $cluster ) )
+   {
+      // Then it's an Airavata/Thrift job
+      return true;
+   }
+
+   return false;
+}
+
 // Function to get the current job status from GFAC
 function get_gfac_status( $gfacID )
 {
    global $serviceURL;
-
-   if ( ! is_gfac_job( $gfacID ) )
+   global $self;
+   global $loghdr;
+   global $cluster;
+
+   if ( is_aira_job( $gfacID ) )
+   {
+      $status_ex    = getExperimentStatus( $gfacID );
+      $gfac_status  = standard_status( $status_ex );
+      return $gfac_status;
+   }
+
+   else if ( ! is_gfac_job( $gfacID ) )
       return false;
 
@@ -534 +662 @@
    catch ( HttpException $e )
    {
-      write_log( "$self: Status not available - marking failed -  $gfacID" );
+      write_log( "$loghdr Status not available - marking failed -  $gfacID" );
       return 'GFAC_STATUS_UNAVAILABLE';
    }
@@ -547 +675 @@
                          'INITIALIZED',
                          'PENDING',
+                         'RUNNING',
                          'ACTIVE',
+                         'STARTED',
                          'COMPLETED',
+                         'FINISHED',
                          'DONE',
                          'DATA',
+                         'RESULTS_GEN',
                          'CANCELED',
                          'CANCELLED',
                          'FAILED',
+                         'STAGING',
                          'UNKNOWN');
    if ( ! in_array( $gfac_status, $status_types ) )
@@ -560 +693 @@
                               "Status: /$gfac_status/\n" );
 
+   if ( in_array( $gfac_status, array( 'DONE', 'DATA', 'RESULTS_GEN' ) ) )
+      $gfac_status = 'DATA';
+
    return $gfac_status;
 }
@@ -567 +703 @@
 {
    global $serviceURL;
+   global $self;
 
    // Make sure it's a GFAC job and status is appropriate for this call
@@ -575 +712 @@
    }
 
-   if ( ! in_array( $job_status, array( 'DONE', 'FAILED', 'COMPLETE' ) ) )
+   if ( ! in_array( $job_status, array( 'DONE', 'FAILED', 'COMPLETE', 'FINISHED' ) ) )
    {
       // Then it's not appropriate to request data
@@ -637 +774 @@
 {
    global $cluster;
+   global $self;
 
    $system = "$cluster.uthscsa.edu";
@@ -697 +835 @@
    // Insert message into queue_message table
    $query  = "INSERT INTO queue_messages SET " .
-             "message = '" . mysql_real_escape_string( $message, $gLink ) . "'," .
-             "analysisID = $analysisID ";
+             "message = '" . mysql_real_escape_string( $message, $gLink ) . "', " .
+             "analysisID = '$analysisID' ";
    $result = mysql_query( $query, $gLink );
    if ( ! $result )
@@ -755 +893 @@
    $headers  = "From: $org_name Admin<$admin_email>"     . "\n";
    $headers .= "Cc: $org_name Admin<$admin_email>"       . "\n";
-   $headers .= "Bcc: Dan Zollars<dzollars@gmail.com>"    . "\n";     // make sure
+   $headers .= "Bcc: Gary Gorbet<gegorbet@gmail.com>"    . "\n";     // make sure
 
    // Set the reply address
@@ -781 +919 @@
    mail( $admin_email, $subject, $message, $headers );
 }
+
+// Convert a status string to one of the standard DB status strings
+function standard_status( $status_in )
+{
+   switch ( $status_in )
+   {  // Map variations to standard gateway status values
+      case 'QUEUED' :
+      case 'LAUNCHED' :
+      case 'CREATED' :
+      case 'VALIDATED' :
+      case 'SCHEDULED' :
+      case 'submitted' :
+      case '' :
+         $status      = 'SUBMITTED';
+         break;
+
+      case 'EXECUTING' :
+      case 'ACTIVE' :
+      case 'running' :
+      case 'executing' :
+         $status      = 'RUNNING';
+         break;
+
+      case 'PENDING' :
+      case 'CANCELING' :
+         $status      = 'UPDATING';
+         break;
+
+      case 'CANCELLED' :
+      case 'canceled' :
+         $status      = 'CANCELED';
+         break;
+
+         $status      = 'DATA';
+         break;
+
+      case 'COMPLETED' :
+      case 'completed' :
+         $status      = 'COMPLETE';
+         break;
+
+      case 'FAILED_DATA' :
+      case 'SUBMIT_TIMEOUT' :
+      case 'RUN_TIMEOUT' :
+      case 'DATA_TIMEOUT' :
+         $status      = 'FAILED';
+         break;
+
+      case 'COMPLETE' :
+         $status      = 'DONE';
+         break;
+
+      case 'UNKNOWN' :
+         $status      = 'ERROR';
+         break;
+
+      // Where already standard value, retain value
+      case 'ERROR' :
+      case 'RUNNING' :
+      case 'SUBMITTED' :
+      case 'UPDATING' :
+      case 'CANCELED' :
+      case 'DATA' :
+      case 'FAILED' :
+      case 'DONE' :
+      case 'FINISHED' :
+      default :
+         $status   = $status_in;
+         break;
+   }
+
+   return $status;
+}
+
+function aira_status( $gfacID, $status_in )
+{
+   global $self;
+   global $loghdr;
+//echo "a_st: st_in$status_in : $gfacID\n";
+   //$status_gw = standard_status( $status_in );
+   $status_gw = $status_in;
+//echo "a_st:  st_db=$status_gw\n";
+   $status    = $status_gw;
+
+   if ( preg_match( "/US3-AIRA/i", $gfacID ) )
+   {
+      $status_ex = getExperimentStatus( $gfacID );
+
+      if ( $status_ex == 'COMPLETED' )
+      {  // Experiment is COMPLETED: check for 'FINISHED' or 'DONE'
+         if ( $status_gw == 'FINISHED'  ||  $status_gw == 'DONE' )
+         {  // COMPLETED + FINISHED/DONE : gateway status is now COMPLETE
+            $status    = 'COMPLETE';
+         }
+
+         else
+         {  // COMPLETED + NOT-FINISHED/DONE:  gw status now DONE
+            $status    = 'DONE';
+         }
+      }
+
+      else if ( $status_gw == 'FINISHED'  ||  $status_gw == 'DONE' )
+      {  // Gfac status == FINISHED/DONE:  leave as is (unless FAILED)
+         $status    = $status_gw;
+         if ( $status_ex == 'FAILED' )
+         {
+            sleep( 10 );
+            $status_ex = getExperimentStatus( $gfacID );
+            if ( $status_ex == 'FAILED' )
+            {
+               write_log( "$loghdr status still 'FAILED' after 10-second delay" );
+               sleep( 10 );
+               $status_ex = getExperimentStatus( $gfacID );
+               if ( $status_ex == 'FAILED' )
+                  write_log( "$loghdr status still 'FAILED' after 20-second delay" );
+               else
+                  write_log( "$loghdr status is $status_ex after 20-second delayed retry" );
+            }
+            write_log( "$loghdr status reset to 'COMPLETE'" );
+            $status    = 'COMPLETE';
+         }
+      }
+
+      else
+      {  // Experiment not COMPLETED/FINISHED/DONE: use experiment status
+         $status    = standard_status( $status_ex );
+      }
+
+write_log( "$loghdr status/_in/_gw/_ex=$status/$status_in/$status_gw/$status_ex" );
+      if ( $status != $status_gw )
+      {
+         update_job_status( $status, $gfacID );
+      }
+   }
+
+   return $status;
+}
+
 ?>

trunk/listen-config.php.template

@@ -1 +1 @@
 <?php
-$home        = "/home/us3";
-$home_remote = "/home/us3";                             // for local submission
+$home        = exec( "ls -d ~us3" );
+$home_remote = "$home";                                // for local submission
 $work        = "$home/work";
 $work_remote = "$home_remote/work";
@@ -8 +8 @@
 $submit_dir  = '/srv/www/htdocs/uslims3/uslims3_data'; // LIMS submit files dir
 $listen_port = 12233;
+//$dbhost      = "uslims3.uthscsa.edu";
 $dbhost      = "localhost";
 $self        = basename( $_SERVER['PHP_SELF'] );
 
 // Global DB credentials
-$guser       = "";
-$gpasswd     = "";
-$gDB         = "";
+$guser       = "gfac";
+$gpasswd     = "backend";
+$gDB         = "gfac";
 
-// $serviceURL  = "http://gw33.quarry.iu.teragrid.org:8080/ogce-rest/job";
-$serviceURL  = "http://gf5.ucs.indiana.edu:8080/ogce-rest/job";
+$serviceURL  = "http://gridfarm005.ucs.indiana.edu:8080/ogce-rest/job";
+$serviceURL2 = "http://gridfarm005.ucs.indiana.edu:9090/ogce-rest/job";
 
 // US3 DB credentials
-$user        = "";
-$passwd      = "";
+$user        = "us3php";
+$passwd      = "us3";
 
 $org_name    = "UltraScan3 Admin";
-//$admin_email = "us3-admin@biochem.uthscsa.edu";
-$admin_email = "dzollars@gmail.com";
+$admin_email = "us3-admin@biochem.uthscsa.edu";
 
 // This is really a library routine

trunk/listen.php

@@ -1 +1 @@
 <?php
 
-include "/home/us3/bin/listen-config.php";
+include "/export/home/us3/bin/listen-config.php";
 
 $socket = socket_create(  AF_INET,  SOCK_DGRAM,  SOL_UDP );
@@ -17 +17 @@
 $php = "/usr/bin/php";
 
-$cmd = "nohup $php $home/bin/manage-us3-pipe.php >>$home/etc/manage.log 2>&1 </dev/null &";
+$cmd = "/usr/bin/nohup $php $home/bin/manage-us3-pipe.php >>$home/etc/manage.log 2>&1 </dev/null &";
 
 exec( $cmd );

trunk/manage-us3-pipe.php

@@ -1 +1 @@
 <?php
 
-include "/home/us3/bin/listen-config.php";
+$us3bin = exec( "ls -d ~us3/bin" );
+include "$us3bin/listen-config.php";
+include "/srv/www/htdocs/common/class/experiment_status.php";
 
 write_log( "$self: Starting" );
@@ -83 +85 @@
    }
 
+   // Set flags for Airavata/Thrift and "Finished..."
    list( $gfacID ) = mysql_fetch_row( $result );
    mysql_close( $resource );
 
-   // Now update the databases
-   if ( preg_match( "/^Starting/i", $message ) )
-   {
-     update_db( $db, $requestID, 'starting', $message );
-     update_gfac( $gfacID, "RUNNING", $message );
-   }
-
-   else if ( preg_match( "/^Abort/i", $message ) )
-   {
-     update_db( $db, $requestID, 'aborted', $message );
-     update_gfac( $gfacID, "CANCELED", $message );
-   }
-
-   else if ( preg_match( "/^Finished/i", $message ) )
-   {
-     update_db( $db, $requestID, 'finished', $message );
-
-     $hex = "[0-9a-fA-F]";
-     if ( preg_match( "/^US3-Experiment/i", $gfacID ) ||
-          preg_match( "/^US3-$hex{8}-$hex{4}-$hex{4}-$hex{4}-$hex{12}$/", $gfacID ) )
+   $is_athrift  = preg_match( "/^US3-AIRA/i", $gfacID );
+   $is_finished = preg_match( "/^Finished/i", $message );
+
+   if ( $is_athrift )
+   {  // Process submitted thru Airavata/Thrift
+      if ( $is_finished )
+      {  // Message is "Finished..." : Update message and status
+write_log( "$self process(): Thrift + Finished" );
+        update_db( $db, $requestID, 'finished', $message );
+        update_aira( $gfacID, $message );     // wait for Airvata to deposit data
+      }
+      else
+      {  // Other messages : just update message
+//write_log( "$self process(): Thrift, NOT Finished" );
+        $updmsg = 'update';
+        if ( preg_match( "/^Starting/i", $message ) )
+           $updmsg = 'starting';
+        if ( preg_match( "/^Abort/i", $message ) )
+           $updmsg = 'aborted';
+
+        update_db( $db, $requestID, $updmsg, $message );
+        update_gfac( $gfacID, "UPDATING", $message );
+      }
+   }
+
+   else
+   {  // Not Airavata/Thrift
+      if ( $is_finished )
+      {  // Handle "Finished..." message
+         $hex = "[0-9a-fA-F]";
+
+         if ( preg_match( "/^US3-Experiment/i", $gfacID ) ||
+              preg_match( "/^US3-$hex{8}-$hex{4}-$hex{4}-$hex{4}-$hex{12}$/", $gfacID ) )
+         {
+            // Then it's a GFAC job
+            update_db( $db, $requestID, 'finished', $message );
+            update_gfac( $gfacID, "UPDATING", $message );     // wait for GFAC to deposit data
+            notify_gfac_done( $gfacID );                      // notify them to go get it
+         }
+
+         else
+         {
+            // It's a local job
+            update_db( $db, $requestID, 'finished', $message );
+            update_gfac( $gfacID, "COMPLETE", $message );     // data should be there already
+         }
+      }
+
+      else if ( preg_match( "/^Starting/i", $message ) )
       {
-        // Then it's a GFAC job
-        update_gfac( $gfacID, "UPDATING", $message );     // wait for GFAC to deposit data
-        notify_gfac_done( $gfacID );                      // notify them to go get it
+        update_db( $db, $requestID, 'starting', $message );
+        update_gfac( $gfacID, "RUNNING", $message );
+      }
+
+      else if ( preg_match( "/^Abort/i", $message ) )
+      {
+        update_db( $db, $requestID, 'aborted', $message );
+        update_gfac( $gfacID, "CANCELED", $message );
       }
 
       else
       {
-        // It's a local job
-        update_gfac( $gfacID, "COMPLETE", $message );     // data should be there already
-      }
-   }
-
-   else
-   {
-     update_db( $db, $requestID, 'update', $message );
-     update_gfac( $gfacID, "UPDATING", $message );
+        update_db( $db, $requestID, 'update', $message );
+        update_gfac( $gfacID, "UPDATING", $message );
+      }
    }
 }
@@ -179 +210 @@
          $query .= "queueStatus='completed'," .
                    "endTime=now(), ";
+//write_log( "$self process(): $requestID : dbupd : Finished" );
          break;
 
+      case "update":
+//write_log( "$self process(): $requestID : dbupd : update" );
       default:
-         $query .= "queueStatus='running',";
          break;
    }
@@ -224 +257 @@
 
   // if 'UPDATING' then we're only updating the queue_messages table
-  if ( $status != 'UPDATING' )
-  {
-     $query = "UPDATE analysis SET status='$status' " .
+  if ( $status == 'UPDATING' )
+  {
+     $query = "UPDATE analysis " .
+              "SET queue_msg='" . mysql_real_escape_string( $message ) . "' " .
               "WHERE gfacID='$gfacID'";
 
+//write_log( "$self process(): updgf-u : status=$status" );
+     mysql_query( $query, $gLink );
+  }
+
+  else
+  {
+     $query = "UPDATE analysis SET status='$status', " .
+              "queue_msg='" . mysql_real_escape_string( $message ) . "' " .
+              "WHERE gfacID='$gfacID'";
+
+//write_log( "$self process(): updgf-s : status=$status" );
      mysql_query( $query, $gLink );
   }
@@ -267 +312 @@
 {
   global $serviceURL;
+  global $self;
 
   $hex = "[0-9a-fA-F]";
@@ -296 +342 @@
    return true;
 }
+
+// Function to update the global database status (AThrift + Finished)
+function update_aira( $gfacID, $message )
+{
+   global $dbhost;
+   global $guser;
+   global $gpasswd;
+   global $gDB;
+   global $self;
+
+   // Get data from global GFAC DB 
+   $gLink = mysql_connect( $dbhost, $guser, $gpasswd );
+   if ( ! mysql_select_db( $gDB, $gLink ) )
+   {
+      write_log( "$self: Could not select DB $gDB" . mysql_error( $gLink ) );
+      return;
+   }
+
+   // Update message and update status to 'FINISHED'
+   $query = "UPDATE analysis SET status='FINISHED', " .
+            "queue_msg='" . mysql_real_escape_string( $message ) . "' " .
+            "WHERE gfacID='$gfacID'";
+
+   mysql_query( $query, $gLink );
+   write_log( "$self: Status FINISHED and 'Finished...' message updated" );
+
+   // Also update the queue_messages table
+   $query  = "SELECT id FROM analysis " .
+             "WHERE gfacID = '$gfacID'";
+   $result = mysql_query( $query, $gLink );
+   if ( ! $result )
+   {
+      write_log( "$self: bad query: $query " . mysql_error( $gLink ) );
+      return;
+   }
+
+   if ( mysql_num_rows( $result ) == 0 )
+   {
+//      write_log( "$self: can't find $gfacID in GFAC db" );
+      return;
+   }
+
+   list( $aID ) = mysql_fetch_array( $result );
+
+   $query  = "INSERT INTO queue_messages " .
+             "SET analysisID = $aID, " .
+             "message = '" . mysql_real_escape_string( $message ) . "'";
+   $result = mysql_query( $query, $gLink );
+   if ( ! $result )
+   {
+      write_log( "$self: bad query: $query " . mysql_error( $gLink ) );
+      return;
+   }
+
+   mysql_close( $gLink );
+}
 ?>