Online PHP editor | perf for b2W0Z

@ 2015-04-09T15:08:18Z

<?php
/*
*/
/*
* ssi_update.php
*
* CRON Script to directly maintain SSI's DB containing list of our members and profile survey answers.
* Makes use of SSI's Bulk Import API using RESTful model to perform updates.  RESTful requests made using cURL connections.
* Only deletions and additons are performed.  Once member is created in SSI's DB, updates are not done.
*
* @dependencies BatchProcessLogging, SSI, SSI_db, SSI_api
* Derives from cint_update.php
* @author Dave Buchanan
* @version 1.0
* @created 20150227
*/

require_once '_variables.php';
require_once '_classes/class.MarsImportToSsi.php'; //SSI Class for API requests

ini_set( 'memory_limit', '1024M' ); // initially added to try to fix Out of Memory error
set_time_limit(0);
$debug=1; // 0=no echo output, just batch logging, 1=batch and echo out, 2= only echo out

///Bulk is the flag needs to be passed in like --bulk
$extra_options= getopt('P:L:',array('bulk','redo'));
//Decide if we're doing bulk full export to csv OR api import calls
$type = (isset($extra_options['bulk'])) ? 'bulk' : 'api';
///Special flag to redo import run, doesn't drop/create/repopulate partner tables
$redo = (isset($extra_options['redo'])) ? true : false;

/* Init SSI class and start logging */
$ssi = new SSI(basename(__FILE__),$debug,$cli_options['L'], $cli_options['P'],$type);
$ssi->startLog();
$ssi->logComment("Started");
if($redo) {
	$ssi->logComment("REDO RUN!!!!!!!!!!!!!!!!!!!!!!!!!!! NOT GOING TO DROP PREV AND RECREATE PARTNER TABLES!!");
	$ssi->sendEmailAlert("REDO RUN STARTED!!!!!!!!!!!!!!!!!!!!!!!!!!! NOT GOING TO DROP PREV AND RECREATE PARTNER TABLES!!");
}

$exec_results = $ssi->alreadyRunning();

if ( (int)$exec_results[0] > 1 )
{
	$ssi->logComment("Process already started. Existing.");
	$ssi->logFinish( 'Finished: ' . $batchProcessLogging->getElapsedBatchExecutionTime(true));
	exit();
}

/* Init SSI Database class, pass in main SSI */
$ssi_db = new SSI_db($ssi);

if($redo===false) {
	/* Check 1: Make sure member_partner_integration table has rows */
	$check1 = $ssi_db->checkMemberPartnerIntegration();
	if($check1===false) exit(0);
	else $ssi->logComment('Completed 1st validation, member_partner_integration not empty');

	/* If exists, drop ssi_member_list_prev table and recreate from ssi_member_list */
	$result = $ssi_db->dropMemberListPrev();
	$result = $ssi_db->createMemberListPrev();

	/* Re-create ssi_member_list from member_partner_integration. */
	$result = $ssi_db->populateMemberList();

	$ssi->logComment('Completed table maintainence');

	/* Check 2: If counts are the same then no new members were added, something is wrong */
	$check2 = $ssi_db->compareMemberListCounts();
	if($check2===false) exit(0);
	else $ssi->logComment('Completed 2nd validation, ssi_member_list and ssi_member_list_prev counts are NOT the same');

	/* Remove duplicates from Sendearnings, don't allow member email to receive surveys from both sites, inboxdollars and sendearnings */
	if ($ssi->getSite() == 'sendearnings')
	{
		$ssi->logComment('Deleting duplicate members for sendearings');
		$ssi_db->deleteDuplicateSEMembers();
	}
} 
else {
	$ssi->logComment("Redo run set, reimporting the same members! Not doing any table maintainence for ssi_member_list, ssi_member_list_prev");
}

/* Get FEATURES matched in survey_partner_xref */
$result = $ssi_db->getQuestionFromSurveyPartnerXref();

///Default 4 labels to INTEGER type question that won't exist in survey_partner_xref
///They come from survey_result_dob and member_status table
$int_feature_lbls = array('postalcode','monthdob','daydob','yeardob');
$feature_lbls = array();
while( $row = mysql_fetch_assoc($result) )
{
	if ( !empty($row['survey_partner_question_desc']) )
		array_push($feature_lbls,$row['survey_partner_question_desc']);
}

if($ssi->getType() == 'bulk') {
	$ssi->logComment("Preparing to add members to bulk csv.");
	$result = $ssi_db->getSurveyMembers($feature_lbls,false);
	///EXPORT CSV PATH
	$file_name = './'.$ssi->getSite().'_export.csv';
	$header = 'id,';
	$header .= implode(',',$int_feature_lbls);
	$header .= ','.implode(',',$feature_lbls);
	///Write header
	$z = file_put_contents($file_name,$header.PHP_EOL);
}
else {
	$ssi->logComment("Preparing to use SSI API to send members in batches");
	$result = $ssi_db->getSurveyMembers($feature_lbls,true);
	$members = array();
	$ssi_api = new SSI_api($ssi);
}
$total_required_features = count($feature_lbls) + count($int_feature_lbls)+1;

///Some counters to track stuff
$members_skipped=0;
$members_added=0;
$number_of_batches=0;

while( $row = mysql_fetch_assoc($result) )
{
	//Dont send to partner if not equal to features expected
	if(count($row) !== $total_required_features) {
		$ssi->logComment("Member ".$row['respondentid'].") doesn't have enough required features...Has ".count($row)." needs to have ".$total_required_features.".");
		$members_skipped++;
	}
	else {
		//IF bulk then append to csv, otherwise add to array and determine if ready to send a batch
		if($ssi->getType() == 'bulk') {
			$z = file_put_contents($file_name,implode(',',$row).PHP_EOL, FILE_APPEND);
		}
		else {
			///Assemble json for members, member_code (respondentID) is first value while the rest should match the $feature_lbls
			array_push($members,array( 'respondentID'=>array_shift($row), 'values'=>array_values($row)));
			if(($members_added+1) % $ssi_api->getBatchCount() === 0) {
				$batch_result = $ssi_api->sendBatch($members,array_merge($int_feature_lbls,$feature_lbls));
				///If batch result isn't false add failed submissions to members skipped, else add current count of members 
				$members_skipped = ($batch_result!=false) ? $members_skipped + $batch_result : $members_skipped+count($members);
				$number_of_batches++;
				///Reset array for next batch
				$members = array();
			}
		}
		$members_added++;
	}
}
/* END loop through members */
$ssi_db->freeResult($result);
$total_sent = $members_added-$members_skipped;
if($ssi->getType()!='bulk') {
	$ssi->logComment("Ran ".$number_of_batches." batches. Total of $members_added members to $type export. $members_skipped members skipped, total sent=$total_sent");
}
else { 
	$ssi->logComment("Added $members_added members to $type export. $members_skipped members skipped, total sent=$total_sent");
}
$ssi->sendEmailFinish("Completed! $type...$members_added members added. $members_skipped members skipped, total sent=$total_sent");
$ssi->endLog("Finished $type import.");
// END ASSEMBLING JSON TO SEND TO SSI
// ***************************************************************************///

Here you find the average performance (time & memory) of each version. A grayed out version indicates it didn't complete successfully (based on exit-code).

Version	System time (s)	User time (s)	Memory (MiB)
8.3.6	0.012	0.009	16.61
8.3.5	0.012	0.010	22.00
8.3.4	0.004	0.011	19.09
8.3.3	0.011	0.004	19.01
8.3.2	0.009	0.000	20.25
8.3.1	0.004	0.004	21.90
8.3.0	0.008	0.000	19.29
8.2.18	0.010	0.013	17.00
8.2.17	0.004	0.011	22.96
8.2.16	0.009	0.005	21.98
8.2.15	0.006	0.003	24.18
8.2.14	0.003	0.005	24.66
8.2.13	0.004	0.004	26.16
8.2.12	0.008	0.000	19.65
8.2.11	0.003	0.006	22.02
8.2.10	0.009	0.003	18.03
8.2.9	0.008	0.000	19.36
8.2.8	0.003	0.006	17.97
8.2.7	0.006	0.003	17.75
8.2.6	0.004	0.007	18.05
8.2.5	0.006	0.003	18.07
8.2.4	0.008	0.000	18.15
8.2.3	0.000	0.007	19.61
8.2.2	0.004	0.004	17.76
8.2.1	0.005	0.003	18.27
8.2.0	0.004	0.004	17.76
8.1.28	0.007	0.007	25.92
8.1.27	0.003	0.006	18.96
8.1.26	0.007	0.000	26.35
8.1.25	0.008	0.000	28.09
8.1.24	0.007	0.003	23.79
8.1.23	0.008	0.004	19.36
8.1.22	0.006	0.003	17.74
8.1.21	0.009	0.000	18.77
8.1.20	0.003	0.006	17.35
8.1.19	0.003	0.005	17.35
8.1.18	0.004	0.004	18.10
8.1.17	0.003	0.006	18.68
8.1.16	0.004	0.004	22.11
8.1.15	0.003	0.006	19.01
8.1.14	0.006	0.003	17.46
8.1.13	0.004	0.002	17.86
8.1.12	0.000	0.007	17.46
8.1.11	0.004	0.004	17.48
8.1.10	0.000	0.007	17.52
8.1.9	0.002	0.005	17.55
8.1.8	0.000	0.008	17.54
8.1.7	0.000	0.007	17.43
8.1.6	0.004	0.004	17.63
8.1.5	0.000	0.011	17.68
8.1.4	0.006	0.003	17.70
8.1.3	0.000	0.008	17.82
8.1.2	0.003	0.005	17.75
8.1.1	0.004	0.004	17.63
8.1.0	0.003	0.005	17.53
8.0.30	0.004	0.004	18.77
8.0.29	0.003	0.006	16.88
8.0.28	0.003	0.003	18.60
8.0.27	0.003	0.004	17.46
8.0.26	0.008	0.000	17.39
8.0.25	0.003	0.006	17.11
8.0.24	0.004	0.004	17.13
8.0.23	0.007	0.000	17.13
8.0.22	0.000	0.007	17.17
8.0.21	0.003	0.003	17.16
8.0.20	0.000	0.008	17.26
8.0.19	0.008	0.000	17.18
8.0.18	0.006	0.003	17.23
8.0.17	0.004	0.004	17.11
8.0.16	0.003	0.005	17.16
8.0.15	0.003	0.005	17.06
8.0.14	0.005	0.002	17.11
8.0.13	0.003	0.003	13.61
8.0.12	0.006	0.003	17.18
8.0.11	0.004	0.004	17.12
8.0.10	0.004	0.004	17.04
8.0.9	0.004	0.004	16.99
8.0.8	0.007	0.010	17.18
8.0.7	0.000	0.007	17.27
8.0.6	0.003	0.005	17.14
8.0.5	0.008	0.000	17.05
8.0.3	0.015	0.009	17.13
8.0.2	0.008	0.011	17.40
8.0.1	0.007	0.003	17.05
8.0.0	0.012	0.006	16.88
7.4.33	0.005	0.000	15.05
7.4.32	0.003	0.003	16.77
7.4.30	0.007	0.000	16.75
7.4.29	0.000	0.007	16.78
7.4.28	0.004	0.004	16.64
7.4.27	0.000	0.007	16.63
7.4.26	0.000	0.010	16.58
7.4.25	0.008	0.000	16.66
7.4.24	0.003	0.005	16.68
7.4.23	0.000	0.007	16.67
7.4.22	0.014	0.009	16.66
7.4.21	0.011	0.007	16.65
7.4.20	0.007	0.000	16.67
7.4.16	0.014	0.003	16.62
7.4.15	0.012	0.006	17.40
7.4.14	0.011	0.008	17.86
7.4.13	0.010	0.007	16.60
7.4.12	0.012	0.006	16.56
7.4.11	0.013	0.010	16.59
7.4.10	0.016	0.003	16.64
7.4.9	0.008	0.011	16.43
7.4.8	0.014	0.007	19.39
7.4.7	0.007	0.011	16.36
7.4.6	0.012	0.006	16.53
7.4.5	0.000	0.004	16.36
7.4.4	0.004	0.012	16.52
7.4.3	0.010	0.007	16.82
7.4.1	0.003	0.013	15.31
7.4.0	0.013	0.005	15.03
7.3.33	0.000	0.006	13.23
7.3.32	0.003	0.003	13.15
7.3.31	0.000	0.008	16.35
7.3.30	0.000	0.008	16.39
7.3.29	0.003	0.003	16.42
7.3.28	0.010	0.007	16.36
7.3.27	0.014	0.006	17.40
7.3.26	0.012	0.006	16.34
7.3.25	0.010	0.009	16.41
7.3.24	0.008	0.016	16.62
7.3.23	0.011	0.007	16.52
7.3.21	0.013	0.003	16.46
7.3.20	0.003	0.014	19.39
7.3.19	0.009	0.012	16.33
7.3.18	0.012	0.003	16.33
7.3.17	0.010	0.010	16.61
7.3.16	0.009	0.009	16.36
7.3.13	0.009	0.009	14.71
7.3.12	0.004	0.013	14.79
7.3.11	0.003	0.013	14.74
7.3.10	0.004	0.011	14.92
7.3.9	0.006	0.011	14.86
7.3.8	0.005	0.004	14.91
7.3.7	0.008	0.005	14.90
7.3.6	0.003	0.009	14.94
7.3.5	0.006	0.006	14.88
7.3.4	0.007	0.009	14.93
7.3.3	0.007	0.008	14.97
7.3.2	0.006	0.008	16.46
7.3.1	0.002	0.010	16.59
7.3.0	0.004	0.009	16.55
7.2.33	0.006	0.012	16.66
7.2.32	0.011	0.006	16.64
7.2.31	0.012	0.006	16.49
7.2.30	0.009	0.014	16.74
7.2.29	0.007	0.011	16.63
7.2.26	0.008	0.008	14.68
7.2.25	0.010	0.007	15.10
7.2.24	0.005	0.011	14.78
7.2.23	0.005	0.007	14.95
7.2.22	0.007	0.007	15.02
7.2.21	0.002	0.014	14.98
7.2.20	0.005	0.011	15.02
7.2.19	0.010	0.007	14.98
7.2.18	0.007	0.005	15.14
7.2.17	0.008	0.006	14.91
7.2.16	0.006	0.006	14.78
7.2.15	0.005	0.013	16.74
7.2.14	0.006	0.009	16.69
7.2.13	0.007	0.005	16.85
7.2.12	0.006	0.008	16.80
7.2.11	0.004	0.009	16.85
7.2.10	0.010	0.007	16.71
7.2.9	0.006	0.006	16.82
7.2.8	0.005	0.008	16.48
7.2.7	0.006	0.009	16.95
7.2.6	0.006	0.007	16.55
7.2.5	0.006	0.008	16.78
7.2.4	0.009	0.007	16.79
7.2.3	0.003	0.011	16.85
7.2.2	0.010	0.005	16.83
7.2.1	0.007	0.010	16.66
7.2.0	0.007	0.007	17.52
7.1.33	0.008	0.006	15.73
7.1.32	0.008	0.008	15.59
7.1.31	0.002	0.011	15.47
7.1.30	0.005	0.011	15.68
7.1.29	0.005	0.010	15.67
7.1.28	0.000	0.010	15.66
7.1.27	0.005	0.008	15.66
7.1.26	0.007	0.009	15.60
7.1.25	0.005	0.010	15.67
7.1.24	0.004	0.008	15.66
7.1.23	0.000	0.012	15.70
7.1.22	0.003	0.010	15.59
7.1.21	0.003	0.006	15.40
7.1.20	0.005	0.006	15.69
7.1.19	0.003	0.009	15.64
7.1.18	0.008	0.003	15.61
7.1.17	0.000	0.013	15.68
7.1.16	0.007	0.010	15.63
7.1.15	0.003	0.006	15.62
7.1.14	0.003	0.010	15.75
7.1.13	0.003	0.007	15.40
7.1.12	0.000	0.009	15.74
7.1.11	0.000	0.011	15.54
7.1.10	0.006	0.006	16.71
7.1.9	0.003	0.006	15.67
7.1.8	0.006	0.009	15.64
7.1.7	0.000	0.012	16.24
7.1.6	0.008	0.010	17.56
7.1.5	0.008	0.010	16.28
7.1.4	0.003	0.006	15.69
7.1.3	0.007	0.007	15.39
7.1.2	0.003	0.009	15.69
7.1.1	0.004	0.007	15.62
7.1.0	0.005	0.042	18.95
7.0.33	0.003	0.010	15.09
7.0.32	0.003	0.008	15.31
7.0.31	0.010	0.003	14.85
7.0.30	0.010	0.003	15.04
7.0.29	0.000	0.009	15.33
7.0.28	0.007	0.004	15.29
7.0.27	0.006	0.006	15.19
7.0.26	0.007	0.003	15.36
7.0.25	0.004	0.007	15.40
7.0.24	0.008	0.004	15.23
7.0.23	0.006	0.003	15.20
7.0.22	0.003	0.007	15.15
7.0.21	0.006	0.006	15.16
7.0.20	0.001	0.010	15.79
7.0.19	0.000	0.009	15.07
7.0.18	0.003	0.010	15.11
7.0.17	0.004	0.011	15.12
7.0.16	0.006	0.003	15.19
7.0.15	0.009	0.000	15.35
7.0.14	0.005	0.038	18.55
7.0.13	0.009	0.003	15.13
7.0.12	0.003	0.009	15.05
7.0.11	0.003	0.006	15.20
7.0.10	0.005	0.045	17.51
7.0.9	0.003	0.035	17.62
7.0.8	0.002	0.047	17.72
7.0.7	0.012	0.023	17.66
7.0.6	0.007	0.041	17.60
7.0.5	0.006	0.025	17.70
7.0.4	0.007	0.041	16.72
7.0.3	0.003	0.025	16.77
7.0.2	0.002	0.050	16.68
7.0.1	0.004	0.023	16.66
7.0.0	0.009	0.035	16.56
5.6.40	0.008	0.004	14.23
5.6.39	0.006	0.009	14.41
5.6.38	0.009	0.006	14.14
5.6.37	0.006	0.006	14.12
5.6.36	0.007	0.010	14.14
5.6.35	0.004	0.012	14.13
5.6.34	0.008	0.004	14.11
5.6.33	0.008	0.000	14.31
5.6.32	0.004	0.004	14.04
5.6.31	0.010	0.003	14.07
5.6.30	0.009	0.000	14.23
5.6.29	0.007	0.007	13.89
5.6.28	0.005	0.038	17.52
5.6.27	0.007	0.007	13.98
5.6.26	0.003	0.013	14.29
5.6.25	0.005	0.042	17.44
5.6.24	0.010	0.038	17.55
5.6.23	0.007	0.042	17.26
5.6.22	0.011	0.038	17.42
5.6.21	0.005	0.043	17.37
5.6.20	0.006	0.025	17.55
5.6.19	0.006	0.046	17.70
5.6.18	0.006	0.046	17.73
5.6.17	0.005	0.040	17.52
5.6.16	0.005	0.038	17.67
5.6.15	0.006	0.048	17.77
5.6.14	0.009	0.041	17.59
5.6.13	0.002	0.031	17.66
5.6.12	0.005	0.039	17.72
5.6.11	0.009	0.035	17.42
5.6.10	0.010	0.022	17.59
5.6.9	0.003	0.026	17.50
5.6.8	0.004	0.024	17.44
5.6.7	0.003	0.023	17.25
5.6.6	0.008	0.032	17.17
5.6.5	0.012	0.040	17.30
5.6.4	0.007	0.034	17.21
5.6.3	0.003	0.040	17.18
5.6.2	0.003	0.025	17.27
5.6.1	0.004	0.041	17.28
5.6.0	0.008	0.019	17.27
5.5.38	0.004	0.048	17.22
5.5.37	0.007	0.041	17.34
5.5.36	0.003	0.038	17.13
5.5.35	0.007	0.028	17.19
5.5.34	0.003	0.027	17.39
5.5.33	0.005	0.047	17.41
5.5.32	0.005	0.042	17.38
5.5.31	0.011	0.040	17.53
5.5.30	0.005	0.048	17.24
5.5.29	0.008	0.022	17.44
5.5.28	0.016	0.036	17.54
5.5.27	0.005	0.043	17.55
5.5.26	0.008	0.030	17.65
5.5.25	0.003	0.044	17.29
5.5.24	0.006	0.026	17.13
5.5.23	0.004	0.033	16.96
5.5.22	0.002	0.029	17.22
5.5.21	0.007	0.042	17.09
5.5.20	0.005	0.029	17.21
5.5.19	0.005	0.045	17.28
5.5.18	0.006	0.025	17.19
5.5.17	0.007	0.003	13.70
5.5.16	0.002	0.031	16.95
5.5.15	0.002	0.031	17.16
5.5.14	0.010	0.043	17.05
5.5.13	0.012	0.041	17.26
5.5.12	0.007	0.025	17.00
5.5.11	0.006	0.033	17.12
5.5.10	0.008	0.040	17.11
5.5.9	0.007	0.040	17.08
5.5.8	0.015	0.036	17.06
5.5.7	0.011	0.020	16.99
5.5.6	0.005	0.042	16.82
5.5.5	0.005	0.024	16.92
5.5.4	0.007	0.042	16.97
5.5.3	0.007	0.031	17.05
5.5.2	0.007	0.020	17.12
5.5.1	0.010	0.038	17.17
5.5.0	0.007	0.040	16.84
5.4.45	0.005	0.037	15.12
5.4.44	0.009	0.039	15.07
5.4.43	0.005	0.040	15.18
5.4.42	0.011	0.036	15.11
5.4.41	0.003	0.022	15.16
5.4.40	0.004	0.022	14.86
5.4.39	0.005	0.028	14.81
5.4.38	0.007	0.032	14.92
5.4.37	0.010	0.038	14.77
5.4.36	0.003	0.029	14.81
5.4.35	0.006	0.020	14.92
5.4.34	0.005	0.023	14.72
5.4.33	0.003	0.003	10.47
5.4.32	0.002	0.037	14.95
5.4.31	0.008	0.033	14.89
5.4.30	0.003	0.040	14.79
5.4.29	0.002	0.027	14.90
5.4.28	0.002	0.047	14.78
5.4.27	0.006	0.030	14.82
5.4.26	0.009	0.039	15.01
5.4.25	0.007	0.019	14.89
5.4.24	0.002	0.029	14.81
5.4.23	0.001	0.025	14.82
5.4.22	0.005	0.024	14.74
5.4.21	0.002	0.044	14.80
5.4.20	0.005	0.037	14.87
5.4.19	0.002	0.031	14.95
5.4.18	0.006	0.038	14.83
5.4.17	0.004	0.027	14.97
5.4.16	0.003	0.042	14.91
5.4.15	0.006	0.028	14.88
5.4.14	0.005	0.018	13.35
5.4.13	0.005	0.020	13.62
5.4.12	0.003	0.028	13.67
5.4.11	0.009	0.043	13.63
5.4.10	0.010	0.035	13.50
5.4.9	0.003	0.030	13.47
5.4.8	0.004	0.019	13.54
5.4.7	0.002	0.037	13.64
5.4.6	0.000	0.031	13.49
5.4.5	0.003	0.037	13.61
5.4.4	0.003	0.023	13.60
5.4.3	0.007	0.025	13.60
5.4.2	0.002	0.024	13.61
5.4.1	0.005	0.036	13.51
5.4.0	0.001	0.043	13.25

preferences:dark modelive preview