Rewrite the schedule generation script #31

Merged
user890104 merged 19 commits from schedule-rewrite into master 2016-10-24 00:52:04 +03:00
5 changed files with 518 additions and 289 deletions

View File

@ -12,7 +12,7 @@ class SmartCurl {
}
if (!file_exists($this->cache_dir)) {
mkdir($this->cache_dir);
mkdir($this->cache_dir, 0777, true);
}
$this->cache_index = $this->cache_dir . '.json';
@ -71,17 +71,16 @@ class SmartCurl {
}
if (curl_setopt($this->ch, CURLOPT_URL, $url) === false) {
throw new Exception('set url failed');
throw new Exception('set url failed: ' . $url);
}
$cache_file = $this->cache_dir . DIRECTORY_SEPARATOR . $filename;
$cache_file = $this->cache_dir . DIRECTORY_SEPARATOR . str_replace('/', '@', $filename);
$etag = array_key_exists($url, static::$etags) && file_exists($cache_file) ? static::$etags[$url] : null;
if (curl_setopt($this->ch, CURLOPT_HTTPHEADER, [
'If-None-Match:' . (is_null($etag) ? '' : ' ' . $etag),
]) === false) {
throw new Exception('set etag failed');
throw new Exception('set etag failed: ' . $url);
}
$response = curl_exec($this->ch);
@ -128,12 +127,6 @@ class SmartCurl {
$body = substr($response, $header_size);
if ($http_code === 200) {
$dirname = dirname($filename);
if ($dirname !== '.') {
mkdir($this->cache_dir . DIRECTORY_SEPARATOR . $dirname, 0777, true);
}
file_put_contents($cache_file, $body);
}

38
schedule/config.php Normal file
View File

@ -0,0 +1,38 @@
<?php
function getSchedConfig($year = 2015) {
$globalConfig = [
'lang' => 'bg',
'cfp_url' => 'https://cfp.openfest.org',
'cut_len' => 70,
'hidden_speakers' => [4],
'hidden_language_tracks' => [],
];
$config = [
2014 => [
'conferenceId' => 1,
'eventTypes' => [
'lecture' => 1,
'workshop' => 2,
],
],
2015 => [
'conferenceId' => 2,
'eventTypes' => [
'lecture' => 3,
'workshop' => 4,
],
'hidden_language_tracks' => [16],
],
2016 => [
'conferenceId' => 3,
'eventTypes' => [
'lecture' => 5,
'workshop' => 6,
],
'hidden_language_tracks' => [25],
],
];
return array_merge($globalConfig, $config[$year]);
}

View File

@ -1,49 +1,39 @@
<html>
<head>
<title>Test schedule</title>
<link href="//maxcdn.bootstrapcdn.com/font-awesome/4.2.0/css/font-awesome.min.css" rel="stylesheet">
<link rel="stylesheet" type="text/css" href="http://www.openfest.org/2014/wp-content/themes/initfest/style.css" />
</head>
<pre>
<?php
//header('Content-Type: text/plain; charset=utf-8');
error_reporting(~0);
ini_set('display_errors', 1);
$content = require __DIR__ . DIRECTORY_SEPARATOR . 'parse.php';
$requirePath = __DIR__ . DIRECTORY_SEPARATOR;
require $requirePath . 'class.SmartCurl.php';
require $requirePath . 'config.php';
require $requirePath . 'load.php';
require $requirePath . 'parse.php';
$sched_config = getSchedConfig(date('Y'));
$data = loadData($sched_config);
$sched_config['filterEventType'] = array_key_exists('event_type', $_GET) ? $_GET['event_type'] : null;
$content = parseData($sched_config, $data);
?>
</pre>
<table border="1" style="text-align: center;">
<thead>
<tr>
<td>&nbsp;</td>
<html>
<head>
<title>Test schedule</title>
<link href="//maxcdn.bootstrapcdn.com/font-awesome/4.2.0/css/font-awesome.min.css" rel="stylesheet">
<link rel="stylesheet" type="text/css" href="http://www.openfest.org/2014/wp-content/themes/initfest/style.css" />
</head>
<body>
<?php
foreach ($content['halls'] as $hall_name) {
echo $content['schedule'];
?>
<td><?php echo htmlspecialchars($hall_name); ?></td>
<?php
}
?>
</tr>
</thead>
<div class="separator"></div>
<table border="1">
<tbody>
<?php
foreach ($content['lines'] as $line) {
echo $line, PHP_EOL;
}
echo $content['legend'], PHP_EOL;
?>
</tbody>
</table>
<div class="separator"></div>
</table>
<?php
foreach ($content['fulltalks'] as $line) {
echo $line, PHP_EOL;
}
foreach ($content['gspk'] as $line) {
echo $line, PHP_EOL;
}
foreach ($content['fspk'] as $line) {
echo $line, PHP_EOL;
}
echo $content['fulltalks'];
echo $content['gspk'];
echo $content['fspk'];
?>
</body>
</html>

View File

@ -1,27 +1,30 @@
<?php
require __DIR__ . DIRECTORY_SEPARATOR . 'class.SmartCurl.php';
function compareKeys($a, $b, $key) {
$valA = &$a[$key];
$valB = &$b[$key];
$base_url = 'https://cfp.openfest.org/api/conferences/'. $CF['confid'] .'/';
return ($valA < $valB) ? -1 : (($valA > $valB) ? 1 : 0);
}
$filenames = [
function loadData($config) {
$filenames = [
'events' => 'events.json',
'speakers' => 'speakers.json',
'tracks' => 'tracks.json',
'event_types' => 'event_types.json',
'halls' => 'halls.json',
'slots' => 'slots.json',
];
];
$data = [];
$curl = new SmartCurl($config['cfp_url'] . '/api/conferences/');
$data = [];
foreach ($filenames as $name => $filename) {
$curl = new SmartCurl($base_url, 'cache' . DIRECTORY_SEPARATOR .$CF['confid']);
$json = $curl->getUrl($filename);
foreach ($filenames as $name => $filename) {
$json = $curl->getUrl($config['conferenceId'] . '/' . $filename);
if ($json === false) {
// echo 'get failed: ', $filename, ' ', $base_url, PHP_EOL;
return null;
echo 'get failed: ', $filename, PHP_EOL;
exit;
}
$decoded = json_decode($json, true);
@ -32,13 +35,12 @@ foreach ($filenames as $name => $filename) {
}
$add = true;
switch ($name) {
case 'halls':
$ret = array();
foreach($decoded as $id => $hall) {
if (in_array($id, $CF['allowedhallids'])) $ret[$id] = $hall['name'];
}
$decoded = $ret;
$decoded = array_map(function($el) {
return $el['name'];
}, $decoded);
break;
case 'slots':
$decoded = array_map(function($el) {
@ -52,19 +54,11 @@ foreach ($filenames as $name => $filename) {
}
$data[$name] = $decoded;
}
}
function compareKeys($a, $b, $key) {
$valA = &$a[$key];
$valB = &$b[$key];
return ($valA < $valB) ? -1 : (($valA > $valB) ? 1 : 0);
}
uasort($data['slots'], function($a, $b) {
uasort($data['slots'], function($a, $b) {
return compareKeys($a, $b, 'starts_at') ?: compareKeys($a, $b, 'hall_id');
});
});
//array_pop($data['halls']);
return $data;
return $data;
}

View File

@ -1,169 +1,383 @@
<?php
// 'halfnarp_friendly'
// 'events'
// 'speakers'
// 'tracks' [en/bg]
// 'event_types' [en/bg]
// 'halls'
// 'slots'
function parseData($config, $data) {
$languages = array(
'en' => array(
'name' => 'English',
'locale' => 'en_US.UTF8'
),
'bg' => array(
'name' => 'Български',
'locale' => 'bg_BG.UTF8'
)
);
$data = require __DIR__ . DIRECTORY_SEPARATOR . 'load.php';
// We need to set these so we actually parse properly the dates. WP fucks up both.
date_default_timezone_set('Europe/Sofia');
setlocale(LC_TIME, $languages[$config['lang']]['locale']);
/* no idea why do I have to write this, doesn't seem to exist in the system */
// Filter out invalid slots
$data['slots'] = array_filter($data['slots'], function($slot) {
return isset($slot['starts_at'], $slot['ends_at'], $slot['hall_id'], $slot['event_id']);
});
$languages = array('en' => array('name' => 'English', 'locale' => 'en_US.UTF8'), 'bg' => array ('name' => 'Български', 'locale' => 'bg_BG.UTF8'));
// Collect the slots for each hall, sort them in order of starting
$slots = [];
$timestamps = [];
$cut_len = 70;
$cfp_url = 'http://cfp.openfest.org';
$time = 0;
$date = 0;
$lines = [];
$fulltalks = [];
$prev_event_id = 0;
$colspan = 1;
$hall_ids = array_keys($data['halls']);
$first_hall_id = min($hall_ids);
$last_hall_id = max($hall_ids);
foreach ($data['halls'] as $hall_id => $hall) {
$slots[$hall_id] = [];
/* We need to set these so we actually parse properly the dates. WP fucks up both. */
date_default_timezone_set('Europe/Sofia');
setlocale(LC_TIME, $languages[$CF['lang']]['locale']);
foreach ($data['slots'] as $slot_id => $slot) {
if (! in_array($slot['hall_id'], $CF['allowedhallids'])) continue;
$slotTime = $slot['starts_at'];
$slotDate = date('d', $slotTime);
if ($slotDate !== $date) {
/* this seems to be the easiest way to localize the date */
$localdate = strftime('%d %B - %A' ,$slotTime);
$lines[] = '<tr>';
$lines[] = '<td>' . $localdate . '</td>';
$lines[] = '<td colspan="3">&nbsp;</td>';
$lines[] = '</tr>';
$date = $slotDate;
foreach ($data['slots'] as $slot_id => $slot) {
if ($slot['hall_id'] !== $hall_id) {
continue;
}
if ($slotTime !== $time) {
if ($time !== 0) {
$lines[] = '</tr>';
if (!in_array($slot['starts_at'], $timestamps)) {
$timestamps[] = $slot['starts_at'];
}
$lines[] = '<tr>';
$lines[] = '<td>' . date('H:i', $slot['starts_at']) . ' - ' . date('H:i', $slot['ends_at']) . '</td>';
$time = $slotTime;
if (!in_array($slot['ends_at'], $timestamps)) {
$timestamps[] = $slot['ends_at'];
}
$eid = &$slot['event_id'];
$event = &$data['events'][$eid];
$slots[$hall_id][$slot['starts_at']] = $slot;
}
if (is_null($eid)) {
$lines[] = '<td>TBA</td>';
ksort($slots[$hall_id]);
}
sort($timestamps);
// Find all microslots (the smallest time unit)
$microslots = [];
$lastTs = 0;
$first = true;
foreach ($timestamps as $ts) {
if ($first) {
$lastTs = $ts;
$first = false;
continue;
}
if (date('d.m', $lastTs) !== date('d.m', $ts)) {
$lastTs = $ts;
continue;
}
$microslots[] = [$lastTs, $ts];
$lastTs = $ts;
}
// Fill in the event ID for each time slot in each hall
$events = [];
$filtered_type_id =
array_key_exists('filterEventType', $config) &&
array_key_exists($config['filterEventType'], $config['eventTypes']) ?
$config['eventTypes'][$config['filterEventType']] :
null;
foreach ($data['halls'] as $hall_id => $hall) {
$hall_data = [];
foreach ($microslots as $timestamps) {
$found = false;
foreach ($data['slots'] as $slot_id => $slot) {
if (
$slot['hall_id'] === $hall_id &&
$slot['starts_at'] <= $timestamps[0] &&
$slot['ends_at'] >= $timestamps[1] &&
array_key_exists($slot['event_id'], $data['events'])
) {
if (!is_null($filtered_type_id)) {
if ($data['events'][$slot['event_id']]['event_type_id'] !== $filtered_type_id) {
continue;
}
}
$found = true;
$hall_data[] = [
'event_id' => $slot['event_id'],
'hall_id' => $slot['hall_id'],
'edge' => $slot['starts_at'] === $timestamps[0] || $slot['ends_at'] === $timestamps[1],
];
break;
}
}
if (!$found) {
$hall_data[] = null;
}
}
$events[] = $hall_data;
}
// Remove halls with no events after filtering
$count = count($events);
for ($i = 0; $i < $count; ++$i) {
$hasEvents = false;
foreach ($events[$i] as $event_info) {
if (!is_null($event_info)) {
$hasEvents = true;
break;
}
}
if (!$hasEvents) {
unset($events[$i]);
}
}
// Transpose the matrix
// rows->halls, cols->timeslots ===> rows->timeslots, cols->halls
$events = array_map(null, ...$events);
// Filter empty slots
$count = count($events);
for ($i = 0; $i < $count; ++$i) {
$hall_count = count($events[$i]);
$hasEvents = false;
for ($j = 0; $j < $hall_count; ++$j) {
if (!is_null($events[$i][$j]) && $events[$i][$j]['edge']) {
$hasEvents = true;
continue 2;
}
}
if (!$hasEvents) {
unset($events[$i]);
}
}
// Merge events longer than one slot
$prevEventId = [];
$prevEventSlot = [];
$prevSlotIndex = 0;
$first = true;
foreach ($events as $slot_index => &$events_data) {
if ($first) {
$prevEventId = array_map(function($event_info) {
return is_null($event_info) ? null : $event_info['event_id'];
}, $events_data);
$prevEventSlot = array_fill(0, count($events_data), null);
$prevSlotIndex = $slot_index;
$first = false;
continue;
}
foreach ($events_data as $hall_index => &$event_info) {
if (is_null($event_info)) {
$prevEventId[$hall_index] = null;
$prevEventSlot[$hall_index] = null;
continue;
}
if ($event_info['event_id'] !== $prevEventId[$hall_index]) {
$prevEventId[$hall_index] = $event_info['event_id'];
$prevEventSlot[$hall_index] = null;
continue;
}
// We have a long event
if (is_null($prevEventSlot[$hall_index])) {
$prevEventSlot[$hall_index] = $prevSlotIndex;
}
$master_slot = &$events[$prevEventSlot[$hall_index]][$hall_index];
if (!array_key_exists('rowspan', $master_slot)) {
$master_slot['rowspan'] = 2;
}
else {
$title = mb_substr($event['title'], 0, $cut_len) . (mb_strlen($event['title']) > $cut_len ? '...' : '');
++$master_slot['rowspan'];
}
unset($master_slot);
$event_info = false;
}
unset($event_info);
$prevSlotIndex = $slot_index;
}
unset($events_data);
// Build the HTML
$schedule_body = '';
$lastTs = 0;
$fulltalks = '';
$hall_ids = [];
foreach ($events as $slot_index => $events_data) {
$columns = [];
if (date('d.m', $microslots[$slot_index][0]) !== date('d.m', $lastTs)) {
$schedule_body .= '<tr><th colspan="' . (count($events_data) + 1) . '">' . strftime('%d %B - %A', $microslots[$slot_index][0]) . '</th></tr>';
}
$lastTs = $microslots[$slot_index][0];
$lastEventId = 0;
$colspan = 1;
foreach ($events_data as $event_info) {
if ($event_info === false) {
continue;
}
if (is_null($event_info['event_id'])) {
$columns[] = '<td>&nbsp;</td>';
continue;
}
if (!in_array($event_info['hall_id'], $hall_ids)) {
$hall_ids[] = $event_info['hall_id'];
}
$eid = &$event_info['event_id'];
$event = &$data['events'][$eid];
$title = mb_substr($event['title'], 0, $config['cut_len']) . (mb_strlen($event['title']) > $config['cut_len'] ? '...' : '');
$speakers = '';
if (count($event['participant_user_ids']) > 0) {
$speakers = json_encode($event['participant_user_ids']) . '<br>';
$spk = [];
$spk = array();
$speaker_name = array();
foreach ($event['participant_user_ids'] as $uid) {
/* The check for uid==4 is for us not to show the "Opefest Team" as a presenter for lunches, etc. */
if ($uid == 4 || empty ($data['speakers'][$uid])) {
if (in_array($uid, $config['hidden_speakers']) || empty($data['speakers'][$uid])) {
continue;
} else {
/* TODO: fix the URL */
}
$name = $data['speakers'][$uid]['first_name'] . ' ' . $data['speakers'][$uid]['last_name'];
$spk[$uid] = '<a class="vt-p" href="SPKURL#'. $name . '">' . $name . '</a>';
}
$spk[] = '<a class="vt-p" href="#' . $name . '">' . $name . '</a>';
}
$speakers = implode (', ', $spk);
}
$content = '<a href="#lecture-' . $eid . '">' . htmlspecialchars($title) . '</a><br>' . $speakers;
/* Hack, we don't want language for the misc track. This is the same for all years. */
if ('misc' !== $data['tracks'][$event['track_id']]['name']['en']) {
$csslang = "schedule-".$event['language'];
} else {
$csslang = "";
}
$cssclass = &$data['tracks'][$event['track_id']]['css_class'];
$style = ' class="' . $cssclass . ' ' . $csslang . '"';
$content = '<a href=#lecture-' . $eid . '>' . htmlspecialchars($title) . '</a> <br>' . $speakers;
// these are done by $eid, as otherwise we get some talks more than once (for example the lunch)
// TODO: fix this, it's broken
$fulltalks .= '<section id="lecture-' . $eid . '">';
// We don't want '()' when we don't have a speaker name
$fulltalk_spkr = strlen($speakers) > 0 ? (' (' . $speakers . ')') : '';
$fulltalks .= '<p><strong>' . $event['title'] . ' ' . $fulltalk_spkr . '</strong></p>';
$fulltalks .= '<p>' . $event['abstract'] . '</p>';
$fulltalks .= '<div class="separator"></div></section>';
/* these are done by $eid, as otherwise we get some talks more than once (for example the lunch) */
$fulltalks[$eid] = '';
$fulltalks[$eid] .= '<section id="lecture-' . $eid . '">';
/* We don't want '()' when we don't have a speaker name */
$fulltalk_spkr = strlen($speakers)>1 ? ' (' . $speakers . ')' : '';
$fulltalks[$eid] .= '<p><strong>' . $event['title'] . ' ' . $fulltalk_spkr . '</strong>';
$fulltalks[$eid] .= '<p>' . $event['abstract'] . '</p>';
$fulltalks[$eid] .= '<div class="separator"></div></section>';
if ($slot['event_id'] === $prev_event_id) {
array_pop($lines);
$lines[] = '<td' . $style . ' colspan="' . ++$colspan . '">' . $content . '</td>';
if ($eid === $lastEventId) {
array_pop($columns);
++$colspan;
}
else {
$lines[] = '<td' . $style . '>' . $content . '</td>';
$colspan = 1;
}
$rowspan = array_key_exists('rowspan', $event_info) ? (' rowspan="' . $event_info['rowspan'] . '"') : '';
// CSS
$cssClasses = [];
if (!in_array($event['track_id'], $config['hidden_language_tracks'])) {
$cssClasses[] = 'schedule-' . $event['language'];
}
$prev_event_id = $slot['event_id'];
}
$cssClass = $data['tracks'][$event['track_id']]['css_class'];
$lines[] = '</tr>';
/* create the legend */
if (strlen($cssClass) > 0) {
$cssClasses[] = $cssClass;
}
$legend = [];
$cssClasses = count($cssClasses) > 0 ? (' class="' . implode(' ', $cssClasses) . '"') : '';
foreach($data['tracks'] as $track) {
$legend[] = '<tr><td class="' . $track['css_class'] . '">' . $track['name'][$CF['lang']] . '</td></tr>';
}
foreach ($languages as $l => $n) {
$legend[] = '<tr><td class="schedule-' . $l . '">' . $n['name'] . '</td></tr>';
}
// Render cell
$columns[] = '<td' . ($colspan > 1 ? ' colspan="' . $colspan . '"' : $rowspan) . $cssClasses . '>' . $content . '</td>';
$gspk = [];
$fspk = [];
$types = [];
$types['twitter']['url']='https://twitter.com/';
$types['twitter']['class']='fa fa-twitter';
$types['github']['url']='https://github.com/';
$types['github']['class']='fa fa-github';
$types['email']['url']='mailto:';
$types['email']['class']='fa fa-envelope';
$lastEventId = $eid;
unset($eid, $event);
}
$gspk[] = '<div class="grid members">';
$schedule_body .= '<tr><td>';
$schedule_body .= strftime('%H:%M', $microslots[$slot_index][0]) . ' - ' . strftime('%H:%M', $microslots[$slot_index][1]);
$schedule_body .= '</td>';
$schedule_body .= implode('', $columns);
$schedule_body .= '</tr>';
}
foreach ($data['speakers'] as $speaker) {
$schedule = '<table border="1"><thead><tr><th></th>';
foreach ($data['halls'] as $hall_id => $hall) {
if (!in_array($hall_id, $hall_ids)) {
continue;
}
$schedule .= '<th>' . $hall['bg'] . '</th>';
}
$schedule .= '</tr></thead><tbody>';
$schedule .= $schedule_body;
$schedule .= '</tbody></table>';
// Create the legend
$legend = '';
foreach($data['tracks'] as $track) {
$legend .= '<tr><td class="' . $track['css_class'] . '">' . $track['name'][$config['lang']] . '</td></tr>';
}
foreach ($languages as $code => $lang) {
$legend .= '<tr><td class="schedule-' . $code . '">' . $lang['name'] . '</td></tr>';
}
// Speaker list
$gspk = '<div class="grid members">';
$fspk = '';
$types = [
'twitter' => [
'class' => 'twitter',
'url' => 'https://twitter.com/',
],
'github' => [
'class' => 'github',
'url' => 'https://github.com/',
],
'email' => [
'class' => 'envelope',
'url' => 'mailto:',
],
];
foreach ($data['speakers'] as $speaker) {
$name = $speaker['first_name'] . ' ' . $speaker['last_name'];
$gspk[] = '<div class="member col4">';
$gspk[] = '<a href="#' . $name . '">';
$gspk[] = '<img width="100" height="100" src="' . $cfp_url . $speaker['picture']['schedule']['url'].'" class="attachment-100x100 wp-post-image" alt="' . $name .'" />';
$gspk[] = '</a> </div>';
$gspk .= '<div class="member col4">';
$gspk .= '<a href="#' . $name . '">';
$gspk .= '<img width="100" height="100" src="' . $config['cfp_url'] . $speaker['picture']['schedule']['url'] . '" class="attachment-100x100 wp-post-image" alt="' . $name . '" />';
$gspk .= '</a> </div>';
$fspk[] = '<div class="speaker" id="' . $name . '">';
$fspk[] = '<img width="100" height="100" src="' . $cfp_url . $speaker['picture']['schedule']['url'].'" class="attachment-100x100 wp-post-image" alt="' . $name .'" />';
$fspk[] = '<h3>' . $name . '</h3>';
$fspk[] = '<div class="icons">';
foreach ($types as $type => $parm) {
$fspk .= '<div class="speaker" id="' . $name . '">';
$fspk .= '<img width="100" height="100" src="' . $config['cfp_url'] . $speaker['picture']['schedule']['url'] . '" class="attachment-100x100 wp-post-image" alt="' . $name . '" />';
$fspk .= '<h3>' . $name . '</h3>';
$fspk .= '<div class="icons">';
foreach ($types as $type => $param) {
if (!empty($speaker[$type])) {
$fspk[] = '<a href="'. $parm['url'] . $speaker[$type] . '"><i class="' . $parm['class'] . '"></i></a>';
$fspk .= '<a href="' . $param['url'] . $speaker[$type] . '"><i class="fa fa-' . $param['class'] . '"></i></a>';
}
}
$fspk[] = '</div>';
$fspk[] = '<p>' . $speaker['biography'] . '</p>';
$fspk[] = '</div><div class="separator"></div>';
$fspk .= '</div>';
$fspk .= '<p>' . $speaker['biography'] . '</p>';
$fspk .= '</div><div class="separator"></div>';
}
$gspk .= '</div>';
return compact('schedule', 'fulltalks', 'gspk', 'fspk', 'legend');
}
$gspk[] = '</div>';
return array_merge($data, compact('lines', 'fulltalks', 'gspk', 'fspk', 'legend'));