/webUI/util/docscripts/generate.php
PHP | 454 lines | 360 code | 67 blank | 27 comment | 104 complexity | b80a896a0ab246390d26a372ddc89529 MD5 | raw file
Possible License(s): MIT, Apache-2.0, BSD-3-Clause, LGPL-2.0
- <?php
- # php generate.php
- # -- Runs everything in the modules directory
- # php generate.php dojo
- # php generate.php dijit
- # php generate.php dojox
- # -- Runs only the module starting with custom, custom2, etc.
- # php generate.php --store=file
- # php generate.php --store=mysql --db_host=localhost --db_user=api --db_password=password --db_name=api
- # -- Specifies storage type. "hash", "file" and "resource" currently supported
- # php generate.php --serialize=xml,json
- # -- Comma-separated list of serializations. "xml" and "json" supported
- # php generate.php --outfile=custom-api custom
- # -- Runs the custom module, serializes to custom-api.xml
- if (isset($_SERVER['HTTP_HOST'])) {
- die('Run from command line');
- }
- ini_set('memory_limit', '256M');
- ini_set('display_errors', 1);
- error_reporting(E_ALL ^ E_NOTICE);
- $debug = true;
- require_once('lib/parser2/dojo2.inc');
- $keys = array();
- $namespaces = array();
- // Do this in 3 parts
- // 1. Turn all variables into single objects
- // 2. Internalize class members
- // 3. Serialize objects
- $args = array();
- $kwargs = array();
- $clean = false;
- $db_host = 'localhost';
- $db_user = 'root';
- $db_password = '';
- $db_name = 'generate';
- foreach (array_slice($argv, 1) as $arg) {
- if ($arg{0} == '-') {
- if (preg_match('%^--(outfile|store|serialize|db_host|db_user|db_password|db_name)=([^ ]+)$%', $arg, $match)) {
- if ($match[1] == 'db_host') {
- $db_host = $match[2];
- }
- elseif ($match[1] == 'db_user') {
- $db_user = $match[2];
- }
- elseif ($match[1] == 'db_password') {
- $db_password = $match[2];
- }
- elseif ($match[1] == 'db_name') {
- $db_name == $match[2];
- }
- elseif ($match[1] == 'serialize') {
- foreach (explode(',', $match[2]) as $serialize_type) {
- $kwargs[$match[1]][$serialize_type] = true;
- }
- }
- else {
- $kwargs[$match[1]] = $match[2];
- }
- }
- elseif ($arg == '--clean') {
- $clean = true;
- }
- else {
- die("ERROR: Unrecognized argument: $arg\n");
- }
- }
- else {
- $args[] = $arg;
- }
- }
- if (!isset($kwargs['serialize'])) {
- $kwargs['serialize'] = array(
- 'json' => true,
- 'xml' => true
- );
- }
- // Use hash storage by default
- if (!isset($kwargs['store'])) {
- $kwargs['store'] = 'hash';
- }
- require_once('lib/generator/' . $kwargs['store'] . '/Freezer.php');
- require_once('lib/generator/' . $kwargs['store'] . '/Serializer.php');
- require_once('lib/generator/JsonSerializer.php');
- require_once('lib/generator/XmlSerializer.php');
- if ($clean) {
- Freezer::clean('cache', 'nodes');
- Freezer::clean('cache', 'resources');
- if ($kwargs['outfile']) {
- if (isset($kwargs['serialize']['json'])) {
- JsonSerializer::clean('cache', 'json', $kwargs['outfile']);
- }
- if (isset($kwargs['serialize']['xml'])) {
- XmlSerializer::clean('cache', 'xml', $kwargs['outfile']);
- }
- }
- else {
- if (isset($kwargs['serialize']['json'])) {
- JsonSerializer::clean('cache', 'json');
- }
- if (isset($kwargs['serialize']['xml'])) {
- XmlSerializer::clean('cache', 'xml');
- }
- }
- }
- $files = dojo_get_files($args);
- $nodes = new Freezer('cache', 'nodes');
- $resources = new Freezer('cache', 'resources');
- print "=== PARSING FILES ===\n";
- flush();
- foreach ($files as $set){
- list($namespace, $file) = $set;
- if (!$namespaces[$namespace]) {
- $namespaces[$namespace] = true;
- }
- $ctime = dojo_get_file_time($namespace, $file);
- if ($ctime == $resources->open($namespace . '%' . $file, null)) {
- continue;
- }
- printf("%-100s %6s KB\n", $namespace . '/' . $file, number_format(memory_get_usage() / 1024));
- flush();
- $contents = dojo_get_contents($namespace, $file);
- $provides = $contents['#provides'];
- unset($contents['#provides']);
- $resource = $contents['#resource'];
- unset($contents['#resource']);
- $requires = $contents['#requires'];
- unset($contents['#requires']);
- // set by debugging in parsing
- unset($contents['#debug']);
- unset($contents['#unwrapped_source']);
- unset($contents['#raw_source']);
- foreach ($contents as $var => $content) {
- foreach ($content as $key_key => $key_value) {
- $key_type = 'undefined';
- if (is_numeric($key_value)) {
- $key_type = 'numeric';
- }elseif(is_array($key_value)) {
- $key_type = 'array';
- }elseif(is_bool($key_value)) {
- $key_type = 'bool';
- }elseif(is_string($key_value)) {
- $key_type = 'string';
- }
- $keys[$key_key][] = $key_type;
- $keys[$key_key] = array_unique($keys[$key_key]);
- }
- $node = $nodes->open($var, array());
- $new = !empty($node);
- // Handle file-level information
- if ($provides && (!is_array($node['#provides']) || !in_array($provides, $node['#provides']))) {
- $node['#provides'][] = $provides;
- }
- if (!is_array($node['#namespaces']) || !in_array($namespace, $node['#namespaces'])) {
- $node['#namespaces'][] = $namespace;
- }
- $node['#resource'][] = "$namespace/$resource";
- if (trim($content['type']) && (empty($node['type']) || $content['type'] != 'Object')) {
- $node['type'] = $content['type'];
- }
- if (!empty($content['tags'])) {
- $node['tags'] = $content['tags'];
- }
- if (!empty($content['private'])) {
- $node['private'] = $content['private'];
- }
- if (!empty($content['private_parent'])) {
- $node['private_parent'] = $content['private_parent'];
- }
- if (trim($content['summary'])) {
- $node['summary'] = $content['summary'];
- }
- if (trim($content['description'])) {
- $node['description'] = $content['description'];
- }
- if (trim($content['exceptions'])) {
- $node['exceptions'] = $content['exceptions'];
- }
- if ($content['private']) {
- $node['private'] = $content['private'];
- }
- if ($content['private_parent']) {
- $node['private_parent'] = $content['private_parent'];
- }
- if (is_array($content['alias'])) {
- foreach ($content['alias'] as $alias) {
- $node['alias'] = $alias;
- }
- }
- if (is_array($content['examples'])) {
- foreach ($content['examples'] as $example) {
- if (!is_array($node['examples']) || !in_array($example, $node['examples'])) {
- $node['examples'][] = $example;
- }
- }
- }
- if ($content['instance']) {
- $node['instance'] = $content['instance'];
- }
-
- if ($content['prototype']) {
- $node['prototype'] = $content['prototype'];
- }
- if (!is_array($node['returns'])) {
- $node['returns'] = array();
- }
- if (trim($content['returns'])) {
- $node['returns'] = array_unique(array_merge($node['returns'], explode('|', $content['returns'])));
- }
- if (trim($content['return_summary'])) {
- $node['return_summary'] = $content['return_summary'];
- }
- foreach (array('prototype', 'instance', 'normal') as $scope) {
- if (!empty($content['mixins'][$scope])) {
- if (empty($node['mixins'][$scope])) {
- $node['mixins'][$scope] = array();
- }
- if (!is_array($content['mixins'][$scope])) {
- print $content['mixins'][$scope];
- }
- $node['mixins'][$scope] = array_unique(array_merge($node['mixins'][$scope], $content['mixins'][$scope]));
- }
- }
- if ($content['type'] == 'Function') {
- if ($content['classlike']) {
- $node['classlike'] = true;
- }
- if ($node['chains']) {
- if (!$content['chains']['prototype']) {
- $content['chains']['prototype'] = array();
- }
- $node['chains']['prototype'] = array_unique(array_merge($node['chains']['prototype'], $content['chains']['prototype']));
- if (!$content['chains']['call']) {
- $content['chains']['call'] = array();
- }
- $node['chains']['call'] = array_unique(array_merge($node['chains']['call'], $content['chains']['call']));
- }
- else {
- $node['chains']['prototype'] = ($content['chains']['prototype']) ? $content['chains']['prototype'] : array();
- $node['chains']['call'] = ($content['chains']['call']) ? $content['chains']['call'] : array();
- }
- if ($content['chains']) {
- unset($content['chains']['prototype']);
- unset($content['chains']['call']);
- $types = array_keys($content['chains']);
- if (!empty($types)) {
- print_r($types);
- die('Unexpected chain type');
- }
- }
- if (!empty($content['parameters'])) {
- if (!empty($node['parameters'])) {
- $node_parameters = array_keys($node['parameters']);
- $content_parameters = array_keys($content['parameters']);
- $long_parameters = (count($node_parameters) > count($content_parameters)) ? $node_parameters : $content_parameters;
- $short_parameters = (count($node_parameters) > count($content_parameters)) ? $content_parameters : $node_parameters;
- $match = true;
- $total_short = count($short_parameters);
- foreach ($long_parameters as $i => $parameter) {
- if ($i < $total_short && $parameter != $short_parameters[$i]) {
- $match = false;
- }
- }
- if ($match) {
- // Only process these if they match the first occurence
- foreach ($content['parameters'] as $parameter_name => $parameter) {
- if (empty($node['parameters'][$parameter_name]['type'])) {
- $node['parameters'][$parameter_name]['type'] = $parameter['type'];
- }
- if (trim($parameter['summary'])) {
- $node['parameters'][$parameter_name]['summary'] = $parameter['summary'];
- }
- }
- }
- }
- else {
- $node['parameters'] = $content['parameters'];
- }
- }
- }
- $nodes->save($var, $node);
- }
- $resources->save($namespace . '%' . $file, $ctime);
- // print_r($keys);
- }
- unset($resources);
- print "=== BUILDING OBJECT STRUCTURE ===\n";
- flush();
- $roots = array();
- $ids = $nodes->ids();
- $percent = 0;
- $total = count($ids);
- $count_args = count($args);
- foreach ($ids as $pos => $id) {
- $new_percent = floor($pos / $total * 50);
- if ($new_percent % 5 == 0 && $percent % 5 != 0) {
- print $new_percent . "%\n";
- }
- $percent = $new_percent;
- $parts = explode('.', $id);
- if (count($parts) > 1) {
- $name = array_pop($parts);
- $parent = implode('.', $parts);
- $node = $nodes->open($id, array());
- if (!is_array($node['#namespaces']) || ($count_args && !count(array_intersect($args, $node['#namespaces'])))) {
- continue;
- }
- if (!array_key_exists($parent, $roots)) {
- $roots[$parent] = array();
- }
- if ($node['type'] == 'Function') {
- $roots[$id]['function'] = true;
- }
- if ($node['classlike']) {
- $roots[$id]['classlike'] = true;
- }
- }
- }
- // Figure out whether a root item has children or not
- $pos = 0;
- $root_count = count($roots);
- $has_children_map = array();
- $rootids = array_keys($roots);
- //descending sort rootids, so children are processed before parents
- rsort($rootids);
- foreach ($rootids as $id) {
- $root = $roots[$id];
- $new_percent = floor(50 + ($pos++ / $root_count * 50));
- if ($new_percent % 5 == 0 && $percent % 5 != 0) {
- print floor($new_percent) . "%\n";
- }
- $percent = $new_percent;
- $parts = explode('.', $id);
- $parts_count = count($parts);
- if ($parts_count > 1) {
- if ($root['function'] && !$root['classlike']) {
- if(!array_key_exists($id, $has_children_map)){
- unset($roots[$id]);
- }
- }
- $name = array_pop($parts);
- $parent_id = implode('.', $parts);
- $obj = array("name"=>$name, "id"=>$id);
- if(array_key_exists($parent_id, $has_children_map)) {
- array_push($has_children_map[$parent_id], $obj);
- }
- else{
- $has_children_map[$parent_id] = array($obj);
- }
- }
- }
- print "=== SERIALIZING OBJECTS ===\n";
- // Aggregate and save
- $serializers = array();
- if ($kwargs['outfile']) {
- if (isset($kwargs['serialize']['json'])) {
- $serializers['json'] = new JsonSerializer('cache', 'json', $kwargs['outfile']);
- }
- if (isset($kwargs['serialize']['xml'])) {
- $serializers['xml'] = new XmlSerializer('cache', 'xml', $kwargs['outfile']);
- }
- }
- else {
- if (isset($kwargs['serialize']['json'])) {
- $serializers['json'] = new JsonSerializer('cache', 'json');
- }
- if (isset($kwargs['serialize']['xml'])) {
- $serializers['xml'] = new XmlSerializer('cache', 'xml');
- }
- }
- foreach ($roots as $id => $root) {
- if(!$id){
- // Minor bug
- continue;
- }
- $node = $nodes->open($id, null);
- if(array_key_exists($id, $has_children_map)){
- foreach ($has_children_map[$id] as $child) {
- $node['#children'][$child['name']] = $nodes->open($child['id'], null);
- }
- }
- printf("%-100s %6s KB\n", $id, number_format(memory_get_usage() / 1024));
- flush();
- foreach ($serializers as $serializer) {
- $serializer->setObject($id, $node);
- }
- }
- // * Assemble parent/child relationships
- ?>