Converted posts to pages and tracking more metadata.

Author: scottgonzalez

src/main.js

@@ -156,13 +156,22 @@ function processPlugin( data, fn ) {
 			});
 		},
 
+		// flush redirect rules
 		function( error ) {
-			wordpress.end();
+			if ( error ) {
+				return fn( error );
+			}
 
+			wordpress.flush( this );
+		},
+
+		// close connection to WordPress
+		function( error ) {
 			if ( error ) {
 				return fn( error );
 			}
 
+			wordpress.end();
 			fn( null );
 		}
 	);
@@ -322,6 +331,16 @@ function processPlugin( data, fn ) {
 				wordpress.setVersions( plugin, filteredVersions, latest, this );
 			},
 
+			// finalize/publish versioned pages
+			function( error ) {
+				if ( error ) {
+					// TODO: log failure for retry
+					return fn( error );
+				}
+
+				wordpress.finalizePendingVersions( plugin, this );
+			},
+
 			function( error ) {
 				if ( error ) {
 					// TODO: log failure for retry
@@ -345,6 +364,6 @@ processPlugin({
 }, function( error, data ) {
 	// TODO: log error to file
 	if ( error ) {
-		console.log( error );
+		console.log( error, error.stack );
 	}
 });

src/wordpress.js

@@ -1,11 +1,16 @@
 var mysql = require( "mysql" ),
+	Step = require( "step" ),
 	config = require( "./config" );
 
 var db,
-	postsTable = "wp_" + (config.siteId ? config.siteId + "_" : "") + "posts";
-	postmetaTable = "wp_" + (config.siteId ? config.siteId + "_" : "") + "postmeta";
-
+	postIds = {},
+	postsTable = table( "posts" );
+	postmetaTable = table( "postmeta" ),
+	optionsTable = table( "options" );
 
+function table( name ) {
+	return "wp_" + (config.siteId ? config.siteId + "_" : "") + name;
+}
 
 function connect() {
 	db = new mysql.createClient({
@@ -18,6 +23,12 @@ function connect() {
 }
 
 function getPostId( name, fn ) {
+	if ( name in postIds ) {
+		return process.nextTick(function() {
+			fn( null, postIds[ name ] );
+		});
+	}
+
 	db.query( "SELECT `ID` FROM `" + postsTable + "` WHERE `post_name` = ?",
 		[ name ], function( error, rows ) {
 			if ( error ) {
@@ -28,28 +39,34 @@ function getPostId( name, fn ) {
 				return fn( null, null );
 			}
 
+			postIds[ name ] = rows[ 0 ].ID;
 			fn( null, rows[ 0 ].ID );
 		});
 }
 
 function createOrUpdatePost( name, title, content, fn ) {
 	getPostId( name, function( error, id ) {
-			if ( error ) {
-				return fn( error );
-			}
+		if ( error ) {
+			return fn( error );
+		}
 
-			if ( !id ) {
-				// TODO: set post_type = "page"
-				db.query( "INSERT INTO `" + postsTable + "` " +
-					"SET `post_name` = ?, `post_title` = ?, `post_content` = ?",
-					[ name, title, content ], fn );
-			} else {
-				db.query( "UPDATE `" + postsTable + "` " +
-					"SET `post_content` = ? " +
-					"WHERE `ID` = ?",
-					[ content, id ], fn );
-			}
-		});
+		if ( !id ) {
+			createPost( name, title, content, fn );
+		} else {
+			db.query( "UPDATE `" + postsTable + "` " +
+				"SET `post_content` = ? " +
+				"WHERE `ID` = ?",
+				[ content, id ], fn );
+		}
+	});
+}
+
+function createPost( name, title, content, fn ) {
+	// TODO: set all datetime fields
+	db.query( "INSERT INTO `" + postsTable + "` " +
+		"SET `post_name` = ?, `post_title` = ?, `post_content` = ?, " +
+		"`post_type` = 'page'",
+		[ name, title, content ], fn );
 }
 
 function setMeta( plugin, key, value, fn ) {
@@ -131,10 +148,10 @@ function auto( fn ) {
 
 
 
-module.exports = {
+var wordpress = module.exports = {
 	addVersionedPlugin: auto(function( version, package, content, fn ) {
-		var postName = package.name + "-" + package.version;
-		createOrUpdatePost( postName, package.title, content, function( error ) {
+		var postName = package.name + "/" + package.version;
+		createPost( postName, package.title, content, function( error ) {
 			if ( error ) {
 				return fn( error );
 			}
@@ -143,6 +160,62 @@ module.exports = {
 		});
 	}),
 
+	getPendingVersions: auto(function( plugin, fn ) {
+		db.query( "SELECT `ID`, `post_name` FROM `" + postsTable + "` WHERE `post_name` LIKE ?",
+			[ plugin + "/%" ], function( error, rows ) {
+				if ( error ) {
+					return fn( error );
+				}
+
+				fn( null, rows.map(function( row ) {
+					return row.post_name.slice( plugin.length + 1 );
+				}));
+			});
+	}),
+
+	finalizePendingVersions: auto(function( plugin, fn ) {
+		Step(
+			function() {
+				wordpress.getPendingVersions( plugin, this );
+			},
+
+			function( error, versions ) {
+				if ( error ) {
+					return fn( error );
+				}
+
+				var group = this.group();
+				versions.forEach(function( version ) {
+					wordpress.finalizePendingVersion( plugin, version, group() );
+				});
+			},
+
+			function( error ) {
+				if ( error ) {
+					return fn( error );
+				}
+
+				fn( null );
+			}
+		);
+	}),
+
+	finalizePendingVersion: auto(function( plugin, version, fn ) {
+		getPostId( plugin, function( error, id ) {
+			if ( error ) {
+				return fn( error );
+			}
+
+			if ( !id ) {
+				return fn( new Error( "No page for " + plugin ) );
+			}
+
+			db.query( "UPDATE `" + postsTable + "` " +
+				"SET `post_name` = ?, `post_parent` = ? WHERE `post_name` = ?",
+				[ version, id, plugin + "/" + version ], fn );
+		});
+	}),
+
 	getVersions: auto(function( plugin, fn ) {
 		getMeta( plugin, "versions", function( error, versions ) {
 			if ( error ) {
@@ -158,7 +231,7 @@ module.exports = {
 	}),
 
 	setVersions: auto(function( plugin, versions, latest, fn ) {
-		var postName = plugin + "-" + latest;
+		var postName = plugin + "/" + latest;
 		db.query( "SELECT `post_title`, `post_content` FROM `" + postsTable + "` WHERE `post_name` = ?",
 			[ postName ], function( error, rows ) {
 				if ( error ) {
@@ -179,6 +252,10 @@ module.exports = {
 		});
 	}),
 
+	flush: auto(function( fn ) {
+		db.query( "DELETE FROM `" + optionsTable + "` WHERE `option_name` = 'rewrite_rules'", fn );
+	}),
+
 	end: function() {
 		if ( db ) {
 			db.end();

template/page

@@ -14,6 +14,10 @@
 			{{allContributors}}
 		</div>
 	{{/if}}
+	<div class="block">
+		<h2>All versions</h2>
+		[jq_plugin_versions]
+	</div>
 </div>
 <div class="col col3-1">
 	<div class="block">