Rework the way IDF's SCM interface provides downloadable snapshots.
Instead of returning a command which gets executed and which should pass through / stream its output data to the client, we're just returning an instance of Pluf_HTTP_Response. This is needed, because some SCMs, most noticable monotone, have no locally executable command to provide a snapshot archive (and probably never will for our kind of setup). We therefor added a little BSD-licensed class "ZipArchive" which allows the creation of pkzip-compatible archives on the fly by letting it eat the file contents directly feed from the (remote) stdio instance. Download performance is ok and lies between 15K/s and 110K/s, but at least we do no longer block the browser while we pre-generate the zip file server-side. Thanks to Patrick Georgi for all his work!
This commit is contained in:
parent
8a55952204
commit
fe001abd26
20
contrib/zipstream-php-0.2.2/COPYING
Normal file
20
contrib/zipstream-php-0.2.2/COPYING
Normal file
@ -0,0 +1,20 @@
|
||||
Copyright (C) 2007-2009 Paul Duncan <pabs@pablotron.org>
|
||||
|
||||
Permission is hereby granted, free of charge, to any person obtaining a
|
||||
copy of this software and associated documentation files (the
|
||||
"Software"), to deal in the Software without restriction, including
|
||||
without limitation the rights to use, copy, modify, merge, publish,
|
||||
distribute, sublicense, and/or sell copies of the Software, and to
|
||||
permit persons to whom the Software is furnished to do so, subject to
|
||||
the following conditions:
|
||||
|
||||
The above copyright notice and this permission notice shall be included
|
||||
in all copies or substantial portions of the of the Software.
|
||||
|
||||
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
|
||||
OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
|
||||
MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
|
||||
IN NO EVENT SHALL THE AUTHORS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
||||
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
|
||||
FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
|
||||
DEALINGS IN THE SOFTWARE.
|
42
contrib/zipstream-php-0.2.2/README
Normal file
42
contrib/zipstream-php-0.2.2/README
Normal file
@ -0,0 +1,42 @@
|
||||
ZipStream 0.2.2 README
|
||||
======================
|
||||
|
||||
Please see the file COPYING for licensing and warranty information. The
|
||||
latest version of this software is available at the following URL:
|
||||
|
||||
http://pablotron.org/software/zipstream-php/
|
||||
|
||||
Overview
|
||||
========
|
||||
A fast and simple streaming zip file downloader for PHP. Here's a
|
||||
simple example:
|
||||
|
||||
# create a new zipstream object
|
||||
$zip = new ZipStream('example.zip');
|
||||
|
||||
# create a file named 'hello.txt'
|
||||
$zip->add_file('some_image.jpg', 'This is the contents of hello.txt');
|
||||
|
||||
# add a file named 'image.jpg' from a local file 'path/to/image.jpg'
|
||||
$zip->add_file_from_path('some_image.jpg', 'path/to/image.jpg');
|
||||
|
||||
# finish the zip stream
|
||||
$zip->finish();
|
||||
|
||||
You can also add comments, modify file timestamps, and customize (or
|
||||
disable) the HTTP headers. See the class file for details. There are a
|
||||
couple of additional examples in the initial release announcement at the
|
||||
following URL:
|
||||
|
||||
http://pablotron.org/?cid=1535
|
||||
|
||||
Requirements
|
||||
============
|
||||
|
||||
* PHP version 5.1.2 or newer (specifically, the hash_init and
|
||||
hash_file functions).
|
||||
|
||||
About the Author
|
||||
================
|
||||
Paul Duncan <pabs@pablotron.org>
|
||||
http://pablotron.org/
|
2
contrib/zipstream-php-0.2.2/extras/README
Normal file
2
contrib/zipstream-php-0.2.2/extras/README
Normal file
@ -0,0 +1,2 @@
|
||||
Based on PKZIP appnotes, which are included here.
|
||||
|
3071
contrib/zipstream-php-0.2.2/extras/zip-appnote-6.3.1-20070411.txt
Normal file
3071
contrib/zipstream-php-0.2.2/extras/zip-appnote-6.3.1-20070411.txt
Normal file
File diff suppressed because it is too large
Load Diff
52
contrib/zipstream-php-0.2.2/test/index.php
Normal file
52
contrib/zipstream-php-0.2.2/test/index.php
Normal file
@ -0,0 +1,52 @@
|
||||
<?php
|
||||
|
||||
# load zipstream class
|
||||
require '../zipstream.php';
|
||||
|
||||
# get path to current file
|
||||
$pwd = dirname(__FILE__);
|
||||
|
||||
# add some random files
|
||||
$files = array(
|
||||
'../extras/zip-appnote-6.3.1-20070411.txt',
|
||||
'../zipstream.php',
|
||||
);
|
||||
|
||||
# create new zip stream object
|
||||
$zip = new ZipStream('test.zip', array(
|
||||
'comment' => 'this is a zip file comment. hello?'
|
||||
));
|
||||
|
||||
# common file options
|
||||
$file_opt = array(
|
||||
# file creation time (2 hours ago)
|
||||
'time' => time() - 2 * 3600,
|
||||
|
||||
# file comment
|
||||
'comment' => 'this is a file comment. hi!',
|
||||
);
|
||||
|
||||
# add files under folder 'asdf'
|
||||
foreach ($files as $file) {
|
||||
# build absolute path and get file data
|
||||
$path = ($file[0] == '/') ? $file : "$pwd/$file";
|
||||
$data = file_get_contents($path);
|
||||
|
||||
# add file to archive
|
||||
$zip->add_file('asdf/' . basename($file), $data, $file_opt);
|
||||
}
|
||||
|
||||
# add same files again wihtout a folder
|
||||
foreach ($files as $file) {
|
||||
# build absolute path and get file data
|
||||
$path = ($file[0] == '/') ? $file : "$pwd/$file";
|
||||
$data = file_get_contents($path);
|
||||
|
||||
# add file to archive
|
||||
$zip->add_file(basename($file), $data, $file_opt);
|
||||
}
|
||||
|
||||
# finish archive
|
||||
$zip->finish();
|
||||
|
||||
?>
|
580
contrib/zipstream-php-0.2.2/zipstream.php
Normal file
580
contrib/zipstream-php-0.2.2/zipstream.php
Normal file
@ -0,0 +1,580 @@
|
||||
<?php
|
||||
|
||||
##########################################################################
|
||||
# ZipStream - Streamed, dynamically generated zip archives. #
|
||||
# by Paul Duncan <pabs@pablotron.org> #
|
||||
# #
|
||||
# Copyright (C) 2007-2009 Paul Duncan <pabs@pablotron.org> #
|
||||
# #
|
||||
# Permission is hereby granted, free of charge, to any person obtaining #
|
||||
# a copy of this software and associated documentation files (the #
|
||||
# "Software"), to deal in the Software without restriction, including #
|
||||
# without limitation the rights to use, copy, modify, merge, publish, #
|
||||
# distribute, sublicense, and/or sell copies of the Software, and to #
|
||||
# permit persons to whom the Software is furnished to do so, subject to #
|
||||
# the following conditions: #
|
||||
# #
|
||||
# The above copyright notice and this permission notice shall be #
|
||||
# included in all copies or substantial portions of the of the Software. #
|
||||
# #
|
||||
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, #
|
||||
# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF #
|
||||
# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. #
|
||||
# IN NO EVENT SHALL THE AUTHORS BE LIABLE FOR ANY CLAIM, DAMAGES OR #
|
||||
# OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, #
|
||||
# ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR #
|
||||
# OTHER DEALINGS IN THE SOFTWARE. #
|
||||
##########################################################################
|
||||
|
||||
#
|
||||
# ZipStream - Streamed, dynamically generated zip archives.
|
||||
# by Paul Duncan <pabs@pablotron.org>
|
||||
#
|
||||
# Requirements:
|
||||
#
|
||||
# * PHP version 5.1.2 or newer.
|
||||
#
|
||||
# Usage:
|
||||
#
|
||||
# Streaming zip archives is a simple, three-step process:
|
||||
#
|
||||
# 1. Create the zip stream:
|
||||
#
|
||||
# $zip = new ZipStream('example.zip');
|
||||
#
|
||||
# 2. Add one or more files to the archive:
|
||||
#
|
||||
# # add first file
|
||||
# $data = file_get_contents('some_file.gif');
|
||||
# $zip->add_file('some_file.gif', $data);
|
||||
#
|
||||
# # add second file
|
||||
# $data = file_get_contents('some_file.gif');
|
||||
# $zip->add_file('another_file.png', $data);
|
||||
#
|
||||
# 3. Finish the zip stream:
|
||||
#
|
||||
# $zip->finish();
|
||||
#
|
||||
# You can also add an archive comment, add comments to individual files,
|
||||
# and adjust the timestamp of files. See the API documentation for each
|
||||
# method below for additional information.
|
||||
#
|
||||
# Example:
|
||||
#
|
||||
# # create a new zip stream object
|
||||
# $zip = new ZipStream('some_files.zip');
|
||||
#
|
||||
# # list of local files
|
||||
# $files = array('foo.txt', 'bar.jpg');
|
||||
#
|
||||
# # read and add each file to the archive
|
||||
# foreach ($files as $path)
|
||||
# $zip->add_file($path, file_get_contents($path));
|
||||
#
|
||||
# # write archive footer to stream
|
||||
# $zip->finish();
|
||||
#
|
||||
class ZipStream {
|
||||
const VERSION = '0.2.2';
|
||||
|
||||
var $opt = array(),
|
||||
$files = array(),
|
||||
$cdr_ofs = 0,
|
||||
$need_headers = false,
|
||||
$ofs = 0;
|
||||
|
||||
#
|
||||
# Create a new ZipStream object.
|
||||
#
|
||||
# Parameters:
|
||||
#
|
||||
# $name - Name of output file (optional).
|
||||
# $opt - Hash of archive options (optional, see "Archive Options"
|
||||
# below).
|
||||
#
|
||||
# Archive Options:
|
||||
#
|
||||
# comment - Comment for this archive.
|
||||
# content_type - HTTP Content-Type. Defaults to 'application/x-zip'.
|
||||
# content_disposition - HTTP Content-Disposition. Defaults to
|
||||
# 'attachment; filename=\"FILENAME\"', where
|
||||
# FILENAME is the specified filename.
|
||||
# large_file_size - Size, in bytes, of the largest file to try
|
||||
# and load into memory (used by
|
||||
# add_file_from_path()). Large files may also
|
||||
# be compressed differently; see the
|
||||
# 'large_file_method' option.
|
||||
# large_file_method - How to handle large files. Legal values are
|
||||
# 'store' (the default), or 'deflate'. Store
|
||||
# sends the file raw and is significantly
|
||||
# faster, while 'deflate' compresses the file
|
||||
# and is much, much slower. Note that deflate
|
||||
# must compress the file twice and extremely
|
||||
# slow.
|
||||
# send_http_headers - Boolean indicating whether or not to send
|
||||
# the HTTP headers for this file.
|
||||
#
|
||||
# Note that content_type and content_disposition do nothing if you are
|
||||
# not sending HTTP headers.
|
||||
#
|
||||
# Large File Support:
|
||||
#
|
||||
# By default, the method add_file_from_path() will send send files
|
||||
# larger than 20 megabytes along raw rather than attempting to
|
||||
# compress them. You can change both the maximum size and the
|
||||
# compression behavior using the large_file_* options above, with the
|
||||
# following caveats:
|
||||
#
|
||||
# * For "small" files (e.g. files smaller than large_file_size), the
|
||||
# memory use can be up to twice that of the actual file. In other
|
||||
# words, adding a 10 megabyte file to the archive could potentially
|
||||
# occupty 20 megabytes of memory.
|
||||
#
|
||||
# * Enabling compression on large files (e.g. files larger than
|
||||
# large_file_size) is extremely slow, because ZipStream has to pass
|
||||
# over the large file once to calculate header information, and then
|
||||
# again to compress and send the actual data.
|
||||
#
|
||||
# Examples:
|
||||
#
|
||||
# # create a new zip file named 'foo.zip'
|
||||
# $zip = new ZipStream('foo.zip');
|
||||
#
|
||||
# # create a new zip file named 'bar.zip' with a comment
|
||||
# $zip = new ZipStream('bar.zip', array(
|
||||
# 'comment' => 'this is a comment for the zip file.',
|
||||
# ));
|
||||
#
|
||||
# Notes:
|
||||
#
|
||||
# If you do not set a filename, then this library _DOES NOT_ send HTTP
|
||||
# headers by default. This behavior is to allow software to send its
|
||||
# own headers (including the filename), and still use this library.
|
||||
#
|
||||
function __construct($name = null, $opt = array()) {
|
||||
# save options
|
||||
$this->opt = $opt;
|
||||
|
||||
# set large file defaults: size = 20 megabytes, method = store
|
||||
if (!isset($this->opt['large_file_size']))
|
||||
$this->opt['large_file_size'] = 20 * 1024 * 1024;
|
||||
if (!isset($this->opt['large_file_method']))
|
||||
$this->opt['large_file_method'] = 'store';
|
||||
|
||||
$this->output_name = $name;
|
||||
if ($name || (isset($opt['send_http_headers'])
|
||||
&& $opt['send_http_headers']))
|
||||
$this->need_headers = true;
|
||||
}
|
||||
|
||||
#
|
||||
# add_file - add a file to the archive
|
||||
#
|
||||
# Parameters:
|
||||
#
|
||||
# $name - path of file in archive (including directory).
|
||||
# $data - contents of file
|
||||
# $opt - Hash of options for file (optional, see "File Options"
|
||||
# below).
|
||||
#
|
||||
# File Options:
|
||||
# time - Last-modified timestamp (seconds since the epoch) of
|
||||
# this file. Defaults to the current time.
|
||||
# comment - Comment related to this file.
|
||||
#
|
||||
# Examples:
|
||||
#
|
||||
# # add a file named 'foo.txt'
|
||||
# $data = file_get_contents('foo.txt');
|
||||
# $zip->add_file('foo.txt', $data);
|
||||
#
|
||||
# # add a file named 'bar.jpg' with a comment and a last-modified
|
||||
# # time of two hours ago
|
||||
# $data = file_get_contents('bar.jpg');
|
||||
# $zip->add_file('bar.jpg', $data, array(
|
||||
# 'time' => time() - 2 * 3600,
|
||||
# 'comment' => 'this is a comment about bar.jpg',
|
||||
# ));
|
||||
#
|
||||
function add_file($name, $data, $opt = array()) {
|
||||
# compress data
|
||||
$zdata = gzdeflate($data);
|
||||
|
||||
# calculate header attributes
|
||||
$crc = crc32($data);
|
||||
$zlen = strlen($zdata);
|
||||
$len = strlen($data);
|
||||
$meth = 0x08;
|
||||
|
||||
# send file header
|
||||
$this->add_file_header($name, $opt, $meth, $crc, $zlen, $len);
|
||||
|
||||
# print data
|
||||
$this->send($zdata);
|
||||
}
|
||||
|
||||
#
|
||||
# add_file_from_path - add a file at path to the archive.
|
||||
#
|
||||
# Note that large files may be compresed differently than smaller
|
||||
# files; see the "Large File Support" section above for more
|
||||
# information.
|
||||
#
|
||||
# Parameters:
|
||||
#
|
||||
# $name - name of file in archive (including directory path).
|
||||
# $path - path to file on disk (note: paths should be encoded using
|
||||
# UNIX-style forward slashes -- e.g '/path/to/some/file').
|
||||
# $opt - Hash of options for file (optional, see "File Options"
|
||||
# below).
|
||||
#
|
||||
# File Options:
|
||||
# time - Last-modified timestamp (seconds since the epoch) of
|
||||
# this file. Defaults to the current time.
|
||||
# comment - Comment related to this file.
|
||||
#
|
||||
# Examples:
|
||||
#
|
||||
# # add a file named 'foo.txt' from the local file '/tmp/foo.txt'
|
||||
# $zip->add_file_from_path('foo.txt', '/tmp/foo.txt');
|
||||
#
|
||||
# # add a file named 'bigfile.rar' from the local file
|
||||
# # '/usr/share/bigfile.rar' with a comment and a last-modified
|
||||
# # time of two hours ago
|
||||
# $path = '/usr/share/bigfile.rar';
|
||||
# $zip->add_file_from_path('bigfile.rar', $path, array(
|
||||
# 'time' => time() - 2 * 3600,
|
||||
# 'comment' => 'this is a comment about bar.jpg',
|
||||
# ));
|
||||
#
|
||||
function add_file_from_path($name, $path, $opt = array()) {
|
||||
if ($this->is_large_file($path)) {
|
||||
# file is too large to be read into memory; add progressively
|
||||
$this->add_large_file($name, $path, $opt);
|
||||
} else {
|
||||
# file is small enough to read into memory; read file contents and
|
||||
# handle with add_file()
|
||||
$data = file_get_contents($path);
|
||||
$this->add_file($name, $data, $opt);
|
||||
}
|
||||
}
|
||||
|
||||
#
|
||||
# finish - Write zip footer to stream.
|
||||
#
|
||||
# Example:
|
||||
#
|
||||
# # add a list of files to the archive
|
||||
# $files = array('foo.txt', 'bar.jpg');
|
||||
# foreach ($files as $path)
|
||||
# $zip->add_file($path, file_get_contents($path));
|
||||
#
|
||||
# # write footer to stream
|
||||
# $zip->finish();
|
||||
#
|
||||
function finish() {
|
||||
# add trailing cdr record
|
||||
$this->add_cdr($this->opt);
|
||||
$this->clear();
|
||||
}
|
||||
|
||||
###################
|
||||
# PRIVATE METHODS #
|
||||
###################
|
||||
|
||||
#
|
||||
# Create and send zip header for this file.
|
||||
#
|
||||
private function add_file_header($name, $opt, $meth, $crc, $zlen, $len) {
|
||||
# strip leading slashes from file name
|
||||
# (fixes bug in windows archive viewer)
|
||||
$name = preg_replace('/^\\/+/', '', $name);
|
||||
|
||||
# calculate name length
|
||||
$nlen = strlen($name);
|
||||
|
||||
# create dos timestamp
|
||||
$opt['time'] = isset($opt['time']) ? $opt['time'] : time();
|
||||
$dts = $this->dostime($opt['time']);
|
||||
|
||||
# build file header
|
||||
$fields = array( # (from V.A of APPNOTE.TXT)
|
||||
array('V', 0x04034b50), # local file header signature
|
||||
array('v', (6 << 8) + 3), # version needed to extract
|
||||
array('v', 0x00), # general purpose bit flag
|
||||
array('v', $meth), # compresion method (deflate or store)
|
||||
array('V', $dts), # dos timestamp
|
||||
array('V', $crc), # crc32 of data
|
||||
array('V', $zlen), # compressed data length
|
||||
array('V', $len), # uncompressed data length
|
||||
array('v', $nlen), # filename length
|
||||
array('v', 0), # extra data len
|
||||
);
|
||||
|
||||
# pack fields and calculate "total" length
|
||||
$ret = $this->pack_fields($fields);
|
||||
$cdr_len = strlen($ret) + $nlen + $zlen;
|
||||
|
||||
# print header and filename
|
||||
$this->send($ret . $name);
|
||||
|
||||
# add to central directory record and increment offset
|
||||
$this->add_to_cdr($name, $opt, $meth, $crc, $zlen, $len, $cdr_len);
|
||||
}
|
||||
|
||||
#
|
||||
# Add a large file from the given path.
|
||||
#
|
||||
private function add_large_file($name, $path, $opt = array()) {
|
||||
$st = stat($path);
|
||||
$block_size = 1048576; # process in 1 megabyte chunks
|
||||
$algo = 'crc32b';
|
||||
|
||||
# calculate header attributes
|
||||
$zlen = $len = $st['size'];
|
||||
|
||||
$meth_str = $this->opt['large_file_method'];
|
||||
if ($meth_str == 'store') {
|
||||
# store method
|
||||
$meth = 0x00;
|
||||
$crc = unpack('V', hash_file($algo, $path, true));
|
||||
$crc = $crc[1];
|
||||
} elseif ($meth_str == 'deflate') {
|
||||
# deflate method
|
||||
$meth = 0x08;
|
||||
|
||||
# open file, calculate crc and compressed file length
|
||||
$fh = fopen($path, 'rb');
|
||||
$hash_ctx = hash_init($algo);
|
||||
$zlen = 0;
|
||||
|
||||
# read each block, update crc and zlen
|
||||
while ($data = fgets($fh, $block_size)) {
|
||||
hash_update($hash_ctx, $data);
|
||||
$data = gzdeflate($data);
|
||||
$zlen += strlen($data);
|
||||
}
|
||||
|
||||
# close file and finalize crc
|
||||
fclose($fh);
|
||||
$crc = unpack('V', hash_final($hash_ctx, true));
|
||||
$crc = $crc[1];
|
||||
} else {
|
||||
die("unknown large_file_method: $meth_str");
|
||||
}
|
||||
|
||||
# send file header
|
||||
$this->add_file_header($name, $opt, $meth, $crc, $zlen, $len);
|
||||
|
||||
# open input file
|
||||
$fh = fopen($path, 'rb');
|
||||
|
||||
# send file blocks
|
||||
while ($data = fgets($fh, $block_size)) {
|
||||
if ($meth_str == 'deflate')
|
||||
$data = gzdeflate($data);
|
||||
|
||||
# send data
|
||||
$this->send($data);
|
||||
}
|
||||
|
||||
# close input file
|
||||
fclose($fh);
|
||||
}
|
||||
|
||||
#
|
||||
# Is this file larger than large_file_size?
|
||||
#
|
||||
function is_large_file($path) {
|
||||
$st = stat($path);
|
||||
return ($this->opt['large_file_size'] > 0) &&
|
||||
($st['size'] > $this->opt['large_file_size']);
|
||||
}
|
||||
|
||||
#
|
||||
# Save file attributes for trailing CDR record.
|
||||
#
|
||||
private function add_to_cdr($name, $opt, $meth, $crc, $zlen, $len, $rec_len) {
|
||||
$this->files[] = array($name, $opt, $meth, $crc, $zlen, $len, $this->ofs);
|
||||
$this->ofs += $rec_len;
|
||||
}
|
||||
|
||||
#
|
||||
# Send CDR record for specified file.
|
||||
#
|
||||
private function add_cdr_file($args) {
|
||||
list ($name, $opt, $meth, $crc, $zlen, $len, $ofs) = $args;
|
||||
|
||||
# get attributes
|
||||
$comment = $opt['comment'] ? $opt['comment'] : '';
|
||||
|
||||
# get dos timestamp
|
||||
$dts = $this->dostime($opt['time']);
|
||||
|
||||
$fields = array( # (from V,F of APPNOTE.TXT)
|
||||
array('V', 0x02014b50), # central file header signature
|
||||
array('v', (6 << 8) + 3), # version made by
|
||||
array('v', (6 << 8) + 3), # version needed to extract
|
||||
array('v', 0x00), # general purpose bit flag
|
||||
array('v', $meth), # compresion method (deflate or store)
|
||||
array('V', $dts), # dos timestamp
|
||||
array('V', $crc), # crc32 of data
|
||||
array('V', $zlen), # compressed data length
|
||||
array('V', $len), # uncompressed data length
|
||||
array('v', strlen($name)), # filename length
|
||||
array('v', 0), # extra data len
|
||||
array('v', strlen($comment)), # file comment length
|
||||
array('v', 0), # disk number start
|
||||
array('v', 0), # internal file attributes
|
||||
array('V', 32), # external file attributes
|
||||
array('V', $ofs), # relative offset of local header
|
||||
);
|
||||
|
||||
# pack fields, then append name and comment
|
||||
$ret = $this->pack_fields($fields) . $name . $comment;
|
||||
|
||||
$this->send($ret);
|
||||
|
||||
# increment cdr offset
|
||||
$this->cdr_ofs += strlen($ret);
|
||||
}
|
||||
|
||||
#
|
||||
# Send CDR EOF (Central Directory Record End-of-File) record.
|
||||
#
|
||||
private function add_cdr_eof($opt = null) {
|
||||
$num = count($this->files);
|
||||
$cdr_len = $this->cdr_ofs;
|
||||
$cdr_ofs = $this->ofs;
|
||||
|
||||
# grab comment (if specified)
|
||||
$comment = '';
|
||||
if ($opt && $opt['comment'])
|
||||
$comment = $opt['comment'];
|
||||
|
||||
$fields = array( # (from V,F of APPNOTE.TXT)
|
||||
array('V', 0x06054b50), # end of central file header signature
|
||||
array('v', 0x00), # this disk number
|
||||
array('v', 0x00), # number of disk with cdr
|
||||
array('v', $num), # number of entries in the cdr on this disk
|
||||
array('v', $num), # number of entries in the cdr
|
||||
array('V', $cdr_len), # cdr size
|
||||
array('V', $cdr_ofs), # cdr ofs
|
||||
array('v', strlen($comment)), # zip file comment length
|
||||
);
|
||||
|
||||
$ret = $this->pack_fields($fields) . $comment;
|
||||
$this->send($ret);
|
||||
}
|
||||
|
||||
#
|
||||
# Add CDR (Central Directory Record) footer.
|
||||
#
|
||||
private function add_cdr($opt = null) {
|
||||
foreach ($this->files as $file)
|
||||
$this->add_cdr_file($file);
|
||||
$this->add_cdr_eof($opt);
|
||||
}
|
||||
|
||||
#
|
||||
# Clear all internal variables. Note that the stream object is not
|
||||
# usable after this.
|
||||
#
|
||||
function clear() {
|
||||
$this->files = array();
|
||||
$this->ofs = 0;
|
||||
$this->cdr_ofs = 0;
|
||||
$this->opt = array();
|
||||
}
|
||||
|
||||
###########################
|
||||
# PRIVATE UTILITY METHODS #
|
||||
###########################
|
||||
|
||||
#
|
||||
# Send HTTP headers for this stream.
|
||||
#
|
||||
private function send_http_headers() {
|
||||
# grab options
|
||||
$opt = $this->opt;
|
||||
|
||||
# grab content type from options
|
||||
$content_type = 'application/x-zip';
|
||||
if (isset($opt['content_type']))
|
||||
$content_type = $this->opt['content_type'];
|
||||
|
||||
# grab content disposition
|
||||
$disposition = 'attachment';
|
||||
if (isset($opt['content_disposition']))
|
||||
$disposition = $opt['content_disposition'];
|
||||
|
||||
if ($this->output_name)
|
||||
$disposition .= "; filename=\"{$this->output_name}\"";
|
||||
|
||||
$headers = array(
|
||||
'Content-Type' => $content_type,
|
||||
'Content-Disposition' => $disposition,
|
||||
'Pragma' => 'public',
|
||||
'Cache-Control' => 'public, must-revalidate',
|
||||
'Content-Transfer-Encoding' => 'binary',
|
||||
);
|
||||
|
||||
foreach ($headers as $key => $val)
|
||||
header("$key: $val");
|
||||
}
|
||||
|
||||
#
|
||||
# Send string, sending HTTP headers if necessary.
|
||||
#
|
||||
private function send($str) {
|
||||
if ($this->need_headers)
|
||||
$this->send_http_headers();
|
||||
$this->need_headers = false;
|
||||
|
||||
echo $str;
|
||||
}
|
||||
|
||||
#
|
||||
# Convert a UNIX timestamp to a DOS timestamp.
|
||||
#
|
||||
function dostime($when = 0) {
|
||||
# get date array for timestamp
|
||||
$d = getdate($when);
|
||||
|
||||
# set lower-bound on dates
|
||||
if ($d['year'] < 1980) {
|
||||
$d = array('year' => 1980, 'mon' => 1, 'mday' => 1,
|
||||
'hours' => 0, 'minutes' => 0, 'seconds' => 0);
|
||||
}
|
||||
|
||||
# remove extra years from 1980
|
||||
$d['year'] -= 1980;
|
||||
|
||||
# return date string
|
||||
return ($d['year'] << 25) | ($d['mon'] << 21) | ($d['mday'] << 16) |
|
||||
($d['hours'] << 11) | ($d['minutes'] << 5) | ($d['seconds'] >> 1);
|
||||
}
|
||||
|
||||
#
|
||||
# Create a format string and argument list for pack(), then call
|
||||
# pack() and return the result.
|
||||
#
|
||||
function pack_fields($fields) {
|
||||
list ($fmt, $args) = array('', array());
|
||||
|
||||
# populate format string and argument list
|
||||
foreach ($fields as $field) {
|
||||
$fmt .= $field[0];
|
||||
$args[] = $field[1];
|
||||
}
|
||||
|
||||
# prepend format string to argument list
|
||||
array_unshift($args, $fmt);
|
||||
|
||||
# build output string from header and compressed data
|
||||
return call_user_func_array('pack', $args);
|
||||
}
|
||||
};
|
||||
|
||||
?>
|
@ -393,13 +393,13 @@ class IDF_Scm
|
||||
}
|
||||
|
||||
/**
|
||||
* Generate the command to create a zip archive at a given commit.
|
||||
* Generate a zip archive at a given commit, wrapped in a HTTP response, suitable for pushing to client.
|
||||
*
|
||||
* @param string Commit
|
||||
* @param string Prefix ('repository/')
|
||||
* @return string Command
|
||||
* @return Pluf_HTTP_Response The HTTP Response containing the zip archive
|
||||
*/
|
||||
public function getArchiveCommand($commit, $prefix='repository/')
|
||||
public function getArchiveStream($commit, $prefix='repository/')
|
||||
{
|
||||
throw new Pluf_Exception_NotImplemented();
|
||||
}
|
||||
|
@ -547,13 +547,14 @@ class IDF_Scm_Git extends IDF_Scm
|
||||
return $res;
|
||||
}
|
||||
|
||||
public function getArchiveCommand($commit, $prefix='repository/')
|
||||
public function getArchiveStream($commit, $prefix='repository/')
|
||||
{
|
||||
return sprintf(Pluf::f('idf_exec_cmd_prefix', '').
|
||||
$cmd = sprintf(Pluf::f('idf_exec_cmd_prefix', '').
|
||||
'GIT_DIR=%s '.Pluf::f('git_path', 'git').' archive --format=zip --prefix=%s %s',
|
||||
escapeshellarg($this->repo),
|
||||
escapeshellarg($prefix),
|
||||
escapeshellarg($commit));
|
||||
return new Pluf_HTTP_Response_CommandPassThru($cmd, 'application/x-zip');
|
||||
}
|
||||
|
||||
/*
|
||||
@ -806,4 +807,4 @@ class IDF_Scm_Git extends IDF_Scm
|
||||
}
|
||||
return false;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
@ -449,17 +449,18 @@ class IDF_Scm_Mercurial extends IDF_Scm
|
||||
}
|
||||
|
||||
/**
|
||||
* Generate the command to create a zip archive at a given commit.
|
||||
* Generate a zip archive at a given commit.
|
||||
*
|
||||
* @param string Commit
|
||||
* @param string Prefix ('git-repo-dump')
|
||||
* @return string Command
|
||||
* @return Pluf_HTTP_Response The HTTP response containing the zip archive
|
||||
*/
|
||||
public function getArchiveCommand($commit, $prefix='')
|
||||
protected function getArchiveStream($commit, $prefix='')
|
||||
{
|
||||
return sprintf(Pluf::f('idf_exec_cmd_prefix', '').
|
||||
$cmd = sprintf(Pluf::f('idf_exec_cmd_prefix', '').
|
||||
Pluf::f('hg_path', 'hg').' archive --type=zip -R %s -r %s -',
|
||||
escapeshellarg($this->repo),
|
||||
escapeshellarg($commit));
|
||||
return new Pluf_HTTP_Response_CommandPassThru($cmd, 'application/x-zip');
|
||||
}
|
||||
}
|
||||
|
@ -21,8 +21,8 @@
|
||||
#
|
||||
# ***** END LICENSE BLOCK ***** */
|
||||
|
||||
require_once(dirname(__FILE__) . "/Monotone/Stdio.php");
|
||||
require_once(dirname(__FILE__) . "/Monotone/BasicIO.php");
|
||||
//require_once(dirname(__FILE__) . "/Monotone/Stdio.php");
|
||||
//require_once(dirname(__FILE__) . "/Monotone/BasicIO.php");
|
||||
|
||||
/**
|
||||
* Monotone scm class
|
||||
@ -135,6 +135,20 @@ class IDF_Scm_Monotone extends IDF_Scm
|
||||
return $branch;
|
||||
}
|
||||
|
||||
/**
|
||||
* @see IDF_Scm::getArchiveStream
|
||||
*/
|
||||
public function getArchiveStream($commit, $prefix='repository/')
|
||||
{
|
||||
$revs = $this->_resolveSelector($commit);
|
||||
// sanity: this should actually not happen, because the
|
||||
// revision is validated before already
|
||||
if (count($revs) == 0) {
|
||||
return new Pluf_HTTP_Response_NotFound();
|
||||
}
|
||||
return new IDF_Scm_Monotone_ZipRender($this->stdio, $revs[0]);
|
||||
}
|
||||
|
||||
/**
|
||||
* expands a selector or a partial revision id to zero, one or
|
||||
* multiple 40 byte revision ids
|
||||
|
78
src/IDF/Scm/Monotone/ZipRender.php
Normal file
78
src/IDF/Scm/Monotone/ZipRender.php
Normal file
@ -0,0 +1,78 @@
|
||||
<?php
|
||||
/* -*- tab-width: 4; indent-tabs-mode: nil; c-basic-offset: 4 -*- */
|
||||
/*
|
||||
# ***** BEGIN LICENSE BLOCK *****
|
||||
# This file is part of InDefero, an open source project management application.
|
||||
# Copyright (C) 2010 Céondo Ltd and contributors.
|
||||
#
|
||||
# Plume Framework is free software; you can redistribute it and/or modify
|
||||
# it under the terms of the GNU Lesser General Public License as published by
|
||||
# the Free Software Foundation; either version 2.1 of the License, or
|
||||
# (at your option) any later version.
|
||||
#
|
||||
# Plume Framework is distributed in the hope that it will be useful,
|
||||
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
# GNU Lesser General Public License for more details.
|
||||
#
|
||||
# You should have received a copy of the GNU Lesser General Public License
|
||||
# along with this program; if not, write to the Free Software
|
||||
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
|
||||
#
|
||||
# ***** END LICENSE BLOCK ***** */
|
||||
|
||||
require_once(IDF_PATH.'/../contrib/zipstream-php-0.2.2/zipstream.php');
|
||||
|
||||
/**
|
||||
* Special response object to output
|
||||
*
|
||||
* The Content-Length will not be set as it is not possible to predict it.
|
||||
*
|
||||
* Note: The ZipArchive version 0.2.2 has been patched in-tree with this
|
||||
* patch http://pastebin.ca/1977584 to avoid a couple of PHP notices
|
||||
*
|
||||
*/
|
||||
class IDF_Scm_Monotone_ZipRender extends Pluf_HTTP_Response
|
||||
{
|
||||
/**
|
||||
* The revision argument must be a safe string!
|
||||
*
|
||||
* @param Object stdio context
|
||||
* @param string revision
|
||||
* @param string Mimetype (null)
|
||||
*/
|
||||
|
||||
private $stdio = null;
|
||||
private $revision = null;
|
||||
|
||||
function __construct($stdio, $revision)
|
||||
{
|
||||
parent::__construct($revision, 'application/x-zip');
|
||||
$this->stdio = $stdio;
|
||||
$this->revision = $revision;
|
||||
}
|
||||
|
||||
/**
|
||||
* Render a response object.
|
||||
*/
|
||||
function render($output_body=true)
|
||||
{
|
||||
$this->outputHeaders();
|
||||
|
||||
if ($output_body) {
|
||||
$manifest = $this->stdio->exec(array('get_manifest_of', $this->revision));
|
||||
$stanzas = IDF_Scm_Monotone_BasicIO::parse($manifest);
|
||||
|
||||
$zip = new ZipStream();
|
||||
|
||||
foreach ($stanzas as $stanza) {
|
||||
if ($stanza[0]['key'] != 'file')
|
||||
continue;
|
||||
$content = $this->stdio->exec(array('get_file', $stanza[1]['hash']));
|
||||
$zip->add_file($stanza[0]['values'][0], $content);
|
||||
}
|
||||
|
||||
$zip->finish();
|
||||
}
|
||||
}
|
||||
}
|
@ -434,8 +434,7 @@ class IDF_Views_Source
|
||||
$commit = trim($match[2]);
|
||||
$scm = IDF_Scm::get($request->project);
|
||||
$base = $request->project->shortname.'-'.$commit;
|
||||
$cmd = $scm->getArchiveCommand($commit, $base.'/');
|
||||
$rep = new Pluf_HTTP_Response_CommandPassThru($cmd, 'application/x-zip');
|
||||
$rep = $scm->getArchiveStream($commit, $base.'/');
|
||||
$rep->headers['Content-Transfer-Encoding'] = 'binary';
|
||||
$rep->headers['Content-Disposition'] = 'attachment; filename="'.$base.'.zip"';
|
||||
return $rep;
|
||||
|
@ -48,7 +48,7 @@
|
||||
</table>
|
||||
{aurl 'url', 'IDF_Views_Source::download', array($project.shortname, $commit)}
|
||||
<p class="right soft">
|
||||
{* <a href="{$url}"><img style="vertical-align: text-bottom;" src="{media '/idf/img/package-grey.png'}" alt="{trans 'Archive'}" align="bottom" /></a> <a href="{$url}">{trans 'Download this version'}</a> {trans 'or'} *}
|
||||
<a href="{$url}"><img style="vertical-align: text-bottom;" src="{media '/idf/img/package-grey.png'}" alt="{trans 'Archive'}" align="bottom" /></a> <a href="{$url}">{trans 'Download this version'}</a> {trans 'or'}
|
||||
<kbd>mtn clone {$project.getSourceAccessUrl($user, $commit)}</kbd> <a href="{url 'IDF_Views_Source::help', array($project.shortname)}"><img style="vertical-align: text-bottom;" src="{media '/idf/img/help.png'}" alt="{trans 'Help'}" /></a>
|
||||
</p>
|
||||
|
||||
|
Loading…
Reference in New Issue
Block a user