PageRenderTime 70ms CodeModel.GetById 27ms RepoModel.GetById 0ms app.codeStats 1ms

/src/share/demo/nio/zipfs/src/com/sun/nio/zipfs/ZipFileSystem.java

https://bitbucket.org/adoptopenjdk/jdk8-jdk
Java | 2398 lines | 2034 code | 169 blank | 195 comment | 520 complexity | 527658cc65ac54e603a53a9841091f15 MD5 | raw file
Possible License(s): LGPL-3.0, GPL-2.0, BSD-3-Clause-No-Nuclear-License-2014, BSD-3-Clause

Large files files are truncated, but you can click here to view the full file

  1. /*
  2. * Copyright (c) 2009, 2013, Oracle and/or its affiliates. All rights reserved.
  3. *
  4. * Redistribution and use in source and binary forms, with or without
  5. * modification, are permitted provided that the following conditions
  6. * are met:
  7. *
  8. * - Redistributions of source code must retain the above copyright
  9. * notice, this list of conditions and the following disclaimer.
  10. *
  11. * - Redistributions in binary form must reproduce the above copyright
  12. * notice, this list of conditions and the following disclaimer in the
  13. * documentation and/or other materials provided with the distribution.
  14. *
  15. * - Neither the name of Oracle nor the names of its
  16. * contributors may be used to endorse or promote products derived
  17. * from this software without specific prior written permission.
  18. *
  19. * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS
  20. * IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO,
  21. * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
  22. * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR
  23. * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
  24. * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
  25. * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
  26. * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
  27. * LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
  28. * NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
  29. * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  30. */
  31. /*
  32. * This source code is provided to illustrate the usage of a given feature
  33. * or technique and has been deliberately simplified. Additional steps
  34. * required for a production-quality application, such as security checks,
  35. * input validation and proper error handling, might not be present in
  36. * this sample code.
  37. */
  38. package com.sun.nio.zipfs;
  39. import java.io.BufferedOutputStream;
  40. import java.io.ByteArrayInputStream;
  41. import java.io.ByteArrayOutputStream;
  42. import java.io.EOFException;
  43. import java.io.File;
  44. import java.io.IOException;
  45. import java.io.InputStream;
  46. import java.io.OutputStream;
  47. import java.nio.ByteBuffer;
  48. import java.nio.MappedByteBuffer;
  49. import java.nio.channels.*;
  50. import java.nio.file.*;
  51. import java.nio.file.attribute.*;
  52. import java.nio.file.spi.*;
  53. import java.util.*;
  54. import java.util.concurrent.locks.ReadWriteLock;
  55. import java.util.concurrent.locks.ReentrantReadWriteLock;
  56. import java.util.regex.Pattern;
  57. import java.util.zip.CRC32;
  58. import java.util.zip.Inflater;
  59. import java.util.zip.Deflater;
  60. import java.util.zip.InflaterInputStream;
  61. import java.util.zip.DeflaterOutputStream;
  62. import java.util.zip.ZipException;
  63. import java.util.zip.ZipError;
  64. import static java.lang.Boolean.*;
  65. import static com.sun.nio.zipfs.ZipConstants.*;
  66. import static com.sun.nio.zipfs.ZipUtils.*;
  67. import static java.nio.file.StandardOpenOption.*;
  68. import static java.nio.file.StandardCopyOption.*;
  69. /**
  70. * A FileSystem built on a zip file
  71. *
  72. * @author Xueming Shen
  73. */
  74. public class ZipFileSystem extends FileSystem {
  75. private final ZipFileSystemProvider provider;
  76. private final ZipPath defaultdir;
  77. private boolean readOnly = false;
  78. private final Path zfpath;
  79. private final ZipCoder zc;
  80. // configurable by env map
  81. private final String defaultDir; // default dir for the file system
  82. private final String nameEncoding; // default encoding for name/comment
  83. private final boolean useTempFile; // use a temp file for newOS, default
  84. // is to use BAOS for better performance
  85. private final boolean createNew; // create a new zip if not exists
  86. private static final boolean isWindows =
  87. System.getProperty("os.name").startsWith("Windows");
  88. ZipFileSystem(ZipFileSystemProvider provider,
  89. Path zfpath,
  90. Map<String, ?> env)
  91. throws IOException
  92. {
  93. // configurable env setup
  94. this.createNew = "true".equals(env.get("create"));
  95. this.nameEncoding = env.containsKey("encoding") ?
  96. (String)env.get("encoding") : "UTF-8";
  97. this.useTempFile = TRUE.equals(env.get("useTempFile"));
  98. this.defaultDir = env.containsKey("default.dir") ?
  99. (String)env.get("default.dir") : "/";
  100. if (this.defaultDir.charAt(0) != '/')
  101. throw new IllegalArgumentException("default dir should be absolute");
  102. this.provider = provider;
  103. this.zfpath = zfpath;
  104. if (Files.notExists(zfpath)) {
  105. if (createNew) {
  106. try (OutputStream os = Files.newOutputStream(zfpath, CREATE_NEW, WRITE)) {
  107. new END().write(os, 0);
  108. }
  109. } else {
  110. throw new FileSystemNotFoundException(zfpath.toString());
  111. }
  112. }
  113. // sm and existence check
  114. zfpath.getFileSystem().provider().checkAccess(zfpath, AccessMode.READ);
  115. if (!Files.isWritable(zfpath))
  116. this.readOnly = true;
  117. this.zc = ZipCoder.get(nameEncoding);
  118. this.defaultdir = new ZipPath(this, getBytes(defaultDir));
  119. this.ch = Files.newByteChannel(zfpath, READ);
  120. this.cen = initCEN();
  121. }
  122. @Override
  123. public FileSystemProvider provider() {
  124. return provider;
  125. }
  126. @Override
  127. public String getSeparator() {
  128. return "/";
  129. }
  130. @Override
  131. public boolean isOpen() {
  132. return isOpen;
  133. }
  134. @Override
  135. public boolean isReadOnly() {
  136. return readOnly;
  137. }
  138. private void checkWritable() throws IOException {
  139. if (readOnly)
  140. throw new ReadOnlyFileSystemException();
  141. }
  142. @Override
  143. public Iterable<Path> getRootDirectories() {
  144. ArrayList<Path> pathArr = new ArrayList<>();
  145. pathArr.add(new ZipPath(this, new byte[]{'/'}));
  146. return pathArr;
  147. }
  148. ZipPath getDefaultDir() { // package private
  149. return defaultdir;
  150. }
  151. @Override
  152. public ZipPath getPath(String first, String... more) {
  153. String path;
  154. if (more.length == 0) {
  155. path = first;
  156. } else {
  157. StringBuilder sb = new StringBuilder();
  158. sb.append(first);
  159. for (String segment: more) {
  160. if (segment.length() > 0) {
  161. if (sb.length() > 0)
  162. sb.append('/');
  163. sb.append(segment);
  164. }
  165. }
  166. path = sb.toString();
  167. }
  168. return new ZipPath(this, getBytes(path));
  169. }
  170. @Override
  171. public UserPrincipalLookupService getUserPrincipalLookupService() {
  172. throw new UnsupportedOperationException();
  173. }
  174. @Override
  175. public WatchService newWatchService() {
  176. throw new UnsupportedOperationException();
  177. }
  178. FileStore getFileStore(ZipPath path) {
  179. return new ZipFileStore(path);
  180. }
  181. @Override
  182. public Iterable<FileStore> getFileStores() {
  183. ArrayList<FileStore> list = new ArrayList<>(1);
  184. list.add(new ZipFileStore(new ZipPath(this, new byte[]{'/'})));
  185. return list;
  186. }
  187. private static final Set<String> supportedFileAttributeViews =
  188. Collections.unmodifiableSet(
  189. new HashSet<String>(Arrays.asList("basic", "zip")));
  190. @Override
  191. public Set<String> supportedFileAttributeViews() {
  192. return supportedFileAttributeViews;
  193. }
  194. @Override
  195. public String toString() {
  196. return zfpath.toString();
  197. }
  198. Path getZipFile() {
  199. return zfpath;
  200. }
  201. private static final String GLOB_SYNTAX = "glob";
  202. private static final String REGEX_SYNTAX = "regex";
  203. @Override
  204. public PathMatcher getPathMatcher(String syntaxAndInput) {
  205. int pos = syntaxAndInput.indexOf(':');
  206. if (pos <= 0 || pos == syntaxAndInput.length()) {
  207. throw new IllegalArgumentException();
  208. }
  209. String syntax = syntaxAndInput.substring(0, pos);
  210. String input = syntaxAndInput.substring(pos + 1);
  211. String expr;
  212. if (syntax.equals(GLOB_SYNTAX)) {
  213. expr = toRegexPattern(input);
  214. } else {
  215. if (syntax.equals(REGEX_SYNTAX)) {
  216. expr = input;
  217. } else {
  218. throw new UnsupportedOperationException("Syntax '" + syntax +
  219. "' not recognized");
  220. }
  221. }
  222. // return matcher
  223. final Pattern pattern = Pattern.compile(expr);
  224. return new PathMatcher() {
  225. @Override
  226. public boolean matches(Path path) {
  227. return pattern.matcher(path.toString()).matches();
  228. }
  229. };
  230. }
  231. @Override
  232. public void close() throws IOException {
  233. beginWrite();
  234. try {
  235. if (!isOpen)
  236. return;
  237. isOpen = false; // set closed
  238. } finally {
  239. endWrite();
  240. }
  241. if (!streams.isEmpty()) { // unlock and close all remaining streams
  242. Set<InputStream> copy = new HashSet<>(streams);
  243. for (InputStream is: copy)
  244. is.close();
  245. }
  246. beginWrite(); // lock and sync
  247. try {
  248. sync();
  249. ch.close(); // close the ch just in case no update
  250. } finally { // and sync dose not close the ch
  251. endWrite();
  252. }
  253. synchronized (inflaters) {
  254. for (Inflater inf : inflaters)
  255. inf.end();
  256. }
  257. synchronized (deflaters) {
  258. for (Deflater def : deflaters)
  259. def.end();
  260. }
  261. IOException ioe = null;
  262. synchronized (tmppaths) {
  263. for (Path p: tmppaths) {
  264. try {
  265. Files.deleteIfExists(p);
  266. } catch (IOException x) {
  267. if (ioe == null)
  268. ioe = x;
  269. else
  270. ioe.addSuppressed(x);
  271. }
  272. }
  273. }
  274. provider.removeFileSystem(zfpath, this);
  275. if (ioe != null)
  276. throw ioe;
  277. }
  278. ZipFileAttributes getFileAttributes(byte[] path)
  279. throws IOException
  280. {
  281. Entry e;
  282. beginRead();
  283. try {
  284. ensureOpen();
  285. e = getEntry0(path);
  286. if (e == null) {
  287. IndexNode inode = getInode(path);
  288. if (inode == null)
  289. return null;
  290. e = new Entry(inode.name); // pseudo directory
  291. e.method = METHOD_STORED; // STORED for dir
  292. e.mtime = e.atime = e.ctime = -1;// -1 for all times
  293. }
  294. } finally {
  295. endRead();
  296. }
  297. return new ZipFileAttributes(e);
  298. }
  299. void setTimes(byte[] path, FileTime mtime, FileTime atime, FileTime ctime)
  300. throws IOException
  301. {
  302. checkWritable();
  303. beginWrite();
  304. try {
  305. ensureOpen();
  306. Entry e = getEntry0(path); // ensureOpen checked
  307. if (e == null)
  308. throw new NoSuchFileException(getString(path));
  309. if (e.type == Entry.CEN)
  310. e.type = Entry.COPY; // copy e
  311. if (mtime != null)
  312. e.mtime = mtime.toMillis();
  313. if (atime != null)
  314. e.atime = atime.toMillis();
  315. if (ctime != null)
  316. e.ctime = ctime.toMillis();
  317. update(e);
  318. } finally {
  319. endWrite();
  320. }
  321. }
  322. boolean exists(byte[] path)
  323. throws IOException
  324. {
  325. beginRead();
  326. try {
  327. ensureOpen();
  328. return getInode(path) != null;
  329. } finally {
  330. endRead();
  331. }
  332. }
  333. boolean isDirectory(byte[] path)
  334. throws IOException
  335. {
  336. beginRead();
  337. try {
  338. IndexNode n = getInode(path);
  339. return n != null && n.isDir();
  340. } finally {
  341. endRead();
  342. }
  343. }
  344. private ZipPath toZipPath(byte[] path) {
  345. // make it absolute
  346. byte[] p = new byte[path.length + 1];
  347. p[0] = '/';
  348. System.arraycopy(path, 0, p, 1, path.length);
  349. return new ZipPath(this, p);
  350. }
  351. // returns the list of child paths of "path"
  352. Iterator<Path> iteratorOf(byte[] path,
  353. DirectoryStream.Filter<? super Path> filter)
  354. throws IOException
  355. {
  356. beginWrite(); // iteration of inodes needs exclusive lock
  357. try {
  358. ensureOpen();
  359. IndexNode inode = getInode(path);
  360. if (inode == null)
  361. throw new NotDirectoryException(getString(path));
  362. List<Path> list = new ArrayList<>();
  363. IndexNode child = inode.child;
  364. while (child != null) {
  365. ZipPath zp = toZipPath(child.name);
  366. if (filter == null || filter.accept(zp))
  367. list.add(zp);
  368. child = child.sibling;
  369. }
  370. return list.iterator();
  371. } finally {
  372. endWrite();
  373. }
  374. }
  375. void createDirectory(byte[] dir, FileAttribute<?>... attrs)
  376. throws IOException
  377. {
  378. checkWritable();
  379. dir = toDirectoryPath(dir);
  380. beginWrite();
  381. try {
  382. ensureOpen();
  383. if (dir.length == 0 || exists(dir)) // root dir, or exiting dir
  384. throw new FileAlreadyExistsException(getString(dir));
  385. checkParents(dir);
  386. Entry e = new Entry(dir, Entry.NEW);
  387. e.method = METHOD_STORED; // STORED for dir
  388. update(e);
  389. } finally {
  390. endWrite();
  391. }
  392. }
  393. void copyFile(boolean deletesrc, byte[]src, byte[] dst, CopyOption... options)
  394. throws IOException
  395. {
  396. checkWritable();
  397. if (Arrays.equals(src, dst))
  398. return; // do nothing, src and dst are the same
  399. beginWrite();
  400. try {
  401. ensureOpen();
  402. Entry eSrc = getEntry0(src); // ensureOpen checked
  403. if (eSrc == null)
  404. throw new NoSuchFileException(getString(src));
  405. if (eSrc.isDir()) { // spec says to create dst dir
  406. createDirectory(dst);
  407. return;
  408. }
  409. boolean hasReplace = false;
  410. boolean hasCopyAttrs = false;
  411. for (CopyOption opt : options) {
  412. if (opt == REPLACE_EXISTING)
  413. hasReplace = true;
  414. else if (opt == COPY_ATTRIBUTES)
  415. hasCopyAttrs = true;
  416. }
  417. Entry eDst = getEntry0(dst);
  418. if (eDst != null) {
  419. if (!hasReplace)
  420. throw new FileAlreadyExistsException(getString(dst));
  421. } else {
  422. checkParents(dst);
  423. }
  424. Entry u = new Entry(eSrc, Entry.COPY); // copy eSrc entry
  425. u.name(dst); // change name
  426. if (eSrc.type == Entry.NEW || eSrc.type == Entry.FILECH)
  427. {
  428. u.type = eSrc.type; // make it the same type
  429. if (deletesrc) { // if it's a "rename", take the data
  430. u.bytes = eSrc.bytes;
  431. u.file = eSrc.file;
  432. } else { // if it's not "rename", copy the data
  433. if (eSrc.bytes != null)
  434. u.bytes = Arrays.copyOf(eSrc.bytes, eSrc.bytes.length);
  435. else if (eSrc.file != null) {
  436. u.file = getTempPathForEntry(null);
  437. Files.copy(eSrc.file, u.file, REPLACE_EXISTING);
  438. }
  439. }
  440. }
  441. if (!hasCopyAttrs)
  442. u.mtime = u.atime= u.ctime = System.currentTimeMillis();
  443. update(u);
  444. if (deletesrc)
  445. updateDelete(eSrc);
  446. } finally {
  447. endWrite();
  448. }
  449. }
  450. // Returns an output stream for writing the contents into the specified
  451. // entry.
  452. OutputStream newOutputStream(byte[] path, OpenOption... options)
  453. throws IOException
  454. {
  455. checkWritable();
  456. boolean hasCreateNew = false;
  457. boolean hasCreate = false;
  458. boolean hasAppend = false;
  459. for (OpenOption opt: options) {
  460. if (opt == READ)
  461. throw new IllegalArgumentException("READ not allowed");
  462. if (opt == CREATE_NEW)
  463. hasCreateNew = true;
  464. if (opt == CREATE)
  465. hasCreate = true;
  466. if (opt == APPEND)
  467. hasAppend = true;
  468. }
  469. beginRead(); // only need a readlock, the "update()" will
  470. try { // try to obtain a writelock when the os is
  471. ensureOpen(); // being closed.
  472. Entry e = getEntry0(path);
  473. if (e != null) {
  474. if (e.isDir() || hasCreateNew)
  475. throw new FileAlreadyExistsException(getString(path));
  476. if (hasAppend) {
  477. InputStream is = getInputStream(e);
  478. OutputStream os = getOutputStream(new Entry(e, Entry.NEW));
  479. copyStream(is, os);
  480. is.close();
  481. return os;
  482. }
  483. return getOutputStream(new Entry(e, Entry.NEW));
  484. } else {
  485. if (!hasCreate && !hasCreateNew)
  486. throw new NoSuchFileException(getString(path));
  487. checkParents(path);
  488. return getOutputStream(new Entry(path, Entry.NEW));
  489. }
  490. } finally {
  491. endRead();
  492. }
  493. }
  494. // Returns an input stream for reading the contents of the specified
  495. // file entry.
  496. InputStream newInputStream(byte[] path) throws IOException {
  497. beginRead();
  498. try {
  499. ensureOpen();
  500. Entry e = getEntry0(path);
  501. if (e == null)
  502. throw new NoSuchFileException(getString(path));
  503. if (e.isDir())
  504. throw new FileSystemException(getString(path), "is a directory", null);
  505. return getInputStream(e);
  506. } finally {
  507. endRead();
  508. }
  509. }
  510. private void checkOptions(Set<? extends OpenOption> options) {
  511. // check for options of null type and option is an intance of StandardOpenOption
  512. for (OpenOption option : options) {
  513. if (option == null)
  514. throw new NullPointerException();
  515. if (!(option instanceof StandardOpenOption))
  516. throw new IllegalArgumentException();
  517. }
  518. }
  519. // Returns a Writable/ReadByteChannel for now. Might consdier to use
  520. // newFileChannel() instead, which dump the entry data into a regular
  521. // file on the default file system and create a FileChannel on top of
  522. // it.
  523. SeekableByteChannel newByteChannel(byte[] path,
  524. Set<? extends OpenOption> options,
  525. FileAttribute<?>... attrs)
  526. throws IOException
  527. {
  528. checkOptions(options);
  529. if (options.contains(StandardOpenOption.WRITE) ||
  530. options.contains(StandardOpenOption.APPEND)) {
  531. checkWritable();
  532. beginRead();
  533. try {
  534. final WritableByteChannel wbc = Channels.newChannel(
  535. newOutputStream(path, options.toArray(new OpenOption[0])));
  536. long leftover = 0;
  537. if (options.contains(StandardOpenOption.APPEND)) {
  538. Entry e = getEntry0(path);
  539. if (e != null && e.size >= 0)
  540. leftover = e.size;
  541. }
  542. final long offset = leftover;
  543. return new SeekableByteChannel() {
  544. long written = offset;
  545. public boolean isOpen() {
  546. return wbc.isOpen();
  547. }
  548. public long position() throws IOException {
  549. return written;
  550. }
  551. public SeekableByteChannel position(long pos)
  552. throws IOException
  553. {
  554. throw new UnsupportedOperationException();
  555. }
  556. public int read(ByteBuffer dst) throws IOException {
  557. throw new UnsupportedOperationException();
  558. }
  559. public SeekableByteChannel truncate(long size)
  560. throws IOException
  561. {
  562. throw new UnsupportedOperationException();
  563. }
  564. public int write(ByteBuffer src) throws IOException {
  565. int n = wbc.write(src);
  566. written += n;
  567. return n;
  568. }
  569. public long size() throws IOException {
  570. return written;
  571. }
  572. public void close() throws IOException {
  573. wbc.close();
  574. }
  575. };
  576. } finally {
  577. endRead();
  578. }
  579. } else {
  580. beginRead();
  581. try {
  582. ensureOpen();
  583. Entry e = getEntry0(path);
  584. if (e == null || e.isDir())
  585. throw new NoSuchFileException(getString(path));
  586. final ReadableByteChannel rbc =
  587. Channels.newChannel(getInputStream(e));
  588. final long size = e.size;
  589. return new SeekableByteChannel() {
  590. long read = 0;
  591. public boolean isOpen() {
  592. return rbc.isOpen();
  593. }
  594. public long position() throws IOException {
  595. return read;
  596. }
  597. public SeekableByteChannel position(long pos)
  598. throws IOException
  599. {
  600. throw new UnsupportedOperationException();
  601. }
  602. public int read(ByteBuffer dst) throws IOException {
  603. int n = rbc.read(dst);
  604. if (n > 0) {
  605. read += n;
  606. }
  607. return n;
  608. }
  609. public SeekableByteChannel truncate(long size)
  610. throws IOException
  611. {
  612. throw new NonWritableChannelException();
  613. }
  614. public int write (ByteBuffer src) throws IOException {
  615. throw new NonWritableChannelException();
  616. }
  617. public long size() throws IOException {
  618. return size;
  619. }
  620. public void close() throws IOException {
  621. rbc.close();
  622. }
  623. };
  624. } finally {
  625. endRead();
  626. }
  627. }
  628. }
  629. // Returns a FileChannel of the specified entry.
  630. //
  631. // This implementation creates a temporary file on the default file system,
  632. // copy the entry data into it if the entry exists, and then create a
  633. // FileChannel on top of it.
  634. FileChannel newFileChannel(byte[] path,
  635. Set<? extends OpenOption> options,
  636. FileAttribute<?>... attrs)
  637. throws IOException
  638. {
  639. checkOptions(options);
  640. final boolean forWrite = (options.contains(StandardOpenOption.WRITE) ||
  641. options.contains(StandardOpenOption.APPEND));
  642. beginRead();
  643. try {
  644. ensureOpen();
  645. Entry e = getEntry0(path);
  646. if (forWrite) {
  647. checkWritable();
  648. if (e == null) {
  649. if (!options.contains(StandardOpenOption.CREATE_NEW))
  650. throw new NoSuchFileException(getString(path));
  651. } else {
  652. if (options.contains(StandardOpenOption.CREATE_NEW))
  653. throw new FileAlreadyExistsException(getString(path));
  654. if (e.isDir())
  655. throw new FileAlreadyExistsException("directory <"
  656. + getString(path) + "> exists");
  657. }
  658. options.remove(StandardOpenOption.CREATE_NEW); // for tmpfile
  659. } else if (e == null || e.isDir()) {
  660. throw new NoSuchFileException(getString(path));
  661. }
  662. final boolean isFCH = (e != null && e.type == Entry.FILECH);
  663. final Path tmpfile = isFCH ? e.file : getTempPathForEntry(path);
  664. final FileChannel fch = tmpfile.getFileSystem()
  665. .provider()
  666. .newFileChannel(tmpfile, options, attrs);
  667. final Entry u = isFCH ? e : new Entry(path, tmpfile, Entry.FILECH);
  668. if (forWrite) {
  669. u.flag = FLAG_DATADESCR;
  670. u.method = METHOD_DEFLATED;
  671. }
  672. // is there a better way to hook into the FileChannel's close method?
  673. return new FileChannel() {
  674. public int write(ByteBuffer src) throws IOException {
  675. return fch.write(src);
  676. }
  677. public long write(ByteBuffer[] srcs, int offset, int length)
  678. throws IOException
  679. {
  680. return fch.write(srcs, offset, length);
  681. }
  682. public long position() throws IOException {
  683. return fch.position();
  684. }
  685. public FileChannel position(long newPosition)
  686. throws IOException
  687. {
  688. fch.position(newPosition);
  689. return this;
  690. }
  691. public long size() throws IOException {
  692. return fch.size();
  693. }
  694. public FileChannel truncate(long size)
  695. throws IOException
  696. {
  697. fch.truncate(size);
  698. return this;
  699. }
  700. public void force(boolean metaData)
  701. throws IOException
  702. {
  703. fch.force(metaData);
  704. }
  705. public long transferTo(long position, long count,
  706. WritableByteChannel target)
  707. throws IOException
  708. {
  709. return fch.transferTo(position, count, target);
  710. }
  711. public long transferFrom(ReadableByteChannel src,
  712. long position, long count)
  713. throws IOException
  714. {
  715. return fch.transferFrom(src, position, count);
  716. }
  717. public int read(ByteBuffer dst) throws IOException {
  718. return fch.read(dst);
  719. }
  720. public int read(ByteBuffer dst, long position)
  721. throws IOException
  722. {
  723. return fch.read(dst, position);
  724. }
  725. public long read(ByteBuffer[] dsts, int offset, int length)
  726. throws IOException
  727. {
  728. return fch.read(dsts, offset, length);
  729. }
  730. public int write(ByteBuffer src, long position)
  731. throws IOException
  732. {
  733. return fch.write(src, position);
  734. }
  735. public MappedByteBuffer map(MapMode mode,
  736. long position, long size)
  737. throws IOException
  738. {
  739. throw new UnsupportedOperationException();
  740. }
  741. public FileLock lock(long position, long size, boolean shared)
  742. throws IOException
  743. {
  744. return fch.lock(position, size, shared);
  745. }
  746. public FileLock tryLock(long position, long size, boolean shared)
  747. throws IOException
  748. {
  749. return fch.tryLock(position, size, shared);
  750. }
  751. protected void implCloseChannel() throws IOException {
  752. fch.close();
  753. if (forWrite) {
  754. u.mtime = System.currentTimeMillis();
  755. u.size = Files.size(u.file);
  756. update(u);
  757. } else {
  758. if (!isFCH) // if this is a new fch for reading
  759. removeTempPathForEntry(tmpfile);
  760. }
  761. }
  762. };
  763. } finally {
  764. endRead();
  765. }
  766. }
  767. // the outstanding input streams that need to be closed
  768. private Set<InputStream> streams =
  769. Collections.synchronizedSet(new HashSet<InputStream>());
  770. // the ex-channel and ex-path that need to close when their outstanding
  771. // input streams are all closed by the obtainers.
  772. private Set<ExChannelCloser> exChClosers = new HashSet<>();
  773. private Set<Path> tmppaths = Collections.synchronizedSet(new HashSet<Path>());
  774. private Path getTempPathForEntry(byte[] path) throws IOException {
  775. Path tmpPath = createTempFileInSameDirectoryAs(zfpath);
  776. if (path != null) {
  777. Entry e = getEntry0(path);
  778. if (e != null) {
  779. try (InputStream is = newInputStream(path)) {
  780. Files.copy(is, tmpPath, REPLACE_EXISTING);
  781. }
  782. }
  783. }
  784. return tmpPath;
  785. }
  786. private void removeTempPathForEntry(Path path) throws IOException {
  787. Files.delete(path);
  788. tmppaths.remove(path);
  789. }
  790. // check if all parents really exit. ZIP spec does not require
  791. // the existence of any "parent directory".
  792. private void checkParents(byte[] path) throws IOException {
  793. beginRead();
  794. try {
  795. while ((path = getParent(path)) != null && path.length != 0) {
  796. if (!inodes.containsKey(IndexNode.keyOf(path))) {
  797. throw new NoSuchFileException(getString(path));
  798. }
  799. }
  800. } finally {
  801. endRead();
  802. }
  803. }
  804. private static byte[] ROOTPATH = new byte[0];
  805. private static byte[] getParent(byte[] path) {
  806. int off = path.length - 1;
  807. if (off > 0 && path[off] == '/') // isDirectory
  808. off--;
  809. while (off > 0 && path[off] != '/') { off--; }
  810. if (off <= 0)
  811. return ROOTPATH;
  812. return Arrays.copyOf(path, off + 1);
  813. }
  814. private final void beginWrite() {
  815. rwlock.writeLock().lock();
  816. }
  817. private final void endWrite() {
  818. rwlock.writeLock().unlock();
  819. }
  820. private final void beginRead() {
  821. rwlock.readLock().lock();
  822. }
  823. private final void endRead() {
  824. rwlock.readLock().unlock();
  825. }
  826. ///////////////////////////////////////////////////////////////////
  827. private volatile boolean isOpen = true;
  828. private final SeekableByteChannel ch; // channel to the zipfile
  829. final byte[] cen; // CEN & ENDHDR
  830. private END end;
  831. private long locpos; // position of first LOC header (usually 0)
  832. private final ReadWriteLock rwlock = new ReentrantReadWriteLock();
  833. // name -> pos (in cen), IndexNode itself can be used as a "key"
  834. private LinkedHashMap<IndexNode, IndexNode> inodes;
  835. final byte[] getBytes(String name) {
  836. return zc.getBytes(name);
  837. }
  838. final String getString(byte[] name) {
  839. return zc.toString(name);
  840. }
  841. protected void finalize() throws IOException {
  842. close();
  843. }
  844. private long getDataPos(Entry e) throws IOException {
  845. if (e.locoff == -1) {
  846. Entry e2 = getEntry0(e.name);
  847. if (e2 == null)
  848. throw new ZipException("invalid loc for entry <" + e.name + ">");
  849. e.locoff = e2.locoff;
  850. }
  851. byte[] buf = new byte[LOCHDR];
  852. if (readFullyAt(buf, 0, buf.length, e.locoff) != buf.length)
  853. throw new ZipException("invalid loc for entry <" + e.name + ">");
  854. return locpos + e.locoff + LOCHDR + LOCNAM(buf) + LOCEXT(buf);
  855. }
  856. // Reads len bytes of data from the specified offset into buf.
  857. // Returns the total number of bytes read.
  858. // Each/every byte read from here (except the cen, which is mapped).
  859. final long readFullyAt(byte[] buf, int off, long len, long pos)
  860. throws IOException
  861. {
  862. ByteBuffer bb = ByteBuffer.wrap(buf);
  863. bb.position(off);
  864. bb.limit((int)(off + len));
  865. return readFullyAt(bb, pos);
  866. }
  867. private final long readFullyAt(ByteBuffer bb, long pos)
  868. throws IOException
  869. {
  870. synchronized(ch) {
  871. return ch.position(pos).read(bb);
  872. }
  873. }
  874. // Searches for end of central directory (END) header. The contents of
  875. // the END header will be read and placed in endbuf. Returns the file
  876. // position of the END header, otherwise returns -1 if the END header
  877. // was not found or an error occurred.
  878. private END findEND() throws IOException
  879. {
  880. byte[] buf = new byte[READBLOCKSZ];
  881. long ziplen = ch.size();
  882. long minHDR = (ziplen - END_MAXLEN) > 0 ? ziplen - END_MAXLEN : 0;
  883. long minPos = minHDR - (buf.length - ENDHDR);
  884. for (long pos = ziplen - buf.length; pos >= minPos; pos -= (buf.length - ENDHDR))
  885. {
  886. int off = 0;
  887. if (pos < 0) {
  888. // Pretend there are some NUL bytes before start of file
  889. off = (int)-pos;
  890. Arrays.fill(buf, 0, off, (byte)0);
  891. }
  892. int len = buf.length - off;
  893. if (readFullyAt(buf, off, len, pos + off) != len)
  894. zerror("zip END header not found");
  895. // Now scan the block backwards for END header signature
  896. for (int i = buf.length - ENDHDR; i >= 0; i--) {
  897. if (buf[i+0] == (byte)'P' &&
  898. buf[i+1] == (byte)'K' &&
  899. buf[i+2] == (byte)'\005' &&
  900. buf[i+3] == (byte)'\006' &&
  901. (pos + i + ENDHDR + ENDCOM(buf, i) == ziplen)) {
  902. // Found END header
  903. buf = Arrays.copyOfRange(buf, i, i + ENDHDR);
  904. END end = new END();
  905. end.endsub = ENDSUB(buf);
  906. end.centot = ENDTOT(buf);
  907. end.cenlen = ENDSIZ(buf);
  908. end.cenoff = ENDOFF(buf);
  909. end.comlen = ENDCOM(buf);
  910. end.endpos = pos + i;
  911. if (end.cenlen == ZIP64_MINVAL ||
  912. end.cenoff == ZIP64_MINVAL ||
  913. end.centot == ZIP64_MINVAL32)
  914. {
  915. // need to find the zip64 end;
  916. byte[] loc64 = new byte[ZIP64_LOCHDR];
  917. if (readFullyAt(loc64, 0, loc64.length, end.endpos - ZIP64_LOCHDR)
  918. != loc64.length) {
  919. return end;
  920. }
  921. long end64pos = ZIP64_LOCOFF(loc64);
  922. byte[] end64buf = new byte[ZIP64_ENDHDR];
  923. if (readFullyAt(end64buf, 0, end64buf.length, end64pos)
  924. != end64buf.length) {
  925. return end;
  926. }
  927. // end64 found, re-calcualte everything.
  928. end.cenlen = ZIP64_ENDSIZ(end64buf);
  929. end.cenoff = ZIP64_ENDOFF(end64buf);
  930. end.centot = (int)ZIP64_ENDTOT(end64buf); // assume total < 2g
  931. end.endpos = end64pos;
  932. }
  933. return end;
  934. }
  935. }
  936. }
  937. zerror("zip END header not found");
  938. return null; //make compiler happy
  939. }
  940. // Reads zip file central directory. Returns the file position of first
  941. // CEN header, otherwise returns -1 if an error occurred. If zip->msg != NULL
  942. // then the error was a zip format error and zip->msg has the error text.
  943. // Always pass in -1 for knownTotal; it's used for a recursive call.
  944. private byte[] initCEN() throws IOException {
  945. end = findEND();
  946. if (end.endpos == 0) {
  947. inodes = new LinkedHashMap<>(10);
  948. locpos = 0;
  949. buildNodeTree();
  950. return null; // only END header present
  951. }
  952. if (end.cenlen > end.endpos)
  953. zerror("invalid END header (bad central directory size)");
  954. long cenpos = end.endpos - end.cenlen; // position of CEN table
  955. // Get position of first local file (LOC) header, taking into
  956. // account that there may be a stub prefixed to the zip file.
  957. locpos = cenpos - end.cenoff;
  958. if (locpos < 0)
  959. zerror("invalid END header (bad central directory offset)");
  960. // read in the CEN and END
  961. byte[] cen = new byte[(int)(end.cenlen + ENDHDR)];
  962. if (readFullyAt(cen, 0, cen.length, cenpos) != end.cenlen + ENDHDR) {
  963. zerror("read CEN tables failed");
  964. }
  965. // Iterate through the entries in the central directory
  966. inodes = new LinkedHashMap<>(end.centot + 1);
  967. int pos = 0;
  968. int limit = cen.length - ENDHDR;
  969. while (pos < limit) {
  970. if (CENSIG(cen, pos) != CENSIG)
  971. zerror("invalid CEN header (bad signature)");
  972. int method = CENHOW(cen, pos);
  973. int nlen = CENNAM(cen, pos);
  974. int elen = CENEXT(cen, pos);
  975. int clen = CENCOM(cen, pos);
  976. if ((CENFLG(cen, pos) & 1) != 0)
  977. zerror("invalid CEN header (encrypted entry)");
  978. if (method != METHOD_STORED && method != METHOD_DEFLATED)
  979. zerror("invalid CEN header (unsupported compression method: " + method + ")");
  980. if (pos + CENHDR + nlen > limit)
  981. zerror("invalid CEN header (bad header size)");
  982. byte[] name = Arrays.copyOfRange(cen, pos + CENHDR, pos + CENHDR + nlen);
  983. IndexNode inode = new IndexNode(name, pos);
  984. inodes.put(inode, inode);
  985. // skip ext and comment
  986. pos += (CENHDR + nlen + elen + clen);
  987. }
  988. if (pos + ENDHDR != cen.length) {
  989. zerror("invalid CEN header (bad header size)");
  990. }
  991. buildNodeTree();
  992. return cen;
  993. }
  994. private void ensureOpen() throws IOException {
  995. if (!isOpen)
  996. throw new ClosedFileSystemException();
  997. }
  998. // Creates a new empty temporary file in the same directory as the
  999. // specified file. A variant of Files.createTempFile.
  1000. private Path createTempFileInSameDirectoryAs(Path path)
  1001. throws IOException
  1002. {
  1003. Path parent = path.toAbsolutePath().getParent();
  1004. Path dir = (parent == null) ? path.getFileSystem().getPath(".") : parent;
  1005. Path tmpPath = Files.createTempFile(dir, "zipfstmp", null);
  1006. tmppaths.add(tmpPath);
  1007. return tmpPath;
  1008. }
  1009. ////////////////////update & sync //////////////////////////////////////
  1010. private boolean hasUpdate = false;
  1011. // shared key. consumer guarantees the "writeLock" before use it.
  1012. private final IndexNode LOOKUPKEY = IndexNode.keyOf(null);
  1013. private void updateDelete(IndexNode inode) {
  1014. beginWrite();
  1015. try {
  1016. removeFromTree(inode);
  1017. inodes.remove(inode);
  1018. hasUpdate = true;
  1019. } finally {
  1020. endWrite();
  1021. }
  1022. }
  1023. private void update(Entry e) {
  1024. beginWrite();
  1025. try {
  1026. IndexNode old = inodes.put(e, e);
  1027. if (old != null) {
  1028. removeFromTree(old);
  1029. }
  1030. if (e.type == Entry.NEW || e.type == Entry.FILECH || e.type == Entry.COPY) {
  1031. IndexNode parent = inodes.get(LOOKUPKEY.as(getParent(e.name)));
  1032. e.sibling = parent.child;
  1033. parent.child = e;
  1034. }
  1035. hasUpdate = true;
  1036. } finally {
  1037. endWrite();
  1038. }
  1039. }
  1040. // copy over the whole LOC entry (header if necessary, data and ext) from
  1041. // old zip to the new one.
  1042. private long copyLOCEntry(Entry e, boolean updateHeader,
  1043. OutputStream os,
  1044. long written, byte[] buf)
  1045. throws IOException
  1046. {
  1047. long locoff = e.locoff; // where to read
  1048. e.locoff = written; // update the e.locoff with new value
  1049. // calculate the size need to write out
  1050. long size = 0;
  1051. // if there is A ext
  1052. if ((e.flag & FLAG_DATADESCR) != 0) {
  1053. if (e.size >= ZIP64_MINVAL || e.csize >= ZIP64_MINVAL)
  1054. size = 24;
  1055. else
  1056. size = 16;
  1057. }
  1058. // read loc, use the original loc.elen/nlen
  1059. if (readFullyAt(buf, 0, LOCHDR , locoff) != LOCHDR)
  1060. throw new ZipException("loc: reading failed");
  1061. if (updateHeader) {
  1062. locoff += LOCHDR + LOCNAM(buf) + LOCEXT(buf); // skip header
  1063. size += e.csize;
  1064. written = e.writeLOC(os) + size;
  1065. } else {
  1066. os.write(buf, 0, LOCHDR); // write out the loc header
  1067. locoff += LOCHDR;
  1068. // use e.csize, LOCSIZ(buf) is zero if FLAG_DATADESCR is on
  1069. // size += LOCNAM(buf) + LOCEXT(buf) + LOCSIZ(buf);
  1070. size += LOCNAM(buf) + LOCEXT(buf) + e.csize;
  1071. written = LOCHDR + size;
  1072. }
  1073. int n;
  1074. while (size > 0 &&
  1075. (n = (int)readFullyAt(buf, 0, buf.length, locoff)) != -1)
  1076. {
  1077. if (size < n)
  1078. n = (int)size;
  1079. os.write(buf, 0, n);
  1080. size -= n;
  1081. locoff += n;
  1082. }
  1083. return written;
  1084. }
  1085. // sync the zip file system, if there is any udpate
  1086. private void sync() throws IOException {
  1087. //System.out.printf("->sync(%s) starting....!%n", toString());
  1088. // check ex-closer
  1089. if (!exChClosers.isEmpty()) {
  1090. for (ExChannelCloser ecc : exChClosers) {
  1091. if (ecc.streams.isEmpty()) {
  1092. ecc.ch.close();
  1093. Files.delete(ecc.path);
  1094. exChClosers.remove(ecc);
  1095. }
  1096. }
  1097. }
  1098. if (!hasUpdate)
  1099. return;
  1100. Path tmpFile = createTempFileInSameDirectoryAs(zfpath);
  1101. try (OutputStream os = new BufferedOutputStream(Files.newOutputStream(tmpFile, WRITE)))
  1102. {
  1103. ArrayList<Entry> elist = new ArrayList<>(inodes.size());
  1104. long written = 0;
  1105. byte[] buf = new byte[8192];
  1106. Entry e = null;
  1107. // write loc
  1108. for (IndexNode inode : inodes.values()) {
  1109. if (inode instanceof Entry) { // an updated inode
  1110. e = (Entry)inode;
  1111. try {
  1112. if (e.type == Entry.COPY) {
  1113. // entry copy: the only thing changed is the "name"
  1114. // and "nlen" in LOC header, so we udpate/rewrite the
  1115. // LOC in new file and simply copy the rest (data and
  1116. // ext) without enflating/deflating from the old zip
  1117. // file LOC entry.
  1118. written += copyLOCEntry(e, true, os, written, buf);
  1119. } else { // NEW, FILECH or CEN
  1120. e.locoff = written;
  1121. written += e.writeLOC(os); // write loc header
  1122. if (e.bytes != null) { // in-memory, deflated
  1123. os.write(e.bytes); // already
  1124. written += e.bytes.length;
  1125. } else if (e.file != null) { // tmp file
  1126. try (InputStream is = Files.newInputStream(e.file)) {
  1127. int n;
  1128. if (e.type == Entry.NEW) { // deflated already
  1129. while ((n = is.read(buf)) != -1) {
  1130. os.write(buf, 0, n);
  1131. written += n;
  1132. }
  1133. } else if (e.type == Entry.FILECH) {
  1134. // the data are not deflated, use ZEOS
  1135. try (OutputStream os2 = new EntryOutputStream(e, os)) {
  1136. while ((n = is.read(buf)) != -1) {
  1137. os2.write(buf, 0, n);
  1138. }
  1139. }
  1140. written += e.csize;
  1141. if ((e.flag & FLAG_DATADESCR) != 0)
  1142. written += e.writeEXT(os);
  1143. }
  1144. }
  1145. Files.delete(e.file);
  1146. tmppaths.remove(e.file);
  1147. } else {
  1148. // dir, 0-length data
  1149. }
  1150. }
  1151. elist.add(e);
  1152. } catch (IOException x) {
  1153. x.printStackTrace(); // skip any in-accurate entry
  1154. }
  1155. } else { // unchanged inode
  1156. if (inode.pos == -1) {
  1157. continue; // pseudo directory node
  1158. }
  1159. e = Entry.readCEN(this, inode.pos);
  1160. try {
  1161. written += copyLOCEntry(e, false, os, written, buf);
  1162. elist.add(e);
  1163. } catch (IOException x) {
  1164. x.printStackTrace(); // skip any wrong entry
  1165. }
  1166. }
  1167. }
  1168. // now write back the cen and end table
  1169. end.cenoff = written;
  1170. for (Entry entry : elist) {
  1171. written += entry.writeCEN(os);
  1172. }
  1173. end.centot = elist.size();
  1174. end.cenlen = written - end.cenoff;
  1175. end.write(os, written);
  1176. }
  1177. if (!streams.isEmpty()) {
  1178. //
  1179. // TBD: ExChannelCloser should not be necessary if we only
  1180. // sync when being closed, all streams should have been
  1181. // closed already. Keep the logic here for now.
  1182. //
  1183. // There are outstanding input streams open on existing "ch",
  1184. // so, don't close the "cha" and delete the "file for now, let
  1185. // the "ex-channel-closer" to handle them
  1186. ExChannelCloser ecc = new ExChannelCloser(
  1187. createTempFileInSameDirectoryAs(zfpath),
  1188. ch,
  1189. streams);
  1190. Files.move(zfpath, ecc.path, REPLACE_EXISTING);
  1191. exChClosers.add(ecc);
  1192. streams = Collections.synchronizedSet(new HashSet<InputStream>());
  1193. } else {
  1194. ch.close();
  1195. Files.delete(zfpath);
  1196. }
  1197. Files.move(tmpFile, zfpath, REPLACE_EXISTING);
  1198. hasUpdate = false; // clear
  1199. /*
  1200. if (isOpen) {
  1201. ch = zfpath.newByteChannel(READ); // re-fresh "ch" and "cen"
  1202. cen = initCEN();
  1203. }
  1204. */
  1205. //System.out.printf("->sync(%s) done!%n", toString());
  1206. }
  1207. private IndexNode getInode(byte[] path) {
  1208. if (path == null)
  1209. throw new NullPointerException("path");
  1210. IndexNode key = IndexNode.keyOf(path);
  1211. IndexNode inode = inodes.get(key);
  1212. if (inode == null &&
  1213. (path.length == 0 || path[path.length -1] != '/')) {
  1214. // if does not ends with a slash
  1215. path = Arrays.copyOf(path, path.length + 1);
  1216. path[path.length - 1] = '/';
  1217. inode = inodes.get(key.as(path));
  1218. }
  1219. return inode;
  1220. }
  1221. private Entry getEntry0(byte[] path) throws IOException {
  1222. IndexNode inode = getInode(path);
  1223. if (inode instanceof Entry)
  1224. return (Entry)inode;
  1225. if (inode == null || inode.pos == -1)
  1226. return null;
  1227. return Entry.readCEN(this, inode.pos);
  1228. }
  1229. public void deleteFile(byte[] path, boolean failIfNotExists)
  1230. throws IOException
  1231. {
  1232. checkWritable();
  1233. IndexNode inode = getInode(path);
  1234. if (inode == null) {
  1235. if (path != null && path.length == 0)
  1236. throw new ZipException("root directory </> can't not be delete");
  1237. if (failIfNotExists)
  1238. throw new NoSuchFileException(getString(path));
  1239. } else {
  1240. if (inode.isDir() && inode.child != null)
  1241. throw new DirectoryNotEmptyException(getString(path));
  1242. updateDelet

Large files files are truncated, but you can click here to view the full file