PageRenderTime 77ms CodeModel.GetById 31ms RepoModel.GetById 1ms app.codeStats 0ms

/2013/10/01/ruby_reading_a_remote_zip_file/index.html

https://github.com/winston/winston.github.com
HTML | 143 lines | 128 code | 14 blank | 1 comment | 0 complexity | b02c607654ad7ddb52a3ccda3be325d9 MD5 | raw file
Possible License(s): MIT 
    

  1. <!DOCTYPE html>
    2. 

  2. <html>
    3. 

  3.   <head>
    4. 

  4.     <title>Ruby - Reading A Remote Zip File - WinstonYW</title>
    5. 

  5.     <meta content="text/html; charset=utf-8" http-equiv="content-type" />
    6. 

  6.     <meta content='Winston Teo Yong Wei' name='author' />
    7. 

  7.     <link href='/assets/css/application.css' media='screen' rel='stylesheet' type='text/css' />
    8. 

  8.     <!-- http://davidbcalhoun.com/2010/viewport-metatag -->
    9. 

  9.     <meta name="viewport" content="width=device-width, initial-scale=1.0">
    10. 

  10.     <meta name="HandheldFriendly" content="True">
    11. 

  11.     <meta name="MobileOptimized" content="320">
    12. 

  12.   </head>
    13. 

  13.   <body>
    14. 

  14.     <header>
    15. 

  15.       <div class='title-color-bar'></div>
    16. 

  16.       <section id='profile'>
    17. 

  17.         <h1>
    18. 

  18.           <a href="/">WinstonYW</a>
    19. 

  19.         </h1>
    20. 

  20.         <h2>
    21. 

  21.           Just Another Tech Journal
    22. 

  22.         </h2>
    23. 

  23.       </section>
    24. 

  24.       <div class='aside-color-bar'></div>
    25. 

  25.       <section id="projects">
    26. 

  26.         <h2>Projects</h2>
    27. 

  27.         <ul>
    28. 

  28.           <li>
    29. 

  29.             <a href="https://github.com/winston/google_visualr">GoogleVisualr</a>
    30. 

  30.           </li>
    31. 

  31.           <li>
    32. 

  32.             <a href="https://github.com/winston/cactus">Cactus</a>
    33. 

  33.           </li>
    34. 

  34.           <li>
    35. 

  35.             <a href="http://gigest.herokuapp.com">Gigest App</a>
    36. 

  36.           </li>
    37. 

  37.         </ul>
    38. 

  38.       </section>
    39. 

  39.       <section id="elsewhere">
    40. 

  40.         <h2>Elsewhere</h2>
    41. 

  41.         <ul>
    42. 

  42.           <li>
    43. 

  43.             <a href="https://twitter.com/winstonyw">Twitter</a>
    44. 

  44.           </li>
    45. 

  45.           <li>
    46. 

  46.             <a href="https://github.com/winston">GitHub</a>
    47. 

  47.           </li>
    48. 

  48.           <li>
    49. 

  49.             <a href="http://www.linkedin.com/in/winstonyw">LinkedIn</a>
    50. 

  50.           </li>
    51. 

  51.           <li>
    52. 

  52.             <a href="mailto:winstonyw+blog@gmail.com">Email</a>
    53. 

  53.           </li>
    54. 

  54.           <li>
    55. 

  55.             <a href="#">RSS</a>
    56. 

  56.           </li>
    57. 

  57.         </ul>
    58. 

  58.       </section>
    59. 

  59.   </header>
    60. 

  60.     <div id='center'>
    61. 

  61.       <div class='color-bar'></div>
    62. 

  62.       <div id='content'>
    63. 

  63.         <article class="post">
    64. 

  64.           <h2>Ruby - Reading A Remote Zip File</h2>
    65. 

  65.           <span class="date">01 OCTOBER 2013</span>
    66. 

  66.           <section>
    67. 

  67.             <p>I need to access a remote zip file and this is something that works:</p>
    68. 

  68. 

  69. <div class="highlight"><pre><code class="language-ruby" data-lang="ruby"><span class="c1"># In the console, gem install &quot;httparty&quot;</span>
    70. 

  70. <span class="nb">require</span> <span class="s2">&quot;httparty&quot;</span>
    71. 

  71. 

  72. <span class="c1"># In the console, gem install &quot;rubyzip&quot;</span>
    73. 

  73. <span class="nb">require</span> <span class="s2">&quot;zip&quot;</span>
    74. 

  74. 

  75. <span class="c1"># Get the contents of the remote zip file via HTTParty</span>
    76. 

  76. <span class="c1"># and write it into a temp zip file</span>
    77. 

  77. 

  78. <span class="n">zipfile</span> <span class="o">=</span> <span class="no">Tempfile</span><span class="o">.</span><span class="n">new</span><span class="p">(</span><span class="s2">&quot;file&quot;</span><span class="p">)</span>
    79. 

  79. <span class="n">zipfile</span><span class="o">.</span><span class="n">binmode</span> <span class="c1"># This might not be necessary depending on the zip file</span>
    80. 

  80. <span class="n">zipfile</span><span class="o">.</span><span class="n">write</span><span class="p">(</span><span class="no">HTTParty</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s2">&quot;http://localhost:3000/file.zip&quot;</span><span class="p">)</span><span class="o">.</span><span class="n">body</span><span class="p">)</span>
    81. 

  81. <span class="n">zipfile</span><span class="o">.</span><span class="n">close</span>
    82. 

  82. 

  83. <span class="c1"># Unzip the temp zip file and process the contents</span>
    84. 

  84. <span class="c1"># Let garbage collection delete the temp zip file</span>
    85. 

  85. 

  86. <span class="no">Zip</span><span class="o">::</span><span class="no">File</span><span class="o">.</span><span class="n">open</span><span class="p">(</span><span class="n">zipfile</span><span class="o">.</span><span class="n">path</span><span class="p">)</span> <span class="k">do</span> <span class="o">|</span><span class="n">file</span><span class="o">|</span>
    87. 

  87.   <span class="n">file</span><span class="o">.</span><span class="n">each</span> <span class="k">do</span> <span class="o">|</span><span class="n">content</span><span class="o">|</span>
    88. 

  88.     <span class="n">data</span> <span class="o">=</span> <span class="n">file</span><span class="o">.</span><span class="n">read</span><span class="p">(</span><span class="n">content</span><span class="p">)</span>
    89. 

  89.     <span class="nb">puts</span> <span class="n">data</span>
    90. 

  90.     <span class="c1"># Do whatever you want with the contents</span>
    91. 

  91.   <span class="k">end</span>
    92. 

  92. <span class="k">end</span></code></pre></div>
    93. 

  93. 

  94. 

  95. <p>The code is simple, but at the start, I kept getting an error when unzipping the temp zip file,
    96. 

  96. and I thought I was doing something wrong.</p>
    97. 

  97. 

  98. <pre><code>End-of-central-directory signature not found
    99. 

  99. </code></pre>
    100. 

  100. 

  101. <p>Did some debugging and finally figured out that the problem was with the remote zip file
    102. 

  102. - because the file was not fully constructed even though I had a link to it.</p>
    103. 

  103. 

  104. <p>The remote zip file link was actually returned by an earlier API call to an external service
    105. 

  105. that also triggered the building of the remote zip file.</p>
    106. 

  106. 

  107. <p>Moral of the story? Trust my code.</p>
    108. 

  108. 

  109. <p>Anyway, <a href="http://blog.huangzhimin.com/2012/10/02/avoid-using-rubyzip/">RubyZip is poor in performance</a>. Might want to try <a href="http://zipruby.rubyforge.org/">ZipRuby</a> instead.</p>
    110. 

  110. 

  111.           </section>
    112. 

  112.         </article>
    113. 

  113.         <article class="comments">
    114. 

  114.           <div id="disqus_thread"></div>
    115. 

  115.           <script type="text/javascript">
    116. 

  116.             var disqus_shortname = 'winstonyw';
    117. 

  117.             // var disqus_developer = 1;
    118. 

  118.             (function() {
    119. 

  119.               var dsq = document.createElement('script'); dsq.type = 'text/javascript'; dsq.async = true;
    120. 

  120.               dsq.src = 'http://' + disqus_shortname + '.disqus.com/embed.js';
    121. 

  121.               (document.getElementsByTagName('head')[0] || document.getElementsByTagName('body')[0]).appendChild(dsq);
    122. 

  122.             })();
    123. 

  123.           </script>
    124. 

  124.           <noscript>Please enable JavaScript to view the <a href="http://disqus.com/?ref_noscript">comments powered by Disqus.</a></noscript>
    125. 

  125.           <a href="http://disqus.com" class="dsq-brlink">comments powered by <span class="logo-disqus">Disqus</span></a>
    126. 

  126.         </article>
    127. 

  127.       </div>
    128. 

  128.     </div>
    129. 

  129.     <footer>
    130. 

  130.       Just a boring footer. Nothing to see here lah. ~
    131. 

  131.     </footer>
    132. 

  132.     <script type="text/javascript">
    133. 

  133.       var _gaq = _gaq || [];
    134. 

  134.       _gaq.push(['_setAccount', 'UA-297001-2']);
    135. 

  135.       _gaq.push(['_trackPageview']);
    136. 

  136.       (function() {
    137. 

  137.         var ga = document.createElement('script'); ga.type = 'text/javascript'; ga.async = true;
    138. 

  138.         ga.src = ('https:' == document.location.protocol ? 'https://ssl' : 'http://www') + '.google-analytics.com/ga.js';
    139. 

  139.         var s = document.getElementsByTagName('script')[0]; s.parentNode.insertBefore(ga, s);
    140. 

  140.       })();
    141. 

  141.     </script>
    142. 

  142.   </body>
    143. 

  143. </html>
    144. 

  144.