PageRenderTime 26ms CodeModel.GetById 25ms RepoModel.GetById 0ms app.codeStats 0ms

/lib/MySmokeToolbox/MakeDistList.pm

http://github.com/tsee/cpan_perl_branch_smoke
Perl | 285 lines | 273 code | 11 blank | 1 comment | 11 complexity | 53bce5c63624b6a835d7bc984ab605d5 MD5 | raw file
    

  1. package # hide from PAUSE
    2. 

  2.   MySmokeToolbox::MakeDistList;
    3. 

  3. use strict;
    4. 

  4. use warnings;
    5. 

  5. 

  6. my $blacklist;
    7. 

  7. 

  8. sub make_dist_list {
    9. 

  9.   my $class = shift;
    10. 

  10.   my $cpanmirror = shift;
    11. 

  11.   my $outfile = shift;
    12. 

  12.   
    13. 

  13.   die "Only local CPAN mirrors supported for now"
    14. 

  14.     unless $cpanmirror =~ s/^file:\/\///;
    15. 

  15. 

  16.   my $packages_file = File::Spec->catfile($cpanmirror, 'modules', '02packages.details.txt.gz');
    17. 

  17. 

  18.   open my $fh, 'gzip -d -c ' . $packages_file . ' |' or die $!;
    19. 

  19.   my %dists;
    20. 

  20.   while (1) {
    21. 

  21.     last if <$fh> =~ /^\s*$/;
    22. 

  22.   }
    23. 

  23. 

  24.   if (not defined $blacklist) {
    25. 

  25.     my @bl = <DATA>;
    26. 

  26.     my @regexp = map {s/^REGEXP:\s*//; s/#.*$//; s/\s+$//; $_} grep /^REGEXP:/, @bl;
    27. 

  27. 

  28.     $blacklist = '(?:\b'
    29. 

  29.                  . join('|', map { chomp; s/^\s+//; s/#.*$//; s/\s+$//; /\S/ ? "(?:" . $_ . ")" : () } grep !/^REGEXP:/, @bl)
    30. 

  30.                  . '-[v0-9])|'
    31. 

  31.                  . join('|', map "(?:$_)", @regexp);
    32. 

  32.   }
    33. 

  33. 

  34.   my %bl_seen;
    35. 

  35.   while (<$fh>) {
    36. 

  36.     chomp;
    37. 

  37.     /^\S+\s+\S+\s+(.*)$/ or next;
    38. 

  38.     my $d = $1;
    39. 

  39.     if ($d =~ $blacklist) {
    40. 

  40.       warn("Blacklisted: $d\n") if not $bl_seen{$d}++;
    41. 

  41.       next;
    42. 

  42.     }
    43. 

  43.     $dists{$d}++;
    44. 

  44.   }
    45. 

  45.   close $fh;
    46. 

  46. 

  47.   if (defined $outfile) {
    48. 

  48.     open my $ofh, ">", $outfile or die $!;
    49. 

  49.     print $ofh "$_\n" for sort keys %dists;
    50. 

  50.   }
    51. 

  51.   else {
    52. 

  52.     print "$_\n" for sort keys %dists;
    53. 

  53.   }
    54. 

  54.   return 1;
    55. 

  55. }
    56. 

  56. 

  57. 1;
    58. 

  58. 

  59. __DATA__
    60. 

  60. #Most of these are from Andreas Koenig's smoker.
    61. 

  61. Inline-Octave # reads from STDIN during Makefile.PL
    62. 

  62. Net-CLI-Interact # hangs
    63. 

  63. Net-Whois-IANA # endless loop in testing
    64. 

  64. REGEXP: \bLingua-PT-Speaker-0\.10\.tar\.gz$ # does not use prompt() and no $|
    65. 

  65. Acme-Mom-Yours # blocks the smoker for too long
    66. 

  66. Perl-Dist # Andreas says: probably removed all my Config.pms (?)
    67. 

  67. ThreatNet-IRC # RT 33544
    68. 

  68. Test-MockDBI # asks for DSN, user, etc.
    69. 

  69. OpenResty # 0.3.8 hangs after 'cp etc/openresty.conf etc/site-openresty.conf'
    70. 

  70. Dir-ListFilesRecursive # Deep recursion with high memory consumption
    71. 

  71. Geo-Raster # requires Raster Algebra Library, no debian package (?)
    72. 

  72. PerlCryptLib # hangs when searching header files
    73. 

  73. REGEXP: \bTemplate-Plugin-Latex-3.*\.tar\.gz$ # hangs with 3.02
    74. 

  74. WWW-Patent-Page # downloads something largish
    75. 

  75. Bundle-POE-All # broken idea of what a bundle is
    76. 

  76. ASNMTAP # switches to cpanplus and then hangs
    77. 

  77. REGEXP: \bDBD-SQLite-Amalgamation-3\.5\.8\.tar\.gz$ # test t/08create_functionhangs with 33430
    78. 

  78. Sendmail-PMilter # asks questions
    79. 

  79. App-Control # endless loop
    80. 

  80. sitemapper # questions
    81. 

  81. FlatFile-DataStore # hangs after t/FlatFile-DataStore-Toc.t
    82. 

  82. Device-RFXCOM # spits out EV: error in callback (ignoring): closed at t/01-rx.t line 116
    83. 

  83. MojoX-Run # hangs with 5.14.0-382
    84. 

  84. Module-Install-AutoLicense # hangs with 5.14.0-357
    85. 

  85. POE-Component-SmokeBox # hangs
    86. 

  86. DBIx-Perform # curses login (?)
    87. 

  87. XSDSQL_ # hangs with high memory usage
    88. 

  88. Catalyst-Authentication-Store-LDAP # hangs
    89. 

  89. REGEXP: \bNet-Proxy-0\.12\.tar\.gz$ # hangs quite often, not always
    90. 

  90. Audio-Ecasound # hangs very early: RT 32101
    91. 

  91. parrot
    92. 

  92. PPerl # Zombie galore?
    93. 

  93. REGEXP: \bIPC-Shareable-0\.60\.tar\.gz$       # hangs
    94. 

  94. REGEXP: \bWWW-Blog-Metadata-0\.02\.tar\.gz$           # ExtUtils::AutoInstall 0.56 http://rt.cpan.org/Ticket/Display.html?id=40601
    95. 

  95. Chart-Graph #  hangs Makefile.PL: RT 33541
    96. 

  96. REGEXP: \bWWW-Salesforce # demands username and passwd
    97. 

  97. Task-BeLike-Cebjyre       # hangs somewhere
    98. 

  98. Games-Sudoku-SudokuTk # hangs: seen with 0.07 and 0.09
    99. 

  99. BioPerl   # asks questions
    100. 

  100. AxKit-XSP #  looped in a readline
    101. 

  101. Net-FTPSSL # asks questions during test without prompt()
    102. 

  102. MozRepl-RemoteObject       # hangs after 01-array.t
    103. 

  103. REGEXP: \bWWW-Mechanize-Shell-0\.[45]\.tar\.gz$       # hangs every so often in t/13-command-au.t
    104. 

  104. CursesForms
    105. 

  105. CursesWidgets
    106. 

  106. REGEXP: \bTest-Perl-Dist-0\.300\.tar\.gz # tells me that Win32 is missing and then stands still
    107. 

  107. REGEXP: \bTie-Quicksort-Lazy-0\.02\.tar\.gz # endless loop
    108. 

  108. Business-Shipping          # asks questions
    109. 

  109. REGEXP: \bTk-ObjEditor-2\.004\.tar\.gz$       # http://rt.cpan.org/Ticket/Display.html?id=29559
    110. 

  110. Text-MeCab                        # hangs asking questions
    111. 

  111. CGI-Wiki                        # asks database questions
    112. 

  112. WWW-BBB-API             # asks questions
    113. 

  113. REGEXP: \bProc-PID-File-1\.24\.tar\.gz$       # hangs during test.pl
    114. 

  114. REGEXP: \bText-GenderFromName-0\.32\.tar\.gz$   # bad prompt
    115. 

  115. REGEXP: \bMARC-Errorchecks-1\.13\.tar\.gz$     # complicated interactivity in make test
    116. 

  116. XUL-Node               # asks for port -- 8077?
    117. 

  117. REGEXP: (?:^|/)MOBY-.*\.gz$  # hangs
    118. 

  118. XML-SAX-RTF            # harmful: http://rt.cpan.org/Public/Bug/Display.html?id=5943
    119. 

  119. REGEXP: \bHTTP-Server-Simple-Er-v0\.0\.3\.tar\.gz$ # hangs on some perls
    120. 

  120. PNI-Node-Tk # hangs after t/PNI-Node-Tk.t
    121. 

  121. threads-emulate    # hangs in 00-load.t on 32642
    122. 

  122. REGEXP: \bAlien-SDL-1\.418\.tar\.gz$                  # questions
    123. 

  123. FreeHAL                                 # David Cantrell warns that it is a 137 MB thingy
    124. 

  124. Net-SNMP-Mixin            # asks questions about SNMP server
    125. 

  125. WebService-Upcoming             # for members only
    126. 

  126. REGEXP: \bOcsinventory-Agent-0\.0\.8\.tar\.gz$  # hangs
    127. 

  127. Ocsinventory-Agent           # hanger
    128. 

  128. DBIx-Recordset            # hangs
    129. 

  129. POE-Component-DirWatch     # the 03editedfile or so seems to take forever
    130. 

  130. Net-Server-Mail          # hangs
    131. 

  131. POE-Quickie                 # test hangs
    132. 

  132. REGEXP: \bBot-Net-0\.1\.0\.tar\.gz$                 # hangs during test t/TestNet/t/atoz-peer.t
    133. 

  133. Mail-Salsa                   # hangs/asks for installation directory
    134. 

  134. Catalyst-Example-InstantCRUDStylish # uninterruptible and demanding but maybe not his fault
    135. 

  135. LedgerSMB-API               # 0.04a nearly unstoppable endless loop
    136. 

  136. POE-Filter-Hessian        # hangs
    137. 

  137. REGEXP: \bCatalyst-Log-Log4perl-1\.00\.tar\.gz$ # endless loop with deep recursion
    138. 

  138. X3D                   # hangs at t/nodefield_sfdouble_06 on perl-5.10.0 at 33955
    139. 

  139. Nagios-WebTransact        # asks for a server and port
    140. 

  140. DbFramework                # asks questions but I have not time
    141. 

  141. REGEXP: \barclog-3\.\d                      # one test (01-exhaust) hangs with several perls
    142. 

  142. PPM-Make                 # asks questions
    143. 

  143. Module-New             # hangs after 00_load.t
    144. 

  144. Business-OnlinePayment-eSelectPlus # hangs with 5.14.0-357
    145. 

  145. REGEXP: \bNet-Server-0\.99\.6\.1\.tar\.gz$                # hangs
    146. 

  146. Font-TFM                   # asks for path to tfm files
    147. 

  147. REGEXP: \bData-Faker-0\.07\.tar\.gz   # t/Data-Faker-DateTime.t runs forever
    148. 

  148. REGEXP: \bCrypt-RandPasswd-0\.02\.tar\.gz$         # hangs *sometimes*
    149. 

  149. REGEXP: \bHTTP-Server-Simple-Recorder-0\.03\.tar\.gz$  # hangs *sometimes*, even on perls that have previously succeeded
    150. 

  150. Net-RabbitMQ                      # hangs
    151. 

  151. REGEXP: \bApp-MrShell-2\.0207\.tar\.gz$       # hangs with v5.15.0-2-g1162210/2b65
    152. 

  152. Net-Pcap-Easy             # asks questions
    153. 

  153. Net-IMAP-Simple            # questions
    154. 

  154. Finance-TickerSymbols             # talks endlessly with some ticker sites
    155. 

  155. Enbugger                      # steps into the debugger
    156. 

  156. REGEXP: \bNet-Link-0\.01\.tar\.gz$            # hangs in t/00_link on 33955
    157. 

  157. Xen-Control                # calls sudo
    158. 

  158. MP3-Podcast              # hangs in test
    159. 

  159. App-Nopaste-Service-AnyPastebin # hangs due Module::Install
    160. 

  160. WWW-DaysOfWonder-Memoir44    # hangs
    161. 

  161. AnyEvent-Retry           # hangs after release-pod-syntax.t
    162. 

  162. Term-Screen                # automated testing impossible
    163. 

  163. REGEXP: \bCPANPLUS-0\.8(5_08|6|601)\.tar\.gz$        # hangs
    164. 

  164. Catalyst-Authentication-Store-LDAP # hangs
    165. 

  165. REGEXP: \bParallel-Prefork-0\.02\.tar\.gz$            # hangs
    166. 

  166. REGEXP: \bServer-Starter-0\.11\.tar\.gz$              # hangs
    167. 

  167. REGEXP: \bPOE-Component-Client-Stomp-0\.05\.tar\.gz$ # hangs in t/02_basic.t with 5.10 proper
    168. 

  168. REGEXP: \bXML-Grove-0\.46alpha\.tar\.gz$     # (1999) seems to be unmaintained
    169. 

  169. REGEXP: \bMail-SpamAssassin-3\.3\.2\.tar\.gz$        # asks a new question
    170. 

  170. Alien-IUP                     # not analysed slowness and CPU hog; then again questions being asked
    171. 

  171. IPC-MPS                        # asks questions
    172. 

  172. REGEXP: \bXiaoI-0\.01\.tar\.gz$                # hung
    173. 

  173. REGEXP: \bXiaoI-0\.03\.tar\.gz$                # hung
    174. 

  174. WebService-ScormCloud # asks for an ID
    175. 

  175. Devel-ebug-HTTP          # http://rt.cpan.org/Ticket/Display.html?id=40599
    176. 

  176. Bio-SamTools                  # requires non-CPAN prereq
    177. 

  177. Audio-Play-MPlayer              # hangs
    178. 

  178. Filesys-SamFS                # have no SamFS
    179. 

  179. Egg-Release-DBI                   # brings laptop to its knees RT #39239
    180. 

  180. CGI-CMS                     # asks questions about paths
    181. 

  181. RadiusPerl       # hangs in test.pl
    182. 

  182. Flickr-Embed          # hangs in test basic.t
    183. 

  183. Data-Transform-SSL # memory accident?
    184. 

  184. WWW-Mechanize-Pluggable # killed the cpan shell with kill(); I don't understand how
    185. 

  185. Dist-Zilla-Plugin-RequiresExternal # endless loop if JSON::PP missing???
    186. 

  186. Authen-TacacsPlus # seems to hang
    187. 

  187. Mail-SpamCannibal     # IIUC it insists on answering aquestion with yes or no
    188. 

  188. Net-LDAPapi              # gives gooood advice and stops
    189. 

  189. SQL-Tree                  # hangs before the first test
    190. 

  190. REGEXP: \bAnyEvent-4\.232\.tar\.gz$                 # hangs after "t/06_socket.....ok"
    191. 

  191. Deliantra                      # looks complicated and not using CheckLib
    192. 

  192. REGEXP: \bPApp-1\.42\.tar\.gz$               # the autoconfiguration gets it wrong
    193. 

  193. App-Staticperl                 # highly dangerous stuff rewrites ~/.cpan/CPAN/MyConfig.pm
    194. 

  194. Mojolicious-Plugin-OAuth2  # hangs
    195. 

  195. Forks-Super                        # too demanding
    196. 

  196. REGEXP: \bDevice-Blkid-E2fsprogs-0\.2[24]\d*\.tar     # asks question without EUMM
    197. 

  197. GitMeta                   # all Git stuff seems to hang my v5.15 smoker
    198. 

  198. LWP-UserAgent-POE         # seems to hang
    199. 

  199. REGEXP: \bTest-Fork-0\.01_01\.tar\.gz$       # test hangs
    200. 

  200. REGEXP: \bXML-miniXQL-0\.04\.tar\.gz$       # rest in peace: missing dependency decl on XML::Parser but so old (1999) that I do not want to RT it
    201. 

  201. CGI-Test                 # asks if it should strip Carp::Datum calls
    202. 

  202. Db-Documentum              # press return to continue...
    203. 

  203. Net-Address-Ethernet        # interactive questions that we cannot answer as a bot
    204. 

  204. WWW-Search-Yahoo          # hangs in t/china.t
    205. 

  205. ResourcePool-Resource-SOAP-Lite # asks questions
    206. 

  206. CGI-Application-Plugin-DebugScreen # hangs on some perls (5.10.1 I think)
    207. 

  207. REGEXP: \bReflexive-Stream-Filtering-1\.103\.tar\.gz$ # hangs
    208. 

  208. REGEXP: \bPOE-Component-Supervisor-0.0[12]\.tar\.gz$ # hangs during t/04_global_restart_policy.
    209. 

  209. perl               # pumpkin
    210. 

  210. App-Unix-RPasswd          # takes too much time, no idea what it does
    211. 

  211. REGEXP: \bURI-ParseSearchString-More-0\.04\.tar\.gz$
    212. 

  212. Git-Wrapper               # some huge kill triggered?
    213. 

  213. CatalystX-ExtJS-Direct      #
    214. 

  214. Test-WWW-Mechanize        # hangs
    215. 

  215. IPC-PerlSSH-Async           # asks for a password during testing
    216. 

  216. IPC-PerlSSH                # asks for a password during testing
    217. 

  217. Net-SMS-Clickatell-SOAP
    218. 

  218. DBIx-MyParse             # too complicated to set up (mysql source etc.)
    219. 

  219. Bundle-DBD-DBM                  # takes too many hours
    220. 

  220. Template-Alloy-XS          # very hungry for memory, made amd64 unuseable
    221. 

  221. HTTP-Lite                  # asks for a URL
    222. 

  222. REGEXP: \bmod_perl-2\.0\.5\.tar\.gz$             # endless loop
    223. 

  223. REGEXP: \bCatalyst-Controller-WrapCGI-0\.0030\.tar\.gz$ # hangs
    224. 

  224. Schedule-Cron                 # hangs after load_crontab.t
    225. 

  225. jmx4perl                    # asks questions
    226. 

  226. Device-Velleman-K8055-Fuse     # asks for a hadness (don't know what that is)
    227. 

  227. REGEXP: \bData-Session-1\.03.tgz$           # hangs during basic.t with all CPU consumed
    228. 

  228. REGEXP: \bB-C-1\.34\.t                         # hangs with v5.15-135
    229. 

  229. REGEXP: \bB-Debugger-0\.01_03\.tar\.gz$        # hangs with perl-5.8.8 at 33430 during test.pl
    230. 

  230. REGEXP: \bC-DynaLib-0\.58\.t                   # hangs with 27040 (=5.8.8) on t/01test.t but not with others
    231. 

  231. Bio-Phylo                    # hangs after 03-node.t with v5.15.0-241-g0a044a7/2b65/
    232. 

  232. REGEXP: \bforks-0\.25\.t
    233. 

  233. Net-OpenSSH                     # asks for a password during test
    234. 

  234. Lingua-Translate                 # hangs often
    235. 

  235. Alien-FLTK                     # downloads with waiting time risk
    236. 

  236. REGEXP: \bCPAN-Dependency-0\.1[25]\d*\.t           # hangs in t/02internals: strace select(16, [4 8], NULL, NULL, NULL <unfinished ...>
    237. 

  237. REGEXP: \bAttribute-Persistent-1\.1\.tar\.gz$   # fails with out of memory and blocks the box for quite a while
    238. 

  238. REGEXP: \bXML-Grammar-Screenplay       # t/to-xhtml.t took ~17 minutes
    239. 

  239. X11-Protocol                # hangs after ok 2, uses only a test.pl
    240. 

  240. P4                              # asks for Perforce api paths
    241. 

  241. Alien-ROOT        # hangs (Note from Steffen: Curious. It should just exit(0) for automated smokers)
    242. 

  242. REGEXP: \bCatalyst-Plugin-HTML-Widget-1\.1\.tar\.gz$ # Module::Install 0.54 http://rt.cpan.org/Ticket/Display.html?id=40618
    243. 

  243. P4-Server                    # or maybe it was this one?
    244. 

  244. REGEXP: \bStem-0\.12\.tar\.gz$              # hangs
    245. 

  245. Cvs-Simple                 # asks for CVS paths
    246. 

  246. FCGI-Engine                  # 0.04 hangs on t/002_basic_with_listen
    247. 

  247. WWW-Myspace               # tests take too long
    248. 

  248. REGEXP: \bPluceneSimple-1\.04\.tar\.gz$     # seems to be abandoned
    249. 

  249. Device-Davis                # asks me for a tty to use
    250. 

  250. Net-INET6Glue                  # asks questions
    251. 

  251. Net-SSLGlue                    # asks questions
    252. 

  252. REGEXP: \bEzmlm-0\.08\.2\.t                  # questions
    253. 

  253. Acme-RPC # hangs
    254. 

  254. REGEXP: \bDebug-Client-0\.11\.tar\.gz$        # hangs
    255. 

  255. REGEXP: \bNet-RabbitMQ-Simple-0\.0004\.t$          # hangs
    256. 

  256. Amon2                       # test hangs with some perls
    257. 

  257. Moxy                      # test hangs (maybe during a prereq?)
    258. 

  258. Quota                        # 1.5.2 and 1.6.0 hang during test.pl
    259. 

  259. POE-XS-Loop-EPoll              # asks questions
    260. 

  260. kurila                        # asks too many questions
    261. 

  261. HTML-WikiConverter-DokuWikiFCK # hangs very early
    262. 

  262. DBD-Pg                # asks for pg_config
    263. 

  263. Stem                       # asks questions about conf directories
    264. 

  264. REGEXP: \bNet-SNMPTrapd-0\.04\.t            # asks question
    265. 

  265. REGEXP: \bNet-Syslogd-0\.04\.t             # asks question
    266. 

  266. REGEXP: \bMail-MboxParser-0\.55\.tar\.gz$   # hangs during some test
    267. 

  267. IPC-MorseSignals   # hangs too often (see Todo)
    268. 

  268. CGI-Application-Dispatch          # endless loop
    269. 

  269. RPC-Oracle                 # asks username for Oracle
    270. 

  270. Email-Folder-Exchange        # asks questions
    271. 

  271. Astro-SIMBAD-Client         # asks questions
    272. 

  272. Astro-satpass                  # asks sth (maybe without flush)
    273. 

  273. Games-Sudoku-General         # asks whether I want to install sudokug
    274. 

  274. Module-Install-ExtendsMakeTest  # hangs (0.0{2,3})
    275. 

  275. Module-Install-TestTarget     # hangs
    276. 

  276. REGEXP: \bMojoX-AIO-0\.02\.tar\.gz$            # hangs
    277. 

  277. CGI-QuickApp                  # hangs immediately
    278. 

  278. REGEXP: HTTP-Engine        # hangs in various versions
    279. 

  279. WWW-Patent-Page           # downloads something largish
    280. 

  280. PDE                       # probably a broken Makefile.PL that tries to install Module::Build even if it is installed and calls CPAN recursively; in any case an endless loop
    281. 

  281. POE-Component-WWW-Google-PageRank # hangs in 00-load with 34437
    282. 

  282. POE-Component-WebService-HtmlKitCom-FavIconFromImage # hangs
    283. 

  283. Alien-ActiveMQ           # downloads 50MB and leaves them in /tmp/
    284. 

  284. Fax-HylaFax-Client # 'make test' requires input and a working fax server.
    285. 

  285. Geo-Coder-Google # network connection
    286. 

  286.