1
0

lfs-latest.php 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467
  1. #! /usr/bin/php
  2. <?php
  3. $dirs = array();
  4. $vers = array();
  5. date_default_timezone_set( "GMT" );
  6. $date = date( "Y-m-d H:i:s" );
  7. // Special cases
  8. $exceptions = array();
  9. //$exceptions[ 'gmp' ] = "UPDIR=/.*(gmp-\d[\d\.-]*\d).*/:DOWNDIR=";
  10. $regex = array();
  11. //$regex[ 'bzip2' ] = "/^.*current version is ([\d\.]+).*$/";
  12. $regex[ 'check' ] = "/^.*Check (\d[\d\.]+\d).*$/";
  13. $regex[ 'intltool' ] = "/^.*Latest version is (\d[\d\.]+\d).*$/";
  14. $regex[ 'less' ] = "/^.*current released version is less-(\d+).*$/";
  15. $regex[ 'mpfr' ] = "/^mpfr-([\d\.]+)\.tar.*$/";
  16. $regex[ 'systemd' ] = "/^.*v([\d]+).*$/";
  17. //$regex[ 'sysvinit' ] = "/^.*sysvinit-([\d\.]+)dsf\.tar.*$/";
  18. $regex[ 'tzdata' ] = "/^.*tzdata([\d]+[a-z]).*$/";
  19. $regex[ 'xz' ] = "/^.*xz-([\d\.]*\d).*$/";
  20. $regex[ 'zlib' ] = "/^.*zlib ([\d\.]*\d).*$/";
  21. function find_max( $lines, $regex_match, $regex_replace )
  22. {
  23. $a = array();
  24. if ( ! is_array( $lines ) ) return -1;
  25. foreach ( $lines as $line )
  26. {
  27. if ( ! preg_match( $regex_match, $line ) ) continue;
  28. // Isolate the version and put in an array
  29. $slice = preg_replace( $regex_replace, "$1", $line );
  30. if ( $slice == $line ) continue;
  31. array_push( $a, $slice );
  32. }
  33. // SORT_NATURAL requires php-5.4.0 or later
  34. rsort( $a, SORT_NATURAL ); // Max version is at the top
  35. return ( isset( $a[0] ) ) ? $a[0] : -2;
  36. }
  37. function find_even_max( $lines, $regex_match, $regex_replace )
  38. {
  39. $a = array();
  40. foreach ( $lines as $line )
  41. {
  42. if ( ! preg_match( $regex_match, $line ) ) continue;
  43. // Isolate the version and put in an array
  44. $slice = preg_replace( $regex_replace, "$1", $line );
  45. if ( "x$slice" == "x$line" ) continue;
  46. // Skip odd numbered minor versions and minors > 80
  47. list( $major, $minor, $rest ) = explode( ".", $slice . ".0" );
  48. if ( $minor % 2 == 1 ) continue;
  49. if ( $minor > 80 ) continue;
  50. array_push( $a, $slice );
  51. }
  52. rsort( $a, SORT_NATURAL ); // Max version is at the top
  53. return ( isset( $a[0] ) ) ? $a[0] : -2;
  54. }
  55. function http_get_file( $url )
  56. {
  57. if ( ! preg_match( "/sourceforge/", $url ) )
  58. {
  59. exec( "curl --location --silent --max-time 30 $url", $dir );
  60. $s = implode( "\n", $dir );
  61. $dir = strip_tags( $s );
  62. return explode( "\n", $dir );
  63. }
  64. else
  65. {
  66. exec( "links -dump $url 2>/dev/null", $lines );
  67. return $lines;
  68. }
  69. }
  70. function max_parent( $dirpath, $prefix )
  71. {
  72. // First, remove a directory
  73. $dirpath = rtrim ( $dirpath, "/" ); // Trim any trailing slash
  74. $position = strrpos( $dirpath, "/" );
  75. $dirpath = substr ( $dirpath, 0, $position );
  76. $lines = http_get_file( $dirpath );
  77. $regex_match = "#${prefix}[\d\.]+/#";
  78. $regex_replace = "#^.*(${prefix}[\d\.]+)/.*$#";
  79. $max = find_max( $lines, $regex_match, $regex_replace );
  80. return "$dirpath/$max";
  81. }
  82. function get_packages( $package, $dirpath )
  83. {
  84. global $exceptions;
  85. global $regex;
  86. //if ( $package != "vim" ) return 0; // Debug
  87. if ( $package == "bc" ) $dirpath = "https://github.com/gavinhoward/bc/releases";
  88. if ( $package == "check" ) $dirpath = "https://github.com/libcheck/check/releases";
  89. if ( $package == "e2fsprogs" ) $dirpath = "http://sourceforge.net/projects/e2fsprogs/files/e2fsprogs";
  90. if ( $package == "expat" ) $dirpath = "http://sourceforge.net/projects/expat/files";
  91. if ( $package == "elfutils" ) $dirpath = "https://sourceware.org/ftp/elfutils";
  92. if ( $package == "expect" ) $dirpath = "http://sourceforge.net/projects/expect/files";
  93. if ( $package == "file" ) $dirpath = "https://github.com/file/file/releases";
  94. if ( $package == "flex" ) $dirpath = "https://github.com/westes/flex/releases";
  95. if ( $package == "gcc" ) $dirpath = max_parent( $dirpath, "gcc-" );
  96. if ( $package == "intltool" ) $dirpath = "https://launchpad.net/intltool/trunk";
  97. if ( $package == "meson" ) $dirpath = "https://github.com/mesonbuild/meson/releases";
  98. if ( $package == "mpc" ) $dirpath = "https://ftp.gnu.org/gnu/mpc";
  99. if ( $package == "mpfr" ) $dirpath = "http://mpfr.loria.fr/mpfr-current";
  100. if ( $package == "ninja" ) $dirpath = "https://github.com/ninja-build/ninja/releases";
  101. if ( $package == "procps-ng" ) $dirpath = "http://sourceforge.net/projects/procps-ng/files";
  102. if ( $package == "psmisc" ) $dirpath = "http://sourceforge.net/projects/$package/files";
  103. if ( $package == "shadow" ) $dirpath = "https://github.com/shadow-maint/shadow/releases";
  104. if ( $package == "systemd" ) $dirpath = "https://github.com/systemd/systemd/releases";
  105. if ( $package == "tcl" ) $dirpath = "http://sourceforge.net/projects/tcl/files";
  106. if ( $package == "util-linux" ) $dirpath = max_parent( $dirpath, "v." );
  107. if ( $package == "vim" ) $dirpath = "https://github.com/vim/vim/releases";
  108. //if ( $package == "vim" ) $dirpath = "ftp://ftp.vim.org/pub/vim/unix";
  109. // Check for ftp
  110. if ( preg_match( "/^ftp/", $dirpath ) )
  111. {
  112. $dirpath = substr( $dirpath, 6 ); // Remove ftp://
  113. $dirpath = rtrim ( $dirpath, "/" ); // Trim any trailing slash
  114. $position = strpos( $dirpath, "/" ); // Divide at first slash
  115. $server = substr( $dirpath, 0, $position );
  116. $path = substr( $dirpath, $position );
  117. $conn = ftp_connect( $server );
  118. ftp_login( $conn, "anonymous", "" );
  119. // See if we need special handling
  120. if ( isset( $exceptions[ $package ] ) )
  121. {
  122. $specials = explode( ":", $exceptions[ $package ] );
  123. foreach ( $specials as $i )
  124. {
  125. list( $op, $regexp ) = explode( "=", $i );
  126. switch ($op)
  127. {
  128. case "UPDIR":
  129. // Remove last dir from $path
  130. $position = strrpos( $path, "/" );
  131. $path = substr( $path, 0, $position );
  132. // Get dir listing
  133. $lines = ftp_rawlist ($conn, $path);
  134. $max = find_max( $lines, $regexp, $regexp );
  135. break;
  136. case "DOWNDIR":
  137. // Append found directory
  138. $path .= "/$max";
  139. break;
  140. default:
  141. echo "Error in specials array for $package\n";
  142. return -5;
  143. break;
  144. }
  145. }
  146. }
  147. $lines = ftp_rawlist ($conn, $path);
  148. ftp_close( $conn );
  149. }
  150. else // http
  151. {
  152. // Customize http directories as needed
  153. if ( $package == "tzdata" )
  154. {
  155. // Remove two directories
  156. $dirpath = rtrim ( $dirpath, "/" ); // Trim any trailing slash
  157. $position = strrpos( $dirpath, "/" );
  158. $dirpath = substr ( $dirpath, 0, $position );
  159. $position = strrpos( $dirpath, "/" );
  160. $dirpath = substr ( $dirpath, 0, $position );
  161. }
  162. //if ( $package == "bzip2" )
  163. //{
  164. // // Remove one directory
  165. // $dirpath = rtrim ( $dirpath, "/" ); // Trim any trailing slash
  166. // $position = strrpos( $dirpath, "/" );
  167. // $dirpath = substr ( $dirpath, 0, $position );
  168. //}
  169. $lines = http_get_file( $dirpath );
  170. if ( ! is_array( $lines ) ) return -6;
  171. } // End fetch
  172. //print_r($lines);
  173. if ( isset( $regex[ $package ] ) )
  174. {
  175. // Custom search for latest package name
  176. foreach ( $lines as $l )
  177. {
  178. $ver = preg_replace( $regex[ $package ], "$1", $l );
  179. if ( $ver == $l ) continue;
  180. return $ver; // Return first match of regex
  181. }
  182. return -7; // This is an error
  183. }
  184. if ( $package == "perl" ) // Custom for perl
  185. {
  186. $tmp = array();
  187. foreach ( $lines as $l )
  188. {
  189. if ( preg_match( "/sperl/", $l ) ) continue; // Don't want this
  190. $ver = preg_replace( "/^.*perl-([\d\.]+\d)\.tar.*$/", "$1", $l );
  191. if ( $ver == $l ) continue;
  192. list( $s1, $s2, $rest ) = explode( ".", $ver );
  193. if ( $s2 % 2 == 1 ) continue; // Remove odd minor versions
  194. array_push( $tmp, $l );
  195. }
  196. $lines = $tmp;
  197. }
  198. if ( $package == "attr" ||
  199. $package == "acl" )
  200. {
  201. return find_max( $lines, "/$package/", "/^.*$package-([\d\.-]*\d).tar.*$/" );
  202. }
  203. if ( $package == "e2fsprogs" )
  204. return find_max( $lines, "/v\d/", "/^.*v(\d[\d\.]+\d).*$/" );
  205. if ( $package == "expect" )
  206. return find_max( $lines, "/expect/", "/^.*expect(\d[\d\.]+\d).tar.*$/" );
  207. if ( $package == "elfutils" )
  208. return find_max( $lines, "/^\d/", "/^(\d[\d\.]+\d)\/.*$/" );
  209. if ( $package == "XML-Parser" )
  210. {
  211. $max = find_max( $lines, "/$package/", "/^.*$package-([\d\._]*\d).tar.*$/" );
  212. # 2.44_01 is a developer release
  213. if ( $max == "2.44_01" ) { return "2.44"; }
  214. return $max;
  215. }
  216. if ( $package == "tcl" )
  217. return find_max( $lines, "/tcl/", "/^.*tcl(\d[\d\.]*\d)-src.*$/" );
  218. if ( $package == "ninja" )
  219. return find_max( $lines, "/v\d/", "/^.*v(\d[\d\.]*\d).*$/" );
  220. if ( $package == "gmp" )
  221. return find_max( $lines, "/$package/", "/^.*$package-([\d\._]*\d[a-z]?).tar.*$/" );
  222. if ( $package == "dbus" )
  223. return find_even_max( $lines, "/$package/", "/^.*$package-([\d\.]+).tar.*$/" );
  224. if ( $package == "file" )
  225. {
  226. $max = find_max( $lines, "/FILE5/", "/^.*FILE(5_\d+)*$/" );
  227. return str_replace( "_", ".", $max );
  228. }
  229. if ( $package == "grub" )
  230. return find_max( $lines, "/grub/", "/^.*grub-(\d\..*).tar.xz.*$/" );
  231. if ( $package == "openssl" )
  232. return find_max( $lines, "/openssl/", "/^.*openssl-([\d\.p]*\d.?).tar.*$/" );
  233. if ( $package == "vim" )
  234. return find_max( $lines, "/v\d\./", "/^.*v([\d\.]+).*$/" );
  235. // Most packages are in the form $package-n.n.n
  236. // Occasionally there are dashes (e.g. 201-1)
  237. return find_max( $lines, "/$package/", "/^.*$package-([\d\.-]*\d)\.tar.*$/" );
  238. }
  239. function get_current()
  240. {
  241. global $dirs;
  242. global $vers;
  243. // Fetech from svn and get wget-list
  244. $current = array();
  245. $lfssvn = "svn://svn.linuxfromscratch.org/LFS/trunk";
  246. $tmpdir = exec( "mktemp -d /tmp/lfscheck.XXXXXX" );
  247. $cdir = getcwd();
  248. chdir( $tmpdir );
  249. exec ( "svn --quiet export $lfssvn LFS" );
  250. chdir( $cdir );
  251. $PAGE = "$tmpdir/LFS/BOOK/chapter03/chapter03.xml";
  252. $STYLESHEET = "$tmpdir/LFS/BOOK/stylesheets/wget-list.xsl";
  253. exec( "xsltproc --xinclude --nonet $STYLESHEET $PAGE", $current );
  254. exec( "rm -rf $tmpdir" );
  255. foreach ( $current as $line )
  256. {
  257. $file = basename( $line ) . "\n";
  258. if ( preg_match( "/patch$/", $file ) ) { continue; } // Skip patches
  259. $file = preg_replace( "/bz2/", '', $file ); // The 2 confusses the regex
  260. $file = rtrim( $file );
  261. $pkg_pattern = "/(\D*).*/";
  262. //$pattern = "/\D*(\d.*\d)\D*/";
  263. $pattern = "/\D*(\d.*\d)\D*/";
  264. if ( preg_match( "/e2fsprogs/", $file ) )
  265. {
  266. $pattern = "/e2\D*(\d.*\d)\D*/";
  267. $pkg_pattern = "/(e2\D*).*/";
  268. }
  269. else if ( preg_match( "/tzdata/", $file ) )
  270. {
  271. $pattern = "/\D*(\d.*[a-z])\.tar\D*/";
  272. }
  273. else if ( preg_match( "/openssl/", $file ) )
  274. {
  275. $pattern = "/\D*(\d.*\d.*).tar.*$/";
  276. }
  277. else if ( preg_match( "/gmp/", $file ) )
  278. {
  279. $pattern = "/\D*(\d.*[a-z]*)\.tar\D*/";
  280. }
  281. else if ( preg_match( "/systemd-man-pages/", $file ) ) continue;
  282. else if ( preg_match( "/python/" , $file ) ) continue;
  283. $version = preg_replace( $pattern, "$1", $file ); // Isolate version
  284. $version = preg_replace( "/^\d-/", "", $version ); // Remove leading #-
  285. // Touch up package names
  286. $pkg_name = preg_replace( $pkg_pattern, "$1", $file );
  287. $pkg_name = trim( $pkg_name, "-" );
  288. if ( preg_match( "/bzip|iproute/", $pkg_name ) ) { $pkg_name .= "2"; }
  289. if ( preg_match( "/^m$/" , $pkg_name ) ) { $pkg_name .= "4"; }
  290. if ( preg_match( "/shadow/" , $pkg_name ) ) { $pkg_name = "shadow"; }
  291. $dirs[ $pkg_name ] = dirname( $line );
  292. $vers[ $pkg_name ] = $version;
  293. }
  294. }
  295. function mail_to_lfs()
  296. {
  297. global $date;
  298. global $vers;
  299. global $dirs;
  300. //$to = "bruce.dubbs@gmail.com";
  301. $to = "lfs-book@lists.linuxfromscratch.org";
  302. $from = "bdubbs@linuxfromscratch.org";
  303. $subject = "LFS Package Currency Check - $date GMT";
  304. $headers = "From: bdubbs@anduin.linuxfromscratch.org";
  305. $message = "Package LFS Upstream Flag\n\n";
  306. foreach ( $dirs as $pkg => $dir )
  307. {
  308. //if ( $pkg != "gmp" ) continue; //debug
  309. $v = get_packages( $pkg, $dir );
  310. $flag = ( $vers[ $pkg ] != $v ) ? "*" : "";
  311. // Pad for output
  312. $pad = " ";
  313. $p = substr( $pkg . $pad, 0, 15 );
  314. $l = substr( $vers[ $pkg ] . $pad, 0, 10 );
  315. $c = substr( $v . $pad, 0, 10 );
  316. $message .= "$p $l $c $flag\n";
  317. }
  318. exec ( "echo '$message' | mailx -r $from -s '$subject' $to" );
  319. //echo $message;
  320. }
  321. function html()
  322. {
  323. global $date;
  324. global $vers;
  325. global $dirs;
  326. echo "<!DOCTYPE html PUBLIC '-//W3C//DTD XHTML 1.0 Strict//EN'
  327. 'http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd'>
  328. <html xmlns='http://www.w3.org/1999/xhtml' xml:lang='en' lang='en'>
  329. <head>
  330. <title>LFS Package Currency Check - $date</title>
  331. <style type='text/css'>
  332. h1, h2 {
  333. text-align : center;
  334. }
  335. table {
  336. border-width : 1px;
  337. border-spacing : 0px;
  338. border-style : outset;
  339. border-color : gray;
  340. border-collapse : separate;
  341. background-color: white;
  342. margin : 0px auto;
  343. }
  344. table th {
  345. border-width : 1px;
  346. padding : 2px;
  347. border-style : inset;
  348. border-color : gray;
  349. background-color: white;
  350. }
  351. table td {
  352. border-width : 1px;
  353. padding : 2px;
  354. border-style : inset;
  355. border-color : gray;
  356. background-color: white;
  357. }
  358. </style>
  359. </head>
  360. <body>
  361. <h1>LFS Package Currency Check</h1>
  362. <h2>As of $date GMT</h1>
  363. <table>
  364. <tr><th>LFS Package</th> <th>LFS Version</th> <th>Latest</th> <th>Flag</th></tr>\n";
  365. // Get the latest version of each package
  366. foreach ( $dirs as $pkg => $dir )
  367. {
  368. $v = get_packages( $pkg, $dir );
  369. $flag = ( $vers[ $pkg ] != $v ) ? "*" : "";
  370. echo "<tr><td>$pkg</td> <td>${vers[ $pkg ]}</td> <td>$v</td> <td>$flag</td></tr>\n";
  371. }
  372. echo "</table>
  373. </body>
  374. </html>\n";
  375. }
  376. get_current(); // Get what is in the book
  377. mail_to_lfs();
  378. //html(); // Write html output
  379. ?>