WIP: Improve accuracy of ^ for ill-conditioned matrices

.travis.yml

@@ -9,7 +9,9 @@ matrix:
  apt:
  sources:
  - ubuntu-toolchain-r-test
+ - kalakris-cmake
  packages:
+ - cmake
  - bar
  - time
  - binutils
@@ -28,7 +30,9 @@ matrix:
  apt:
  sources:
  - ubuntu-toolchain-r-test
+ - kalakris-cmake
  packages:
+ - cmake
  - bar
  - time
  - g++-5
@@ -56,7 +60,6 @@ notifications:
  - http://julia.mit.edu:8000/travis-hook
 before_install:
  - make check-whitespace
- - JULIA_SYSIMG_BUILD_FLAGS="--output-ji ../usr/lib/julia/sys.ji"
  - if [ `uname` = "Linux" ]; then
  contrib/travis_fastfail.sh || exit 1;
  mkdir -p $HOME/bin;
@@ -77,10 +80,10 @@ before_install:
  brew rm --force $(brew deps --HEAD julia);
  brew install -v staticfloat/juliadeps/libgfortran;
  brew install -v --only-dependencies --HEAD julia;
- BUILDOPTS="-j3 USECLANG=1 LLVM_CONFIG=$(brew --prefix llvm37-julia)/bin/llvm-config-3.7.1 LLVM_SIZE=$(brew --prefix llvm37-julia)/bin/llvm-size-3.7.1";
- BUILDOPTS="$BUILDOPTS VERBOSE=1 USE_BLAS64=0 SUITESPARSE_INC=-I$(brew --prefix suite-sparse-julia)/include FORCE_ASSERTIONS=1 STAGE2_DEPS=utf8proc";
+ BUILDOPTS="-j3 USECLANG=1 LLVM_CONFIG=$(brew --prefix llvm37-julia)/bin/llvm-config-3.7 LLVM_SIZE=$(brew --prefix llvm37-julia)/bin/llvm-size-3.7";
+ BUILDOPTS="$BUILDOPTS VERBOSE=1 USE_BLAS64=0 SUITESPARSE_INC=-I$(brew --prefix suite-sparse-julia)/include FORCE_ASSERTIONS=1";
  BUILDOPTS="$BUILDOPTS LIBBLAS=-lopenblas LIBBLASNAME=libopenblas LIBLAPACK=-lopenblas LIBLAPACKNAME=libopenblas";
- for lib in LLVM SUITESPARSE ARPACK BLAS FFTW LAPACK GMP MPFR PCRE LIBUNWIND LIBGIT2; do
+ for lib in LLVM SUITESPARSE ARPACK BLAS FFTW LAPACK GMP MPFR PCRE LIBUNWIND; do
  export BUILDOPTS="$BUILDOPTS USE_SYSTEM_$lib=1";
  done;
  export CXXFLAGS=-DUSE_ORCJIT;
@@ -93,7 +96,7 @@ script:
  - make -C moreutils mispipe
  - make $BUILDOPTS -C base version_git.jl.phony
  - moreutils/mispipe "make $BUILDOPTS NO_GIT=1 -C deps" bar > deps.log || cat deps.log
- - make $BUILDOPTS NO_GIT=1 JULIA_SYSIMG_BUILD_FLAGS="$JULIA_SYSIMG_BUILD_FLAGS" prefix=/tmp/julia install | moreutils/ts -s "%.s"
+ - make $BUILDOPTS NO_GIT=1 prefix=/tmp/julia install | moreutils/ts -s "%.s"
  - make $BUILDOPTS NO_GIT=1 build-stats
  - du -sk /tmp/julia/*
  - if [ `uname` = "Darwin" ]; then
@@ -102,12 +105,16 @@ script:
  done;
  fi
  - cd .. && mv julia julia2
- - cp /tmp/julia/lib/julia/sys.ji local.ji && /tmp/julia/bin/julia -J local.ji -e 'true' &&
- /tmp/julia/bin/julia-debug -J local.ji -e 'true' && rm local.ji
+ - /tmp/julia/bin/julia --precompiled=no -e 'true' &&
+ /tmp/julia/bin/julia-debug --precompiled=no -e 'true'
  - /tmp/julia/bin/julia -e 'versioninfo()'
  - export JULIA_CPU_CORES=2 && export JULIA_TEST_MAXRSS_MB=600 && cd /tmp/julia/share/julia/test &&
  /tmp/julia/bin/julia --check-bounds=yes runtests.jl $TESTSTORUN &&
  /tmp/julia/bin/julia --check-bounds=yes runtests.jl libgit2-online pkg
- - cd `dirname $TRAVIS_BUILD_DIR` && mv julia2 julia && rm -rf julia/deps/build/julia-env
+ - cd `dirname $TRAVIS_BUILD_DIR` && mv julia2 julia &&
+ rm -rf julia/deps/build/julia-env &&
+ rm -rf julia/deps/build/libssh2-*/CMakeFiles/Makefile2 &&
+ rm -rf julia/deps/build/curl-*/config.log &&
+ rm -rf julia/deps/build/curl-*/libtool
 # uncomment the following if failures are suspected to be due to the out-of-memory killer
 # - dmesg

CONTRIBUTING.md

@@ -60,6 +60,22 @@ Julia has a built-in [package manager](https://github.com/JuliaLang/METADATA.jl)
 
 For developers who need to wrap C libraries so that they can be called from Julia, the [Clang.jl](https://github.com/ihnorton/Clang.jl) package can help generate the wrappers automatically from the C header files.
 
+### Package Compatibility Across Releases
+
+Sometimes, you might find that while your package works
+on the current release, it might not work on the upcoming release or nightly.
+This is due to the fact that some Julia functions (after some discussion)
+could be deprecated or removed altogether. This may cause your package to break or
+throw a number of deprecation warnings on usage. Therefore it is highly recommended
+to port your package to latest Julia release.
+
+However, porting a package to the latest release may cause the package to break on
+earlier Julia releases. To maintain compatibility across releases, use
+[`Compat.jl`](https://github.com/JuliaLang/Compat.jl/). Find the fix for your package
+from the README, and specify the minimum version of Compat that provides the fix
+in your REQUIRE file. To find the correct minimum version, refer to
+[this guide](https://github.com/JuliaLang/Compat.jl/#tagging-the-correct-minimum-version-of-compat).
+
 ### Writing tests
 
 There are never enough tests. Track [code coverage at Coveralls](https://coveralls.io/r/JuliaLang/julia), and help improve it.
@@ -104,6 +120,35 @@ If you want to edit an existing docstring signature, you **first** have to chang
 edit the helpdb.jl or inline method docstrings. The existing signatures in the `doc/stdlib/*.rst` files are pattern matched to base docstrings and the new content overwrites the content in `doc/stdlib/`.
 The signature definitions **must** be in sync or else the pattern match will fail and documentation will be lost in the result.
 To add entirely new methods to the `stdlib` documentation, first add the signature in the appropriate `doc/stdlib/*.rst` file before writing the docstring, rebuilding Julia, and re-running `doc/genstdlib.jl`.
+Pattern matching requires that multiline method signatures' inter-line character alignment in `doc/stdlib/*.rst` match that in the corresponding docstring. In the following example,
+
+```julia
+"""
+ foo(bar, baz,
+ qux, quux)
+
+Foo `bar`, `baz`, `qux`, and `quux`.
+"""
+```
+
+will only match entries in `doc/stdlib/*.rst` beginning with
+
+```
+.. function:: foo(bar, baz,
+ qux, quux)
+```
+
+Note that the second line of the signature is indented by four spaces relative to `foo(bar, baz,`
+in the first line of the signature. This leading indent matches the indent used in the
+docstring exactly. If it did not match, such as in the following example,
+
+```
+.. function:: foo(bar, baz,
+ qux, quux)
+```
+
+where three spaces instead of four are used then running `genstdlib.jl` will print a warning
+and not update the docstring.
 
 It is encouraged to write all new docstrings in Markdown markup. If you need to write a more complicated docstring that contains cross-references or citations it can be written in a restructured text codeblock.
 Many of the existing docstrings are currently restructured text codeblocks and these will be transitioned to Markdown over time. RST codeblocks are delineated with the triple-quote (\`\`\`rst \`\`\`) Makdown codeblock syntax.
@@ -163,6 +208,7 @@ Make sure that [Travis](http://www.travis-ci.org) greenlights the pull request w
  - use lower case with underscores for method names
  - it is generally preferred to use ASCII operators and identifiers over
  Unicode equivalents whenever possible
+ - in docstring refer to the language as "Julia" and the executable as "`julia`"
 
 #### General Formatting Guidelines For C code contributions
 

DISTRIBUTING.md

@@ -12,8 +12,8 @@ separated most of the notes by OS.
 Note that while the code for Julia is
 [MIT-licensed, with a few exceptions](https://github.com/JuliaLang/julia/blob/master/LICENSE.md),
 the distribution created by the techniques described herein will be
-GPL licensed, as various dependent libraries such as `FFTW`, `Rmath`,
-`SuiteSparse`, and `git` are GPL licensed. We do hope to have a
+GPL licensed, as various dependent libraries such as `FFTW` and
+`SuiteSparse` are GPL licensed. We do hope to have a
 non-GPL distribution of Julia in the future.
 
 Versioning and Git
@@ -84,9 +84,8 @@ to force the installation into a temporary directory.
 
 By default, Julia loads `$prefix/etc/julia/juliarc.jl` as an
 installation-wide initialization file. This file can be used by
-distribution managers to provide paths to various binaries such as a
-bundled `git` executable (as we do on OS X), or to setup paths (as
-we do on Windows). For Linux distribution packages, if `$prefix` is
+distribution managers to set up custom paths or initialization code.
+For Linux distribution packages, if `$prefix` is
 set to `/usr`, there is no `/usr/etc` to look into. This requires
 the path to Julia's private `etc` directory to be changed. This can
 be done via the `sysconfdir` make variable when building. Simply
@@ -107,8 +106,7 @@ Note that if you want your `.app` to be able to run on OSX 10.6 Snow
 Leopard, you must pass `USE_SYSTEM_LIBUNWIND=1` as one of the make
 variables passed to both `make` processes. This disables the use of
 `libosxunwind`, a more modern libunwind that relies on OS features
-available only in 10.7+. This is the reason why we offer [separate
-downloads](http://julialang.org/downloads/) for OS X 10.6 and 10.7+.
+available only in 10.7+. This is the reason why we support 10.7+ [while we did support 10.6 prior to Julia 0.3.0](http://julialang.org/downloads/platform.html).
 
 Windows
 -------
@@ -162,19 +160,6 @@ set `USE_SYSTEM_BLAS=1` and `USE_SYSTEM_LAPACK=1`, you should also set
 `LIBLAPACK=-l$(YOURBLAS)` and `LIBLAPACKNAME=lib$(YOURBLAS)`. Else, the
 reference LAPACK will be used and performance will typically be much lower.
 
-Notes on Rmath
-==============
-
-Rmath is a library from R, which includes basic statistical
-functions. Julia uses a patched version of Rmath, which uses DSFMT as
-its underlying generator, and faster normal random number
-generators. If the stock Rmath provided by various linux distributions
-is used, the underlying random streams will not be the same for
-different RNGs in Base and Distributions.jl.
-
-It is highly recommended that the patched Rmath provided by Julia is
-used.
-
 Compilation scripts
 ===================
 

LICENSE.md

@@ -28,11 +28,13 @@ for exceptions.
 > WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
 
 Julia includes code from the following projects, which have their own licenses:
+
 - [LDC](https://github.com/ldc-developers/ldc/blob/master/LICENSE) (for ccall/cfunction ABI definitions) [BSD-3]. The portion of code that Julia uses from LDC is [BSD-3] licensed.
 - [LLVM](http://llvm.org/releases/3.7.0/LICENSE.TXT) (for parts of src/jitlayers.cpp and src/disasm.cpp) [BSD-3, effectively]
 - [MUSL](http://git.musl-libc.org/cgit/musl/tree/COPYRIGHT) (for getopt implementation on Windows) [MIT]
 - [MINGW](https://sourceforge.net/p/mingw/mingw-org-wsl/ci/legacy/tree/mingwrt/mingwex/dirname.c) (for dirname implementation on Windows) [MIT]
 - [NetBSD](http://www.netbsd.org/about/redistribution.html) (for setjmp, longjmp, and strptime implementations on Windows) [BSD-3]
+- [randmtzig.c](https://github.com/JuliaLang/julia/blob/master/test/perf/micro/randmtzig.c) for Gaussian random number generation (for C benchmarks only) [BSD-3]
 
 The Julia language links to the following external libraries, which have their
 own licenses:
@@ -41,21 +43,23 @@ own licenses:
 - [LIBUNWIND](http://git.savannah.gnu.org/gitweb/?p=libunwind.git;a=blob_plain;f=LICENSE;hb=master) [MIT]
 - [LIBUV](https://github.com/joyent/libuv/blob/master/LICENSE) [MIT]
 - [LLVM](http://llvm.org/releases/3.7.0/LICENSE.TXT) [BSD-3, effectively]
-- [UTF8PROC](https://github.com/JuliaLang/libmojibake) [MIT]
+- [UTF8PROC](https://github.com/JuliaLang/utf8proc) [MIT]
 
 
 Julia's standard library uses the following external libraries, which have
 their own licenses:
 
 - [ARPACK](http://www.caam.rice.edu/software/ARPACK/RiceBSD.txt#LICENSE) [BSD-3]
-- [ATLAS](http://math-atlas.sourceforge.net/faq.html#license) [BSD-3]
 - [DSFMT](http://www.math.sci.hiroshima-u.ac.jp/~m-mat/MT/SFMT/LICENSE.txt) [BSD-3]
 - [OPENLIBM](https://github.com/JuliaLang/openlibm/blob/master/LICENSE.md) [MIT, BSD-2, ISC]
 - [OPENSPECFUN](https://github.com/JuliaLang/openspecfun) [MIT, public domain]
 - [FADDEEVA](http://ab-initio.mit.edu/Faddeeva) [MIT]
 - [FFTW](http://fftw.org/doc/License-and-Copyright.html) [GPL2+]
 - [GMP](http://gmplib.org/manual/Copying.html#Copying) [LGPL3+ or GPL2+]
 - [LIBGIT2](https://github.com/libgit2/libgit2/blob/development/COPYING) [GPL2+ with unlimited linking exception]
+- [CURL](https://curl.haxx.se/docs/copyright.html) [MIT/X derivative]
+- [LIBSSH2](https://github.com/libssh2/libssh2/blob/master/COPYING) [BSD-3]
+- [MBEDTLS](https://tls.mbed.org/how-to-get) [either GPLv2 or Apache 2.0]
 - [MPFR](http://www.mpfr.org/mpfr-current/mpfr.html#Copying) [LGPL3+]
 - [OPENBLAS](https://raw.github.com/xianyi/OpenBLAS/master/LICENSE) [BSD-3]
 - [LAPACK](http://netlib.org/lapack/LICENSE.txt) [BSD-3]
@@ -66,16 +70,10 @@ their own licenses:
 The following components of Julia's standard library have separate licenses:
 
 - base/fftw.jl (see [FFTW](http://fftw.org/doc/License-and-Copyright.html))
-- base/sparse/csparse.jl (LGPL-2.1+)
 - base/linalg/umfpack.jl (see [SUITESPARSE](http://faculty.cse.tamu.edu/davis/suitesparse.html))
 - base/linalg/cholmod.jl (see [SUITESPARSE](http://faculty.cse.tamu.edu/davis/suitesparse.html))
 
 
-Julia builds the following libraries by default, but does not use them itself:
-
-- [RMATH](http://www.r-project.org/Licenses/)
-
-
 Julia's build process uses the following external tools:
 
 - [PATCHELF](http://hydra.nixos.org/build/1524660/download/1/README)
@@ -85,9 +83,10 @@ Julia's build process uses the following external tools:
 Julia bundles the following external programs and libraries on some platforms:
 
 - [7-Zip](http://www.7-zip.org/license.txt)
-- [GIT](http://git-scm.com/about/free-and-open-source)
+- [BUSYBOX](https://github.com/rmyorston/busybox-w32/blob/master/LICENSE)
 - [ZLIB](http://zlib.net/zlib_license.html)
 - [LIBEXPAT](http://expat.cvs.sourceforge.net/viewvc/expat/expat/README)
 - [OPENSSL](https://github.com/openssl/openssl/blob/master/LICENSE)
 
-On some platforms, distributions of Julia contain SSL certificate authority certificates, released under the [Mozilla Public License](https://en.wikipedia.org/wiki/Mozilla_Public_License).
+On some platforms, distributions of Julia contain SSL certificate authority certificates,
+released under the [Mozilla Public License](https://en.wikipedia.org/wiki/Mozilla_Public_License).