Merge pull request #2765 from github/cut-release-v4.7.3

Bumping version to v4.7.3

.gitmodules

@@ -85,6 +85,9 @@
 [submodule "vendor/grammars/language-shellscript"]
 	path = vendor/grammars/language-shellscript
 	url = https://github.com/atom/language-shellscript
+[submodule "vendor/grammars/language-supercollider"]
+	path = vendor/grammars/language-supercollider
+	url = https://github.com/supercollider/language-supercollider
 [submodule "vendor/grammars/language-yaml"]
 	path = vendor/grammars/language-yaml
 	url = https://github.com/atom/language-yaml
@@ -169,9 +172,6 @@
 [submodule "vendor/grammars/sublime-idris"]
 	path = vendor/grammars/sublime-idris
 	url = https://github.com/laughedelic/sublime-idris
-[submodule "vendor/grammars/sublime-better-typescript"]
-	path = vendor/grammars/sublime-better-typescript
-	url = https://github.com/lavrton/sublime-better-typescript
 [submodule "vendor/grammars/moonscript-tmbundle"]
 	path = vendor/grammars/moonscript-tmbundle
 	url = https://github.com/leafo/moonscript-tmbundle
@@ -256,9 +256,6 @@
 [submodule "vendor/grammars/SublimeXtend"]
 	path = vendor/grammars/SublimeXtend
 	url = https://github.com/staltz/SublimeXtend
-[submodule "vendor/grammars/Stata.tmbundle"]
-	path = vendor/grammars/Stata.tmbundle
-	url = https://github.com/statatmbundle/Stata.tmbundle
 [submodule "vendor/grammars/Vala-TMBundle"]
 	path = vendor/grammars/Vala-TMBundle
 	url = https://github.com/technosophos/Vala-TMBundle
@@ -397,9 +394,6 @@
 [submodule "vendor/grammars/processing.tmbundle"]
 	path = vendor/grammars/processing.tmbundle
 	url = https://github.com/textmate/processing.tmbundle
-[submodule "vendor/grammars/prolog.tmbundle"]
-	path = vendor/grammars/prolog.tmbundle
-	url = https://github.com/textmate/prolog.tmbundle
 [submodule "vendor/grammars/python-django.tmbundle"]
 	path = vendor/grammars/python-django.tmbundle
 	url = https://github.com/textmate/python-django.tmbundle
@@ -655,7 +649,52 @@
 	url = https://github.com/SRI-CSL/SMT.tmbundle.git
 [submodule "vendor/grammars/language-crystal"]
 	path = vendor/grammars/language-crystal
-	url = https://github.com/k2b6s9j/language-crystal
+	url = https://github.com/atom-crystal/language-crystal
 [submodule "vendor/grammars/language-xbase"]
 	path = vendor/grammars/language-xbase
 	url = https://github.com/hernad/atom-language-harbour
+[submodule "vendor/grammars/language-ncl"]
+	path = vendor/grammars/language-ncl
+	url = https://github.com/rpavlick/language-ncl.git
+[submodule "vendor/grammars/atom-language-purescript"]
+	path = vendor/grammars/atom-language-purescript
+	url = https://github.com/freebroccolo/atom-language-purescript
+[submodule "vendor/grammars/vue-syntax-highlight"]
+	path = vendor/grammars/vue-syntax-highlight
+	url = https://github.com/vuejs/vue-syntax-highlight
+[submodule "vendor/grammars/st2-zonefile"]
+	path = vendor/grammars/st2-zonefile
+	url = https://github.com/sixty4k/st2-zonefile
+[submodule "vendor/grammars/sublimeprolog"]
+	path = vendor/grammars/sublimeprolog
+	url = https://github.com/alnkpa/sublimeprolog
+[submodule "vendor/grammars/sublime-aspectj"]
+	path = vendor/grammars/sublime-aspectj
+	url = https://github.com/pchaigno/sublime-aspectj
+[submodule "vendor/grammars/sublime-typescript"]
+	path = vendor/grammars/sublime-typescript
+	url = https://github.com/Microsoft/TypeScript-Sublime-Plugin
+[submodule "vendor/grammars/sublime-pony"]
+	path = vendor/grammars/sublime-pony
+	url = https://github.com/CausalityLtd/sublime-pony
+[submodule "vendor/grammars/X10"]
+	path = vendor/grammars/X10
+	url = git@github.com:x10-lang/x10-highlighting.git
+[submodule "vendor/grammars/language-babel"]
+	path = vendor/grammars/language-babel
+	url = https://github.com/gandm/language-babel
+[submodule "vendor/grammars/UrWeb-Language-Definition"]
+	path = vendor/grammars/UrWeb-Language-Definition
+	url = https://github.com/gwalborn/UrWeb-Language-Definition.git
+[submodule "vendor/grammars/Stata.tmbundle"]
+	path = vendor/grammars/Stata.tmbundle
+	url = https://github.com/pschumm/Stata.tmbundle
+[submodule "vendor/grammars/FreeMarker.tmbundle"]
+	path = vendor/grammars/FreeMarker.tmbundle
+	url = https://github.com/freemarker/FreeMarker.tmbundle
+[submodule "vendor/grammars/language-click"]
+	path = vendor/grammars/language-click
+	url = https://github.com/stenverbois/language-click.git
+[submodule "vendor/grammars/language-maxscript"]
+	path = vendor/grammars/language-maxscript
+	url = https://github.com/Alhadis/language-maxscript

.travis.yml

@@ -1,6 +1,12 @@
+language: ruby
+sudo: false
+addons:
+  apt:
+    packages:
+    - libicu-dev
+    - libicu48
 before_install: script/travis/before_install
 rvm:
-  - 1.9.3
   - 2.0.0
   - 2.1
   - 2.2

CONTRIBUTING.md

@@ -12,7 +12,7 @@ We try only to add new extensions once they have some usage on GitHub. In most c
 
 To add support for a new extension:
 
-0. Add your extension to the language entry in [`languages.yml`][languages].
+0. Add your extension to the language entry in [`languages.yml`][languages], keeping the extensions in alphabetical order.
 0. Add at least one sample for your extension to the [samples directory][samples] in the correct subdirectory.
 0. Open a pull request, linking to a [GitHub search result](https://github.com/search?utf8=%E2%9C%93&q=extension%3Aboot+NOT+nothack&type=Code&ref=searchresults) showing in-the-wild usage.
 
@@ -58,7 +58,7 @@ Syntax highlighting in GitHub is performed using TextMate-compatible grammars. T
 
 Assuming your code is being detected as the right language, in most cases this is due to a bug in the language grammar rather than a bug in Linguist. [`grammars.yml`][grammars] lists all the grammars we use for syntax highlighting on github.com. Find the one corresponding to your code's programming language and submit a bug report upstream. If you can, try to reproduce the highlighting problem in the text editor that the grammar is designed for (TextMate, Sublime Text, or Atom) and include that information in your bug report.
 
-You can also try to fix the bug yourself and submit a Pull Request. [TextMate's documentation](http://manual.macromates.com/en/language_grammars) offers a good introduction on how to work with TextMate-compatible grammars. You can test grammars using [Lightshow](https://github-lightshow.herokuapp.com).
+You can also try to fix the bug yourself and submit a Pull Request. [TextMate's documentation](https://manual.macromates.com/en/language_grammars) offers a good introduction on how to work with TextMate-compatible grammars. You can test grammars using [Lightshow](https://github-lightshow.herokuapp.com).
 
 Once the bug has been fixed upstream, we'll pick it up for GitHub in the next release of Linguist.
 
@@ -74,9 +74,9 @@ To run the tests:
 
     bundle exec rake test
 
-Sometimes getting the tests running can be too much work, especially if you don't have much Ruby experience. It's okay: be lazy and let our build bot [Travis](http://travis-ci.org/#!/github/linguist) run the tests for you. Just open a pull request and the bot will start cranking away.
+Sometimes getting the tests running can be too much work, especially if you don't have much Ruby experience. It's okay: be lazy and let our build bot [Travis](https://travis-ci.org/#!/github/linguist) run the tests for you. Just open a pull request and the bot will start cranking away.
 
-Here's our current build status: [![Build Status](https://secure.travis-ci.org/github/linguist.png?branch=master)](http://travis-ci.org/github/linguist)
+Here's our current build status: [![Build Status](https://api.travis-ci.org/github/linguist.svg?branch=master)](https://travis-ci.org/github/linguist)
 
 
 ## Releasing

README.md

@@ -13,11 +13,11 @@ See [Troubleshooting](#troubleshooting) and [`CONTRIBUTING.md`](/CONTRIBUTING.md
 
 ![language stats bar](https://cloud.githubusercontent.com/assets/173/5562290/48e24654-8ddf-11e4-8fe7-735b0ce3a0d3.png)
 
-The Language stats bar is built by aggregating the languages of each file in that repository. If it is reporting a language that you don't expect:
+The Language stats bar displays languages percentages for the files in the repository. The percentages are calculated based on the bytes of code for each language as reported by the [List Languages](https://developer.github.com/v3/repos/#list-languages) API. If the bar is reporting a language that you don't expect:
 
 0. Click on the name of the language in the stats bar to see a list of the files that are identified as that language.
-0. If you see files that you didn't write, consider moving the files into one of the [paths for vendored  code](https://github.com/github/linguist/blob/master/lib/linguist/vendor.yml), or use the [manual overrides](#overrides) feature to ignore them.
-0. If the files are being misclassified, search for [open issues][issues] to see if anyone else has already reported the issue. Any information you an add, especially links to public repositories, is helpful.
+0. If you see files that you didn't write, consider moving the files into one of the [paths for vendored  code](/lib/linguist/vendor.yml), or use the [manual overrides](#overrides) feature to ignore them.
+0. If the files are being misclassified, search for [open issues][issues] to see if anyone else has already reported the issue. Any information you can add, especially links to public repositories, is helpful.
 0. If there are no reported issues of this misclassification, [open an issue][new-issue] and include a link to the repository or a sample of the code that is being misclassified.
 
 ## Overrides
@@ -33,9 +33,9 @@ $ cat .gitattributes
 *.rb linguist-language=Java
 ```
 
-Checking code you didn't write, such as JavaScript libraries, into your git repo is a common practice, but this often inflates your project's language stats and may even cause your project to be labeled as another language. By default, Linguist treats all of the paths defined in [lib/linguist/vendor.yml](https://github.com/github/linguist/blob/master/lib/linguist/vendor.yml) as vendored and therefore doesn't include them in the language statistics for a repository. Vendored files are also hidden by default in diffs on github.com.
+Checking code you didn't write, such as JavaScript libraries, into your git repo is a common practice, but this often inflates your project's language stats and may even cause your project to be labeled as another language. By default, Linguist treats all of the paths defined in [lib/linguist/vendor.yml](https://github.com/github/linguist/blob/master/lib/linguist/vendor.yml) as vendored and therefore doesn't include them in the language statistics for a repository.
 
-Use the `linguist-vendored` attribute to vendor or un-vendor paths. Please note, overriding the vendored (or un-vendored) status of a file only affects the language statistics for the repository and not the behavior in diffs on github.com.
+Use the `linguist-vendored` attribute to vendor or un-vendor paths.
 
 ```
 $ cat .gitattributes

Rakefile

@@ -62,7 +62,7 @@ namespace :benchmark do
 
     corpus = File.expand_path(ENV["CORPUS"] || "samples")
 
-    require 'linguist/language'
+    require 'linguist'
 
     results = Hash.new
     Dir.glob("#{corpus}/**/*").each do |file|

bin/git-linguist

@@ -0,0 +1,137 @@
+#!/usr/bin/env ruby
+
+require 'linguist'
+require 'rugged'
+require 'optparse'
+require 'json'
+require 'tmpdir'
+require 'zlib'
+
+class GitLinguist
+  def initialize(path, commit_oid, incremental = true)
+    @repo_path = path
+    @commit_oid = commit_oid
+    @incremental = incremental
+  end
+
+  def linguist
+    if @commit_oid.nil?
+      raise "git-linguist must be called with a specific commit OID to perform language computation"
+    end
+    repo = Linguist::Repository.new(rugged, @commit_oid)
+
+    if @incremental && stats = load_language_stats
+      old_commit_oid, old_stats = stats
+
+      # A cache with NULL oid means that we want to froze
+      # these language stats in place and stop computing
+      # them (for performance reasons)
+      return old_stats if old_commit_oid == NULL_OID
+      repo.load_existing_stats(old_commit_oid, old_stats)
+    end
+
+    result = yield repo
+
+    save_language_stats(@commit_oid, repo.cache)
+    result
+  end
+
+  def load_language_stats
+    version, oid, stats = load_cache
+    if version == LANGUAGE_STATS_CACHE_VERSION && oid && stats
+      [oid, stats]
+    end
+  end
+
+  def save_language_stats(oid, stats)
+    cache = [LANGUAGE_STATS_CACHE_VERSION, oid, stats]
+    write_cache(cache)
+  end
+
+  def clear_language_stats
+    File.unlink(cache_file)
+  end
+
+  def disable_language_stats
+    save_language_stats(NULL_OID, {})
+  end
+
+  protected
+  NULL_OID = ("0" * 40).freeze
+
+  LANGUAGE_STATS_CACHE = 'language-stats.cache'
+  LANGUAGE_STATS_CACHE_VERSION = "v3:#{Linguist::VERSION}"
+
+  def rugged
+    @rugged ||= Rugged::Repository.bare(@repo_path)
+  end
+
+  def cache_file
+    File.join(@repo_path, LANGUAGE_STATS_CACHE)
+  end
+
+  def write_cache(object)
+    return unless File.directory? @repo_path
+
+    begin
+      tmp_path = Dir::Tmpname.make_tmpname(cache_file, nil)
+      File.open(tmp_path, "wb") do |f|
+        marshal = Marshal.dump(object)
+        f.write(Zlib::Deflate.deflate(marshal))
+      end
+
+      File.rename(tmp_path, cache_file)
+    rescue => e
+      (File.unlink(tmp_path) rescue nil)
+      raise e
+    end
+  end
+
+  def load_cache
+    marshal = File.open(cache_file, "rb") { |f| Zlib::Inflate.inflate(f.read) }
+    Marshal.load(marshal)
+  rescue SystemCallError, ::Zlib::DataError, ::Zlib::BufError, TypeError
+    nil
+  end
+end
+
+
+def git_linguist(args)
+  incremental = true
+  commit = nil
+
+  parser = OptionParser.new do |opts|
+    opts.banner = "Usage: git-linguist [OPTIONS] stats|breakdown|dump-cache|clear|disable"
+
+    opts.on("-f", "--force", "Force a full rescan") { incremental = false }
+    opts.on("--commit=COMMIT", "Commit to index") { |v| commit = v}
+  end
+
+  parser.parse!(args)
+
+  git_dir = `git rev-parse --git-dir`.strip
+  raise "git-linguist must be ran in a Git repository" unless $?.success?
+  wrapper = GitLinguist.new(git_dir, commit, incremental)
+
+  case args.pop
+  when "stats"
+    wrapper.linguist do |linguist|
+      puts JSON.dump(linguist.languages)
+    end
+  when "breakdown"
+    wrapper.linguist do |linguist|
+      puts JSON.dump(linguist.breakdown_by_file)
+    end
+  when "dump-cache"
+    puts JSON.dump(wrapper.load_language_stats)
+  when "clear"
+    wrapper.clear_language_stats
+  when "disable"
+    wrapper.disable_language_stats
+  else
+    $stderr.print(parser.help)
+    exit 1
+  end
+end
+
+git_linguist(ARGV)

github-linguist.gemspec

@@ -10,8 +10,8 @@ Gem::Specification.new do |s|
   s.homepage = "https://github.com/github/linguist"
   s.license  = "MIT"
 
-  s.files = Dir['lib/**/*'] - ['lib/linguist/grammars.rb']
-  s.executables << 'linguist'
+  s.files = Dir['lib/**/*'] - ['lib/linguist/grammars.rb'] + ['LICENSE']
+  s.executables = ['linguist', 'git-linguist']
 
   s.add_dependency 'charlock_holmes', '~> 0.7.3'
   s.add_dependency 'escape_utils',    '~> 1.1.0'
@@ -24,4 +24,6 @@ Gem::Specification.new do |s|
   s.add_development_dependency 'rake'
   s.add_development_dependency 'yajl-ruby'
   s.add_development_dependency 'color-proximity', '~> 0.2.1'
+  s.add_development_dependency 'licensee', '6.0.0b1'
+
 end

grammars.yml

@@ -42,6 +42,8 @@ vendor/grammars/Docker.tmbundle:
 - source.dockerfile
 vendor/grammars/Elm.tmLanguage:
 - source.elm
+vendor/grammars/FreeMarker.tmbundle:
+- text.html.ftl
 vendor/grammars/G-Code/:
 - source.LS
 - source.MCPOST
@@ -92,7 +94,7 @@ vendor/grammars/Scalate.tmbundle:
 - text.html.ssp
 vendor/grammars/Slash.tmbundle:
 - text.html.slash
-vendor/grammars/Stata.tmbundle:
+vendor/grammars/Stata.tmbundle/:
 - source.mata
 - source.stata
 vendor/grammars/Stylus/:
@@ -140,10 +142,14 @@ vendor/grammars/TXL/:
 - source.txl
 vendor/grammars/Textmate-Gosu-Bundle:
 - source.gosu.2
+vendor/grammars/UrWeb-Language-Definition:
+- source.ur
 vendor/grammars/VBDotNetSyntax:
 - source.vbnet
 vendor/grammars/Vala-TMBundle:
 - source.vala
+vendor/grammars/X10:
+- source.x10
 vendor/grammars/abap.tmbundle:
 - source.abap
 vendor/grammars/actionscript3-tmbundle:
@@ -176,6 +182,11 @@ vendor/grammars/assembly.tmbundle:
 - source.x86asm
 vendor/grammars/atom-fsharp/:
 - source.fsharp
+- source.fsharp.fsi
+- source.fsharp.fsl
+- source.fsharp.fsx
+vendor/grammars/atom-language-purescript/:
+- source.purescript
 vendor/grammars/atom-salt:
 - source.python.salt
 - source.yaml.salt
@@ -293,8 +304,8 @@ vendor/grammars/io.tmbundle:
 vendor/grammars/ioke-outdated:
 - source.ioke
 vendor/grammars/jade-tmbundle:
-- source.jade
 - source.pyjade
+- text.jade
 vendor/grammars/jasmin-sublime:
 - source.jasmin
 vendor/grammars/java.tmbundle:
@@ -310,6 +321,11 @@ vendor/grammars/json.tmbundle:
 - source.json
 vendor/grammars/kotlin-sublime-package:
 - source.Kotlin
+vendor/grammars/language-babel/:
+- source.js.jsx
+- source.regexp.babel
+vendor/grammars/language-click/:
+- source.click
 vendor/grammars/language-clojure:
 - source.clojure
 vendor/grammars/language-coffee-script:
@@ -318,6 +334,7 @@ vendor/grammars/language-coffee-script:
 vendor/grammars/language-crystal:
 - source.crystal
 vendor/grammars/language-csharp:
+- source.cake
 - source.cs
 - source.csx
 - source.nant-build
@@ -328,9 +345,14 @@ vendor/grammars/language-hy:
 vendor/grammars/language-javascript:
 - source.js
 - source.js.regexp
+- source.js.regexp.replacement
 vendor/grammars/language-jsoniq/:
 - source.jq
 - source.xq
+vendor/grammars/language-maxscript:
+- source.maxscript
+vendor/grammars/language-ncl:
+- source.ncl
 vendor/grammars/language-python:
 - source.python
 - source.regexp.python
@@ -339,6 +361,8 @@ vendor/grammars/language-python:
 vendor/grammars/language-shellscript:
 - source.shell
 - text.shell-session
+vendor/grammars/language-supercollider:
+- source.supercollider
 vendor/grammars/language-xbase:
 - source.harbour
 vendor/grammars/language-yaml:
@@ -426,8 +450,6 @@ vendor/grammars/powershell:
 - source.powershell
 vendor/grammars/processing.tmbundle:
 - source.processing
-vendor/grammars/prolog.tmbundle:
-- source.prolog
 vendor/grammars/protobuf-tmbundle:
 - source.protobuf
 vendor/grammars/puppet-textmate-bundle:
@@ -465,6 +487,8 @@ vendor/grammars/smalltalk-tmbundle:
 - source.smalltalk
 vendor/grammars/sql.tmbundle:
 - source.sql
+vendor/grammars/st2-zonefile:
+- text.zone_file
 vendor/grammars/standard-ml.tmbundle:
 - source.cm
 - source.ml
@@ -472,10 +496,10 @@ vendor/grammars/sublime-MuPAD:
 - source.mupad
 vendor/grammars/sublime-apl/:
 - source.apl
+vendor/grammars/sublime-aspectj/:
+- source.aspectj
 vendor/grammars/sublime-befunge:
 - source.befunge
-vendor/grammars/sublime-better-typescript:
-- source.ts
 vendor/grammars/sublime-bsv:
 - source.bsv
 vendor/grammars/sublime-cirru:
@@ -499,6 +523,8 @@ vendor/grammars/sublime-nix:
 vendor/grammars/sublime-opal/:
 - source.opal
 - source.opalsysdefs
+vendor/grammars/sublime-pony:
+- source.pony
 vendor/grammars/sublime-robot-plugin:
 - text.robot
 vendor/grammars/sublime-rust:
@@ -514,6 +540,9 @@ vendor/grammars/sublime-text-ox/:
 - source.ox
 vendor/grammars/sublime-text-pig-latin/:
 - source.pig_latin
+vendor/grammars/sublime-typescript/:
+- source.ts
+- source.tsx
 vendor/grammars/sublime-varnish:
 - source.varnish.vcl
 vendor/grammars/sublime_cobol:
@@ -524,6 +553,9 @@ vendor/grammars/sublime_cobol:
 vendor/grammars/sublime_man_page_support:
 - source.man
 - text.groff
+vendor/grammars/sublimeprolog/:
+- source.prolog
+- source.prolog.eclipse
 vendor/grammars/sublimetext-cuda-cpp:
 - source.cuda-c++
 vendor/grammars/swift.tmbundle:
@@ -540,6 +572,8 @@ vendor/grammars/turtle.tmbundle:
 - source.turtle
 vendor/grammars/verilog.tmbundle:
 - source.verilog
+vendor/grammars/vue-syntax-highlight:
+- text.html.vue
 vendor/grammars/x86-assembly-textmate-bundle:
 - source.asm.x86
 vendor/grammars/xc.tmbundle/:

lib/linguist/blob.rb

@@ -0,0 +1,73 @@
+require 'linguist/blob_helper'
+
+module Linguist
+  # A Blob is a wrapper around the content of a file to make it quack
+  # like a Grit::Blob. It provides the basic interface: `name`,
+  # `data`, `path` and `size`.
+  class Blob
+    include BlobHelper
+
+    # Public: Initialize a new Blob.
+    #
+    # path    - A path String (does not necessarily exists on the file system).
+    # content - Content of the file.
+    #
+    # Returns a Blob.
+    def initialize(path, content)
+      @path = path
+      @content = content
+    end
+
+    # Public: Filename
+    #
+    # Examples
+    #
+    #   Blob.new("/path/to/linguist/lib/linguist.rb", "").path
+    #   # =>  "/path/to/linguist/lib/linguist.rb"
+    #
+    # Returns a String
+    attr_reader :path
+
+    # Public: File name
+    #
+    # Returns a String
+    def name
+      File.basename(@path)
+    end
+
+    # Public: File contents.
+    #
+    # Returns a String.
+    def data
+      @content
+    end
+
+    # Public: Get byte size
+    #
+    # Returns an Integer.
+    def size
+      @content.bytesize
+    end
+
+    # Public: Get file extension.
+    #
+    # Returns a String.
+    def extension
+      extensions.last || ""
+    end
+
+    # Public: Return an array of the file extensions
+    #
+    #     >> Linguist::Blob.new("app/views/things/index.html.erb").extensions
+    #     => [".html.erb", ".erb"]
+    #
+    # Returns an Array
+    def extensions
+      basename, *segments = name.downcase.split(".")
+
+      segments.map.with_index do |segment, index|
+        "." + segments[index..-1].join(".")
+      end
+    end
+  end
+end

lib/linguist/documentation.yml

@@ -13,11 +13,18 @@
 - (^|/)[Dd]ocumentation/
 - (^|/)javadoc/
 - ^man/
+- ^[Ee]xamples/
 
 ## Documentation files ##
 
+- (^|/)CHANGE(S|LOG)?(\.|$)
 - (^|/)CONTRIBUTING(\.|$)
 - (^|/)COPYING(\.|$)
 - (^|/)INSTALL(\.|$)
 - (^|/)LICEN[CS]E(\.|$)
+- (^|/)[Ll]icen[cs]e(\.|$)
 - (^|/)README(\.|$)
+- (^|/)[Rr]eadme(\.|$)
+
+# Samples folders
+- ^[Ss]amples/

lib/linguist/file_blob.rb

@@ -1,10 +1,11 @@
 require 'linguist/blob_helper'
+require 'linguist/blob'
 
 module Linguist
   # A FileBlob is a wrapper around a File object to make it quack
   # like a Grit::Blob. It provides the basic interface: `name`,
   # `data`, `path` and `size`.
-  class FileBlob
+  class FileBlob < Blob
     include BlobHelper
 
     # Public: Initialize a new FileBlob from a path
@@ -18,20 +19,6 @@ module Linguist
       @path = base_path ? path.sub("#{base_path}/", '') : path
     end
 
-    # Public: Filename
-    #
-    # Examples
-    #
-    #   FileBlob.new("/path/to/linguist/lib/linguist.rb").path
-    #   # =>  "/path/to/linguist/lib/linguist.rb"
-    #
-    #   FileBlob.new("/path/to/linguist/lib/linguist.rb",
-    #                "/path/to/linguist").path
-    #   # =>  "lib/linguist.rb"
-    #
-    # Returns a String
-    attr_reader :path
-
     # Public: Read file permissions
     #
     # Returns a String like '100644'
@@ -39,13 +26,6 @@ module Linguist
       File.stat(@fullpath).mode.to_s(8)
     end
 
-    # Public: File name
-    #
-    # Returns a String
-    def name
-      File.basename(@fullpath)
-    end
-
     # Public: Read file contents.
     #
     # Returns a String.
@@ -59,26 +39,5 @@ module Linguist
     def size
       File.size(@fullpath)
     end
-
-    # Public: Get file extension.
-    #
-    # Returns a String.
-    def extension
-      extensions.last || ""
-    end
-
-    # Public: Return an array of the file extensions
-    #
-    #     >> Linguist::FileBlob.new("app/views/things/index.html.erb").extensions
-    #     => [".html.erb", ".erb"]
-    #
-    # Returns an Array
-    def extensions
-      basename, *segments = name.downcase.split(".")
-
-      segments.map.with_index do |segment, index|
-        "." + segments[index..-1].join(".")
-      end
-    end
   end
 end

lib/linguist/generated.rb

@@ -71,7 +71,8 @@ module Linguist
       generated_jni_header? ||
       vcr_cassette? ||
       generated_module? ||
-      generated_unity3d_meta?
+      generated_unity3d_meta? ||
+      generated_racc?
     end
 
     # Internal: Is the blob an Xcode file?
@@ -241,22 +242,26 @@ module Linguist
       return lines[0].include?("Code generated by")
     end
 
+    PROTOBUF_EXTENSIONS = ['.py', '.java', '.h', '.cc', '.cpp']
+
     # Internal: Is the blob a C++, Java or Python source file generated by the
     # Protocol Buffer compiler?
     #
     # Returns true of false.
     def generated_protocol_buffer?
-      return false unless ['.py', '.java', '.h', '.cc', '.cpp'].include?(extname)
+      return false unless PROTOBUF_EXTENSIONS.include?(extname)
       return false unless lines.count > 1
 
       return lines[0].include?("Generated by the protocol buffer compiler.  DO NOT EDIT!")
     end
 
+    APACHE_THRIFT_EXTENSIONS = ['.rb', '.py', '.go', '.js', '.m', '.java', '.h', '.cc', '.cpp']
+
     # Internal: Is the blob generated by Apache Thrift compiler?
     #
     # Returns true or false
     def generated_apache_thrift?
-      return false unless ['.rb', '.py', '.go', '.js', '.m', '.java', '.h', '.cc', '.cpp'].include?(extname)
+      return false unless APACHE_THRIFT_EXTENSIONS.include?(extname)
       return false unless lines.count > 1
 
       return lines[0].include?("Autogenerated by Thrift Compiler") || lines[1].include?("Autogenerated by Thrift Compiler")
@@ -355,5 +360,18 @@ module Linguist
       return false unless lines.count > 1
       return lines[0].include?("fileFormatVersion: ")
     end
+
+    # Internal: Is this a Racc-generated file?
+    #
+    # A Racc-generated file contains:
+    # # This file is automatically generated by Racc x.y.z
+    # on the third line.
+    #
+    # Return true or false
+    def generated_racc?
+      return false unless extname == '.rb'
+      return false unless lines.count > 2
+      return lines[2].start_with?("# This file is automatically generated by Racc")
+    end
   end
 end

lib/linguist/heuristics.rb

@@ -13,11 +13,14 @@ module Linguist
     #   ])
     #
     # Returns an Array of languages, or empty if none matched or were inconclusive.
-    def self.call(blob, languages)
+    def self.call(blob, candidates)
       data = blob.data
 
       @heuristics.each do |heuristic|
-        return Array(heuristic.call(data)) if heuristic.matches?(languages)
+        if heuristic.matches?(blob.name)
+          languages = Array(heuristic.call(data))
+          return languages if languages.any? || languages.all? { |l| candidates.include?(l) }
+        end
       end
 
       [] # No heuristics matched
@@ -30,7 +33,7 @@ module Linguist
     #
     # Examples
     #
-    #     disambiguate "Perl", "Prolog" do |data|
+    #     disambiguate ".pm" do |data|
     #       if data.include?("use strict")
     #         Language["Perl"]
     #       elsif /^[^#]+:-/.match(data)
@@ -38,22 +41,23 @@ module Linguist
     #       end
     #     end
     #
-    def self.disambiguate(*languages, &heuristic)
-      @heuristics << new(languages, &heuristic)
+    def self.disambiguate(*extensions, &heuristic)
+      @heuristics << new(extensions, &heuristic)
     end
 
     # Internal: Array of defined heuristics
     @heuristics = []
 
     # Internal
-    def initialize(languages, &heuristic)
-      @languages = languages
+    def initialize(extensions, &heuristic)
+      @extensions = extensions
       @heuristic = heuristic
     end
 
     # Internal: Check if this heuristic matches the candidate languages.
-    def matches?(candidates)
-      candidates.any? && candidates.all? { |l| @languages.include?(l.name) }
+    def matches?(filename)
+      filename = filename.downcase
+      @extensions.any? { |ext| filename.end_with?(ext) }
     end
 
     # Internal: Perform the heuristic
@@ -62,99 +66,9 @@ module Linguist
     end
 
     # Common heuristics
-    ObjectiveCRegex = /^[ \t]*@(interface|class|protocol|property|end|synchronised|selector|implementation)\b/
+    ObjectiveCRegex = /^\s*(@(interface|class|protocol|property|end|synchronised|selector|implementation)\b|#import\s+.+\.h[">])/
 
-    disambiguate "BitBake", "BlitzBasic" do |data|
-      if /^\s*; /.match(data) || data.include?("End Function")
-        Language["BlitzBasic"]
-      elsif /^\s*(# |include|require)\b/.match(data)
-        Language["BitBake"]
-      end
-    end
-
-    disambiguate "C#", "Smalltalk" do |data|
-      if /![\w\s]+methodsFor: /.match(data)
-        Language["Smalltalk"]
-      elsif /^\s*namespace\s*[\w\.]+\s*{/.match(data) || /^\s*\/\//.match(data)
-        Language["C#"]
-      end
-    end
-
-    disambiguate "Objective-C", "C++", "C" do |data|
-      if ObjectiveCRegex.match(data)
-        Language["Objective-C"]
-      elsif (/^\s*#\s*include <(cstdint|string|vector|map|list|array|bitset|queue|stack|forward_list|unordered_map|unordered_set|(i|o|io)stream)>/.match(data) ||
-        /^\s*template\s*</.match(data) || /^[ \t]*try/.match(data) || /^[ \t]*catch\s*\(/.match(data) || /^[ \t]*(class|(using[ \t]+)?namespace)\s+\w+/.match(data) || /^[ \t]*(private|public|protected):$/.match(data) || /std::\w+/.match(data))
-        Language["C++"]
-      end
-    end
-
-    disambiguate "Perl", "Perl6", "Prolog" do |data|
-      if data.include?("use v6")
-        Language["Perl6"]
-      elsif data.match(/use strict|use\s+v?5\./)
-        Language["Perl"]
-      elsif /^[^#]+:-/.match(data)
-        Language["Prolog"]
-      end
-    end
-
-    disambiguate "ECL", "Prolog" do |data|
-      if /^[^#]+:-/.match(data)
-        Language["Prolog"]
-      elsif data.include?(":=")
-        Language["ECL"]
-      end
-    end
-
-    disambiguate "IDL", "Prolog", "INI", "QMake" do |data|
-      if /^[^#]+:-/.match(data)
-        Language["Prolog"]
-      elsif data.include?("last_client=")
-        Language["INI"]
-      elsif data.include?("HEADERS") && data.include?("SOURCES")
-        Language["QMake"]
-      elsif /^\s*function[ \w,]+$/.match(data)
-        Language["IDL"]
-      end
-    end
-
-    disambiguate "GAP", "Scilab" do |data|
-      if (data.include?("gap> "))
-        Language["GAP"]
-      # Heads up - we don't usually write heuristics like this (with no regex match)
-      else
-        Language["Scilab"]
-      end
-    end
-
-    disambiguate "Common Lisp", "OpenCL", "Cool" do |data|
-      if /^\s*\((defun|in-package|defpackage) /i.match(data)
-        Language["Common Lisp"]
-      elsif /^class/x.match(data)
-        Language["Cool"]
-      elsif /\/\* |\/\/ |^\}/.match(data)
-        Language["OpenCL"]
-      end
-    end
-
-    disambiguate "Hack", "PHP" do |data|
-      if data.include?("<?hh")
-        Language["Hack"]
-      elsif /<?[^h]/.match(data)
-        Language["PHP"]
-      end
-    end
-
-    disambiguate "Scala", "SuperCollider" do |data|
-      if /\^(this|super)\./.match(data) || /^\s*(\+|\*)\s*\w+\s*{/.match(data) || /^\s*~\w+\s*=\./.match(data)
-        Language["SuperCollider"]
-      elsif /^\s*import (scala|java)\./.match(data) || /^\s*val\s+\w+\s*=/.match(data) || /^\s*class\b/.match(data)
-        Language["Scala"]
-      end
-    end
-
-    disambiguate "AsciiDoc", "AGS Script", "Public Key" do |data|
+    disambiguate ".asc" do |data|
       if /^(----[- ]BEGIN|ssh-(rsa|dss)) /.match(data)
         Language["Public Key"]
       elsif /^[=-]+(\s|\n)|{{[A-Za-z]/.match(data)
@@ -164,15 +78,75 @@ module Linguist
       end
     end
 
-    disambiguate "FORTRAN", "Forth", "Formatted" do |data|
+    disambiguate ".bb" do |data|
+      if /^\s*; /.match(data) || data.include?("End Function")
+        Language["BlitzBasic"]
+      elsif /^\s*(# |include|require)\b/.match(data)
+        Language["BitBake"]
+      end
+    end
+
+    disambiguate ".ch" do |data|
+      if /^\s*#\s*(if|ifdef|ifndef|define|command|xcommand|translate|xtranslate|include|pragma|undef)\b/i.match(data)
+        Language["xBase"]
+      end
+    end
+
+    disambiguate ".cl" do |data|
+      if /^\s*\((defun|in-package|defpackage) /i.match(data)
+        Language["Common Lisp"]
+      elsif /^class/x.match(data)
+        Language["Cool"]
+      elsif /\/\* |\/\/ |^\}/.match(data)
+        Language["OpenCL"]
+      end
+    end
+
+    disambiguate ".cs" do |data|
+      if /![\w\s]+methodsFor: /.match(data)
+        Language["Smalltalk"]
+      elsif /^\s*namespace\s*[\w\.]+\s*{/.match(data) || /^\s*\/\//.match(data)
+        Language["C#"]
+      end
+    end
+
+    disambiguate ".d" do |data|
+      if /^module /.match(data)
+        Language["D"]
+      elsif /^((dtrace:::)?BEGIN|provider |#pragma (D (option|attributes)|ident)\s)/.match(data)
+        Language["DTrace"]
+      elsif /(\/.*:( .* \\)$| : \\$|^ : |: \\$)/.match(data)
+        Language["Makefile"]
+      end
+    end
+
+    disambiguate ".ecl" do |data|
+      if /^[^#]+:-/.match(data)
+        Language["ECLiPSe"]
+      elsif data.include?(":=")
+        Language["ECL"]
+      end
+    end
+
+    disambiguate ".for", ".f" do |data|
       if /^: /.match(data)
         Language["Forth"]
-      elsif /^([c*][^a-z]|      (subroutine|program)\s|\s*!)/i.match(data)
+      elsif /^([c*][^abd-z]|      (subroutine|program|end)\s|\s*!)/i.match(data)
         Language["FORTRAN"]
       end
     end
 
-    disambiguate "F#", "Forth", "GLSL", "Filterscript" do |data|
+    disambiguate ".fr" do |data|
+      if /^(: |also |new-device|previous )/.match(data)
+        Language["Forth"]
+      elsif /^\s*(import|module|package|data|type) /.match(data)
+        Language["Frege"]
+      else
+        Language["Text"]
+      end
+    end
+
+    disambiguate ".fs" do |data|
       if /^(: |new-device)/.match(data)
         Language["Forth"]
       elsif /^\s*(#light|import|let|module|namespace|open|type)/.match(data)
@@ -184,7 +158,48 @@ module Linguist
       end
     end
 
-    disambiguate "Limbo", "M", "MUF", "Mathematica", "Matlab", "Mercury", "Objective-C" do |data|
+    disambiguate ".gs" do |data|
+      Language["Gosu"] if /^uses java\./.match(data)
+    end
+
+    disambiguate ".h" do |data|
+      if ObjectiveCRegex.match(data)
+        Language["Objective-C"]
+      elsif (/^\s*#\s*include <(cstdint|string|vector|map|list|array|bitset|queue|stack|forward_list|unordered_map|unordered_set|(i|o|io)stream)>/.match(data) ||
+        /^\s*template\s*</.match(data) || /^[ \t]*try/.match(data) || /^[ \t]*catch\s*\(/.match(data) || /^[ \t]*(class|(using[ \t]+)?namespace)\s+\w+/.match(data) || /^[ \t]*(private|public|protected):$/.match(data) || /std::\w+/.match(data))
+        Language["C++"]
+      end
+    end
+
+    disambiguate ".l" do |data|
+      if /\(def(un|macro)\s/.match(data)
+        Language["Common Lisp"]
+      elsif /^(%[%{}]xs|<.*>)/.match(data)
+        Language["Lex"]
+      elsif /^\.[a-z][a-z](\s|$)/i.match(data)
+        Language["Groff"]
+      elsif /^\((de|class|rel|code|data|must)\s/.match(data)
+        Language["PicoLisp"]
+      end
+    end
+
+    disambiguate ".ls" do |data|
+      if /^\s*package\s*[\w\.\/\*\s]*\s*{/.match(data)
+        Language["LoomScript"]
+      else
+        Language["LiveScript"]
+      end
+    end
+
+    disambiguate ".lsp", ".lisp" do |data|
+      if /^\s*\((defun|in-package|defpackage) /i.match(data)
+        Language["Common Lisp"]
+      elsif /^\s*\(define /.match(data)
+        Language["NewLisp"]
+      end
+    end
+
+    disambiguate ".m" do |data|
       if ObjectiveCRegex.match(data)
         Language["Objective-C"]
       elsif data.include?(":- module")
@@ -202,45 +217,119 @@ module Linguist
       end
     end
 
-    disambiguate "Gosu", "JavaScript" do |data|
-      Language["Gosu"] if /^uses java\./.match(data)
-    end
-
-    disambiguate "LoomScript", "LiveScript" do |data|
-      if /^\s*package\s*[\w\.\/\*\s]*\s*{/.match(data)
-        Language["LoomScript"]
-      else
-        Language["LiveScript"]
+    disambiguate ".ml" do |data|
+      if /(^\s*module)|let rec |match\s+(\S+\s)+with/.match(data)
+        Language["OCaml"]
+      elsif /=> |case\s+(\S+\s)+of/.match(data)
+        Language["Standard ML"]
       end
     end
 
-    disambiguate "Common Lisp", "NewLisp" do |data|
-      if /^\s*\((defun|in-package|defpackage) /i.match(data)
-        Language["Common Lisp"]
-      elsif /^\s*\(define /.match(data)
-        Language["NewLisp"]
-      end
-    end
-
-    disambiguate "TypeScript", "XML" do |data|
-      if data.include?("<TS ")
+    disambiguate ".mod" do |data|
+      if data.include?('<!ENTITY ')
         Language["XML"]
+      elsif /MODULE\s\w+\s*;/i.match(data) || /^\s*END \w+;$/i.match(data)
+        Language["Modula-2"]
       else
-        Language["TypeScript"]
+        [Language["Linux Kernel Module"], Language["AMPL"]]
       end
     end
 
-    disambiguate "Frege", "Forth", "Text" do |data|
-      if /^(: |also |new-device|previous )/.match(data)
-        Language["Forth"]
-      elsif /^\s*(import|module|package|data|type) /.match(data)
-        Language["Frege"]
+    disambiguate ".ms" do |data|
+      if /^[.'][a-z][a-z](\s|$)/i.match(data)
+        Language["Groff"]
+      elsif /(?<!\S)\.(include|globa?l)\s/.match(data) || /(?<!\/\*)(\A|\n)\s*\.[A-Za-z]/.match(data.gsub(/"([^\\"]|\\.)*"|'([^\\']|\\.)*'|\\\s*(?:--.*)?\n/, ""))
+        Language["GAS"]
       else
+        Language["MAXScript"]
+      end
+    end
+
+    disambiguate ".n" do |data|
+      if /^[.']/.match(data)
+        Language["Groff"]
+      elsif /^(module|namespace|using)\s/.match(data)
+        Language["Nemerle"]
+      end
+    end
+
+    disambiguate ".ncl" do |data|
+      if data.include?("THE_TITLE")
         Language["Text"]
       end
     end
 
-    disambiguate "PLSQL", "SQLPL", "PLpgSQL", "SQL" do |data|
+    disambiguate ".nl" do |data|
+      if /^(b|g)[0-9]+ /.match(data)
+        Language["NL"]
+      else
+        Language["NewLisp"]
+      end
+    end
+
+    disambiguate ".php" do |data|
+      if data.include?("<?hh")
+        Language["Hack"]
+      elsif /<?[^h]/.match(data)
+        Language["PHP"]
+      end
+    end
+
+    disambiguate ".pl" do |data|
+      if /^(use v6|(my )?class|module)/.match(data)
+        Language["Perl6"]
+      elsif /use strict|use\s+v?5\./.match(data)
+        Language["Perl"]
+      elsif /^[^#]+:-/.match(data)
+        Language["Prolog"]
+      end
+    end
+
+    disambiguate ".pm", ".t" do |data|
+      if /^(use v6|(my )?class|module)/.match(data)
+        Language["Perl6"]
+      elsif /use strict|use\s+v?5\./.match(data)
+        Language["Perl"]
+      end
+    end
+
+    disambiguate ".pro" do |data|
+      if /^[^#]+:-/.match(data)
+        Language["Prolog"]
+      elsif data.include?("last_client=")
+        Language["INI"]
+      elsif data.include?("HEADERS") && data.include?("SOURCES")
+        Language["QMake"]
+      elsif /^\s*function[ \w,]+$/.match(data)
+        Language["IDL"]
+      end
+    end
+
+    disambiguate ".r" do |data|
+      if /\bRebol\b/i.match(data)
+        Language["Rebol"]
+      elsif data.include?("<-")
+        Language["R"]
+      end
+    end
+
+    disambiguate ".rs" do |data|
+      if /^(use |fn |mod |pub |macro_rules|impl|#!?\[)/.match(data)
+        Language["Rust"]
+      elsif /#include|#pragma\s+(rs|version)|__attribute__/.match(data)
+        Language["RenderScript"]
+      end
+    end
+
+    disambiguate ".sc" do |data|
+      if /\^(this|super)\./.match(data) || /^\s*(\+|\*)\s*\w+\s*{/.match(data) || /^\s*~\w+\s*=\./.match(data)
+        Language["SuperCollider"]
+      elsif /^\s*import (scala|java)\./.match(data) || /^\s*val\s+\w+\s*=/.match(data) || /^\s*class\b/.match(data)
+        Language["Scala"]
+      end
+    end
+
+    disambiguate ".sql" do |data|
       if /^\\i\b|AS \$\$|LANGUAGE '+plpgsql'+/i.match(data) || /SECURITY (DEFINER|INVOKER)/i.match(data) || /BEGIN( WORK| TRANSACTION)?;/i.match(data)
         #Postgres
         Language["PLpgSQL"]
@@ -256,75 +345,20 @@ module Linguist
       end
     end
 
-    disambiguate "D", "DTrace", "Makefile" do |data|
-      if /^module /.match(data)
-        Language["D"]
-      elsif /^((dtrace:::)?BEGIN|provider |#pragma (D (option|attributes)|ident)\s)/.match(data)
-        Language["DTrace"]
-      elsif /(\/.*:( .* \\)$| : \\$|^ : |: \\$)/.match(data)
-        Language["Makefile"]
-      end
-    end
-
-    disambiguate "OCaml", "Standard ML" do |data|
-      if /(^\s*module)|let rec |match\s+(\S+\s)+with/.match(data)
-        Language["OCaml"]
-      elsif /=> |case\s+(\S+\s)+of/.match(data)
-        Language["Standard ML"]
-      end
-    end
-
-    disambiguate "XML", "Modula-2", "Linux Kernel Module", "AMPL" do |data|
-      if data.include?('<!ENTITY ')
+    disambiguate ".ts" do |data|
+      if data.include?("<TS ")
         Language["XML"]
-      elsif /MODULE\s\w+\s*;/i.match(data) || /^\s*END \w+;$/i.match(data)
-        Language["Modula-2"]
       else
-        [Language["Linux Kernel Module"], Language["AMPL"]]
+        Language["TypeScript"]
       end
     end
 
-    disambiguate "NL", "NewLisp" do |data|
-      if /^(b|g)[0-9]+ /.match(data)
-        Language["NL"]
+    disambiguate ".tst" do |data|
+      if (data.include?("gap> "))
+        Language["GAP"]
+      # Heads up - we don't usually write heuristics like this (with no regex match)
       else
-        Language["NewLisp"]
-      end
-    end
-
-    disambiguate "Rust", "RenderScript" do |data|
-      if /^(use |fn |mod |pub |macro_rules|impl|#!?\[)/.match(data)
-        Language["Rust"]
-      elsif /#include|#pragma\s+(rs|version)|__attribute__/.match(data)
-        Language["RenderScript"]
-      end
-    end
-
-    disambiguate "Common Lisp", "Lex", "Groff", "PicoLisp" do |data|
-      if /\(def(un|macro)\s/.match(data)
-        Language["Common Lisp"]
-      elsif /^(%[%{}]xs|<.*>)/.match(data)
-        Language["Lex"]
-      elsif /^\.[a-z][a-z](\s|$)/i.match(data)
-        Language["Groff"]
-      elsif /^\((de|class|rel|code|data|must)\s/.match(data)
-        Language["PicoLisp"]
-      end
-    end
-
-    disambiguate "Groff", "Nemerle" do |data|
-      if /^[.']/.match(data)
-        Language["Groff"]
-      elsif /^(module|namespace|using)\s/.match(data)
-        Language["Nemerle"]
-      end
-    end
-
-    disambiguate "GAS", "Groff" do |data|
-      if /^[.'][a-z][a-z](\s|$)/i.match(data)
-        Language["Groff"]
-      elsif /((^|\s)move?[. ])|\.(include|globa?l)\s/.match(data)
-        Language["GAS"]
+        Language["Scilab"]
       end
     end
   end

lib/linguist/language.rb

@@ -150,7 +150,8 @@ module Linguist
     #
     # Returns the Language or nil if none was found.
     def self.find_by_name(name)
-      name && @name_index[name.downcase]
+      return nil if name.to_s.empty?
+      name && (@name_index[name.downcase] || @name_index[name.split(',').first.downcase])
     end
 
     # Public: Look up Language by one of its aliases.
@@ -164,7 +165,8 @@ module Linguist
     #
     # Returns the Language or nil if none was found.
     def self.find_by_alias(name)
-      name && @alias_index[name.downcase]
+      return nil if name.to_s.empty?
+      name && (@alias_index[name.downcase] || @alias_index[name.split(',').first.downcase])
     end
 
     # Public: Look up Languages by filename.
@@ -240,7 +242,8 @@ module Linguist
     #
     # Returns the Language or nil if none was found.
     def self.[](name)
-      name && @index[name.downcase]
+      return nil if name.to_s.empty?
+      name && (@index[name.downcase] || @index[name.split(',').first.downcase])
     end
 
     # Public: A List of popular languages

lib/linguist/languages.yml

@@ -8,7 +8,8 @@
 #                     Use "text" if a mode does not exist.
 # wrap              - Boolean wrap to enable line wrapping (default: false)
 # extensions        - An Array of associated extensions (the first one is
-#                     considered the primary extension)
+#                     considered the primary extension, the others should be
+#                     listed alphabetically)
 # interpreters      - An Array of associated interpreters
 # searchable        - Boolean flag to enable searching (defaults to true)
 # search_term       - Deprecated: Some languages maybe indexed under a
@@ -141,7 +142,7 @@ Agda:
 
 Alloy:
   type: programming  # 'modeling' would be more appropiate
-  color: "#cc5c24"
+  color: "#64C800"
   extensions:
   - .als
   ace_mode: text
@@ -214,7 +215,7 @@ AspectJ:
   color: "#a957b0"
   extensions:
   - .aj
-  tm_scope: none
+  tm_scope: source.aspectj
   ace_mode: text
 
 Assembly:
@@ -392,6 +393,7 @@ C#:
   - csharp
   extensions:
   - .cs
+  - .cake
   - .cshtml
   - .csx
 
@@ -501,6 +503,13 @@ Chapel:
   - .chpl
   ace_mode: text
 
+Charity:
+  type: programming
+  extensions:
+    - .ch
+  tm_scope: none
+  ace_mode: text
+
 ChucK:
   type: programming
   extensions:
@@ -532,6 +541,14 @@ Clean:
   tm_scope: none
   ace_mode: text
 
+Click:
+  type: programming
+  color: "#E4E6F3"
+  extensions:
+  - .click
+  tm_scope: source.click
+  ace_mode: text
+
 Clojure:
   type: programming
   ace_mode: clojure
@@ -560,6 +577,7 @@ CoffeeScript:
   extensions:
   - .coffee
   - ._coffee
+  - .cake
   - .cjsx
   - .cson
   - .iced
@@ -609,6 +627,7 @@ Common Lisp:
   - .lsp
   - .ny
   - .podsl
+  - .sexp
   interpreters:
   - lisp
   - sbcl
@@ -711,7 +730,7 @@ Cython:
 
 D:
   type: programming
-  color: "#fcd46d"
+  color: "#ba595e"
   extensions:
   - .d
   - .di
@@ -743,6 +762,14 @@ DM:
   tm_scope: source.c++
   ace_mode: c_cpp
 
+DNS Zone:
+  type: data
+  extensions:
+  - .zone
+  - .arpa
+  tm_scope: text.zone_file
+  ace_mode: text
+
 DTrace:
   type: programming
   aliases:
@@ -827,6 +854,14 @@ ECL:
   tm_scope: none
   ace_mode: text
 
+ECLiPSe:
+  type: programming
+  group: prolog
+  extensions:
+  - .ecl
+  tm_scope: source.prolog.eclipse
+  ace_mode: prolog
+
 Eagle:
   type: markup
   color: "#814C05"
@@ -860,6 +895,8 @@ Elixir:
   ace_mode: elixir
   filenames:
   - mix.lock
+  interpreters:
+  - elixir
 
 Elm:
   type: programming
@@ -987,6 +1024,7 @@ Formatted:
   type: data
   extensions:
   - .for
+  - .eam.fs
   tm_scope: none
   ace_mode: text
 
@@ -1004,6 +1042,16 @@ Forth:
   - .fs
   ace_mode: forth
 
+FreeMarker:
+  type: programming
+  color: "#0050b2"
+  aliases:
+  - ftl
+  extensions:
+  - .ftl
+  tm_scope: text.html.ftl
+  ace_mode: ftl
+
 Frege:
   type: programming
   color: "#00cafe"
@@ -1261,6 +1309,14 @@ Groovy Server Pages:
   tm_scope: text.html.jsp
   ace_mode: jsp
 
+HCL:
+  type: programming
+  extensions:
+    - .hcl
+    - .tf
+  ace_mode: ruby
+  tm_scope: source.ruby
+
 HTML:
   type: markup
   tm_scope: text.html.basic
@@ -1285,11 +1341,22 @@ HTML+Django:
   - .mustache
   - .jinja
   aliases:
+  - django
   - html+django/jinja
   - html+jinja
   - htmldjango
   ace_mode: django
 
+HTML+EEX:
+  type: markup
+  tm_scope: text.html.elixir
+  group: HTML
+  aliases:
+  - eex
+  extensions:
+  - .eex
+  ace_mode: text
+
 HTML+ERB:
   type: markup
   tm_scope: text.html.erb
@@ -1299,7 +1366,7 @@ HTML+ERB:
   extensions:
   - .erb
   - .erb.deface
-  ace_mode: html_ruby
+  ace_mode: text
 
 HTML+PHP:
   type: markup
@@ -1335,6 +1402,7 @@ Haml:
 Handlebars:
   type: markup
   color: "#01a9d6"
+  group: HTML
   aliases:
   - hbs
   - htmlbars
@@ -1513,7 +1581,9 @@ JSON:
   searchable: false
   extensions:
   - .json
+  - .geojson
   - .lock
+  - .topojson
   filenames:
   - .jshintrc
   - composer.lock
@@ -1541,12 +1611,20 @@ JSONiq:
   - .jq
   tm_scope: source.jq
 
+JSX:
+  type: programming
+  group: JavaScript
+  extensions:
+  - .jsx
+  tm_scope: source.js.jsx
+  ace_mode: javascript
+
 Jade:
   group: HTML
   type: markup
   extensions:
   - .jade
-  tm_scope: source.jade
+  tm_scope: text.jade
   ace_mode: jade
 
 Jasmin:
@@ -1591,10 +1669,10 @@ JavaScript:
   - .gs
   - .jake
   - .jsb
+  - .jscad
   - .jsfl
   - .jsm
   - .jss
-  - .jsx
   - .njs
   - .pac
   - .sjs
@@ -1626,6 +1704,18 @@ Julia:
   color: "#a270ba"
   ace_mode: julia
 
+Jupyter Notebook:
+  type: markup
+  ace_mode: json
+  tm_scope: source.json
+  color: "#DA5B0B"
+  extensions:
+  - .ipynb
+  filenames:
+  - Notebook
+  aliases:
+  - IPython Notebook
+
 KRL:
   type: programming
   color: "#28431f"
@@ -1638,6 +1728,7 @@ KiCad:
   type: programming
   extensions:
   - .sch
+  - .brd
   - .kicad_pcb
   tm_scope: none
   ace_mode: text
@@ -1687,6 +1778,7 @@ LSL:
   ace_mode: lsl
   extensions:
   - .lsl
+  - .lslp
   interpreters:
   - lsl
   color: '#3d9970'
@@ -1695,8 +1787,8 @@ LabVIEW:
   type: programming
   extensions:
   - .lvproj
-  tm_scope: none
-  ace_mode: text
+  tm_scope: text.xml
+  ace_mode: xml
 
 Lasso:
   type: programming
@@ -1886,6 +1978,15 @@ M:
   tm_scope: source.lisp
   ace_mode: lisp
 
+MAXScript:
+  type: programming
+  color: "#00a6a6"
+  extensions:
+  - .ms
+  - .mcr
+  tm_scope: source.maxscript
+  ace_mode: text
+
 MTML:
   type: markup
   color: "#b7e1f4"
@@ -1918,6 +2019,7 @@ Makefile:
   - GNUmakefile
   - Kbuild
   - Makefile
+  - Makefile.inc
   - makefile
   interpreters:
   - make
@@ -1970,6 +2072,8 @@ Mathematica:
 Matlab:
   type: programming
   color: "#bb92ac"
+  aliases:
+  - octave
   extensions:
   - .matlab
   - .m
@@ -2018,6 +2122,14 @@ Mercury:
   tm_scope: source.mercury
   ace_mode: prolog
 
+Metal:
+  type: programming
+  color: "#8f14e9"
+  extensions:
+  - .metal
+  tm_scope: source.c++
+  ace_mode: c_cpp
+
 MiniD: # Legacy
   type: programming
   searchable: false
@@ -2091,6 +2203,14 @@ Myghty:
   tm_scope: none
   ace_mode: text
 
+NCL:
+  type: programming
+  color: "#28431f"
+  extensions:
+  - .ncl
+  tm_scope: source.ncl
+  ace_mode: text
+
 NL:
   type: data
   extensions:
@@ -2388,6 +2508,7 @@ PHP:
   - .php3
   - .php4
   - .php5
+  - .phps
   - .phpt
   filenames:
   - Phakefile
@@ -2401,8 +2522,10 @@ PLSQL:
   type: programming
   ace_mode: sql
   tm_scope: source.plsql.oracle
+  color: "#dad8d8"
   extensions:
   - .pls
+  - .pck
   - .pkb
   - .pks
   - .plb
@@ -2519,6 +2642,13 @@ Perl6:
   tm_scope: source.perl.6
   ace_mode: perl
 
+Pickle:
+  type: data
+  extensions:
+  - .pkl
+  tm_scope: none
+  ace_mode: text
+
 PicoLisp:
   type: programming
   extensions:
@@ -2563,6 +2693,13 @@ PogoScript:
   tm_scope: source.pogoscript
   ace_mode: text
 
+Pony:
+  type: programming
+  extensions:
+  - .pony
+  tm_scope: source.pony
+  ace_mode: text
+
 PostScript:
   type: markup
   extensions:
@@ -2595,11 +2732,11 @@ Prolog:
   color: "#74283c"
   extensions:
   - .pl
-  - .ecl
   - .pro
   - .prolog
   interpreters:
   - swipl
+  tm_scope: source.prolog
   ace_mode: prolog
 
 Propeller Spin:
@@ -2630,7 +2767,7 @@ Public Key:
 
 Puppet:
   type: programming
-  color: "#332A77"
+  color: "#302B6D"
   extensions:
   - .pp
   filenames:
@@ -2659,7 +2796,7 @@ PureScript:
   color: "#1D222D"
   extensions:
   - .purs
-  tm_scope: source.haskell
+  tm_scope: source.purescript
   ace_mode: haskell
 
 Python:
@@ -2737,7 +2874,7 @@ R:
   ace_mode: r
 
 RAML:
-  type: data
+  type: markup
   ace_mode: yaml
   tm_scope: source.yaml
   color: "#77d9fb"
@@ -2780,7 +2917,7 @@ RMarkdown:
   ace_mode: markdown
   extensions:
   - .rmd
-  tm_scope: none
+  tm_scope: source.gfm
 
 Racket:
   type: programming
@@ -2910,6 +3047,7 @@ Ruby:
   - .pryrc
   - Appraisals
   - Berksfile
+  - Brewfile
   - Buildfile
   - Deliverfile
   - Fastfile
@@ -3053,7 +3191,7 @@ Sass:
 Scala:
   type: programming
   ace_mode: scala
-  color: "#7dd3b0"
+  color: "#DC322F"
   extensions:
   - .scala
   - .sbt
@@ -3158,6 +3296,7 @@ Slim:
   color: "#ff8f77"
   extensions:
   - .slim
+  tm_scope: text.slim
   ace_mode: text
 
 Smali:
@@ -3241,9 +3380,12 @@ SuperCollider:
   type: programming
   color: "#46390b"
   extensions:
-  - .scd
   - .sc
-  tm_scope: none
+  - .scd
+  interpreters:
+  - sclang
+  - scsynth
+  tm_scope: source.supercollider
   ace_mode: text
 
 Swift:
@@ -3336,6 +3478,7 @@ Text:
   extensions:
   - .txt
   - .fr
+  - .ncl
   tm_scope: none
   ace_mode: text
 
@@ -3385,6 +3528,7 @@ TypeScript:
   - ts
   extensions:
   - .ts
+  - .tsx
   tm_scope: source.ts
   ace_mode: typescript
 
@@ -3418,6 +3562,17 @@ UnrealScript:
   tm_scope: source.java
   ace_mode: java
 
+UrWeb:
+  type: programming
+  aliases:
+  - Ur/Web
+  - Ur
+  extensions:
+  - .ur
+  - .urs
+  tm_scope: source.ur
+  ace_mode: text
+
 VCL:
   group: Perl
   type: programming
@@ -3500,6 +3655,14 @@ Volt:
   tm_scope: source.d
   ace_mode: d
 
+Vue:
+  type: markup
+  color: "#2c3e50"
+  extensions:
+  - .vue
+  tm_scope: text.html.vue
+  ace_mode: html
+
 Web Ontology Language:
   type: markup
   color: "#9cc9dd"
@@ -3515,6 +3678,16 @@ WebIDL:
   tm_scope: source.webidl
   ace_mode: text
 
+X10:
+  type: programming
+  aliases:
+  - xten
+  ace_mode: text
+  extensions:
+  - .x10
+  color: "#4B6BEF"
+  tm_scope: source.x10
+
 XC:
   type: programming
   color: "#99DA07"
@@ -3537,6 +3710,7 @@ XML:
   - .ccxml
   - .clixml
   - .cproject
+  - .csl
   - .csproj
   - .ct
   - .dita
@@ -3552,6 +3726,7 @@ XML:
   - .iml
   - .ivy
   - .jelly
+  - .jsproj
   - .kml
   - .launch
   - .mdpolicy
@@ -3582,6 +3757,7 @@ XML:
   - .tmSnippet
   - .tmTheme
   - .ts
+  - .tsx
   - .ui
   - .urdf
   - .vbproj
@@ -3612,6 +3788,14 @@ XML:
   - Web.config
   - packages.config
 
+XPages:
+  type: programming
+  extensions:
+  - .xsp-config
+  - .xsp.metadata
+  tm_scope: none
+  ace_mode: xml
+
 XProc:
   type: programming
   extensions:
@@ -3676,7 +3860,9 @@ YAML:
   - .yml
   - .reek
   - .rviz
+  - .syntax
   - .yaml
+  - .yaml-tmlanguage
   ace_mode: yaml
 
 Yacc:
@@ -3781,8 +3967,13 @@ wisp:
 xBase:
   type: programming
   color: "#403a40"
+  aliases:
+  - advpl
+  - clipper
+  - foxpro
   extensions:
   - .prg
   - .ch
+  - .prw
   tm_scope: source.harbour
   ace_mode: text

lib/linguist/lazy_blob.rb

@@ -4,7 +4,11 @@ require 'rugged'
 
 module Linguist
   class LazyBlob
-    GIT_ATTR = ['linguist-documentation', 'linguist-language', 'linguist-vendored']
+    GIT_ATTR = ['linguist-documentation',
+                'linguist-language',
+                'linguist-vendored',
+                'linguist-generated']
+
     GIT_ATTR_OPTS = { :priority => [:index], :skip_system => true }
     GIT_ATTR_FLAGS = Rugged::Repository::Attributes.parse_opts(GIT_ATTR_OPTS)
 
@@ -31,14 +35,6 @@ module Linguist
         name, GIT_ATTR, GIT_ATTR_FLAGS)
     end
 
-    def vendored?
-      if attr = git_attributes['linguist-vendored']
-        return boolean_attribute(attr)
-      else
-        return super
-      end
-    end
-
     def documentation?
       if attr = git_attributes['linguist-documentation']
         boolean_attribute(attr)
@@ -47,6 +43,22 @@ module Linguist
       end
     end
 
+    def generated?
+      if attr = git_attributes['linguist-generated']
+        boolean_attribute(attr)
+      else
+        super
+      end
+    end
+
+    def vendored?
+      if attr = git_attributes['linguist-vendored']
+        return boolean_attribute(attr)
+      else
+        super
+      end
+    end
+
     def language
       return @language if defined?(@language)
 
@@ -67,6 +79,10 @@ module Linguist
       @size
     end
 
+    def cleanup!
+      @data.clear if @data
+    end
+
     protected
 
     # Returns true if the attribute is present and not the string "false".

lib/linguist/repository.rb

@@ -126,12 +126,13 @@ module Linguist
     end
 
     protected
+    MAX_TREE_SIZE = 100_000
 
     def compute_stats(old_commit_oid, cache = nil)
+      return {} if current_tree.count_recursive(MAX_TREE_SIZE) >= MAX_TREE_SIZE
+
       old_tree = old_commit_oid && Rugged::Commit.lookup(repository, old_commit_oid).tree
-
       read_index
-
       diff = Rugged::Tree.diff(repository, old_tree, current_tree)
 
       # Clear file map and fetch full diff if any .gitattributes files are changed
@@ -157,8 +158,11 @@ module Linguist
 
           blob = Linguist::LazyBlob.new(repository, delta.new_file[:oid], new, mode.to_s(8))
 
-          next unless blob.include_in_language_stats?
-          file_map[new] = [blob.language.group.name, blob.size]
+          if blob.include_in_language_stats?
+            file_map[new] = [blob.language.group.name, blob.size]
+          end
+
+          blob.cleanup!
         end
       end
 

lib/linguist/strategy/modeline.rb

@@ -2,7 +2,7 @@ module Linguist
   module Strategy
     class Modeline
       EmacsModeline = /-\*-\s*(?:(?!mode)[\w-]+\s*:\s*(?:[\w+-]+)\s*;?\s*)*(?:mode\s*:)?\s*([\w+-]+)\s*(?:;\s*(?!mode)[\w-]+\s*:\s*[\w+-]+\s*)*;?\s*-\*-/i
-      VimModeline = /vim:\s*set\s*(?:ft|filetype)=(\w+):/i
+      VimModeline = /vim:\s*set.*\s(?:ft|filetype)=(\w+)\s?.*:/i
 
       # Public: Detects language based on Vim and Emacs modelines
       #

lib/linguist/tokenizer.rb

@@ -86,17 +86,17 @@ module Linguist
           if s.peek(1) == "\""
             s.getch
           else
-            s.skip_until(/[^\\]"/)
+            s.skip_until(/(?<!\\)"/)
           end
         elsif s.scan(/'/)
           if s.peek(1) == "'"
             s.getch
           else
-            s.skip_until(/[^\\]'/)
+            s.skip_until(/(?<!\\)'/)
           end
 
         # Skip number literals
-        elsif s.scan(/(0x)?\d(\d|\.)*/)
+        elsif s.scan(/(0x\h(\h|\.)*|\d(\d|\.)*)([uU][lL]{0,2}|([eE][-+]\d*)?[fFlL]*)/)
 
         # SGML style brackets
         elsif token = s.scan(/<[^\s<>][^<>]*>/)

lib/linguist/vendor.yml

@@ -78,6 +78,9 @@
 # Haxelib projects often contain a neko bytecode file named run.n
 - run.n$
 
+# Bootstrap Datepicker
+- bootstrap-datepicker/
+
 ## Commonly Bundled JavaScript frameworks ##
 
 # jQuery
@@ -88,6 +91,34 @@
 - (^|/)jquery\-ui(\-\d\.\d+(\.\d+)?)?(\.\w+)?\.(js|css)$
 - (^|/)jquery\.(ui|effects)\.([^.]*)\.(js|css)$
 
+# jQuery Gantt
+- jquery.fn.gantt.js
+
+# jQuery fancyBox
+- jquery.fancybox.(js|css)
+
+# Fuel UX
+- fuelux.js
+
+# jQuery File Upload
+- (^|/)jquery\.fileupload(-\w+)?\.js$
+
+# Slick
+- (^|/)slick\.\w+.js$
+
+# Leaflet plugins
+- (^|/)Leaflet\.Coordinates-\d+\.\d+\.\d+\.src\.js$
+- leaflet.draw-src.js
+- leaflet.draw.css
+- Control.FullScreen.css
+- Control.FullScreen.js
+- leaflet.spin.js
+- wicket-leaflet.js
+
+# Sublime Text workspace files
+- .sublime-project
+- .sublime-workspace
+
 # Prototype
 - (^|/)prototype(.*)\.js$
 - (^|/)effects\.js$
@@ -122,7 +153,7 @@
 - (^|/)Chart\.js$
 
 # Codemirror
-- (^|/)[Cc]ode[Mm]irror/(lib|mode|theme|addon|keymap)
+- (^|/)[Cc]ode[Mm]irror/(\d+\.\d+/)?(lib|mode|theme|addon|keymap|demo)
 
 # SyntaxHighlighter - http://alexgorbatchev.com/
 - (^|/)shBrush([^.]*)\.js$
@@ -164,6 +195,11 @@
 
 ## Obj-C ##
 
+# Xcode
+
+- \.xctemplate/
+- \.imageset/
+
 # Carthage
 - ^Carthage/
 
@@ -179,6 +215,10 @@
 # Fabric
 - Fabric.framework/
 
+# git config files
+- gitattributes$
+- gitignore$
+- gitmodules$
 
 ## Groovy ##
 
@@ -224,21 +264,9 @@
 # Html5shiv
 - (^|/)html5shiv\.js$
 
-# Samples folders
-- ^[Ss]amples/
-
-# LICENSE, README, git config files
-- ^COPYING$
-- LICENSE$
-- License$
-- gitattributes$
-- gitignore$
-- gitmodules$
-- ^README$
-- ^readme$
-
 # Test fixtures
 - ^[Tt]ests?/fixtures/
+- ^[Ss]pecs?/fixtures/
 
 # PhoneGap/Cordova
 - (^|/)cordova([^.]*)\.js$

lib/linguist/version.rb

@@ -1,3 +1,3 @@
 module Linguist
-  VERSION = "4.5.9"
+  VERSION = "4.7.3"
 end

samples/C#/build.cake

@@ -0,0 +1,86 @@
+///////////////////////////////////////////////////////////////////////////////
+// ARGUMENTS
+///////////////////////////////////////////////////////////////////////////////
+
+var target = Argument<string>("target", "Default");
+var configuration = Argument<string>("configuration", "Release");
+
+///////////////////////////////////////////////////////////////////////////////
+// GLOBAL VARIABLES
+///////////////////////////////////////////////////////////////////////////////
+
+var solutions = GetFiles("./**/*.sln");
+var solutionPaths = solutions.Select(solution => solution.GetDirectory());
+
+///////////////////////////////////////////////////////////////////////////////
+// SETUP / TEARDOWN
+///////////////////////////////////////////////////////////////////////////////
+
+Setup(() =>
+{
+    // Executed BEFORE the first task.
+    Information("Running tasks...");
+});
+
+Teardown(() =>
+{
+    // Executed AFTER the last task.
+    Information("Finished running tasks.");
+});
+
+///////////////////////////////////////////////////////////////////////////////
+// TASK DEFINITIONS
+///////////////////////////////////////////////////////////////////////////////
+
+Task("Clean")
+    .Does(() =>
+{
+    // Clean solution directories.
+    foreach(var path in solutionPaths)
+    {
+        Information("Cleaning {0}", path);
+        CleanDirectories(path + "/**/bin/" + configuration);
+        CleanDirectories(path + "/**/obj/" + configuration);
+    }
+});
+
+Task("Restore")
+    .Does(() =>
+{
+    // Restore all NuGet packages.
+    foreach(var solution in solutions)
+    {
+        Information("Restoring {0}...", solution);
+        NuGetRestore(solution);
+    }
+});
+
+Task("Build")
+    .IsDependentOn("Clean")
+    .IsDependentOn("Restore")
+    .Does(() =>
+{
+    // Build all solutions.
+    foreach(var solution in solutions)
+    {
+        Information("Building {0}", solution);
+        MSBuild(solution, settings => 
+            settings.SetPlatformTarget(PlatformTarget.MSIL)
+                .WithProperty("TreatWarningsAsErrors","true")
+                .WithTarget("Build")
+                .SetConfiguration(configuration));
+    }
+});
+
+///////////////////////////////////////////////////////////////////////////////
+// TARGETS
+///////////////////////////////////////////////////////////////////////////////
+
+Task("Default")
+    .IsDependentOn("Build");
+
+///////////////////////////////////////////////////////////////////////////////
+// EXECUTION
+///////////////////////////////////////////////////////////////////////////////
+
+RunTarget(target);

samples/Charity/example.ch

@@ -0,0 +1,6 @@
+%
+%   Some very badly written Charity
+%
+
+data LA(A) -> D = ss: A -> D
+                | ff: -> D.

samples/Click/sr2.click

@@ -0,0 +1,133 @@
+rates :: AvailableRates
+elementclass sr2 {
+  $sr2_ip, $sr2_nm, $wireless_mac, $gateway, $probes|
+
+
+arp :: ARPTable();
+lt :: LinkTable(IP $sr2_ip);
+
+
+gw :: SR2GatewaySelector(ETHTYPE 0x062c,
+		      IP $sr2_ip,
+		      ETH $wireless_mac,
+		      LT lt,
+		      ARP arp,
+		      PERIOD 15,
+		      GW $gateway);
+
+
+gw -> SR2SetChecksum -> [0] output;
+
+set_gw :: SR2SetGateway(SEL gw);
+
+
+es :: SR2ETTStat(ETHTYPE 0x0641, 
+	      ETH $wireless_mac, 
+	      IP $sr2_ip, 
+	      PERIOD 30000,
+	      TAU 300000,
+	      ARP arp,
+	      PROBES $probes,
+	      ETT metric,
+	      RT rates);
+
+
+metric :: SR2ETTMetric(LT lt);
+
+
+forwarder :: SR2Forwarder(ETHTYPE 0x0643, 
+			      IP $sr2_ip, 
+			      ETH $wireless_mac, 
+			      ARP arp, 
+			      LT lt);
+
+
+querier :: SR2Querier(ETH $wireless_mac, 
+		     SR forwarder,
+		     LT lt, 
+		     ROUTE_DAMPENING true,
+		     TIME_BEFORE_SWITCH 5,
+		     DEBUG true);
+
+
+query_forwarder :: SR2MetricFlood(ETHTYPE 0x0644,
+			       IP $sr2_ip, 
+			       ETH $wireless_mac, 
+			       LT lt, 
+			       ARP arp,
+			       DEBUG false);
+
+query_responder :: SR2QueryResponder(ETHTYPE 0x0645,
+				    IP $sr2_ip, 
+				    ETH $wireless_mac, 
+				    LT lt, 
+				    ARP arp,
+				    DEBUG true);
+
+
+query_responder -> SR2SetChecksum -> [0] output;
+query_forwarder -> SR2SetChecksum -> SR2Print(forwarding) -> [0] output;
+query_forwarder [1] -> query_responder;
+
+data_ck :: SR2SetChecksum() 
+
+input [1] 
+-> host_cl :: IPClassifier(dst net $sr2_ip mask $sr2_nm,
+				-)
+-> querier
+-> data_ck;
+
+
+host_cl [1] -> [0] set_gw [0] -> querier;
+
+forwarder[0] 
+  -> dt ::DecIPTTL
+  -> data_ck
+  -> [2] output;
+
+
+dt[1] 
+-> Print(ttl-error) 
+-> ICMPError($sr2_ip, timeexceeded, 0) 
+-> querier;
+
+
+// queries
+querier [1] -> [1] query_forwarder;
+es -> SetTimestamp() -> [1] output;
+
+
+forwarder[1] //ip packets to me
+  -> SR2StripHeader()
+  -> CheckIPHeader()
+  -> from_gw_cl :: IPClassifier(src net $sr2_ip mask $sr2_nm,
+				-)
+  -> [3] output;
+
+from_gw_cl [1] -> [1] set_gw [1] -> [3] output;
+
+ input [0]
+   -> ncl :: Classifier(
+			12/0643 , //sr2_forwarder
+			12/0644 , //sr2
+			12/0645 , //replies
+			12/0641 , //sr2_es
+			12/062c , //sr2_gw
+			);
+ 
+ 
+ ncl[0] -> SR2CheckHeader() -> [0] forwarder;
+ ncl[1] -> SR2CheckHeader() -> PrintSR(query) -> query_forwarder
+ ncl[2] -> SR2CheckHeader() -> query_responder;
+ ncl[3] -> es;
+ ncl[4] -> SR2CheckHeader() -> gw;
+ 
+}
+
+
+
+Idle -> s :: sr2(2.0.0.1, 255.0.0.0, 00:00:00:00:00:01, false, "12 60 12 1500") -> Discard;
+Idle -> [1] s;
+s[1] -> Discard;
+s[2] -> Discard;
+s[3] -> Discard;

samples/Click/thomer-nat.click

@@ -0,0 +1,142 @@
+// This Click configuration implements a firewall and NAT, roughly based on the
+// mazu-nat.click example.
+//
+// This example assumes there is one interface that is IP-aliased.  In this
+// example, eth0 and eth0:0 have IP addresses 66.68.65.90 and 192.168.1.1,
+// respectively.  There is a local network, 192.168.1.0/24, and an upstream
+// gateway, 66.58.65.89.  Traffic from the local network is NATed.
+//
+// Connections can be initiated from the NAT box itself, also.
+// 
+// For bugs, suggestions, and, corrections, please email me.
+//
+// Author: Thomer M. Gil (click@thomer.com)
+
+AddressInfo(
+    eth0-in     192.168.1.1     192.168.1.0/24  00:0d:87:9d:1c:e9,
+    eth0-ex     66.58.65.90                     00:0d:87:9d:1c:e9,
+    gw-addr     66.58.65.89                     00:20:6f:14:54:c2
+);
+
+
+elementclass SniffGatewayDevice {
+  $device |
+  from :: FromDevice($device)
+    -> t1 :: Tee
+    -> output;
+  input -> q :: Queue(1024)
+    -> t2 :: PullTee
+    -> to :: ToDevice($device);
+  t1[1] -> ToHostSniffers;
+  t2[1] -> ToHostSniffers($device);
+  ScheduleInfo(from .1, to 1);
+}
+
+
+device :: SniffGatewayDevice(eth0);
+arpq_in :: ARPQuerier(eth0-in) -> device;
+ip_to_extern :: GetIPAddress(16)
+        -> CheckIPHeader
+        -> EtherEncap(0x800, eth0-ex, gw-addr)
+        -> device;
+ip_to_host :: EtherEncap(0x800, gw-addr, eth0-ex)
+        -> ToHost;
+ip_to_intern :: GetIPAddress(16)
+        -> CheckIPHeader
+        -> arpq_in;
+
+                 
+arp_class :: Classifier(
+        12/0806 20/0001,        // [0] ARP requests
+        12/0806 20/0002,        // [1] ARP replies to host
+        12/0800);               // [2] IP packets
+
+device -> arp_class;
+
+// ARP crap
+arp_class[0] -> ARPResponder(eth0-in, eth0-ex) -> device;
+arp_class[1] -> arp_t :: Tee;
+                arp_t[0] -> ToHost;
+                arp_t[1] -> [1]arpq_in;
+
+
+// IP packets
+arp_class[2] -> Strip(14)
+   -> CheckIPHeader
+   -> ipclass :: IPClassifier(dst host eth0-ex,
+                              dst host eth0-in,
+                              src net eth0-in);
+
+// Define pattern NAT
+iprw :: IPRewriterPatterns(NAT eth0-ex 50000-65535 - -);
+
+// Rewriting rules for UDP/TCP packets
+// output[0] rewritten to go into the wild
+// output[1] rewritten to come back from the wild or no match
+rw :: IPRewriter(pattern NAT 0 1,
+                 pass 1);
+
+// Rewriting rules for ICMP packets
+irw :: ICMPPingRewriter(eth0-ex, -);
+irw[0] -> ip_to_extern;
+irw[1] -> icmp_me_or_intern :: IPClassifier(dst host eth0-ex, -);
+          icmp_me_or_intern[0] -> ip_to_host;
+          icmp_me_or_intern[1] -> ip_to_intern;
+
+// Rewriting rules for ICMP error packets
+ierw :: ICMPRewriter(rw irw);
+ierw[0] -> icmp_me_or_intern;
+ierw[1] -> icmp_me_or_intern;
+
+
+// Packets directed at eth0-ex.
+// Send it through IPRewriter(pass).  If there was a mapping, it will be
+// rewritten such that dst is eth0-in:net, otherwise dst will still be for
+// eth0-ex.
+ipclass[0] -> [1]rw;
+
+// packets that were rewritten, heading into the wild world.
+rw[0] -> ip_to_extern;
+
+// packets that come back from the wild or are not part of an established
+// connection.
+rw[1] -> established_class :: IPClassifier(dst host eth0-ex,
+                                           dst net eth0-in);
+
+         // not established yet or returning packets for a connection that was
+         // established from this host itself.
+         established_class[0] ->
+           firewall :: IPClassifier(dst tcp port ssh,
+                                    dst tcp port smtp,
+                                    dst tcp port domain,
+                                    dst udp port domain,
+                                    icmp type echo-reply,
+                                    proto icmp,
+                                    port > 4095,
+                                    -);
+
+                                    firewall[0] -> ip_to_host; // ssh
+                                    firewall[1] -> ip_to_host; // smtp
+                                    firewall[2] -> ip_to_host; // domain (t)
+                                    firewall[3] -> ip_to_host; // domain (u)
+                                    firewall[4] -> [0]irw;     // icmp reply
+                                    firewall[5] -> [0]ierw;    // other icmp
+                                    firewall[6] -> ip_to_host; // port > 4095, probably for connection
+                                                               // originating from host itself
+                                    firewall[7] -> Discard;    // don't allow incoming for port <= 4095
+
+        // established connection
+        established_class[1] -> ip_to_intern;
+
+// To eth0-in.  Only accept from inside network.
+ipclass[1] -> IPClassifier(src net eth0-in) -> ip_to_host;
+
+// Packets from eth0-in:net either stay on local network or go to the wild.
+// Those that go into the wild need to go through the appropriate rewriting
+// element.  (Either UDP/TCP rewriter or ICMP rewriter.)
+ipclass[2] -> inter_class :: IPClassifier(dst net eth0-in, -);
+              inter_class[0] -> ip_to_intern;
+              inter_class[1] -> ip_udp_class :: IPClassifier(tcp or udp,
+                                                             icmp type echo);
+                                ip_udp_class[0] -> [0]rw;
+                                ip_udp_class[1] -> [0]irw;

samples/CoffeeScript/build.cake

@@ -0,0 +1,17 @@
+fs = require 'fs'
+
+{print} = require 'sys'
+{spawn} = require 'child_process'
+
+build = (callback) ->
+	coffee = spawn 'coffee', ['-c', '-o', '.', '.']
+	coffee.stderr.on 'data', (data) ->
+		process.stderr.write data.toString()
+	coffee.stdout.on 'data', (data) ->
+		print data.toString()
+	coffee.on 'exit', (code) ->
+		callback?() if code is 0
+
+task 'build', 'Build from source',  ->
+	build() 
+	

samples/Common Lisp/config.sexp

@@ -0,0 +1,2 @@
+((exe_name hello)
+ (link_order (world hello)))

samples/Common Lisp/rss.sexp

@@ -0,0 +1,103 @@
+
+(:TURTLE
+
+ (:@PREFIX "rdf:" "<http://www.w3.org/1999/02/22-rdf-syntax-ns#>")
+ (:@PREFIX "owl:" "<http://www.w3.org/2002/07/owl#>")
+ (:@PREFIX "dc:" "<http://purl.org/dc/elements/1.1/>")
+ (:@PREFIX "xsd:" "<http://www.w3.org/2001/XMLSchema#>")
+ (:@PREFIX "rdfs:" "<http://www.w3.org/2000/01/rdf-schema#>")
+
+ (:TRIPLES (:URIREF "<http://purl.org/rss/1.0/channel>")
+ 
+   (:PREDICATE-OBJECT-LIST
+     (:URIREF #1="<http://www.w3.org/1999/02/22-rdf-syntax-ns#type>")
+     (:OBJECTS
+       (:QNAME "rdfs:Class")))
+       
+   (:PREDICATE-OBJECT-LIST
+     (:QNAME "rdfs:comment")
+     (:OBJECTS
+       (:STRING "An RSS information channel.")))
+       
+   (:PREDICATE-OBJECT-LIST
+     (:QNAME "rdfs:isDefinedBy")
+     (:OBJECTS
+       (:URIREF "<http://purl.org/rss/1.0/>")))
+       
+   (:PREDICATE-OBJECT-LIST
+     (:QNAME "rdfs:label")
+     (:OBJECTS
+       (:STRING "Channel"))))
+       
+ (:TRIPLES (:URIREF "<http://purl.org/rss/1.0/description>")
+  
+   (:PREDICATE-OBJECT-LIST
+     (:URIREF #1#)
+     (:OBJECTS
+       (:QNAME "rdf:Property")))
+      
+  (:PREDICATE-OBJECT-LIST (:QNAME "rdfs:comment")
+   (:OBJECTS (:STRING "A short text description of the subject.")))
+  (:PREDICATE-OBJECT-LIST (:QNAME "rdfs:isDefinedBy")
+   (:OBJECTS (:URIREF "<http://purl.org/rss/1.0/>")))
+  (:PREDICATE-OBJECT-LIST (:QNAME "rdfs:label") (:OBJECTS (:STRING "Description")))
+  (:PREDICATE-OBJECT-LIST (:QNAME "rdfs:subPropertyOf") (:OBJECTS (:QNAME "dc:description"))))
+ (:TRIPLES (:URIREF "<http://purl.org/rss/1.0/image>")
+  (:PREDICATE-OBJECT-LIST (:URIREF #1#) (:OBJECTS (:QNAME "rdfs:Class")))
+  (:PREDICATE-OBJECT-LIST (:QNAME "rdfs:comment") (:OBJECTS (:STRING "An RSS image.")))
+  (:PREDICATE-OBJECT-LIST (:QNAME "rdfs:isDefinedBy")
+   (:OBJECTS (:URIREF "<http://purl.org/rss/1.0/>")))
+  (:PREDICATE-OBJECT-LIST (:QNAME "rdfs:label") (:OBJECTS (:STRING "Image"))))
+ (:TRIPLES (:URIREF "<http://purl.org/rss/1.0/item>")
+  (:PREDICATE-OBJECT-LIST (:URIREF #1#) (:OBJECTS (:QNAME "rdfs:Class")))
+  (:PREDICATE-OBJECT-LIST (:QNAME "rdfs:comment") (:OBJECTS (:STRING "An RSS item.")))
+  (:PREDICATE-OBJECT-LIST (:QNAME "rdfs:isDefinedBy")
+   (:OBJECTS (:URIREF "<http://purl.org/rss/1.0/>")))
+  (:PREDICATE-OBJECT-LIST (:QNAME "rdfs:label") (:OBJECTS (:STRING "Item"))))
+ (:TRIPLES (:URIREF "<http://purl.org/rss/1.0/items>")
+  (:PREDICATE-OBJECT-LIST (:URIREF #1#) (:OBJECTS (:QNAME "rdf:Property")))
+  (:PREDICATE-OBJECT-LIST (:QNAME "rdfs:comment")
+   (:OBJECTS
+    (:STRING "Points to a list of rss:item elements that are members of the subject channel.")))
+  (:PREDICATE-OBJECT-LIST (:QNAME "rdfs:isDefinedBy")
+   (:OBJECTS (:URIREF "<http://purl.org/rss/1.0/>")))
+  (:PREDICATE-OBJECT-LIST (:QNAME "rdfs:label") (:OBJECTS (:STRING "Items"))))
+ (:TRIPLES (:URIREF "<http://purl.org/rss/1.0/link>")
+  (:PREDICATE-OBJECT-LIST (:URIREF #1#) (:OBJECTS (:QNAME "rdf:Property")))
+  (:PREDICATE-OBJECT-LIST (:QNAME "rdfs:comment")
+   (:OBJECTS (:STRING "The URL to which an HTML rendering of the subject will link.")))
+  (:PREDICATE-OBJECT-LIST (:QNAME "rdfs:isDefinedBy")
+   (:OBJECTS (:URIREF "<http://purl.org/rss/1.0/>")))
+  (:PREDICATE-OBJECT-LIST (:QNAME "rdfs:label") (:OBJECTS (:STRING "Link")))
+  (:PREDICATE-OBJECT-LIST (:QNAME "rdfs:subPropertyOf") (:OBJECTS (:QNAME "dc:identifier"))))
+ (:TRIPLES (:URIREF "<http://purl.org/rss/1.0/name>")
+  (:PREDICATE-OBJECT-LIST (:URIREF #1#) (:OBJECTS (:QNAME "rdf:Property")))
+  (:PREDICATE-OBJECT-LIST (:QNAME "rdfs:comment")
+   (:OBJECTS (:STRING "The text input field's (variable) name.")))
+  (:PREDICATE-OBJECT-LIST (:QNAME "rdfs:isDefinedBy")
+   (:OBJECTS (:URIREF "<http://purl.org/rss/1.0/>")))
+  (:PREDICATE-OBJECT-LIST (:QNAME "rdfs:label") (:OBJECTS (:STRING "Name"))))
+ (:TRIPLES (:URIREF "<http://purl.org/rss/1.0/textinput>")
+  (:PREDICATE-OBJECT-LIST (:URIREF #1#) (:OBJECTS (:QNAME "rdfs:Class")))
+  (:PREDICATE-OBJECT-LIST (:QNAME "rdfs:comment") (:OBJECTS (:STRING "An RSS text input.")))
+  (:PREDICATE-OBJECT-LIST (:QNAME "rdfs:isDefinedBy")
+   (:OBJECTS (:URIREF "<http://purl.org/rss/1.0/>")))
+  (:PREDICATE-OBJECT-LIST (:QNAME "rdfs:label") (:OBJECTS (:STRING "Text Input"))))
+ (:TRIPLES (:URIREF "<http://purl.org/rss/1.0/title>")
+  (:PREDICATE-OBJECT-LIST (:URIREF #1#) (:OBJECTS (:QNAME "rdf:Property")))
+  (:PREDICATE-OBJECT-LIST (:QNAME "rdfs:comment")
+   (:OBJECTS (:STRING "A descriptive title for the channel.")))
+  (:PREDICATE-OBJECT-LIST (:QNAME "rdfs:isDefinedBy")
+   (:OBJECTS (:URIREF "<http://purl.org/rss/1.0/>")))
+  (:PREDICATE-OBJECT-LIST (:QNAME "rdfs:label") (:OBJECTS (:STRING "Title")))
+  (:PREDICATE-OBJECT-LIST (:QNAME "rdfs:subPropertyOf") (:OBJECTS (:QNAME "dc:title"))))
+ (:TRIPLES (:URIREF "<http://purl.org/rss/1.0/url>")
+  (:PREDICATE-OBJECT-LIST (:URIREF #1#) (:OBJECTS (:QNAME "rdf:Property")))
+  (:PREDICATE-OBJECT-LIST (:QNAME "rdfs:comment")
+   (:OBJECTS
+    (:STRING
+     "The URL of the image to used in the 'src' attribute of the channel's image tag when rendered as HTML.")))
+  (:PREDICATE-OBJECT-LIST (:QNAME "rdfs:isDefinedBy")
+   (:OBJECTS (:URIREF "<http://purl.org/rss/1.0/>")))
+  (:PREDICATE-OBJECT-LIST (:QNAME "rdfs:label") (:OBJECTS (:STRING "URL")))
+  (:PREDICATE-OBJECT-LIST (:QNAME "rdfs:subPropertyOf") (:OBJECTS (:QNAME "dc:identifier")))))

samples/DNS Zone/sample.arpa

@@ -0,0 +1,13 @@
+$ORIGIN 0.0.0.c.2.1.0.3.0.0.2.1.e.f.f.3.ip6.arpa.
+$TTL     60
+@ 	 IN SOA ns root (
+	     2002042901 ; SERIAL
+	     7200       ; REFRESH
+	     600        ; RETRY
+	     36000000   ; EXPIRE
+	     120        ; MINIMUM
+	     )
+
+	    NS	 ns.example.com.
+
+c.a.7.e.d.7.e.f.f.f.0.2.8.0.a.0 PTR  sip01.example.com.

samples/DNS Zone/sneaky.net.zone

@@ -0,0 +1,12 @@
+$TTL 3d
+@ IN SOA root.localhost. root.sneaky.net. (
+    2015042907 ; serial
+    3d         ; refresh
+    1h         ; retry
+    12d        ; expire
+    2h         ; negative response TTL
+  )
+  IN NS root.localhost.
+  IN NS localhost. ; secondary name server is preferably externally maintained
+
+www IN A 3.141.59.26

samples/FreeMarker/example.ftl

@@ -0,0 +1,31 @@
+<#import "layout.ftl" as layout>
+
+<#assign results = [
+        {
+            "title": "Example Result",
+            "description": "Lorem ipsum dolor sit amet, pede id pellentesque, sollicitudin turpis sed in sed sed, libero dictum."
+        }
+    ] />
+
+<@layout.page title="FreeMarker Example">
+    <#if results?size == 0>
+        There were no results.
+    <#else>
+        <ul>
+            <#list results as result>
+                <li>
+                    <strong>${result.title}</strong>
+                    <p>${result.description}</p>
+                </li>
+            </#list>
+        </ul>
+    </#if>
+
+    <#-- This is a FreeMarker comment -->
+    <@currentTime />
+</@layout.page>
+
+
+<#macro currentTime>
+    ${.now?string.full}
+</#macro>

samples/FreeMarker/layout.ftl

@@ -0,0 +1,32 @@
+<#ftl strip_text=true />
+
+<#macro page title>
+    <!doctype html>
+    <html lang="${.lang}">
+        <head>
+            <title>${title}</title>
+            <@metaTags />
+        </head>
+        <body>
+            <#nested />
+            <@footer />
+        </body>
+    </html>
+</#macro>
+
+
+<#---
+  Default meta tags
+-->
+<#macro metaTags>
+    <#compress>
+        <meta charset="utf-8">
+        <meta http-equiv="X-UA-Compatible" content="IE=edge">
+        <meta name="viewport" content="width=device-width,initial-scale=1">
+        <meta name="format-detection" content="telephone=no">
+    </#compress>
+</#macro>
+
+<#macro footer>
+    <p>This page is using FreeMarker v${.version}</p>
+</#macro>

samples/HCL/example.hcl

@@ -0,0 +1,6 @@
+consul = "1.2.3.4"
+
+// This is a comment
+template "foo" {
+  bar = "zip"
+}

samples/HCL/example.tf

@@ -0,0 +1,13 @@
+resource "aws_instance" "web" {
+  // Copies the myapp.conf file to /etc/myapp.conf
+  provisioner "file" {
+    source = "conf/myapp.conf"
+    destination = "/etc/myapp.conf"
+  }
+
+  // Copies the configs.d folder to /etc/configs.d
+  provisioner "file" {
+    source = "conf/configs.d"
+    destination = "/etc"
+  }
+}

samples/HTML+EEX/index.html.eex

@@ -0,0 +1,26 @@
+<h1>Listing Books</h1>
+ 
+<table>
+  <tr>
+    <th>Title</th>
+    <th>Summary</th>
+    <th></th>
+    <th></th>
+    <th></th>
+  </tr>
+
+<%= for book <- @books do %>
+  <tr>
+    <%# comment %>
+    <td><%= book.title %></td>
+    <td><%= book.content %></td>
+    <td><%= link "Show", to: book_path(@conn, :show, book) %></td>
+    <td><%= link "Edit", to: book_path(@conn, :edit, book) %></td>
+    <td><%= link "Delete", to: book_path(@conn, :delete, book), method: :delete, data: [confirm: "Are you sure?"] %></td>
+  </tr>
+<% end %>
+</table>
+ 
+<br />
+ 
+<%= link "New book", to: book_path(@conn, :new) %>

samples/JSON/geo.geojson

@@ -0,0 +1,82 @@
+{
+	"type": "FeatureCollection",
+	"features": [
+		{
+			"type": "Feature",
+			"properties": {
+				"name": "Australia Post - North Ryde BC",
+				"geo": [-33.787792, 151.13288],
+				"streetAddress": "11 Waterloo Road",
+				"addressLocality": "Macquarie Park",
+				"addressRegion": "New South Wales",
+				"addressCountry": "Australia",
+				"postalCode": "2113"
+			},
+			"geometry": {
+				"type": "Point",
+				"coordinates": [151.13288, -33.787792, 0]
+			}
+		},
+
+
+		{
+			"type": "Feature",
+			"properties": {
+				"name": "George Weston Foods Limited",
+				"geo": [-37.8263884, 144.9105381],
+				"streetAddress": "Level 3, 187 Todd Road",
+				"addressLocality": "Port Melbourne",
+				"addressRegion": "Victoria",
+				"addressCountry": "Australia",
+				"postalCode": "3207"
+			},
+			"geometry": {
+				"type": "Polygon",
+				"coordinates": [
+					[
+						[144.9097088901841, -37.82622654171794, 0],
+						[144.9099724266943, -37.82679388891783, 0],
+						[144.9110127325916, -37.82651526396403, 0],
+						[144.9112227645738, -37.82655667152123, 0],
+						[144.9113739439796, -37.82618552508767, 0],
+						[144.9112740633105, -37.82615750100924, 0],
+						[144.9111355846674, -37.82584493693527, 0],
+						[144.9097088901841, -37.82622654171794, 0]
+					]
+				]
+			}
+		},
+
+
+		{
+			"type": "Feature",
+			"properties": {
+				"name": "George Weston Foods Limited",
+				"geo": [-37.05202791502396, 144.2085614999388],
+				"streetAddress": "67 Richards Road",
+				"addressLocality": "Castlemaine",
+				"addressRegion": "Victoria",
+				"addressCountry": "Australia",
+				"postalCode": "3450"
+			},
+			"geometry": {
+				"type": "Polygon",
+				"coordinates": [
+					[
+						[144.2052428913937, -37.04906391287216, 0],
+						[144.205540392692,  -37.05049727485623, 0],
+						[144.2059800881858, -37.05066835966983, 0],
+						[144.206490656024,  -37.05279538900776, 0],
+						[144.2064525845008, -37.05366195881602, 0],
+						[144.2084322301922, -37.0538920493147,  0],
+						[144.2084811895712, -37.05266519735124, 0],
+						[144.2079784002005, -37.05041270555773, 0],
+						[144.2074017905817, -37.04817406993293, 0],
+						[144.2061363939852, -37.04834972871226, 0],
+						[144.2052428913937, -37.04906391287216, 0]
+					]
+				]
+			}
+		}
+	]
+}

samples/JSX/sample.jsx

@@ -0,0 +1,23 @@
+'use strict';
+
+const React = require('react')
+
+module.exports = React.createClass({
+  render: function() {
+    let {feeds, log} = this.props;
+
+    log.info(feeds);
+    return <div className="feed-list">
+      <h3>News Feed's</h3>
+      <ul>
+        {feeds.map(function(feed) {
+          return <li key={feed.name} className={feed.fetched ? 'loaded' : 'loading'}>
+            {feed.data && feed.data.length > 0 ?
+              <span>{feed.name} <span className='light'>({feed.data.length})</span></span>
+              : 'feed.name' }
+          </li>
+        })}
+      </ul>
+    </div>;
+  }
+});

samples/JavaScript/logo.jscad

@@ -0,0 +1,19 @@
+// title      : OpenJSCAD.org Logo
+// author     : Rene K. Mueller
+// license    : MIT License
+// revision   : 0.003
+// tags       : Logo,Intersection,Sphere,Cube
+// file       : logo.jscad
+
+function main() {
+   return union(
+      difference(
+         cube({size: 3, center: true}),
+         sphere({r:2, center: true})
+      ),
+      intersection(
+          sphere({r: 1.3, center: true}),
+          cube({size: 2.1, center: true})
+      )
+   ).translate([0,0,1.5]).scale(10);
+}

samples/LSL/LSL.lslp

@@ -0,0 +1,74 @@
+/*
+    Testing syntax highlighting
+    for the Linden Scripting Language
+*/
+
+integer someIntNormal       = 3672;
+integer someIntHex          = 0x00000000;
+integer someIntMath         = PI_BY_TWO;
+
+integer event               = 5673;// 'event' is invalid.illegal
+
+key someKeyTexture          = TEXTURE_DEFAULT;
+string someStringSpecial    = EOF;
+
+some_user_defined_function_without_return_type(string inputAsString)
+{
+    llSay(PUBLIC_CHANNEL, inputAsString);
+}
+
+string user_defined_function_returning_a_string(key inputAsKey)
+{
+    return (string)inputAsKey;
+}
+
+default
+{
+    state_entry()
+    {
+        key someKey = NULL_KEY;
+        someKey = llGetOwner();
+
+        string someString = user_defined_function_returning_a_string(someKey);
+
+        some_user_defined_function_without_return_type(someString);
+    }
+
+    touch_start(integer num_detected)
+    {
+        list agentsInRegion = llGetAgentList(AGENT_LIST_REGION, []);
+        integer numOfAgents = llGetListLength(agentsInRegion);
+
+        integer index;                                                          // defaults to 0
+        for (; index <= numOfAgents - 1; index++)                               // for each agent in region
+        {
+            llRegionSayTo(llList2Key(agentsInRegion, index), PUBLIC_CHANNEL, "Hello, Avatar!");
+        }
+    }
+
+    touch_end(integer num_detected)
+    {
+        someIntNormal       = 3672;
+        someIntHex          = 0x00000000;
+        someIntMath         = PI_BY_TWO;
+
+        event               = 5673;// 'event' is invalid.illegal
+
+        someKeyTexture      = TEXTURE_DEFAULT;
+        someStringSpecial   = EOF;
+
+        llSetInventoryPermMask("some item", MASK_NEXT, PERM_ALL);// 'llSetInventoryPermMask' is reserved.godmode
+
+        llWhisper(PUBLIC_CHANNEL, "Leaving \"default\" now...");
+        state other;
+    }
+}
+
+state other
+{
+    state_entry()
+    {
+        llWhisper(PUBLIC_CHANNEL, "Entered \"state other\", returning to \"default\" again...");
+        state default;
+    }
+}

samples/MAXScript/macro-1.mcr

@@ -0,0 +1,29 @@
+-- Taken from an example from Autodesk's MAXScript reference:
+-- http://help.autodesk.com/view/3DSMAX/2016/ENU/?guid=__files_GUID_84E24969_C175_4389_B9A6_3B2699B66785_htm
+
+macroscript MoveToSurface
+    category: "HowTo"
+(
+    fn g_filter o = superclassof o == Geometryclass
+    fn find_intersection z_node node_to_z = (
+        local testRay = ray node_to_z.pos [0,0,-1]
+        local nodeMaxZ = z_node.max.z
+        testRay.pos.z = nodeMaxZ + 0.0001 * abs nodeMaxZ
+        intersectRay z_node testRay
+    )
+    
+    on isEnabled return selection.count > 0
+    
+    on Execute do (
+        target_mesh = pickObject message:"Pick Target Surface:" filter:g_filter
+        
+        if isValidNode target_mesh then (
+            undo "MoveToSurface" on (
+                for i in selection do (
+                    int_point = find_intersection target_mesh i
+                    if int_point != undefined then i.pos = int_point.pos
+                )--end i loop
+            )--end undo
+        )--end if
+    )--end execute
+)--end script

samples/MAXScript/macro-2.mcr

@@ -0,0 +1,53 @@
+-- Taken from an example from Autodesk's MAXScript reference:
+-- http://help.autodesk.com/view/3DSMAX/2016/ENU/?guid=__files_GUID_0876DF46_FAA3_4131_838D_5739A67FF2C1_htm
+
+macroscript FreeSpline category:"HowTo" tooltip:"FreeSpline" (
+local old_pos
+local new_spline
+local second_knot_set
+
+fn get_mouse_pos pen_pos old_pen_pos = (
+	if old_pos == undefined then old_pos = old_pen_pos
+	if distance pen_pos old_pos > 10 then
+	(
+		if second_knot_set then
+			addKnot new_spline 1 #smooth #curve pen_pos
+		else
+		(
+			setKnotPoint new_spline 1 2 pen_pos
+			second_knot_set = true
+		)
+		old_pos = pen_pos
+		updateShape new_spline
+	)-- end if
+)-- end fn
+
+fn draw_new_line old_pen_pos = (
+	pickPoint mouseMoveCallback:#(get_mouse_pos,old_pen_pos)
+)
+
+undo"Free Spline"on(
+	new_spline = splineShape ()
+	old_pen_pos = pickPoint ()
+	
+	if old_pen_pos == #RightClick then
+		delete new_spline
+	else
+	(
+		select new_spline
+		new_spline.pos = old_pen_pos
+		addNewSpline new_spline
+		addKnot new_spline 1 #smooth #curve old_pen_pos
+		addKnot new_spline 1 #smooth #curve old_pen_pos
+		second_knot_set = false
+		draw_new_line old_pen_pos
+		q = querybox "Close Spline?" title:"Free Spline"
+		if q then
+		(
+			close new_spline 1
+			updateshape new_spline
+		)
+		select new_spline
+	)--end else
+)--end undo
+)--end script

samples/MAXScript/svg-renderer.ms

@@ -0,0 +1,64 @@
+-- Taken from a 3-part tutorial from Autodesk's MAXScript reference
+-- Source: http://help.autodesk.com/view/3DSMAX/2016/ENU/?guid=__files_GUID_6B5EDC11_A154_4AA7_A972_A11AC36949E9_htm
+
+fn ColourToHex col = (
+	local theComponents = #(bit.intAsHex col.r, bit.intAsHex col.g, bit.intAsHex col.b)
+	local theValue = "#"
+	for i in theComponents do 
+		theValue += (if i.count == 1 then "0" else "") + i
+	theValue
+)
+
+local st = timestamp()
+local theFileName = (getDir #userscripts + "\\PolygonRendering3.svg")
+local theSVGfile = createFile theFileName
+format "<svg xmlns=\"http://www.w3.org/2000/svg\"\n" to:theSVGfile
+format "\t\txmlns:xlink=\"http://www.w3.org/1999/xlink\">\n" to:theSVGfile
+
+local theViewTM =  viewport.getTM()
+theViewTM.row4 = [0,0,0]
+
+local theViewTM2 = viewport.getTM()
+local theViewSize = getViewSize()
+local theViewScale = getViewSize()
+theViewScale.x /= 1024.0
+theViewScale.y /= 1024.0
+	
+local theStrokeThickness = 3
+	
+gw.setTransform (matrix3 1)	
+for o in Geometry where not o.isHiddenInVpt and classof o != TargetObject do (
+	local theStrokeColour = white
+	local theFillColour = o.wirecolor
+	
+	local theMesh = snapshotAsMesh o
+	for f = 1 to theMesh.numfaces do (
+		local theNormal = normalize (getFaceNormal theMesh f)
+		
+		if (theNormal*theViewTM).z > 0 do
+		(
+			local theFace = getFace theMesh f
+			local v1 = gw.transPoint (getVert theMesh theFace.x)
+			local v2 = gw.transPoint (getVert theMesh theFace.y)
+			local v3 = gw.transPoint (getVert theMesh theFace.z)
+			
+			v1.x /= theViewScale.x 
+			v1.y /= theViewScale.y 
+			v2.x /= theViewScale.x 
+			v2.y /= theViewScale.y
+			v3.x /= theViewScale.x
+			v3.y /= theViewScale.y
+			
+			format "\t<polygon points='%,%  %,%  %,%' \n" v1.x v1.y v2.x v2.y v3.x v3.y to:theSVGfile
+			format "\tstyle='stroke:%; fill:%; stroke-width:%'/>\n" (ColourToHex theStrokeColour) (ColourToHex theFillColour) theStrokeThickness to:theSVGfile			
+		)--end if normal positive
+	)--end f loop
+)--end o loop
+
+format "</svg>\n" to:theSVGfile
+close theSVGfile
+local theSVGMap = VectorMap vectorFile:theFileName alphasource:0
+local theBitmap = bitmap theViewSize.x theViewSize.y
+renderMap theSVGMap into:theBitmap filter:true
+display theBitmap
+format "Render Time: % sec.\n" ((timestamp()-st)/1000.0)

samples/MAXScript/volume-calc.ms

@@ -0,0 +1,22 @@
+fn CalculateVolumeAndCentreOfMass obj =
+(
+	local Volume= 0.0
+	local Centre= [0.0, 0.0, 0.0]
+	local theMesh = snapshotasmesh obj
+	local numFaces = theMesh.numfaces
+	for i = 1 to numFaces do
+	(
+		local Face= getFace theMesh i
+		local vert2 = getVert theMesh Face.z
+		local vert1 = getVert theMesh Face.y
+		local vert0 = getVert theMesh Face.x
+		local dV = Dot (Cross (vert1 - vert0) (vert2 - vert0)) vert0
+		Volume+= dV
+		Centre+= (vert0 + vert1 + vert2) * dV
+	)
+	delete theMesh
+	Volume /= 6
+	Centre /= 24
+	Centre /= Volume
+	#(Volume,Centre)
+)

samples/Makefile/filenames/Makefile.inc

@@ -0,0 +1,31 @@
+#	$OpenBSD: Makefile.inc,v 1.2 2003/11/14 20:09:20 drahn Exp $
+#	$NetBSD: Makefile.inc,v 1.1 1996/09/30 16:34:59 ws Exp $
+
+.if !defined(__stand_makefile_inc)
+__stand_makefile_inc=1
+
+KERN_AS=	library
+
+S=$(.CURDIR)/../../../$(R)
+
+.if !make(libdep) && !make(sadep) && !make(salibdir) && !make(kernlibdir) && !make(obj) && !defined(NOMACHINE)
+.BEGIN:
+	@([ -h machine ] || ln -s $(S)/arch/$(MACHINE)/include machine)
+.endif
+
+#
+EXTRACFLAGS=	-msoft-float
+REAL_VIRT?=	-v
+ENTRY?=	_start
+
+INCLUDES+=	-I. -I$(.OBJDIR) -I$(.CURDIR)/.. -I$(S)/arch -I$(S)
+INCLUDES+=	-I$(S)/lib/libsa
+DEFS+=		-DSTANDALONE
+CFLAGS+=	$(INCLUDES) $(DEFS) $(EXTRACFLAGS)
+CFLAGS+=	-fno-stack-protector
+LDFLAGS?=	-X -N -Ttext $(RELOC) -e $(ENTRY)
+
+cleandir:
+	rm -rf lib machine
+
+.endif

samples/Metal/ITMVisualisationEngine.metal

@@ -0,0 +1,99 @@
+// Copyright 2014 Isis Innovation Limited and the authors of InfiniTAM
+
+#include <metal_stdlib>
+
+#include "../../DeviceAgnostic/ITMSceneReconstructionEngine.h"
+#include "../../DeviceAgnostic/ITMVisualisationEngine.h"
+#include "ITMVisualisationEngine_Metal.h"
+
+using namespace metal;
+
+kernel void genericRaycastVH_device(DEVICEPTR(Vector4f) *pointsRay                                  [[ buffer(0) ]],
+                                    const CONSTPTR(ITMVoxel) *voxelData                             [[ buffer(1) ]],
+                                    const CONSTPTR(typename ITMVoxelIndex::IndexData) *voxelIndex   [[ buffer(2) ]],
+                                    const CONSTPTR(Vector2f) *minmaxdata                            [[ buffer(3) ]],
+                                    const CONSTPTR(CreateICPMaps_Params) *params                    [[ buffer(4) ]],
+                                    uint2 threadIdx                                                 [[ thread_position_in_threadgroup ]],
+                                    uint2 blockIdx                                                  [[ threadgroup_position_in_grid ]],
+                                    uint2 blockDim                                                  [[ threads_per_threadgroup ]])
+{
+    int x = threadIdx.x + blockIdx.x * blockDim.x, y = threadIdx.y + blockIdx.y * blockDim.y;
+    
+    if (x >= params->imgSize.x || y >= params->imgSize.y) return;
+    
+    int locId = x + y * params->imgSize.x;
+    int locId2 = (int)floor((float)x / minmaximg_subsample) + (int)floor((float)y / minmaximg_subsample) * params->imgSize.x;
+    
+    castRay<ITMVoxel, ITMVoxelIndex>(pointsRay[locId], x, y, voxelData, voxelIndex, params->invM, params->invProjParams,
+                                     params->voxelSizes.y, params->lightSource.w, minmaxdata[locId2]);
+}
+
+kernel void genericRaycastVGMissingPoints_device(DEVICEPTR(Vector4f) *forwardProjection                         [[ buffer(0) ]],
+                                                 const CONSTPTR(int) *fwdProjMissingPoints                      [[ buffer(1) ]],
+                                                 const CONSTPTR(ITMVoxel) *voxelData                            [[ buffer(2) ]],
+                                                 const CONSTPTR(typename ITMVoxelIndex::IndexData) *voxelIndex  [[ buffer(3) ]],
+                                                 const CONSTPTR(Vector2f) *minmaxdata                           [[ buffer(4) ]],
+                                                 const CONSTPTR(CreateICPMaps_Params) *params                   [[ buffer(5) ]],
+                                                 uint2 threadIdx                                                [[ thread_position_in_threadgroup ]],
+                                                 uint2 blockIdx                                                 [[ threadgroup_position_in_grid ]],
+                                                 uint2 blockDim                                                 [[ threads_per_threadgroup ]])
+{
+    int pointId = threadIdx.x + blockIdx.x * blockDim.x;
+    
+    if (pointId >= params->imgSize.z) return;
+    
+    int locId = fwdProjMissingPoints[pointId];
+    int y = locId / params->imgSize.x, x = locId - y * params->imgSize.x;
+    int locId2 = (int)floor((float)x / minmaximg_subsample) + (int)floor((float)y / minmaximg_subsample) * params->imgSize.x;
+    
+    castRay<ITMVoxel, ITMVoxelIndex>(forwardProjection[locId], x, y, voxelData, voxelIndex, params->invM, params->invProjParams,
+                                     params->voxelSizes.y, params->lightSource.w, minmaxdata[locId2]);
+}
+
+kernel void renderICP_device(const CONSTPTR(Vector4f) *pointsRay            [[ buffer(0) ]],
+                             DEVICEPTR(Vector4f) *pointsMap                 [[ buffer(1) ]],
+                             DEVICEPTR(Vector4f) *normalsMap                [[ buffer(2) ]],
+                             DEVICEPTR(Vector4u) *outRendering              [[ buffer(3) ]],
+                             const CONSTPTR(CreateICPMaps_Params) *params   [[ buffer(4) ]],
+                             uint2 threadIdx                                [[ thread_position_in_threadgroup ]],
+                             uint2 blockIdx                                 [[ threadgroup_position_in_grid ]],
+                             uint2 blockDim                                 [[ threads_per_threadgroup ]])
+{
+    int x = threadIdx.x + blockIdx.x * blockDim.x, y = threadIdx.y + blockIdx.y * blockDim.y;
+    
+    if (x >= params->imgSize.x || y >= params->imgSize.y) return;
+    
+    processPixelICP<false>(outRendering, pointsMap, normalsMap, pointsRay, params->imgSize.xy, x, y, params->voxelSizes.x, TO_VECTOR3(params->lightSource));
+}
+
+kernel void renderForward_device(DEVICEPTR(Vector4u) *outRendering              [[ buffer(0) ]],
+                                 const CONSTPTR(Vector4f) *pointsRay            [[ buffer(1) ]],
+                                 const CONSTPTR(CreateICPMaps_Params) *params   [[ buffer(2) ]],
+                                 uint2 threadIdx                                [[ thread_position_in_threadgroup ]],
+                                 uint2 blockIdx                                 [[ threadgroup_position_in_grid ]],
+                                 uint2 blockDim                                 [[ threads_per_threadgroup ]])
+{
+    int x = threadIdx.x + blockIdx.x * blockDim.x, y = threadIdx.y + blockIdx.y * blockDim.y;
+    
+    if (x >= params->imgSize.x || y >= params->imgSize.y) return;
+    
+    processPixelForwardRender<false>(outRendering, pointsRay, params->imgSize.xy, x, y, params->voxelSizes.x, TO_VECTOR3(params->lightSource));
+}
+
+kernel void forwardProject_device(DEVICEPTR(Vector4f) *forwardProjection         [[ buffer(0) ]],
+                                  const CONSTPTR(Vector4f) *pointsRay            [[ buffer(1) ]],
+                                  const CONSTPTR(CreateICPMaps_Params) *params   [[ buffer(2) ]],
+                                  uint2 threadIdx                                [[ thread_position_in_threadgroup ]],
+                                  uint2 blockIdx                                 [[ threadgroup_position_in_grid ]],
+                                  uint2 blockDim                                 [[ threads_per_threadgroup ]])
+{
+    int x = (threadIdx.x + blockIdx.x * blockDim.x), y = (threadIdx.y + blockIdx.y * blockDim.y);
+    
+    if (x >= params->imgSize.x || y >= params->imgSize.y) return;
+    
+    int locId = x + y * params->imgSize.x;
+    Vector4f pixel = pointsRay[locId];
+    
+    int locId_new = forwardProjectPixel(pixel * params->voxelSizes.x, params->M, params->projParams, params->imgSize.xy);
+    if (locId_new >= 0) forwardProjection[locId_new] = pixel;
+}

samples/NCL/PrnOscPat_driver.ncl

@@ -0,0 +1,109 @@
+undef("PrnOscPat_driver")
+function PrnOscPat_driver(eof[*][*][*]:numeric, eof_ts[*][*]:numeric, kPOP[1]:integer)
+; =================================================================
+; compute Principal Oscillation Patterns (POPs)
+; =================================================================
+local dim_ts, dim_eof, neof, ntim, nlat, mlon, dnam_ts, dnam_eof, neof, j \
+    , cov0, cov1, cov0_inverse, A, z, Z, pr, pi, zr, zi, mean, stdev      \
+    , evlr, eigi, eigr   
+begin
+
+  dim_ts  = dimsizes(eof_ts)        ; (neof,ntim)
+  dim_eof = dimsizes(eof)           ; (neof,nlat,mlon)
+
+  ntim    = dim_ts(1)
+  neof    = dim_eof(0)
+  nlat    = dim_eof(1)
+  mlon    = dim_eof(2)
+
+  dnam_ts = getvardims(eof_ts)      ; dimension names
+  dnam_eof= getvardims(eof)         ; used at end for meta data
+
+; =================================================================
+; lag-0 and lag-1  matrices 
+; =================================================================
+
+  if (get_ncl_version().eq."6.1.2") then                ; bug in 6.1.2
+      cov0    = covcorm(eof_ts,(/1,0/))			; lag-0 covariance matrix
+  else
+      cov0    = covcorm(eof_ts,(/0,1/))			; lag-0 covariance matrix (n x n)
+  end if
+                                                        ; either
+  cov1    = covcorm_xy(eof_ts, eof_ts, (/0,1,0/))       ; lag-1 
+ ;cov1    = covcorm_xy(eof_ts(:,0:ntim-2) \             ; alternative, brute force
+ ;                    ,eof_ts(:,1:ntim-1), (/0,0,0/)) 
+ ;printVarSummary(cov1)
+
+; =================================================================
+; matrix A contains information for evolution of the POP system. 
+; POPs are eigenvectors of A.  
+; =================================================================
+
+  cov0_inverse = inverse_matrix(cov0)
+  A = cov1#inverse_matrix(cov0)                         ; [*][*] => neof x neof
+
+; =================================================================
+; NCL 6.1.1 of dgeevx:  evlr(2,2,N,N) ; (left(0)/right(1), real(0)/imag(1),:,:)
+; Eigenvalues are returned as attributes: eigi  = evlr@eigi  ; eigr  = evlr@eigr
+; =================================================================
+
+  evlr  = dgeevx_lapack(A, "B", "V", "V", "B", False)  
+
+; =================================================================
+; POP time series from eigenvalues and right eigenvectors 
+; ================================================================= 
+ ;PR   = (/ evlr(1,0,:,:) /)         ; right ev (1), real part (0)
+ ;PI   = (/ evlr(1,1,:,:) /)         ; right ev (1), imag part (1)
+                                     ; kPOP is what we want; use righteigenvector
+  pr   = (/ evlr(1,0,kPOP-1,:) /)    ; right ev (1), real part (0), row 'kPOP-1' 
+  pi   = (/ evlr(1,1,kPOP-1,:) /)    ; right ev (1), imag part (1), row 'kPOP-1'
+   
+  z    = inverse_matrix( (/ (/sum(pr*pr), sum(pr*pi)/) \
+                          , (/sum(pr*pi), sum(pi*pi)/) /))#(/pr,pi/)#eof_ts
+   
+                                                        ; complex conjugate
+  z    = (/z(0,:), -z(1,:)/)       		    	; real & imag series
+  z    = dim_rmvmean_n(z,1)
+  mean = dim_avg_n(z,1)                                 ; calculate mean
+  stdev= dim_stddev_n(z,1)                              ; calculate stdev
+  z    = dim_standardize_n(z,1,1)			; standardize time series
+
+  z!0     = "nPOP"				        ; add meta data
+  z!1     = dnam_ts(1)		
+  z&nPOP  = (/0,1/)
+  z&$dnam_ts(1)$ = eof_ts&$dnam_ts(1)$            
+  z@stdev = stdev				
+  z@mean  = mean			
+  z@long_name = "POP timeseries"			
+ ;printVarSummary(z)
+
+; =================================================================
+; POP spatial patterns
+; =================================================================
+
+  zr = pr(0)*eof(0,:,:)			; construct POP spatial domain
+  zi = pi(0)*eof(0,:,:)
+  do j=1,neof-1
+     zr = zr + pr(j)*eof(j,:,:)
+     zi = zi + pi(j)*eof(j,:,:)
+  end do
+
+  Z   = (/zr*stdev(0), -zi*stdev(1)/)	; scale patterns by time series stdev
+
+  Z!0 = "nPOP"				; add meta data
+  Z!1 = dnam_eof(1)
+  Z!2 = dnam_eof(2)
+
+  Z&nPOP          = (/0,1/)                             
+  Z&$dnam_eof(1)$ = eof&$dnam_eof(1)$    
+  Z&$dnam_eof(2)$ = eof&$dnam_eof(2)$    
+  Z@long_name     = "POP pattern"
+ ;printVarSummary(Z)
+
+; =================================================================
+; return POP time series and POP spatial patterns as a 
+; variable of type 'list' which contains 2 variables
+; =================================================================
+
+  return( [/z, Z/] )    ; this is type "list"      
+end

samples/NCL/WRF_static_2.ncl

@@ -0,0 +1,115 @@
+;*************************************************
+; WRF static: panel different variables 
+;************************************************
+load "$NCARG_ROOT/lib/ncarg/nclscripts/csm/gsn_code.ncl"   
+load "$NCARG_ROOT/lib/ncarg/nclscripts/csm/gsn_csm.ncl"   
+load "$NCARG_ROOT/lib/ncarg/nclscripts/wrf/WRF_contributed.ncl"
+begin
+;************************************************
+; open file and read in data
+;************************************************
+  f     = addfile("static.wrfsi.nc", "r")
+;************************************************
+; Read variables
+;************************************************
+  use   = f->use(0,0,:,:)           ; land use dominant category
+  stl   = f->stl(0,0,:,:)           ; top layer (0-30cm) dom cat soiltype
+  sbl   = f->sbl(0,0,:,:)           ; bottom layer (30-90cm) dom cat soiltype
+  lat2d = f->lat(0,0,:,:)
+  lon2d = f->lon(0,0,:,:)
+  lsMask= f->lnd(0,0,:,:)           ; land (1) water (0) mas
+
+;************************************************
+; Use mask function to set all ocean areas to _FillValue
+;************************************************
+  use   = mask(use,lsMask,1)
+  stl   = mask(stl,lsMask,1)
+  sbl   = mask(sbl,lsMask,1)
+
+;************************************************
+; Associate 2D coordinates with variables for plotting
+;************************************************
+  use@lat2d = lat2d
+  use@lon2d = lon2d
+  stl@lat2d = lat2d
+  stl@lon2d = lon2d
+  sbl@lat2d = lat2d
+  sbl@lon2d = lon2d
+
+;************************************************  
+; The file should be examined via: ncdump -v grid_type static.wrsi 
+; This will print the print type. then enter below. 
+;************************************************  
+  projection = "mercator"   
+
+;************************************************
+; create plots  
+;************************************************
+  wks = gsn_open_wks("ps" ,"WRF_static")      ; ps,pdf,x11,ncgm,eps
+  gsn_define_colormap(wks ,"BlAqGrYeOrReVi200"); choose colormap
+
+  res                       = True             ; plot mods desired
+  res@gsnSpreadColors       = True             ; use full range of colormap
+  res@cnFillOn              = True             ; color plot desired
+  res@cnLinesOn             = False            ; turn off contour lines
+  res@cnLineLabelsOn        = False            ; turn off contour labels
+  res@cnLevelSpacingF       = 1                ; manually specify interval
+  res@cnFillMode            = "RasterFill"     ; activate raster mode
+  res@lbLabelAutoStride     = True             ; let NCL figure lb stride
+
+;************************************************
+; Turn on lat / lon labeling
+;************************************************
+;;res@pmTickMarkDisplayMode = "Always"         ; turn on tickmarks
+
+  dimll = dimsizes(lat2d)
+  nlat  = dimll(0)
+  mlon  = dimll(1)
+
+  res@mpProjection          = projection
+  res@mpLimitMode           = "Corners"  
+  res@mpLeftCornerLatF      = lat2d(0,0)
+  res@mpLeftCornerLonF      = lon2d(0,0)
+  res@mpRightCornerLatF     = lat2d(nlat-1,mlon-1)
+  res@mpRightCornerLonF     = lon2d(nlat-1,mlon-1)
+
+  res@mpCenterLonF          = f->LoV          ; set center logitude         
+                                    
+  if (projection.eq."LambertConformal") then    
+      res@mpLambertParallel1F   = f->Latin1    
+      res@mpLambertParallel2F   = f->Latin2   
+      res@mpLambertMeridianF    = f->LoV     
+  end if
+
+  res@mpFillOn              = False            ; turn off map fill
+  res@mpOutlineDrawOrder    = "PostDraw"       ; draw continental outline last
+  res@mpOutlineBoundarySets = "GeophysicalAndUSStates" ; state boundaries
+
+;;res@tfDoNDCOverlay        = True             ; True only for 'native' grid
+  res@gsnAddCyclic          = False            ; data are not cyclic
+
+;************************************************
+; allocate array for 3 plots
+;************************************************
+  plts                      = new (3,"graphic")   
+
+;************************************************
+; Tell NCL not to draw or advance frame for individual plots
+;************************************************
+  res@gsnDraw               = False            ; (a) do not draw 
+  res@gsnFrame              = False            ; (b) do not advance 'frame'
+
+  plts(0)                   = gsn_csm_contour_map(wks,use,res)
+  plts(1)                   = gsn_csm_contour_map(wks,stl,res)
+  plts(2)                   = gsn_csm_contour_map(wks,sbl,res)
+;************************************************
+; create panel: panel plots have their own set of resources
+;************************************************
+  resP                  = True                   ; modify the panel plot
+  resP@txString         = "Land Use and Soil Type"     
+  resP@gsnMaximize      = True                   ; maximize panel area
+  resP@gsnPanelRowSpec  = True                   ; specify 1 top, 2 lower level  
+  gsn_panel(wks,plts,(/1,2/),resP)               ; now draw as one plot
+
+end
+

samples/NCL/WRF_track_1.ncl

@@ -0,0 +1,160 @@
+;********************************************************
+; Plot storm stracks from wrfout files.
+;********************************************************
+;
+; JUN-18-2005 
+; So-Young Ha (MMM/NCAR)
+; SEP-01-2006
+; Slightly modified by Mary Haley to add some extra comments.
+; ===========================================
+
+load "$NCARG_ROOT/lib/ncarg/nclscripts/csm/gsn_code.ncl"
+load "$NCARG_ROOT/lib/ncarg/nclscripts/csm/gsn_csm.ncl"
+load "$NCARG_ROOT/lib/ncarg/nclscripts/csm/contributed.ncl"
+load "$NCARG_ROOT/lib/ncarg/nclscripts/wrf/WRF_contributed.ncl"
+load "$NCARG_ROOT/lib/ncarg/nclscripts/wrf/WRFUserARW.ncl"
+
+
+begin
+
+; DATES
+  date = (/1512,1600,1612,1700,1712,1800,1812,1900/)
+  ndate = dimsizes(date)
+
+  sdate = sprinti("%4.0i",date)
+
+; Experiment name (for legend)
+  EXP = (/"EXP_I"/)                ; (/"EXP_I","EXP_II","EXP_III"/)
+  nexp = dimsizes(EXP)
+
+; To get lat/lon info.
+
+  a = addfile("wrfout_d01_2003-07-15_00:00:00.nc","r")
+
+  lat2d = a->XLAT(0,:,:)
+  lon2d = a->XLONG(0,:,:)
+  dimll = dimsizes(lat2d)
+  nlat  = dimll(0)
+  mlon  = dimll(1)
+
+; Sea Level Pressure
+  slp = wrf_user_getvar(a,"slp",0)
+  dims = dimsizes(slp)
+
+; Array for track
+  time = new(ndate,string)
+  imin = new(ndate,integer)
+  jmin = new(ndate,integer)
+  smin = new(ndate,integer)
+
+; =======
+;  ndate
+; =======
+  fs = systemfunc("ls wrfout*00")
+  nfs= dimsizes(fs)
+  if(nfs .ne. ndate) then
+     print("Check input data:"+nfs+" .ne. "+ndate)
+  end if
+
+  do ifs=0,nfs-1
+    f = addfile(fs(ifs)+".nc","r")
+    time(ifs) = wrf_user_list_times(f)
+;    print(time(ifs))
+    slp2d = wrf_user_getvar(f,"slp",0)
+
+; We need to convert 2-D array to 1-D array to find the minima.
+    slp1d     = ndtooned(slp2d)
+    smin(ifs) = minind(slp1d)
+
+; Convert the index for 1-D array back to the indeces for 2-D array.
+    minij     = ind_resolve(ind(slp1d.eq.min(slp2d)),dims)
+    imin(ifs) = minij(0,0)
+    jmin(ifs) = minij(0,1)
+
+;    print(time(ifs)+" : "+min(slp2d)+" ("+imin(ifs)+","+jmin(ifs)+")")
+  end do
+;
+
+; Graphics section
+
+  wks=gsn_open_wks("ps","track")              ; Open PS file.
+  gsn_define_colormap(wks,"BlGrYeOrReVi200")  ; Change color map.
+
+  res                     = True
+  res@gsnDraw             = False             ; Turn off draw.
+  res@gsnFrame            = False             ; Turn off frame advance.
+  res@gsnMaximize         = True              ; Maximize plot in frame.
+
+  res@tiMainString = "Hurricane Isabel"       ; Main title
+
+  WRF_map_c(a,res,0)                          ; Set up map resources
+                                              ;    (plot options)
+  plot = gsn_csm_map(wks,res)                 ; Create a map.
+
+; Set up resources for polymarkers.
+  gsres                = True
+  gsres@gsMarkerIndex  = 16                  ; filled dot
+  ;gsres@gsMarkerSizeF = 0.005               ; default - 0.007
+  cols                  = (/5,160,40/)
+
+; Set up resources for polylines.
+  res_lines                      = True
+  res_lines@gsLineThicknessF     = 3.           ; 3x as thick
+
+  dot  = new(ndate,graphic)    ; Make sure each gsn_add_polyxxx call
+  line = new(ndate,graphic)    ; is assigned to a unique variable.
+
+; Loop through each date and add polylines to the plot.
+  do i = 0,ndate-2
+     res_lines@gsLineColor           = cols(0)
+     xx=(/lon2d(imin(i),jmin(i)),lon2d(imin(i+1),jmin(i+1))/)
+     yy=(/lat2d(imin(i),jmin(i)),lat2d(imin(i+1),jmin(i+1))/)
+     line(i) = gsn_add_polyline(wks,plot,xx,yy,res_lines)
+  end do
+
+  lon1d = ndtooned(lon2d)
+  lat1d = ndtooned(lat2d)
+
+; Loop through each date and add polymarkers to the plot.
+  do i = 0,ndate-1
+     print("dot:"+lon1d(smin(i))+","+lat1d(smin(i)))
+     gsres@gsMarkerColor  = cols(0)
+     dot(i)=gsn_add_polymarker(wks,plot,lon1d(smin(i)),lat1d(smin(i)),gsres)
+  end do
+
+; Date (Legend)
+  txres               = True
+  txres@txFontHeightF = 0.015
+  txres@txFontColor   = cols(0)
+
+  txid1 = new(ndate,graphic)
+; Loop through each date and draw a text string on the plot.
+  do i = 0, ndate-1
+     txres@txJust = "CenterRight"
+     ix = smin(i) - 4
+     print("Eye:"+ix)
+     if(i.eq.1) then
+        txres@txJust = "CenterLeft"
+        ix = ix + 8
+     end if
+     txid1(i) = gsn_add_text(wks,plot,sdate(i),lon1d(ix),lat1d(ix),txres)
+  end do
+
+; Add marker and text for legend. (Or you can just use "pmLegend" instead.)
+  txres@txJust = "CenterLeft"
+
+  txid2 = new(nexp,graphic)
+  pmid2 = new(nexp,graphic)
+  do i = 0,nexp-1
+     gsres@gsMarkerColor  = cols(i)
+     txres@txFontColor    = cols(i)
+     ii = ((/129,119,109/))  ; ilat
+     jj = ((/110,110,110/))  ; jlon
+     ji = ii*mlon+jj         ; col x row
+     pmid2(i) = gsn_add_polymarker(wks,plot,lon1d(ji(i)),lat1d(ji(i)),gsres)
+     txid2(i) = gsn_add_text(wks,plot,EXP(i),lon1d(ji(i)+5),lat1d(ji(i)),txres)
+  end do
+
+  draw(plot)
+  frame(wks)
+end

samples/NCL/cru_8.ncl

@@ -0,0 +1,129 @@
+;*****************************************************
+; cru_8.ncl
+;
+; Concepts illustrated:
+;   - Plotting CRU (Climate Research Unit)/ BADC data
+;   - Selecting a sub-period
+;   - calculating a climatology
+;   - Drawing raster contours; very basic graphics
+;
+;*****************************************************
+
+load "$NCARG_ROOT/lib/ncarg/nclscripts/csm/gsn_code.ncl"    ; not needed 6.20 onward 
+load "$NCARG_ROOT/lib/ncarg/nclscripts/csm/gsn_csm.ncl"   
+load "$NCARG_ROOT/lib/ncarg/nclscripts/csm/contributed.ncl"
+
+; create references (pointers) to the files
+
+  diri = "./"
+  fcld = addfile(diri+"cru_ts3.21.1901.2012.cld.dat.nc", "r")
+  fdtr = addfile(diri+"cru_ts3.21.1901.2012.dtr.dat.nc", "r")
+  ffrs = addfile(diri+"cru_ts3.21.1901.2012.frs.dat.nc", "r")
+  fpet = addfile(diri+"cru_ts3.21.1901.2012.pet.dat.nc", "r")
+  fpre = addfile(diri+"cru_ts3.21.1901.2012.pre.dat.nc", "r")
+  ftmn = addfile(diri+"cru_ts3.21.1901.2012.tmn.dat.nc", "r")
+  ftmp = addfile(diri+"cru_ts3.21.1901.2012.tmp.dat.nc", "r")
+  ftmx = addfile(diri+"cru_ts3.21.1901.2012.tmx.dat.nc", "r")
+  fvap = addfile(diri+"cru_ts3.21.1901.2012.vap.dat.nc", "r")
+  fwet = addfile(diri+"cru_ts3.21.1901.2012.wet.dat.nc", "r")
+
+; specify start & last dates (arbitrary)
+
+  ymStrt = 199101
+  ymLast = 200012
+  
+; get index values of start/lat dates
+
+  time   = fcld->time
+  yyyymm = cd_calendar(time, -1)
+  
+  ntStrt = ind(yyyymm.eq.ymStrt)   ; index values
+  ntLast = ind(yyyymm.eq.ymLast)
+  
+; read time segment
+
+  cld    = fcld->cld(ntStrt:ntLast,:,:)
+  dtr    = fdtr->dtr(ntStrt:ntLast,:,:)
+  frs    = ffrs->frs(ntStrt:ntLast,:,:) 
+  pet    = fpet->pet(ntStrt:ntLast,:,:)  
+  pre    = fpre->pre(ntStrt:ntLast,:,:) 
+  tmn    = ftmn->tmn(ntStrt:ntLast,:,:) 
+  tmp    = ftmp->tmp(ntStrt:ntLast,:,:)      
+  tmx    = ftmx->tmx(ntStrt:ntLast,:,:)   
+  vap    = fvap->vap(ntStrt:ntLast,:,:) 
+  wet    = fwet->wet(ntStrt:ntLast,:,:) 
+  
+  printVarSummary(cld)        ;  [time | 120] x [lat | 360] x [lon | 720]
+  
+; calculate monthly climatologies
+
+  cldclm = clmMonTLL(cld)     
+  dtrclm = clmMonTLL(dtr)
+  frsclm = clmMonTLL(frs)
+  petclm = clmMonTLL(pet)
+  preclm = clmMonTLL(pre)
+  tmnclm = clmMonTLL(tmn)
+  tmpclm = clmMonTLL(tmp)
+  tmxclm = clmMonTLL(tmx)
+  vapclm = clmMonTLL(vap)
+  wetclm = clmMonTLL(wet)
+  
+    
+  printVarSummary(cldclm)     ;  [month | 12] x [lat | 360] x [lon | 720]
+ 
+;************************************
+; create plots ... very simple
+;************************************
+ 
+  nt     = 6                         
+  month  = "July"
+  yrStrt = ymStrt/100
+  yrLast = ymLast/100
+  title  = month+": "+yrStrt+"-"+yrLast
+
+  wks = gsn_open_wks("ps","cru")          ; open a ps  file
+  gsn_define_colormap(wks,"ncl_default")  ; choose colormap; not needed 6.20 onward 
+  plot = new(2,graphic)                   ; create graphic array
+
+  res                      = True
+  res@cnFillOn             = True         ; turn on color fill; not needed 6.20 onward 
+  res@cnFillMode           = "RasterFill" ; Raster Mode
+  res@cnLinesOn            = False        ; Turn off contour lines
+  
+  res@gsnDraw              = False        ; do not draw picture
+  res@gsnFrame             = False        ; do not advance frame
+  res@lbOrientation        = "Vertical"   ; vertical label bar
+  
+  resp                     = True
+  resp@gsnMaximize         = True         ; make ps, eps, pdf large
+
+  resp@txString            = title+": CLD, FRS"
+  plot(0)=gsn_csm_contour_map_ce(wks,cldclm(nt,:,:),res)
+  plot(1)=gsn_csm_contour_map_ce(wks,frsclm(nt,:,:),res)
+  gsn_panel(wks,plot,(/2,1/),resp)
+  
+  resp@txString            = title+": PET, VAP"
+  plot(0)=gsn_csm_contour_map_ce(wks,petclm(nt,:,:),res)
+  plot(1)=gsn_csm_contour_map_ce(wks,vapclm(nt,:,:),res)
+  gsn_panel(wks,plot,(/2,1/),resp)
+
+  resp@txString            = title+": TMN, TMX"
+  plot(0)=gsn_csm_contour_map_ce(wks,tmnclm(nt,:,:),res)
+  plot(1)=gsn_csm_contour_map_ce(wks,tmxclm(nt,:,:),res)
+  gsn_panel(wks,plot,(/2,1/),resp)
+
+  resp@txString            = title+": TMP, DTR"
+  plot(0)=gsn_csm_contour_map_ce(wks,tmpclm(nt,:,:),res)
+  plot(1)=gsn_csm_contour_map_ce(wks,dtrclm(nt,:,:),res)
+  gsn_panel(wks,plot,(/2,1/),resp)
+
+  resp@txString            = title+": WET, PRE"
+  plot(0)=gsn_csm_contour_map_ce(wks,wetclm(nt,:,:),res)
+
+ ;colors = (/ ... /)             
+ ;res@cnFillPalette    = colors                ; optional: distinct colors for categories
+  res@cnLevelSelectionMode = "ExplicitLevels"  ; use unequal spacing
+  res@cnLevels             = (/2.0,10,25,37.5,50,75,100,125,150,175,200,300,400,500,750/) 
+
+  plot(1)=gsn_csm_contour_map_ce(wks,preclm(nt,:,:),res)
+  gsn_panel(wks,plot,(/2,1/),resp)

samples/NCL/gsn_csm_xy2_time_series_inputs.ncl

@@ -0,0 +1,20 @@
+;******************** Inputs Regarding Input and Output Data  *************************************
+
+;netCDFFilePath = "NULL-MYD04_L2.051-MIL2ASAE.0022-AERONET_AOD_L2.2-20112106165049.nc"
+;outputFilePath = "plot-output"
+
+;******************* Inputs Regarding Data Structure ***********************************************
+
+;lPlotVariablesList = "mean_AERONET_AOD_L2_2_AOD0558intrp_Ames,mean_MIL2ASAE_0022_AOD0866b_Ames"
+;rPlotVariablesList = "medn_MYD04_L2_051_AOD0550dpbl_l_Ames"
+
+;xDimName = "time"
+;xDimSize = 365
+
+;******************* Inputs Regarding the View Annotations ****************************************
+
+;title = "MAPSS Time Series"
+;yLAxisLabel = "Mean AOD"
+;yRAxisLabel = "Median AOD"
+
+;*******************END INPUTS ********************************************************************

samples/NCL/hdf4sds_7.ncl

@@ -0,0 +1,128 @@
+load "$NCARG_ROOT/lib/ncarg/nclscripts/csm/gsn_code.ncl" 
+load "$NCARG_ROOT/lib/ncarg/nclscripts/csm/gsn_csm.ncl" 
+load "$NCARG_ROOT/lib/ncarg/nclscripts/csm/contributed.ncl" 
+;**************************************************************
+; User Input
+;***************************************************************
+                                             ; INPUT
+   diri   = "./"                             ; input directory
+   fili   = "wv_LV3_MET08_20050102_12345678_L00013712E00013712.hdf"
+
+   pltDir  = "./"                        ; directory for plot output
+   sfx     = get_file_suffix(fili,1) 
+  ;pltName = sfx@fBase                   ; output graphic name
+   pltName = "hdf4sds"
+   pltType = "ps"                                            
+
+;***************************************************************
+; End User Input
+;***************************************************************
+
+;***************************************************************
+; Open SEVIRI L3 'wv' HDF file
+;***************************************************************
+; Note the rather unusual data format: flag *prepended* to data value
+;***************************************************************
+;     integer twc_lv3 ( fakeDim0, fakeDim1 )
+;        long_name :    total water vapour column + flag
+;        units :        fmmmm
+;        format :       I4
+;        valid_range :  ( 10000, 38000 )
+;        _FillValue :   -99
+;        legend_01 :    f = flag
+;        legend_02 :    f = 1 averaged level 2 values
+;        legend_03 :    f = 2 interpolated from averaged level 2 values
+;        legend_04 :    f = 3 gaps filled with NVAP climatology
+;        legend_05 :    mmmm = water vapour column in mm * 100. as integer
+;        legend_06 :    Example: 11025 means: flag = 1, 10.25 mm water vapour column
+;        min_lat :      -74.75
+;        max_lat :      61.75
+;        min_lon :      -75.25
+;        max_lon :      75.25
+;        dlat : 0.5
+;        dlon : 0.5
+;---------------------------------------------------------------
+
+   f      = addfile (diri+fili, "r")
+   ifx    = f->twc_lv3                  ; fmmmm (integer)                     
+   printVarSummary(ifx)
+
+   flag   = ifx/10000                   ; extract flag
+   ix     = ifx - flag*10000            ; extract mmmm
+   x      = ix*0.01                     ; scale
+
+; create meta data for 'x'
+
+   dimx   = dimsizes(x)
+   nlat   = dimx(0)                     ; grid size x(nlat,mlon)
+   mlon   = dimx(1)
+
+   lat    = fspan(ifx@min_lat, ifx@max_lat, nlat)
+   lat@units = "degrees_north"
+   lon    = fspan(ifx@min_lon, ifx@max_lon, mlon)
+   lon@units = "degrees_east"
+
+   x!0    = "lat"
+   x!1    = "lon"
+   x&lat  =  lat
+   x&lon  =  lon
+   x@long_name = "SEVIRI: Total Water Vapor"
+   x@units     = "mm"
+
+   delete( [/ifx, ix/] )                ; no longer needed
+
+;***************************************************************
+; Create plot 
+;***************************************************************
+   wks    = gsn_open_wks(pltType, pltDir+pltName)
+
+   plot   = new (2, "graphic")
+   
+   res                      = True     ; plot mods desired
+   res@gsnAddCyclic         = False    ; data noty global
+   res@gsnDraw              = False
+   res@gsnFrame             = False
+     
+   res@cnFillOn             = True     ; turn on color fill
+   res@cnLinesOn            = False    ; turn of contour lines
+   res@cnFillMode           = "RasterFill" ; Raster Mode
+   res@cnLinesOn            =  False       ; Turn off contour lines
+   res@cnLineLabelsOn       =  False       ; Turn off contour lines
+   res@cnMissingValFillColor= "background" ; "foreground"
+   
+   res@mpCenterLonF         = 0.5*(min(x&lon) + max(x&lon))
+   res@mpMinLatF            = min(x&lat)
+   res@mpMaxLatF            = max(x&lat)
+   res@mpMinLonF            = min(x&lon)
+   res@mpMaxLonF            = max(x&lon)
+
+  ;res@lbOrientation        = "Vertical"
+
+   plot(0) = gsn_csm_contour_map_ce(wks,x, res)
+
+; plot flag
+
+   copy_VarCoords(x, flag)
+   flag@long_name = "Flag"
+   flag@units     = "1=avg(L2), 2=int(L2), 3=NVAP"
+   print(flag&lat+"   "+flag(:,{30}))
+
+   res@cnLevelSelectionMode = "ManualLevels"     ; set manual contour levels
+   res@cnMinLevelValF       =   2                ; set min contour level
+   res@cnMaxLevelValF       =   3                ; one less than max
+   res@cnLevelSpacingF      =   1                ; set contour spacing
+ 
+   res@lbLabelStrings       = ispan(1,3,1)       ; 1, 2, 3
+   res@lbLabelPosition      = "Center"           ; label position
+   res@lbLabelAlignment     = "BoxCenters"
+ 
+   res@gsnLeftString        = ""
+   res@gsnRightString       = ""
+   res@gsnCenterString      = "flag: 1=avg(L2), 2=int(L2), 3=NVAP"
+
+   plot(1) = gsn_csm_contour_map_ce(wks,flag, res)
+
+   resP                     = True                ; modify the panel plot
+   resP@txString            = fili
+   resP@gsnMaximize         = True 
+   gsn_panel(wks,plot,(/1,2/),resP)               ; now draw as one plot

samples/NCL/mask_12.ncl

@@ -0,0 +1,125 @@
+;----------------------------------------------------------------------
+; mask_12.ncl
+;
+; Concepts illustrated:
+;   - Using a worldwide shapefile to create a land/ocean mask
+;   - Masking a data array based on a geographical area
+;   - Attaching shapefile polylines to a map plot
+;   - Attaching lat/lon points to a map using gsn_coordinates
+;----------------------------------------------------------------------
+; Downloaded GSHHS shapefiles from:
+;
+;  http://www.ngdc.noaa.gov/mgg/shorelines/data/gshhg/latest/
+;
+; Used the "coarsest" one: "GSHHS_shp/c/GSHHS_c_L1.shp".
+;----------------------------------------------------------------------
+
+load "$NCARG_ROOT/lib/ncarg/nclscripts/csm/gsn_code.ncl"
+load "$NCARG_ROOT/lib/ncarg/nclscripts/csm/gsn_csm.ncl"
+load "$NCARG_ROOT/lib/ncarg/nclscripts/csm/contributed.ncl"
+load "./shapefile_mask_data.ncl"
+
+;----------------------------------------------------------------------
+; Main code
+;----------------------------------------------------------------------
+begin
+  WRITE_MASK = True
+  DEBUG      = False
+
+;---Read data to plot and mask
+  dir        = "$NCARG_ROOT/lib/ncarg/data/cdf/"
+  cdf_prefix = "uv300"
+  cdf_file   = dir + cdf_prefix + ".nc"
+  fin        = addfile(cdf_file,"r")
+  u          = fin->U(1,:,:)
+;
+; Create a mask array the same size as "u", using
+; lat/lon data read off a shapefile.
+;
+  shpfile   = "GSHHS_shp/c/GSHHS_c_L1.shp"
+  opt             = True
+  opt@return_mask = True
+
+  land_mask = shapefile_mask_data(u,shpfile,opt)
+
+;---Mask "u" against land and ocean.
+  u_land_mask  = where(land_mask.eq.1,u,u@_FillValue)
+  u_ocean_mask = where(land_mask.eq.0,u,u@_FillValue)
+  copy_VarMeta(u,u_land_mask)
+  copy_VarMeta(u,u_ocean_mask)
+
+;---Start the graphics
+  wks = gsn_open_wks("ps","mask")
+
+  res                       = True
+
+  res@gsnMaximize           = True           ; maximize plot in frame
+  res@gsnDraw               = False          ; don't draw plot yet
+  res@gsnFrame              = False          ; don't advance frame yet
+
+  res@cnFillOn              = True
+  res@cnLineLabelsOn        = False
+  res@cnLinesOn             = False
+
+;---Make sure both plots have same contour levels
+  mnmxint                   = nice_mnmxintvl(min(u),max(u),25,False)
+  res@cnLevelSelectionMode  = "ManualLevels"
+  res@cnMinLevelValF        = mnmxint(0)
+  res@cnMaxLevelValF        = mnmxint(1)
+  res@cnLevelSpacingF       = mnmxint(2)
+
+  res@lbLabelBarOn          = False
+  res@gsnAddCyclic          = False
+
+  res@mpFillOn              = False
+  res@mpOutlineOn           = False
+
+  res@gsnRightString        = ""
+  res@gsnLeftString         = ""
+
+;---Create plot of original data and attach shapefile outlines
+  res@tiMainString         = "Original data with shapefile outlines"
+  map_data = gsn_csm_contour_map(wks,u,res)
+  dum1     = gsn_add_shapefile_polylines(wks,map_data,shpfile,False)
+
+;---Create plots of masked data
+  res@tiMainString         = "Original data masked against land"
+  map_land_mask  = gsn_csm_contour_map(wks,u_land_mask,res)
+  res@tiMainString         = "Original data masked against ocean"
+  map_ocean_mask = gsn_csm_contour_map(wks,u_ocean_mask,res)
+
+  if(DEBUG) then
+    mkres                 = True
+;    mkres@gsMarkerSizeF   = 0.007
+    mkres@gsnCoordsAttach = True
+    gsn_coordinates(wks,map_data,u,mkres)
+    mkres@gsnCoordsNonMissingColor = "yellow"
+    mkres@gsnCoordsMissingColor    = "black"
+    gsn_coordinates(wks,map_land_mask,u_land_mask,mkres)
+    gsn_coordinates(wks,map_ocean_mask,u_ocean_mask,mkres)
+  end if
+
+;---Add shapefile outlines
+  dum2 = gsn_add_shapefile_polylines(wks,map_land_mask,shpfile,False)
+  dum3 = gsn_add_shapefile_polylines(wks,map_ocean_mask,shpfile,False)
+
+;---Draw all three plots on one page
+  pres                  = True
+  pres@gsnMaximize      = True
+  pres@gsnPanelLabelBar = True
+  gsn_panel(wks,(/map_data,map_land_mask,map_ocean_mask/),(/3,1/),pres)
+
+  if(WRITE_MASK) then
+    delete(fin)     ; Close file before we open again.
+;
+; Make copy of file so we don't overwrite original.
+; This is not necessary, but it's safer.
+;
+    new_cdf_file = cdf_prefix + "_with_mask.nc"
+    system("/bin/cp " + cdf_file + " " + new_cdf_file)
+    finout = addfile(new_cdf_file,"w")
+    filevardef(finout, "land_mask", typeof(land_mask), (/ "lat", "lon" /) )
+    finout->land_mask = (/land_mask/)
+  end if
+end
+

samples/NCL/mcsst_1.ncl

@@ -0,0 +1,115 @@
+;*****************************************************
+; mcsst_1.ncl
+;
+; Concepts illustrated:
+;   - Plotting NAVO MCSST data
+;   - Using fbindirread to read in fortran binary data
+;   - Converting "byte" data to "float"
+;   - Adding meta data (attributes and coordinates) to a variable
+;   - Adding gray to an existing color map
+;   - Spanning all but the last two colors in a color map for contour fill
+;   - Drawing raster contours
+;
+;*****************************************************
+load "$NCARG_ROOT/lib/ncarg/nclscripts/csm/gsn_code.ncl"
+load "$NCARG_ROOT/lib/ncarg/nclscripts/csm/gsn_csm.ncl"
+;***************************************
+; type of data available on file
+;***************************************
+; ipar=0  Weekly Binned Sea Surface Temperature 
+; ipar=1  Number of Points in Bin 
+; ipar=2  Weekly Binned Sea Surface Temperature Anomaly 
+; ipar=3  Interpolated Sea Surface Temperature 
+; ipar=4  Interpolated Sea Surface Temperature Anomaly 
+;***************************************
+begin
+  ipar  = 3
+  fname = "2001311d18N16.dat"
+  tmp   = fbindirread(fname,ipar,(/1024,2048/),"byte")
+;***************************************
+; convert to float and then change to true SST
+;***************************************
+  xslope = 0.15
+  if(ipar.eq.4.or.ipar.eq.2)then               ; anom has different intercept
+    yint = -20.0
+  end if
+  if(ipar.eq.3.or.ipar.eq.0)then
+    yint = -3.0 
+  end if
+  sst  = new((/1024,2048/),"float")            ; create float var
+  sst  = tmp*xslope+yint                       ; convert to float
+  delete(tmp)                                  ; delete unecessary array
+;***************************************
+; assign missing values. The original missing value was zero, but since it was
+; not assigned in NCL, it was not recognized. The new missing values are 
+; listed below. These will be changed later.
+;***************************************
+  if(ipar.eq.4)then
+     sst@_FillValue = -20                    
+  end if
+  if(ipar.eq.3.or.ipar.eq.0)then
+     sst@_FillValue = -3                     
+  end if
+;***************************************
+;   create coordinate variables
+;***************************************
+  nlat      = 1024
+  dy        = 180./nlat
+  lat       = (90. -(ispan(0,1023,1)*dy))-dy/2
+  lat!0     = "lat"
+  lat&lat   = lat
+  lat@units = "degrees_north"
+
+  nlon      = 2048
+  dx        = 360./nlon
+  lon       = (ispan(0,2047,1)*dx)+dx/2-180. ; note -180. added by sjm to align
+  lon!0     = "lon"
+  lon&lon   = lon
+  lon@units = "degrees_east"   
+;***************************************
+;   fill out the netCDF data model
+;***************************************
+  sst!0          = "lat"               ; name dimensions
+  sst!1          = "lon"               ; ditto
+  sst            = sst(::-1,:)         ; reverse lat orientation
+  sst@long_name  = "NAVO MCSST"        ; assign long_name
+  sst@units      = "deg C"             ; assign units
+  sst&lat        = lat                 ; assign lat cv
+  sst&lon        = lon	               ; assign lon cv
+  sst@_FillValue = -999.               ; assign missing value   
+;***************************************
+;   get year and day from filename
+;***************************************
+  res   = True                          ; plot mods desired
+  title = stringtochar(fname)           ; parse file name to get date
+  year  = title(0:3)
+  jday  = title(4:6)
+  res@gsnCenterString = year+" "+jday   ; create center string
+;***************************************
+;   create plot
+;***************************************
+  wks  = gsn_open_wks("ps","mcsst")    ; open workstation (plot destination)
+  gsn_define_colormap(wks,"BlGrYeOrReVi200") ; choose colormap  
+;
+; This will not be necessary in V6.1.0 and later. Named colors can
+; be used without having to first add them to the color map.
+;
+  d    = NhlNewColor(wks,0.8,0.8,0.8)   ; add gray to colormap
+
+
+  res@cnFillOn             = True        ; turn on color
+  res@gsnSpreadColors      = True        ; use full range of colormap
+  res@gsnSpreadColorStart  = 2           ; start at color 2
+  res@gsnSpreadColorEnd    = -3          ; don't use added gray
+  res@cnLinesOn            = False       ; no contour lines
+  res@cnFillDrawOrder      = "PreDraw"   ; draw contours before continents
+  res@gsnMaximize          = True        ; maximize plot
+
+
+; For a grid this size, it is better to use raster mode. It will be 
+; significantly faster, and will not go over NCL's 16mb default plot size.
+  res@cnFillMode           = "RasterFill"       ; turn on raster mode
+
+  plot = gsn_csm_contour_map_ce(wks,sst,res) ; contour the variable
+
+end

samples/NCL/primero.ncl

@@ -0,0 +1,3 @@
+val=102
+a=val/4.
+print(a)

samples/NCL/topo_9.ncl

@@ -0,0 +1,172 @@
+;----------------------------------------------------------------------
+; topo_9.ncl
+;
+; Concepts illustrated:
+;   - Recreating a jpeg topographic image as an NCL map object
+;   - Zooming in on a jpeg image
+;   - Drawing a box around an area of interest on a map
+;   - Attaching polylines to a map
+;   - Using "overlay" to overlay multiple contour plots
+;   - Using more than 256 colors per frame
+;   - Using functions for cleaner code
+;----------------------------------------------------------------------
+; NOTE: This example will only work with NCL V6.1.0 and later.
+;
+; This script recreates a JPEG image that was converted to a NetCDF
+; file with color separated bands using the open source tool
+; "gdal_translate":
+;
+;  gdal_translate -ot Int16 -of netCDF EarthMap_2500x1250.jpg \
+;           EarthMap_2500x1250.nc
+;----------------------------------------------------------------------
+load "$NCARG_ROOT/lib/ncarg/nclscripts/csm/gsn_code.ncl"   
+load "$NCARG_ROOT/lib/ncarg/nclscripts/csm/gsn_csm.ncl"   
+
+;----------------------------------------------------------------------
+; This function imports a JPEG image that's on the whole globe,
+; and recreates it as an NCL map object that is zoomed in on the
+; southern tip of Africa.
+;----------------------------------------------------------------------
+undef("recreate_jpeg_image")
+function recreate_jpeg_image(wks,minlat,maxlat,minlon,maxlon)
+begin
+  orig_jpg_filename = "EarthMap_2500x1250.jpg"
+  nc_filename       = "EarthMap_2500x1250.nc"
+
+;--You could use a system call to do the NetCDF conversion
+;  cmd = "gdal_translate -ot Int16 -of netCDF " + jpeg_filename + \
+;         " " + nc_filename)
+;  system(cmd)
+
+;---Read the three bands of data
+  f     = addfile(nc_filename,"r")
+  Band1 = where(f->Band1.gt.255, 255, f->Band1)  ; red channel
+  Band2 = where(f->Band2.gt.255, 255, f->Band2)  ; green channel
+  Band3 = where(f->Band3.gt.255, 255, f->Band3)  ; blue channel
+
+  band_dims = dimsizes(Band3)
+  nlat      = band_dims(0)
+  nlon      = band_dims(1)
+  print("dimensions of image = " + nlat + " x " + nlon)
+
+;
+; Add lat/lon data so we can overlay on a map, and/or 
+; overlay contours. We know the image is global,
+; cylindrical equidistant, and centered about lon=0.
+;
+  lat       = fspan( -90, 90,nlat)
+  lon       = fspan(-180,180,nlon)
+  lat@units = "degrees_north"
+  lon@units = "degrees_east"
+
+  Band1!0   = "lat"
+  Band1!1   = "lon"
+  Band2!0   = "lat"
+  Band2!1   = "lon"
+  Band3!0   = "lat"
+  Band3!1   = "lon"
+  Band1&lat = lat
+  Band1&lon = lon
+  Band2&lat = lat
+  Band2&lon = lon
+  Band3&lat = lat
+  Band3&lon = lon
+
+  res                 = True
+
+  res@gsnMaximize     = True
+
+  res@gsnFrame        = False        ; Don't draw or advance
+  res@gsnDraw         = False        ; frame yet.
+
+  res@cnFillOn        = True         
+  res@cnFillMode      = "RasterFill" ; Raster fill can be faster
+
+  res@cnLevelSelectionMode  = "EqualSpacedLevels"
+  res@cnMaxLevelCount       = 254  
+  res@cnFillBackgroundColor = (/ 1., 1., 1., 1./)
+
+  res@cnLinesOn       = False              ; Turn off contour lines      .
+  res@cnLineLabelsOn  = False              ; Turn off contour labels
+  res@cnInfoLabelOn   = False              ; Turn off info label
+  res@lbLabelBarOn    = False              ; Turn off labelbar
+  res@gsnRightString  = ""                 ; Turn off subtitles
+  res@gsnLeftString   = ""
+  res@pmTickMarkDisplayMode    = "Always"
+
+;---Construct RGBA colormaps...
+  ramp   = fspan(0., 1., 255)
+  reds   = new((/255, 4/), float)
+  greens = new((/255, 4/), float)
+  blues  = new((/255, 4/), float)
+
+  reds   = 0
+  greens = 0
+  blues  = 0
+
+  reds(:,0)   = ramp
+  greens(:,1) = ramp
+  blues(:,2)  = ramp
+
+  ; The red contour map is plotted fully opaque; the green and blue
+  ; are plotted completely transparent. When overlain, the colors 
+  ; combine (rather magically).
+  reds(:,3)   = 1.
+  greens(:,3) = 0 
+  blues(:,3)  = 0
+
+  res@cnFillColors = greens 
+  greenMap = gsn_csm_contour(wks, Band2, res) 
+
+  res@cnFillColors = blues
+  blueMap = gsn_csm_contour(wks, Band3, res) 
+ 
+;---This will be our base, so make it a map plot.
+  res@cnFillColors             = reds 
+  res@gsnAddCyclic             = False
+
+  res@mpFillOn                 = False  
+
+;---Zoom in on area of interest
+  res@mpMinLatF                = minlat
+  res@mpMaxLatF                = maxlat
+  res@mpMinLonF                = minlon
+  res@mpMaxLonF                = maxlon
+
+  redMap = gsn_csm_contour_map(wks, Band1, res) 
+
+;---Overlay everything to create the topo map
+  overlay(redMap, greenMap)
+  overlay(redMap, blueMap)
+
+  return(redMap)
+end
+
+;----------------------------------------------------------------------
+; Main code
+;----------------------------------------------------------------------
+begin
+;---Recreating jpeg images only works for X11 and PNG.
+  wks = gsn_open_wks("png","topo")
+
+;---Southern part of Africa
+  minlat = -40
+  maxlat =  5
+  minlon = 10
+  maxlon = 40
+
+  map = recreate_jpeg_image(wks,minlat,maxlat,minlon,maxlon)
+
+;---Overlay a red box
+  lonbox = (/ 15, 35, 35, 15, 15/)
+  latbox = (/-30,-30,-10,-10,-30/)
+
+  lnres                  = True
+  lnres@gsLineColor      = "red" ; red box 
+  lnres@gsLineThicknessF = 4.0   ; make box thicker
+  box = gsn_add_polyline(wks,map,lonbox,latbox,lnres)
+
+  draw(map)       ; Drawing the map will draw the red box
+  frame(wks)
+
+end

samples/NCL/traj_3.ncl

@@ -0,0 +1,120 @@
+;*************************************************
+; traj_3.ncl
+;*************************************************
+load          "$NCARG_ROOT/lib/ncarg/nclscripts/csm/gsn_code.ncl"
+external TRAJ "./particle.so"
+;*************************************************
+begin
+
+  path  = "./data.asc"
+  data  = asciiread(path,(/500,6/),"float")
+;*************************************************
+; some parameters
+;*************************************************
+  np = 1
+  nq = 500
+  ncor= 8
+  xrot   = new((/np,nq/),float)
+  yrot   = new((/np,nq/),float)
+  xaxis  = new(ncor,float)
+  yaxis  = new(ncor,float)
+;**************************************************
+; convert data into rotated format
+;**************************************************
+  TRAJ::particle(path,xrot,yrot,nq,np,xaxis,yaxis,ncor)
+;**************************************************
+; create plot
+;**************************************************
+  wks = gsn_open_wks("ps","traj")      ; Open an ps file
+
+  xyres = True
+  xyres@gsnFrame     = False      ; don't advance the frame
+  xyres@gsnDraw      = False      ; don't draw indivdual plots
+  xyres@tmXTBorderOn = False      ; don't draw top axis
+  xyres@tmXBBorderOn = False      ; don't draw bottom axis
+  xyres@tmYRBorderOn = False      ; don't draw right axis
+  xyres@tmYLBorderOn = False      ; don't draw left axis
+  xyres@tmXTOn       = False      ; don't draw top-axis tick marks 
+  xyres@tmXBOn       = False      ; don't draw bottom-axis tick marks
+  xyres@tmYROn       = False      ; don't draw right-axis tick marks
+  xyres@tmYLOn       = False      ; don't draw left-axis tick marks
+
+  xyres@xyLineColors      = (/"red"/)    ; set the line color to red
+  xyres@xyLineThicknessF  = 4.0          ; 4 times the line thickness 
+
+  xyres@trXMaxF      =  15000            ; choose range of axis even though
+  xyres@trXMinF      = -10000            ; we don't see them
+  xyres@trYMaxF      =  1000
+  xyres@trYMinF      = -1000
+
+  plot = gsn_xy(wks,xrot,yrot,xyres)     ; Draw trajectory
+;**********************************************
+; create arrays needed for the bounding box
+;**********************************************
+  a1 = new(5,float)
+  b1 = new(5,float)
+  a2 = new(5,float)
+  b2 = new(5,float)
+  a3 = new(2,float)
+  b3 = new(2,float)
+  a4 = new(2,float)
+  b4 = new(2,float)
+  a5 = new(2,float)
+  b5 = new(2,float)
+  a6 = new(2,float)
+  b6 = new(2,float)
+  a0 = new(2,float)
+  b0 = new(2,float)
+;**********************************************
+; determine values of each bounding line from information
+; returned from particle.f
+;**********************************************
+  a1(0:3) = xaxis(:3)             
+  b1(0:3) = yaxis(:3)
+  a1(4)   = xaxis(0)
+  b1(4)   = yaxis(0)
+
+  a2(0:3) = xaxis(4:)
+  b2(0:3) = yaxis(4:) 
+  a2(4)   = xaxis(4)
+  b2(4)   = yaxis(4) 
+
+  a3      = xaxis(0:4:4)
+  b3      = yaxis(0:4:4) 
+  a4      = xaxis(1:5:4)
+  b4      = yaxis(1:5:4)
+ 
+  a5      = xaxis(2:6:4)
+  b5      = yaxis(2:6:4) 
+  a6      = xaxis(3:7:4)
+  b6      = yaxis(3:7:4) 
+
+  a0(0)   = xaxis(3)
+  b0(0)   = yaxis(3)
+  a0(1)   = xrot(0,0)
+  b0(1)   = yrot(0,0)
+;*************************************************************** 
+; create bounding box by drawing multiple xy plots on top of
+; each other. each with their individual axis turned off.
+;***************************************************************
+  xyres@xyLineColors      =  (/"black"/)   ; line color 
+  xyres@xyLineThicknessF  = 1.0            ; regular line thickness 
+
+  bottom = gsn_xy(wks,a1,b1,xyres) ; Draw the bottom bounding box.
+  top    = gsn_xy(wks,a2,b2,xyres) ; Draw the top bounding box.
+  side1  = gsn_xy(wks,a3,b3,xyres) ; Draw a side line.
+  side2  = gsn_xy(wks,a4,b4,xyres) ; Draw a side line.
+  side3  = gsn_xy(wks,a5,b5,xyres) ; Draw a side line.
+  side4  = gsn_xy(wks,a6,b6,xyres) ; Draw a side line.
+;*************************************************************** 
+; now draw a large brown line to represent the chimney
+;***************************************************************
+  xyres@xyLineColors      = (/"brown"/)   ; chimney color
+  xyres@xyLineThicknessF  = 9.0           ; thick line 
+  xyres@tiMainString      = "Pollutant Trajectory in a 3D Volume"
+  chimney = gsn_xy(wks,a0,b0,xyres)       ; Draw the chimney.
+
+  draw(wks)
+  frame(wks)
+
+end

samples/NCL/tsdiagram_1.ncl

@@ -0,0 +1,167 @@
+; Read potential temp (TEMP), salinity (SALT)
+; Compute potential density (PD) for specified range PD(t,s)
+; (use ncl function based on Yeager's algorithm for rho computation)
+; Assumes annual and zonally avgeraged input data set (i.e, one time slice)
+; Used K.Lindsay's "za" for zonal avg -- already binned into basins
+; Plots temp vs salt (scatter plot), pd overlay
+
+load "$NCARG_ROOT/lib/ncarg/nclscripts/csm/gsn_code.ncl"  
+load "$NCARG_ROOT/lib/ncarg/nclscripts/csm/gsn_csm.ncl"  
+load "$NCARG_ROOT/lib/ncarg/nclscripts/csm/contributed.ncl"  
+load "$NCARG_ROOT/lib/ncarg/nclscripts/csm/shea_util.ncl"  
+
+begin
+; ================================>  ; PARAMETERS
+  case    = "PHC2_gx1v3"
+  ocnfile = "za_PHC2_T_S_gx1v3.nc"
+
+  depth_min = 14895.82   ; in cm, depth of first layer to be included 
+  depth_max =  537499.9
+;
+; plot limits
+;
+  smincn = 32.5 
+  smaxcn = 37.0
+  tmincn = -2.
+  tmaxcn = 22.
+;
+; Choose basin index
+;
+; 0 = global  1 = southern ocean 2 = pacific 3 = indian 6 = atlantic 
+; 8 = labrador 9 = GIN 10 = arctic
+;
+  bi = 2 
+
+;=====> basin check 
+
+  if(bi.lt.0.or.bi.gt.10) then
+    print("basin index "+ bi + " not supported")
+    exit
+  end if
+
+  if(bi.eq.0) then
+    basin = "Global"
+    blab = "global"
+  end if
+  if(bi.eq.1) then
+      basin = "Southern Ocean"
+      blab = "so"
+  end if
+  if(bi.eq.2) then
+    basin = "Pacific Ocean"
+    blab = "pacific"
+  end if
+  if(bi.eq.3) then
+    basin = "Indian Ocean"
+    blab = "indian"
+  end if
+  if(bi.eq.6) then
+    basin = "Atlantic Ocean"
+    blab = "atlanticn"
+  end if
+  if(bi.eq.8) then
+    basin = "Labrador Sea"
+    blab = "lab"
+  end if
+  if(bi.eq.9) then
+    basin = "GIN Sea"
+    blab = "gin"
+  end if
+  if(bi.eq.10) then
+    basin = "Arctic Ocean"
+    blab = "arctic"
+  end if
+
+;=====> initial resource settings
+
+  wks = gsn_open_wks("ps","tsdiagram")    ; Open a Postscript file
+
+;===== data 
+  focn = addfile(ocnfile, "r")
+  salt = focn->SALT(0,:,{depth_min:depth_max},:)   ;(basins, z_t, lat_t)
+  temp = focn->TEMP(0,:,{depth_min:depth_max},:)
+
+;====section out choice basin
+  temp_ba = temp(bi,:,:)
+  salt_ba = salt(bi,:,:)
+
+;===== put into scatter array format
+  tdata_ba = ndtooned(temp_ba)
+  sdata_ba = ndtooned(salt_ba)
+
+  ydata = tdata_ba
+  xdata = sdata_ba
+
+;============== compute potenial density (PD), using rho_mwjf
+;
+; for potential density, depth = 0. (i.e. density as if brought to surface)
+;
+;===========================================================================
+; WARNING: T-S diagrams use POTENTIAL DENSITY... if set depth to something
+; other then 0, then you will be plotting density contours computed for the
+; specified depth layer.
+;===========================================================================
+
+  depth = 0.  ;in meters
+  tspan = fspan(tmincn,tmaxcn,51)
+  sspan = fspan(smincn,smaxcn,51)
+
+  ; the more points the better... using Yeager's numbers
+
+  t_range = conform_dims((/51,51/),tspan,0)
+  s_range = conform_dims((/51,51/),sspan,1)
+
+  pd = rho_mwjf(t_range,s_range,depth)
+
+  pd!0    = "temp"
+  pd!1    = "salt"
+  pd&temp = tspan
+  pd&salt = sspan
+  pd      = 1000.*(pd-1.)        ; Put into kg/m3 pot den units
+
+;  printVarSummary(pd)
+;  printVarInfo(pd,"rho_mwjf")
+
+;=================Graphics
+
+;--- scatter plot
+  res                     = True
+  res@gsnMaximize         = True
+  res@gsnDraw             = False
+  res@gsnFrame            = False
+
+  res@xyMarkLineModes     = "Markers"
+  res@xyMarkers           = 16
+  res@xyMarkerColors      = "black"
+  res@pmLegendDisplayMode = "Never"
+  res@txFontHeightF       = 0.01
+  res@tiMainString        = case + " ANN AVG:  T-S Diagram"
+  res@tiXAxisString       = salt@units
+  res@tiXAxisFontHeightF  = 0.02
+  res@tiYAxisString       = temp@units
+  res@tiYAxisFontHeightF  = 0.02
+  res@trXMinF             = smincn
+  res@trXMaxF             = smaxcn
+  res@trYMinF             = tmincn
+  res@trYMaxF             = tmaxcn
+  res@gsnRightString      = depth_min/100. + "-"+depth_max/100. +"m"
+  res@gsnLeftString       = basin
+
+  plot = gsn_csm_xy(wks,xdata,ydata,res)
+
+;----- pd overlay
+  resov                          = True
+  resov@gsnDraw                  = False
+  resov@gsnFrame                 = False
+  resov@cnLevelSelectionMode     = "AutomaticLevels"
+  resov@cnInfoLabelOn            = "False"
+  resov@cnLineLabelPlacementMode = "Constant"
+  resov@cnLineLabelFontHeightF     = ".02"
+  
+  plotpd = gsn_csm_contour(wks,pd,resov)
+  overlay(plot,plotpd)
+
+  draw(plot)
+  frame(wks)
+
+end

samples/NCL/unique_9.ncl

@@ -0,0 +1,141 @@
+;************************************
+; unique_9.ncl
+;
+; Concepts illustrated:
+;   - Drawing raster contours over a map
+;   - Creating a topography plot using raster contours
+;   - Reading data from binary files
+;   - Manually creating lat/lon coordinate arrays
+;   - Customizing a labelbar for a contour plot
+;************************************
+; This example generates a topo map over
+; the area of Trinidad, Colorado.
+;************************************
+load "$NCARG_ROOT/lib/ncarg/nclscripts/csm/gsn_code.ncl"
+load "$NCARG_ROOT/lib/ncarg/nclscripts/csm/gsn_csm.ncl"
+
+begin
+
+ wks = gsn_open_wks("ps","unique")
+
+;----------------- read the west binary data -------------------------
+ binfile = "trinidad-w.bin"
+
+ quad_name = fbinrecread(binfile,0,60,"character")
+
+ map_cornersW = fbinrecread(binfile,1,4,"double")
+
+ lonW = fbinrecread(binfile,2,(/1201/),"double")
+
+ latW = fbinrecread(binfile,3,(/1201/),"double")
+
+ minmax_elevW = fbinrecread(binfile,4,2,"double")
+
+ tmpW = fbinrecread(binfile,5,(/1201,1201/),"integer")
+ 
+;----------------- read the east binary data -------------------------
+ binfile = "trinidad-e.bin"
+
+ quad_name = fbinrecread(binfile,0,60,"character")
+
+ map_cornersE = fbinrecread(binfile,1,4,"double")
+
+ lonE = fbinrecread(binfile,2,(/1201/),"double")
+
+ latE = fbinrecread(binfile,3,(/1201/),"double")
+
+ minmax_elevE = fbinrecread(binfile,4,2,"double")
+
+ tmpE = fbinrecread(binfile,5,(/1201,1201/),"integer")
+ 
+;----------------------------------------------------------------------
+ min_elev = min((/minmax_elevW(0),minmax_elevE(0)/))*3.28
+ max_elev = max((/minmax_elevW(1),minmax_elevE(1)/))*3.28
+
+ lat           = new(1201,"double")
+ lat           = latW
+ lat!0         = "lat"
+ lat&lat       = latW               ; same as latE
+ lat@long_name = "latitude"
+ lat@units     = "degrees_north"
+
+ lon            = new(2401,"double")
+ lon(0:1200)    = lonW
+ lon(1201:2400) = lonE(1:1200)
+ lon!0          = "lon"
+ lon&lon        = lon
+ lon@long_name  = "longitude"
+ lon@units      = "degrees_east"
+
+ data     = new((/1201,2401/),"float")  ; (lat,lon)
+ data!0   = "lat"
+ data&lat = lat
+ data!1   = "lon"
+ data&lon = lon
+ data(:,0:1200)    = (/tmpW*3.28/)            ; convert to feet
+ data(:,1201:2400) = (/tmpE(:,1:1200)*3.28/)  ; convert to feet
+;-------------------------------------------------------------
+
+;
+; Define colormap.
+;
+  cmap = (/(/1.00, 1.00, 1.00/),(/0.00, 0.00, 0.00/), \
+           (/0.51, 0.13, 0.94/),(/0.00, 0.00, 0.59/), \
+           (/0.00, 0.00, 0.80/),(/0.25, 0.41, 0.88/), \
+           (/0.12, 0.56, 1.00/),(/0.00, 0.75, 1.00/), \
+           (/0.63, 0.82, 1.00/),(/0.82, 0.96, 1.00/), \
+           (/1.00, 1.00, 0.78/),(/1.00, 0.88, 0.20/), \
+           (/1.00, 0.67, 0.00/),(/1.00, 0.43, 0.00/), \
+           (/1.00, 0.00, 0.00/),(/0.78, 0.00, 0.00/), \
+           (/0.63, 0.14, 0.14/),(/1.00, 0.41, 0.70/)/)
+
+ gsn_define_colormap(wks,cmap)
+
+ res              = True
+ res@gsnMaximize  = True
+ res@gsnAddCyclic = False
+
+; map plot resources
+ res@mpFillOn              = False
+ res@mpLimitMode           = "Corners"
+ res@mpDataBaseVersion     = "Ncarg4_1"
+ res@mpOutlineBoundarySets = "AllBoundaries"
+ res@mpLeftCornerLonF      = map_cornersW(0) 
+ res@mpLeftCornerLatF      = map_cornersW(1)
+ res@mpRightCornerLonF     = map_cornersE(2)
+ res@mpRightCornerLatF     = map_cornersE(3)
+
+; contour resources
+ res@cnFillOn             = True
+ res@cnLinesOn            = False
+ res@cnFillMode           = "RasterFill"
+ res@cnLevelSelectionMode = "ExplicitLevels"
+ res@cnLevels             = (/ 5000., 6000., 7000., 8000., 8500., 9000., \
+                               9500.,10000.,10500.,11000.,11500.,12000., \
+                              12500.,13000.,13500./)
+
+; tickmark resources
+ res@pmTickMarkDisplayMode = "Always"
+ res@tmXBLabelFontHeightF   = 0.010
+
+; labelbar resources
+ res@pmLabelBarWidthF         = 0.60
+ res@txFontHeightF            = 0.012
+ res@lbTitleString            = "elevation above mean sea level (feet)"
+ res@lbTitleFontHeightF       = 0.012
+ res@lbLabelFontHeightF       = 0.008
+ res@lbTitleOffsetF           = -0.27
+ res@lbBoxMinorExtentF        = 0.15
+ res@pmLabelBarOrthogonalPosF = -.05
+
+; title resources
+ res@tiMainString      = "USGS DEM TRINIDAD (1 x 2 degrees)" 
+ res@tiMainOffsetYF    = -0.02    ; Move title down towards graphic.
+ res@tiMainFontHeightF = 0.015
+ res@gsnLeftString     = "Min Elevation: "+min_elev
+ res@gsnRightString    = "Max Elevation: "+max_elev
+ res@gsnCenterString   = "Scale 1:250,000"
+
+ plot = gsn_csm_contour_map(wks,data,res)
+
+end

samples/NCL/viewport_4.ncl

@@ -0,0 +1,131 @@
+; ***********************************************
+; viewport_4.ncl
+;
+; Concepts illustrated:
+;   - Drawing an XY plot with multiple curves
+;   - Using drawNDCGrid to draw a nicely labeled NDC grid
+;   - Changing the size/shape of an XY plot using viewport resources
+;   - Drawing two XY plots on the same page using viewport resources
+;   - Drawing polylines, polymarkers, and text in NDC space
+;   - Using "getvalues" to retrieve resource values
+;   - Maximizing plots after they've been created
+; ***********************************************
+load "$NCARG_ROOT/lib/ncarg/nclscripts/csm/gsn_code.ncl"
+load "$NCARG_ROOT/lib/ncarg/nclscripts/csm/gsn_csm.ncl"
+load "$NCARG_ROOT/lib/ncarg/nclscripts/csm/contributed.ncl"
+load "$NCARG_ROOT/lib/ncarg/nclscripts/csm/shea_util.ncl"
+
+;********************************************************************
+; Draw a box around the viewport of the given object..
+;********************************************************************
+procedure draw_vp_box(wks,plot)
+local vpx, vpy, vpw, vph, xbox, ybox, lnres, mkres, txres
+begin
+
+; Retrieve the viewport values of the drawable object.
+  getvalues plot
+    "vpXF"      : vpx
+    "vpYF"      : vpy
+    "vpWidthF"  : vpw
+    "vpHeightF" : vph
+  end getvalues
+
+; Set up some marker resources.
+  mkres                  = True
+  mkres@gsMarkerIndex    = 16     ; filled dot
+  mkres@gsMarkerSizeF    = 0.02   ; larger than default
+  mkres@gsMarkerColor    = "Red"
+
+; Draw a single marker at the vpXF/vpYF location.
+  gsn_polymarker_ndc(wks,vpx,vpy,mkres)
+
+
+; Set up some text resources.
+  txres                       = True  
+  txres@txJust                = "BottomLeft"
+  txres@txFontHeightF         = 0.018
+  txres@txFontColor           = "Blue"
+  txres@txBackgroundFillColor = "white"
+
+  gsn_text_ndc(wks,"(vpXF="+vpx+", vpYF="+vpy+")",vpx,vpy+0.02,txres)
+; Set up some line resources.
+  lnres                  = True
+  lnres@gsLineColor      = "Red"       ; line color
+  lnres@gsLineThicknessF = 2.0         ; 3.5 times as thick
+
+; Draw lines indicating the width and height
+  xline = (/vpx,     vpx+vpw/)
+  yline = (/vpy-0.05,vpy-0.05/)
+  gsn_polyline_ndc(wks,xline,yline,lnres)
+
+  xline = (/vpx+0.05,vpx+0.05/)
+  yline = (/vpy,vpy-vph/)
+  gsn_polyline_ndc(wks,xline,yline,lnres)
+
+  txres@txJust                = "CenterCenter"
+  gsn_text_ndc(wks,"vpWidthF = " + vpw,vpx+vpw/2.,vpy-0.05,txres)
+
+  txres@txAngleF              = 90.
+  gsn_text_ndc(wks,"vpHeightF = " + vph,vpx+0.05,vpy-vph/2.,txres)
+end
+
+;********************************************************************
+; Main code
+;********************************************************************
+begin
+;************************************************
+; read in data
+;************************************************
+  f     = addfile ("$NCARG_ROOT/lib/ncarg/data/cdf/uv300.nc","r")
+  u     = f->U                                    ; get u data
+;************************************************
+; plotting parameters
+;************************************************
+  wks   = gsn_open_wks ("ps","viewport")          ; open workstation
+  
+  res                  = True                     ; plot mods desired
+
+  res@gsnFrame         = False                    ; don't advance frame yet
+
+  res@vpWidthF         = 0.8                      ; set width and height
+  res@vpHeightF        = 0.3
+  
+; First plot  
+  res@tiMainString     = "Plot 1"
+
+  res@vpXF             = 0.15
+  res@vpYF             = 0.9        ; Higher on the page
+
+  plot1  = gsn_csm_xy (wks,u&lat,u(0,:,{82}),res) ; create plot
+  
+; Second plot  
+  res@tiMainString     = "Plot 2"
+
+  res@vpXF             = 0.15       ; Same X location as first plot
+  res@vpYF             = 0.4        ; Lower on the page
+
+  plot2  = gsn_csm_xy (wks,u&lat,u(0,:,{3}),res) ; create plot
+
+; Advance the frame
+  frame(wks)
+  
+; Now draw the two plots with illustrations.
+
+  drawNDCGrid(wks)   ; Draw helpful grid lines showing NDC square.
+
+  draw(plot1)        ; Draw the two plots
+  draw(plot2)
+
+  draw_vp_box(wks,plot1)  ; Draw boxes around the two viewports.
+  draw_vp_box(wks,plot2)
+
+  frame(wks)              ; Advance the frame.
+
+
+;
+; Uncomment the next two lines if you want to maximize these plots for
+; PS or PDF output.
+;
+;  psres = True                                                               
+;  maximize_output(wks,psres)  ; calls draw and frame for you 
+end

samples/NCL/weather_sym_6.ncl

@@ -0,0 +1,120 @@
+load "$NCARG_ROOT/lib/ncarg/nclscripts/csm/gsn_code.ncl"
+
+begin
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+;
+;  Example of plotting station model data over a map 
+;  illustrating how the wind barb directions are adjusted
+;  for the map projection.
+;
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+;
+;  City names.
+;
+  cities = (/      "NCAR",       "Seattle", "San Francisco",    \
+            "Los Angeles",      "Billings",       "El Paso",    \
+                "Houston",   "Kansas City",   "Minneapolis",    \
+                "Chicago",       "Detroit",       "Atlanta",    \
+                  "Miami",      "New York",        "Eugene",    \
+                  "Boise",     "Salt Lake",       "Phoenix",    \
+            "Albuquerque",      "Bismarck",         "Tulsa",    \
+                 "Dallas",   "Little Rock",     "Lexington",    \
+              "Charlotte",       "Norfolk",        "Bangor"     \
+           /)
+  city_lats = (/     40.0,            47.6,            37.8,    \
+                     34.1,            45.8,            31.8,    \
+                     29.8,            39.1,            45.0,    \
+                     41.9,            42.3,            33.8,    \
+                     25.8,            40.8,            44.1,    \
+                     43.6,            40.7,            33.5,    \
+                     35.1,            46.7,            36.0,    \
+                     32.8,            34.7,            38.1,    \
+                     35.2,            36.8,            44.8     \
+               /)
+  city_lons = (/   -105.0,          -122.3,          -122.4,    \
+                   -118.3,          -108.5,          -106.5,    \
+                   -095.3,          -094.1,          -093.8,    \
+                   -087.6,          -083.1,          -084.4,    \
+                   -080.2,          -074.0,          -123.1,    \
+                   -116.2,          -111.9,          -112.1,    \
+                   -106.6,          -100.8,          -096.0,    \
+                   -096.8,          -092.3,          -084.1,    \
+                   -080.8,          -076.3,          -068.8     \
+              /)
+;
+;  Station model data for the 27 cities.
+;
+  imdat = (/"11000000751126021360300004955054054600007757087712",  \
+            "11103100011104021080300004959055050600517043080369",  \
+            "11206200031102021040300004963056046601517084081470",  \
+            "11309300061000021020300004967057042602017125082581",  \
+            "11412400091002021010300004971058038602517166083592",  \
+            "11515500121004020000300004975050034603017207084703",  \
+            "11618600151006020030300004979051030603507248085814",  \
+            "11721700181008020050300004983052026604007289086925",  \
+            "11824800211009020070300004987053022604507323087036",  \
+            "11927900241011020110300004991054018605017364088147",  \
+            "11030000271013020130300004995055014605517405089258",  \
+            "11133100301015020170300004999056010606017446080369",  \
+            "11236200331017020200300004000057006606517487081470",  \
+            "11339300361019020230300004004058002607017528082581",  \
+            "11442400391021020250300004008050000607517569083692",  \
+            "11545500421023020270300004012051040608017603084703",  \
+            "11648600451025020290300004017052008608517644085814",  \
+            "11751700481027020310300004021053012609017685086925",  \
+            "11854800511029020330300004025054016609507726087036",  \
+            "11958900541031020360300004029055018610007767088147",  \
+            "11060000571033020380300004033056030610507808089258",  \
+            "11163100601035020410300004037057034611007849080369",  \
+            "11266200631037020430300004041058043611507883081470",  \
+            "11369300661039020470300004045050041612007924082581",  \
+            "11472400691041020500300004048051025612507965083692",  \
+            "11575500721043020530300004051052022613507996084703",  \
+            "11678600751048021580300004055053013614007337085814"   \
+          /)
+
+;
+;  Define a color map and open a workstation.
+;
+  cmap = (/                      \
+            (/ 1., 1., 1. /),    \  ; color index 0 - white
+            (/ 0., 0., 0. /)     \  ; color index 1 - black
+         /)
+  wks = gsn_open_wks("ps","weather_sym")
+  gsn_define_colormap(wks,cmap)
+
+;
+;  Draw a world map.
+;
+  mpres = True
+  mpres@gsnFrame     = False
+  mpres@mpSatelliteDistF  = 1.3
+  mpres@mpOutlineBoundarySets  = "USStates"
+  mpres@mpCenterLatF =  40.
+  mpres@mpCenterLonF = -97.
+  mpres@mpCenterRotF =  35.
+  map = gsn_map(wks,"Satellite",mpres)
+
+;
+;  Scale the station model plot (all aspects of the station
+;  model plots are scaled as per the size of the wind barb).
+;
+  wmsetp("wbs",0.018)
+;
+;  In the middle of Nebraska, draw a wind barb for a north wind
+;  with a magnitude of 15 knots.
+;
+  wmbarbmap(wks,42.,-99.,0.,-15.)
+
+;
+;  Draw the station model data at the selected cities.  The call
+;  to wmsetp informs wmstnm that the wind barbs will be drawn over
+;  a map.  To illustrate the adjustment for plotting the model
+;  data over a map, all winds are from the north.
+;
+  wmsetp("ezf",1)
+  wmstnm(wks,city_lats,city_lons,imdat)
+
+  frame(wks)
+
+end

samples/NCL/xy_29.ncl

@@ -0,0 +1,151 @@
+; xy_29.ncl
+;
+; Concepts illustrated:
+;   - Reading data from an ASCII file with headers
+;   - Creating a separate procedure to create a specific plot
+;   - Attaching polymarkers to an XY plot
+;
+; This script was originally from Dr. Birgit Hassler (NOAA)
+;****************************************************
+
+load "$NCARG_ROOT/lib/ncarg/nclscripts/csm/gsn_code.ncl"
+load "$NCARG_ROOT/lib/ncarg/nclscripts/csm/gsn_csm.ncl"
+load "$NCARG_ROOT/lib/ncarg/nclscripts/csm/contributed.ncl"
+
+;************************************************
+;             Plot Procedure
+;************************************************
+procedure plotTCOPolym(pltName[1]:string, pltType[1]:string, filName[1]:string \
+                   ,xTitle[1]:string , yTitle[1]:string \ 
+                   ,year[*]:numeric, y[*]:numeric)
+local wks, res, ntim, gsres, MarkerCol, OldYear, i, xmarker, ymarker
+  
+begin
+  wks = gsn_open_wks(pltType,pltName)
+  gsn_define_colormap(wks,"default")
+  
+  res = True
+  res@gsnMaximize    = True            ; make "ps", "eps", "pdf" large
+
+  res@vpHeightF      = 0.5             ; change aspect ratio of plot
+  res@vpWidthF       = 0.75                 
+  res@vpXF           = 0.15            ; start plot at x ndc coord 
+  res@tiXAxisString  = xTitle     
+  res@tiYAxisString  = yTitle     
+  res@tiMainString   = filName
+
+  ntim   = dimsizes(year)
+  res@trXMinF = year(0)-1        
+  res@trXMaxF = year(ntim-1)+1        
+
+  res@gsnDraw        = False
+  res@gsnFrame       = False
+  res@xyMarkLineMode = "markers"
+  res@xyMarker       = 16
+  res@xyMarkerColor  = "Background"                     
+  plot               = gsn_csm_xy (wks,year,y,res) ; create plot frame ork
+  
+                     ; add different color polymarkers for each year 
+  gsres     = True
+  MarkerCol = 2
+  OldYear   = year(0)
+  
+  do i=0,ntim-1 
+    xmarker = year(i)
+    ymarker = y(i)
+    
+    if (i.gt.0) then 
+      if (year(i).gt.OldYear) then
+        MarkerCol = MarkerCol+1
+      end if
+      OldYear = year(i)
+    end if
+    
+    gsres@gsMarkerColor = MarkerCol
+    gsres@gsMarkerIndex = 16
+   ;gsres@gsMarkerSizeF = 15.0
+                        ; add (attach) polymarkers to existing plot object 
+    plot@$unique_string("dum")$ = gsn_add_polymarker(wks,plot,xmarker,ymarker,gsres)
+  end do
+
+  draw(plot)
+  frame(wks)
+end
+
+;***********************************************************
+;                   MAIN
+;***********************************************************
+   pltType = "ps"      ; "ps", "eps", "png", "x11"
+
+                       ; read multiple ascii file names
+ ;;fili = "Southpole_TCOTimeSeries_11.dat"
+
+   diri = "./"
+   fili = systemfunc("cd "+diri+" ; ls *TCOT*dat")
+   print(fili)
+
+   nfil = dimsizes(fili)
+
+   nhead= 4      ; number of header lines on ascii file(s)
+   ncol = 4      ; year, month, day, O3
+
+   do nf=0,nfil-1
+      sfx  = get_file_suffix(fili(nf), 0) ; sfx = ".dat"
+      filx = sfx@fBase                    ; filx= "Southpole_TCOTimeSeries_11"
+                                          ; read ascii files
+      data = readAsciiTable(diri+fili(nf), ncol, "float", nhead)
+      dimd = dimsizes(data)
+      ntim = dimd(0)                      ; # rows
+
+      year = toint( data(:,0) )           ; user decision ... convert to integer
+      mon  = toint( data(:,1) )
+      day  = toint( data(:,2) )
+ 
+      hour = new (ntim, "integer", "No_FillValue")
+      mn   = new (ntim, "integer", "No_FillValue")
+      sec  = new (ntim, "double" , "No_FillValue")
+      hour = 0
+      mn   = 0
+      sec  = 0d0
+                                          ; create COARDS/udunits time variable
+    ;;tunits = "days since 1900-01-01 00:00:0.0"
+      tunits = "days since "+year(0)+"-"+mon(0)+"-"+day(0)+" 00:00:0.0"
+      time   = cd_inv_calendar(year,mon,day,hour,mn,sec,tunits, 0)
+      time!0 = "time"
+      time&time = time
+      ;printVarSummary(time)
+
+                                          ; create a Gregorin 'date' variable
+      date = year*10000 + mon*100 + day
+      date!0 = "time"
+      date@units = "yyyymmdd"
+      date&time = time
+     ;printVarSummary(date)
+
+      O3   = data(:,3) 
+      O3@long_name = "total column ozone"
+      O3@units     = "DU"
+
+      O3!0         = "time"
+      O3&time      = time
+     ;printVarSummary(O3)
+     ;print(" ")
+     ;print(date+"  "+time+"   "+O3)
+
+                                          ; plot
+      yTitle = O3@long_name
+      year@long_name = "YEAR"
+
+      plotTCOPolym (filx, pltType, fili(nf), year@long_name, yTitle,  year, O3) 
+     
+      delete(time) ; delete ... size (# rows) may change in the next file
+      delete(date)
+      delete(year)
+      delete(mon )
+      delete(day )
+      delete(mn  )
+      delete(sec )
+      delete(O3  )
+      delete(data)
+   end do
+

samples/Objective-C/Siesta.h

@@ -0,0 +1,16 @@
+//
+//  Siesta.h
+//  Siesta
+//
+//  Created by Paul on 2015/6/14.
+//  Copyright © 2015 Bust Out Solutions. MIT license.
+//
+
+#import <UIKit/UIKit.h>
+
+//! Project version number for Siesta.
+FOUNDATION_EXPORT double SiestaVersionNumber;
+
+//! Project version string for Siesta.
+FOUNDATION_EXPORT const unsigned char SiestaVersionString[];
+

samples/PHP/mail.phps

@@ -0,0 +1,31 @@
+<?php
+/**
+ * This example shows sending a message using PHP's mail() function.
+ */
+
+require '../PHPMailerAutoload.php';
+
+//Create a new PHPMailer instance
+$mail = new PHPMailer;
+//Set who the message is to be sent from
+$mail->setFrom('from@example.com', 'First Last');
+//Set an alternative reply-to address
+$mail->addReplyTo('replyto@example.com', 'First Last');
+//Set who the message is to be sent to
+$mail->addAddress('whoto@example.com', 'John Doe');
+//Set the subject line
+$mail->Subject = 'PHPMailer mail() test';
+//Read an HTML message body from an external file, convert referenced images to embedded,
+//convert HTML into a basic plain-text alternative body
+$mail->msgHTML(file_get_contents('contents.html'), dirname(__FILE__));
+//Replace the plain text body with one created manually
+$mail->AltBody = 'This is a plain-text message body';
+//Attach an image file
+$mail->addAttachment('images/phpmailer_mini.png');
+
+//send the message, check for errors
+if (!$mail->send()) {
+    echo "Mailer Error: " . $mail->ErrorInfo;
+} else {
+    echo "Message sent!";
+}

samples/PLSQL/plsqlguide.pck

@@ -0,0 +1,90 @@
+create or replace package plsqlguide is
+
+-- Author  : Jared Petersen
+-- Created : 9/22/2015 12:26:22 AM
+-- Purpose : Basic PLSQL template/guide
+
+/* Procedures */
+procedure p_main;
+
+end plsqlguide;
+/
+create or replace package body plsqlguide is
+
+/* Main entry point (homepage) */
+procedure p_main
+	is
+begin
+
+htp.prn('
+	<!DOCTYPE html>
+		<html lang="en">
+		<head>
+			<meta charset="utf-8">
+			<meta http-equiv="X-UA-Compatible" content="IE=edge">
+			<meta name="viewport" content="width=device-width, initial-scale=1">
+			<!-- The above 3 meta tags *must* come first in the head; any other head content must come *after* these tags -->
+			<title>PL/SQL Sample Application</title>
+
+			<!-- Bootstrap -->
+			<link rel="stylesheet" href="https://maxcdn.bootstrapcdn.com/bootstrap/3.3.5/css/bootstrap.min.css">
+
+			<!-- HTML5 shim and Respond.js for IE8 support of HTML5 elements and media queries -->
+			<!--[if lt IE 9]>
+				<script src="https://oss.maxcdn.com/html5shiv/3.7.2/html5shiv.min.js"></script>
+				<script src="https://oss.maxcdn.com/respond/1.4.2/respond.min.js"></script>
+			<![endif]-->
+		</head>
+		<body>
+			<!-- Static navbar -->
+			<nav class="navbar navbar-default navbar-static-top">
+				<div class="container">
+					<div class="navbar-header">
+						<a class="navbar-brand" href="#">PL/SQL Sample Application</a>
+					</div>
+				</div>
+			</nav>
+
+			<div class="container">
+				<table class="table table-bordered">
+					<tr>
+						<th>#</th>
+						<th>Name</th>
+						<th>Description</th>
+						<th>Quantity</th>
+						<th>Price</th>
+					</tr>
+');
+
+-- Fill out the parts table
+for row in (select * from parts) loop
+	htp.prn('
+					<tr>
+						<td>'||row.pid||'</td>
+						<td>'||row.name||'</td>
+						<td>'||row.description||'</td>
+						<td>'||row.quantity||'</td>
+						<td>'||row.price||'</td>
+					</tr>
+	');
+end loop;
+
+htp.prn('
+    		</table>
+			</div> <!-- /container -->
+
+			<!-- jQuery (necessary for Bootstrap''s JavaScript plugins) -->
+			<script src="https://ajax.googleapis.com/ajax/libs/jquery/1.11.3/jquery.min.js"></script>
+			<!-- Include all compiled plugins (below), or include individual files as needed -->
+			<script src="https://maxcdn.bootstrapcdn.com/bootstrap/3.3.5/js/bootstrap.min.js"></script>
+		</body>
+	</html>
+');
+
+end p_main;
+
+begin
+  -- Initialization
+  null;
+end plsqlguide;
+/

samples/Perl6/List.pm

@@ -0,0 +1,699 @@
+# for our tantrums
+my class X::TypeCheck { ... }
+my role Supply { ... }
+
+my sub combinations($n, $k) {
+    my @result;
+    my @stack;
+
+    return ([],) unless $k;
+
+    @stack.push(0);
+    gather while @stack {
+        my $index = @stack - 1;
+        my $value = @stack.pop;
+
+        while $value < $n {
+            @result[$index++] = $value++;
+            @stack.push($value);
+            if $index == $k {
+                take [@result];
+                $value = $n;  # fake a last
+            }
+        }
+    }
+}
+
+my sub permutations(Int $n) {
+    $n == 1 ?? ( [0,] ) !!
+    gather for ^$n -> $i {
+        my @i = grep none($i), ^$n;
+        take [$i, @i[@$_]] for permutations($n - 1);
+    }
+}
+
+my class List does Positional { # declared in BOOTSTRAP
+    # class List is Iterable is Cool
+    #   has Mu $!items;        # VM's array of our reified elements
+    #   has Mu $!flattens;     # true if this list flattens its parcels
+    #   has Mu $!nextiter;     # iterator for generating remaining elements
+
+    method new(|) {
+        my Mu $args := nqp::p6argvmarray();
+        nqp::shift($args);
+
+        nqp::p6list($args, self.WHAT, Mu);
+    }
+
+    multi method Bool(List:D:)    { self.gimme(1).Bool }
+    multi method Int(List:D:)     { self.elems }
+    multi method end(List:D:)     { self.elems - 1 }
+    multi method Numeric(List:D:) { self.elems }
+    multi method Str(List:D:)     { self.join(' ') }
+
+    # Pretend we're a Match assuming we're a list of Matches
+    method to()         { self.elems ?? self[self.end].to !! Nil }
+    method from()       { self.elems ?? self[0].from !! Nil }
+
+    method fmt($format = '%s', $separator = ' ') {
+        self.map({ .fmt($format) }).join($separator);
+    }
+
+    method flat() { self.flattens
+                    ?? self
+                    !! nqp::p6list(nqp::list(self), List, Bool::True)
+    }
+    method list() { self }
+    method lol() {
+        self.gimme(0);
+        my Mu $rpa := nqp::clone($!items);
+        nqp::push($rpa, $!nextiter) if $!nextiter.defined;
+        nqp::p6list($rpa, LoL, Mu);
+    }
+
+    method flattens() { $!flattens }
+
+    method Capture() {
+        self.gimme(*);
+        my $cap := nqp::create(Capture);
+        nqp::bindattr($cap, Capture, '$!list', $!items);
+        $cap
+    }
+
+    method Parcel() {
+        my Mu $rpa := nqp::clone(nqp::p6listitems(self));
+        nqp::push($rpa, $!nextiter) if $!nextiter.defined;
+        nqp::p6parcel($rpa, Any);
+    }
+
+    method Supply(List:D:) { Supply.from-list(self) }
+
+    multi method at_pos(List:D: int \pos) is rw {
+        fail X::OutOfRange.new(:what<Index>,:got(pos),:range<0..Inf>)
+          if nqp::islt_i(pos,0);
+        self.exists_pos(pos) ?? nqp::atpos($!items,pos) !! Nil;
+    }
+    multi method at_pos(List:D: Int:D \pos) is rw {
+        my int $pos = nqp::unbox_i(pos);
+        fail X::OutOfRange.new(:what<Index>,:got(pos),:range<0..Inf>)
+          if nqp::islt_i($pos,0);
+        self.exists_pos($pos) ?? nqp::atpos($!items,$pos) !! Nil;
+    }
+
+    method eager() { self.gimme(*); self }
+
+    method elems() {
+        return 0 unless self.DEFINITE;
+        return nqp::elems(nqp::p6listitems(self)) unless nqp::defined($!nextiter);
+        # Get as many elements as we can.  If gimme stops before
+        # reaching the end of the list, assume the list is infinite.
+        my $n := self.gimme(*);
+        nqp::defined($!nextiter) ?? Inf !! $n
+    }
+
+    multi method exists_pos(List:D: int $pos) {
+        return False if nqp::islt_i($pos,0);
+        self.gimme($pos + 1);
+        nqp::p6bool(
+          nqp::not_i(nqp::isnull(nqp::atpos($!items,$pos)))
+        );
+    }
+    multi method exists_pos(List:D: Int:D $pos) {
+        return False if $pos < 0;
+        self.gimme($pos + 1);
+        nqp::p6bool(
+          nqp::not_i(nqp::isnull(nqp::atpos($!items,nqp::unbox_i($pos))))
+        );
+    }
+
+    method gimme($n, :$sink) {
+        return unless self.DEFINITE;
+        # loop through iterators until we have at least $n elements
+        my int $count = nqp::elems(nqp::p6listitems(self));
+        if nqp::istype($n, Whatever) || nqp::istype($n, Num) && nqp::istrue($n == Inf) {
+            while $!nextiter.DEFINITE && !$!nextiter.infinite {
+                $!nextiter.reify(*, :$sink);
+                $count = nqp::elems($!items);
+            }
+        }
+        else {
+            my int $target = $n.Int;
+            while nqp::isconcrete($!nextiter) && $count < $target {
+                $!nextiter.reify($target - $count, :$sink);
+                $count = nqp::elems($!items);
+            }
+        }
+
+        # return the number of elements we have now
+        $count
+    }
+
+    multi method infinite(List:D:) { $!nextiter.infinite }
+
+    method iterator() {
+        # Return a reified ListIter containing our currently reified elements
+        # and any subsequent iterator.
+        my $iter := nqp::create(ListIter);
+        nqp::bindattr($iter, ListIter, '$!nextiter', $!nextiter);
+        nqp::bindattr($iter, ListIter, '$!reified', self.Parcel());
+        $iter;
+    }
+
+    method munch($n is copy) {
+        $n = 0 if $n < 0;
+        $n = self.gimme($n) if nqp::not_i(nqp::istype($n, Int))
+                               || nqp::not_i(nqp::islist($!items))
+                               || nqp::islt_i(nqp::elems($!items), nqp::unbox_i($n));
+        nqp::p6parcel(
+            nqp::p6shiftpush(nqp::list(), $!items, nqp::unbox_i($n)),
+            Any
+        )
+    }
+
+    proto method pick(|) { * }
+    multi method pick() {
+        fail "Cannot .pick from infinite list" if self.infinite;
+        my $elems = self.elems;
+        $elems ?? self.at_pos($elems.rand.floor) !! Nil;
+    }
+    multi method pick($n is copy) {
+        fail "Cannot .pick from infinite list" if self.infinite;
+        ## We use a version of Fisher-Yates shuffle here to
+        ## replace picked elements with elements from the end
+        ## of the list, resulting in an O(n) algorithm.
+        my $elems = self.elems;
+        return unless $elems;
+        $n = Inf if nqp::istype($n, Whatever);
+        $n = $elems if $n > $elems;
+        return self.at_pos($elems.rand.floor) if $n == 1;
+        my Mu $rpa := nqp::clone($!items);
+        my $i;
+        my Mu $v;
+        gather while $n > 0 {
+            $i = nqp::rand_I(nqp::decont($elems), Int);
+            $elems--; $n--;
+            $v := nqp::atpos($rpa, nqp::unbox_i($i));
+            # replace selected element with last unpicked one
+            nqp::bindpos($rpa, nqp::unbox_i($i),
+                         nqp::atpos($rpa, nqp::unbox_i($elems)));
+            take-rw $v;
+        }
+    }
+
+    method pop() is parcel {
+        my $elems = self.gimme(*);
+        fail 'Cannot .pop from an infinite list' if $!nextiter.defined;
+        $elems > 0
+          ?? nqp::pop($!items)
+          !! fail 'Element popped from empty list';
+    }
+
+    method shift() is parcel {
+        # make sure we have at least one item, then shift+return it
+        nqp::islist($!items) && nqp::existspos($!items, 0) || self.gimme(1)
+          ?? nqp::shift($!items)
+          !! fail 'Element shifted from empty list';
+    }
+
+    my &list_push = multi method push(List:D: *@values) {
+        fail 'Cannot .push an infinite list' if @values.infinite;
+        nqp::p6listitems(self);
+        my $elems = self.gimme(*);
+        fail 'Cannot .push to an infinite list' if $!nextiter.DEFINITE;
+
+        # push is always eager
+        @values.gimme(*);
+
+        # need type checks?
+        my $of := self.of;
+
+        unless $of =:= Mu {
+            X::TypeCheck.new(
+              operation => '.push',
+              expected  => $of,
+              got       => $_,
+            ).throw unless nqp::istype($_, $of) for @values;
+        }
+
+        nqp::splice($!items,
+                nqp::getattr(@values, List, '$!items'),
+                $elems, 0);
+
+        self;
+    }
+
+    multi method push(List:D: \value) {
+        if nqp::iscont(value) || nqp::not_i(nqp::istype(value, Iterable)) && nqp::not_i(nqp::istype(value, Parcel)) {
+            $!nextiter.DEFINITE && self.gimme(*);
+            fail 'Cannot .push to an infinite list' if $!nextiter.DEFINITE;
+            nqp::p6listitems(self);
+            nqp::istype(value, self.of)
+                ?? nqp::push($!items, nqp::assign(nqp::p6scalarfromdesc(nqp::null), value))
+                !! X::TypeCheck.new(
+                      operation => '.push',
+                      expected  => self.of,
+                      got       => value,
+                    ).throw;
+            self
+        }
+        else {
+            list_push(self, value)
+        }
+    }
+
+    multi method unshift(List:D: \value) {
+        if nqp::iscont(value) || !(nqp::istype(value, Iterable) || nqp::istype(value, Parcel)) {
+            nqp::p6listitems(self);
+            value.gimme(*) if nqp::istype(value, List); # fixes #121994
+            nqp::istype(value, self.of)
+                ?? nqp::unshift($!items, my $ = value)
+                !! X::TypeCheck.new(
+                      operation => '.push',
+                      expected  => self.of,
+                      got       => value,
+                    ).throw;
+            self
+        }
+        else {
+            callsame();
+        }
+    }
+
+    multi method unshift(List:D: *@values) {
+        fail 'Cannot .unshift an infinite list' if @values.infinite;
+        nqp::p6listitems(self);
+
+        # don't bother with type checks
+        my $of := self.of;
+        if ( $of =:= Mu ) {
+            nqp::unshift($!items, @values.pop) while @values;
+        }
+
+        # we must check types
+        else {
+            while @values {
+                my $value := @values.pop;
+                if nqp::istype($value, $of) {
+                    nqp::unshift($!items, $value);
+                }
+
+                # huh?
+                else {
+                    X::TypeCheck.new(
+                      operation => '.unshift',
+                      expected  => $of,
+                      got       => $value,
+                    ).throw;
+                }
+            }
+        }
+
+        self
+    }
+
+    method plan(List:D: |args) {
+        nqp::p6listitems(self);
+        my $elems = self.gimme(*);
+        fail 'Cannot add plan to an infinite list' if $!nextiter.defined;
+
+#        # need type checks?
+#        my $of := self.of;
+#
+#        unless $of =:= Mu {
+#            X::TypeCheck.new(
+#              operation => '.push',
+#              expected  => $of,
+#              got       => $_,
+#            ).throw unless nqp::istype($_, $of) for @values;
+#        }
+
+        nqp::bindattr(self, List, '$!nextiter', nqp::p6listiter(nqp::list(args.list), self));
+        Nil;
+    }
+
+    proto method roll(|) { * }
+    multi method roll() {
+        fail "Cannot .roll from infinite list" if self.infinite;
+        my $elems = self.elems;
+        $elems ?? self.at_pos($elems.rand.floor) !! Nil;
+    }
+    multi method roll($n is copy) {
+        fail "Cannot .roll from infinite list" if self.infinite;
+        my $elems = self.elems;
+        return unless $elems;
+        $n = Inf if nqp::istype($n, Whatever);
+        return self.at_pos($elems.rand.floor) if $n == 1;
+
+        gather while $n > 0 {
+            take nqp::atpos($!items, nqp::unbox_i($elems.rand.floor.Int));
+            $n--;
+        }
+    }
+
+    method reverse() {
+        self.gimme(*);
+        fail 'Cannot .reverse from an infinite list' if $!nextiter.defined;
+        my Mu $rev  := nqp::list();
+        my Mu $orig := nqp::clone($!items);
+        nqp::push($rev, nqp::pop($orig)) while $orig;
+        my $rlist := nqp::create(self.WHAT);
+        nqp::bindattr($rlist, List, '$!items', $rev);
+        $rlist;
+    }
+
+    method rotate(Int $n is copy = 1) {
+        self.gimme(*);
+        fail 'Cannot .rotate an infinite list' if $!nextiter.defined;
+        my $items = nqp::p6box_i(nqp::elems($!items));
+        return self if !$items;
+
+        $n %= $items;
+        return self if $n == 0;
+
+        my Mu $res := nqp::clone($!items);
+        if $n > 0 {
+            nqp::push($res, nqp::shift($res)) while $n--;
+        }
+        elsif $n < 0 {
+            nqp::unshift($res, nqp::pop($res)) while $n++;
+        }
+        my $rlist := nqp::create(self.WHAT);
+        nqp::bindattr($rlist, List, '$!items', $res);
+        $rlist;
+    }
+
+    method splice($offset = 0, $size?, *@values) {
+        self.gimme(*);
+        my $o = $offset;
+        my $s = $size;
+        my $elems = self.elems;
+        $o = $o($elems) if nqp::istype($o, Callable);
+        X::OutOfRange.new(
+            what => 'offset argument to List.splice',
+            got  => $offset,
+            range => (0..^self.elems),
+        ).fail if $o < 0;
+        $s //= self.elems - ($o min $elems);
+        $s = $s(self.elems - $o) if nqp::istype($s, Callable);
+        X::OutOfRange.new(
+            what => 'size argument to List.splice',
+            got  => $size,
+            range => (0..^(self.elems - $o)),
+        ).fail if $s < 0;
+
+        my @ret = self[$o..($o + $s - 1)];
+        nqp::splice($!items,
+                    nqp::getattr(@values.eager, List, '$!items'),
+                    $o.Int, $s.Int);
+        @ret;
+    }
+
+    method sort($by = &infix:<cmp>) {
+        fail 'Cannot .sort an infinite list' if self.infinite; #MMD?
+
+        # Instead of sorting elements directly, we sort a Parcel of
+        # indices from 0..^$list.elems, then use that Parcel as
+        # a slice into self. This is for historical reasons: on
+        # Parrot we delegate to RPA.sort. The JVM implementation
+        # uses a Java collection sort. MoarVM has its sort algorithm
+        # implemented in NQP.
+
+        # nothing to do here
+        my $elems := self.elems;
+        return self if $elems < 2;
+
+        # Range is currently optimized for fast Parcel construction.
+        my $index := Range.new(0, $elems, :excludes-max).reify(*);
+        my Mu $index_rpa := nqp::getattr($index, Parcel, '$!storage');
+
+        # if $by.arity < 2, then we apply the block to the elements
+        # for sorting.
+        if ($by.?count // 2) < 2 {
+            my $list = self.map($by).eager;
+            nqp::p6sort($index_rpa, -> $a, $b { $list.at_pos($a) cmp $list.at_pos($b) || $a <=> $b });
+        }
+        else {
+            my $list = self.eager;
+            nqp::p6sort($index_rpa, -> $a, $b { $by($list.at_pos($a), $list.at_pos($b)) || $a <=> $b });
+        }
+        self[$index];
+    }
+
+    multi method ACCEPTS(List:D: $topic) { self }
+
+    method uniq(|c) {
+        DEPRECATED('unique', |<2014.11 2015.11>);
+        self.unique(|c);
+    }
+
+    proto method unique(|) {*}
+    multi method unique() {
+        my $seen := nqp::hash();
+        my str $target;
+        gather for @.list {
+            $target = nqp::unbox_s($_.WHICH);
+            unless nqp::existskey($seen, $target) {
+                nqp::bindkey($seen, $target, 1);
+                take $_;
+            }
+        }
+    }
+    multi method unique( :&as!, :&with! ) {
+        my @seen = "should be Mu, but doesn't work in settings :-("
+        my Mu $target;
+        gather for @.list {
+            $target = &as($_);
+            if first( { with($target,$_) }, @seen ) =:= Nil {
+                @seen.push($target);
+                take $_;
+            }
+        };
+    }
+    multi method unique( :&as! ) {
+        my $seen := nqp::hash();
+        my str $target;
+        gather for @.list {
+            $target = &as($_).WHICH;
+            unless nqp::existskey($seen, $target) {
+                nqp::bindkey($seen, $target, 1);
+                take $_;
+            }
+        }
+    }
+    multi method unique( :&with! ) {
+        nextwith() if &with === &[===]; # use optimized version
+
+        my @seen;  # should be Mu, but doesn't work in settings :-(
+        my Mu $target;
+        gather for @.list {
+            $target := $_;
+            if first( { with($target,$_) }, @seen ) =:= Nil {
+                @seen.push($target);
+                take $_;
+            }
+        }
+    }
+
+    my @secret;
+    proto method squish(|) {*}
+    multi method squish( :&as!, :&with = &[===] ) {
+        my $last = @secret;
+        my str $which;
+        gather for @.list {
+            $which = &as($_).Str;
+            unless with($which,$last) {
+                $last = $which;
+                take $_;
+            }
+        }
+    }
+    multi method squish( :&with = &[===] ) {
+        my $last = @secret;
+        gather for @.list {
+            unless with($_,$last) {
+                $last = $_;
+                take $_;
+            }
+        }
+    }
+
+    proto method rotor(|) {*}
+    multi method rotor(1, 0) { self }
+    multi method rotor($elems = 2, $overlap = 1) {
+        X::OutOfRange.new(
+            what => 'Overlap argument to List.rotor',
+            got  => $overlap,
+            range => (0 .. $elems - 1),
+        ).fail unless 0 <= $overlap < $elems;
+        X::OutOfRange.new(
+            what => 'Elements argument to List.rotor',
+            got  => $elems,
+            range => (0 .. *),
+        ).fail unless 0 <= $elems;
+
+        my $finished = 0;
+        gather while $finished + $overlap < self.gimme($finished + $elems) {
+            take item self[$finished ..^ $finished + $elems];
+            $finished += $elems - $overlap
+        }
+    }
+
+    multi method gist(List:D:) {
+        @(self).map( -> $elem {
+            given ++$ {
+                when 101 { '...' }
+                when 102 { last }
+                default  { $elem.gist }
+            }
+        } ).join: ' ';
+    }
+    multi method perl(List:D \SELF:) {
+        self.gimme(*);
+        self.Parcel.perl ~ '.list'
+          ~ (nqp::iscont(SELF) ?? '.item' !! '')
+    }
+
+    method REIFY(Parcel \parcel, Mu \nextiter) {
+        nqp::splice($!items, nqp::getattr(parcel, Parcel, '$!storage'),
+                    nqp::elems($!items), 0);
+        nqp::bindattr(self, List, '$!nextiter', nextiter);
+        parcel
+    }
+
+    method FLATTENABLE_LIST() { self.gimme(*); $!items }
+    method FLATTENABLE_HASH() { nqp::hash() }
+
+    multi method DUMP(List:D: :$indent-step = 4, :%ctx?) {
+        return DUMP(self, :$indent-step) unless %ctx;
+
+        my $flags    := ("\x221e" if self.infinite);
+        my Mu $attrs := nqp::list();
+        nqp::push($attrs, '$!flattens');
+        nqp::push($attrs,  $!flattens );
+        nqp::push($attrs, '$!items'   );
+        nqp::push($attrs,  $!items    );
+        nqp::push($attrs, '$!nextiter');
+        nqp::push($attrs,  $!nextiter );
+        self.DUMP-OBJECT-ATTRS($attrs, :$indent-step, :%ctx, :$flags);
+    }
+
+    multi method keys(List:D:) {
+        self.values.map: { (state $)++ }
+    }
+    multi method kv(List:D:) {
+        gather for self.values {
+            take (state $)++;
+            take-rw $_;
+        }
+    }
+    multi method values(List:D:) {
+        my Mu $rpa := nqp::clone(nqp::p6listitems(self));
+        nqp::push($rpa, $!nextiter) if $!nextiter.defined;
+        nqp::p6list($rpa, List, self.flattens);
+    }
+    multi method pairs(List:D:) {
+        self.values.map: {; (state $)++ => $_ }
+    }
+
+    method reduce(List: &with) {
+        fail('can only reduce with arity 2')
+            unless &with.arity <= 2 <= &with.count;
+        return unless self.DEFINITE;
+        my \vals = self.values;
+        my Mu $val = vals.shift;
+        $val = with($val, $_) for vals;
+        $val;
+    }
+
+    method sink() {
+        self.gimme(*, :sink) if self.DEFINITE && $!nextiter.DEFINITE;
+        Nil;
+    }
+
+    # this is a remnant of a previous implementation of .push(), which
+    # apparently is used by LoL.  Please remove when no longer necessary.
+    method STORE_AT_POS(Int \pos, Mu \v) is rw {
+        nqp::bindpos($!items, nqp::unbox_i(pos), v)
+    }
+
+    proto method combinations($?) {*}
+    multi method combinations( Int $of ) {
+        ([self[@$_]] for combinations(self.elems, $of).eager)
+    }
+    multi method combinations( Range $of = 0 .. * ) {
+        gather for @$of {
+            last if $_ > self.elems;
+            take self.combinations($_);
+        }
+    }
+
+    method permutations() {
+        # need block on Moar because of RT#121830
+        gather { take [self[@$_]] for permutations(self.elems).eager }
+    }
+}
+
+sub eager(|) {
+    nqp::p6parcel(nqp::p6argvmarray(), Any).eager
+}
+
+sub flat(|) {
+    nqp::p6list(nqp::p6argvmarray(), List, Bool::True)
+}
+
+sub list(|) {
+    nqp::p6list(nqp::p6argvmarray(), List, Mu)
+}
+
+proto sub infix:<xx>(|)       { * }
+multi sub infix:<xx>()        { fail "No zero-arg meaning for infix:<xx>" }
+multi sub infix:<xx>(Mu \x)   {x }
+multi sub infix:<xx>(Mu \x, $n is copy, :$thunked!) {
+    $n = nqp::p6bool(nqp::istype($n, Whatever)) ?? Inf !! $n.Int;
+    GatherIter.new({ take x.() while --$n >= 0; }, :infinite($n == Inf)).list
+}
+multi sub infix:<xx>(Mu \x, Whatever, :$thunked!) {
+    GatherIter.new({ loop { take x.() } }, :infinite(True)).flat
+}
+multi sub infix:<xx>(Mu \x, Whatever) {
+    GatherIter.new({ loop { take x } }, :infinite(True)).flat
+}
+multi sub infix:<xx>(Mu \x, $n) {
+    my int $size = $n.Int;
+
+    my Mu $rpa := nqp::list();
+    if $size > 0 {
+        nqp::setelems($rpa, $size);
+        nqp::setelems($rpa, 0);
+
+        $size = $size + 1;
+        nqp::push($rpa,x) while $size = $size - 1;
+    }
+
+    nqp::p6parcel($rpa, Any);
+}
+
+proto sub pop(@) {*}
+multi sub pop(@a) { @a.pop }
+
+proto sub shift(@) {*}
+multi sub shift(@a) { @a.shift }
+
+proto sub unshift(|) {*}
+multi sub unshift(\a, \elem) { a.unshift: elem }
+multi sub unshift(\a, *@elems) { a.unshift: @elems }
+
+proto sub push(|) {*}
+multi sub push(\a, \elem) { a.push: elem }
+multi sub push(\a, *@elems) { a.push: @elems }
+
+sub reverse(*@a)            { @a.reverse }
+sub rotate(@a, Int $n = 1)  { @a.rotate($n) }
+sub reduce (&with, *@list)  { @list.reduce(&with) }
+sub splice(@arr, $offset = 0, $size?, *@values) {
+    @arr.splice($offset, $size, @values)
+}
+
+multi sub infix:<cmp>(@a, @b) { (@a Zcmp @b).first(&prefix:<?>) || @a <=> @b }
+
+# vim: ft=perl6 expandtab sw=4

samples/Pickle/data.pkl

@@ -0,0 +1,24 @@
+(dp0
+S'a'
+p1
+(lp2
+I1
+aF2.0
+aI3
+ac__builtin__
+complex
+p3
+(F4.0
+F6.0
+tp4
+Rp5
+asS'c'
+p6
+NsS'b'
+p7
+(S'string'
+p8
+VUnicode string
+p9
+tp10
+s.

samples/Pickle/random.pkl

@@ -0,0 +1,36 @@
+cnumpy.core.multiarray
+_reconstruct
+p0
+(cnumpy
+ndarray
+p1
+(I0
+tp2
+S'b'
+p3
+tp4
+Rp5
+(I1
+(I100
+tp6
+cnumpy
+dtype
+p7
+(S'f8'
+p8
+I0
+I1
+tp9
+Rp10
+(I3
+S'<'
+p11
+NNNI-1
+I-1
+I0
+tp12
+bI00
+S'\x1cc~\xc3\xa7r\xed?\xe5${\xec\xd6\xcd\xed?\x809-\x02%\xa9\xa2?F\x0f\x1d\xe8\xef\xa3\xdb?\xfe\xd1\x0c\xb7\x83\x13\xef?\xe0<o\xa1\xa9^\xdf?CE\x96\x88/o\xe2?<\xd8\xa1\x96\xa2T\xce?\x152\x8e\xe5\xa8\x7f\xe8?\xe4\xb7\x9a\xe0$\x0f\xdc?\x90\xe4\xe2\xd4=\xce\xc3?Ix\xe3P\xc4C\xe1?\x16\xd17\xc1Y\xfc\xed?5\xd7\xae@4\xfa\xe8?\x0f\x87\x8d>\xfcO\xe5?Y\x97\xcb"\xa7%\xe7?\x9b\x8d\x16\xda\x97\xe1\xeb?T\x14\xbd\xfe|\xf4\xd0?\x18\xdfH\xc56A\xba?\x90\xc5\xfb\xc63:\xe5?\xbf%\xad\xe5.\x86\xe9?\xc6\x0c\xa9\x8c\xd7\xd5\xe9?\xf8\xafc:\x84g\xd7?\xf8\x98\x879\x9a\x16\xee?\xba\xdf\x88\x8az\x06\xe2?~g-\xeb\xc8\xed\xee?\x08A\xcc\x8c\xe7>\xef?\xceD\xc4ar\n\xdc?\x92w\xbb\xa34\xb1\xd9?\x88\xb9\xc0{u\xa3\xdc?d\x1a\xad\xe8\xf3\x14\xdd?\x9c\x95\x13\x96o?\xe5?\x9cT[\xb8r\xa9\xe5?0\xf1\x01+(\x0f\xdf?W\xbdjqD&\xed?c\xcf1-W\xe6\xe1?\xce\xbc\xe1{zW\xd9?"d\xcf\xd7\x13\x93\xde?\xf2P\xf6\xc3\xd6\x87\xd5?\xc2\x0e\x92q\x89\xda\xd5?\xc0:B\x1bb\x00\x9e?Y\xafHmr\x80\xe3?\x1co\xa7\xba\xa5/\xe4?\xa2\xbc \x9c\xddB\xd0?\xd2L\x935\x17\'\xee?|\x8cM\xeb\x97=\xe8?\x0f0xN*V\xea?\x81p\xe3,!\xf2\xee?\xf5w\xed\x10\x9eu\xe0?\xc5\x16\\LR\xb5\xe1?\xbeh\x04\xa4g\xe5\xd6?\xea\xc0\xb9\xf0\xb2\xd8\xd9?\xac\x9c\xeep\x1a\xa9\xd8?@W9hp\x16\xb1?\xc4\xedS\xd6V\xa1\xed?\x93,!\xdc\xa1\x8b\xe9?\x80)\xb1\xa6[T\xc9?\xac\xbc\x8a\xd21\xdd\xc5?\x80\x9c.g\xf1\xf2\xc6?\tLu\xc3\xf7U\xe9?n\'\x9f?\xbe\xf9\xe9?\xa3\xe7K\x1c\xb3\xa9\xea?X\x98\x1a\xcb\xa0\xcd\xd3? \xb6O\x9c\x1bQ\xc2?"\x89[\xad1\x8e\xea?\xdd\x8f\xa0P\xc7\x0e\xe2?c\xa4j\xa3\r\xac\xef?\xba\xb6\x0f\x8emo\xef?\xe0\xed\xa0\xc5R9\xab?U\xf1\xcd\xcf\xbf\xcb\xea?\x89*#\x06\xb0|\xe8?d\xa3\xad\xcd\xe0]\xcc?\xb5\xe78\xa7w\x13\xe3?\xce\x99\x98\xefS%\xd7?\xb1\xf8\xd8\x8eI\x13\xef?\x91`]\x93\xd4 \xec?\xc0\rPz\xee\xbd\xe7?7\x92\xd4\x0fP\x8f\xe1?L\x0f\xaf\xa9\xc3\x19\xdd?\\}\x15X\x870\xc7? ~ t\xcat\xb1?@?\xec\x97u\x05\xe9?F\x8d:\xac4D\xdb?qY\xe1Qk|\xe2? \xaf\xeaj\xa5\x04\xab?J[\x1al;\x00\xd5?\x00^{n\xc2\xf1S?\xb0\x82dN\xda\xb5\xc7?\xe0 \x07\xe1?R\x92?\xc4\r\x08+\x99J\xe1?I|&U\x19\xc4\xe1?|*\xf9\xebq\x7f\xed?\xbc*\x93\x89k\xab\xe9?oiL\x90;\xe0\xef?\x96\xcd\x9b\xff\x18g\xdc?pt\xb4\xa5\x9c\xa2\xbc?Nu]w*\xb7\xd2?\x88k\xac\xd0\xfd\xbf\xd5?Q\x02$b\xfeH\xea?5\xf6\t\xb6K\x1a\xee?'
+p13
+tp14
+b.

samples/Pickle/save.pkl

@@ -0,0 +1,10 @@
+(dp0
+S'lion'
+p1
+S'yellow'
+p2
+sS'kitty'
+p3
+S'red'
+p4
+s.

samples/Pony/circle.pony

@@ -0,0 +1,30 @@
+use "collections"
+
+class Circle
+  var _radius: F32
+
+  new create(radius': F32) =>
+    _radius = radius'
+
+  fun ref get_radius(): F32 =>
+    _radius
+
+  fun ref get_area(): F32 =>
+    F32.pi() * _radius.pow(2)
+
+  fun ref get_circumference(): F32 =>
+    2 * _radius * F32.pi()
+
+actor Main
+  new create(env: Env) =>
+
+    for i in Range[F32](1.0, 101.0) do
+      let c = Circle(i)
+
+      var str =
+        "Radius: " + c.get_radius().string() + "\n" +
+        "Circumference: " + c.get_circumference().string() + "\n" +
+        "Area: " + c.get_area().string() + "\n"
+
+      env.out.print(str)
+    end

samples/Pony/counter.pony

@@ -0,0 +1,32 @@
+use "collections"
+
+actor Counter
+  var _count: U32
+
+  new create() =>
+    _count = 0
+
+  be increment() =>
+    _count = _count + 1
+
+  be get_and_reset(main: Main) =>
+    main.display(_count)
+    _count = 0
+
+actor Main
+  var _env: Env
+
+  new create(env: Env) =>
+    _env = env
+
+    var count: U32 = try env.args(1).u32() else 10 end
+    var counter = Counter
+
+    for i in Range[U32](0, count) do
+      counter.increment()
+    end
+
+    counter.get_and_reset(this)
+
+  be display(result: U32) =>
+    _env.out.print(result.string())

samples/Pony/gups-opt.pony

@@ -0,0 +1,261 @@
+use "options"
+use "time"
+use "collections"
+
+class Config
+  var logtable: U64 = 20
+  var iterate: U64 = 10000
+  var logchunk: U64 = 10
+  var logactors: U64 = 2
+
+  fun ref apply(env: Env): Bool =>
+    var options = Options(env)
+
+    options
+      .add("logtable", "l", I64Argument)
+      .add("iterate", "i", I64Argument)
+      .add("chunk", "c", I64Argument)
+      .add("actors", "a", I64Argument)
+
+    for option in options do
+      match option
+      | ("table", var arg: I64) => logtable = arg.u64()
+      | ("iterate", var arg: I64) => iterate = arg.u64()
+      | ("chunk", var arg: I64) => logchunk = arg.u64()
+      | ("actors", var arg: I64) => logactors = arg.u64()
+      | let err: ParseError =>
+        err.report(env.out)
+        env.out.print(
+          """
+          gups_opt [OPTIONS]
+            --table     N   log2 of the total table size. Defaults to 20.
+            --iterate   N   number of iterations. Defaults to 10000.
+            --chunk     N   log2 of the chunk size. Defaults to 10.
+            --actors    N   log2 of the actor count. Defaults to 2.
+          """
+          )
+        return false
+      end
+    end
+
+    env.out.print(
+      "logtable: " + logtable.string() +
+      "\niterate: " + iterate.string() +
+      "\nlogchunk: " + logchunk.string() +
+      "\nlogactors: " + logactors.string()
+      )
+    true
+
+actor Main
+  let _env: Env
+  let _config: Config = Config
+
+  var _updates: U64 = 0
+  var _confirm: U64 = 0
+  let _start: U64
+  var _actors: Array[Updater] val
+
+  new create(env: Env) =>
+    _env = env
+
+    if _config(env) then
+      let actor_count = 1 << _config.logactors
+      let loglocal = _config.logtable - _config.logactors
+      let chunk_size = 1 << _config.logchunk
+      let chunk_iterate = chunk_size * _config.iterate
+
+      _updates = chunk_iterate * actor_count
+      _confirm = actor_count
+
+      var updaters = recover Array[Updater](actor_count) end
+
+      for i in Range[U64](0, actor_count) do
+        updaters.push(Updater(this, actor_count, i, loglocal, chunk_size,
+          chunk_iterate * i))
+      end
+
+      _actors = consume updaters
+      _start = Time.nanos()
+
+      for a in _actors.values() do
+        a.start(_actors, _config.iterate)
+      end
+    else
+      _start = 0
+      _actors = recover Array[Updater] end
+    end
+
+  be done() =>
+    if (_confirm = _confirm - 1) == 1 then
+      for a in _actors.values() do
+        a.done()
+      end
+    end
+
+  be confirm() =>
+    _confirm = _confirm + 1
+
+    if _confirm == _actors.size() then
+      let elapsed = (Time.nanos() - _start).f64()
+      let gups = _updates.f64() / elapsed
+
+      _env.out.print(
+        "Time: " + (elapsed / 1e9).string() +
+        "\nGUPS: " + gups.string()
+        )
+    end
+
+actor Updater
+  let _main: Main
+  let _index: U64
+  let _updaters: U64
+  let _chunk: U64
+  let _mask: U64
+  let _loglocal: U64
+
+  let _output: Array[Array[U64] iso]
+  let _reuse: List[Array[U64] iso] = List[Array[U64] iso]
+  var _others: (Array[Updater] val | None) = None
+  var _table: Array[U64]
+  var _rand: U64
+
+  new create(main:Main, updaters: U64, index: U64, loglocal: U64, chunk: U64,
+    seed: U64)
+  =>
+    _main = main
+    _index = index
+    _updaters = updaters
+    _chunk = chunk
+    _mask = updaters - 1
+    _loglocal = loglocal
+
+    _rand = PolyRand.seed(seed)
+    _output = _output.create(updaters)
+
+    let size = 1 << loglocal
+    _table = Array[U64].undefined(size)
+
+    var offset = index * size
+
+    try
+      for i in Range[U64](0, size) do
+        _table(i) = i + offset
+      end
+    end
+
+  be start(others: Array[Updater] val, iterate: U64) =>
+    _others = others
+    iteration(iterate)
+
+  be apply(iterate: U64) =>
+    iteration(iterate)
+
+  fun ref iteration(iterate: U64) =>
+    let chk = _chunk
+
+    for i in Range(0, _updaters) do
+      _output.push(
+        try
+          _reuse.pop()
+        else
+          recover Array[U64](chk) end
+        end
+        )
+    end
+
+    for i in Range(0, _chunk) do
+      var datum = _rand = PolyRand(_rand)
+      var updater = (datum >> _loglocal) and _mask
+
+      try
+        if updater == _index then
+          _table(i) = _table(i) xor datum
+        else
+          _output(updater).push(datum)
+        end
+      end
+    end
+
+    try
+      let to = _others as Array[Updater] val
+
+      repeat
+        let data = _output.pop()
+
+        if data.size() > 0 then
+          to(_output.size()).receive(consume data)
+        else
+          _reuse.push(consume data)
+        end
+      until _output.size() == 0 end
+    end
+
+    if iterate > 1 then
+      apply(iterate - 1)
+    else
+      _main.done()
+    end
+
+  be receive(data: Array[U64] iso) =>
+    try
+      for i in Range(0, data.size()) do
+        let datum = data(i)
+        var j = (datum >> _loglocal) and _mask
+        _table(j) = _table(j) xor datum
+      end
+
+      data.clear()
+      _reuse.push(consume data)
+    end
+
+  be done() =>
+    _main.confirm()
+
+primitive PolyRand
+  fun apply(prev: U64): U64 =>
+    (prev << 1) xor if prev.i64() < 0 then _poly() else 0 end
+
+  fun seed(from: U64): U64 =>
+    var n = from % _period()
+
+    if n == 0 then
+      return 1
+    end
+
+    var m2 = Array[U64].undefined(64)
+    var temp = U64(1)
+
+    try
+      for i in Range(0, 64) do
+        m2(i) = temp
+        temp = this(temp)
+        temp = this(temp)
+      end
+    end
+
+    var i: U64 = 64 - n.clz()
+    var r = U64(2)
+
+    try
+      while i > 0 do
+        temp = 0
+
+        for j in Range(0, 64) do
+          if ((r >> j) and 1) != 0 then
+            temp = temp xor m2(j)
+          end
+        end
+
+        r = temp
+        i = i - 1
+
+        if ((n >> i) and 1) != 0 then
+          r = this(r)
+        end
+      end
+    end
+    r
+
+  fun _poly(): U64 => 7
+
+  fun _period(): U64 => 1317624576693539401

samples/Pony/hello-world.pony

@@ -0,0 +1,3 @@
+actor Main
+  new create(env: Env) =>
+    env.out.print("Hello, world.")

samples/Pony/mandelbrot.pony

@@ -0,0 +1,188 @@
+use "files"
+use "options"
+use "collections"
+
+actor Worker
+  new mandelbrot(main: Main, x: U64, y: U64, width: U64, iterations: U64,
+    limit: F32, real: Array[F32] val, imaginary: Array[F32] val)
+  =>
+    var view: Array[U8] iso =
+      recover
+        Array[U8]((y - x) * (width >> 3))
+      end
+
+    let group_r = Array[F32].undefined(8)
+    let group_i = Array[F32].undefined(8)
+
+    var row = x
+
+    try
+      while row < y do
+        let prefetch_i = imaginary(row)
+
+        var col: U64 = 0
+
+        while col < width do
+          var j: U64 = 0
+
+          while j < 8 do
+            group_r.update(j, real(col + j))
+            group_i.update(j, prefetch_i)
+            j = j + 1
+          end
+
+          var bitmap: U8 = 0xFF
+          var n = iterations
+
+          repeat
+            var mask: U8 = 0x80
+            var k: U64 = 0
+
+            while k < 8 do
+              let r = group_r(k)
+              let i = group_i(k)
+
+              group_r.update(k, ((r * r) - (i * i)) + real(col + k))
+              group_i.update(k, (2.0 * r * i) + prefetch_i)
+
+              if ((r * r) + (i * i)) > limit then
+                bitmap = bitmap and not mask
+              end
+
+              mask = mask >> 1
+              k = k + 1
+            end
+          until (bitmap == 0) or ((n = n - 1) == 1) end
+
+          view.push(bitmap)
+
+          col = col + 8
+        end
+        row = row + 1
+      end
+
+      main.draw(x * (width >> 3), consume view)
+    end
+
+actor Main
+  var iterations: U64 = 50
+  var limit: F32 = 4.0
+  var chunks: U64 = 16
+  var width: U64 = 16000
+  var actors: U64 = 0
+  var header: U64 = 0
+  var real: Array[F32] val = recover Array[F32] end
+  var imaginary: Array[F32] val = recover Array[F32] end
+  var outfile: (File | None) = None
+
+  new create(env: Env) =>
+    try
+      arguments(env)
+
+      let length = width
+      let recip_width = 2.0 / width.f32()
+
+      var r = recover Array[F32](length) end
+      var i = recover Array[F32](length) end
+
+      for j in Range(0, width) do
+        r.push((recip_width * j.f32()) - 1.5)
+        i.push((recip_width * j.f32()) - 1.0)
+      end
+
+      real = consume r
+      imaginary = consume i
+
+      spawn_actors()
+      create_outfile()
+    end
+
+  be draw(offset: U64, pixels: Array[U8] val) =>
+    match outfile
+    | var out: File =>
+      out.seek_start(header + offset)
+      out.write(pixels)
+      if (actors = actors - 1) == 1 then
+        out.dispose()
+      end
+    end
+
+  fun ref create_outfile() =>
+    match outfile
+    | var f: File =>
+      f.print("P4\n " + width.string() + " " + width.string() + "\n")
+      header = f.size()
+      f.set_length((width * (width >> 3)) + header)
+    end
+
+  fun ref spawn_actors() =>
+    actors = ((width + (chunks - 1)) / chunks)
+
+    var rest = width % chunks
+
+    if rest == 0 then rest = chunks end
+
+    var x: U64 = 0
+    var y: U64 = 0
+
+    for i in Range(0, actors - 1) do
+      x = i * chunks
+      y = x + chunks
+      Worker.mandelbrot(this, x, y, width, iterations, limit, real, imaginary)
+    end
+
+    Worker.mandelbrot(this, y, y + rest, width, iterations, limit, real,
+      imaginary)
+
+  fun ref arguments(env: Env) ? =>
+    let options = Options(env)
+
+    options
+      .add("iterations", "i", I64Argument)
+      .add("limit", "l", F64Argument)
+      .add("chunks", "c", I64Argument)
+      .add("width", "w", I64Argument)
+      .add("output", "o", StringArgument)
+
+    for option in options do
+      match option
+      | ("iterations", var arg: I64) => iterations = arg.u64()
+      | ("limit", var arg: F64) => limit = arg.f32()
+      | ("chunks", var arg: I64) => chunks = arg.u64()
+      | ("width", var arg: I64) => width = arg.u64()
+      | ("output", var arg: String) =>
+        outfile = try File(FilePath(env.root, arg)) end
+      | let err: ParseError => err.report(env.out) ; usage(env) ; error
+      end
+    end
+
+  fun tag usage(env: Env) =>
+    env.out.print(
+      """
+      mandelbrot [OPTIONS]
+
+      The binary output can be converted to a BMP with the following command
+      (ImageMagick Tools required):
+
+        convert <output> JPEG:<output>.jpg
+
+      Available options:
+
+      --iterations, -i  Maximum amount of iterations to be done for each pixel.
+                        Defaults to 50.
+
+      --limit, -l       Square of the limit that pixels need to exceed in order
+                        to escape from the Mandelbrot set.
+                        Defaults to 4.0.
+
+      --chunks, -c      Maximum line count of chunks the image should be
+                        divided into for divide & conquer processing.
+                        Defaults to 16.
+
+      --width, -w       Lateral length of the resulting mandelbrot image.
+                        Defaults to 16000.
+
+      --output, -o      File to write the output to.
+
+      """
+      )

samples/Pony/mixed.pony

@@ -0,0 +1,130 @@
+use "collections"
+
+actor Worker
+  var _env: Env
+
+  new create(env: Env) =>
+    _env = env
+
+    var a: U64 = 86028157
+    var b: U64 = 329545133
+
+    var result = factorize(a*b)
+
+    var correct =
+      try
+        (result.size() == 2) and
+          (result(0) == 86028157) and
+          (result(1) == 329545133)
+      else
+        false
+      end
+
+  fun ref factorize(bigint: U64) : Array[U64] =>
+    var factors = Array[U64](2)
+
+    if bigint <= 3 then
+      factors.push(bigint)
+    else
+      var d: U64 = 2
+      var i: U64 = 0
+      var n = bigint
+
+      while d < n do
+        if (n % d) == 0 then
+          i = i + 1
+          factors.push(d)
+          n = n / d
+        else
+          d = if d == 2 then 3 else (d + 2) end
+        end
+      end
+
+      factors.push(d)
+    end
+
+    factors
+
+actor Ring
+  var _env: Env
+  var _size: U32
+  var _pass: U32
+  var _repetitions: U32
+  var _next: Ring
+
+  new create(env: Env, size: U32, pass: U32, repetitions: U32) =>
+    _env = env
+    _size = size
+    _pass = pass
+    _repetitions = repetitions
+    _next = spawn_ring(_env, _size, _pass)
+    run()
+
+  new neighbor(env: Env, next: Ring) =>
+    _env = env
+    _next = next
+    _size = 0
+    _pass = 0
+    _repetitions = 0
+
+  be apply(i: U32) =>
+    if i > 0 then
+      _next(i - 1)
+    else
+      run()
+    end
+
+  fun ref run() =>
+    if _repetitions > 0 then
+      _repetitions = _repetitions - 1
+      _next(_pass * _size)
+      Worker(_env)
+    end
+
+  fun tag spawn_ring(env: Env, size: U32, pass': U32) : Ring =>
+    var next: Ring = this
+
+    for i in Range[U32](0, size) do
+      next = Ring.neighbor(env, next)
+    end
+
+    next
+
+actor Main
+  var _size: U32 = 50
+  var _count: U32 = 20
+  var _pass: U32 = 10000
+  var _repetitions: U32 = 5
+  var _env: Env
+
+  new create(env: Env) =>
+    _env = env
+
+    try
+      arguments()
+      start_benchmark()
+    else
+      usage()
+    end
+
+  fun ref arguments() ? =>
+    _count = _env.args(1).u32()
+    _size = _env.args(2).u32()
+    _pass = _env.args(3).u32()
+    _repetitions = _env.args(4).u32()
+    
+  fun ref start_benchmark() =>
+    for i in Range[U32](0, _count) do
+      Ring(_env, _size, _pass, _repetitions)
+    end
+
+  fun ref usage() =>
+    _env.out.print(
+      """
+      mixed OPTIONS
+        N   number of actors in each ring"
+        N   number of rings"
+        N   number of messages to pass around each ring"
+        N   number of times to repeat"
+      """
+      )

samples/Puppet/hiera_include.pp

@@ -0,0 +1 @@
+hiera_include('classes')

samples/Ruby/filenames/Brewfile

@@ -0,0 +1,9 @@
+tap 'caskroom/cask'
+tap 'telemachus/brew', 'https://telemachus@bitbucket.org/telemachus/brew.git'
+brew 'emacs', args: ['with-cocoa', 'with-gnutls']
+brew 'redis', restart_service: true
+brew 'mongodb'
+brew 'sphinx'
+brew 'imagemagick'
+brew 'mysql'
+cask 'google-chrome'

samples/Ruby/racc.rb

@@ -0,0 +1,267 @@
+#
+# DO NOT MODIFY!!!!
+# This file is automatically generated by Racc 1.4.7
+# from Racc grammer file "".
+#
+
+require 'racc/parser.rb'
+module RJSON
+  class Parser < Racc::Parser
+
+
+  require 'rjson/handler'
+
+  attr_reader :handler
+
+  def initialize tokenizer, handler = Handler.new
+    @tokenizer = tokenizer
+    @handler   = handler
+    super()
+  end
+
+  def next_token
+    @tokenizer.next_token
+  end
+
+  def parse
+    do_parse
+    handler
+  end
+##### State transition tables begin ###
+
+racc_action_table = [
+     9,    33,     9,    11,    13,    16,    19,    22,     9,     7,
+    23,     1,     9,    11,    13,    16,    19,    29,    30,     7,
+    21,     1,     9,    11,    13,    16,    19,    31,   nil,     7,
+    21,     1,    23,     7,   nil,     1 ]
+
+racc_action_check = [
+     6,    27,    33,    33,    33,    33,    33,     3,    31,    33,
+     6,    33,    29,    29,    29,    29,    29,    12,    22,    29,
+    12,    29,     2,     2,     2,     2,     2,    25,   nil,     2,
+     2,     2,    25,     0,   nil,     0 ]
+
+racc_action_pointer = [
+    24,   nil,    20,     7,   nil,   nil,    -2,   nil,   nil,   nil,
+   nil,   nil,    10,   nil,   nil,   nil,   nil,   nil,   nil,   nil,
+   nil,   nil,    18,   nil,   nil,    20,   nil,    -7,   nil,    10,
+   nil,     6,   nil,     0,   nil,   nil,   nil ]
+
+racc_action_default = [
+   -27,   -12,   -21,   -27,    -1,    -2,   -27,   -10,   -15,   -26,
+    -8,   -22,   -27,   -23,   -17,   -16,   -24,   -20,   -18,   -25,
+   -19,   -11,   -27,   -13,    -3,   -27,    -6,   -27,    -9,   -21,
+    37,   -27,    -4,   -21,   -14,    -5,    -7 ]
+
+racc_goto_table = [
+     8,    26,    24,    27,    10,     3,    25,     5,     4,    12,
+   nil,   nil,   nil,   nil,    28,   nil,   nil,   nil,   nil,   nil,
+   nil,    32,   nil,   nil,   nil,   nil,    35,    34,    27,   nil,
+   nil,    36 ]
+
+racc_goto_check = [
+     9,     7,     5,     8,    11,     1,     6,     3,     2,    12,
+   nil,   nil,   nil,   nil,    11,   nil,   nil,   nil,   nil,   nil,
+   nil,     5,   nil,   nil,   nil,   nil,     7,     9,     8,   nil,
+   nil,     9 ]
+
+racc_goto_pointer = [
+   nil,     5,     8,     7,   nil,    -4,     0,    -5,    -3,    -2,
+   nil,     2,     7,   nil,   nil ]
+
+racc_goto_default = [
+   nil,   nil,    14,    18,     6,   nil,   nil,   nil,    20,   nil,
+     2,   nil,   nil,    15,    17 ]
+
+racc_reduce_table = [
+  0, 0, :racc_error,
+  1, 14, :_reduce_none,
+  1, 14, :_reduce_none,
+  2, 15, :_reduce_none,
+  3, 15, :_reduce_none,
+  3, 19, :_reduce_none,
+  1, 19, :_reduce_none,
+  3, 20, :_reduce_none,
+  2, 16, :_reduce_none,
+  3, 16, :_reduce_none,
+  1, 23, :_reduce_10,
+  1, 24, :_reduce_11,
+  1, 17, :_reduce_12,
+  1, 18, :_reduce_13,
+  3, 25, :_reduce_none,
+  1, 25, :_reduce_none,
+  1, 22, :_reduce_none,
+  1, 22, :_reduce_none,
+  1, 22, :_reduce_none,
+  1, 26, :_reduce_none,
+  1, 26, :_reduce_20,
+  0, 27, :_reduce_none,
+  1, 27, :_reduce_22,
+  1, 27, :_reduce_23,
+  1, 27, :_reduce_24,
+  1, 27, :_reduce_25,
+  1, 21, :_reduce_26 ]
+
+racc_reduce_n = 27
+
+racc_shift_n = 37
+
+racc_token_table = {
+  false => 0,
+  :error => 1,
+  :STRING => 2,
+  :NUMBER => 3,
+  :TRUE => 4,
+  :FALSE => 5,
+  :NULL => 6,
+  "," => 7,
+  ":" => 8,
+  "[" => 9,
+  "]" => 10,
+  "{" => 11,
+  "}" => 12 }
+
+racc_nt_base = 13
+
+racc_use_result_var = true
+
+Racc_arg = [
+  racc_action_table,
+  racc_action_check,
+  racc_action_default,
+  racc_action_pointer,
+  racc_goto_table,
+  racc_goto_check,
+  racc_goto_default,
+  racc_goto_pointer,
+  racc_nt_base,
+  racc_reduce_table,
+  racc_token_table,
+  racc_shift_n,
+  racc_reduce_n,
+  racc_use_result_var ]
+
+Racc_token_to_s_table = [
+  "$end",
+  "error",
+  "STRING",
+  "NUMBER",
+  "TRUE",
+  "FALSE",
+  "NULL",
+  "\",\"",
+  "\":\"",
+  "\"[\"",
+  "\"]\"",
+  "\"{\"",
+  "\"}\"",
+  "$start",
+  "document",
+  "object",
+  "array",
+  "start_object",
+  "end_object",
+  "pairs",
+  "pair",
+  "string",
+  "value",
+  "start_array",
+  "end_array",
+  "values",
+  "scalar",
+  "literal" ]
+
+Racc_debug_parser = false
+
+##### State transition tables end #####
+
+# reduce 0 omitted
+
+# reduce 1 omitted
+
+# reduce 2 omitted
+
+# reduce 3 omitted
+
+# reduce 4 omitted
+
+# reduce 5 omitted
+
+# reduce 6 omitted
+
+# reduce 7 omitted
+
+# reduce 8 omitted
+
+# reduce 9 omitted
+
+def _reduce_10(val, _values, result)
+ @handler.start_array  
+    result
+end
+
+def _reduce_11(val, _values, result)
+ @handler.end_array    
+    result
+end
+
+def _reduce_12(val, _values, result)
+ @handler.start_object 
+    result
+end
+
+def _reduce_13(val, _values, result)
+ @handler.end_object   
+    result
+end
+
+# reduce 14 omitted
+
+# reduce 15 omitted
+
+# reduce 16 omitted
+
+# reduce 17 omitted
+
+# reduce 18 omitted
+
+# reduce 19 omitted
+
+def _reduce_20(val, _values, result)
+ @handler.scalar val[0] 
+    result
+end
+
+# reduce 21 omitted
+
+def _reduce_22(val, _values, result)
+ n = val[0]; result = n.count('.') > 0 ? n.to_f : n.to_i 
+    result
+end
+
+def _reduce_23(val, _values, result)
+ result = true 
+    result
+end
+
+def _reduce_24(val, _values, result)
+ result = false 
+    result
+end
+
+def _reduce_25(val, _values, result)
+ result = nil 
+    result
+end
+
+def _reduce_26(val, _values, result)
+ @handler.scalar val[0].gsub(/^"|"$/, '') 
+    result
+end
+
+def _reduce_none(val, _values, result)
+  val[0]
+end
+
+  end   # class Parser
+  end   # module RJSON

samples/Rust/main.rs

@@ -0,0 +1,12 @@
+extern crate foo;
+extern crate bar;
+
+use foo::{self, quix};
+use bar::car::*;
+use bar;
+
+fn main() {
+    println!("Hello {}", "World");
+
+    panic!("Goodbye")
+}

samples/Text/01_top.ncl

@@ -0,0 +1,18 @@
+<?xml version="1.0" encoding="ISO-8859-1"?>
+<ncl id="topProperty" xmlns="http://www.ncl.org.br/NCL3.0/EDTVProfile">
+	<head>
+		
+		<regionBase>
+			<region height="50%" id="imageReg" top="50%"/>
+		</regionBase>
+		
+		<descriptorBase>
+			<descriptor id="imageDescriptor" region="imageReg"/>
+		</descriptorBase>
+		
+	</head>
+	<body>
+		<port component="image" id="entry"/>
+		<media descriptor="imageDescriptor" id="image" src="../resources/images/background.jpg"/> 
+	</body>
+</ncl>

samples/Text/LIDARLite.ncl

@@ -0,0 +1,34 @@
+G04 DipTrace 2.4.0.2*
+%INLIDARLite.ncl*%
+%MOIN*%
+%ADD11C,0.0394*%
+%FSLAX44Y44*%
+G04*
+G70*
+G90*
+G75*
+G01*
+%LNBoardOutline*%
+%LPD*%
+X0Y23622D2*
+D11*
+X27953D1*
+Y0D1*
+X0D1*
+Y23622D1*
+X591Y23110D2*
+X13819D1*
+X591Y591D2*
+Y11614D1*
+Y12087D2*
+Y23110D1*
+X14291D2*
+X27520D1*
+X591Y591D2*
+X13819D1*
+X14291D2*
+X27520D1*
+Y11614D1*
+Y12087D2*
+Y23110D1*
+M02*

samples/Text/Site.local.ncl

@@ -0,0 +1,22 @@
+#define YmakeRoot $(DESTDIR)@prefix@
+#define ManRoot $(DESTDIR)@mandir@
+#define LibRoot $(DESTDIR)@libdir@/ncarg
+#define SharePath $(DESTDIR)@datadir@
+
+#define BuildWithF90 TRUE
+#define IncSearch -I/usr/include/netcdf -I/usr/include/udunits2 -I/usr/include/freetype2 -I/usr/include/gdal
+#define LibSearch -L@libdir@/hdf
+
+#define BuildNetCDF4 1
+#define NetCDF4lib -lnetcdf
+#define BuildCAIRO 1
+#define CAIROlib -lcairo -lfreetype
+#define BuildGDAL 1
+#define GDALlib -lgdal
+#define BuildHDFEOS 0
+#define BuildHDFEOS5 0
+#define BuildTRIANGLE 0
+#define HDFlib -lmfhdf -ldf -ljpeg -lz
+#define HDF5lib -lhdf5_hl -lhdf5
+#define BuildUdunits 1
+#define UdUnitslib -ludunits2

samples/Text/main.ncl

@@ -0,0 +1,46 @@
+<?xml version="1.0" encoding="ISO-8859-1"?>
+
+<!--
+2008 PUC-RIO/LABORATORIO TELEMIDIA,
+Some Rights Reserved.
+
+This program is free software; you can redistribute it and/or modify it under 
+the terms of the GNU General Public License version 2 as published by
+the Free Software Foundation.
+
+This program is distributed in the hope that it will be useful, but WITHOUT ANY 
+WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A 
+PARTICULAR PURPOSE.  See the GNU General Public License version 2 for more 
+details.
+
+You should have received a copy of the GNU General Public License version 2
+along with this program; if not, write to the Free Software
+Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301, USA
+-->
+
+<ncl id="teste" xmlns="http://www.ncl.org.br/NCL3.0/EDTVProfile"
+     xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" 
+     xsi:schemaLocation="http://www.ncl.org.br/NCL3.0/EDTVProfile
+     http://www.ncl.org.br/NCL3.0/profiles/NCL30EDTV.xsd">
+
+<head>
+
+	<regionBase>
+		<region id="luaRegion" width="100%" height="100%"/>
+	</regionBase>
+
+	<descriptorBase>
+		<descriptor id="luaDesc" region="luaRegion" focusIndex="luaIdx"/>
+	</descriptorBase>  
+</head>
+
+<body>
+	<port id="init" component="lua"/>
+	<media type="application/x-ginga-settings" id="programSettings">
+		<property name="currentKeyMaster" value="luaIdx"/>
+	</media>
+
+	<media id="lua" descriptor="luaDesc" src="game.lua"/>
+</body>
+
+</ncl>

samples/Text/min-help.ncl

@@ -0,0 +1,45 @@
+THE_URL:file://localhost/Users/hubery/Public/ucar/Document/Functions/Built-in/min.shtml
+THE_TITLE:min
+   NCL Home > Documentation > Functions > General applied math
+
+min
+
+   Computes the minimum value of a multi-dimensional array.
+
+Prototype
+
+        function min (
+                value  : numeric
+        )
+
+        return_val [1] :  numeric
+
+Arguments
+
+   value
+
+   An array of one or more numeric values of any dimension.
+
+Return value
+
+   Returns a scalar of the same type as value.
+
+Description
+
+   This function returns the minimum value for an array of any dimensionality. Missing values are ignored; a missing value
+   is returned only if all values are missing.
+
+See Also
+
+   max, minind, maxind, dim_min, dim_max, dim_min_n, dim_max_n
+
+Examples
+
+   Example 1
+
+  f = (/2.1, 3.2, 4.3, 5.4, 6.5, 7.6, 8.7, 9.8/)
+  min_f = min(f)
+  print(min_f)        ; Should be 2.1
+
+
+   ©2015 UCAR | Privacy Policy | Terms of Use | Contact the Webmaster | Sponsored by NSF

samples/Text/receiver.ncl

@@ -0,0 +1,21 @@
+<?xml version="1.0" encoding="ISO-8859-1"?>
+<ncl id="sender" xmlns="http://www.ncl.org.br/NCL3.0/EDTVProfile">
+	<head>
+		<regionBase>
+			<region id="rTV" width="100%" height="100%" zIndex="1"/>		
+		</regionBase>
+		
+		
+		<descriptorBase>
+			<descriptor id="dTV" region="rTV" />
+		</descriptorBase>
+	</head>
+	
+	<body>
+		
+		<port id="pLua" component="lua" />
+		
+		<media id="lua" descriptor="dTV" src="receiver.lua" />
+		
+	</body>
+</ncl>

samples/Text/rmMonAnnCycLLT-help.ncl

@@ -0,0 +1,40 @@
+THE_URL:file://localhost/Users/hubery/Public/ucar/Document/Functions/Contributed/rmMonAnnCycLLT.shtml
+THE_TITLE:rmMonAnnCycLLT
+   NCL Home > Documentation > Functions > Climatology
+
+rmMonAnnCycLLT
+
+   Removes the annual cycle from "monthly" data.
+
+Prototype
+
+load "$NCARG_ROOT/lib/ncarg/nclscripts/csm/contributed.ncl"
+
+        function rmMonAnnCycLLT (
+                x [*][*][*] : numeric
+        )
+
+        return_val [dimsizes(x)] :  typeof(x)
+
+Arguments
+
+   x
+
+   A three-dimensional array of monthly values, dimensioned lat x lon x time. The time dimension must be a multiple of 12.
+
+Return value
+
+   The results are returned in an array of the same type and dimensionality as x. If the input data contains metadata, these
+   will be retained.
+
+Description
+
+   This function removes the annual cycle from month (number of months = 12) data and subtracts the long term means from
+   each month.
+
+See Also
+
+   rmMonAnnCycLLT, rmMonAnnCycTLL, rmMonAnnCycLLLT
+
+
+   ©2015 UCAR | Privacy Policy | Terms of Use | Contact the Webmaster | Sponsored by NSF

samples/Text/zonalAve-help.ncl

@@ -0,0 +1,35 @@
+THE_URL:file://localhost/Users/hubery/Public/ucar/Document/Functions/Contributed/zonalAve.shtml
+THE_TITLE:zonalAve
+   NCL Home > Documentation > Functions > General applied math
+
+zonalAve
+
+   Computes a zonal average of the input array.
+
+Prototype
+
+load "$NCARG_ROOT/lib/ncarg/nclscripts/csm/contributed.ncl"
+
+        function zonalAve (
+                x  : numeric
+        )
+
+        return_val  :  typeof(x)
+
+Arguments
+
+   x
+
+   An array of any size and type.
+
+Return value
+
+   The results are returned in an array of the same type and one dimension smaller than x. Metadata are preserved.
+
+Description
+
+   This function computes a zonal average of the input array x. If the input array has a "long_name" or "short_name"
+   attribute, it will be updated.
+
+
+   ©2015 UCAR | Privacy Policy | Terms of Use | Contact the Webmaster | Sponsored by NSF

samples/TypeScript/tsxAttributeResolution9.tsx

@@ -0,0 +1,27 @@
+//@jsx: preserve
+//@module: amd
+
+//@filename: react.d.ts
+declare module JSX {
+	interface Element { }
+	interface IntrinsicElements {
+	}
+	interface ElementAttributesProperty {
+		props;
+	}
+}
+
+interface Props {  
+  foo: string;
+}
+
+//@filename: file.tsx
+export class MyComponent {  
+  render() {
+  }
+
+  props: { foo: string; }
+}
+
+<MyComponent foo="bar" />; // ok  
+<MyComponent foo={0} />; // should be an error

samples/UrWeb/iso8601.ur

@@ -0,0 +1,79 @@
+open Parse.String
+
+val digit = satisfy isdigit
+
+val decimal_of_len n =
+    ds <- count n digit;
+    return (List.foldl (fn d acc => 10*acc + ((ord d)-(ord #"0"))) 0 ds)
+
+val date =
+    y <- decimal_of_len 4;
+    char' #"-";
+    m <- decimal_of_len 2;
+    char' #"-";
+    d <- decimal_of_len 2;
+    if m > 0 && m <= 12 then
+        return {Year=y, Month=(Datetime.intToMonth (m-1)), Day=d}
+    else
+        fail
+
+(* We parse fractions of a second, but ignore them since Datetime
+   doesn't permit representing them. *)
+val time =
+    h <- decimal_of_len 2;
+    char' #":";
+    m <- decimal_of_len 2;
+    s <- maybe (char' #":";
+                s <- decimal_of_len 2;
+                maybe' (char' #"."; skipWhile isdigit);
+                return s);
+    return {Hour=h, Minute=m, Second=Option.get 0 s}
+
+val timezone_offset =
+    let val zulu = char' #"Z"; return 0
+        val digits = decimal_of_len 2
+        val sign = or (char' #"+"; return 1)
+                      (char' #"-"; return (-1))
+    in
+        zulu `or` (s <- sign;
+                   h <- digits;
+                   m <- (maybe' (char' #":"); or digits (return 0));
+                   return (s*(h*60+m)))
+    end
+
+val datetime_with_tz =
+    d <- date; char' #"T"; t <- time;
+    tz <- timezone_offset;
+    return (d ++ t ++ {TZOffsetMinutes=tz})
+
+val datetime =
+    d <- datetime_with_tz;
+    return (d -- #TZOffsetMinutes)
+
+fun process v =
+    case parse (d <- datetime_with_tz; eof; return d) v of
+        Some r =>
+        let
+            val {Year=year,Month=month,Day=day,
+                 Hour=hour,Minute=minute,Second=second} =
+                Datetime.addMinutes (r.TZOffsetMinutes) (r -- #TZOffsetMinutes)
+            fun pad x =
+                if x < 10 then "0" `strcat` show x else show x
+        in
+            <xml>{[pad hour]}:{[pad minute]}:{[pad second]} {[month]} {[day]}, {[year]}</xml>
+        end
+      | None => <xml>none</xml>
+
+fun main () : transaction page =
+    input <- source "2012-01-01T01:10:42Z";
+    return <xml>
+      <body>
+        <label>
+          Enter an
+          <a href="https://en.wikipedia.org/wiki/ISO_8601">ISO 8601</a>
+          datetime here:
+          <ctextbox source={input} />
+        </label>
+        <ul><dyn signal={v <- signal input; return (process v)} /></ul>
+      </body>
+    </xml>

samples/UrWeb/parse.urs

@@ -0,0 +1,85 @@
+functor Make(Stream : sig type t end) : sig
+    con t :: Type -> Type
+
+    val mreturn : a ::: Type -> a -> t a
+    val mbind : a ::: Type -> b ::: Type ->
+                (t a) -> (a -> t b) -> (t b)
+    val monad_parse : monad t
+
+    val parse : a ::: Type -> t a -> Stream.t -> option a
+
+    (** Combinators *)
+    val fail : a ::: Type -> t a
+    val or : a ::: Type -> t a -> t a -> t a
+    val maybe : a ::: Type -> t a -> t (option a)
+    val maybe' : a ::: Type -> t a -> t unit
+    val many : a ::: Type -> t a -> t (list a)
+    val count : a ::: Type -> int -> t a -> t (list a)
+    val skipMany : a ::: Type -> t a -> t unit
+    val sepBy : a ::: Type -> s ::: Type -> t a -> t s -> t (list a)
+end
+
+structure String : sig
+    con t :: Type -> Type
+    val monad_parse : monad t
+
+    val parse : a ::: Type -> t a -> string -> option a
+
+    (** Combinators *)
+    val fail : a ::: Type -> t a
+    val or : a ::: Type -> t a -> t a -> t a
+    val maybe : a ::: Type -> t a -> t (option a)
+    val maybe' : a ::: Type -> t a -> t unit
+    val many : a ::: Type -> t a -> t (list a)
+    val count : a ::: Type -> int -> t a -> t (list a)
+    val skipMany : a ::: Type -> t a -> t unit
+    val sepBy : a ::: Type -> s ::: Type -> t a -> t s -> t (list a)
+
+    val eof : t unit
+    (* We provide alternative versions of some of these predicates
+     * that return t unit as a monadic syntactical convenience. *)
+    val string : string -> t string
+    val string' : string -> t unit
+    val stringCI : string -> t string
+    val stringCI' : string -> t unit
+    val char : char -> t char
+    val char' : char -> t unit
+    val take : int -> t (string*int)
+    val drop : int -> t unit
+    val satisfy : (char -> bool) -> t char
+    val skip : (char -> bool) -> t unit
+    val skipWhile : (char -> bool) -> t unit
+    val takeWhile : (char -> bool) -> t (string*int)
+    val takeWhile' : (char -> bool) -> t string (* conses *)
+    (* Well, "till" is the correct form; but "til" is in common enough
+     * usage that I'll prefer it for terseness. *)
+    val takeTil : (char -> bool) -> t (string*int)
+    val takeTil' : (char -> bool) -> t string (* conses *)
+    val takeRest : t string
+
+    (** Convenience functions *)
+    val skipSpace : t unit
+    val endOfLine : t unit
+    val unsigned_int_of_radix : int -> t int
+    (*
+     * val signed_int_of_radix : int -> t int
+     * val double : t float
+     *)
+end
+
+structure Blob : sig
+    con t :: Type -> Type
+    val monad_parse : monad t
+
+    val parse : a ::: Type -> t a -> blob -> option a
+
+    (** Combinators *)
+    val fail : a ::: Type -> t a
+    val or : a ::: Type -> t a -> t a -> t a
+    val maybe : a ::: Type -> t a -> t (option a)
+    val maybe' : a ::: Type -> t a -> t unit
+    val many : a ::: Type -> t a -> t (list a)
+    val count : a ::: Type -> int -> t a -> t (list a)
+    val skipMany : a ::: Type -> t a -> t unit
+    val sepBy : a ::: Type -> s ::: Type -> t a -> t s -> t (list a)
+end

samples/Vue/basic.vue

@@ -0,0 +1,21 @@
+<style>
+.red {
+  color: #f00;
+}
+</style>
+
+<template>
+<div>
+  <h2 v-class="red">{{msg}}</h2>
+</div>
+</template>
+
+<script>
+module.exports = {
+  data: function () {
+    return {
+      msg: 'Hello from Vue!'
+    }
+  }
+}
+</script>

samples/Vue/pre-processors.vue

@@ -0,0 +1,31 @@
+<style lang="stylus">
+font-stack = Helvetica, sans-serif
+primary-color = #999
+body
+  font 100% font-stack
+  color primary-color
+</style>
+
+<template lang="jade">
+div
+  h1 {{msg}}
+  comp-a
+  comp-b
+</template>
+
+<script lang="babel">
+import compA from './components/a.vue'
+import compB from './components/b.vue'
+
+export default {
+  data () {
+    return {
+      msg: 'Hello from Babel!'
+    }
+  },
+  components: {
+    'comp-a': compA,
+    'comp-b': compB
+  }
+}
+</script>

samples/X10/ArraySum.x10

@@ -0,0 +1,72 @@
+/*
+ *  This file is part of the X10 project (http://x10-lang.org).
+ *
+ *  This file is licensed to You under the Eclipse Public License (EPL);
+ *  You may not use this file except in compliance with the License.
+ *  You may obtain a copy of the License at
+ *      http://www.opensource.org/licenses/eclipse-1.0.php
+ *
+ *  (C) Copyright IBM Corporation 2006-2014.
+ */
+
+import x10.io.Console;
+
+/**
+ * A simple illustration of loop parallelization within a single place.
+ */
+public class ArraySum {
+
+    var sum:Long;
+    val data:Rail[Long];
+
+    public def this(n:Long) {
+	// Create a Rail with n elements (0..(n-1)), all initialized to 1.
+        data = new Rail[Long](n, 1);
+        sum = 0;
+    }
+
+    def sum(a:Rail[Long], start:Long, last:Long) {
+        var mySum: Long = 0;
+        for (i in start..(last-1)) { 
+        	mySum += a(i);
+        }
+        return mySum;
+    }
+
+    def sum(numThreads:Long) {
+        val mySize = data.size/numThreads;
+        finish for (p in 0..(numThreads-1)) async {
+            val mySum = sum(data, p*mySize, (p+1)*mySize);
+            // Multiple activities will simultaneously update
+            // this location -- so use an atomic operation.
+            atomic sum += mySum;
+        }
+    }
+    
+    public static def main(args:Rail[String]) {
+        var size:Long = 5*1000*1000;
+        if (args.size >=1)
+            size = Long.parse(args(0));
+
+        Console.OUT.println("Initializing.");
+        val a = new ArraySum(size);
+        val P = [1,2,4];
+
+        //warmup loop
+        Console.OUT.println("Warming up.");
+        for (numThreads in P)
+            a.sum(numThreads);
+        
+        for (numThreads in P) {
+            Console.OUT.println("Starting with " + numThreads + " threads.");
+            a.sum=0;
+            var time: long = - System.nanoTime();
+            a.sum(numThreads);
+            time += System.nanoTime();
+            Console.OUT.println("For p=" + numThreads
+                    + " result: " + a.sum 
+                    + ((size==a.sum)? " ok" : "  bad") 
+                    + " (time=" + (time/(1000*1000)) + " ms)");
+        }
+    }
+}

samples/X10/Cancellation.x10

@@ -0,0 +1,50 @@
+/*
+ *  This file is part of the X10 project (http://x10-lang.org).
+ *
+ *  This file is licensed to You under the Eclipse Public License (EPL);
+ *  You may not use this file except in compliance with the License.
+ *  You may obtain a copy of the License at
+ *      http://www.opensource.org/licenses/eclipse-1.0.php
+ *
+ *  (C) Copyright IBM Corporation 2006-2014.
+ */
+
+import x10.xrx.Runtime;
+
+/**
+ * Demonstrate how to instantiate the X10 runtime as an executor service
+ * submit jobs to the runtime, wait jobs to complete and cancel all jobs
+ * 
+ * Compile with: x10c -O -EXECUTOR_MODE=true Cancellation.x10
+ * Run with:     X10_CANCELLABLE=true X10_NPLACES=4 x10 -DX10RT_IMPL=JavaSockets Cancellation
+ */
+class Cancellation {
+    static def job(id:Long, iterations:Long) = ()=>{
+        at (Place.places().next(here)) async {
+            for (i in 1..iterations) {
+                finish for (p in Place.places()) { 
+                    at (p) async Console.OUT.println(here+" says hello (job " + id + ", iteration " + i + ")");
+                }
+                Console.ERR.println();
+                System.sleep(200);
+            }
+        }
+    };
+
+    public static def main(args:Rail[String]):void {
+        val w1 = Runtime.submit(job(1, 5));
+        w1.await(); Console.ERR.println("Job 1 completed\n");
+        val w2 = Runtime.submit(job(2, 1000));
+        System.threadSleep(1000);
+        val c1 = Runtime.cancelAll();
+        try { w2.await(); } catch (e:Exception) { Console.ERR.println("Job 2 aborted with exception " + e +"\n"); }
+        c1.await(); // waiting for cancellation to be processed
+        System.threadSleep(1000);
+        Runtime.submit(job(3, 1000));
+        Runtime.submit(job(4, 1000));
+        System.threadSleep(1000);
+        val c2 = Runtime.cancelAll();
+        c2.await();
+        Console.ERR.println("Goodbye\n");
+    }
+}