[WIP] Merge WAIL-Electron with WAIL classic (progressive PR)

.babelrc

@@ -1,16 +1,39 @@
 {
- "presets": ["es2015", "stage-0","node6", "react"],
  "plugins": [
- "transform-runtime",
- "add-module-exports",
- "babel-plugin-transform-decorators-legacy",
- "react-html-attrs",
- "transform-class-properties",
- "react-html-attrs"
+ [
+ "transform-decorators-legacy",
+ "transform-object-rest-spread",
+ {
+ "useBuiltIns": true
+ }
+ ],
+ "transform-export-extensions",
+ "transform-es2015-modules-commonjs"
  ],
  "env": {
  "development": {
- "presets": ["react-hmre"]
+ "plugins":[
+ "transform-export-extensions"
+ ],
+ "presets": [
+ [
+ "env",
+ {
+ "targets": {
+ "electron": "1.8.1"
+ },
+ "useBuiltIns": true,
+ "include": [
+ "syntax-trailing-function-commas"
+ ],
+ "exclude": [
+ "transform-async-to-generator",
+ "web.timers",
+ "web.immediate"
+ ]
+ }
+ ]
+ ]
  }
  }
-}
+}

.github/issue_template.md

@@ -0,0 +1,17 @@
+### Are you submitting a **bug report** or a **feature request**?
+<!-- For support request, please use Stack Overflow instead. This issue tracker is reserved for bugs and features. -->
+
+
+### What is the current behavior?
+<!-- If this is a bug, please include steps to reproduce. -->
+
+
+### What is the expected behavior?
+
+
+### What's your environment?
+<!-- Include WAIL and OS affected, etc. -->
+
+
+### Other information
+<!-- Include here any detailed explanation, stacktraces, related issues, links for Stack Overflow, Twitter, etc. -->

.gitignore

@@ -12,7 +12,7 @@ build/*
 bundledApps/waybackConfigWriter.pyc
 bundledApps/openjdk
 WAIL.spec
-
+*.db
 # Mac meta
 .DS_Store
 
@@ -30,13 +30,14 @@ src/public/*
 
 .idea
 
+creds.json
 
 build
 
-bundledApps/heritrix-3.2.0/
+#bundledApps/heritrix-3.2.0/
+bundledApps/heritrix-3.3.0/
 
 wayback.xml
-heritrix.pid
 heritrix_out.log
 electron/build/dist
 
@@ -53,3 +54,8 @@ electron-main.js*
 backUp
 dist
 
+wail-config
+
+testBuild
+
+chromDLogs

Dockerfile

@@ -1,10 +1,17 @@
-FROM node
+FROM ubuntu
 MAINTAINER John Berlin <jberlin@cs.odu.edu>
 
-ADD . /usr/src/app
-WORKDIR /usr/src/app
-RUN npm install
+RUN apt-get update && apt-get install -y libgtk2.0-0 libgconf-2-4 libasound2 libxtst6 libxss1 libnss3 xvfb libcanberra-gtk* firefox
 
-RUN npm run-script download-externals-all
+RUN groupadd wail && useradd -m -g wail wail
 
-CMD bash
+ADD . /wail
+ADD settings.json /home/wail/.config/wail/wail-settings/
+
+RUN chown -R wail:wail /home/wail /wail
+
+ENV JAVA_HOME=/wail/resources/app/bundledApps/openjdk
+
+USER wail
+
+CMD ["/wail/wail"]

README.md

@@ -6,127 +6,36 @@ Web Archiving Integration Layer (WAIL)
 
 _"One-Click User Instigated Preservation"_
 
-Web Archiving Integration Layer (WAIL) is a graphical user interface (GUI) atop multiple web archiving tools intended to be used as an easy way for anyone to preserve and replay web pages. Tools included and accessible through the GUI are [Heritrix 3.3.0](https://github.com/internetarchive/heritrix3) and [OpenWayback 2.3.0](https://github.com/iipc/openwayback). Support packages include Apache Tomcat and [MemGator](https://github.com/oduwsdl/memgator).
+Web Archiving Integration Layer (WAIL) is a graphical user interface (GUI) atop multiple web archiving tools 
+intended to be used as an easy way for anyone to preserve and replay web pages. 
+Tools included and accessible through the GUI are [Heritrix 3.2.0](https://github.com/internetarchive/heritrix3) 
+and [PyWb 0.33.0](https://github.com/webrecorder/pywb).
 
-## Electron Wail
+More information about the motivations behind WAIL see the [Motivations](https://github.com/N0taN3rd/wail/wiki/Why-Wail%3F) section in the projects wiki.
 
-[![js-standard-style](https://cdn.rawgit.com/feross/standard/master/badge.svg)](https://github.com/feross/standard)
-
-Requires node 6.x/5.x and npm 3.x see Electron 1.0 [documentation](http://electron.atom.io)
-
-Use node 6.x for best performance
-
-### NPM Scripts
-Use `$ npm run-script <name>` to execute any of the script listed below
-
-1. External Dependancies
- * download-externals: Download the required openjdk and memgator version for current operating systems
- * download-externals-all: Same as above script but for all operating systems supported by this tool
-
-2. Development
- * start-dev: Runs both the dev and dev-electron commands
- * dev: Runs the webpack dev server with hot module replacement enabled.
- * dev-electron: Start the electron shell for wail-electron
-
-3. Production
- * package: Build wail-electron for the current operating systems
- * package-all: Builds wail-electron for all supported operating systems
- * package-[windows,linux,osx]: Builds wail-electron for a specific operating systems
-
-
-### Shell scripts
-
-1. bootstrap.sh:
-
- Executes npm install and npm run-script download-externals.
-
- If you supply the argument build will also execute npm run-script package
-
-
-2. doElectron.sh:
-
- Executes any of the listed npm scripts whose name is given as an argument
 
- Additional arguments
- * install-start: runs npm install and npm run-script start-dev
- * bootstrap: executes the script `bootstrap.sh`
- * bootstrap-build: executes the script `bootstrap.sh` with the argument build
+This work is supported by the [National Endowment for the Humanities](https://www.neh.gov/) (NEH), through Digital Humanities grants [HD-51670-13](https://securegrants.neh.gov/publicquery/main.aspx?f=1&gn=HD-51670-13) and [HK-50181-14](https://securegrants.neh.gov/publicquery/main.aspx?f=1&gn=HK-50181-14)
 
+## WAIL Electron
+[![js-standard-style](https://cdn.rawgit.com/feross/standard/master/badge.svg)](https://github.com/feross/standard)
 
 
+<img src='images/wailHome.png' alt='WAIL Home Screen' height='500'>
 
+## Usage
+You can download the latest release [here](https://github.com/N0taN3rd/wail/releases). 
 
+For information on using WAIL please consult the [wiki](https://github.com/N0taN3rd/wail/wiki).
 
-
-### Running in development mode
-If you have not done so all ready `npm install`, `npm run-script download-externals` and copy the downloaded openjdk
-and memgator to the bundled apps directory and finally run `npm run-script start-dev`.
-
-We use webpack-dev server with `--inline --hot` and requires port 9000 to be free.
-
-
-
-## Major Tasks
-
-### Status monitoring
-- [X] heritrix crawl progress updating(queued,downloaded,...) per job
-- [X] reachability of wayback and heritrix
-
-### Heritrix
-- [x] start/stop
-- [x] configure and launch single seed crawl
-- [x] launch web ui in default browser
-- [X] job crawl
- - [x] configure one off crawl
- - [x] launch one off crawl
- - [x] view with in app editor
- - [X] edit and save with in app editor
- - [x] multi uri crawl
-- [X] job status
- - [x] on app start previous crawl status displayed
- - [X] background monitoring
-- [X] post initial launch control
-
-### Wayback
-- [x] start/stop
-- [x] replay of local archives(java7 runtimes only)
-- [x] index CDX generation
-- [X] wayback config
- - [x] view in app editor
- - [X] edit and save with in app editor
-
-### Memgator
-- [X] I can haz memento
- - [x] local memgator(linux only)
- - [X] compile version for windows and osx
-
-### OS support
- - [x] Linux!!!!
- - [x] OSX
- - [X] Windows
- - [X] add os detection for operations
- - [x] works
-
-### Misc
- - [ ] ui (move from dev ui to finalized ui)
- - [X] make monitoring and file sytem actions electron background processes
- - [ ] hook into Google APIs
- - [ ] save to local or public archive
-
-
-### Screen shots
-
-![Wail Electron Advanced](/images/wailFront.png?raw=true "Basic")
-![Wail Electron Advanced](/images/wail-advanced.png?raw=true "Advanced")
+To get up and running from source consult the Development section in this projects wiki.
 
 ### Slides from Archives Unleased 2.0
 [Are Wails Electric?](http://www.slideshare.net/JohnBerlin3/are-wails-electric)
 
-Powered by Electron and React.
 
 ## Problems? Questions?
 
-Please see the [Frequently Asked Questions](https://github.com/machawk1/wail/wiki/FAQ) page.
+Please see the [Frequently Asked Questions](https://github.com/N0taN3rd/wail/wiki/FAQ) page.
 
 ## Contact
 

archives/collections/default/metadata.yaml

@@ -0,0 +1,2 @@
+description: Default Collection
+title: Default

archives/static/default_banner.js

@@ -0,0 +1,61 @@
+/*
+Copyright(c) 2013-2014 Ilya Kreymer. Released under the GNU General Public License.
+
+This file is part of pywb, https://github.com/ikreymer/pywb
+
+ pywb is free software: you can redistribute it and/or modify
+ it under the terms of the GNU General Public License as published by
+ the Free Software Foundation, either version 3 of the License, or
+ (at your option) any later version.
+
+ pywb is distributed in the hope that it will be useful,
+ but WITHOUT ANY WARRANTY; without even the implied warranty of
+ MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ GNU General Public License for more details.
+
+ You should have received a copy of the GNU General Public License
+ along with pywb. If not, see <http://www.gnu.org/licenses/>.
+
+*/
+
+// Creates the default pywb banner.
+// Override this function/script to create a different type of banner
+
+
+_wb_js.create_banner_element = function(banner_id)
+{
+
+ var banner = document.createElement("wb_div", true);
+ banner.setAttribute("id", banner_id);
+ banner.setAttribute("lang", "en");
+
+ var text;
+
+ if (wbinfo.is_frame) {
+ text = _wb_js.banner_labels.LOADING_MSG;
+ } else if (wbinfo.is_live) {
+ text = _wb_js.banner_labels.LIVE_MSG;
+ } else {
+ text = _wb_js.banner_labels.REPLAY_MSG;
+ }
+
+ text = "<span id='_wb_label'>" + text + "</span>";
+
+ var capture_str = "";
+ if (wbinfo && wbinfo.timestamp) {
+ capture_str = _wb_js.ts_to_date(wbinfo.timestamp, true);
+ }
+
+ text += "<b id='_wb_capture_info'>" + capture_str + "</b>";
+
+ if (wbinfo.proxy_magic && wbinfo.url) {
+ var select_url = wbinfo.proxy_magic + "/" + wbinfo.url;
+ var query_url = wbinfo.proxy_magic + "/*/" + wbinfo.url;
+ text += '&nbsp;<a href="//query.' + query_url + '">All Capture Times</a>';
+ text += '<br/>'
+ text += 'From collection <b>"' + wbinfo.coll + '"</b>&nbsp;<a href="//select.' + select_url + '">All Collections</a>';
+ }
+
+ banner.innerHTML = text;
+ document.body.insertBefore(banner, document.body.firstChild);
+}