Added component to download web page; plus test network

build.gradle

@@ -32,7 +32,7 @@ apply plugin: 'java-library'
 
 }
 
-version = '4.1.11'
+version = '4.1.12'
 
 group = 'com.jpaulmorrison'
 
@@ -135,7 +135,7 @@ description = "Create default maven directory structure"
 
             groupId = 'com.jpaulmorrison'
             artifactId = 'javafbp'       
-            version = '4.1.11'
+           version = project.version
 
             from components.java
 

build/scripts/javafbp

@@ -80,7 +80,7 @@ case "`uname`" in
     ;;
 esac
 
-CLASSPATH=$APP_HOME/lib/javafbp-4.1.11.jar
+CLASSPATH=$APP_HOME/lib/javafbp-4.1.12.jar
 
 
 # Determine the Java command to use to start the JVM.

build/scripts/javafbp.bat

@@ -67,7 +67,7 @@ goto fail
 :execute
 @rem Setup the command line
 
-set CLASSPATH=%APP_HOME%\lib\javafbp-4.1.11.jar
+set CLASSPATH=%APP_HOME%\lib\javafbp-4.1.12.jar
 
 
 @rem Execute javafbp

pom.xml

@@ -4,7 +4,7 @@
   <modelVersion>4.0.0</modelVersion>
   <groupId>com.jpaulmorrison</groupId>
   <artifactId>javafbp</artifactId>
-  <version>4.1.11</version>
+  <version>4.1.12</version>
   <inceptionYear>2016</inceptionYear>
   <licenses>
     <license>

src/main/java/com/jpaulmorrison/fbp/core/components/httpurl/LoadURL.java

@@ -0,0 +1,60 @@
+package com.jpaulmorrison.fbp.core.components.httpurl;
+
+import java.io.BufferedInputStream;
+import java.io.BufferedReader;
+import java.io.IOException;
+import java.io.InputStream;
+import java.io.InputStreamReader;
+import java.net.HttpURLConnection;
+import java.net.URL;
+
+import com.jpaulmorrison.fbp.core.engine.Component;
+import com.jpaulmorrison.fbp.core.engine.InPort;
+import com.jpaulmorrison.fbp.core.engine.InputPort;
+import com.jpaulmorrison.fbp.core.engine.OutPort;
+import com.jpaulmorrison.fbp.core.engine.OutputPort;
+import com.jpaulmorrison.fbp.core.engine.Packet;
+
+//https://www.codejava.net/java-se/networking/use-httpurlconnection-to-download-file-from-an-http-url
+
+@InPort(value = "SOURCE", description = "HTMLName")
+@OutPort(value = "OUT", description = "HTML")
+
+public class LoadURL extends Component {
+
+	private InputPort inPort;
+	private OutputPort outPort;
+
+	protected void execute() throws Exception {
+
+		Packet<?> pp = inPort.receive();
+
+		String fileURL = (String) pp.getContent();
+		drop(pp);
+		inPort.close();
+
+
+		// https://stackoverflow.com/questions/2793168/reading-httpurlconnection-inputstream-manual-buffer-or-bufferedinputstream
+
+		URL url = new URL(fileURL);
+
+		//HttpURLConnection urlConn = (HttpURLConnection) url.openConnection();
+
+		InputStream in = url.openStream();
+		BufferedReader reader = new BufferedReader(new InputStreamReader(in));
+		StringBuilder result = new StringBuilder();
+		String line = null;
+		while((line = reader.readLine()) != null) {
+		    result.append(line);
+		}
+		outPort.send(create(result.toString()));
+		reader.close();
+	}
+
+	@Override
+	protected void openPorts() {
+		inPort = openInput("SOURCE");
+		outPort = openOutput("OUT");
+
+	}
+}

src/main/java/com/jpaulmorrison/fbp/core/engine/VersionAndTimestamp.java

@@ -25,9 +25,9 @@ public final class VersionAndTimestamp {
 	 *   
 	 */
 
-  private static String version = "JavaFBP - version 4.1.11";
+  private static String version = "JavaFBP - version 4.1.12";
 
-  private static String date = "Oct. 31, 2020";
+  private static String date = "June 3, 2021";
 
   static String getVersion() {
     return version;

src/main/java/com/jpaulmorrison/fbp/resourcekit/examples/networks/Copy1.java

@@ -42,15 +42,16 @@ public class Copy1 extends Network {
   protected void define() {
     // component("MONITOR", Monitor.class);
 
-    connect(component("Generate", GenerateTestData.class), port("OUT"), component("SlowPass", SlowPass.class), port("IN"));
-    connect(component("SlowPass"), port("OUT"), component("Write", WriteToConsole.class), port("IN"));
+    connect(component("Generate", GenerateTestData.class), port("OUT"),  //component("SlowPass", SlowPass.class), port("IN"));
+    //connect(component("SlowPass"), port("OUT"),
+    		component("Write", WriteToConsole.class), port("IN"));
 
     initialize("100", component("Generate"), port("COUNT"));
 
   }
 
   public static void main(final String[] argv) throws Exception {
-	  for (int i = 0; i < 50; i++)
+	  //for (int i = 0; i < 50; i++)
          new Copy1().go();
   }
 }

src/main/java/com/jpaulmorrison/fbp/resourcekit/examples/networks/ReadHTML.java

@@ -0,0 +1,46 @@
+/*
+ * JavaFBP - A Java Implementation of Flow-Based Programming (FBP)
+ * Copyright (C) 2009, 2016 J. Paul Morrison
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 3.0 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. 
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, see the GNU Library General Public License v3
+ * at https://www.gnu.org/licenses/lgpl-3.0.en.html for more details.
+ */
+
+package com.jpaulmorrison.fbp.resourcekit.examples.networks;
+
+
+
+
+import com.jpaulmorrison.fbp.core.components.httpurl.LoadURL;
+import com.jpaulmorrison.fbp.core.components.misc.WriteToConsole;
+import com.jpaulmorrison.fbp.core.engine.Network;
+
+/**
+ * Read from URL; write to the console 
+ *
+ */
+
+
+public class ReadHTML extends Network {
+
+  @Override
+  protected void define() {
+   connect(component("Load URL", LoadURL.class), port("OUT"), component("Write", WriteToConsole.class), port("IN"), 1);
+   initialize("https://github.com/jpaulm/javafbp/blob/master/README.md", component("Load URL"), port("SOURCE"));
+
+  }
+
+  public static void main(final String[] argv) throws Exception {
+    new ReadHTML().go();
+  }
+}