Create a Box.com Application https://YourCompany.app.box.com/developers/services/ Get your client api, client secret, developer token, use server authentication with OAuth 2.0 + JWT, Add a public key from your developer machine and server. This takes a few steps and you have to create a Private and Public key. openssl genrsa -aes256 -out private_key.pem 2048 openssl rsa -pubout -in private_key.pem -out public_key.pem Anatomy of a Box.com Directory https://myenterprise.app.box.com/files/0/f/26783331215/NIFITEST You need the bolded # for accessing that directory, it is the Folder ID. Box.Com Java SDK <dependency> <groupId>com.box</groupId> <artifactId>box-java-sdk</artifactId> <version>2.1.1</version> </dependency> Create a New Java Maven Application mvn archetype:generate -DgroupId=com.yourenterprise -DartifactId=boxapp -DarchetypeArtifactId=maven-archetype-quickstart -DinteractiveMode=false Java Code package com.dataflowdeveloper; import java.io.BufferedInputStream; import java.io.FileInputStream; import java.io.FileNotFoundException; import java.io.FileOutputStream; import java.io.InputStream; import java.io.OutputStream; import java.net.URI; import java.nio.file.FileSystems; import java.nio.file.Files; import java.util.logging.Level; import java.util.logging.Logger; import org.apache.hadoop.conf.Configuration; import org.apache.hadoop.fs.FileSystem; import org.apache.hadoop.fs.Path; import org.apache.hadoop.io.IOUtils; import com.box.sdk.BoxAPIConnection; import com.box.sdk.BoxFile; import com.box.sdk.BoxFolder; import com.box.sdk.BoxItem; import com.box.sdk.BoxUser; public final class Main { // developer token expires in an hour private static final String DEVELOPER_TOKEN = "somelongtokenlasts1hour"; private static final int MAX_DEPTH = 1; private Main() { } public static void main(String[] args) { Logger.getLogger("com.box.sdk").setLevel(Level.ALL); BoxAPIConnection api = new BoxAPIConnection(DEVELOPER_TOKEN); BoxUser.Info userInfo = BoxUser.getCurrentUser(api).getInfo(); System.out.format("Welcome, %s <%s>!\n\n", userInfo.getName(), userInfo.getLogin()); // the example code lists everything from your root folder down, that could be // alot, I have 75K files // BoxFolder rootFolder = BoxFolder.getRootFolder(api); // listFolder(rootFolder, 0); BoxFile file = null; // this is the id of the folder, you can get this two ways from either the URL or // looking at the output of the root crawl BoxFolder folder = new BoxFolder(api, "15296958056"); for (BoxItem.Info itemInfo : folder) { if (itemInfo instanceof BoxFile.Info) { BoxFile.Info fileInfo = (BoxFile.Info) itemInfo; // lets look at all the attributes, many are null System.out.println("File:" + fileInfo.getCreatedAt() + "," + fileInfo.getDescription() + "," + fileInfo.getExtension() + ",name=" + fileInfo.getName() + ",id=" + fileInfo.getID() + "," + fileInfo.getCreatedBy() + "," + fileInfo.getSize() + "," + fileInfo.getVersion().getName() + "," + fileInfo.getCreatedAt() + "," + fileInfo.getModifiedAt() + "," + fileInfo.getModifiedBy() + ""); // download all the pdfs if ( fileInfo.getName() != null && fileInfo.getID() != null && fileInfo.getName().endsWith(".pdf")) { file = new BoxFile(api, fileInfo.getID()); FileOutputStream stream = null; try { stream = new FileOutputStream(fileInfo.getName()); } catch (FileNotFoundException e) { e.printStackTrace(); } file.download(stream); // downloads to current directory specified in above fileoutputstream //Input stream for the file in local file system to be written to HDFS InputStream in = null; try { in = new BufferedInputStream(new FileInputStream(fileInfo.getName())); } catch (FileNotFoundException e1) { e1.printStackTrace(); } try{ System.out.println("Save to HDFS " + fileInfo.getName()); //Destination file in HDFS Configuration conf = new Configuration(); String dst = "hdfs://yourserver:8020/box/" + fileInfo.getName(); FileSystem fs = FileSystem.get(URI.create(dst), conf); OutputStream out = fs.create(new Path(dst)); //Copy file from local to HDFS IOUtils.copyBytes(in, out, 4096, true); java.nio.file.Path path = FileSystems.getDefault().getPath(fileInfo.getName()); Files.delete(path); }catch(Exception e){ e.printStackTrace(); System.out.println("File not found"); } } } } } private static void listFolder(BoxFolder folder, int depth) { for (BoxItem.Info itemInfo : folder) { String indent = ""; for (int i = 0; i < depth; i++) { indent += " "; } // you need this ID for accessing a folder System.out.println(indent + itemInfo.getName() + ",ID=" + itemInfo.getID() ); if (itemInfo instanceof BoxFolder.Info) { BoxFolder childFolder = (BoxFolder) itemInfo.getResource(); if (depth < MAX_DEPTH) { listFolder(childFolder, depth + 1); } } } } } Caveats By default you can only use the Developer Token which only lasts for 1 hour and as soon as you save it will vanish from the screen, so copy it first. Reference: http://opensource.box.com/box-java-sdk/ https://github.com/box/box-java-sdk/blob/master/doc/authentication.md https://github.com/box/box-java-sdk/blob/master/doc/folders.md https://github.com/box/box-java-sdk/blob/master/doc/files.md https://github.com/tspannhw/boxprocessor https://docs.box.com/v2.0/docs/configuring-box-platform https://docs.box.com/docs/app-auth https://github.com/box/box-java-sdk/blob/master/src/example/java/com/box/sdk/example/Main.java https://github.com/box/box-java-sdk/blob/master/doc/folders.md#get-a-folders-items https://github.com/box/box-java-sdk/blob/master/doc/files.md#download-a-file ... View more

Setting up a Websocket Client and Server with Apache NiFi 1.1. I wanted to test out the new WebSocket Listener in Apache NiFi 1.1, but I needed a server to serve up my HTML client. So I ran that web server with NiFi as well. So my full solution is hosted and runs through Apache NiFi. This simple WebSockets Server and Client does the hello world of web sockets, Echo! Whatever the client sends, we send it back. My Suggested Use Cases for WebSockets WebSocket Client to Slack Interface WebSocket Client to Email WebSocket Chat stored to Apache Phoenix WebSocket To Communicate From Mobile Web Apps WebSocket To Send Detailed Log Details From Enterprise Web Applications Directly To Log Ingest Platform, bypassing local filesystem. Step 1: HandleHTTPRequest This accepts the HTTP calls from browsers Step 2: ExecuteStreamCommand Returns HTML page (could do getfile or any number of other ways of getting the HTML as a flowfile) Step 3: HandleHttpResponse this serves up our web page to browsers. A StandardHTTPContextMap is required to store HTTP requests and responses to share them through the stream. Step 4: PutFile Just to keep logs of what's going on, I saw all the flow files to the local file system. Step 5: ListenWebSocket This is the actual web socket server listener, it is what our client will talk to. Step 6: PutWebSocket This is the reply to the web socket client. Web Sockets Server Web Sockets Client (Static HTML5 Page with Javascript) Hosted on NiFi Web Socket Conversation On the Client Side A Shell Script to Output The HTML5 Javascript WebSocket Client ➜ nifi-1.1.0.2.1.1.0-2 cat server.sh cat /Volumes/Transcend/Apps/nifi-1.1.0.2.1.1.0-2/wsclient.html ➜ nifi-1.1.0.2.1.1.0-2 cat wsclient.html <!DOCTYPE HTML> <html> <head> <script type="text/javascript"> function WebSocketTest() { if ("WebSocket" in window) { alert("WebSocket is supported by your Browser!"); // Let us open a web socket var ws = new WebSocket("ws://localhost:9998/echo"); ws.send("MSG: NIFI IS AWESOME"); ws.onopen = function() { // Web Socket is connected, send data using send() ws.send("Message to send"); alert("Message is sent..."); }; ws.onmessage = function (evt) { var received_msg = evt.data; alert("Message is received..."); }; ws.onclose = function() { // websocket is closed. alert("Connection is closed..."); }; } else { // The browser doesn't support WebSocket alert("WebSocket NOT supported by your Browser!"); } } </script> </head> <body> <div id="sse"> <a href="javascript&colon;WebSocketTest()">Run WebSocket</a> </div> </body> </html> Construct a Visual Web Server to Server up Static HTML 5 WebSocket Client Page https://nifi.apache.org/docs/nifi-docs/components/org.apache.nifi.http.StandardHttpContextMap/index.html https://nifi.apache.org/docs/nifi-docs/components/org.apache.nifi.processors.standard.HandleHttpRequest/index.html https://nifi.apache.org/docs/nifi-docs/components/org.apache.nifi.processors.standard.HandleHttpRequest/additionalDetails.html https://nifi.apache.org/docs/nifi-docs/components/org.apache.nifi.processors.standard.HandleHttpResponse/index.html https://nifi.apache.org/docs/nifi-docs/components/org.apache.nifi.processors.standard.HandleHttpResponse/additionalDetails.html Listen For Websocket https://nifi.apache.org/docs/nifi-docs/components/org.apache.nifi.processors.websocket.ListenWebSocket/index.html Put Message Back https://nifi.apache.org/docs/nifi-docs/components/org.apache.nifi.processors.websocket.PutWebSocket/index.html Reference: http://www.infoworld.com/article/2609720/application-development/9-killer-uses-for-websockets.html https://en.wikipedia.org/wiki/WebSocket https://developer.mozilla.org/en-US/docs/Web/API/WebSockets_API https://tools.ietf.org/html/rfc6455 NiFi Template (This is for Apache NiFi 1.1.x) websockets.xml ... View more