Sample file reading from hdfs. 98/88398/2
authorRajamohan Raj <rajamohan.raj@intel.com>
Thu, 23 May 2019 19:47:06 +0000 (12:47 -0700)
committerGary Wu <gwu@futurewei.com>
Thu, 23 May 2019 21:23:31 +0000 (21:23 +0000)
Just a sample go file for reading from a hdfs file.
Shall be deleted later.

Issue-ID: ONAPARC-451
Signed-off-by: Rajamohan Raj <rajamohan.raj@intel.com>
Change-Id: Icfdd4b2196e080b6da45dadaf498eeb5d5fba1ac

vnfs/DAaaS/GoApps/src/hdfs-writer/Makefile
vnfs/DAaaS/GoApps/src/hdfs-writer/README.md
vnfs/DAaaS/GoApps/src/hdfs-writer/cmd/main.go
vnfs/DAaaS/GoApps/src/hdfs-writer/go.mod

index d31fd66..e3f2140 100644 (file)
@@ -1,14 +1,15 @@
 # SPDX-license-identifier: Apache-2.0
 ##############################################################################
-# Copyright (c) 2018 Intel Corporation
+# Copyright (c) 2019 Intel Corporation
 # All rights reserved. This program and the accompanying materials
 # are made available under the terms of the Apache License, Version 2.0
 # which accompanies this distribution, and is available at
 # http://www.apache.org/licenses/LICENSE-2.0
 ##############################################################################
 
-GOPATH := $(shell realpath "$(PWD)/../../")
 
+GOPATH := $(shell realpath "$(PWD)/../../")
+#export GOPATH=/Users/rajamoha/projects/demo/vnfs/DAaaS/GoApps
 export GOPATH ...
 export GO111MODULE=on
 
@@ -16,12 +17,17 @@ export GO111MODULE=on
 
 all:
        echo $$GOPATH
+       GOOS=linux GOARCH=amd64
        @go build -tags netgo -o ./bin/hdfs-writer ./cmd/main.go
 
 build:
        echo $$GOPATH
+       GOOS=linux GOARCH=amd64
        @go build -tags netgo -o ./bin/hdfs-writer ./cmd/main.go
 
+.PHONY: format
+format:
+       @go fmt ./...
 
 .PHONY: clean
 clean:
index b047575..453b842 100644 (file)
@@ -1,4 +1,4 @@
-<!-- Copyright 2018 Intel Corporation.
+<!-- Copyright 2019 Intel Corporation.
 Licensed under the Apache License, Version 2.0 (the "License");
 you may not use this file except in compliance with the License.
 You may obtain a copy of the License at
index abc75fb..11350f0 100644 (file)
@@ -1,11 +1,25 @@
 package main
 
 import (
+       "os"
        "fmt"
        "log"
+       "github.com/colinmarc/hdfs/v2"
 )
 
 func main() {
        log.Println("Starting the HDFS writer")
-       fmt.Println("Starting the HDFS writer ...")
+       localSourceFile := os.Args[1]
+       hdfsDestination := os.Args[2]
+
+       log.Println("localSourceFile:: "+localSourceFile)
+       log.Println("hdfsDestination:: "+hdfsDestination)
+
+       client, _ := hdfs.New("hdfs://hdfs-1-namenode-1.hdfs-1-namenode.hdfs1.svc.cluster.local:8020")
+       file, _ := client.Open("/kafka.txt")
+
+       buf := make([]byte, 59)
+       file.ReadAt(buf, 48847)
+       fmt.Println(string(buf))
+
 }
index cf8a1d8..b285512 100644 (file)
@@ -1 +1,3 @@
-module /Users/rajamoha/projects/demo/vnfs/DAaaS/GoApps/src/hdfs-writer
+module hdfs-writer
+
+require github.com/colinmarc/hdfs/v2 v2.0.0 // indirect