Skip to content

Commit

Permalink
Adding Pig StoreFunc that uses Phoenix to upsert into HBase.
Browse files Browse the repository at this point in the history
  • Loading branch information
@prashantkommireddi
prashantkommireddi committed Apr 11, 2013
1 parent 945c3ae commit 8f1b3d9
Show file tree
Hide file tree
Showing 9 changed files with 687 additions and 56 deletions.
3 changes: 3 additions & 0 deletions examples/pig/test.pig
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,3 @@
A = load 'examples/pig/testdata' as (a:chararray, b:chararray, c:int, d:chararray, e: datetime) ;
STORE A into 'hbase://TESTPHX2' using com.salesforce.phoenix.pig.PhoenixHBaseStorage('localhost','-batchSize 10');
--dump A;
126 changes: 126 additions & 0 deletions examples/pig/testdata
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,126 @@
00D300000000XHP 124 123456 weq 2012-12-12
00D300000000XHP 111 123456 nab 2012-01-21
00D300000000UIH 101 123456 ben 2014-01-01
00D300000000XHP 124 123456 weq 2012-12-12
00D300000000XHP 111 123456 nab 2012-01-21
00D300000000UIH 101 123456 ben 2014-01-01
00D300000000XHP 124 123456 weq 2012-12-12
00D300000000XHP 111 123456 nab 2012-01-21
00D300000000UIH 101 123456 ben 2014-01-01
00D300000000XHP 124 123456 weq 2012-12-12
00D300000000XHP 111 123456 nab 2012-01-21
00D300000000UIH 101 123456 ben 2014-01-01
00D300000000XHP 124 123456 weq 2012-12-12
00D300000000XHP 111 123456 nab 2012-01-21
00D300000000UIH 101 123456 ben 2014-01-01
00D300000000XHP 124 123456 weq 2012-12-12
00D300000000XHP 111 123456 nab 2012-01-21
00D300000000UIH 101 123456 ben 2014-01-01
00D300000000XHP 124 123433389012 weq 2012-12-12
00D300000000XHP 111 123422289012 nab 2012-01-21
00D300000000UIH 101 123411189012 ben 2014-01-01
00D300000000XHP 124 123433389012 weq 2012-12-12
00D300000000XHP 111 123422289012 nab 2012-01-21
00D300000000UIH 101 123411189012 ben 2014-01-01
00D300000000XHP 124 123433389012 weq 2012-12-12
00D300000000XHP 111 123422289012 nab 2012-01-21
00D300000000UIH 101 123411189012 ben 2014-01-01
00D300000000XHP 124 123433389012 weq 2012-12-12
00D300000000XHP 111 123422289012 nab 2012-01-21
00D300000000UIH 101 123411189012 ben 2014-01-01
00D300000000XHP 124 123433389012 weq 2012-12-12
00D300000000XHP 111 123422289012 nab 2012-01-21
00D300000000UIH 101 123411189012 ben 2014-01-01
00D300000000XHP 124 123433389012 weq 2012-12-12
00D300000000XHP 111 123422289012 nab 2012-01-21
00D300000000UIH 101 123411189012 ben 2014-01-01
00D300000000XHP 124 123433389012 weq 2012-12-12
00D300000000XHP 111 123422289012 nab 2012-01-21
00D300000000UIH 101 123411189012 ben 2014-01-01
00D300000000XHP 124 123433389012 weq 2012-12-12
00D300000000XHP 111 123422289012 nab 2012-01-21
00D300000000UIH 101 123411189012 ben 2014-01-01
00D300000000XHP 124 123433389012 weq 2012-12-12
00D300000000XHP 111 123422289012 nab 2012-01-21
00D300000000UIH 101 123411189012 ben 2014-01-01
00D300000000XHP 124 123433389012 weq 2012-12-12
00D300000000XHP 111 123422289012 nab 2012-01-21
00D300000000UIH 101 123411189012 ben 2014-01-01
00D300000000XHP 124 123433389012 weq 2012-12-12
00D300000000XHP 111 123422289012 nab 2012-01-21
00D300000000UIH 101 123411189012 ben 2014-01-01
00D300000000XHf 124 123433389012 weq 2012-12-12
00D300000000XH6 111 123422289012 nab 2012-01-21
00D300000000UI1 101 123411189012 ben 2014-01-01
00D300000000XH4 124 123433389012 weq 2012-12-12
00D300000000XH1 111 123422289012 nab 2012-01-21
00D300000000UIq 101 123411189012 ben 2014-01-01
00D300000000XHP 124 123433389012 weq 2012-12-12
00D300000000XHP 111 123422289012 nab 2012-01-21
00D300000000UIH 101 123411189012 ben 2014-01-01
00D300000000XH1 124 123433389012 weq 2012-12-12
00D300000000XH3 111 123422289012 nab 2012-01-21
00D300000000UIH 101 123411189012 ben 2014-01-01
00D300000000XHP 124 123433389012 weq 2012-12-12
00D300000000XHP 111 123422289012 nab 2012-01-21
00D300000000UIH 101 123411189012 ben 2014-01-01
00D300000000XHP 124 123433389012 weq 2012-12-12
00D300000000XHP 111 123422289012 nab 2012-01-21
00D300000000UIH 101 123411189012 ben 2014-01-01
00D300000000XHP 124 123433389012 weq 2012-12-12
00D300000000XHP 111 123422289012 nab 2012-01-21
00D300000000UIH 101 123411189012 ben 2014-01-01
00D300000000XHP 124 123433389012 weq 2012-12-12
00D300000000XHP 111 123422289012 nab 2012-01-21
00D300000000UIH 101 123411189012 ben 2014-01-01
00D300000000XHP 124 123433389012 weq 2012-12-12
00D300000000XHP 111 123422289012 nab 2012-01-21
00D300000000UIH 101 123411189012 ben 2014-01-01
00D300000000XHP 124 123433389012 weq 2012-12-12
00D300000000XHP 111 123422289012 nab 2012-01-21
00D300000000UIH 101 123411189012 ben 2014-01-01
00D300000000XHP 124 123433389012 weq 2012-12-12
00D300000000XHP 111 123422289012 nab 2012-01-21
00D300000000UIH 101 123411189012 ben 2014-01-01
00D300000000XHP 124 123433389012 weq 2012-12-12
00D300000000XHP 111 123422289012 nab 2012-01-21
00D300000000UIH 101 123411189012 ben 2014-01-01
00D300000000XHP 124 123433389012 weq 2012-12-12
00D300000000XHP 111 123422289012 nab 2012-01-21
00D300000000UIH 101 123411189012 ben 2014-01-01
00D300000000XHP 124 123433389012 weq 2012-12-12
00D300000000XHP 111 123422289012 nab 2012-01-21
00D300000000UIH 101 123411189012 ben 2014-01-01
00D300000000XHP 124 123433389012 weq 2012-12-12
00D300000000XHP 111 123422289012 nab 2012-01-21
00D300000000UIH 101 123411189012 ben 2014-01-01
00D300000000XHP 124 123433389012 weq 2012-12-12
00D300000000XHP 111 123422289012 nab 2012-01-21
00D300000000UIH 101 123411189012 ben 2014-01-01
00D300000000XHP 124 123433389012 weq 2012-12-12
00D30000000002P 111 123422289012 nab 2012-01-21
00D30000000093H 101 123411189012 ben 2014-01-01
00D30000000082P 124 123433389012 weq 2012-12-12
00D30000000073P 111 123422289012 nab 2012-01-21
00D30000000064H 101 123411189012 ben 2014-01-01
00D30000000055P 124 123433389012 weq 2012-12-12
00D30000000046P 111 123422289012 nab 2012-01-21
00D30000000037H 101 123411189012 ben 2014-01-01
00D30000000028P 124 123433389012 weq 2012-12-12
00D30000000019P 111 123422289012 nab 2012-01-21
00D300000000U0H 101 123411189012 ben 2014-01-01
00D300000000X2P 124 123433389012 weq 2012-12-12
00D300000000X3P 111 123422289012 nab 2012-01-21
00D300000000U4H 101 123411189012 ben 2014-01-01
00D300000000X3f 124 123433389012 weq 2012-12-12
00D300000000X36 111 123422289012 nab 2012-01-21
00D300000000U31 101 123411189012 ben 2014-01-01
00D300000000X34 124 123433389012 weq 2012-12-12
00D300000000X21 111 123422289012 nab 2012-01-21
00D300000000U2q 101 123411189012 uvw 2014-01-01
00D300000000X5P 124 123433389012 pqr 2012-12-12
00D308900000X6P 111 123422289012 mno 2012-01-21
00D307800000U7H 101 123411189012 jkl 2014-01-01
00D305600000X81 124 123433389012 ghi 2012-12-12
00D303400000X93 111 123422289012 def 2012-01-21
00D301200000U0H 101 123411189012 abc 2014-01-01
9 changes: 7 additions & 2 deletions pom.xml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -356,6 +356,11 @@
</exclusion>
</exclusions>
</dependency>
<dependency>
<groupId>org.apache.pig</groupId>
<artifactId>pig</artifactId>
<version>0.12.0-SNAPSHOT</version>
</dependency>
<dependency>
<groupId>org.apache.hbase</groupId>
<artifactId>hbase</artifactId>
Expand All @@ -375,13 +380,13 @@
<groupId>org.codehaus.jackson</groupId>
<artifactId>jackson-core-asl</artifactId>
<version>${jackson.version}</version>
<scope>test</scope>
<scope>compile</scope>
</dependency>
<dependency>
<groupId>org.codehaus.jackson</groupId>
<artifactId>jackson-mapper-asl</artifactId>
<version>${jackson.version}</version>
<scope>test</scope>
<scope>compile</scope>
</dependency>
<dependency>
<groupId>org.codehaus.jackson</groupId>
Expand Down
Loading

0 comments on commit 8f1b3d9

Please sign in to comment.