Changeset 22106 for lang/perl/Net-Amazon-HadoopEC2-S3fs

Timestamp:

10/25/08 17:13:59 (5 years ago)

Author:

lopnor

Message:

implemented list/put/get/remove

Location:

lang/perl/Net-Amazon-HadoopEC2-S3fs/trunk

Files:

• . (modified) (1 prop)
• lib/Net/Amazon/HadoopEC2/S3fs (added)
• lib/Net/Amazon/HadoopEC2/S3fs.pm (modified) (3 diffs)
• lib/Net/Amazon/HadoopEC2/S3fs/Block.pm (added)
• lib/Net/Amazon/HadoopEC2/S3fs/Inode.pm (added)
• t/01_module.t (added)

lang/perl/Net-Amazon-HadoopEC2-S3fs/trunk/lib/Net/Amazon/HadoopEC2/S3fs.pm

@@ -1 +1 @@
 package Net::Amazon::HadoopEC2::S3fs;
+use Moose;
+our $VERSION = '0.01';
 
-use strict;
-use warnings;
-our $VERSION = '0.01';
+use Net::Amazon::S3;
+use Net::Amazon::HadoopEC2::S3fs::Inode;
+use File::Basename;
+
+has aws_access_key_id => ( is => 'ro', isa => 'Str', required => 1 );
+has aws_secret_access_key => ( is => 'ro', isa => 'Str', required => 1 );
+has bucket => ( is => 'ro', isa => 'Str', required => 1 );
+has s3 => ( is => 'ro', isa => 'Net::Amazon::S3::Bucket', required => 1, lazy => 1,
+    default => sub {
+        my $self = shift;
+        return Net::Amazon::S3->new(
+            {
+                aws_access_key_id     => $self->aws_access_key_id,
+                aws_secret_access_key => $self->aws_secret_access_key,
+                retry                 => 1,
+            }
+        )->bucket($self->bucket);
+    }
+);
+
+__PACKAGE__->meta->make_immutable;
+
+no Moose;
+
+sub list {
+    my ($self, $path) = @_;
+    my $res = $self->s3->list(
+        {
+            prefix => $path,
+        }
+    )
+        or die $self->s3->errstr;
+    my $response = [];
+    for my $key (@{$res->{keys}}) {
+        push @{$response}, Net::Amazon::HadoopEC2::S3fs::Inode->new(
+            {
+                path => $key->{key},
+                _s3 => $self->s3,
+            }
+        );
+    }
+    return $response;
+}
+
+sub put {
+    my ($self, $args) = @_;
+    my $filename = basename($args->{file});
+    my $list = $self->list(dirname($args->{destination})) or return;
+    scalar @{$list} == 0 and return;
+    my $inode = Net::Amazon::HadoopEC2::S3fs::Inode->new({ _s3 => $self->s3 , inode_type => 'file'});
+    if ( my $existing = grep { $_->path eq $args->{destination} && $_->inode_type eq 'direcotry' } @{$list}) {
+        $inode->path("$args->{destination}$filename");
+    } else {
+        $inode->path($args->{destination});    
+    }
+    $inode->put($args->{file}) or return;
+    return $inode;
+}
+
+sub mkdir {
+    my ($self, $dir) = @_;
+    my $list = $self->list($dir) or return;
+    scalar @{$list} and return;
+    my $inode = Net::Amazon::HadoopEC2::S3fs::Inode->new(
+        {
+            path => $dir,
+            inode_type => 'direcotry',
+            _s3 => $self->s3, 
+        }
+    );
+    $inode->put or return;
+    return $inode;
+}
+
+sub get {
+    my ($self, $args) = @_;
+    my ($file) = @{$self->list($args->{file})} or return;
+    return $file->get({destination => $args->{destination}}); 
+}
+
+sub remove {
+    my ($self, $path) = @_;
+    my $list = $self->list($path) or return;
+    scalar @{$list} == 1 or return;
+    return $list->[0]->remove;
+}
 
 1;
@@ -10 +95 @@
 =head1 NAME
 
-Net::Amazon::HadoopEC2::S3fs -
+Net::Amazon::HadoopEC2::S3fs - Perl interface for hadoop s3fs
 
 =head1 SYNOPSIS
@@ -16 +101 @@
   use Net::Amazon::HadoopEC2::S3fs;
 
+  my $fs = Net::Amazon::HadoopEC2::S3fs->new(
+    {
+        aws_access_key_id => $EVN{AWS_ACCESS_KEY_ID},
+        aws_secret_access_key => $ENV{AWS_SECRET_ACCESS_KEY},
+        bucket => 'your_bucket',
+    }
+  );
+  my $file = $fs->put(
+    {
+        file => 'filename',
+        destination => '.',
+    }
+  );
+  my $files_listed = $fs->ls(
+    {
+        path => '/user/root',
+    }
+  );
+
+  for my $file (@{$files_listed}) {
+      $file->remove;
+  }
+
 =head1 DESCRIPTION
 
-Net::Amazon::HadoopEC2::S3fs is
+Net::Amazon::HadoopEC2::S3fs is a Perl interface for hadoop s3fs.
 
 =head1 AUTHOR