GIT THIS
This commit is contained in:
jake
commit
e091da0412
3 changed files with 462 additions and 0 deletions
1
.gitignore
vendored
Normal file
1
.gitignore
vendored
Normal file
|
|
@ -0,0 +1 @@
|
|||
config.json
|
||||
5
config.json.sample
Normal file
5
config.json.sample
Normal file
|
|
@ -0,0 +1,5 @@
|
|||
{
|
||||
"user":"username",
|
||||
"pass":"password; or delete this line and api key will be used",
|
||||
"api":"aaaaaaaaaaaaaaaaaaaaaaaaaaa"
|
||||
}
|
||||
456
neocitiesfs.pl
Executable file
456
neocitiesfs.pl
Executable file
|
|
@ -0,0 +1,456 @@
|
|||
#!/usr/bin/perl -w
|
||||
use strict;
|
||||
use warnings;
|
||||
use 5.010;
|
||||
use Mojo::UserAgent;
|
||||
use JSON;
|
||||
use Data::Dumper;
|
||||
use Fuse qw(fuse_get_context);
|
||||
use POSIX qw(ENOENT EISDIR EINVAL EEXIST ENOTEMPTY EACCES EFBIG
|
||||
EPERM EBADF ENOSPC EMFILE ENOSYS);
|
||||
use Smart::Comments;
|
||||
use File::Slurper qw(read_text);
|
||||
use Mojo::Date;
|
||||
use Carp::Always;
|
||||
|
||||
use Getopt::Long;
|
||||
my $user;
|
||||
my $pass;
|
||||
my $api;
|
||||
my $mountpoint;
|
||||
my $config;
|
||||
GetOptions ("user=s" => \$user,
|
||||
"pass=s" => \$pass,
|
||||
"api=s" => \$api,
|
||||
"mountpoint=s" => \$mountpoint,
|
||||
"config=s" => \$config,
|
||||
)
|
||||
or die("Error in command line arguments\n");
|
||||
|
||||
{
|
||||
my $death_string = '';
|
||||
if (! ($pass or $api) ) {
|
||||
if ($config) {
|
||||
if (-e $config and -r $config) {
|
||||
my $config_ref = from_json(read_text($config));
|
||||
if (exists $config_ref->{user}) {
|
||||
$user = $config_ref->{user} if not $user;
|
||||
}
|
||||
if (exists $config_ref->{pass}) {
|
||||
$pass = $config_ref->{pass} if not $pass;
|
||||
}
|
||||
if (exists $config_ref->{api}) {
|
||||
$api = $config_ref->{api} if not $api;
|
||||
}
|
||||
}
|
||||
else {
|
||||
$death_string .= "$config doesn't exist or is readable\n";
|
||||
}
|
||||
}
|
||||
else {
|
||||
$death_string .= "./neocitiesfs.pl <--user 'username'> <--pass 'pass' || --api 'api key'> or only --config\n";
|
||||
}
|
||||
}
|
||||
if (! $user) {
|
||||
$death_string .= "no --user\n";
|
||||
}
|
||||
if (! ($pass or $api) ) {
|
||||
$death_string .= "no --pass or --api\n";
|
||||
}
|
||||
if (! $mountpoint) {
|
||||
$death_string .= "no --mountpoint\n";
|
||||
}
|
||||
die $death_string if $death_string;
|
||||
}
|
||||
|
||||
my %files;
|
||||
my $suppress_list_update = 0;
|
||||
|
||||
# for neocities, it can only be dir or file
|
||||
my $TYPE_DIR = 0040;
|
||||
my $TYPE_FILE = 0100;
|
||||
|
||||
|
||||
die unless try_auth_info();
|
||||
get_listing_from_neocities();
|
||||
|
||||
sub try_auth_info {
|
||||
my $ua = Mojo::UserAgent->new;
|
||||
my ($tx, $res);
|
||||
if ($pass) {
|
||||
$tx = $ua->get("https://$user:$pass\@neocities.org/api/info");
|
||||
$res = $tx->res;
|
||||
}
|
||||
else {
|
||||
my $tx = $ua->build_tx(GET => 'https://neocities.org/api/info');
|
||||
$tx->req->headers->authorization("Bearer $api");
|
||||
$res = $ua->start($tx)->res;
|
||||
}
|
||||
if ($res->is_error) {
|
||||
die "auth pass or api seems to be incorrect.";
|
||||
}
|
||||
return 1;
|
||||
}
|
||||
|
||||
sub get_listing_from_neocities {
|
||||
return if $suppress_list_update;
|
||||
my $ua = Mojo::UserAgent->new;
|
||||
$ua = $ua->max_redirects(1); # just in case
|
||||
|
||||
my ($tx, $res);
|
||||
|
||||
if ($pass) {
|
||||
$tx = $ua->get("https://$user:$pass\@neocities.org/api/list");
|
||||
$res = $tx->res;
|
||||
}
|
||||
else {
|
||||
my $tx = $ua->build_tx(GET => 'https://neocities.org/api/list');
|
||||
$tx->req->headers->authorization("Bearer $api");
|
||||
$res = $ua->start($tx)->res;
|
||||
}
|
||||
|
||||
if ($res->is_success) {
|
||||
my $known_files = from_json($res->body);
|
||||
update_known_files($known_files);
|
||||
return 0;
|
||||
}
|
||||
else {
|
||||
return res_errno($res,0);
|
||||
}
|
||||
}
|
||||
|
||||
sub update_known_files {
|
||||
my ($known_files) = @_;
|
||||
undef %files;
|
||||
|
||||
for my $e (@{ $known_files->{files} }) {
|
||||
my ($dirs, $filename) = get_path_and_file($e->{path});
|
||||
my $date = Mojo::Date->new($e->{updated_at});
|
||||
my $times = $date->epoch;
|
||||
my $size = exists $e->{size} ? $e->{size} : 4096;
|
||||
my $type;
|
||||
my $mode;
|
||||
if ($e->{is_directory}) {
|
||||
$type = $TYPE_DIR;
|
||||
$mode = 0755;
|
||||
$files{ "/$e->{path}" }{'.'} = {
|
||||
type => $TYPE_DIR,
|
||||
mode => 0755,
|
||||
ctime => time(),
|
||||
size => 4096,
|
||||
};
|
||||
$files{ "/$e->{path}" }{'..'} = {
|
||||
type => $TYPE_DIR,
|
||||
mode => 0755,
|
||||
ctime => time(),
|
||||
size => 4096,
|
||||
};
|
||||
} else {
|
||||
$type = $TYPE_FILE;
|
||||
$mode = 0644;
|
||||
}
|
||||
$files{$dirs}{$filename} = {
|
||||
type => $type,
|
||||
mode => $mode,
|
||||
ctime => $times,
|
||||
size => $size,
|
||||
};
|
||||
}
|
||||
$files{'/'}{'.'} = {
|
||||
type => $TYPE_DIR,
|
||||
mode => 0755,
|
||||
ctime => time(),
|
||||
size => 4096,
|
||||
};
|
||||
$files{'/'}{'..'} = {
|
||||
type => $TYPE_DIR,
|
||||
mode => 0755,
|
||||
ctime => time(),
|
||||
size => 4096,
|
||||
};
|
||||
# ## %files
|
||||
}
|
||||
|
||||
sub get_path_and_file {
|
||||
my $path = shift;
|
||||
my @paths = split '/', $path;
|
||||
my $dirs = '';
|
||||
for (0..($#paths-1)) {
|
||||
$dirs .= "/$paths[$_]"
|
||||
}
|
||||
if ((substr $dirs, 0, 2) eq '//') {
|
||||
substr $dirs, 0, 2, '/'; # '//something' -> '/something'
|
||||
}
|
||||
|
||||
my $filename = $paths[-1];
|
||||
|
||||
if ( ! $dirs ) {
|
||||
$dirs = '/';
|
||||
}
|
||||
if ( ! $filename ) {
|
||||
$filename = '.';
|
||||
}
|
||||
return $dirs, $filename;
|
||||
}
|
||||
|
||||
sub e_getattr {
|
||||
my ($dirs, $file) = get_path_and_file(shift);
|
||||
return -ENOENT() unless exists($files{$dirs}{$file});
|
||||
my $size = $files{$dirs}{$file}->{size} if exists $files{$dirs}{$file}->{size};
|
||||
my ($modes) = ($files{$dirs}{$file}->{type}<<9) + $files{$dirs}{$file}->{mode};
|
||||
my ($dev, $ino, $rdev, $blocks, $gid, $uid, $nlink, $blksize) = (0,0,0,1,$<,$<,1,1024);
|
||||
my ($atime, $ctime, $mtime);
|
||||
$atime = $ctime = $mtime = $files{$dirs}{$file}->{ctime};
|
||||
|
||||
return ($dev,$ino,$modes,$nlink,$uid,$gid,$rdev,$size,$atime,$mtime,$ctime,$blksize,$blocks);
|
||||
}
|
||||
|
||||
sub e_getdir {
|
||||
my ($dirs) = @_;
|
||||
return (keys %{ $files{$dirs} } ),0;
|
||||
}
|
||||
|
||||
sub e_open {
|
||||
# VFS sanity check; it keeps all the necessary state, not much to do here.
|
||||
my ($dirs, $file) = get_path_and_file(shift);
|
||||
|
||||
my ($flags, $fileinfo) = @_;
|
||||
return -ENOENT() unless exists($files{$dirs}{$file});
|
||||
return -EISDIR() if $files{$dirs}{$file}{type} & 0040;
|
||||
|
||||
my $fh = [ rand() ];
|
||||
|
||||
return (0, $fh);
|
||||
}
|
||||
|
||||
sub e_read {
|
||||
my ($dirs, $file) = get_path_and_file(shift);
|
||||
my ($buf, $off, $fh) = @_;
|
||||
return -ENOENT() unless exists($files{$dirs}{$file});
|
||||
|
||||
my $ua = Mojo::UserAgent->new;
|
||||
$ua = $ua->max_redirects(1); # for some reason neocities redirects .html files to not-.html files.
|
||||
my $res = $ua->get("https://$user.neocities.org/$dirs/$file")->result;
|
||||
if ($res->is_success) {
|
||||
return substr($res->body,$off,$buf);
|
||||
}
|
||||
else {
|
||||
return -77; # EBADFD, file descrpitor in bad state
|
||||
}
|
||||
|
||||
return -EINVAL() if $off > length($files{$dirs}{$file}->{cont});
|
||||
return 0 if $off == length($files{$dirs}{$file}->{cont});
|
||||
}
|
||||
|
||||
sub e_statfs { return 255, 1, 1, 1, 1, 2 }
|
||||
|
||||
sub e_write {
|
||||
my ($dirs, $file) = get_path_and_file(shift);
|
||||
my ($buf, $off, $fh) = @_;
|
||||
return -ENOENT() unless exists($files{$dirs}{$file});
|
||||
my $res = write_to_neocities($dirs, $file, $buf);
|
||||
return res_errno($res, length($buf));
|
||||
}
|
||||
|
||||
sub e_mknod {
|
||||
my ($dirs, $file) = get_path_and_file(shift);
|
||||
|
||||
return -EEXIST if exists $files{$dirs}{$file};
|
||||
my $res = write_to_neocities($dirs, $file, '');
|
||||
return res_errno($res, 0);
|
||||
}
|
||||
|
||||
sub e_unlink {
|
||||
my ($dirs, $file) = get_path_and_file(shift);
|
||||
my $ua = Mojo::UserAgent->new;
|
||||
my ($tx, $res);
|
||||
|
||||
if ($pass) {
|
||||
$tx = $ua->post("https://$user:$pass\@neocities.org/api/delete", => {Accept => '*/*'} => form =>
|
||||
{'filenames[]' => [ "$dirs/$file" ]});
|
||||
my $res = $tx->res;
|
||||
}
|
||||
else {
|
||||
my $tx = $ua->build_tx(POST => 'https://neocities.org/api/delete', => {Accept => '*/*'} => form =>
|
||||
{'filenames[]' => [ "$dirs/$file" ]});
|
||||
$tx->req->headers->authorization("Bearer $api");
|
||||
my $res = $ua->start($tx)->res;
|
||||
}
|
||||
|
||||
$suppress_list_update = 1;
|
||||
my $errno = res_errno($res, 0);
|
||||
if ($errno == 0) {
|
||||
delete $files{$dirs}{$file};
|
||||
}
|
||||
$suppress_list_update = 0;
|
||||
return $errno;
|
||||
}
|
||||
|
||||
sub e_mkdir {
|
||||
# so, neocities API doesn't exactly have a '/api/create_dir/'
|
||||
# BUT does create a dir if you upload a file that is in a dir.
|
||||
# :)
|
||||
# my ($dirs, $file) = get_path_and_file(shift);
|
||||
# return -EEXIST if exists $files{$dirs}{$file};
|
||||
# my $numb = int(rand(99999999)) . 'mkdir_hopefully_no_collsions.html';
|
||||
#
|
||||
# $suppress_list_update = 1;
|
||||
# my $res = e_mknod("$dirs/$file/$numb");
|
||||
#
|
||||
# $suppress_list_update = 0;
|
||||
# return res_errno($res,0) if $res != 0;
|
||||
|
||||
# return e_unlink("$dirs/$file/$numb");
|
||||
|
||||
# or I could just create a directory 'locally' since it is likely the user will put something in it
|
||||
# (also reduces calls to /api/)
|
||||
my $path = shift;
|
||||
my ($dirs, $file) = get_path_and_file($path);
|
||||
return -EEXIST if exists $files{$dirs}{$file};
|
||||
|
||||
$files{$dirs}{$file} = {
|
||||
type => $TYPE_DIR,
|
||||
mode => 0755,
|
||||
ctime => time(),
|
||||
size => 4096,
|
||||
};
|
||||
$files{$path}{'.'} = {
|
||||
type => $TYPE_DIR,
|
||||
mode => 0755,
|
||||
ctime => time(),
|
||||
size => 4096,
|
||||
};
|
||||
$files{$path}{'..'} = {
|
||||
type => $TYPE_DIR,
|
||||
mode => 0755,
|
||||
ctime => time(),
|
||||
size => 4096,
|
||||
};
|
||||
# ## %files
|
||||
return 0;
|
||||
}
|
||||
|
||||
# neocities '/api/delete' doesn't care about files under the directory tree
|
||||
# decided to keep this 'feature' to reduce calls to /api/
|
||||
sub e_rmdir {
|
||||
my $path = shift;
|
||||
return -ENOENT if not exists $files{$path};
|
||||
# commented out for now; causes too many unlink() and get_listing_from_neocities() which just by themselves take a while to complete
|
||||
#if (not scalar keys %{ $files{$path} } == 2) { # '.' and '..'
|
||||
# return -ENOTEMPTY;
|
||||
#}
|
||||
|
||||
my $ua = Mojo::UserAgent->new;
|
||||
my ($tx, $res);
|
||||
if ($pass) {
|
||||
$tx = $ua->post("https://$user:$pass\@neocities.org/api/delete", => {Accept => '*/*'} => form =>
|
||||
{'filenames[]' => [ "$path" ]});
|
||||
$res = $tx->res;
|
||||
}
|
||||
else {
|
||||
$tx = $ua->build_tx(POST => 'https://neocities.org/api/delete', => {Accept => '*/*'} => form =>
|
||||
{'filenames[]' => [ "$path" ]});
|
||||
$tx->req->headers->authorization("Bearer $api");
|
||||
$res = $ua->start($tx)->res;
|
||||
}
|
||||
return res_errno($res, 0);
|
||||
}
|
||||
|
||||
sub e_rename {
|
||||
my ($old_path, $new_path) = @_;
|
||||
my ($old_dirs, $old_file) = get_path_and_file($old_path);
|
||||
my ($new_dirs, $new_file) = get_path_and_file($new_path);
|
||||
|
||||
return -ENOENT if not exists $files{$old_dirs}{$old_file};
|
||||
return -EEXIST if exists $files{$new_dirs}{$new_file};
|
||||
|
||||
my $ua = Mojo::UserAgent->new;
|
||||
my ($tx, $res);
|
||||
if ($pass) {
|
||||
$tx = $ua->post("https://$user:$pass\@neocities.org/api/rename", => {Accept => '*/*'} => form =>
|
||||
{ path => $old_path, new_path => $new_path });
|
||||
$res = $tx->res;
|
||||
}
|
||||
else {
|
||||
$tx = $ua->build_tx(POST => 'https://neocities.org/api/rename', => {Accept => '*/*'} => form =>
|
||||
{ path => $old_path, new_path => $new_path });
|
||||
$tx->req->headers->authorization("Bearer $api");
|
||||
$res = $ua->start($tx)->res;
|
||||
}
|
||||
return res_errno($res, 0);
|
||||
}
|
||||
|
||||
sub res_errno {
|
||||
my ($res, $buf_len) = @_;
|
||||
if ($res->is_success) {
|
||||
my $res = get_listing_from_neocities();
|
||||
return $buf_len;
|
||||
}
|
||||
elsif ($res->code == 400) {
|
||||
my $body = from_json($res->body);
|
||||
my %error_codes = (
|
||||
'invalid_file_type' => -124, ## -EMEDIUMTYPE -- meant to convey that user can't upload this kind of file
|
||||
'missing_files' => -ENOENT, # when uploading, should work normally with mv
|
||||
'too_large' => -EFBIG,
|
||||
'too_many_files' => -EMFILE, #-ENOSPC,
|
||||
'directory_exists' => -EEXIST,
|
||||
'missing_arguments' => -EINVAL,
|
||||
'bad_path' => -EINVAL,
|
||||
'bad_new_path' => -EINVAL,
|
||||
'missing_file' => -EBADF, # 'you must provide files to upload'
|
||||
'rename_error' => -EINVAL,
|
||||
'missing_filenames' => -EINVAL,
|
||||
'bad_filename' => -EINVAL,
|
||||
'cannot_delete_site_directory' => -EPERM,
|
||||
'cannot_delete_index' => -EPERM,
|
||||
'email_not_validated' => -56, # EBADRQC # invaild requuest code ¯\_(ツ)_/¯
|
||||
'invalid_auth' => -EACCES,
|
||||
'not_found' => -ENOSYS, # calls to /api/ that doesn't exist (not that user should get this error message)
|
||||
)
|
||||
}
|
||||
else {
|
||||
# some kind of error, maybe related to internet?
|
||||
return -EINVAL;
|
||||
}
|
||||
}
|
||||
|
||||
# this returns mojo's 'res' thing
|
||||
sub write_to_neocities {
|
||||
my ($dirs, $file, $buffer) = @_;
|
||||
|
||||
my $ua = Mojo::UserAgent->new();
|
||||
my $asset = Mojo::Asset::Memory->new->add_chunk($buffer);
|
||||
my ($tx, $res);
|
||||
if ($pass) {
|
||||
$tx = $ua->post("https://$user:$pass\@neocities.org/api/upload" =>
|
||||
{Accept => '*/*'} => form => {"$dirs/$file" => { file => $asset } });
|
||||
$res = $tx->res;
|
||||
}
|
||||
else {
|
||||
$tx = $ua->build_tx(POST => 'https://neocities.org/api/upload' =>
|
||||
{Accept => '*/*'} => form => {"$dirs/$file" => { file => $asset } });
|
||||
$tx->req->headers->authorization("Bearer $api");
|
||||
$res = $ua->start($tx)->res;
|
||||
}
|
||||
return $res;
|
||||
}
|
||||
|
||||
# If you run the script directly, it will run fusermount, which will in turn
|
||||
# re-run this script. Hence the funky semantics.
|
||||
#my ($mountpoint) = "";
|
||||
#$mountpoint = shift(@ARGV) if @ARGV;
|
||||
Fuse::main(
|
||||
mountpoint=>$mountpoint,
|
||||
getattr=>"main::e_getattr",
|
||||
getdir =>"main::e_getdir",
|
||||
open =>"main::e_open",
|
||||
statfs =>"main::e_statfs",
|
||||
read =>"main::e_read",
|
||||
write =>"main::e_write",
|
||||
mknod =>"main::e_mknod",
|
||||
unlink =>"main::e_unlink",
|
||||
mkdir =>"main::e_mkdir",
|
||||
rmdir =>"main::e_rmdir",
|
||||
rename =>"main::e_rename",
|
||||
threaded=>0
|
||||
);
|
||||
Loading…
Reference in a new issue