Commitd360458

committed

adding Pandoc Lambda Layer

1 parent22464ba commitd360458Copy full SHA for d360458

File tree

+45

-17

lines changed

+45

-17

lines changed

Lines changed: 1 addition & 1 deletion

Original file line number	Diff line number	Diff line change
`@@ -1,6 +1,6 @@`
`1`	`1`	`#Pandoc S3 Lambda converter`
`2`	`2`
`3`		`-Lambda function that waits for files uploaded to S3, converts them to docx using Pandoc and uploads back to S3.`
	`3`	`+Lambda function that waits for files uploaded to S3, converts them to docx usingthe[PandocLambda Layer](https://github.com/effortless-serverless/pandoc-aws-lambda-binary)and uploads back to S3.`
`4`	`4`
`5`	`5`	`This example shows how to wire up S3 file conversion that runs an external processor, in this case[Pandoc](https://pandoc.org), a Swiss army knife for document conversion. Check out the[Running Pandoc on Lambda Guide](https://claudiajs.com/tutorials/pandoc-lambda.html) for more information.`
`6`	`6`

Lines changed: 37 additions & 0 deletions

Original file line number	Diff line number	Diff line change
`@@ -0,0 +1,37 @@`
	`1`	`+/global module, require, console, Promise /`
	`2`	`+varchildProcess=require('child_process'),`
	`3`	`+execPromise=function(command){`
	`4`	`+'use strict';`
	`5`	`+returnnewPromise(function(resolve,reject){`
	`6`	`+childProcess.exec(command,function(err){`
	`7`	`+if(err){`
	`8`	`+reject(err);`
	`9`	`+}else{`
	`10`	`+resolve();`
	`11`	`+}`
	`12`	`+});`
	`13`	`+});`
	`14`	`+},`
	`15`	`+spawnPromise=function(command,options){`
	`16`	`+'use strict';`
	`17`	`+returnnewPromise(function(resolve,reject){`
	`18`	`+varprocess=childProcess.spawn(command,options);`
	`19`	`+process.stdout.on('data',function(buffer){`
	`20`	`+console.log(buffer.toString());`
	`21`	`+});`
	`22`	`+process.stderr.on('data',function(buffer){`
	`23`	`+console.error(buffer.toString());`
	`24`	`+});`
	`25`	`+process.on('close',function(code){`
	`26`	`+if(code!==0){`
	`27`	`+reject(code);`
	`28`	`+}else{`
	`29`	`+resolve();`
	`30`	`+}`
	`31`	`+});`
	`32`	`+});`
	`33`	`+};`
	`34`	`+module.exports={`
	`35`	`+exec:execPromise,`
	`36`	`+spawn:spawnPromise`
	`37`	`+};`

Lines changed: 3 additions & 3 deletions

Original file line number	Diff line number	Diff line change
`@@ -3,7 +3,8 @@ var path = require('path'),`
`3`	`3`	`fs=require('fs'),`
`4`	`4`	`os=require('os'),`
`5`	`5`	`uuid=require('uuid'),`
`6`		`-pandoc=require('pandoc-aws-lambda-binary'),`
	`6`	`+pandocBinaryPath='/opt/bin/pandoc',`
	`7`	`+cpPromise=require('./child-process-promise'),`
`7`	`8`	`s3=require('./s3-util');`
`8`	`9`
`9`	`10`	`module.exports=functionconvert(bucket,fileKey){`
`@@ -13,10 +14,9 @@ module.exports = function convert(bucket, fileKey) {`
`13`	`14`	`returns3.download(bucket,fileKey).then(function(downloadedPath){`
`14`	`15`	`sourcePath=downloadedPath;`
`15`	`16`	`targetPath=path.join(os.tmpdir(),uuid.v4()+'.docx');`
`16`		`-returnpandoc(sourcePath,targetPath);`
	`17`	`+returncpPromise.spawn(pandocBinaryPath,[sourcePath,'-o',targetPath]);`
`17`	`18`	`}).then(function(){`
`18`	`19`	`varuploadKey=fileKey.replace(/^in/,'out').replace(/\.[A-z0-9]+$/,'.docx');`
`19`		`-console.log('got to upload',targetPath,sourcePath);`
`20`	`20`	`returns3.upload(bucket,uploadKey,targetPath);`
`21`	`21`	`}).then(function(){`
`22`	`22`	`console.log('deleting',targetPath,sourcePath);`

Lines changed: 2 additions & 3 deletions

Original file line number	Diff line number	Diff line change
`@@ -4,20 +4,19 @@`
`4`	`4`	`"description":"Lambda function that waits for files uploaded to S3, converts them to docx using Pandoc and uploads back to S3",`
`5`	`5`	`"main":"index.js",`
`6`	`6`	`"scripts": {`
`7`		`-"start":"claudia create --region us-east-1 --handler main.handler --timeout 60 --memory 512",`
	`7`	`+"start":"claudia create --region us-east-1 --handler main.handler --layers arn:aws:lambda:us-east-1:145266761615:layer:pandoc:1 --timeout 60 --memory 512",`
`8`	`8`	`"connect":"claudia add-s3-event-source --bucket pandoc-test-bucket --prefix in",`
`9`	`9`	`"update":"claudia update"`
`10`	`10`	`},`
`11`	`11`	`"author":"Gojko Adzic <gojko@gojko.com>",`
`12`	`12`	`"license":"MIT",`
`13`	`13`	`"dependencies": {`
`14`		`-"pandoc-aws-lambda-binary":"^1.1.0",`
`15`	`14`	`"uuid":"^2.0.2"`
`16`	`15`	`},`
`17`	`16`	`"optionalDependencies": {`
`18`	`17`	`"aws-sdk":"^2.6.2"`
`19`	`18`	`},`
`20`	`19`	`"devDependencies": {`
`21`		`-"claudia":"^4"`
	`20`	`+"claudia":"^5.3.0"`
`22`	`21`	`}`
`23`	`22`	`}`

Lines changed: 2 additions & 10 deletions

Original file line number	Diff line number	Diff line change
`@@ -30,20 +30,12 @@ var aws = require('aws-sdk'),`
`30`	`30`	`},uploadToS3=function(bucket,fileKey,filePath,acl){`
`31`	`31`	`'use strict';`
`32`	`32`	`console.log('uploading',bucket,fileKey,filePath,acl);`
`33`		`-returnnewPromise(function(resolve,reject){`
`34`		`-s3.upload({`
	`33`	`+returns3.upload({`
`35`	`34`	`Bucket:bucket,`
`36`	`35`	`Key:fileKey,`
`37`	`36`	`Body:fs.createReadStream(filePath),`
`38`	`37`	`ACL:acl\|\|'private'`
`39`		`-},function(error,result){`
`40`		`-if(error){`
`41`		`-reject(error);`
`42`		`-}else{`
`43`		`-resolve(result);`
`44`		`-}`
`45`		`-})`
`46`		`-});`
	`38`	`+}).promise();`
`47`	`39`	`};`
`48`	`40`
`49`	`41`	`module.exports={`

Comments

(0)