{"class_fqid":"com-snaplogic-pipeline_8","snode_id":"5c51c77915071c001d55a3bf","instance_id":"68237e5f-f40c-434c-b215-3341ac6d80c9","instance_version":24,"link_map":{"link104":{"src_view_id":"output0","dst_view_id":"input0","src_id":"ee8a7643-849e-4443-9e6f-62d74c268632","dst_id":"7fa6e3e2-8d0c-438e-92f4-bf3c7fd1c09f","isGoto":false},"link103":{"src_view_id":"output0","dst_view_id":"input101","src_id":"7fa6e3e2-8d0c-438e-92f4-bf3c7fd1c09f","dst_id":"04b85a56-bd48-4140-9c18-9761c9fc2b29","isGoto":false},"link100":{"src_view_id":"output0","dst_view_id":"input0","src_id":"04b85a56-bd48-4140-9c18-9761c9fc2b29","dst_id":"a9f781b5-c058-46f8-a135-e4ac9d4db152","isGoto":false},"link101":{"src_view_id":"output101","dst_view_id":"input0","src_id":"a9f781b5-c058-46f8-a135-e4ac9d4db152","dst_id":"6fd5fe6d-4a12-46bf-bc15-dd746e0ad6b2","isGoto":false}},"link_serial":105,"property_map":{"info":{"notes":{"value":null},"label":{"value":"insertndelete"},"purpose":{"value":null},"pipeline_doc_uri":{"value":null},"author":{"value":"kchaitanya@snaplogic.com"}},"input":{},"settings":{"imports":{"value":[]},"suspendable":{"value":false},"error_param_table":{"value":[]},"param_table":{"value":[]},"error_pipeline":{"expression":false,"value":null}},"error":{"error_behavior":{"value":"none"}},"output":{}},"render_map":{"pan_x_num":0,"default_snaplex":"52d8b369c8c71369f3e890b4","scale_ratio":1,"detail_map":{"6fd5fe6d-4a12-46bf-bc15-dd746e0ad6b2":{"grid_x_int":6,"index":0,"recommendation_id":"ae8a7f99-1c70-41fd-8495-445b12705ce0_0","source":"iris placeholder","grid_y_int":1,"rot_tail_int":0,"rot_int":0},"ee8a7643-849e-4443-9e6f-62d74c268632":{"grid_x_int":2,"index":null,"recommendation_id":null,"source":"snap catagory","grid_y_int":1,"rot_tail_int":0,"rot_int":0},"7fa6e3e2-8d0c-438e-92f4-bf3c7fd1c09f":{"grid_x_int":3,"index":null,"recommendation_id":null,"source":"snap catagory","grid_y_int":1,"rot_tail_int":0,"rot_int":0},"04b85a56-bd48-4140-9c18-9761c9fc2b29":{"grid_x_int":4,"index":null,"recommendation_id":null,"source":"snap catagory","grid_y_int":1,"rot_tail_int":0,"rot_int":0},"a9f781b5-c058-46f8-a135-e4ac9d4db152":{"grid_x_int":5,"index":null,"recommendation_id":null,"source":"snap catagory","grid_y_int":1,"rot_tail_int":0,"rot_int":0}},"pan_y_num":0},"snap_map":{"ee8a7643-849e-4443-9e6f-62d74c268632":{"class_fqid":"com-snaplogic-snaps-datacatalog-catalogquery_1-snapsrc1042","class_id":"com-snaplogic-snaps-datacatalog-catalogquery","class_version":1,"instance_fqid":"ee8a7643-849e-4443-9e6f-62d74c268632_4","instance_id":"ee8a7643-849e-4443-9e6f-62d74c268632","instance_version":4,"property_map":{"info":{"notes":{"value":null},"label":{"value":"Catalog Query"}},"view_serial":100,"error":{"error0":{"label":{"value":"error0"},"view_type":{"value":"document"}},"error_behavior":{"value":"fail"}},"output":{"output0":{"label":{"value":"output0"},"view_type":{"value":"document"}}},"settings":{"tableName":{"expression":false,"value":"/snaplogic/Aidar-test/catalog/table1"},"params":{"value":[{"operator":{"value":"="},"paramValue":{"expression":true,"value":"parseInt(\"20\")"},"paramName":{"expression":false,"value":"age"}}]}}},"class_build_tag":"snapsrc1042"},"a9f781b5-c058-46f8-a135-e4ac9d4db152":{"class_fqid":"com-snaplogic-snaps-hadoop-parquetwritingformatter_1-snapsrc1042","class_id":"com-snaplogic-snaps-hadoop-parquetwritingformatter","class_version":1,"instance_fqid":"a9f781b5-c058-46f8-a135-e4ac9d4db152_6","instance_id":"a9f781b5-c058-46f8-a135-e4ac9d4db152","instance_version":6,"property_map":{"info":{"notes":{"value":null},"label":{"value":"Parquet Writer"}},"view_serial":101,"account":{"account_ref":{"expression":false,"value":{"ref_id":{"expression":false,"value":"5c96a394-39da-4bbf-9526-67b11527f486"},"ref_class_id":{"value":"com-snaplogic-snaps-hadoop-hadoops3account"},"label":{"expression":false,"value":"aws"}}}},"settings":{"Compression":{"value":"NONE"},"database":{"expression":false,"value":null},"editable_content":{"value":"# Example Parquet Schema \n             \n# No compatible Hive metastore schemas or suggest schema available, so specify\n# the schema manually. If the snap is configured with values from a hive\n# metastore or a suggest has been run and has a compatible schema, then a schema\n# is generated automatically.\n\n# Get started by specifying a valid Parquet schema, see the Parquet project\n# documentation for more details.\n             \n# A schema is defined by specifying what fields are contained within incoming\n# documents. Each of the fields require setting a repetition, type, and name.\n             \n# Valid values for repetition are 'required', 'optional', and 'repeated'.\n             \n# The types supported by Parquet are:\n# * binary - used for strings\n# * fixed_len_byte_array - used for byte arrays of fixed length\n# * boolean - a 1 bit boolean value\n# * int32 - a 32 bit integer\n# * int64 - a 64 bit integer\n# * int96 - a 96 bit integer\n# * float - a 32 bit floating point number\n# * double - a 64 bit floating point number\n# These types can be annotated with a logical types to specify how the value should\n# be interpreted.\n\n# The field's name must be one word starting with a lower case character.\n             \n# Here is an example to get started.\n# Say a document contains a person's attributes like so\n             \n# {'name': 'John Doe',\n#  'age': 30,\n#  'height': 72.5,\n#  'phone_numbers': ['555-5555', '444-4444'],\n#  'address': {\n#      'street': '43 main st',\n#      'city': 'Springfield'\n#      'state': 'CA'}\n# }\n             \n# That document would have a schema like below. Alter and expand on\n# this example to fit the pipeline's documents.\n\nmessage person {\n    required binary name;\n    required int32 age;\n    required float height;\n   \n    }\n};"},"executable_during_suggest":{"value":false},"filter":{"expression":false,"value":"*"},"UserImpersonation":{"value":false},"file":{"expression":false,"value":"file1test1.parquet"},"hiveMetastore":{"expression":false,"value":null},"directory":{"expression":false,"value":"s3:///snaplogic-test-data/test.data/raw/test/"},"useMetastore":{"value":false},"table":{"expression":false,"value":null},"partitionBy":{"value":[]}},"output":{"output101":{"view_type":{"value":"document"},"label":{"value":"output0"}}},"error":{"error0":{"label":{"value":"error0"},"view_type":{"value":"document"}},"error_behavior":{"value":"fail"}},"input":{"input0":{"label":{"value":"data"},"view_type":{"value":"document"}}}},"class_build_tag":"snapsrc1042"},"7fa6e3e2-8d0c-438e-92f4-bf3c7fd1c09f":{"class_fqid":"com-snaplogic-snaps-datacatalog-catalogdelete_1-snapsrc1042","class_id":"com-snaplogic-snaps-datacatalog-catalogdelete","class_version":1,"instance_fqid":"7fa6e3e2-8d0c-438e-92f4-bf3c7fd1c09f_4","instance_id":"7fa6e3e2-8d0c-438e-92f4-bf3c7fd1c09f","instance_version":4,"property_map":{"info":{"notes":{"value":null},"label":{"value":"Catalog Delete"}},"view_serial":100,"input":{"input0":{"label":{"value":"input0"},"view_type":{"value":"document"}}},"settings":{"locationExpr":{"expression":true,"value":"$location"},"partitionQuery":{"value":[{"operator":{"value":"="},"paramValue":{"expression":true,"value":"$PK_1"},"paramName":{"expression":true,"value":"$metadata.keys()[0]"}}]},"tableName":{"expression":false,"value":"snaplogic/Aidar-test/catalog/table1"},"executable_during_suggest":{"value":false}},"error":{"error0":{"label":{"value":"error0"},"view_type":{"value":"document"}},"error_behavior":{"value":"fail"}},"output":{"output0":{"label":{"value":"output0"},"view_type":{"value":"document"}}}},"class_build_tag":"snapsrc1042"},"04b85a56-bd48-4140-9c18-9761c9fc2b29":{"class_fqid":"com-snaplogic-snaps-transform-jsongenerator_2-snapsrc1042","class_id":"com-snaplogic-snaps-transform-jsongenerator","class_version":2,"instance_fqid":"04b85a56-bd48-4140-9c18-9761c9fc2b29_4","instance_id":"04b85a56-bd48-4140-9c18-9761c9fc2b29","instance_version":4,"property_map":{"info":{"notes":{"value":null},"label":{"value":"JSON Generator"}},"view_serial":101,"input":{"input101":{"view_type":{"value":"document"},"label":{"value":"input0"}}},"settings":{"editable_content":{"value":"## Enter your JSON-encoded data in this space.  Note that this text is\n## treated as an Apache Velocity template, so you can substitute values\n## from input documents or the pipeline parameters.  See the following\n## URL for more information about Velocity:\n##   https://velocity.apache.org/engine/devel/user-guide.html\n\n[\n    {\n        \"name\" : \"p1\", \"age\" : 10, \"height\" : 5.5\n    },\n      {\n        \"name\" : \"p2\", \"age\" : 20, \"height\" : 6.5\n    }\n]\n\n\n## Tips:\n##  * The sample data above will generate a single empty document, uncomment\n##    the line in the middle to include the sample fields.  Adding more\n##    objects to the root array will cause the snap to generate more\n##    than one document.\n##  * Pipeline parameters can be referenced by prefixing the parameter\n##    name with an underscore, like so:\n##      ${_pipelineParamName}\n##  * If you add an input view to the snap, this template will be\n##    evaluated for each input document.\n##  * Fields in the input documents can be referenced by prefixing them\n##    with a dollar-sign ($), like so:\n##      $parent.child[0].value\n##  * Any referenced document values and pipeline parameters will\n##    automatically be JSON-encoded when they are inserted into the final\n##    JSON document.  You should not have to worry about escaping values\n##    yourself.\n##  * If you are having troubles getting a template to produce valid JSON,\n##    you can add an error view to the snap to get a document that\n##    contains the output of the template evaluation."},"arrayElementsAsDocuments":{"value":true}},"error":{"error0":{"label":{"value":"error0"},"view_type":{"value":"document"}},"error_behavior":{"value":"fail"}},"output":{"output0":{"label":{"value":"output0"},"view_type":{"value":"document"}}}},"class_build_tag":"snapsrc1042"},"6fd5fe6d-4a12-46bf-bc15-dd746e0ad6b2":{"class_fqid":"com-snaplogic-snaps-datacatalog-cataloginsert_1-snapsrc1042","class_id":"com-snaplogic-snaps-datacatalog-cataloginsert","class_version":1,"instance_fqid":"6fd5fe6d-4a12-46bf-bc15-dd746e0ad6b2_5","instance_id":"6fd5fe6d-4a12-46bf-bc15-dd746e0ad6b2","instance_version":5,"property_map":{"info":{"notes":{"value":null},"label":{"value":"Catalog Insert"}},"view_serial":100,"error":{"error0":{"label":{"value":"error0"},"view_type":{"value":"document"}},"error_behavior":{"value":"fail"}},"input":{"input0":{"label":{"value":"input0"},"view_type":{"value":"document"}}},"settings":{"create":{"value":true},"tableName":{"expression":false,"value":"snaplogic/Aidar-test/catalog/table1"},"executable_during_suggest":{"value":false},"params":{"value":[{"paramValue":{"expression":true,"value":"parseInt(\"20\")"},"paramName":{"expression":false,"value":"age"}}]},"mode":{"value":"APPEND"},"metadata":{"value":[{"paramValue":{"expression":false,"value":"20"},"paramName":{"value":"age"}}]},"location":{"expression":true,"value":"$filename"}}},"class_build_tag":"snapsrc1042"}},"path_id":"/snaplogic/Aidar-test/catalog","path_snode":"5c51c6b9c27b730018772547","snap_history":{"ee8a7643-849e-4443-9e6f-62d74c268632":{"index":null,"added_ts":1548864831473,"is_deleted":false,"class_id":"com-snaplogic-snaps-datacatalog-catalogquery","recommendation_id":null,"source":"snap catagory","deleted_ts":null},"7fa6e3e2-8d0c-438e-92f4-bf3c7fd1c09f":{"index":null,"added_ts":1548864717626,"is_deleted":false,"class_id":"com-snaplogic-snaps-datacatalog-catalogdelete","recommendation_id":null,"source":"snap catagory","deleted_ts":null},"a9f781b5-c058-46f8-a135-e4ac9d4db152":{"index":null,"added_ts":1548863384383,"is_deleted":false,"class_id":"com-snaplogic-snaps-hadoop-parquetwritingformatter","recommendation_id":null,"source":"snap catagory","deleted_ts":null},"b7debf98-eec0-432a-805a-5885190428d2":{"index":null,"added_ts":1548863435493,"is_deleted":true,"class_id":"com-snaplogic-snaps-datacatalog-catalogdelete","recommendation_id":null,"source":"snap catagory","deleted_ts":1548864555466},"6fd5fe6d-4a12-46bf-bc15-dd746e0ad6b2":{"index":0,"added_ts":1548863424264,"is_deleted":false,"class_id":"com-snaplogic-snaps-datacatalog-cataloginsert","recommendation_id":"ae8a7f99-1c70-41fd-8495-445b12705ce0_0","source":"iris placeholder","deleted_ts":null},"x116":{"index":null,"added_ts":1549332274115,"is_deleted":true,"class_id":"com-snaplogic-snaps-datacatalog-catalogquery","recommendation_id":null,"source":"snap catagory","deleted_ts":1549332363197},"04b85a56-bd48-4140-9c18-9761c9fc2b29":{"index":null,"added_ts":1548863370391,"is_deleted":false,"class_id":"com-snaplogic-snaps-transform-jsongenerator","recommendation_id":null,"source":"snap catagory","deleted_ts":null}}}