{"class_fqid":"com-snaplogic-pipeline_8","snode_id":"5a0146c995526e775082970d","instance_id":"257b69e2-3be8-496f-a24b-c2e5e2f56471","instance_version":19,"link_map":{"link106":{"src_view_id":"output0","dst_view_id":"input0","src_id":"4af15f8f-1bb8-46f7-a2c2-6c3c7242351d","dst_id":"645f3fd7-d4df-4301-8d0b-e7acaa5fab94","isGoto":false},"link107":{"src_view_id":"output0","dst_view_id":"input101","src_id":"d4ac0e5c-2f3e-4d57-b592-abc4ac1ce4f4","dst_id":"8f0e84ac-56a1-4507-be12-5381d3c33ff3","isGoto":false},"link104":{"src_view_id":"output0","dst_view_id":"input0","src_id":"d209ead0-1a3c-4099-b5c2-97ba1f7af5ba","dst_id":"4af15f8f-1bb8-46f7-a2c2-6c3c7242351d","isGoto":false},"link105":{"src_view_id":"output0","dst_view_id":"input0","src_id":"645f3fd7-d4df-4301-8d0b-e7acaa5fab94","dst_id":"d8f7ac6d-82ff-44a8-bad7-ac8672a39ece","isGoto":false},"link102":{"src_view_id":"output101","dst_view_id":"input101","src_id":"d8f7ac6d-82ff-44a8-bad7-ac8672a39ece","dst_id":"d4ac0e5c-2f3e-4d57-b592-abc4ac1ce4f4","isGoto":false}},"link_serial":108,"property_map":{"info":{"notes":{"value":null},"label":{"value":"Google bulk load cloud storage-> Social data or Files, google BQ bulk load"},"purpose":{"value":null},"pipeline_doc_uri":{"value":null},"author":{"value":"pkoppishetty@snaplogic.com"}},"input":{},"settings":{"imports":{"value":[]},"error_param_table":{"value":[]},"param_table":{"value":[]},"error_pipeline":{"expression":false,"value":null}},"error":{"error_behavior":{"value":"none"}},"output":{"8f0e84ac-56a1-4507-be12-5381d3c33ff3_output0":{"label":{"value":"Google BigQuery Execute - output0"},"view_type":{"value":"document"}}}},"render_map":{"pan_x_num":0,"default_snaplex":"5570a15795526e3fc5fa7d1e","scale_ratio":1,"detail_map":{"d209ead0-1a3c-4099-b5c2-97ba1f7af5ba":{"grid_x_int":1,"rot_int":0,"grid_y_int":2,"rot_tail_int":0},"8f0e84ac-56a1-4507-be12-5381d3c33ff3":{"grid_x_int":6,"rot_int":0,"grid_y_int":2,"rot_tail_int":0},"d8f7ac6d-82ff-44a8-bad7-ac8672a39ece":{"grid_x_int":4,"rot_int":0,"grid_y_int":2,"rot_tail_int":0},"4af15f8f-1bb8-46f7-a2c2-6c3c7242351d":{"grid_x_int":2,"rot_int":0,"grid_y_int":2,"rot_tail_int":0},"645f3fd7-d4df-4301-8d0b-e7acaa5fab94":{"grid_x_int":3,"grid_y_int":2,"rot_tail_int":0,"output":{},"input":{},"rot_int":0},"d4ac0e5c-2f3e-4d57-b592-abc4ac1ce4f4":{"grid_x_int":5,"rot_int":0,"grid_y_int":2,"rot_tail_int":0}},"pan_y_num":0},"snap_map":{"d209ead0-1a3c-4099-b5c2-97ba1f7af5ba":{"class_fqid":"com-snaplogic-snaps-twitter-twitterquery_3-snapsrc900","class_id":"com-snaplogic-snaps-twitter-twitterquery","class_version":3,"instance_fqid":"d209ead0-1a3c-4099-b5c2-97ba1f7af5ba_2","instance_id":"d209ead0-1a3c-4099-b5c2-97ba1f7af5ba","instance_version":2,"property_map":{"info":{"notes":{"value":null},"label":{"value":"Query"}},"view_serial":100,"account":{"account_ref":{"expression":false,"value":{"label":{"expression":false,"value":"Twitter Diagnostic Account"},"ref_class_id":{"value":"com-snaplogic-snaps-twitter-twitteroauthaccount"},"ref_id":{"expression":false,"value":"4534946f-11c4-40d3-961d-7b4f46456c16"}}}},"settings":{"maxId":{"expression":false,"value":null},"sinceId":{"expression":false,"value":null},"maxNumTweets":{"expression":false,"value":100},"resultType":{"value":"RECENT"},"query":{"expression":false,"value":"#facebook"},"untilDate":{"expression":false,"value":null}},"error":{"error0":{"view_type":{"value":"document"},"label":{"value":"error0"}},"error_behavior":{"value":"fail"}},"output":{"output0":{"view_type":{"value":"document"},"label":{"value":"output0"}}}},"class_build_tag":"snapsrc900"},"8f0e84ac-56a1-4507-be12-5381d3c33ff3":{"class_fqid":"com-snaplogic-snaps-google-bigquery-execute_1-snapsrc900","class_id":"com-snaplogic-snaps-google-bigquery-execute","class_version":1,"instance_fqid":"8f0e84ac-56a1-4507-be12-5381d3c33ff3_1","instance_id":"8f0e84ac-56a1-4507-be12-5381d3c33ff3","instance_version":1,"property_map":{"info":{"notes":{"value":null},"label":{"value":"Google BigQuery Execute"}},"view_serial":101,"account":{"account_ref":{"expression":false,"value":{"label":{"expression":false,"value":"Syed's Service Account"},"ref_class_id":{"value":"com-snaplogic-snaps-google-bigquery-googleserviceaccount"},"ref_id":{"expression":false,"value":"7a13ce49-f65f-4006-977f-0a928295bf67"}}}},"settings":{"DestTableAction":{"value":"OVERWRITE"},"DestTableID":{"expression":false,"value":null},"executable_during_suggest":{"value":true},"ProjectID":{"expression":false,"value":"case16370"},"Query":{"expression":false,"value":"select * from babynames.Twitterdata limit 1000"},"DestDatasetID":{"expression":false,"value":null}},"output":{"output0":{"view_type":{"value":"document"},"label":{"value":"output0"}}},"error":{"error0":{"view_type":{"value":"document"},"label":{"value":"error0"}},"error_behavior":{"value":"fail"}},"input":{"input101":{"label":{"value":"input0"},"view_type":{"value":"document"}}}},"class_build_tag":"snapsrc900"},"d8f7ac6d-82ff-44a8-bad7-ac8672a39ece":{"class_fqid":"com-snaplogic-snaps-binary-write_3-snapsrc900","class_id":"com-snaplogic-snaps-binary-write","class_version":3,"instance_fqid":"d8f7ac6d-82ff-44a8-bad7-ac8672a39ece_4","instance_id":"d8f7ac6d-82ff-44a8-bad7-ac8672a39ece","instance_version":4,"property_map":{"info":{"notes":{"value":null},"label":{"value":"File Writer"}},"view_serial":101,"account":{"account_ref":{"expression":false,"value":{"label":{"expression":false,"value":"Google Cloud storage account same as google BQ bulk load snaps"},"ref_class_id":{"value":"com-snaplogic-snaps-binary-googlestorageaccount"},"ref_id":{"expression":false,"value":"a9186d3a-0994-4e4c-9d81-8041a56ed06d"}}}},"input":{"input0":{"view_type":{"value":"binary"},"label":{"value":"input0"}}},"settings":{"createDir":{"value":false},"writeHeader":{"value":false},"executable_during_suggest":{"value":true},"filename":{"expression":false,"value":"gs:///gcs_cloud_1/twitterdata.csv"},"writeEmptyFile":{"value":false},"UserPermissionsKey":{"value":[]},"validate":{"value":true},"fileAction":{"value":"OVERWRITE"}},"error":{"error0":{"view_type":{"value":"document"},"label":{"value":"error0"}},"error_behavior":{"value":"fail"}},"output":{"output101":{"label":{"value":"output0"},"view_type":{"value":"document"}}}},"class_build_tag":"snapsrc900"},"4af15f8f-1bb8-46f7-a2c2-6c3c7242351d":{"class_fqid":"com-snaplogic-snaps-transform-datatransform_4-snapsrc900","class_id":"com-snaplogic-snaps-transform-datatransform","class_version":4,"instance_fqid":"4af15f8f-1bb8-46f7-a2c2-6c3c7242351d_1","instance_id":"4af15f8f-1bb8-46f7-a2c2-6c3c7242351d","instance_version":1,"property_map":{"info":{"notes":{"value":null},"label":{"value":"Mapper"}},"view_serial":100,"input":{"input0":{"label":{"value":"input0"},"view_type":{"value":"document"}}},"settings":{"nullSafeAccess":{"value":false},"passThrough":{"value":false},"transformations":{"value":{"mappingTable":{"value":[{"targetPath":{"value":"$ID"},"expression":{"expression":true,"value":"$ID"}},{"targetPath":{"value":"$fromUser"},"expression":{"expression":true,"value":"$fromUser"}},{"targetPath":{"value":"$fromUserId"},"expression":{"expression":true,"value":"$fromUserId"}},{"targetPath":{"value":"$inReplyToScreenName"},"expression":{"expression":true,"value":"$inReplyToScreenName"}},{"targetPath":{"value":"$inReplyToStatusId"},"expression":{"expression":true,"value":"$inReplyToStatusId"}},{"targetPath":{"value":"$inReplyToUserId"},"expression":{"expression":true,"value":"$inReplyToUserId"}},{"targetPath":{"value":"$languageCode"},"expression":{"expression":true,"value":"$languageCode"}},{"targetPath":{"value":"$profileImageUrl"},"expression":{"expression":true,"value":"$profileImageUrl"}},{"targetPath":{"value":"$retweet"},"expression":{"expression":true,"value":"$retweet"}},{"targetPath":{"value":"$retweetCount"},"expression":{"expression":true,"value":"$retweetCount"}},{"targetPath":{"value":"$retweeted"},"expression":{"expression":true,"value":"$retweeted"}},{"targetPath":{"value":"$text"},"expression":{"expression":true,"value":"$text"}},{"targetPath":{"value":"$source"},"expression":{"expression":true,"value":"$source"}},{"targetPath":{"value":"$toUserId"},"expression":{"expression":true,"value":"$toUserId"}},{"targetPath":{"value":"$favorited"},"expression":{"expression":true,"value":"$favorited"}},{"targetPath":{"value":"$createdAt"},"expression":{"expression":true,"value":"$createdAt"}}]},"mappingRoot":{"value":"$"}}}},"error":{"error0":{"label":{"value":"error0"},"view_type":{"value":"document"}},"error_behavior":{"value":"fail"}},"output":{"output0":{"label":{"value":"output0"},"view_type":{"value":"document"}}}},"class_build_tag":"snapsrc900"},"645f3fd7-d4df-4301-8d0b-e7acaa5fab94":{"class_fqid":"com-snaplogic-snaps-transform-csvformatter_3-snapsrc900","class_id":"com-snaplogic-snaps-transform-csvformatter","class_version":3,"instance_fqid":"645f3fd7-d4df-4301-8d0b-e7acaa5fab94_1","instance_id":"645f3fd7-d4df-4301-8d0b-e7acaa5fab94","instance_version":1,"property_map":{"info":{"label":{"value":"CSV Formatter"}},"view_serial":100,"input":{"input0":{"view_type":{"value":"document"},"label":{"value":"input0"}}},"settings":{"quoteMode":{"value":"ALL"},"quoteCharacter":{"value":"\""},"writeHeader":{"value":true},"charset":{"value":"UTF-8"},"ignoreEmptyStream":{"value":false},"delimiter":{"value":","},"newlineCharacter":{"value":"LF"},"useDefinedHeader":{"value":false}},"error":{"error0":{"view_type":{"value":"document"},"label":{"value":"error0"}},"error_behavior":{"value":"fail"}},"output":{"output0":{"view_type":{"value":"binary"},"label":{"value":"output0"}}}},"class_build_tag":"snapsrc900"},"d4ac0e5c-2f3e-4d57-b592-abc4ac1ce4f4":{"class_fqid":"com-snaplogic-snaps-google-bigquery-bulkloadfromcloudstorage_1-snapsrc900","class_id":"com-snaplogic-snaps-google-bigquery-bulkloadfromcloudstorage","class_version":1,"instance_fqid":"d4ac0e5c-2f3e-4d57-b592-abc4ac1ce4f4_7","instance_id":"d4ac0e5c-2f3e-4d57-b592-abc4ac1ce4f4","instance_version":7,"property_map":{"info":{"notes":{"value":null},"label":{"value":"Google BigQuery Bulk Load (Cloud Storage)"}},"view_serial":101,"account":{"account_ref":{"expression":false,"value":{"ref_id":{"expression":false,"value":"7a13ce49-f65f-4006-977f-0a928295bf67"},"ref_class_id":{"value":"com-snaplogic-snaps-google-bigquery-googleserviceaccount"},"label":{"expression":false,"value":"Syed's Service Account"}}}},"input":{"input101":{"view_type":{"value":"document"},"label":{"value":"input0"}}},"settings":{"uploadType":{"value":"Upload existing files from Google Cloud Storage"},"uploadExistingFiles":{"value":{"deleteFilesUponExit":{"value":false},"filePaths":{"value":[{"csvFilesContainHeader":{"value":true},"filePathOnGoogleCloudStorage":{"expression":false,"value":"gs://gcs_cloud_1/twitterdata.csv"},"fileFormat":{"value":"CSV"},"csvFileDelimiter":{"value":","}}]}}},"googleCloudStorageBucketName":{"expression":false,"value":"gcs_cloud_1"},"createTable":{"value":false},"TableID":{"expression":false,"value":"Twitterdata"},"executable_during_suggest":{"value":true},"ProjectID":{"expression":false,"value":"case16370"},"uploadIncomingDocuments":{"value":{"preserveTempFile":{"value":true},"fileFormat":{"value":"CSV"},"tempFileName":{"expression":false,"value":null}}},"DatasetID":{"expression":false,"value":"babynames"}},"error":{"error0":{"label":{"value":"error0"},"view_type":{"value":"document"}},"error_behavior":{"value":"fail"}},"output":{"output0":{"label":{"value":"output0"},"view_type":{"value":"document"}}}},"class_build_tag":"snapsrc900"}},"path_id":"/QA/projects/diagnostic","path_snode":"540e8026ec77034feacff4eb"}