From 8d58ef721282f9a726c6c93621d1acb92e423910 Mon Sep 17 00:00:00 2001 From: Conrad Date: Mon, 27 Nov 2017 15:48:34 -0500 Subject: [PATCH 1/3] Initial salesforce pentaho job --- pentaho/salesforce/readSFobjects.ktr | 6458 ++++++++++++++++++++++++++ 1 file changed, 6458 insertions(+) create mode 100644 pentaho/salesforce/readSFobjects.ktr diff --git a/pentaho/salesforce/readSFobjects.ktr b/pentaho/salesforce/readSFobjects.ktr new file mode 100644 index 0000000..fe772ce --- /dev/null +++ b/pentaho/salesforce/readSFobjects.ktr @@ -0,0 +1,6458 @@ + + + + read SF objects + + + + Normal + 0 + / + + + + + + + + + + + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + TRANSNAME + Y + TRANSNAME + + + STATUS + Y + STATUS + + + LINES_READ + Y + LINES_READ + + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + + LINES_UPDATED + Y + LINES_UPDATED + + + + LINES_INPUT + Y + LINES_INPUT + + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + + LINES_REJECTED + Y + LINES_REJECTED + + + + ERRORS + Y + ERRORS + + + STARTDATE + Y + STARTDATE + + + ENDDATE + Y + ENDDATE + + + LOGDATE + Y + LOGDATE + + + DEPDATE + Y + DEPDATE + + + REPLAYDATE + Y + REPLAYDATE + + + LOG_FIELD + Y + LOG_FIELD + + + EXECUTING_SERVER + N + EXECUTING_SERVER + + + EXECUTING_USER + N + EXECUTING_USER + + + CLIENT + N + CLIENT + + + + + +
+ + + + ID_BATCH + Y + ID_BATCH + + + SEQ_NR + Y + SEQ_NR + + + LOGDATE + Y + LOGDATE + + + TRANSNAME + Y + TRANSNAME + + + STEPNAME + Y + STEPNAME + + + STEP_COPY + Y + STEP_COPY + + + LINES_READ + Y + LINES_READ + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + LINES_UPDATED + Y + LINES_UPDATED + + + LINES_INPUT + Y + LINES_INPUT + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + LINES_REJECTED + Y + LINES_REJECTED + + + ERRORS + Y + ERRORS + + + INPUT_BUFFER_ROWS + Y + INPUT_BUFFER_ROWS + + + OUTPUT_BUFFER_ROWS + Y + OUTPUT_BUFFER_ROWS + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + LOGGING_OBJECT_TYPE + Y + LOGGING_OBJECT_TYPE + + + OBJECT_NAME + Y + OBJECT_NAME + + + OBJECT_COPY + Y + OBJECT_COPY + + + REPOSITORY_DIRECTORY + Y + REPOSITORY_DIRECTORY + + + FILENAME + Y + FILENAME + + + OBJECT_ID + Y + OBJECT_ID + + + OBJECT_REVISION + Y + OBJECT_REVISION + + + PARENT_CHANNEL_ID + Y + PARENT_CHANNEL_ID + + + ROOT_CHANNEL_ID + Y + ROOT_CHANNEL_ID + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + TRANSNAME + Y + TRANSNAME + + + STEPNAME + Y + STEPNAME + + + STEP_COPY + Y + STEP_COPY + + + LINES_READ + Y + LINES_READ + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + LINES_UPDATED + Y + LINES_UPDATED + + + LINES_INPUT + Y + LINES_INPUT + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + LINES_REJECTED + Y + LINES_REJECTED + + + ERRORS + Y + ERRORS + + + LOG_FIELD + N + LOG_FIELD + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + METRICS_DATE + Y + METRICS_DATE + + + METRICS_CODE + Y + METRICS_CODE + + + METRICS_DESCRIPTION + Y + METRICS_DESCRIPTION + + + METRICS_SUBJECT + Y + METRICS_SUBJECT + + + METRICS_TYPE + Y + METRICS_TYPE + + + METRICS_VALUE + Y + METRICS_VALUE + + + + + +
+ + 0.0 + 0.0 + + 10000 + 50 + 50 + N + Y + 50000 + Y + + N + 1000 + 100 + + + + + + + pentaho_dev + 54.210.96.105 + 8181 + + root + Encrypted 2be98afc86aa79790a711af7d9a86aac8 + + + + N + N + + + + + - + 2016/09/07 10:40:07.975 + - + 2016/11/22 22:49:24.548 + H4sIAAAAAAAAAAMAAAAAAAAAAAA= + N + + + + + localpostgres + ${DB_host} + POSTGRESQL + Native + customer + 5432 + ${DB_user} + ${DB_pass} + + + + + + FORCE_IDENTIFIERS_TO_LOWERCASE + N + + + FORCE_IDENTIFIERS_TO_UPPERCASE + N + + + IS_CLUSTERED + N + + + PORT_NUMBER + 5432 + + + PRESERVE_RESERVED_WORD_CASE + Y + + + QUOTE_ALL_FIELDS + N + + + SUPPORTS_BOOLEAN_DATA_TYPE + N + + + SUPPORTS_TIMESTAMP_DATA_TYPE + N + + + USE_POOLING + N + + + + + + Accout Salesforce Input + account output + N + + + Contact Salesforce Input + Contact output + N + + + Lead Salesforce Input + Lead output + N + + + Opportunity Salesforce Input + opportunity output + N + + + Opportunity History Salesforce Input + opportunity history output + Y + + + Accout History Salesforce Input + account history output + N + + + Project Location Salesforce Input + project_locaton output + N + + + Account Contact Salesforce Input + Account Contact Salesforce output + N + + + + Account Contact Salesforce Input + SalesforceInput + + Y + + 1 + + none + + + ${Salesforce_PROD_host} + ${Salesforce_PROD_user} + ${Salesforce_PROD_password} + 60000 + N + BlocPower_Account_Contact__c + + N + + N + + N + + N + N + + + N + + N + + + + all + Y + + + Record ID + Id + Y + String + + + + + 18 + 0 + none + N + + + Deleted + IsDeleted + N + Boolean + + + + + -1 + -1 + none + N + + + BlocPower Account Contact ID + Name + Y + String + + + + + 80 + 0 + none + N + + + Created Date + CreatedDate + N + Date + yyyy-MM-dd'T'HH:mm:ss'.000'XXX + + + + -1 + -1 + none + N + + + Created By ID + CreatedById + N + String + + + + + 18 + 0 + none + N + + + Last Modified Date + LastModifiedDate + N + Date + yyyy-MM-dd'T'HH:mm:ss'.000'XXX + + + + -1 + -1 + none + N + + + Last Modified By ID + LastModifiedById + N + String + + + + + 18 + 0 + none + N + + + System Modstamp + SystemModstamp + N + Date + yyyy-MM-dd'T'HH:mm:ss'.000'XXX + + + + -1 + -1 + none + N + + + Contact + Contact__c + N + String + + + + + 18 + 0 + none + N + + + Account + Account__c + N + String + + + + + 18 + 0 + none + N + + + 0 + + + + + + + + + 709 + 334 + Y + + + + Account Contact Salesforce output + TableOutput + + Y + + 1 + + none + + + localpostgres + salesforce_db +
sf_account_contact
+ 1000 + Y + N + Y + Y + N + + N + Y + N + + Y + N + + + + Record ID + Record ID + + + Deleted + Deleted + + + BlocPower Account Contact ID + BlocPower Account Contact ID + + + Created Date + Created Date + + + Created By ID + Created By ID + + + Last Modified Date + Last Modified Date + + + Last Modified By ID + Last Modified By ID + + + System Modstamp + System Modstamp + + + Contact + Contact + + + Account + Account + + + + + + + + + + + 1024 + 336 + Y + + + + Accout Salesforce Input + SalesforceInput + + Y + + 1 + + none + + + ${Salesforce_PROD_host} + ${Salesforce_PROD_user} + ${Salesforce_PROD_password} + 60000 + N + Account + + N + + N + + N + + N + N + + + N + + N + + + + all + Y + + + Account ID + Id + Y + String + + + + + 18 + 0 + none + N + + + Deleted + IsDeleted + N + Boolean + + + + + -1 + -1 + none + N + + + Master Record ID + MasterRecordId + N + String + + + + + 18 + 0 + none + N + + + Account Name + Name + N + String + + + + + 255 + 0 + none + N + + + Account Type + Type + N + String + + + + + 40 + 0 + none + N + + + Parent Account ID + ParentId + N + String + + + + + 18 + 0 + none + N + + + Billing Street + BillingStreet + N + String + + + + + 255 + 0 + none + N + + + Billing City + BillingCity + N + String + + + + + 40 + 0 + none + N + + + Billing State/Province + BillingState + N + String + + + + + 80 + 0 + none + N + + + Billing Zip/Postal Code + BillingPostalCode + N + String + + + + + 20 + 0 + none + N + + + Billing Country + BillingCountry + N + String + + + + + 80 + 0 + none + N + + + Shipping Street + ShippingStreet + N + String + + + + + 255 + 0 + none + N + + + Shipping City + ShippingCity + N + String + + + + + 40 + 0 + none + N + + + Shipping State/Province + ShippingState + N + String + + + + + 80 + 0 + none + N + + + Shipping Zip/Postal Code + ShippingPostalCode + N + String + + + + + 20 + 0 + none + N + + + Shipping Country + ShippingCountry + N + String + + + + + 80 + 0 + none + N + + + Account Phone + Phone + N + String + + + + + 40 + 0 + none + N + + + Website + Website + N + String + + + + + 255 + 0 + none + N + + + Industry + Industry + N + String + + + + + 40 + 0 + none + N + + + Employees + NumberOfEmployees + N + Integer + + + + + 0 + 0 + none + N + + + Account Description + Description + N + String + + + + + 32000 + 0 + none + N + + + Owner ID + OwnerId + N + String + + + + + 18 + 0 + none + N + + + Created Date + CreatedDate + N + Date + yyyy-MM-dd'T'HH:mm:ss'.000'XXX + + + + -1 + -1 + none + N + + + Created By ID + CreatedById + N + String + + + + + 18 + 0 + none + N + + + Last Modified Date + LastModifiedDate + N + Date + yyyy-MM-dd'T'HH:mm:ss'.000'XXX + + + + -1 + -1 + none + N + + + Last Modified By ID + LastModifiedById + N + String + + + + + 18 + 0 + none + N + + + System Modstamp + SystemModstamp + N + Date + yyyy-MM-dd'T'HH:mm:ss'.000'XXX + + + + -1 + -1 + none + N + + + Last Activity + LastActivityDate + N + Date + yyyy-MM-dd + + + + -1 + -1 + none + N + + + Status + Status__c + N + String + + + + + 255 + 0 + none + N + + + County + County__c + N + String + + + + + 45 + 0 + none + N + + + Town + Town__c + N + String + + + + + 45 + 0 + none + N + + + Hours of Operation + Hours_of_Operation__c + N + String + + + + + 50 + 0 + none + N + + + COI Date + COI_Date__c + N + Date + yyyy-MM-dd + + + + -1 + -1 + none + N + + + Sales Tax Exempt + Sales_Tax_Exempt__c + N + Boolean + + + + + -1 + -1 + none + N + + + Tax ID + Tax_ID__c + N + String + + + + + 50 + 0 + none + N + + + 0 + + + + + + + + + 240 + 96 + Y + + + + Accout History Salesforce Input + SalesforceInput + + Y + + 1 + + none + + + ${Salesforce_PROD_host} + ${Salesforce_PROD_user} + ${Salesforce_PROD_password} + 60000 + N + AccountHistory + + N + + N + + N + + N + N + + + N + + N + + + + all + Y + + + Account History ID + Id + Y + String + + + + + 18 + 0 + none + N + + + Deleted + IsDeleted + N + Boolean + + + + + -1 + -1 + none + N + + + Account ID + AccountId + N + String + + + + + 18 + 0 + none + N + + + Created By ID + CreatedById + N + String + + + + + 18 + 0 + none + N + + + Created Date + CreatedDate + N + Date + yyyy-MM-dd'T'HH:mm:ss'.000'XXX + + + + -1 + -1 + none + N + + + Changed Field + Field + N + String + + + + + 255 + 0 + none + N + + + Old Value + OldValue + N + String + + + + + 255 + 0 + none + N + + + New Value + NewValue + N + String + + + + + 255 + 0 + none + N + + + 0 + + + + + + + + + 688 + 80 + Y + + + + Contact Salesforce Input + SalesforceInput + + Y + + 1 + + none + + + https://login.salesforce.com/services/Soap/u/21.0 + dtaylor@blocpower.nyc + ${Salesforce_PROD_password} + 60000 + N + Contact + + N + + N + + N + + N + N + + + N + + N + + + + all + Y + + + Contact ID + Id + Y + String + + + + + 18 + 0 + none + N + + + Deleted + IsDeleted + N + Boolean + + + + + -1 + -1 + none + N + + + Master Record ID + MasterRecordId + N + String + + + + + 18 + 0 + none + N + + + Account ID + AccountId + N + String + + + + + 18 + 0 + none + N + + + Last Name + LastName + N + String + + + + + 80 + 0 + none + N + + + First Name + FirstName + N + String + + + + + 40 + 0 + none + N + + + Salutation + Salutation + N + String + + + + + 40 + 0 + none + N + + + Full Name + Name + N + String + + + + + 121 + 0 + none + N + + + Mailing Street + MailingStreet + N + String + + + + + 255 + 0 + none + N + + + Mailing City + MailingCity + N + String + + + + + 40 + 0 + none + N + + + Mailing State/Province + MailingState + N + String + + + + + 80 + 0 + none + N + + + Mailing Zip/Postal Code + MailingPostalCode + N + String + + + + + 20 + 0 + none + N + + + Mailing Country + MailingCountry + N + String + + + + + 80 + 0 + none + N + + + Business Phone + Phone + N + String + + + + + 40 + 0 + none + N + + + Business Fax + Fax + N + String + + + + + 40 + 0 + none + N + + + Mobile Phone + MobilePhone + N + String + + + + + 40 + 0 + none + N + + + Other Phone + OtherPhone + N + String + + + + + 40 + 0 + none + N + + + Reports To ID + ReportsToId + N + String + + + + + 18 + 0 + none + N + + + Email + Email + Y + String + + + + + 80 + 0 + none + N + + + Title + Title + N + String + + + + + 128 + 0 + none + N + + + Department + Department + N + String + + + + + 80 + 0 + none + N + + + Owner ID + OwnerId + N + String + + + + + 18 + 0 + none + N + + + Created Date + CreatedDate + N + Date + yyyy-MM-dd'T'HH:mm:ss'.000'XXX + + + + -1 + -1 + none + N + + + Created By ID + CreatedById + N + String + + + + + 18 + 0 + none + N + + + Last Modified Date + LastModifiedDate + N + Date + yyyy-MM-dd'T'HH:mm:ss'.000'XXX + + + + -1 + -1 + none + N + + + Last Modified By ID + LastModifiedById + N + String + + + + + 18 + 0 + none + N + + + System Modstamp + SystemModstamp + N + Date + yyyy-MM-dd'T'HH:mm:ss'.000'XXX + + + + -1 + -1 + none + N + + + Last Activity + LastActivityDate + N + Date + yyyy-MM-dd + + + + -1 + -1 + none + N + + + Last Stay-in-Touch Request Date + LastCURequestDate + N + Date + yyyy-MM-dd'T'HH:mm:ss'.000'XXX + + + + -1 + -1 + none + N + + + Last Stay-in-Touch Save Date + LastCUUpdateDate + N + Date + yyyy-MM-dd'T'HH:mm:ss'.000'XXX + + + + -1 + -1 + none + N + + + Email Bounced Reason + EmailBouncedReason + N + String + + + + + 255 + 0 + none + N + + + Email Bounced Date + EmailBouncedDate + N + Date + yyyy-MM-dd'T'HH:mm:ss'.000'XXX + + + + -1 + -1 + none + N + + + Hours Available + Hours_Available__c + N + String + + + + + 50 + 0 + none + N + + + 0 + + + + + + + + + 192 + 208 + Y + + + + Contact output + TableOutput + + Y + + 1 + + none + + + localpostgres + salesforce_db + sf_contact
+ 1000 + Y + N + Y + Y + N + + N + Y + N + + Y + N + + + + Contact ID + Contact ID + + + Deleted + Deleted + + + Master Record ID + Master Record ID + + + Account ID + Account ID + + + Last Name + Last Name + + + First Name + First Name + + + Salutation + Salutation + + + Full Name + Full Name + + + Mailing Street + Mailing Street + + + Mailing City + Mailing City + + + Mailing State/Province + Mailing State/Province + + + Mailing Zip/Postal Code + Mailing Zip/Postal Code + + + Mailing Country + Mailing Country + + + Business Phone + Business Phone + + + Business Fax + Business Fax + + + Mobile Phone + Mobile Phone + + + Other Phone + Other Phone + + + Reports To ID + Reports To ID + + + Email + Email + + + Title + Title + + + Department + Department + + + Owner ID + Owner ID + + + Created Date + Created Date + + + Created By ID + Created By ID + + + Last Modified Date + Last Modified Date + + + Last Modified By ID + Last Modified By ID + + + System Modstamp + System Modstamp + + + Last Activity + Last Activity + + + Last Stay-in-Touch Request Date + Last Stay-in-Touch Request Date + + + Last Stay-in-Touch Save Date + Last Stay-in-Touch Save Date + + + Email Bounced Reason + Email Bounced Reason + + + Email Bounced Date + Email Bounced Date + + + Hours Available + Hours Available + + + + + + + + + + + 384 + 208 + Y + + + + Lead Salesforce Input + SalesforceInput + + Y + + 1 + + none + + + https://login.salesforce.com/services/Soap/u/21.0 + dtaylor@blocpower.nyc + ${Salesforce_PROD_password} + 60000 + N + Lead + + N + + N + + N + + N + N + + + N + + N + + + + all + Y + + + Lead ID + Id + Y + String + + + + + 18 + 0 + none + N + + + Deleted + IsDeleted + N + Boolean + + + + + -1 + -1 + none + N + + + Master Record ID + MasterRecordId + N + String + + + + + 18 + 0 + none + N + + + Last Name + LastName + N + String + + + + + 80 + 0 + none + N + + + First Name + FirstName + N + String + + + + + 40 + 0 + none + N + + + Salutation + Salutation + N + String + + + + + 40 + 0 + none + N + + + Full Name + Name + N + String + + + + + 121 + 0 + none + N + + + Title + Title + N + String + + + + + 128 + 0 + none + N + + + Company + Company + N + String + + + + + 255 + 0 + none + N + + + Street + Street + N + String + + + + + 255 + 0 + none + N + + + City + City + N + String + + + + + 40 + 0 + none + N + + + State/Province + State + N + String + + + + + 80 + 0 + none + N + + + Zip/Postal Code + PostalCode + N + String + + + + + 20 + 0 + none + N + + + Country + Country + N + String + + + + + 80 + 0 + none + N + + + Phone + Phone + N + String + + + + + 40 + 0 + none + N + + + Mobile Phone + MobilePhone + N + String + + + + + 40 + 0 + none + N + + + Email + Email + Y + String + + + + + 80 + 0 + none + N + + + Lead Source + LeadSource + N + String + + + + + 40 + 0 + none + N + + + Status + Status + N + String + + + + + 40 + 0 + none + N + + + Industry + Industry + N + String + + + + + 40 + 0 + none + N + + + Employees + NumberOfEmployees + N + Integer + + + + + 0 + 0 + none + N + + + Owner ID + OwnerId + N + String + + + + + 18 + 0 + none + N + + + Email Opt Out + HasOptedOutOfEmail + N + Boolean + + + + + -1 + -1 + none + N + + + Converted + IsConverted + N + Boolean + + + + + -1 + -1 + none + N + + + Converted Date + ConvertedDate + N + Date + yyyy-MM-dd + + + + -1 + -1 + none + N + + + Converted Account ID + ConvertedAccountId + N + String + + + + + 18 + 0 + none + N + + + Converted Contact ID + ConvertedContactId + N + String + + + + + 18 + 0 + none + N + + + Converted Opportunity ID + ConvertedOpportunityId + N + String + + + + + 18 + 0 + none + N + + + Unread By Owner + IsUnreadByOwner + N + Boolean + + + + + -1 + -1 + none + N + + + Created Date + CreatedDate + N + Date + yyyy-MM-dd'T'HH:mm:ss'.000'XXX + + + + -1 + -1 + none + N + + + Created By ID + CreatedById + N + String + + + + + 18 + 0 + none + N + + + Last Modified Date + LastModifiedDate + N + Date + yyyy-MM-dd'T'HH:mm:ss'.000'XXX + + + + -1 + -1 + none + N + + + Last Modified By ID + LastModifiedById + N + String + + + + + 18 + 0 + none + N + + + System Modstamp + SystemModstamp + N + Date + yyyy-MM-dd'T'HH:mm:ss'.000'XXX + + + + -1 + -1 + none + N + + + Last Activity + LastActivityDate + N + Date + yyyy-MM-dd + + + + -1 + -1 + none + N + + + Do Not Call + DoNotCall + N + Boolean + + + + + -1 + -1 + none + N + + + Email Bounced Reason + EmailBouncedReason + N + String + + + + + 255 + 0 + none + N + + + Email Bounced Date + EmailBouncedDate + N + Date + yyyy-MM-dd'T'HH:mm:ss'.000'XXX + + + + -1 + -1 + none + N + + + BP Enterprise Client + BP_Enterprise_Client_2__c + N + String + + + + + 255 + 0 + none + N + + + BoroBlkLot + BoroBlkLot__c + N + String + + + + + 255 + 0 + none + N + + + Building + Building__c + N + String + + + + + 18 + 0 + none + N + + + Business A + Business_A__c + N + String + + + + + 100 + 0 + none + N + + + Business B + Business_B__c + N + String + + + + + 100 + 0 + none + N + + + Business C + Business_C__c + N + String + + + + + 100 + 0 + none + N + + + Business Type + Business_Type__c + N + String + + + + + 100 + 0 + none + N + + + Class + Class__c + N + String + + + + + 6 + 0 + none + N + + + Full Name A + Full_Name_A__c + N + String + + + + + 100 + 0 + none + N + + + Full Name B + Full_Name_B__c + N + String + + + + + 100 + 0 + none + N + + + Full Name C + Full_Name_C__c + N + String + + + + + 100 + 0 + none + N + + + GRC + GRC__c + N + String + + + + + 100 + 0 + none + N + + + GeoCode Flag + GeoCode_Flag__c + N + String + + + + + 50 + 0 + none + N + + + GeoCoded BIN + GeoCoded_BIN__c + N + String + + + + + 50 + 0 + none + N + + + Geocoded_BBL + Geocoded_BBL__c + N + String + + + + + 100 + 0 + none + N + + + Geocoded + Geocoded__c + N + String + + + + + 100 + 0 + none + N + + + Owner 2 Address + Owner_2_Address__c + N + String + + + + + 200 + 0 + none + N + + + Owner 2 CityStateZip + Owner_2_CityStateZip__c + N + String + + + + + 50 + 0 + none + N + + + Owner Address + Owner_Address__c + N + String + + + + + 200 + 0 + none + N + + + Owner Address line 2 + Owner_Address_line_2__c + N + String + + + + + 200 + 0 + none + N + + + Owner CityStateZip + Owner_CityStateZip__c + N + String + + + + + 9 + 0 + none + N + + + Owner Entity 2 + Owner_Entity_2__c + N + String + + + + + 50 + 0 + none + N + + + Owner Entity + Owner_Entity__c + N + String + + + + + 100 + 0 + none + N + + + Owner Name 2 + Owner_Name_2__c + N + String + + + + + 100 + 0 + none + N + + + Primary Phone + Primary_Phone__c + N + String + + + + + 40 + 0 + none + N + + + Secondary Phone + Secondary_Phone__c + N + String + + + + + 40 + 0 + none + N + + + Other Phone + Other_Phone__c + N + String + + + + + 40 + 0 + none + N + + + Reason Code + Reason_Code__c + N + String + + + + + 100 + 0 + none + N + + + Square Feet + Square_Feet__c + N + String + + + + + 100 + 0 + none + N + + + Stories + Stories__c + N + Number + + + + + 0 + 6 + none + N + + + Tab + Tab__c + N + String + + + + + 100 + 0 + none + N + + + Units + Units__c + N + Number + + + + + 0 + 18 + none + N + + + XCoord + XCoord__c + N + String + + + + + 10 + 0 + none + N + + + YCoord + YCoord__c + N + String + + + + + 50 + 0 + none + N + + + Block + Block__c + N + Number + + + + + 0 + 5 + none + N + + + Borough + Borough__c + N + String + + + + + 255 + 0 + none + N + + + Building Category + Building_Category__c + N + String + + + + + 255 + 0 + none + N + + + Community District + Community_District__c + N + String + + + + + 255 + 0 + none + N + + + Date Initiated Contact + Date_Initiated_Contact__c + N + Date + yyyy-MM-dd + + + + -1 + -1 + none + N + + + Lot + Lot__c + N + Number + + + + + 0 + 4 + none + N + + + Account + Referral__c + N + String + + + + + 18 + 0 + none + N + + + Referral Source + Referred_By__c + N + String + + + + + 18 + 0 + none + N + + + BP Converted Opportunity + BP_Converted_Opportunity__c + N + String + + + + + 18 + 0 + none + N + + + HPD Greater Than 50th Percentile + HPD_Greater_Than_50th_Percentile__c + N + Boolean + + + + + -1 + -1 + none + N + + + HPD Greater Than 75th Percentile + HPD_Greater_Than_75th_Percentile__c + N + Boolean + + + + + -1 + -1 + none + N + + + BP Targeting Score + BP_Targeting_Score__c + N + Number + + + + + 0 + 18 + none + N + + + # of Buildings + of_Buildings__c + N + Number + + + + + 0 + 18 + none + N + + + Company Type + Company_Type__c + N + String + + + + + 255 + 0 + none + N + + + 0 + + + + + + + + + 192 + 320 + Y + + + + Lead output + TableOutput + + Y + + 1 + + none + + + localpostgres + salesforce_db + sf_lead
+ 1000 + Y + N + Y + Y + N + + N + Y + N + + Y + N + + + + Lead ID + Lead ID + + + Deleted + Deleted + + + Master Record ID + Master Record ID + + + Last Name + Last Name + + + First Name + First Name + + + Salutation + Salutation + + + Full Name + Full Name + + + Title + Title + + + Company + Company + + + Street + Street + + + City + City + + + State/Province + State/Province + + + Zip/Postal Code + Zip/Postal Code + + + Country + Country + + + Phone + Phone + + + Mobile Phone + Mobile Phone + + + Email + Email + + + Lead Source + Lead Source + + + Status + Status + + + Industry + Industry + + + Employees + Employees + + + Owner ID + Owner ID + + + Email Opt Out + Email Opt Out + + + Converted + Converted + + + Converted Date + Converted Date + + + Converted Account ID + Converted Account ID + + + Converted Contact ID + Converted Contact ID + + + Converted Opportunity ID + Converted Opportunity ID + + + Unread By Owner + Unread By Owner + + + Created Date + Created Date + + + Created By ID + Created By ID + + + Last Modified Date + Last Modified Date + + + Last Modified By ID + Last Modified By ID + + + System Modstamp + System Modstamp + + + Last Activity + Last Activity + + + Do Not Call + Do Not Call + + + Email Bounced Reason + Email Bounced Reason + + + Email Bounced Date + Email Bounced Date + + + BP Enterprise Client + BP Enterprise Client + + + BoroBlkLot + BoroBlkLot + + + Building + Building + + + Business A + Business A + + + Business B + Business B + + + Business C + Business C + + + Business Type + Business Type + + + Class + Class + + + Full Name A + Full Name A + + + Full Name B + Full Name B + + + Full Name C + Full Name C + + + GRC + GRC + + + GeoCode Flag + GeoCode Flag + + + GeoCoded BIN + GeoCoded BIN + + + Geocoded_BBL + Geocoded_BBL + + + Geocoded + Geocoded + + + Owner 2 Address + Owner 2 Address + + + Owner 2 CityStateZip + Owner 2 CityStateZip + + + Owner Address + Owner Address + + + Owner Address line 2 + Owner Address line 2 + + + Owner CityStateZip + Owner CityStateZip + + + Owner Entity 2 + Owner Entity 2 + + + Owner Entity + Owner Entity + + + Owner Name 2 + Owner Name 2 + + + Primary Phone + Primary Phone + + + Secondary Phone + Secondary Phone + + + Other Phone + Other Phone + + + Reason Code + Reason Code + + + Square Feet + Square Feet + + + Stories + Stories + + + Tab + Tab + + + Units + Units + + + XCoord + XCoord + + + YCoord + YCoord + + + Block + Block + + + Borough + Borough + + + Building Category + Building Category + + + Community District + Community District + + + Date Initiated Contact + Date Initiated Contact + + + Lot + Lot + + + Account + Account + + + Referral Source + Referral Source + + + BP Converted Opportunity + BP Converted Opportunity + + + HPD Greater Than 50th Percentile + HPD Greater Than 50th Percentile + + + HPD Greater Than 75th Percentile + HPD Greater Than 75th Percentile + + + BP Targeting Score + BP Targeting Score + + + # of Buildings + # of Buildings + + + Company Type + Company Type + + + + + + + + + + + 384 + 320 + Y + + + + Opportunity History Salesforce Input + SalesforceInput + + Y + + 1 + + none + + + https://login.salesforce.com/services/Soap/u/21.0 + dtaylor@blocpower.nyc + ${Salesforce_PROD_password} + 60000 + N + OpportunityHistory + + N + + N + + N + + N + N + + + N + + N + + + + all + Y + + + Opportunity History ID + Id + Y + String + + + + + 18 + 0 + none + N + + + Opportunity ID + OpportunityId + N + String + + + + + 18 + 0 + none + N + + + Created By ID + CreatedById + N + String + + + + + 18 + 0 + none + N + + + Created Date + CreatedDate + N + Date + yyyy-MM-dd'T'HH:mm:ss'.000'XXX + + + + -1 + -1 + none + N + + + Stage Name + StageName + N + String + + + + + 40 + 0 + none + N + + + Amount + Amount + N + String + + + + + 0 + 18 + none + N + + + Expected Revenue + ExpectedRevenue + N + String + + + + + 0 + 18 + none + N + + + Close Date + CloseDate + N + Date + yyyy-MM-dd + + + + -1 + -1 + none + N + + + Probability + Probability + N + String + + + + + 0 + 3 + none + N + + + To ForecastCategory + ForecastCategory + N + String + + + + + 40 + 0 + none + N + + + System Modstamp + SystemModstamp + N + Date + yyyy-MM-dd'T'HH:mm:ss'.000'XXX + + + + -1 + -1 + none + N + + + Deleted + IsDeleted + N + Boolean + + + + + -1 + -1 + none + N + + + 0 + + + + + + + + + 704 + 416 + Y + + + + Opportunity Salesforce Input + SalesforceInput + + Y + + 1 + + none + + + https://login.salesforce.com/services/Soap/u/21.0 + dtaylor@blocpower.nyc + ${Salesforce_PROD_password} + 60000 + N + Opportunity + + N + + N + + N + + N + N + + + N + + N + + + + all + Y + + + Opportunity ID + Id + Y + String + + + + + 18 + 0 + none + N + + + Deleted + IsDeleted + N + Boolean + + + + + -1 + -1 + none + N + + + Account ID + AccountId + N + String + + + + + 18 + 0 + none + N + + + Name + Name + Y + String + + + + + 120 + 0 + none + N + + + Description + Description + N + String + + + + + 32000 + 0 + none + N + + + Stage + StageName + N + String + + + + + 40 + 0 + none + N + + + Amount + Amount + N + String + + + + + 0 + 18 + none + N + + + Probability (%) + Probability + N + String + + + + + 0 + 3 + none + N + + + Close Date + CloseDate + N + Date + yyyy-MM-dd + + + + -1 + -1 + none + N + + + Opportunity Type + Type + N + String + + + + + 40 + 0 + none + N + + + Next Step + NextStep + N + String + + + + + 255 + 0 + none + N + + + Lead Source + LeadSource + N + String + + + + + 40 + 0 + none + N + + + Closed + IsClosed + N + Boolean + + + + + -1 + -1 + none + N + + + Won + IsWon + N + Boolean + + + + + -1 + -1 + none + N + + + Forecast Category + ForecastCategory + N + String + + + + + 40 + 0 + none + N + + + Forecast Category + ForecastCategoryName + N + String + + + + + 40 + 0 + none + N + + + Campaign ID + CampaignId + N + String + + + + + 18 + 0 + none + N + + + Has Line Item + HasOpportunityLineItem + N + Boolean + + + + + -1 + -1 + none + N + + + Price Book ID + Pricebook2Id + N + String + + + + + 18 + 0 + none + N + + + Owner ID + OwnerId + N + String + + + + + 18 + 0 + none + N + + + Created Date + CreatedDate + N + Date + yyyy-MM-dd'T'HH:mm:ss'.000'XXX + + + + -1 + -1 + none + N + + + Created By ID + CreatedById + N + String + + + + + 18 + 0 + none + N + + + Last Modified Date + LastModifiedDate + N + Date + yyyy-MM-dd'T'HH:mm:ss'.000'XXX + + + + -1 + -1 + none + N + + + Last Modified By ID + LastModifiedById + N + String + + + + + 18 + 0 + none + N + + + System Modstamp + SystemModstamp + N + Date + yyyy-MM-dd'T'HH:mm:ss'.000'XXX + + + + -1 + -1 + none + N + + + Last Activity + LastActivityDate + N + Date + yyyy-MM-dd + + + + -1 + -1 + none + N + + + Fiscal Quarter + FiscalQuarter + N + Integer + + + + + 0 + 0 + none + N + + + Fiscal Year + FiscalYear + N + Integer + + + + + 0 + 0 + none + N + + + Fiscal Period + Fiscal + N + String + + + + + 6 + 0 + none + N + + + Quote ID + SyncedQuoteId + N + String + + + + + 18 + 0 + none + N + + + Tracking Number + LiquidPlanner__TrackingNumber__c + N + String + + + + + 12 + 0 + none + N + + + Latest Sync + Latest_Sync__c + N + Date + yyyy-MM-dd'T'HH:mm:ss'.000'XXX + + + + -1 + -1 + none + N + + + ProjectDashboardProjectID + ProjectDashboard_ID__c + Y + String + + + + + 24 + 0 + none + N + + + Project Location + ProjectLocation__c + N + String + + + + + 18 + 0 + none + N + + + Date PNS Submitted + Date_PNS_Submitted__c + N + Date + yyyy-MM-dd + + + + -1 + -1 + none + N + + + Step + Step__c + N + String + + + + + 255 + 0 + none + N + + + BP Enterprise Client + BP_Enterprise_Client__c + N + String + + + + + 255 + 0 + none + N + + + Kissflow Project ID + Kissflow_Project_ID__c + Y + String + + + + + 255 + 0 + none + N + + + 0 + + + + + + + + + 176 + 416 + Y + + + + Project Location Salesforce Input + SalesforceInput + + Y + + 1 + + none + + + ${Salesforce_PROD_host} + ${Salesforce_PROD_user} + ${Salesforce_PROD_password} + 60000 + N + ProjectLocation__c + + N + + N + + N + + N + N + + + N + + N + + + + all + Y + + + Record ID + Id + Y + String + + + + + 18 + 0 + none + N + + + Owner ID + OwnerId + N + String + + + + + 18 + 0 + none + N + + + Deleted + IsDeleted + N + Boolean + + + + + -1 + -1 + none + N + + + Building Name + Name + Y + String + + + + + 80 + 0 + none + N + + + Created Date + CreatedDate + N + Date + yyyy-MM-dd'T'HH:mm:ss'.000'XXX + + + + -1 + -1 + none + N + + + Created By ID + CreatedById + N + String + + + + + 18 + 0 + none + N + + + Last Modified Date + LastModifiedDate + N + Date + yyyy-MM-dd'T'HH:mm:ss'.000'XXX + + + + -1 + -1 + none + N + + + Last Modified By ID + LastModifiedById + N + String + + + + + 18 + 0 + none + N + + + System Modstamp + SystemModstamp + N + Date + yyyy-MM-dd'T'HH:mm:ss'.000'XXX + + + + -1 + -1 + none + N + + + Last Activity Date + LastActivityDate + N + Date + yyyy-MM-dd + + + + -1 + -1 + none + N + + + Account Name + Account_Name__c + N + String + + + + + 18 + 0 + none + N + + + Address 1 + Address_1__c + N + String + + + + + 45 + 0 + none + N + + + Address 2 + Address_2__c + N + String + + + + + 45 + 0 + none + N + + + City + City__c + N + String + + + + + 45 + 0 + none + N + + + County + County__c + N + String + + + + + 45 + 0 + none + N + + + State + State__c + N + String + + + + + 2 + 0 + none + N + + + Zip + Zip__c + N + String + + + + + 9 + 0 + none + N + + + Location (Latitude) + Location__Latitude__s + N + Number + + + + + 0 + 8 + none + N + + + Location (Longitude) + Location__Longitude__s + N + Number + + + + + 0 + 8 + none + N + + + Block Number + Block_Number__c + N + String + + + + + 12 + 0 + none + N + + + Boiler Fuel + Boiler_Fuel__c + N + String + + + + + 255 + 0 + none + N + + + Borough + Borough__c + N + String + + + + + 50 + 0 + none + N + + + Building Dimensions + Building_Dimensions__c + N + String + + + + + 50 + 0 + none + N + + + Building SF (w/ Cellar) + Building_SF_w_Cellar__c + N + String + + + + + 18 + 0 + none + N + + + Electricity Account ID's + Electricity__c + N + String + + + + + 50 + 0 + none + N + + + Floor Area SF + Floor_Area_SF__c + N + String + + + + + 18 + 0 + none + N + + + Gas (Cooking) Account ID's + Gas_Cooking_Account_ID_s__c + N + String + + + + + 50 + 0 + none + N + + + Gas (Heating) Account ID's + Gas_Heating_Account_ID_s__c + N + String + + + + + 50 + 0 + none + N + + + Heating Type + Heating_Type__c + N + String + + + + + 255 + 0 + none + N + + + Hot Water System + Hot_Water_System__c + N + String + + + + + 255 + 0 + none + N + + + Lot Dimensions + Lot_Dimensions__c + N + String + + + + + 50 + 0 + none + N + + + Lot SF + Lot_SF__c + N + String + + + + + 18 + 0 + none + N + + + Lot + Lot__c + N + String + + + + + 12 + 0 + none + N + + + MDR Number + MDR_Number__c + N + String + + + + + 20 + 0 + none + N + + + Number of Units + Number_of_Units__c + N + Number + + + + + 0 + 18 + none + N + + + 0-BR Units + X0_BR_Units__c + N + Number + + + + + 0 + 18 + none + N + + + 1-BR Units + X1_BR_Units__c + N + Number + + + + + 0 + 18 + none + N + + + 2-BR Units + X2_BR_Units__c + N + Number + + + + + 0 + 18 + none + N + + + 3-BR Units + X3_BR_Units__c + N + Number + + + + + 0 + 18 + none + N + + + 4-BR Units + X4_BR_Units__c + N + Number + + + + + 0 + 18 + none + N + + + 5-BR Units + X5_BR_Units__c + N + Number + + + + + 0 + 18 + none + N + + + # of Stories + n_of_Stories__c + N + String + + + + + 50 + 0 + none + N + + + Residential SF (w/o Cellar) + Residential_SF_w_o_Cellar__c + N + String + + + + + 18 + 0 + none + N + + + Tax Exemption Info + Tax_Exemption_Info__c + N + String + + + + + 50 + 0 + none + N + + + Usable Floor Area + Usable_Floor_Area__c + N + String + + + + + 18 + 0 + none + N + + + Water and Sewer Accounts + Water_and_Sewer__c + N + String + + + + + 50 + 0 + none + N + + + Year Built + Year_Built__c + N + Number + + + + + 0 + 4 + none + N + + + Year Last Altered + Year_Last_Altered__c + N + Number + + + + + 0 + 4 + none + N + + + Building ID + Building_ID__c + N + String + + + + + 40 + 0 + none + N + + + Lot ID + Lot_ID__c + N + String + + + + + 40 + 0 + none + N + + + BBL + BBL__c + N + String + + + + + 10 + 0 + none + N + + + BIN + BIN__c + N + String + + + + + 15 + 0 + none + N + + + Community District + Community_District__c + N + String + + + + + 10 + 0 + none + N + + + BP Targeting Score + BP_Targeting_Score__c + N + Number + + + + + 0 + 5 + none + N + + + Address 3 + Address_3__c + N + String + + + + + 75 + 0 + none + N + + + Address 4 + Address_4__c + N + String + + + + + 75 + 0 + none + N + + + Address 5 + Address_5__c + N + String + + + + + 75 + 0 + none + N + + + Address 6 + Address_6__c + N + String + + + + + 75 + 0 + none + N + + + Address 7 + Address_7__c + N + String + + + + + 75 + 0 + none + N + + + Building Type + Building_Type__c + N + String + + + + + 255 + 0 + none + N + + + Member of + Member_of__c + N + String + + + + + 18 + 0 + none + N + + + # of Buildings on Lot + of_Buildings_on_Lot__c + N + Number + + + + + 0 + 18 + none + N + + + HPD Score Greater than 50 + HPD_Score_Greater_than_50__c + N + Boolean + + + + + -1 + -1 + none + N + + + HPD Score Greater than 75 + HPD_Score_Greater_than_75__c + N + Boolean + + + + + -1 + -1 + none + N + + + 0 + + + + + + + + + 704 + 224 + Y + + + + account output + TableOutput + + Y + + 1 + + none + + + localpostgres + salesforce_db + sf_account
+ 1000 + Y + N + Y + Y + N + + N + Y + N + + Y + N + + + + Account ID + Account ID + + + Deleted + Deleted + + + Master Record ID + Master Record ID + + + Account Name + Account Name + + + Account Type + Account Type + + + Parent Account ID + Parent Account ID + + + Billing Street + Billing Street + + + Billing City + Billing City + + + Billing State/Province + Billing State/Province + + + Billing Zip/Postal Code + Billing Zip/Postal Code + + + Billing Country + Billing Country + + + Shipping Street + Shipping Street + + + Shipping City + Shipping City + + + Shipping State/Province + Shipping State/Province + + + Shipping Zip/Postal Code + Shipping Zip/Postal Code + + + Shipping Country + Shipping Country + + + Account Phone + Account Phone + + + Website + Website + + + Industry + Industry + + + Employees + Employees + + + Account Description + Account Description + + + Owner ID + Owner ID + + + Created Date + Created Date + + + Created By ID + Created By ID + + + Last Modified Date + Last Modified Date + + + Last Modified By ID + Last Modified By ID + + + System Modstamp + System Modstamp + + + Last Activity + Last Activity + + + Status + Status + + + County + County + + + Town + Town + + + Hours of Operation + Hours of Operation + + + COI Date + COI Date + + + Sales Tax Exempt + Sales Tax Exempt + + + Tax ID + Tax ID + + + + + + + + + + + 416 + 96 + Y + + + + account history output + TableOutput + + Y + + 1 + + none + + + localpostgres + salesforce_db + sf_account_history
+ 1000 + Y + N + Y + Y + N + + N + Y + N + + Y + N + + + + Account History ID + Account History ID + + + Deleted + Deleted + + + Account ID + Account ID + + + Created By ID + Created By ID + + + Created Date + Created Date + + + Changed Field + Changed Field + + + Old Value + Old Value + + + New Value + New Value + + + + + + + + + + + 912 + 80 + Y + + + + opportunity history output + TableOutput + + Y + + 1 + + none + + + localpostgres + salesforce_db + sf_opportunity_history
+ 1000 + Y + N + Y + Y + N + + N + Y + N + + Y + N + + + + Opportunity History ID + Opportunity History ID + + + Opportunity ID + Opportunity ID + + + Created By ID + Created By ID + + + Created Date + Created Date + + + Stage Name + Stage Name + + + Amount + Amount + + + Expected Revenue + Expected Revenue + + + Close Date + Close Date + + + Probability + Probability + + + To ForecastCategory + To ForecastCategory + + + System Modstamp + System Modstamp + + + Deleted + Deleted + + + + + + + + + + + 1072 + 416 + Y + + + + opportunity output + TableOutput + + Y + + 1 + + none + + + localpostgres + salesforce_db + sf_opportunity
+ 1000 + Y + N + Y + Y + N + + N + Y + N + + Y + N + + + + Opportunity ID + Opportunity ID + + + Deleted + Deleted + + + Account ID + Account ID + + + Name + Name + + + Description + Description + + + Stage + Stage + + + Amount + Amount + + + Probability (%) + Probability (%) + + + Close Date + Close Date + + + Opportunity Type + Opportunity Type + + + Next Step + Next Step + + + Lead Source + Lead Source + + + Closed + Closed + + + Won + Won + + + Forecast Category + Forecast Category + + + Forecast Category_1 + Forecast Category_1 + + + Campaign ID + Campaign ID + + + Has Line Item + Has Line Item + + + Price Book ID + Price Book ID + + + Owner ID + Owner ID + + + Created Date + Created Date + + + Created By ID + Created By ID + + + Last Modified Date + Last Modified Date + + + Last Modified By ID + Last Modified By ID + + + System Modstamp + System Modstamp + + + Last Activity + Last Activity + + + Fiscal Quarter + Fiscal Quarter + + + Fiscal Year + Fiscal Year + + + Fiscal Period + Fiscal Period + + + Quote ID + Quote ID + + + Tracking Number + Tracking Number + + + Latest Sync + Latest Sync + + + ProjectDashboardProjectID + ProjectDashboardProjectID + + + Project Location + Project Location + + + Date PNS Submitted + Date PNS Submitted + + + Step + Step + + + BP Enterprise Client + BP Enterprise Client + + + Kissflow Project ID + Kissflow Project ID + + + + + + + + + + + 384 + 416 + Y + + + + project_locaton output + TableOutput + + Y + + 1 + + none + + + localpostgres + salesforce_db + sf_project_location
+ 1000 + Y + N + Y + Y + N + + N + Y + N + + Y + N + + + + Record ID + Record ID + + + Owner ID + Owner ID + + + Deleted + Deleted + + + Building Name + Building Name + + + Created Date + Created Date + + + Created By ID + Created By ID + + + Last Modified Date + Last Modified Date + + + Last Modified By ID + Last Modified By ID + + + System Modstamp + System Modstamp + + + Last Activity Date + Last Activity Date + + + Account Name + Account Name + + + Address 1 + Address 1 + + + Address 2 + Address 2 + + + City + City + + + County + County + + + State + State + + + Zip + Zip + + + Location (Latitude) + Location (Latitude) + + + Location (Longitude) + Location (Longitude) + + + Block Number + Block Number + + + Boiler Fuel + Boiler Fuel + + + Borough + Borough + + + Building Dimensions + Building Dimensions + + + Building SF (w/ Cellar) + Building SF (w/ Cellar) + + + Electricity Account ID's + Electricity Account ID's + + + Floor Area SF + Floor Area SF + + + Gas (Cooking) Account ID's + Gas (Cooking) Account ID's + + + Gas (Heating) Account ID's + Gas (Heating) Account ID's + + + Heating Type + Heating Type + + + Hot Water System + Hot Water System + + + Lot Dimensions + Lot Dimensions + + + Lot SF + Lot SF + + + Lot + Lot + + + MDR Number + MDR Number + + + Number of Units + Number of Units + + + 0-BR Units + 0-BR Units + + + 1-BR Units + 1-BR Units + + + 2-BR Units + 2-BR Units + + + 3-BR Units + 3-BR Units + + + 4-BR Units + 4-BR Units + + + 5-BR Units + 5-BR Units + + + # of Stories + # of Stories + + + Residential SF (w/o Cellar) + Residential SF (w/o Cellar) + + + Tax Exemption Info + Tax Exemption Info + + + Usable Floor Area + Usable Floor Area + + + Water and Sewer Accounts + Water and Sewer Accounts + + + Year Built + Year Built + + + Year Last Altered + Year Last Altered + + + Building ID + Building ID + + + Lot ID + Lot ID + + + BBL + BBL + + + BIN + BIN + + + Community District + Community District + + + BP Targeting Score + BP Targeting Score + + + Address 3 + Address 3 + + + Address 4 + Address 4 + + + Address 5 + Address 5 + + + Address 6 + Address 6 + + + Address 7 + Address 7 + + + Building Type + Building Type + + + Member of + Member of + + + # of Buildings on Lot + # of Buildings on Lot + + + HPD Score Greater than 50 + HPD Score Greater than 50 + + + HPD Score Greater than 75 + HPD Score Greater than 75 + + + + + + + + + + + 976 + 224 + Y + + + + + + + N + -- GitLab From 0275bc10bfa11389233284ef0469cf91fd7a3047 Mon Sep 17 00:00:00 2001 From: Conrad Date: Wed, 29 Nov 2017 13:26:48 -0500 Subject: [PATCH 2/3] Final salesforce revision --- pentaho/salesforce/SalesforceETL/account.ktr | 1358 ++++++++++ .../SalesforceETL/account_contact.ktr | 818 ++++++ .../SalesforceETL/account_history.ktr | 782 ++++++ pentaho/salesforce/SalesforceETL/contact.ktr | 1340 ++++++++++ .../salesforce/SalesforceETL/customer_db.kdb | 24 + pentaho/salesforce/SalesforceETL/lead.ktr | 2186 +++++++++++++++++ .../salesforce/SalesforceETL/master_job.kjb | 1041 ++++++++ .../salesforce/SalesforceETL/opportunity.ktr | 1322 ++++++++++ .../SalesforceETL/opportunity_history.ktr | 854 +++++++ .../SalesforceETL/project_location.ktr | 1790 ++++++++++++++ .../{ => SalesforceETL}/readSFobjects.ktr | 485 ++-- .../salesforce/SalesforceETL/repository.log | 5 + 12 files changed, 11762 insertions(+), 243 deletions(-) create mode 100644 pentaho/salesforce/SalesforceETL/account.ktr create mode 100644 pentaho/salesforce/SalesforceETL/account_contact.ktr create mode 100644 pentaho/salesforce/SalesforceETL/account_history.ktr create mode 100644 pentaho/salesforce/SalesforceETL/contact.ktr create mode 100644 pentaho/salesforce/SalesforceETL/customer_db.kdb create mode 100644 pentaho/salesforce/SalesforceETL/lead.ktr create mode 100644 pentaho/salesforce/SalesforceETL/master_job.kjb create mode 100644 pentaho/salesforce/SalesforceETL/opportunity.ktr create mode 100644 pentaho/salesforce/SalesforceETL/opportunity_history.ktr create mode 100644 pentaho/salesforce/SalesforceETL/project_location.ktr rename pentaho/salesforce/{ => SalesforceETL}/readSFobjects.ktr (99%) create mode 100644 pentaho/salesforce/SalesforceETL/repository.log diff --git a/pentaho/salesforce/SalesforceETL/account.ktr b/pentaho/salesforce/SalesforceETL/account.ktr new file mode 100644 index 0000000..390f16c --- /dev/null +++ b/pentaho/salesforce/SalesforceETL/account.ktr @@ -0,0 +1,1358 @@ + + + account + + + + Normal + 0 + / + + + + + + + + + + + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + TRANSNAME + Y + TRANSNAME + + + STATUS + Y + STATUS + + + LINES_READ + Y + LINES_READ + + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + + LINES_UPDATED + Y + LINES_UPDATED + + + + LINES_INPUT + Y + LINES_INPUT + + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + + LINES_REJECTED + Y + LINES_REJECTED + + + + ERRORS + Y + ERRORS + + + STARTDATE + Y + STARTDATE + + + ENDDATE + Y + ENDDATE + + + LOGDATE + Y + LOGDATE + + + DEPDATE + Y + DEPDATE + + + REPLAYDATE + Y + REPLAYDATE + + + LOG_FIELD + Y + LOG_FIELD + + + EXECUTING_SERVER + N + EXECUTING_SERVER + + + EXECUTING_USER + N + EXECUTING_USER + + + CLIENT + N + CLIENT + + + + + +
+ + + + ID_BATCH + Y + ID_BATCH + + + SEQ_NR + Y + SEQ_NR + + + LOGDATE + Y + LOGDATE + + + TRANSNAME + Y + TRANSNAME + + + STEPNAME + Y + STEPNAME + + + STEP_COPY + Y + STEP_COPY + + + LINES_READ + Y + LINES_READ + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + LINES_UPDATED + Y + LINES_UPDATED + + + LINES_INPUT + Y + LINES_INPUT + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + LINES_REJECTED + Y + LINES_REJECTED + + + ERRORS + Y + ERRORS + + + INPUT_BUFFER_ROWS + Y + INPUT_BUFFER_ROWS + + + OUTPUT_BUFFER_ROWS + Y + OUTPUT_BUFFER_ROWS + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + LOGGING_OBJECT_TYPE + Y + LOGGING_OBJECT_TYPE + + + OBJECT_NAME + Y + OBJECT_NAME + + + OBJECT_COPY + Y + OBJECT_COPY + + + REPOSITORY_DIRECTORY + Y + REPOSITORY_DIRECTORY + + + FILENAME + Y + FILENAME + + + OBJECT_ID + Y + OBJECT_ID + + + OBJECT_REVISION + Y + OBJECT_REVISION + + + PARENT_CHANNEL_ID + Y + PARENT_CHANNEL_ID + + + ROOT_CHANNEL_ID + Y + ROOT_CHANNEL_ID + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + TRANSNAME + Y + TRANSNAME + + + STEPNAME + Y + STEPNAME + + + STEP_COPY + Y + STEP_COPY + + + LINES_READ + Y + LINES_READ + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + LINES_UPDATED + Y + LINES_UPDATED + + + LINES_INPUT + Y + LINES_INPUT + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + LINES_REJECTED + Y + LINES_REJECTED + + + ERRORS + Y + ERRORS + + + LOG_FIELD + N + LOG_FIELD + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + METRICS_DATE + Y + METRICS_DATE + + + METRICS_CODE + Y + METRICS_CODE + + + METRICS_DESCRIPTION + Y + METRICS_DESCRIPTION + + + METRICS_SUBJECT + Y + METRICS_SUBJECT + + + METRICS_TYPE + Y + METRICS_TYPE + + + METRICS_VALUE + Y + METRICS_VALUE + + + + + +
+ + 0.0 + 0.0 + + 10000 + 50 + 50 + N + Y + 50000 + Y + + N + 1000 + 100 + + + + + + + + + - + 2017/11/27 16:00:41.942 + - + 2017/11/28 12:55:20.873 + H4sIAAAAAAAAAAMAAAAAAAAAAAA= + N + + + + + customer_db + ${DB_host} + POSTGRESQL + Native + customer + 5432 + ${DB_user} + ${DB_password} + + + + + + FORCE_IDENTIFIERS_TO_LOWERCASE + N + + + FORCE_IDENTIFIERS_TO_UPPERCASE + N + + + IS_CLUSTERED + N + + + PORT_NUMBER + 5432 + + + PRESERVE_RESERVED_WORD_CASE + Y + + + QUOTE_ALL_FIELDS + N + + + SUPPORTS_BOOLEAN_DATA_TYPE + Y + + + SUPPORTS_TIMESTAMP_DATA_TYPE + Y + + + USE_POOLING + N + + + + + + Accout Salesforce Input + account output + Y + + + Execute SQL script + Accout Salesforce Input + Y + + + + Accout Salesforce Input + SalesforceInput + + Y + + 1 + + none + + + ${Salesforce_PROD_host} + ${Salesforce_PROD_user} + ${Salesforce_PROD_password} + 60000 + N + Account + + N + + N + + N + + N + N + + + N + + N + + + + all + Y + + + Account ID + Id + Y + String + + + + + 18 + 0 + none + N + + + Deleted + IsDeleted + N + Boolean + + + + + -1 + -1 + none + N + + + Master Record ID + MasterRecordId + N + String + + + + + 18 + 0 + none + N + + + Account Name + Name + N + String + + + + + 255 + 0 + none + N + + + Account Type + Type + N + String + + + + + 40 + 0 + none + N + + + Parent Account ID + ParentId + N + String + + + + + 18 + 0 + none + N + + + Billing Street + BillingStreet + N + String + + + + + 255 + 0 + none + N + + + Billing City + BillingCity + N + String + + + + + 40 + 0 + none + N + + + Billing State/Province + BillingState + N + String + + + + + 80 + 0 + none + N + + + Billing Zip/Postal Code + BillingPostalCode + N + String + + + + + 20 + 0 + none + N + + + Billing Country + BillingCountry + N + String + + + + + 80 + 0 + none + N + + + Shipping Street + ShippingStreet + N + String + + + + + 255 + 0 + none + N + + + Shipping City + ShippingCity + N + String + + + + + 40 + 0 + none + N + + + Shipping State/Province + ShippingState + N + String + + + + + 80 + 0 + none + N + + + Shipping Zip/Postal Code + ShippingPostalCode + N + String + + + + + 20 + 0 + none + N + + + Shipping Country + ShippingCountry + N + String + + + + + 80 + 0 + none + N + + + Account Phone + Phone + N + String + + + + + 40 + 0 + none + N + + + Website + Website + N + String + + + + + 255 + 0 + none + N + + + Industry + Industry + N + String + + + + + 40 + 0 + none + N + + + Employees + NumberOfEmployees + N + Integer + + + + + 0 + 0 + none + N + + + Account Description + Description + N + String + + + + + 32000 + 0 + none + N + + + Owner ID + OwnerId + N + String + + + + + 18 + 0 + none + N + + + Created Date + CreatedDate + N + Date + yyyy-MM-dd'T'HH:mm:ss'.000'XXX + + + + -1 + -1 + none + N + + + Created By ID + CreatedById + N + String + + + + + 18 + 0 + none + N + + + Last Modified Date + LastModifiedDate + N + Date + yyyy-MM-dd'T'HH:mm:ss'.000'XXX + + + + -1 + -1 + none + N + + + Last Modified By ID + LastModifiedById + N + String + + + + + 18 + 0 + none + N + + + System Modstamp + SystemModstamp + N + Date + yyyy-MM-dd'T'HH:mm:ss'.000'XXX + + + + -1 + -1 + none + N + + + Last Activity + LastActivityDate + N + Date + yyyy-MM-dd + + + + -1 + -1 + none + N + + + Status + Status__c + N + String + + + + + 255 + 0 + none + N + + + County + County__c + N + String + + + + + 45 + 0 + none + N + + + Town + Town__c + N + String + + + + + 45 + 0 + none + N + + + Hours of Operation + Hours_of_Operation__c + N + String + + + + + 50 + 0 + none + N + + + COI Date + COI_Date__c + N + Date + yyyy-MM-dd + + + + -1 + -1 + none + N + + + Sales Tax Exempt + Sales_Tax_Exempt__c + N + Boolean + + + + + -1 + -1 + none + N + + + Tax ID + Tax_ID__c + N + String + + + + + 50 + 0 + none + N + + + Partner Type + Partner_Type__c + N + String + + + + + 255 + 0 + none + N + + + Alias + Alias__c + N + String + + + + + 255 + 0 + none + N + + + Formerly Known As + Formerly_Known_As__c + N + String + + + + + 255 + 0 + none + N + + + DATE INITIATED CONTACT + DATE_INITIATED_CONTACT__c + N + Date + yyyy-MM-dd + + + + -1 + -1 + none + N + + + Referral Source + Referral_Source__c + N + String + + + + + 18 + 0 + none + N + + + 0 + + + + + + + + + 293 + 224 + Y + + + + Execute SQL script + ExecSQL + + Y + + 1 + + none + + + customer_db + N + N + N + N + truncate table salesforce_db.sf_account; + N + + + + + + + + + + + + + + + 96 + 224 + Y + + + + account output + TableOutput + + Y + + 1 + + none + + + customer_db + salesforce_db +
sf_account
+ 1000 + Y + N + Y + Y + N + + N + Y + N + + Y + N + + + + Account ID + Account ID + + + Deleted + Deleted + + + Master Record ID + Master Record ID + + + Account Name + Account Name + + + Account Type + Account Type + + + Parent Account ID + Parent Account ID + + + Billing Street + Billing Street + + + Billing City + Billing City + + + Billing State/Province + Billing State/Province + + + Billing Zip/Postal Code + Billing Zip/Postal Code + + + Billing Country + Billing Country + + + Shipping Street + Shipping Street + + + Shipping City + Shipping City + + + Shipping State/Province + Shipping State/Province + + + Shipping Zip/Postal Code + Shipping Zip/Postal Code + + + Shipping Country + Shipping Country + + + Account Phone + Account Phone + + + Website + Website + + + Industry + Industry + + + Employees + Employees + + + Account Description + Account Description + + + Owner ID + Owner ID + + + Created Date + Created Date + + + Created By ID + Created By ID + + + Last Modified Date + Last Modified Date + + + Last Modified By ID + Last Modified By ID + + + System Modstamp + System Modstamp + + + Last Activity + Last Activity + + + Status + Status + + + County + County + + + Town + Town + + + Hours of Operation + Hours of Operation + + + COI Date + COI Date + + + Sales Tax Exempt + Sales Tax Exempt + + + Tax ID + Tax ID + + + Partner Type + Partner Type + + + Alias + Alias + + + Formerly Known As + Formerly Known As + + + DATE INITIATED CONTACT + DATE INITIATED CONTACT + + + Referral Source + Referral Source + + + + + + + + + + + 469 + 224 + Y + + + + + + + N + diff --git a/pentaho/salesforce/SalesforceETL/account_contact.ktr b/pentaho/salesforce/SalesforceETL/account_contact.ktr new file mode 100644 index 0000000..97f183a --- /dev/null +++ b/pentaho/salesforce/SalesforceETL/account_contact.ktr @@ -0,0 +1,818 @@ + + + account_contact + + + + Normal + 0 + / + + + + + + + + + + + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + TRANSNAME + Y + TRANSNAME + + + STATUS + Y + STATUS + + + LINES_READ + Y + LINES_READ + + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + + LINES_UPDATED + Y + LINES_UPDATED + + + + LINES_INPUT + Y + LINES_INPUT + + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + + LINES_REJECTED + Y + LINES_REJECTED + + + + ERRORS + Y + ERRORS + + + STARTDATE + Y + STARTDATE + + + ENDDATE + Y + ENDDATE + + + LOGDATE + Y + LOGDATE + + + DEPDATE + Y + DEPDATE + + + REPLAYDATE + Y + REPLAYDATE + + + LOG_FIELD + Y + LOG_FIELD + + + EXECUTING_SERVER + N + EXECUTING_SERVER + + + EXECUTING_USER + N + EXECUTING_USER + + + CLIENT + N + CLIENT + + + + + +
+ + + + ID_BATCH + Y + ID_BATCH + + + SEQ_NR + Y + SEQ_NR + + + LOGDATE + Y + LOGDATE + + + TRANSNAME + Y + TRANSNAME + + + STEPNAME + Y + STEPNAME + + + STEP_COPY + Y + STEP_COPY + + + LINES_READ + Y + LINES_READ + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + LINES_UPDATED + Y + LINES_UPDATED + + + LINES_INPUT + Y + LINES_INPUT + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + LINES_REJECTED + Y + LINES_REJECTED + + + ERRORS + Y + ERRORS + + + INPUT_BUFFER_ROWS + Y + INPUT_BUFFER_ROWS + + + OUTPUT_BUFFER_ROWS + Y + OUTPUT_BUFFER_ROWS + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + LOGGING_OBJECT_TYPE + Y + LOGGING_OBJECT_TYPE + + + OBJECT_NAME + Y + OBJECT_NAME + + + OBJECT_COPY + Y + OBJECT_COPY + + + REPOSITORY_DIRECTORY + Y + REPOSITORY_DIRECTORY + + + FILENAME + Y + FILENAME + + + OBJECT_ID + Y + OBJECT_ID + + + OBJECT_REVISION + Y + OBJECT_REVISION + + + PARENT_CHANNEL_ID + Y + PARENT_CHANNEL_ID + + + ROOT_CHANNEL_ID + Y + ROOT_CHANNEL_ID + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + TRANSNAME + Y + TRANSNAME + + + STEPNAME + Y + STEPNAME + + + STEP_COPY + Y + STEP_COPY + + + LINES_READ + Y + LINES_READ + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + LINES_UPDATED + Y + LINES_UPDATED + + + LINES_INPUT + Y + LINES_INPUT + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + LINES_REJECTED + Y + LINES_REJECTED + + + ERRORS + Y + ERRORS + + + LOG_FIELD + N + LOG_FIELD + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + METRICS_DATE + Y + METRICS_DATE + + + METRICS_CODE + Y + METRICS_CODE + + + METRICS_DESCRIPTION + Y + METRICS_DESCRIPTION + + + METRICS_SUBJECT + Y + METRICS_SUBJECT + + + METRICS_TYPE + Y + METRICS_TYPE + + + METRICS_VALUE + Y + METRICS_VALUE + + + + + +
+ + 0.0 + 0.0 + + 10000 + 50 + 50 + N + Y + 50000 + Y + + N + 1000 + 100 + + + + + + + + + - + 2017/11/28 16:22:20.522 + - + 2017/11/28 16:24:03.964 + + N + + + + + customer_db + ${DB_host} + POSTGRESQL + Native + customer + 5432 + ${DB_user} + ${DB_password} + + + + + + FORCE_IDENTIFIERS_TO_LOWERCASE + N + + + FORCE_IDENTIFIERS_TO_UPPERCASE + N + + + IS_CLUSTERED + N + + + PORT_NUMBER + 5432 + + + PRESERVE_RESERVED_WORD_CASE + Y + + + QUOTE_ALL_FIELDS + N + + + SUPPORTS_BOOLEAN_DATA_TYPE + Y + + + SUPPORTS_TIMESTAMP_DATA_TYPE + Y + + + USE_POOLING + N + + + + + + Account Contact Salesforce Input + Account Contact Salesforce output + Y + + + Execute SQL script + Account Contact Salesforce Input + Y + + + + Account Contact Salesforce Input + SalesforceInput + + Y + + 1 + + none + + + ${Salesforce_PROD_host} + ${Salesforce_PROD_user} + ${Salesforce_PROD_password} + 60000 + N + BlocPower_Account_Contact__c + + N + + N + + N + + N + N + + + N + + N + + + + all + Y + + + Record ID + Id + Y + String + + + + + 18 + 0 + none + N + + + Deleted + IsDeleted + N + Boolean + + + + + -1 + -1 + none + N + + + BlocPower Account Contact ID + Name + Y + String + + + + + 80 + 0 + none + N + + + Created Date + CreatedDate + N + Date + yyyy-MM-dd'T'HH:mm:ss'.000'XXX + + + + -1 + -1 + none + N + + + Created By ID + CreatedById + N + String + + + + + 18 + 0 + none + N + + + Last Modified Date + LastModifiedDate + N + Date + yyyy-MM-dd'T'HH:mm:ss'.000'XXX + + + + -1 + -1 + none + N + + + Last Modified By ID + LastModifiedById + N + String + + + + + 18 + 0 + none + N + + + System Modstamp + SystemModstamp + N + Date + yyyy-MM-dd'T'HH:mm:ss'.000'XXX + + + + -1 + -1 + none + N + + + Contact + Contact__c + N + String + + + + + 18 + 0 + none + N + + + Account + Account__c + N + String + + + + + 18 + 0 + none + N + + + 0 + + + + + + + + + 475 + 211 + Y + + + + Account Contact Salesforce output + TableOutput + + Y + + 1 + + none + + + customer_db + salesforce_db +
sf_account_contact
+ 1000 + Y + N + Y + Y + N + + N + Y + N + + Y + N + + + + Record ID + Record ID + + + Deleted + Deleted + + + BlocPower Account Contact ID + BlocPower Account Contact ID + + + Created Date + Created Date + + + Created By ID + Created By ID + + + Last Modified Date + Last Modified Date + + + Last Modified By ID + Last Modified By ID + + + System Modstamp + System Modstamp + + + Contact + Contact + + + Account + Account + + + + + + + + + + + 790 + 213 + Y + + + + Execute SQL script + ExecSQL + + Y + + 1 + + none + + + customer_db + N + N + N + N + truncate table salesforce_db.sf_account_contact; + N + + + + + + + + + + + + + + + 256 + 208 + Y + + + + + + + N + diff --git a/pentaho/salesforce/SalesforceETL/account_history.ktr b/pentaho/salesforce/SalesforceETL/account_history.ktr new file mode 100644 index 0000000..efa307a --- /dev/null +++ b/pentaho/salesforce/SalesforceETL/account_history.ktr @@ -0,0 +1,782 @@ + + + account_history + + + + Normal + 0 + / + + + + + + + + + + + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + TRANSNAME + Y + TRANSNAME + + + STATUS + Y + STATUS + + + LINES_READ + Y + LINES_READ + + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + + LINES_UPDATED + Y + LINES_UPDATED + + + + LINES_INPUT + Y + LINES_INPUT + + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + + LINES_REJECTED + Y + LINES_REJECTED + + + + ERRORS + Y + ERRORS + + + STARTDATE + Y + STARTDATE + + + ENDDATE + Y + ENDDATE + + + LOGDATE + Y + LOGDATE + + + DEPDATE + Y + DEPDATE + + + REPLAYDATE + Y + REPLAYDATE + + + LOG_FIELD + Y + LOG_FIELD + + + EXECUTING_SERVER + N + EXECUTING_SERVER + + + EXECUTING_USER + N + EXECUTING_USER + + + CLIENT + N + CLIENT + + + + + +
+ + + + ID_BATCH + Y + ID_BATCH + + + SEQ_NR + Y + SEQ_NR + + + LOGDATE + Y + LOGDATE + + + TRANSNAME + Y + TRANSNAME + + + STEPNAME + Y + STEPNAME + + + STEP_COPY + Y + STEP_COPY + + + LINES_READ + Y + LINES_READ + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + LINES_UPDATED + Y + LINES_UPDATED + + + LINES_INPUT + Y + LINES_INPUT + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + LINES_REJECTED + Y + LINES_REJECTED + + + ERRORS + Y + ERRORS + + + INPUT_BUFFER_ROWS + Y + INPUT_BUFFER_ROWS + + + OUTPUT_BUFFER_ROWS + Y + OUTPUT_BUFFER_ROWS + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + LOGGING_OBJECT_TYPE + Y + LOGGING_OBJECT_TYPE + + + OBJECT_NAME + Y + OBJECT_NAME + + + OBJECT_COPY + Y + OBJECT_COPY + + + REPOSITORY_DIRECTORY + Y + REPOSITORY_DIRECTORY + + + FILENAME + Y + FILENAME + + + OBJECT_ID + Y + OBJECT_ID + + + OBJECT_REVISION + Y + OBJECT_REVISION + + + PARENT_CHANNEL_ID + Y + PARENT_CHANNEL_ID + + + ROOT_CHANNEL_ID + Y + ROOT_CHANNEL_ID + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + TRANSNAME + Y + TRANSNAME + + + STEPNAME + Y + STEPNAME + + + STEP_COPY + Y + STEP_COPY + + + LINES_READ + Y + LINES_READ + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + LINES_UPDATED + Y + LINES_UPDATED + + + LINES_INPUT + Y + LINES_INPUT + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + LINES_REJECTED + Y + LINES_REJECTED + + + ERRORS + Y + ERRORS + + + LOG_FIELD + N + LOG_FIELD + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + METRICS_DATE + Y + METRICS_DATE + + + METRICS_CODE + Y + METRICS_CODE + + + METRICS_DESCRIPTION + Y + METRICS_DESCRIPTION + + + METRICS_SUBJECT + Y + METRICS_SUBJECT + + + METRICS_TYPE + Y + METRICS_TYPE + + + METRICS_VALUE + Y + METRICS_VALUE + + + + + +
+ + 0.0 + 0.0 + + 10000 + 50 + 50 + N + Y + 50000 + Y + + N + 1000 + 100 + + + + + + + + + - + 2017/11/28 16:18:41.510 + - + 2017/11/28 16:20:31.190 + + N + + + + + customer_db + ${DB_host} + POSTGRESQL + Native + customer + 5432 + ${DB_user} + ${DB_password} + + + + + + FORCE_IDENTIFIERS_TO_LOWERCASE + N + + + FORCE_IDENTIFIERS_TO_UPPERCASE + N + + + IS_CLUSTERED + N + + + PORT_NUMBER + 5432 + + + PRESERVE_RESERVED_WORD_CASE + Y + + + QUOTE_ALL_FIELDS + N + + + SUPPORTS_BOOLEAN_DATA_TYPE + Y + + + SUPPORTS_TIMESTAMP_DATA_TYPE + Y + + + USE_POOLING + N + + + + + + Accout History Salesforce Input + account history output + Y + + + Execute SQL script + Accout History Salesforce Input + Y + + + + Accout History Salesforce Input + SalesforceInput + + Y + + 1 + + none + + + ${Salesforce_PROD_host} + ${Salesforce_PROD_user} + ${Salesforce_PROD_password} + 60000 + N + AccountHistory + + N + + N + + N + + N + N + + + N + + N + + + + all + Y + + + Account History ID + Id + Y + String + + + + + 18 + 0 + none + N + + + Deleted + IsDeleted + N + Boolean + + + + + -1 + -1 + none + N + + + Account ID + AccountId + N + String + + + + + 18 + 0 + none + N + + + Created By ID + CreatedById + N + String + + + + + 18 + 0 + none + N + + + Created Date + CreatedDate + N + Date + yyyy-MM-dd'T'HH:mm:ss'.000'XXX + + + + -1 + -1 + none + N + + + Changed Field + Field + N + String + + + + + 255 + 0 + none + N + + + Old Value + OldValue + N + String + + + + + 255 + 0 + none + N + + + New Value + NewValue + N + String + + + + + 255 + 0 + none + N + + + 0 + + + + + + + + + 480 + 144 + Y + + + + account history output + TableOutput + + Y + + 1 + + none + + + customer_db + salesforce_db +
sf_account_history
+ 1000 + Y + N + Y + Y + N + + N + Y + N + + Y + N + + + + Account History ID + Account History ID + + + Deleted + Deleted + + + Account ID + Account ID + + + Created By ID + Created By ID + + + Created Date + Created Date + + + Changed Field + Changed Field + + + Old Value + Old Value + + + New Value + New Value + + + + + + + + + + + 717 + 143 + Y + + + + Execute SQL script + ExecSQL + + Y + + 1 + + none + + + customer_db + N + N + N + N + truncate table salesforce_db.sf_account_history; + N + + + + + + + + + + + + + + + 272 + 144 + Y + + + + + + + N + diff --git a/pentaho/salesforce/SalesforceETL/contact.ktr b/pentaho/salesforce/SalesforceETL/contact.ktr new file mode 100644 index 0000000..bacc27f --- /dev/null +++ b/pentaho/salesforce/SalesforceETL/contact.ktr @@ -0,0 +1,1340 @@ + + + contact + + + + Normal + 0 + / + + + + + + + + + + + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + TRANSNAME + Y + TRANSNAME + + + STATUS + Y + STATUS + + + LINES_READ + Y + LINES_READ + + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + + LINES_UPDATED + Y + LINES_UPDATED + + + + LINES_INPUT + Y + LINES_INPUT + + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + + LINES_REJECTED + Y + LINES_REJECTED + + + + ERRORS + Y + ERRORS + + + STARTDATE + Y + STARTDATE + + + ENDDATE + Y + ENDDATE + + + LOGDATE + Y + LOGDATE + + + DEPDATE + Y + DEPDATE + + + REPLAYDATE + Y + REPLAYDATE + + + LOG_FIELD + Y + LOG_FIELD + + + EXECUTING_SERVER + N + EXECUTING_SERVER + + + EXECUTING_USER + N + EXECUTING_USER + + + CLIENT + N + CLIENT + + + + + +
+ + + + ID_BATCH + Y + ID_BATCH + + + SEQ_NR + Y + SEQ_NR + + + LOGDATE + Y + LOGDATE + + + TRANSNAME + Y + TRANSNAME + + + STEPNAME + Y + STEPNAME + + + STEP_COPY + Y + STEP_COPY + + + LINES_READ + Y + LINES_READ + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + LINES_UPDATED + Y + LINES_UPDATED + + + LINES_INPUT + Y + LINES_INPUT + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + LINES_REJECTED + Y + LINES_REJECTED + + + ERRORS + Y + ERRORS + + + INPUT_BUFFER_ROWS + Y + INPUT_BUFFER_ROWS + + + OUTPUT_BUFFER_ROWS + Y + OUTPUT_BUFFER_ROWS + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + LOGGING_OBJECT_TYPE + Y + LOGGING_OBJECT_TYPE + + + OBJECT_NAME + Y + OBJECT_NAME + + + OBJECT_COPY + Y + OBJECT_COPY + + + REPOSITORY_DIRECTORY + Y + REPOSITORY_DIRECTORY + + + FILENAME + Y + FILENAME + + + OBJECT_ID + Y + OBJECT_ID + + + OBJECT_REVISION + Y + OBJECT_REVISION + + + PARENT_CHANNEL_ID + Y + PARENT_CHANNEL_ID + + + ROOT_CHANNEL_ID + Y + ROOT_CHANNEL_ID + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + TRANSNAME + Y + TRANSNAME + + + STEPNAME + Y + STEPNAME + + + STEP_COPY + Y + STEP_COPY + + + LINES_READ + Y + LINES_READ + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + LINES_UPDATED + Y + LINES_UPDATED + + + LINES_INPUT + Y + LINES_INPUT + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + LINES_REJECTED + Y + LINES_REJECTED + + + ERRORS + Y + ERRORS + + + LOG_FIELD + N + LOG_FIELD + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + METRICS_DATE + Y + METRICS_DATE + + + METRICS_CODE + Y + METRICS_CODE + + + METRICS_DESCRIPTION + Y + METRICS_DESCRIPTION + + + METRICS_SUBJECT + Y + METRICS_SUBJECT + + + METRICS_TYPE + Y + METRICS_TYPE + + + METRICS_VALUE + Y + METRICS_VALUE + + + + + +
+ + 0.0 + 0.0 + + 10000 + 50 + 50 + N + Y + 50000 + Y + + N + 1000 + 100 + + + + + + + + + - + 2017/11/28 12:56:29.933 + - + 2017/11/28 17:16:11.093 + + N + + + + + customer_db + ${DB_host} + POSTGRESQL + Native + customer + 5432 + ${DB_user} + ${DB_password} + + + + + + FORCE_IDENTIFIERS_TO_LOWERCASE + N + + + FORCE_IDENTIFIERS_TO_UPPERCASE + N + + + IS_CLUSTERED + N + + + PORT_NUMBER + 5432 + + + PRESERVE_RESERVED_WORD_CASE + Y + + + QUOTE_ALL_FIELDS + N + + + SUPPORTS_BOOLEAN_DATA_TYPE + Y + + + SUPPORTS_TIMESTAMP_DATA_TYPE + Y + + + USE_POOLING + N + + + + + + Contact Salesforce Input + Contact output + Y + + + Execute SQL script + Contact Salesforce Input + Y + + + + Contact Salesforce Input + SalesforceInput + + Y + + 1 + + none + + + ${Salesforce_PROD_host} + ${Salesforce_PROD_user} + ${Salesforce_PROD_password} + 60000 + N + Contact + + N + + N + + N + + N + N + + + N + + N + + + + all + Y + + + Contact ID + Id + Y + String + + + + + 18 + 0 + none + N + + + Deleted + IsDeleted + N + Boolean + + + + + -1 + -1 + none + N + + + Master Record ID + MasterRecordId + N + String + + + + + 18 + 0 + none + N + + + Account ID + AccountId + N + String + + + + + 18 + 0 + none + N + + + Last Name + LastName + N + String + + + + + 80 + 0 + none + N + + + First Name + FirstName + N + String + + + + + 40 + 0 + none + N + + + Salutation + Salutation + N + String + + + + + 40 + 0 + none + N + + + Full Name + Name + N + String + + + + + 121 + 0 + none + N + + + Mailing Street + MailingStreet + N + String + + + + + 255 + 0 + none + N + + + Mailing City + MailingCity + N + String + + + + + 40 + 0 + none + N + + + Mailing State/Province + MailingState + N + String + + + + + 80 + 0 + none + N + + + Mailing Zip/Postal Code + MailingPostalCode + N + String + + + + + 20 + 0 + none + N + + + Mailing Country + MailingCountry + N + String + + + + + 80 + 0 + none + N + + + Business Phone + Phone + N + String + + + + + 40 + 0 + none + N + + + Business Fax + Fax + N + String + + + + + 40 + 0 + none + N + + + Mobile Phone + MobilePhone + N + String + + + + + 40 + 0 + none + N + + + Other Phone + OtherPhone + N + String + + + + + 40 + 0 + none + N + + + Reports To ID + ReportsToId + N + String + + + + + 18 + 0 + none + N + + + Email + Email + Y + String + + + + + 80 + 0 + none + N + + + Title + Title + N + String + + + + + 128 + 0 + none + N + + + Department + Department + N + String + + + + + 80 + 0 + none + N + + + Owner ID + OwnerId + N + String + + + + + 18 + 0 + none + N + + + Email Opt Out + HasOptedOutOfEmail + N + Boolean + + + + + -1 + -1 + none + N + + + Do Not Call + DoNotCall + N + Boolean + + + + + -1 + -1 + none + N + + + Created Date + CreatedDate + N + Date + yyyy-MM-dd'T'HH:mm:ss'.000'XXX + + + + -1 + -1 + none + N + + + Created By ID + CreatedById + N + String + + + + + 18 + 0 + none + N + + + Last Modified Date + LastModifiedDate + N + Date + yyyy-MM-dd'T'HH:mm:ss'.000'XXX + + + + -1 + -1 + none + N + + + Last Modified By ID + LastModifiedById + N + String + + + + + 18 + 0 + none + N + + + System Modstamp + SystemModstamp + N + Date + yyyy-MM-dd'T'HH:mm:ss'.000'XXX + + + + -1 + -1 + none + N + + + Last Activity + LastActivityDate + N + Date + yyyy-MM-dd + + + + -1 + -1 + none + N + + + Last Stay-in-Touch Request Date + LastCURequestDate + N + Date + yyyy-MM-dd'T'HH:mm:ss'.000'XXX + + + + -1 + -1 + none + N + + + Last Stay-in-Touch Save Date + LastCUUpdateDate + N + Date + yyyy-MM-dd'T'HH:mm:ss'.000'XXX + + + + -1 + -1 + none + N + + + Email Bounced Reason + EmailBouncedReason + N + String + + + + + 255 + 0 + none + N + + + Email Bounced Date + EmailBouncedDate + N + Date + yyyy-MM-dd'T'HH:mm:ss'.000'XXX + + + + -1 + -1 + none + N + + + Hours Available + Hours_Available__c + N + String + + + + + 50 + 0 + none + N + + + Twitter + Twitter__c + N + String + + + + + 200 + 0 + none + N + + + Other Phone + Other_Phone__c + N + String + + + + + 40 + 0 + none + N + + + Secondary Phone + Secondary_Phone__c + N + String + + + + + 40 + 0 + none + N + + + Primary Phone + Primary_Phone__c + N + String + + + + + 40 + 0 + none + N + + + 0 + + + + + + + + + 313 + 173 + Y + + + + Contact output + TableOutput + + Y + + 1 + + none + + + customer_db + salesforce_db +
sf_contact
+ 1000 + Y + N + Y + Y + N + + N + Y + N + + Y + N + + + + Contact ID + Contact ID + + + Deleted + Deleted + + + Master Record ID + Master Record ID + + + Account ID + Account ID + + + Last Name + Last Name + + + First Name + First Name + + + Salutation + Salutation + + + Full Name + Full Name + + + Mailing Street + Mailing Street + + + Mailing City + Mailing City + + + Mailing State/Province + Mailing State/Province + + + Mailing Zip/Postal Code + Mailing Zip/Postal Code + + + Mailing Country + Mailing Country + + + Business Phone + Business Phone + + + Business Fax + Business Fax + + + Mobile Phone + Mobile Phone + + + Other Phone + Other Phone + + + Reports To ID + Reports To ID + + + Email + Email + + + Title + Title + + + Department + Department + + + Owner ID + Owner ID + + + Email Opt Out + Email Opt Out + + + Do Not Call + Do Not Call + + + Created Date + Created Date + + + Created By ID + Created By ID + + + Last Modified Date + Last Modified Date + + + Last Modified By ID + Last Modified By ID + + + System Modstamp + System Modstamp + + + Last Activity + Last Activity + + + Last Stay-in-Touch Request Date + Last Stay-in-Touch Request Date + + + Last Stay-in-Touch Save Date + Last Stay-in-Touch Save Date + + + Email Bounced Reason + Email Bounced Reason + + + Email Bounced Date + Email Bounced Date + + + Hours Available + Hours Available + + + Twitter + Twitter + + + Other Phone_1 + Other Phone_1 + + + Secondary Phone + Secondary Phone + + + Primary Phone + Primary Phone + + + + + + + + + + + 505 + 173 + Y + + + + Execute SQL script + ExecSQL + + Y + + 1 + + none + + + customer_db + N + N + N + N + truncate table salesforce_db.sf_contact; + N + + + + + + + + + + + + + + + 128 + 176 + Y + + + + + + + N + diff --git a/pentaho/salesforce/SalesforceETL/customer_db.kdb b/pentaho/salesforce/SalesforceETL/customer_db.kdb new file mode 100644 index 0000000..a116630 --- /dev/null +++ b/pentaho/salesforce/SalesforceETL/customer_db.kdb @@ -0,0 +1,24 @@ + + customer_db + ${DB_host} + POSTGRESQL + Native + customer + 5432 + ${DB_user} + ${DB_password} + + + + + FORCE_IDENTIFIERS_TO_LOWERCASEN + FORCE_IDENTIFIERS_TO_UPPERCASEN + IS_CLUSTEREDN + PORT_NUMBER5432 + PRESERVE_RESERVED_WORD_CASEY + QUOTE_ALL_FIELDSN + SUPPORTS_BOOLEAN_DATA_TYPEY + SUPPORTS_TIMESTAMP_DATA_TYPEY + USE_POOLINGN + + diff --git a/pentaho/salesforce/SalesforceETL/lead.ktr b/pentaho/salesforce/SalesforceETL/lead.ktr new file mode 100644 index 0000000..ecd9452 --- /dev/null +++ b/pentaho/salesforce/SalesforceETL/lead.ktr @@ -0,0 +1,2186 @@ + + + lead + + + + Normal + 0 + / + + + + + + + + + + + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + TRANSNAME + Y + TRANSNAME + + + STATUS + Y + STATUS + + + LINES_READ + Y + LINES_READ + + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + + LINES_UPDATED + Y + LINES_UPDATED + + + + LINES_INPUT + Y + LINES_INPUT + + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + + LINES_REJECTED + Y + LINES_REJECTED + + + + ERRORS + Y + ERRORS + + + STARTDATE + Y + STARTDATE + + + ENDDATE + Y + ENDDATE + + + LOGDATE + Y + LOGDATE + + + DEPDATE + Y + DEPDATE + + + REPLAYDATE + Y + REPLAYDATE + + + LOG_FIELD + Y + LOG_FIELD + + + EXECUTING_SERVER + N + EXECUTING_SERVER + + + EXECUTING_USER + N + EXECUTING_USER + + + CLIENT + N + CLIENT + + + + + +
+ + + + ID_BATCH + Y + ID_BATCH + + + SEQ_NR + Y + SEQ_NR + + + LOGDATE + Y + LOGDATE + + + TRANSNAME + Y + TRANSNAME + + + STEPNAME + Y + STEPNAME + + + STEP_COPY + Y + STEP_COPY + + + LINES_READ + Y + LINES_READ + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + LINES_UPDATED + Y + LINES_UPDATED + + + LINES_INPUT + Y + LINES_INPUT + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + LINES_REJECTED + Y + LINES_REJECTED + + + ERRORS + Y + ERRORS + + + INPUT_BUFFER_ROWS + Y + INPUT_BUFFER_ROWS + + + OUTPUT_BUFFER_ROWS + Y + OUTPUT_BUFFER_ROWS + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + LOGGING_OBJECT_TYPE + Y + LOGGING_OBJECT_TYPE + + + OBJECT_NAME + Y + OBJECT_NAME + + + OBJECT_COPY + Y + OBJECT_COPY + + + REPOSITORY_DIRECTORY + Y + REPOSITORY_DIRECTORY + + + FILENAME + Y + FILENAME + + + OBJECT_ID + Y + OBJECT_ID + + + OBJECT_REVISION + Y + OBJECT_REVISION + + + PARENT_CHANNEL_ID + Y + PARENT_CHANNEL_ID + + + ROOT_CHANNEL_ID + Y + ROOT_CHANNEL_ID + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + TRANSNAME + Y + TRANSNAME + + + STEPNAME + Y + STEPNAME + + + STEP_COPY + Y + STEP_COPY + + + LINES_READ + Y + LINES_READ + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + LINES_UPDATED + Y + LINES_UPDATED + + + LINES_INPUT + Y + LINES_INPUT + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + LINES_REJECTED + Y + LINES_REJECTED + + + ERRORS + Y + ERRORS + + + LOG_FIELD + N + LOG_FIELD + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + METRICS_DATE + Y + METRICS_DATE + + + METRICS_CODE + Y + METRICS_CODE + + + METRICS_DESCRIPTION + Y + METRICS_DESCRIPTION + + + METRICS_SUBJECT + Y + METRICS_SUBJECT + + + METRICS_TYPE + Y + METRICS_TYPE + + + METRICS_VALUE + Y + METRICS_VALUE + + + + + +
+ + 0.0 + 0.0 + + 10000 + 50 + 50 + N + Y + 50000 + Y + + N + 1000 + 100 + + + + + + + + + - + 2017/11/28 13:35:36.579 + - + 2017/11/28 17:15:49.670 + + N + + + + + customer_db + ${DB_host} + POSTGRESQL + Native + customer + 5432 + ${DB_user} + ${DB_password} + + + + + + FORCE_IDENTIFIERS_TO_LOWERCASE + N + + + FORCE_IDENTIFIERS_TO_UPPERCASE + N + + + IS_CLUSTERED + N + + + PORT_NUMBER + 5432 + + + PRESERVE_RESERVED_WORD_CASE + Y + + + QUOTE_ALL_FIELDS + N + + + SUPPORTS_BOOLEAN_DATA_TYPE + Y + + + SUPPORTS_TIMESTAMP_DATA_TYPE + Y + + + USE_POOLING + N + + + + + + Lead Salesforce Input + Lead output + Y + + + Execute SQL script + Lead Salesforce Input + Y + + + + Lead Salesforce Input + SalesforceInput + + Y + + 1 + + none + + + ${Salesforce_PROD_host} + ${Salesforce_PROD_user} + ${Salesforce_PROD_password} + 60000 + N + Lead + + N + + N + + N + + N + N + + + N + + N + + + + all + Y + + + Lead ID + Id + Y + String + + + + + 18 + 0 + none + N + + + Deleted + IsDeleted + N + Boolean + + + + + -1 + -1 + none + N + + + Master Record ID + MasterRecordId + N + String + + + + + 18 + 0 + none + N + + + Last Name + LastName + N + String + + + + + 80 + 0 + none + N + + + First Name + FirstName + N + String + + + + + 40 + 0 + none + N + + + Salutation + Salutation + N + String + + + + + 40 + 0 + none + N + + + Full Name + Name + N + String + + + + + 121 + 0 + none + N + + + Title + Title + N + String + + + + + 128 + 0 + none + N + + + Company + Company + N + String + + + + + 255 + 0 + none + N + + + Street + Street + N + String + + + + + 255 + 0 + none + N + + + City + City + N + String + + + + + 40 + 0 + none + N + + + State/Province + State + N + String + + + + + 80 + 0 + none + N + + + Zip/Postal Code + PostalCode + N + String + + + + + 20 + 0 + none + N + + + Country + Country + N + String + + + + + 80 + 0 + none + N + + + Phone + Phone + N + String + + + + + 40 + 0 + none + N + + + Mobile Phone + MobilePhone + N + String + + + + + 40 + 0 + none + N + + + Email + Email + Y + String + + + + + 80 + 0 + none + N + + + Lead Source + LeadSource + N + String + + + + + 40 + 0 + none + N + + + Status + Status + N + String + + + + + 40 + 0 + none + N + + + Industry + Industry + N + String + + + + + 40 + 0 + none + N + + + Employees + NumberOfEmployees + N + Integer + + + + + 0 + 0 + none + N + + + Owner ID + OwnerId + N + String + + + + + 18 + 0 + none + N + + + Email Opt Out + HasOptedOutOfEmail + N + Boolean + + + + + -1 + -1 + none + N + + + Converted + IsConverted + N + Boolean + + + + + -1 + -1 + none + N + + + Converted Date + ConvertedDate + N + Date + yyyy-MM-dd + + + + -1 + -1 + none + N + + + Converted Account ID + ConvertedAccountId + N + String + + + + + 18 + 0 + none + N + + + Converted Contact ID + ConvertedContactId + N + String + + + + + 18 + 0 + none + N + + + Converted Opportunity ID + ConvertedOpportunityId + N + String + + + + + 18 + 0 + none + N + + + Unread By Owner + IsUnreadByOwner + N + Boolean + + + + + -1 + -1 + none + N + + + Created Date + CreatedDate + N + Date + yyyy-MM-dd'T'HH:mm:ss'.000'XXX + + + + -1 + -1 + none + N + + + Created By ID + CreatedById + N + String + + + + + 18 + 0 + none + N + + + Last Modified Date + LastModifiedDate + N + Date + yyyy-MM-dd'T'HH:mm:ss'.000'XXX + + + + -1 + -1 + none + N + + + Last Modified By ID + LastModifiedById + N + String + + + + + 18 + 0 + none + N + + + System Modstamp + SystemModstamp + N + Date + yyyy-MM-dd'T'HH:mm:ss'.000'XXX + + + + -1 + -1 + none + N + + + Last Activity + LastActivityDate + N + Date + yyyy-MM-dd + + + + -1 + -1 + none + N + + + Do Not Call + DoNotCall + N + Boolean + + + + + -1 + -1 + none + N + + + Email Bounced Reason + EmailBouncedReason + N + String + + + + + 255 + 0 + none + N + + + Email Bounced Date + EmailBouncedDate + N + Date + yyyy-MM-dd'T'HH:mm:ss'.000'XXX + + + + -1 + -1 + none + N + + + BP Enterprise Client + BP_Enterprise_Client_2__c + N + String + + + + + 255 + 0 + none + N + + + BoroBlkLot + BoroBlkLot__c + N + String + + + + + 255 + 0 + none + N + + + Building + Building__c + N + String + + + + + 18 + 0 + none + N + + + Business A + Business_A__c + N + String + + + + + 100 + 0 + none + N + + + Business B + Business_B__c + N + String + + + + + 100 + 0 + none + N + + + Business C + Business_C__c + N + String + + + + + 100 + 0 + none + N + + + Business Type + Business_Type__c + N + String + + + + + 100 + 0 + none + N + + + Class + Class__c + N + String + + + + + 6 + 0 + none + N + + + Full Name A + Full_Name_A__c + N + String + + + + + 100 + 0 + none + N + + + Full Name B + Full_Name_B__c + N + String + + + + + 100 + 0 + none + N + + + Full Name C + Full_Name_C__c + N + String + + + + + 100 + 0 + none + N + + + GRC + GRC__c + N + String + + + + + 100 + 0 + none + N + + + GeoCode Flag + GeoCode_Flag__c + N + String + + + + + 50 + 0 + none + N + + + GeoCoded BIN + GeoCoded_BIN__c + N + String + + + + + 50 + 0 + none + N + + + Geocoded_BBL + Geocoded_BBL__c + N + String + + + + + 100 + 0 + none + N + + + Geocoded + Geocoded__c + N + String + + + + + 100 + 0 + none + N + + + Owner 2 Address + Owner_2_Address__c + N + String + + + + + 200 + 0 + none + N + + + Owner 2 CityStateZip + Owner_2_CityStateZip__c + N + String + + + + + 50 + 0 + none + N + + + Owner Address + Owner_Address__c + N + String + + + + + 200 + 0 + none + N + + + Owner Address line 2 + Owner_Address_line_2__c + N + String + + + + + 200 + 0 + none + N + + + Owner CityStateZip + Owner_CityStateZip__c + N + String + + + + + 9 + 0 + none + N + + + Owner Entity 2 + Owner_Entity_2__c + N + String + + + + + 50 + 0 + none + N + + + Owner Entity + Owner_Entity__c + N + String + + + + + 100 + 0 + none + N + + + Owner Name 2 + Owner_Name_2__c + N + String + + + + + 100 + 0 + none + N + + + Primary Phone + Primary_Phone__c + N + String + + + + + 40 + 0 + none + N + + + Secondary Phone + Secondary_Phone__c + N + String + + + + + 40 + 0 + none + N + + + Other Phone + Other_Phone__c + N + String + + + + + 40 + 0 + none + N + + + Reason Code + Reason_Code__c + N + String + + + + + 100 + 0 + none + N + + + Square Feet + Square_Feet__c + N + String + + + + + 100 + 0 + none + N + + + Stories + Stories__c + N + Number + + + + + 0 + 6 + none + N + + + Tab + Tab__c + N + String + + + + + 100 + 0 + none + N + + + Units + Units__c + N + Number + + + + + 0 + 18 + none + N + + + XCoord + XCoord__c + N + String + + + + + 10 + 0 + none + N + + + YCoord + YCoord__c + N + String + + + + + 50 + 0 + none + N + + + Block + Block__c + N + Number + + + + + 0 + 5 + none + N + + + Borough + Borough__c + N + String + + + + + 255 + 0 + none + N + + + Building Category + Building_Category__c + N + String + + + + + 255 + 0 + none + N + + + Community District + Community_District__c + N + String + + + + + 255 + 0 + none + N + + + Date Initiated Contact + Date_Initiated_Contact__c + N + Date + yyyy-MM-dd + + + + -1 + -1 + none + N + + + Lot + Lot__c + N + Number + + + + + 0 + 4 + none + N + + + Account + Referral__c + N + String + + + + + 18 + 0 + none + N + + + Referral Source + Referred_By__c + N + String + + + + + 18 + 0 + none + N + + + BP Converted Opportunity + BP_Converted_Opportunity__c + N + String + + + + + 18 + 0 + none + N + + + HPD Greater Than 50th Percentile + HPD_Greater_Than_50th_Percentile__c + N + Boolean + + + + + -1 + -1 + none + N + + + HPD Greater Than 75th Percentile + HPD_Greater_Than_75th_Percentile__c + N + Boolean + + + + + -1 + -1 + none + N + + + BP Targeting Score + BP_Targeting_Score__c + N + Number + + + + + 0 + 18 + none + N + + + # of Buildings + of_Buildings__c + N + Number + + + + + 0 + 18 + none + N + + + Company Type + Company_Type__c + N + String + + + + + 255 + 0 + none + N + + + 0 + + + + + + + + + 375 + 171 + Y + + + + Lead output + TableOutput + + Y + + 1 + + none + + + customer_db + salesforce_db +
sf_lead
+ 1000 + Y + N + Y + Y + N + + N + Y + N + + Y + N + + + + Lead ID + Lead ID + + + Deleted + Deleted + + + Master Record ID + Master Record ID + + + Last Name + Last Name + + + First Name + First Name + + + Salutation + Salutation + + + Full Name + Full Name + + + Title + Title + + + Company + Company + + + Street + Street + + + City + City + + + State/Province + State/Province + + + Zip/Postal Code + Zip/Postal Code + + + Country + Country + + + Phone + Phone + + + Mobile Phone + Mobile Phone + + + Email + Email + + + Lead Source + Lead Source + + + Status + Status + + + Industry + Industry + + + Employees + Employees + + + Owner ID + Owner ID + + + Email Opt Out + Email Opt Out + + + Converted + Converted + + + Converted Date + Converted Date + + + Converted Account ID + Converted Account ID + + + Converted Contact ID + Converted Contact ID + + + Converted Opportunity ID + Converted Opportunity ID + + + Unread By Owner + Unread By Owner + + + Created Date + Created Date + + + Created By ID + Created By ID + + + Last Modified Date + Last Modified Date + + + Last Modified By ID + Last Modified By ID + + + System Modstamp + System Modstamp + + + Last Activity + Last Activity + + + Do Not Call + Do Not Call + + + Email Bounced Reason + Email Bounced Reason + + + Email Bounced Date + Email Bounced Date + + + BP Enterprise Client + BP Enterprise Client + + + BoroBlkLot + BoroBlkLot + + + Building + Building + + + Business A + Business A + + + Business B + Business B + + + Business C + Business C + + + Business Type + Business Type + + + Class + Class + + + Full Name A + Full Name A + + + Full Name B + Full Name B + + + Full Name C + Full Name C + + + GRC + GRC + + + GeoCode Flag + GeoCode Flag + + + GeoCoded BIN + GeoCoded BIN + + + Geocoded_BBL + Geocoded_BBL + + + Geocoded + Geocoded + + + Owner 2 Address + Owner 2 Address + + + Owner 2 CityStateZip + Owner 2 CityStateZip + + + Owner Address + Owner Address + + + Owner Address line 2 + Owner Address line 2 + + + Owner CityStateZip + Owner CityStateZip + + + Owner Entity 2 + Owner Entity 2 + + + Owner Entity + Owner Entity + + + Owner Name 2 + Owner Name 2 + + + Primary Phone + Primary Phone + + + Secondary Phone + Secondary Phone + + + Other Phone + Other Phone + + + Reason Code + Reason Code + + + Square Feet + Square Feet + + + Stories + Stories + + + Tab + Tab + + + Units + Units + + + XCoord + XCoord + + + YCoord + YCoord + + + Block + Block + + + Borough + Borough + + + Building Category + Building Category + + + Community District + Community District + + + Date Initiated Contact + Date Initiated Contact + + + Lot + Lot + + + Account + Account + + + Referral Source + Referral Source + + + BP Converted Opportunity + BP Converted Opportunity + + + HPD Greater Than 50th Percentile + HPD Greater Than 50th Percentile + + + HPD Greater Than 75th Percentile + HPD Greater Than 75th Percentile + + + BP Targeting Score + BP Targeting Score + + + # of Buildings + # of Buildings + + + Company Type + Company Type + + + + + + + + + + + 567 + 171 + Y + + + + Execute SQL script + ExecSQL + + Y + + 1 + + none + + + customer_db + N + N + N + N + truncate table salesforce_db.sf_lead; + N + + + + + + + + + + + + + + + 176 + 176 + Y + + + + + + + N + diff --git a/pentaho/salesforce/SalesforceETL/master_job.kjb b/pentaho/salesforce/SalesforceETL/master_job.kjb new file mode 100644 index 0000000..5094702 --- /dev/null +++ b/pentaho/salesforce/SalesforceETL/master_job.kjb @@ -0,0 +1,1041 @@ + + master_job + + + + 0 + / + - + 2017/11/27 15:58:57.677 + - + 2017/11/28 17:56:29.286 + + + + + + + + + + + + + ID_JOB + Y + ID_JOB + + + CHANNEL_ID + Y + CHANNEL_ID + + + JOBNAME + Y + JOBNAME + + + STATUS + Y + STATUS + + + LINES_READ + Y + LINES_READ + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + LINES_UPDATED + Y + LINES_UPDATED + + + LINES_INPUT + Y + LINES_INPUT + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + LINES_REJECTED + Y + LINES_REJECTED + + + ERRORS + Y + ERRORS + + + STARTDATE + Y + STARTDATE + + + ENDDATE + Y + ENDDATE + + + LOGDATE + Y + LOGDATE + + + DEPDATE + Y + DEPDATE + + + REPLAYDATE + Y + REPLAYDATE + + + LOG_FIELD + Y + LOG_FIELD + + + EXECUTING_SERVER + N + EXECUTING_SERVER + + + EXECUTING_USER + N + EXECUTING_USER + + + START_JOB_ENTRY + N + START_JOB_ENTRY + + + CLIENT + N + CLIENT + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + JOBNAME + Y + TRANSNAME + + + JOBENTRYNAME + Y + STEPNAME + + + LINES_READ + Y + LINES_READ + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + LINES_UPDATED + Y + LINES_UPDATED + + + LINES_INPUT + Y + LINES_INPUT + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + LINES_REJECTED + Y + LINES_REJECTED + + + ERRORS + Y + ERRORS + + + RESULT + Y + RESULT + + + NR_RESULT_ROWS + Y + NR_RESULT_ROWS + + + NR_RESULT_FILES + Y + NR_RESULT_FILES + + + LOG_FIELD + N + LOG_FIELD + + + COPY_NR + N + COPY_NR + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + LOGGING_OBJECT_TYPE + Y + LOGGING_OBJECT_TYPE + + + OBJECT_NAME + Y + OBJECT_NAME + + + OBJECT_COPY + Y + OBJECT_COPY + + + REPOSITORY_DIRECTORY + Y + REPOSITORY_DIRECTORY + + + FILENAME + Y + FILENAME + + + OBJECT_ID + Y + OBJECT_ID + + + OBJECT_REVISION + Y + OBJECT_REVISION + + + PARENT_CHANNEL_ID + Y + PARENT_CHANNEL_ID + + + ROOT_CHANNEL_ID + Y + ROOT_CHANNEL_ID + + + N + + + + START + + SPECIAL + Y + N + N + 0 + 2 + 0 + 12 + 0 + 1 + 1 + N + Y + 0 + 64 + 64 + + + account + + TRANS + rep_name + + + account + ${Internal.Entry.Current.Directory} + N + N + N + N + N + N + + + N + N + Basic + N + + N + Y + N + N + N + Pentaho local + + Y + + N + Y + 0 + 688 + 64 + + + Write To Log + + WRITE_TO_LOG + There was an error. Restoring to database. + + + N + Y + 0 + 704 + 272 + + + Backup database + + SHELL + + ${SALESFORCE_BACKUP_DIRECTORY} + N + N + N + + N + + N + N + Y + + Basic + N + Y + 0 + 192 + 64 + + + Restore database + + SHELL + + ${SALESFORCE_BACKUP_DIRECTORY} + N + N + N + + N + + N + N + Y + + Basic + N + Y + 0 + 704 + 448 + + + Email error + + MAIL + smtp.gmail.com + 587 + ${SALESFORCE_ERROR_EMAIL_RECEIVE} + + + ${SALESFORCE_ERROR_EMAIL_SEND_ADDRESS} + Salesforce Pentaho + Error running salesforce job + N + + + There was an error running the salesforce job + N + N + + Y + Y + ${SALESFORCE_ERROR_EMAIL_SEND_ADDRESS} + ${SALESFORCE_ERROR_EMAIL_SEND_PASSWORD} + N + N + N + UTF-8 + normal + normal + normal + TLS + + + + + N + Y + 0 + 704 + 352 + + + DUMMY + + SPECIAL + N + Y + N + 0 + 0 + 60 + 12 + 0 + 1 + 1 + N + Y + 0 + 832 + 576 + + + Wait for SQL + + WAIT_FOR_SQL + + + + rows_count_greater + 0 + N + N + + N + 0 + 60 + N + Y + N + Y + 0 + 1032 + 576 + + + Wait for + + DELAY + + 0 + N + Y + 0 + 1232 + 576 + + + Wait for file + + WAIT_FOR_FILE + + 0 + 60 + N + N + N + N + Y + 0 + 1432 + 576 + + + Abort job + + ABORT + Failed + N + Y + 0 + 912 + 448 + + + Success + + SUCCESS + N + Y + 0 + 1280 + 288 + + + contact + + TRANS + rep_name + + + contact + ${Internal.Entry.Current.Directory} + N + N + N + N + N + N + + + N + N + Basic + N + + N + Y + N + N + N + Pentaho local + + Y + + N + Y + 0 + 560 + 64 + + + lead + + TRANS + rep_name + + + lead + ${Internal.Entry.Current.Directory} + N + N + N + N + N + N + + + N + N + Basic + N + + N + Y + N + N + N + Pentaho local + + Y + + N + Y + 0 + 320 + 64 + + + opportunity + + TRANS + rep_name + + + opportunity + ${Internal.Entry.Current.Directory} + N + N + N + N + N + N + + + N + N + Basic + N + + N + Y + N + N + N + Pentaho local + + Y + + N + Y + 0 + 432 + 64 + + + account_history + + TRANS + rep_name + + + account_history + ${Internal.Entry.Current.Directory} + N + N + N + N + N + N + + + N + N + Basic + N + + N + Y + N + N + N + Pentaho local + + Y + + N + Y + 0 + 1280 + 64 + + + project_location + + TRANS + rep_name + + + project_location + ${Internal.Entry.Current.Directory} + N + N + N + N + N + N + + + N + N + Basic + N + + N + Y + N + N + N + Pentaho local + + Y + + N + Y + 0 + 992 + 64 + + + account_contact + + TRANS + rep_name + + + account_contact + ${Internal.Entry.Current.Directory} + N + N + N + N + N + N + + + N + N + Basic + N + + N + Y + N + N + N + Pentaho local + + Y + + N + Y + 0 + 1136 + 64 + + + opportunity_history + + TRANS + rep_name + + + opportunity_history + ${Internal.Entry.Current.Directory} + N + N + N + N + N + N + + + N + N + Basic + N + + N + Y + N + N + N + Pentaho local + + Y + + N + Y + 0 + 816 + 64 + + + + + account + Write To Log + 0 + 0 + Y + N + N + + + Write To Log + Email error + 0 + 0 + Y + N + Y + + + DUMMY + Wait for SQL + 0 + 0 + Y + Y + N + + + Wait for SQL + Wait for + 0 + 0 + Y + Y + N + + + Wait for + Wait for file + 0 + 0 + Y + Y + N + + + START + Backup database + 0 + 0 + Y + Y + Y + + + Email error + Restore database + 0 + 0 + Y + N + Y + + + Restore database + Abort job + 0 + 0 + Y + N + Y + + + contact + Write To Log + 0 + 0 + Y + N + N + + + contact + account + 0 + 0 + Y + Y + N + + + lead + Write To Log + 0 + 0 + Y + N + N + + + lead + opportunity + 0 + 0 + Y + Y + N + + + opportunity + contact + 0 + 0 + Y + Y + N + + + opportunity + Write To Log + 0 + 0 + Y + N + N + + + opportunity_history + project_location + 0 + 0 + Y + Y + N + + + project_location + account_contact + 0 + 0 + Y + Y + N + + + Backup database + lead + 0 + 0 + Y + Y + N + + + account + opportunity_history + 0 + 0 + Y + Y + N + + + account_contact + account_history + 0 + 0 + Y + Y + N + + + account_history + Success + 0 + 0 + Y + Y + N + + + opportunity_history + Write To Log + 0 + 0 + Y + N + N + + + project_location + Write To Log + 0 + 0 + Y + N + N + + + account_contact + Write To Log + 0 + 0 + Y + N + N + + + account_history + Write To Log + 0 + 0 + Y + N + N + + + + + + + METASTORE.pentaho + + Default Run Configuration + {"namespace":"pentaho","id":"Default Run Configuration","name":"Default Run Configuration","description":"Defines a default run configuration","metaStoreName":null} + + + + {"_":"Embedded MetaStore Elements","namespace":"pentaho","type":"Default Run Configuration"} + + Pentaho local + {"children":[{"children":[],"id":"server","value":null},{"children":[],"id":"clustered","value":"N"},{"children":[],"id":"name","value":"Pentaho local"},{"children":[],"id":"description","value":null},{"children":[],"id":"readOnly","value":"Y"},{"children":[],"id":"sendResources","value":"N"},{"children":[],"id":"logRemoteExecutionLocally","value":"N"},{"children":[],"id":"remote","value":"N"},{"children":[],"id":"local","value":"Y"},{"children":[],"id":"showTransformations","value":"N"}],"id":"Pentaho local","value":null,"name":"Pentaho local","owner":null,"ownerPermissionsList":[]} + + + + diff --git a/pentaho/salesforce/SalesforceETL/opportunity.ktr b/pentaho/salesforce/SalesforceETL/opportunity.ktr new file mode 100644 index 0000000..3d20d3f --- /dev/null +++ b/pentaho/salesforce/SalesforceETL/opportunity.ktr @@ -0,0 +1,1322 @@ + + + opportunity + + + + Normal + 0 + / + + + + + + +
+ + + + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + TRANSNAME + Y + TRANSNAME + + + STATUS + Y + STATUS + + + LINES_READ + Y + LINES_READ + + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + + LINES_UPDATED + Y + LINES_UPDATED + + + + LINES_INPUT + Y + LINES_INPUT + + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + + LINES_REJECTED + Y + LINES_REJECTED + + + + ERRORS + Y + ERRORS + + + STARTDATE + Y + STARTDATE + + + ENDDATE + Y + ENDDATE + + + LOGDATE + Y + LOGDATE + + + DEPDATE + Y + DEPDATE + + + REPLAYDATE + Y + REPLAYDATE + + + LOG_FIELD + Y + LOG_FIELD + + + EXECUTING_SERVER + N + EXECUTING_SERVER + + + EXECUTING_USER + N + EXECUTING_USER + + + CLIENT + N + CLIENT + + + + + +
+ + + + ID_BATCH + Y + ID_BATCH + + + SEQ_NR + Y + SEQ_NR + + + LOGDATE + Y + LOGDATE + + + TRANSNAME + Y + TRANSNAME + + + STEPNAME + Y + STEPNAME + + + STEP_COPY + Y + STEP_COPY + + + LINES_READ + Y + LINES_READ + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + LINES_UPDATED + Y + LINES_UPDATED + + + LINES_INPUT + Y + LINES_INPUT + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + LINES_REJECTED + Y + LINES_REJECTED + + + ERRORS + Y + ERRORS + + + INPUT_BUFFER_ROWS + Y + INPUT_BUFFER_ROWS + + + OUTPUT_BUFFER_ROWS + Y + OUTPUT_BUFFER_ROWS + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + LOGGING_OBJECT_TYPE + Y + LOGGING_OBJECT_TYPE + + + OBJECT_NAME + Y + OBJECT_NAME + + + OBJECT_COPY + Y + OBJECT_COPY + + + REPOSITORY_DIRECTORY + Y + REPOSITORY_DIRECTORY + + + FILENAME + Y + FILENAME + + + OBJECT_ID + Y + OBJECT_ID + + + OBJECT_REVISION + Y + OBJECT_REVISION + + + PARENT_CHANNEL_ID + Y + PARENT_CHANNEL_ID + + + ROOT_CHANNEL_ID + Y + ROOT_CHANNEL_ID + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + TRANSNAME + Y + TRANSNAME + + + STEPNAME + Y + STEPNAME + + + STEP_COPY + Y + STEP_COPY + + + LINES_READ + Y + LINES_READ + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + LINES_UPDATED + Y + LINES_UPDATED + + + LINES_INPUT + Y + LINES_INPUT + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + LINES_REJECTED + Y + LINES_REJECTED + + + ERRORS + Y + ERRORS + + + LOG_FIELD + N + LOG_FIELD + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + METRICS_DATE + Y + METRICS_DATE + + + METRICS_CODE + Y + METRICS_CODE + + + METRICS_DESCRIPTION + Y + METRICS_DESCRIPTION + + + METRICS_SUBJECT + Y + METRICS_SUBJECT + + + METRICS_TYPE + Y + METRICS_TYPE + + + METRICS_VALUE + Y + METRICS_VALUE + + + + + +
+ + 0.0 + 0.0 + + 10000 + 50 + 50 + N + Y + 50000 + Y + + N + 1000 + 100 + + + + + + + + + - + 2017/11/28 13:45:24.325 + - + 2017/11/28 17:15:25.240 + + N + + + + + customer_db + ${DB_host} + POSTGRESQL + Native + customer + 5432 + ${DB_user} + ${DB_password} + + + + + + FORCE_IDENTIFIERS_TO_LOWERCASE + N + + + FORCE_IDENTIFIERS_TO_UPPERCASE + N + + + IS_CLUSTERED + N + + + PORT_NUMBER + 5432 + + + PRESERVE_RESERVED_WORD_CASE + Y + + + QUOTE_ALL_FIELDS + N + + + SUPPORTS_BOOLEAN_DATA_TYPE + Y + + + SUPPORTS_TIMESTAMP_DATA_TYPE + Y + + + USE_POOLING + N + + + + + + Opportunity Salesforce Input + opportunity output + Y + + + Execute SQL script + Opportunity Salesforce Input + Y + + + + Opportunity Salesforce Input + SalesforceInput + + Y + + 1 + + none + + + ${Salesforce_PROD_host} + ${Salesforce_PROD_user} + ${Salesforce_PROD_password} + 60000 + N + Opportunity + + N + + N + + N + + N + N + + + N + + N + + + + all + Y + + + Opportunity ID + Id + Y + String + + + + + 18 + 0 + none + N + + + Deleted + IsDeleted + N + Boolean + + + + + -1 + -1 + none + N + + + Account ID + AccountId + N + String + + + + + 18 + 0 + none + N + + + Name + Name + Y + String + + + + + 120 + 0 + none + N + + + Description + Description + N + String + + + + + 32000 + 0 + none + N + + + Stage + StageName + N + String + + + + + 40 + 0 + none + N + + + Amount + Amount + N + String + + + + + 0 + 18 + none + N + + + Probability (%) + Probability + N + String + + + + + 0 + 3 + none + N + + + Close Date + CloseDate + N + Date + yyyy-MM-dd + + + + -1 + -1 + none + N + + + Opportunity Type + Type + N + String + + + + + 40 + 0 + none + N + + + Next Step + NextStep + N + String + + + + + 255 + 0 + none + N + + + Lead Source + LeadSource + N + String + + + + + 40 + 0 + none + N + + + Closed + IsClosed + N + Boolean + + + + + -1 + -1 + none + N + + + Won + IsWon + N + Boolean + + + + + -1 + -1 + none + N + + + Forecast Category + ForecastCategory + N + String + + + + + 40 + 0 + none + N + + + Forecast Category + ForecastCategoryName + N + String + + + + + 40 + 0 + none + N + + + Campaign ID + CampaignId + N + String + + + + + 18 + 0 + none + N + + + Has Line Item + HasOpportunityLineItem + N + Boolean + + + + + -1 + -1 + none + N + + + Price Book ID + Pricebook2Id + N + String + + + + + 18 + 0 + none + N + + + Owner ID + OwnerId + N + String + + + + + 18 + 0 + none + N + + + Created Date + CreatedDate + N + Date + yyyy-MM-dd'T'HH:mm:ss'.000'XXX + + + + -1 + -1 + none + N + + + Created By ID + CreatedById + N + String + + + + + 18 + 0 + none + N + + + Last Modified Date + LastModifiedDate + N + Date + yyyy-MM-dd'T'HH:mm:ss'.000'XXX + + + + -1 + -1 + none + N + + + Last Modified By ID + LastModifiedById + N + String + + + + + 18 + 0 + none + N + + + System Modstamp + SystemModstamp + N + Date + yyyy-MM-dd'T'HH:mm:ss'.000'XXX + + + + -1 + -1 + none + N + + + Last Activity + LastActivityDate + N + Date + yyyy-MM-dd + + + + -1 + -1 + none + N + + + Fiscal Quarter + FiscalQuarter + N + Integer + + + + + 0 + 0 + none + N + + + Fiscal Year + FiscalYear + N + Integer + + + + + 0 + 0 + none + N + + + Fiscal Period + Fiscal + N + String + + + + + 6 + 0 + none + N + + + Quote ID + SyncedQuoteId + N + String + + + + + 18 + 0 + none + N + + + Tracking Number + LiquidPlanner__TrackingNumber__c + N + String + + + + + 12 + 0 + none + N + + + Latest Sync + Latest_Sync__c + N + Date + yyyy-MM-dd'T'HH:mm:ss'.000'XXX + + + + -1 + -1 + none + N + + + ProjectDashboardProjectID + ProjectDashboard_ID__c + Y + String + + + + + 24 + 0 + none + N + + + Project Location + ProjectLocation__c + N + String + + + + + 18 + 0 + none + N + + + Date PNS Submitted + Date_PNS_Submitted__c + N + Date + yyyy-MM-dd + + + + -1 + -1 + none + N + + + Step + Step__c + N + String + + + + + 255 + 0 + none + N + + + BP Enterprise Client + BP_Enterprise_Client__c + N + String + + + + + 255 + 0 + none + N + + + Kissflow Project ID + Kissflow_Project_ID__c + Y + String + + + + + 255 + 0 + none + N + + + 0 + + + + + + + + + 340 + 295 + Y + + + + opportunity output + TableOutput + + Y + + 1 + + none + + + customer_db + salesforce_db +
sf_opportunity
+ 1000 + Y + N + Y + Y + N + + N + Y + N + + Y + N + + + + Opportunity ID + Opportunity ID + + + Deleted + Deleted + + + Account ID + Account ID + + + Name + Name + + + Description + Description + + + Stage + Stage + + + Amount + Amount + + + Probability (%) + Probability (%) + + + Close Date + Close Date + + + Opportunity Type + Opportunity Type + + + Next Step + Next Step + + + Lead Source + Lead Source + + + Closed + Closed + + + Won + Won + + + Forecast Category + Forecast Category + + + Forecast Category_1 + Forecast Category_1 + + + Campaign ID + Campaign ID + + + Has Line Item + Has Line Item + + + Price Book ID + Price Book ID + + + Owner ID + Owner ID + + + Created Date + Created Date + + + Created By ID + Created By ID + + + Last Modified Date + Last Modified Date + + + Last Modified By ID + Last Modified By ID + + + System Modstamp + System Modstamp + + + Last Activity + Last Activity + + + Fiscal Quarter + Fiscal Quarter + + + Fiscal Year + Fiscal Year + + + Fiscal Period + Fiscal Period + + + Quote ID + Quote ID + + + Tracking Number + Tracking Number + + + Latest Sync + Latest Sync + + + ProjectDashboardProjectID + ProjectDashboardProjectID + + + Project Location + Project Location + + + Date PNS Submitted + Date PNS Submitted + + + Step + Step + + + BP Enterprise Client + BP Enterprise Client + + + Kissflow Project ID + Kissflow Project ID + + + + + + + + + + + 548 + 295 + Y + + + + Execute SQL script + ExecSQL + + Y + + 1 + + none + + + customer_db + N + N + N + N + truncate table salesforce_db.sf_opportunity; + N + + + + + + + + + + + + + + + 112 + 288 + Y + + + + + + + N + diff --git a/pentaho/salesforce/SalesforceETL/opportunity_history.ktr b/pentaho/salesforce/SalesforceETL/opportunity_history.ktr new file mode 100644 index 0000000..48cff33 --- /dev/null +++ b/pentaho/salesforce/SalesforceETL/opportunity_history.ktr @@ -0,0 +1,854 @@ + + + opportunity_history + + + + Normal + 0 + / + + + + + + + + + + + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + TRANSNAME + Y + TRANSNAME + + + STATUS + Y + STATUS + + + LINES_READ + Y + LINES_READ + + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + + LINES_UPDATED + Y + LINES_UPDATED + + + + LINES_INPUT + Y + LINES_INPUT + + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + + LINES_REJECTED + Y + LINES_REJECTED + + + + ERRORS + Y + ERRORS + + + STARTDATE + Y + STARTDATE + + + ENDDATE + Y + ENDDATE + + + LOGDATE + Y + LOGDATE + + + DEPDATE + Y + DEPDATE + + + REPLAYDATE + Y + REPLAYDATE + + + LOG_FIELD + Y + LOG_FIELD + + + EXECUTING_SERVER + N + EXECUTING_SERVER + + + EXECUTING_USER + N + EXECUTING_USER + + + CLIENT + N + CLIENT + + + + + +
+ + + + ID_BATCH + Y + ID_BATCH + + + SEQ_NR + Y + SEQ_NR + + + LOGDATE + Y + LOGDATE + + + TRANSNAME + Y + TRANSNAME + + + STEPNAME + Y + STEPNAME + + + STEP_COPY + Y + STEP_COPY + + + LINES_READ + Y + LINES_READ + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + LINES_UPDATED + Y + LINES_UPDATED + + + LINES_INPUT + Y + LINES_INPUT + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + LINES_REJECTED + Y + LINES_REJECTED + + + ERRORS + Y + ERRORS + + + INPUT_BUFFER_ROWS + Y + INPUT_BUFFER_ROWS + + + OUTPUT_BUFFER_ROWS + Y + OUTPUT_BUFFER_ROWS + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + LOGGING_OBJECT_TYPE + Y + LOGGING_OBJECT_TYPE + + + OBJECT_NAME + Y + OBJECT_NAME + + + OBJECT_COPY + Y + OBJECT_COPY + + + REPOSITORY_DIRECTORY + Y + REPOSITORY_DIRECTORY + + + FILENAME + Y + FILENAME + + + OBJECT_ID + Y + OBJECT_ID + + + OBJECT_REVISION + Y + OBJECT_REVISION + + + PARENT_CHANNEL_ID + Y + PARENT_CHANNEL_ID + + + ROOT_CHANNEL_ID + Y + ROOT_CHANNEL_ID + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + TRANSNAME + Y + TRANSNAME + + + STEPNAME + Y + STEPNAME + + + STEP_COPY + Y + STEP_COPY + + + LINES_READ + Y + LINES_READ + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + LINES_UPDATED + Y + LINES_UPDATED + + + LINES_INPUT + Y + LINES_INPUT + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + LINES_REJECTED + Y + LINES_REJECTED + + + ERRORS + Y + ERRORS + + + LOG_FIELD + N + LOG_FIELD + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + METRICS_DATE + Y + METRICS_DATE + + + METRICS_CODE + Y + METRICS_CODE + + + METRICS_DESCRIPTION + Y + METRICS_DESCRIPTION + + + METRICS_SUBJECT + Y + METRICS_SUBJECT + + + METRICS_TYPE + Y + METRICS_TYPE + + + METRICS_VALUE + Y + METRICS_VALUE + + + + + +
+ + 0.0 + 0.0 + + 10000 + 50 + 50 + N + Y + 50000 + Y + + N + 1000 + 100 + + + + + + + + + - + 2017/11/28 16:24:11.196 + - + 2017/11/28 17:12:39.307 + + N + + + + + customer_db + ${DB_host} + POSTGRESQL + Native + customer + 5432 + ${DB_user} + ${DB_password} + + + + + + FORCE_IDENTIFIERS_TO_LOWERCASE + N + + + FORCE_IDENTIFIERS_TO_UPPERCASE + N + + + IS_CLUSTERED + N + + + PORT_NUMBER + 5432 + + + PRESERVE_RESERVED_WORD_CASE + Y + + + QUOTE_ALL_FIELDS + N + + + SUPPORTS_BOOLEAN_DATA_TYPE + Y + + + SUPPORTS_TIMESTAMP_DATA_TYPE + Y + + + USE_POOLING + N + + + + + + Opportunity History Salesforce Input + opportunity history output + Y + + + Execute SQL script + Opportunity History Salesforce Input + Y + + + + Opportunity History Salesforce Input + SalesforceInput + + Y + + 1 + + none + + + ${Salesforce_PROD_host} + ${Salesforce_PROD_user} + ${Salesforce_PROD_password} + 60000 + N + OpportunityHistory + + N + + N + + N + + N + N + + + N + + N + + + + all + Y + + + Opportunity History ID + Id + Y + String + + + + + 18 + 0 + none + N + + + Opportunity ID + OpportunityId + N + String + + + + + 18 + 0 + none + N + + + Created By ID + CreatedById + N + String + + + + + 18 + 0 + none + N + + + Created Date + CreatedDate + N + Date + yyyy-MM-dd'T'HH:mm:ss'.000'XXX + + + + -1 + -1 + none + N + + + Stage Name + StageName + N + String + + + + + 40 + 0 + none + N + + + Amount + Amount + N + String + + + + + 0 + 18 + none + N + + + Expected Revenue + ExpectedRevenue + N + String + + + + + 0 + 18 + none + N + + + Close Date + CloseDate + N + Date + yyyy-MM-dd + + + + -1 + -1 + none + N + + + Probability + Probability + N + String + + + + + 0 + 3 + none + N + + + To ForecastCategory + ForecastCategory + N + String + + + + + 40 + 0 + none + N + + + System Modstamp + SystemModstamp + N + Date + yyyy-MM-dd'T'HH:mm:ss'.000'XXX + + + + -1 + -1 + none + N + + + Deleted + IsDeleted + N + Boolean + + + + + -1 + -1 + none + N + + + 0 + + + + + + + + + 688 + 243 + Y + + + + opportunity history output + TableOutput + + Y + + 1 + + none + + + customer_db + salesforce_db +
sf_opportunity_history
+ 1000 + Y + N + Y + Y + N + + N + Y + N + + Y + N + + + + Opportunity History ID + Opportunity History ID + + + Opportunity ID + Opportunity ID + + + Created By ID + Created By ID + + + Created Date + Created Date + + + Stage Name + Stage Name + + + Amount + Amount + + + Expected Revenue + Expected Revenue + + + Close Date + Close Date + + + Probability + Probability + + + To ForecastCategory + To ForecastCategory + + + System Modstamp + System Modstamp + + + Deleted + Deleted + + + + + + + + + + + 1056 + 243 + Y + + + + Execute SQL script + ExecSQL + + Y + + 1 + + none + + + customer_db + N + N + N + N + truncate table salesforce_db.sf_opportunity_history; + N + + + + + + + + + + + + + + + 432 + 240 + Y + + + + + + + N + diff --git a/pentaho/salesforce/SalesforceETL/project_location.ktr b/pentaho/salesforce/SalesforceETL/project_location.ktr new file mode 100644 index 0000000..4cab7b2 --- /dev/null +++ b/pentaho/salesforce/SalesforceETL/project_location.ktr @@ -0,0 +1,1790 @@ + + + project_location + + + + Normal + 0 + / + + + + + + + + + + + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + TRANSNAME + Y + TRANSNAME + + + STATUS + Y + STATUS + + + LINES_READ + Y + LINES_READ + + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + + LINES_UPDATED + Y + LINES_UPDATED + + + + LINES_INPUT + Y + LINES_INPUT + + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + + LINES_REJECTED + Y + LINES_REJECTED + + + + ERRORS + Y + ERRORS + + + STARTDATE + Y + STARTDATE + + + ENDDATE + Y + ENDDATE + + + LOGDATE + Y + LOGDATE + + + DEPDATE + Y + DEPDATE + + + REPLAYDATE + Y + REPLAYDATE + + + LOG_FIELD + Y + LOG_FIELD + + + EXECUTING_SERVER + N + EXECUTING_SERVER + + + EXECUTING_USER + N + EXECUTING_USER + + + CLIENT + N + CLIENT + + + + + +
+ + + + ID_BATCH + Y + ID_BATCH + + + SEQ_NR + Y + SEQ_NR + + + LOGDATE + Y + LOGDATE + + + TRANSNAME + Y + TRANSNAME + + + STEPNAME + Y + STEPNAME + + + STEP_COPY + Y + STEP_COPY + + + LINES_READ + Y + LINES_READ + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + LINES_UPDATED + Y + LINES_UPDATED + + + LINES_INPUT + Y + LINES_INPUT + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + LINES_REJECTED + Y + LINES_REJECTED + + + ERRORS + Y + ERRORS + + + INPUT_BUFFER_ROWS + Y + INPUT_BUFFER_ROWS + + + OUTPUT_BUFFER_ROWS + Y + OUTPUT_BUFFER_ROWS + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + LOGGING_OBJECT_TYPE + Y + LOGGING_OBJECT_TYPE + + + OBJECT_NAME + Y + OBJECT_NAME + + + OBJECT_COPY + Y + OBJECT_COPY + + + REPOSITORY_DIRECTORY + Y + REPOSITORY_DIRECTORY + + + FILENAME + Y + FILENAME + + + OBJECT_ID + Y + OBJECT_ID + + + OBJECT_REVISION + Y + OBJECT_REVISION + + + PARENT_CHANNEL_ID + Y + PARENT_CHANNEL_ID + + + ROOT_CHANNEL_ID + Y + ROOT_CHANNEL_ID + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + TRANSNAME + Y + TRANSNAME + + + STEPNAME + Y + STEPNAME + + + STEP_COPY + Y + STEP_COPY + + + LINES_READ + Y + LINES_READ + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + LINES_UPDATED + Y + LINES_UPDATED + + + LINES_INPUT + Y + LINES_INPUT + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + LINES_REJECTED + Y + LINES_REJECTED + + + ERRORS + Y + ERRORS + + + LOG_FIELD + N + LOG_FIELD + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + METRICS_DATE + Y + METRICS_DATE + + + METRICS_CODE + Y + METRICS_CODE + + + METRICS_DESCRIPTION + Y + METRICS_DESCRIPTION + + + METRICS_SUBJECT + Y + METRICS_SUBJECT + + + METRICS_TYPE + Y + METRICS_TYPE + + + METRICS_VALUE + Y + METRICS_VALUE + + + + + +
+ + 0.0 + 0.0 + + 10000 + 50 + 50 + N + Y + 50000 + Y + + N + 1000 + 100 + + + + + + + + + - + 2017/11/28 16:20:53.550 + - + 2017/11/28 17:23:41.587 + + N + + + + + customer_db + ${DB_host} + POSTGRESQL + Native + customer + 5432 + ${DB_user} + ${DB_password} + + + + + + FORCE_IDENTIFIERS_TO_LOWERCASE + N + + + FORCE_IDENTIFIERS_TO_UPPERCASE + N + + + IS_CLUSTERED + N + + + PORT_NUMBER + 5432 + + + PRESERVE_RESERVED_WORD_CASE + Y + + + QUOTE_ALL_FIELDS + N + + + SUPPORTS_BOOLEAN_DATA_TYPE + Y + + + SUPPORTS_TIMESTAMP_DATA_TYPE + Y + + + USE_POOLING + N + + + + + + Project Location Salesforce Input + project_locaton output + Y + + + Execute SQL script + Project Location Salesforce Input + Y + + + + Project Location Salesforce Input + SalesforceInput + + Y + + 1 + + none + + + ${Salesforce_PROD_host} + ${Salesforce_PROD_user} + ${Salesforce_PROD_password} + 60000 + N + ProjectLocation__c + + N + + N + + N + + N + N + + + N + + N + + + + all + Y + + + Record ID + Id + Y + String + + + + + 18 + 0 + none + N + + + Owner ID + OwnerId + N + String + + + + + 18 + 0 + none + N + + + Deleted + IsDeleted + N + Boolean + + + + + -1 + -1 + none + N + + + Building Name + Name + Y + String + + + + + 80 + 0 + none + N + + + Created Date + CreatedDate + N + Date + yyyy-MM-dd'T'HH:mm:ss'.000'XXX + + + + -1 + -1 + none + N + + + Created By ID + CreatedById + N + String + + + + + 18 + 0 + none + N + + + Last Modified Date + LastModifiedDate + N + Date + yyyy-MM-dd'T'HH:mm:ss'.000'XXX + + + + -1 + -1 + none + N + + + Last Modified By ID + LastModifiedById + N + String + + + + + 18 + 0 + none + N + + + System Modstamp + SystemModstamp + N + Date + yyyy-MM-dd'T'HH:mm:ss'.000'XXX + + + + -1 + -1 + none + N + + + Last Activity Date + LastActivityDate + N + Date + yyyy-MM-dd + + + + -1 + -1 + none + N + + + Account Name + Account_Name__c + N + String + + + + + 18 + 0 + none + N + + + Address 1 + Address_1__c + N + String + + + + + 45 + 0 + none + N + + + Address 2 + Address_2__c + N + String + + + + + 45 + 0 + none + N + + + City + City__c + N + String + + + + + 45 + 0 + none + N + + + County + County__c + N + String + + + + + 45 + 0 + none + N + + + State + State__c + N + String + + + + + 2 + 0 + none + N + + + Zip + Zip__c + N + String + + + + + 9 + 0 + none + N + + + Location (Latitude) + Location__Latitude__s + N + Number + + + + + 0 + 8 + none + N + + + Location (Longitude) + Location__Longitude__s + N + Number + + + + + 0 + 8 + none + N + + + Block Number + Block_Number__c + N + String + + + + + 12 + 0 + none + N + + + Boiler Fuel + Boiler_Fuel__c + N + String + + + + + 255 + 0 + none + N + + + Borough + Borough__c + N + String + + + + + 50 + 0 + none + N + + + Building Dimensions + Building_Dimensions__c + N + String + + + + + 50 + 0 + none + N + + + Building SF (w/ Cellar) + Building_SF_w_Cellar__c + N + String + + + + + 18 + 0 + none + N + + + Electricity Account ID's + Electricity__c + N + String + + + + + 50 + 0 + none + N + + + Floor Area SF + Floor_Area_SF__c + N + String + + + + + 18 + 0 + none + N + + + Gas (Cooking) Account ID's + Gas_Cooking_Account_ID_s__c + N + String + + + + + 50 + 0 + none + N + + + Gas (Heating) Account ID's + Gas_Heating_Account_ID_s__c + N + String + + + + + 50 + 0 + none + N + + + Heating Type + Heating_Type__c + N + String + + + + + 255 + 0 + none + N + + + Hot Water System + Hot_Water_System__c + N + String + + + + + 255 + 0 + none + N + + + Lot Dimensions + Lot_Dimensions__c + N + String + + + + + 50 + 0 + none + N + + + Lot SF + Lot_SF__c + N + String + + + + + 18 + 0 + none + N + + + Lot + Lot__c + N + String + + + + + 12 + 0 + none + N + + + MDR Number + MDR_Number__c + N + String + + + + + 20 + 0 + none + N + + + Number of Units + Number_of_Units__c + N + Number + + + + + 0 + 18 + none + N + + + 0-BR Units + X0_BR_Units__c + N + Number + + + + + 0 + 18 + none + N + + + 1-BR Units + X1_BR_Units__c + N + Number + + + + + 0 + 18 + none + N + + + 2-BR Units + X2_BR_Units__c + N + Number + + + + + 0 + 18 + none + N + + + 3-BR Units + X3_BR_Units__c + N + Number + + + + + 0 + 18 + none + N + + + 4-BR Units + X4_BR_Units__c + N + Number + + + + + 0 + 18 + none + N + + + 5-BR Units + X5_BR_Units__c + N + Number + + + + + 0 + 18 + none + N + + + # of Stories + n_of_Stories__c + N + String + + + + + 50 + 0 + none + N + + + Residential SF (w/o Cellar) + Residential_SF_w_o_Cellar__c + N + String + + + + + 18 + 0 + none + N + + + Tax Exemption Info + Tax_Exemption_Info__c + N + String + + + + + 50 + 0 + none + N + + + Usable Floor Area + Usable_Floor_Area__c + N + String + + + + + 18 + 0 + none + N + + + Water and Sewer Accounts + Water_and_Sewer__c + N + String + + + + + 50 + 0 + none + N + + + Year Built + Year_Built__c + N + Number + + + + + 0 + 4 + none + N + + + Year Last Altered + Year_Last_Altered__c + N + Number + + + + + 0 + 4 + none + N + + + Building ID + Building_ID__c + N + String + + + + + 40 + 0 + none + N + + + Lot ID + Lot_ID__c + N + String + + + + + 40 + 0 + none + N + + + BBL + BBL__c + N + String + + + + + 10 + 0 + none + N + + + BIN + BIN__c + N + String + + + + + 15 + 0 + none + N + + + Community District + Community_District__c + N + String + + + + + 10 + 0 + none + N + + + BP Targeting Score + BP_Targeting_Score__c + N + Number + + + + + 0 + 5 + none + N + + + Address 3 + Address_3__c + N + String + + + + + 75 + 0 + none + N + + + Address 4 + Address_4__c + N + String + + + + + 75 + 0 + none + N + + + Address 5 + Address_5__c + N + String + + + + + 75 + 0 + none + N + + + Address 6 + Address_6__c + N + String + + + + + 75 + 0 + none + N + + + Address 7 + Address_7__c + N + String + + + + + 75 + 0 + none + N + + + Building Type + Building_Type__c + N + String + + + + + 255 + 0 + none + N + + + Member of + Member_of__c + N + String + + + + + 18 + 0 + none + N + + + # of Buildings on Lot + of_Buildings_on_Lot__c + N + Number + + + + + 0 + 18 + none + N + + + HPD Score Greater than 50 + HPD_Score_Greater_than_50__c + N + Boolean + + + + + -1 + -1 + none + N + + + HPD Score Greater than 75 + HPD_Score_Greater_than_75__c + N + Boolean + + + + + -1 + -1 + none + N + + + 0 + + + + + + + + + 578 + 186 + Y + + + + project_locaton output + TableOutput + + Y + + 1 + + none + + + customer_db + salesforce_db +
sf_project_location
+ 1000 + Y + N + Y + Y + N + + N + Y + N + + Y + N + + + + Record ID + Record ID + + + Owner ID + Owner ID + + + Deleted + Deleted + + + Building Name + Building Name + + + Created Date + Created Date + + + Created By ID + Created By ID + + + Last Modified Date + Last Modified Date + + + Last Modified By ID + Last Modified By ID + + + System Modstamp + System Modstamp + + + Last Activity Date + Last Activity Date + + + Account Name + Account Name + + + Address 1 + Address 1 + + + Address 2 + Address 2 + + + City + City + + + County + County + + + State + State + + + Zip + Zip + + + Location (Latitude) + Location (Latitude) + + + Location (Longitude) + Location (Longitude) + + + Block Number + Block Number + + + Boiler Fuel + Boiler Fuel + + + Borough + Borough + + + Building Dimensions + Building Dimensions + + + Building SF (w/ Cellar) + Building SF (w/ Cellar) + + + Electricity Account ID's + Electricity Account ID's + + + Floor Area SF + Floor Area SF + + + Gas (Cooking) Account ID's + Gas (Cooking) Account ID's + + + Gas (Heating) Account ID's + Gas (Heating) Account ID's + + + Heating Type + Heating Type + + + Hot Water System + Hot Water System + + + Lot Dimensions + Lot Dimensions + + + Lot SF + Lot SF + + + Lot + Lot + + + MDR Number + MDR Number + + + Number of Units + Number of Units + + + 0-BR Units + 0-BR Units + + + 1-BR Units + 1-BR Units + + + 2-BR Units + 2-BR Units + + + 3-BR Units + 3-BR Units + + + 4-BR Units + 4-BR Units + + + 5-BR Units + 5-BR Units + + + # of Stories + # of Stories + + + Residential SF (w/o Cellar) + Residential SF (w/o Cellar) + + + Tax Exemption Info + Tax Exemption Info + + + Usable Floor Area + Usable Floor Area + + + Water and Sewer Accounts + Water and Sewer Accounts + + + Year Built + Year Built + + + Year Last Altered + Year Last Altered + + + Building ID + Building ID + + + Lot ID + Lot ID + + + BBL + BBL + + + BIN + BIN + + + Community District + Community District + + + BP Targeting Score + BP Targeting Score + + + Address 3 + Address 3 + + + Address 4 + Address 4 + + + Address 5 + Address 5 + + + Address 6 + Address 6 + + + Address 7 + Address 7 + + + Building Type + Building Type + + + Member of + Member of + + + # of Buildings on Lot + # of Buildings on Lot + + + HPD Score Greater than 50 + HPD Score Greater than 50 + + + HPD Score Greater than 75 + HPD Score Greater than 75 + + + + + + + + + + + 850 + 186 + Y + + + + Execute SQL script + ExecSQL + + Y + + 1 + + none + + + customer_db + N + N + N + N + truncate table salesforce_db.sf_project_location; + N + + + + + + + + + + + + + + + 384 + 176 + Y + + + + + + + N + diff --git a/pentaho/salesforce/readSFobjects.ktr b/pentaho/salesforce/SalesforceETL/readSFobjects.ktr similarity index 99% rename from pentaho/salesforce/readSFobjects.ktr rename to pentaho/salesforce/SalesforceETL/readSFobjects.ktr index fe772ce..4c8a1eb 100644 --- a/pentaho/salesforce/readSFobjects.ktr +++ b/pentaho/salesforce/SalesforceETL/readSFobjects.ktr @@ -1,7 +1,6 @@ - - read SF objects + readSFobjects @@ -443,7 +442,7 @@ - 2016/09/07 10:40:07.975 - - 2016/11/22 22:49:24.548 + 2017/11/27 16:10:28.734 H4sIAAAAAAAAAAMAAAAAAAAAAAA= N @@ -504,7 +503,7 @@ Accout Salesforce Input account output - N + Y Contact Salesforce Input @@ -817,6 +816,170 @@ Y + + Accout History Salesforce Input + SalesforceInput + + Y + + 1 + + none + + + ${Salesforce_PROD_host} + ${Salesforce_PROD_user} + ${Salesforce_PROD_password} + 60000 + N + AccountHistory + + N + + N + + N + + N + N + + + N + + N + + + + all + Y + + + Account History ID + Id + Y + String + + + + + 18 + 0 + none + N + + + Deleted + IsDeleted + N + Boolean + + + + + -1 + -1 + none + N + + + Account ID + AccountId + N + String + + + + + 18 + 0 + none + N + + + Created By ID + CreatedById + N + String + + + + + 18 + 0 + none + N + + + Created Date + CreatedDate + N + Date + yyyy-MM-dd'T'HH:mm:ss'.000'XXX + + + + -1 + -1 + none + N + + + Changed Field + Field + N + String + + + + + 255 + 0 + none + N + + + Old Value + OldValue + N + String + + + + + 255 + 0 + none + N + + + New Value + NewValue + N + String + + + + + 255 + 0 + none + N + + + 0 + + + + + + + + + 688 + 80 + Y + + Accout Salesforce Input SalesforceInput @@ -1359,170 +1522,6 @@ Y - - Accout History Salesforce Input - SalesforceInput - - Y - - 1 - - none - - - ${Salesforce_PROD_host} - ${Salesforce_PROD_user} - ${Salesforce_PROD_password} - 60000 - N - AccountHistory - - N - - N - - N - - N - N - - - N - - N - - - - all - Y - - - Account History ID - Id - Y - String - - - - - 18 - 0 - none - N - - - Deleted - IsDeleted - N - Boolean - - - - - -1 - -1 - none - N - - - Account ID - AccountId - N - String - - - - - 18 - 0 - none - N - - - Created By ID - CreatedById - N - String - - - - - 18 - 0 - none - N - - - Created Date - CreatedDate - N - Date - yyyy-MM-dd'T'HH:mm:ss'.000'XXX - - - - -1 - -1 - none - N - - - Changed Field - Field - N - String - - - - - 255 - 0 - none - N - - - Old Value - OldValue - N - String - - - - - 255 - 0 - none - N - - - New Value - NewValue - N - String - - - - - 255 - 0 - none - N - - - 0 - - - - - - - - - 688 - 80 - Y - - Contact Salesforce Input SalesforceInput @@ -5607,6 +5606,81 @@ Y + + account history output + TableOutput + + Y + + 1 + + none + + + localpostgres + salesforce_db + sf_account_history
+ 1000 + Y + N + Y + Y + N + + N + Y + N + + Y + N + + + + Account History ID + Account History ID + + + Deleted + Deleted + + + Account ID + Account ID + + + Created By ID + Created By ID + + + Created Date + Created Date + + + Changed Field + Changed Field + + + Old Value + Old Value + + + New Value + New Value + + + + + + + + + + + 912 + 80 + Y + + account output TableOutput @@ -5790,81 +5864,6 @@ Y - - account history output - TableOutput - - Y - - 1 - - none - - - localpostgres - salesforce_db - sf_account_history
- 1000 - Y - N - Y - Y - N - - N - Y - N - - Y - N - - - - Account History ID - Account History ID - - - Deleted - Deleted - - - Account ID - Account ID - - - Created By ID - Created By ID - - - Created Date - Created Date - - - Changed Field - Changed Field - - - Old Value - Old Value - - - New Value - New Value - - - - - - - - - - - 912 - 80 - Y - - opportunity history output TableOutput diff --git a/pentaho/salesforce/SalesforceETL/repository.log b/pentaho/salesforce/SalesforceETL/repository.log new file mode 100644 index 0000000..cb65119 --- /dev/null +++ b/pentaho/salesforce/SalesforceETL/repository.log @@ -0,0 +1,5 @@ +Save repository element : customer_db : Creation of initial version +Save database : Modification by user +Save repository element : customer_db : Modification by user +Save database : Modification by user +Save repository element : customer_db : Modification by user -- GitLab From 77f0ad89de66f805649618255bed25d1256ee27c Mon Sep 17 00:00:00 2001 From: Conrad Date: Wed, 29 Nov 2017 15:04:19 -0500 Subject: [PATCH 3/3] Add install of pg_dump and pg_restore --- .gitignore | 1 - Dockerfile | 4 +++- 2 files changed, 3 insertions(+), 2 deletions(-) diff --git a/.gitignore b/.gitignore index e4abf37..b27ba30 100644 --- a/.gitignore +++ b/.gitignore @@ -1,3 +1,2 @@ .env -pentaho/kissflow/logs/* pentaho/kissflow/kissflow_apps/* diff --git a/Dockerfile b/Dockerfile index 9ef3c8f..7791147 100644 --- a/Dockerfile +++ b/Dockerfile @@ -8,7 +8,8 @@ ENV PDI_RELEASE=7.1 \ RUN apt-get update && apt-get install -y \ libwebkitgtk-1.0.0 \ python \ - python-pip + python-pip \ + postgresql-client RUN pip install requests @@ -26,6 +27,7 @@ COPY pentaho/eplus/* $KETTLE_HOME/.kettle/ COPY pentaho/ $KETTLE_HOME/jobs/ RUN mkdir /var/log/kissflow RUN mkdir -p $KETTLE_HOME/jobs/kissflow/kissflow_apps +RUN mkdir -p $KETTLE_HOME/jobs/kissflow/logs COPY config/carte_master_config.xml /pentaho-di/carte_config.xml COPY config/entrypoint.sh / COPY config/shared.xml $KETTLE_HOME/.kettle/shared.xml -- GitLab