cumulusci-plus 5.0.0__py3-none-any.whl

cumulusci/tasks/bulkdata/tests/dummy_data_factory.py

@@ -0,0 +1,36 @@
+import factory
+
+from cumulusci.tasks.bulkdata.factory_utils import Models, ModuleDataFactory
+
+
+class GenerateDummyData(ModuleDataFactory):
+    """Generate data based on test mapping.yml"""
+
+    def make_records(self, num_records, factories, current_batch_num):
+        assert num_records % 4 == 0, "Use a batch size divisible by 4"
+        factories.create_batch("ContactFactory", num_records // 2)
+        factories["ContactFactory"].create_batch(num_records // 4)
+        factories.create_batch("AccountFactory", num_records // 4)
+
+
+class AccountFactory(factory.alchemy.SQLAlchemyModelFactory):
+    class Meta:
+        model = Models.Account
+
+    id = factory.Sequence(lambda i: i)
+    Name = factory.Sequence(lambda i: "Account %d" % i)
+    BillingStreet = "Baker St."
+
+
+class ContactFactory(factory.alchemy.SQLAlchemyModelFactory):
+    class Meta:
+        model = Models.Contact
+        exclude = ["account"]  # don't try to attach the account to the Contact directly
+
+    id = factory.Sequence(lambda n: n + 1)
+    account = factory.SubFactory(AccountFactory)  # create account automatically
+    AccountId = factory.LazyAttribute(lambda o: o.account.id)
+    FirstName = factory.Faker("first_name")
+    LastName = factory.Faker("last_name")
+    Email = factory.Faker("email", domain="example.com")
+    MailingStreet = "Baker St."

cumulusci/tasks/bulkdata/tests/integration_test_utils.py

@@ -0,0 +1,49 @@
+from contextlib import contextmanager
+from typing import Dict, List
+
+import pytest
+
+from cumulusci.tasks.bulkdata.delete import DeleteData
+
+
+@pytest.fixture()
+def ensure_records(create_task, run_code_without_recording, sf):
+    """Delete all records of an sobject and create a certain number of new ones"""
+
+    @contextmanager
+    def _ensure_records(sobjects: Dict[str, List[Dict[str, str]]]):
+        def delete():
+            task = create_task(DeleteData, {"objects": ",".join(sobjects.keys())})
+            task()
+
+        def setup():
+            for obj, records in sobjects.items():
+                proxy = getattr(sf, obj)
+                for record in records:
+                    proxy.create(record)
+
+        run_code_without_recording(delete)
+        run_code_without_recording(setup)
+        yield
+        run_code_without_recording(delete)
+
+    return _ensure_records
+
+
+@pytest.fixture()
+def ensure_accounts(ensure_records):
+    """Delete all accounts and create a certain number of new ones"""
+
+    @contextmanager
+    def _ensure_accounts(number_of_accounts):
+        with ensure_records(
+            {
+                "Entitlement": [],
+                "Account": [
+                    {"name": f"Account {i}"} for i in range(number_of_accounts)
+                ],
+            }
+        ):
+            yield
+
+    return _ensure_accounts

cumulusci/tasks/bulkdata/tests/mapping-oid.yml

@@ -0,0 +1,87 @@
+Insert Accounts:
+    api: bulk
+    sf_object: Account
+    table: accounts
+    fields:
+        Id: sf_id
+        Name: Name
+        Description: Description
+        BillingStreet: Street
+        BillingCity: City
+        BillingState: State
+        BillingPostalCode: PostalCode
+        BillingCountry: Country
+        Phone: Phone
+        Fax: Fax
+        Website: Website
+        NumberOfEmployees: NumberOfEmployees
+        AccountNumber: AccountNumber
+        Site: Site
+        Type: Type
+        RecordTypeId: RecordTypeId
+    lookups:
+        ParentId:
+            table: accounts
+            after: Insert Accounts
+Insert Contacts:
+    api: bulk
+    sf_object: Contact
+    table: contacts
+    fields:
+        Id: sf_id
+        Salutation: salutation
+        FirstName: firstname
+        LastName: lastname
+        Email: email
+        Phone: phone
+        MobilePhone: mobile
+        OtherPhone: OtherPhone
+        HomePhone: HomePhone
+        Title: title
+        Birthdate: birthdate
+        MailingStreet: mailingstreet
+        MailingCity: mailingcity
+        MailingState: mailingstate
+        MailingPostalCode: mailingpostalcode
+        MailingCountry: mailingcountry
+    lookups:
+        AccountId:
+            table: accounts
+Insert Opportunities:
+    api: bulk
+    sf_object: Opportunity
+    table: opportunities
+    filters:
+        - StageName != 'New'
+    fields:
+        Id: sf_id
+        Name: Name
+        StageName: StageName
+        CloseDate: CloseDate
+        Amount: Amount
+    static:
+        Description: Test
+    record_type: Sales_Opportunity
+    lookups:
+        AccountId:
+            table: accounts
+Insert OpportunityContactRoles:
+    api: bulk
+    sf_object: OpportunityContactRole
+    table: opportunitycontactroles
+    fields:
+        Id: sf_id
+        IsPrimary: IsPrimary
+        Role: Role
+    lookups:
+        ContactId:
+            table: contacts
+        OpportunityId:
+            table: opportunities
+Insert Cases:
+    api: bulk
+    sf_object: Case
+    table: cases
+    fields:
+        Id: sf_id
+        Subject: Subject

cumulusci/tasks/bulkdata/tests/mapping_after.yml

@@ -0,0 +1,38 @@
+Insert Accounts:
+    api: bulk
+    sf_object: Account
+    table: accounts
+    fields:
+        Id: sf_id
+        Name: Name
+    lookups:
+        ParentId:
+            after: Insert Accounts
+            table: accounts
+        Primary_Contact__c:
+            after: Insert Contacts
+            table: contacts
+Insert Contacts:
+    api: bulk
+    sf_object: Contact
+    table: contacts
+    fields:
+        Id: sf_id
+        LastName: LastName
+    lookups:
+        ReportsToId:
+            after: Insert Contacts
+            table: contacts
+
+Insert Opportunities:
+    api: bulk
+    sf_object: Opportunity
+    table: opportunities
+    fields:
+        Id: sf_id
+        CloseDate: CloseDate
+        StageName: StageName
+        Name: Name
+    lookups:
+        AccountId:
+            table: accounts

cumulusci/tasks/bulkdata/tests/mapping_poly.yml

@@ -0,0 +1,34 @@
+# Polymorphic Mapping File for extract
+Insert Households:
+    api: Bulk
+    sf_object: Account
+    table: households
+    fields:
+        Name: name
+    record_type: HH_Account
+Insert Contacts:
+    api: BULK
+    sf_object: Contact
+    table: contacts
+    filters:
+        - "household_id is not null"
+    fields:
+        FirstName: first_name
+        LastName: last_name
+        Email: email
+    lookups:
+        AccountId:
+            key_field: household_id
+            table: households
+Insert Events:
+    api: BULK
+    sf_object: Event
+    table: events
+    fields:
+        Subject: subject
+    lookups:
+        WhoId:
+            key_field: who_id
+            table:
+                - households
+                - contacts

cumulusci/tasks/bulkdata/tests/mapping_poly_incomplete.yml

@@ -0,0 +1,20 @@
+# Polymorphic mapping file for extract with
+# some records of event referencing contact
+# but contact not mentioned in lookup
+Insert Households:
+    api: Bulk
+    sf_object: Account
+    table: households
+    fields:
+        Name: name
+    record_type: HH_Account
+Insert Events:
+    api: BULK
+    sf_object: Event
+    table: events
+    fields:
+        Subject: subject
+    lookups:
+        WhoId:
+            key_field: who_id
+            table: households

cumulusci/tasks/bulkdata/tests/mapping_poly_wrong.yml

@@ -0,0 +1,21 @@
+# Polymorphic Mapping file for extract
+# with missing table contacts
+Insert Households:
+    api: Bulk
+    sf_object: Account
+    table: households
+    fields:
+        Name: name
+    record_type: HH_Account
+Insert Events:
+    api: BULK
+    sf_object: Event
+    table: events
+    fields:
+        Subject: subject
+    lookups:
+        WhoId:
+            key_field: who_id
+            table:
+                - households
+                - contacts

cumulusci/tasks/bulkdata/tests/mapping_select.yml

@@ -0,0 +1,20 @@
+# Select Mapping File for load
+Select Accounts:
+    api: bulk
+    action: select
+    sf_object: Account
+    table: accounts
+    select_options:
+        strategy: similarity
+        filter: WHEN Name in ('Sample Account')
+        priority_fields:
+            Name: name
+            AccountNumber: account_number
+    fields:
+        Name: name
+        AccountNumber: account_number
+        Description: description
+    lookups:
+        ParentId:
+            key_field: parent_id
+            table: accounts

cumulusci/tasks/bulkdata/tests/mapping_select_invalid_strategy.yml

@@ -0,0 +1,20 @@
+# Select Mapping File for load
+Select Accounts:
+    api: bulk
+    action: select
+    sf_object: Account
+    table: accounts
+    select_options:
+        strategy: invalid_strategy
+        filter: WHEN Name in ('Sample Account')
+        priority_fields:
+            Name: name
+            AccountNumber: account_number
+    fields:
+        Name: name
+        AccountNumber: account_number
+        Description: description
+    lookups:
+        ParentId:
+            key_field: parent_id
+            table: accounts

cumulusci/tasks/bulkdata/tests/mapping_select_invalid_threshold__invalid_number.yml

@@ -0,0 +1,21 @@
+# Select Mapping File for load
+Select Accounts:
+    api: bulk
+    action: select
+    sf_object: Account
+    table: accounts
+    select_options:
+        strategy: similarity
+        filter: WHEN Name in ('Sample Account')
+        priority_fields:
+            Name: name
+            AccountNumber: account_number
+        threshold: 1.5
+    fields:
+        Name: name
+        AccountNumber: account_number
+        Description: description
+    lookups:
+        ParentId:
+            key_field: parent_id
+            table: accounts

cumulusci/tasks/bulkdata/tests/mapping_select_invalid_threshold__invalid_strategy.yml

@@ -0,0 +1,21 @@
+# Select Mapping File for load
+Select Accounts:
+    api: bulk
+    action: select
+    sf_object: Account
+    table: accounts
+    select_options:
+        strategy: standard
+        filter: WHEN Name in ('Sample Account')
+        priority_fields:
+            Name: name
+            AccountNumber: account_number
+        threshold: 0.5
+    fields:
+        Name: name
+        AccountNumber: account_number
+        Description: description
+    lookups:
+        ParentId:
+            key_field: parent_id
+            table: accounts

cumulusci/tasks/bulkdata/tests/mapping_select_invalid_threshold__non_float.yml

@@ -0,0 +1,21 @@
+# Select Mapping File for load
+Select Accounts:
+    api: bulk
+    action: select
+    sf_object: Account
+    table: accounts
+    select_options:
+        strategy: similarity
+        filter: WHEN Name in ('Sample Account')
+        priority_fields:
+            Name: name
+            AccountNumber: account_number
+        threshold: invalid threshold
+    fields:
+        Name: name
+        AccountNumber: account_number
+        Description: description
+    lookups:
+        ParentId:
+            key_field: parent_id
+            table: accounts

cumulusci/tasks/bulkdata/tests/mapping_select_missing_priority_fields.yml

@@ -0,0 +1,22 @@
+# Select Mapping File for load
+Select Accounts:
+    api: bulk
+    action: select
+    sf_object: Account
+    table: accounts
+    select_options:
+        strategy: similarity
+        filter: WHEN Name in ('Sample Account')
+        priority_fields:
+            - Name
+            - AccountNumber
+            - ParentId
+            - Email
+    fields:
+        - Name
+        - AccountNumber
+        - Description
+    lookups:
+        ParentId:
+            key_field: parent_id
+            table: accounts

cumulusci/tasks/bulkdata/tests/mapping_select_no_priority_fields.yml

@@ -0,0 +1,18 @@
+# Select Mapping File for load
+Select Accounts:
+    api: bulk
+    action: select
+    sf_object: Account
+    table: accounts
+    select_options:
+        strategy: similarity
+        filter: WHEN Name in ('Sample Account')
+        priority_fields:
+    fields:
+        - Name
+        - AccountNumber
+        - Description
+    lookups:
+        ParentId:
+            key_field: parent_id
+            table: accounts

cumulusci/tasks/bulkdata/tests/mapping_simple.yml

@@ -0,0 +1,27 @@
+Insert Households:
+    api: bulk
+    sf_object: Account
+    table: households
+    fields:
+        Id: sf_id
+    static:
+        Name: TestHousehold
+Insert Contacts:
+    api: bulk
+    batch_size: 1
+    sf_object: Contact
+    table: contacts
+    filters:
+        - "household_id is not null"
+    fields:
+        Id: sf_id
+        FirstName: first_name
+        LastName: last_name
+        Email: email
+    lookups:
+        AccountId:
+            key_field: household_id
+            table: households
+            join_field: household_id
+            value_field: sf_id
+    anchor_date: 1990-07-01

cumulusci/tasks/bulkdata/tests/mapping_v1.yml

@@ -0,0 +1,28 @@
+Insert Households:
+    api: bulk
+    sf_object: Account
+    table: households
+    fields:
+        Id: sf_id
+        Name: Name
+    static:
+        Name: TestHousehold
+    record_type: HH_Account
+Insert Contacts:
+    api: bulk
+    sf_object: Contact
+    table: contacts
+    filters:
+        - "household_id is not null"
+    fields:
+        Id: sf_id
+        FirstName: first_name
+        LastName: last_name
+        Email: email
+    lookups:
+        AccountId:
+            key_field: household_id
+            table: households
+            join_field: household_id
+            value_field: sf_id
+    anchor_date: 1990-07-01

cumulusci/tasks/bulkdata/tests/mapping_v2.yml

@@ -0,0 +1,21 @@
+Insert Households:
+    api: Bulk
+    sf_object: Account
+    table: households
+    fields:
+        Name: name
+    record_type: HH_Account
+Insert Contacts:
+    api: BULK
+    sf_object: Contact
+    table: contacts
+    filters:
+        - "household_id is not null"
+    fields:
+        FirstName: first_name
+        LastName: last_name
+        Email: email
+    lookups:
+        AccountId:
+            key_field: household_id
+            table: households

cumulusci/tasks/bulkdata/tests/mapping_v3.yml

@@ -0,0 +1,32 @@
+Insert Accounts:
+    api: bulk
+    sf_object: Account
+    fields:
+        - Name
+Insert Contacts:
+    api: bulk
+    sf_object: Contact
+    fields:
+        - FirstName
+        - LastName
+        - Email
+    lookups:
+        AccountId:
+            table: Account
+Insert Junction Objects:
+    api: bulk
+    sf_object: AccountContactRelation
+    lookups:
+        AccountId:
+            table: Account
+        ContactId:
+            table: Contact
+Insert Other Junction Objects:
+    api: bulk
+    sf_object: AccountContactRelation
+    fields:
+    lookups:
+        AccountId:
+            table: Account
+        ContactId:
+            table: Contact

cumulusci/tasks/bulkdata/tests/mapping_vanilla_sf.yml

@@ -0,0 +1,69 @@
+Insert Accounts:
+    api: bulk
+    sf_object: Account
+    table: Account
+    fields:
+        Name: Name
+        Description: Description
+        BillingStreet: BillingStreet
+        BillingCity: BillingCity
+        BillingState: BillingState
+        BillingPostalCode: BillingPostalCode
+        BillingCountry: BillingCountry
+        ParentId: ParentId
+        ShippingStreet: ShippingStreet
+        ShippingCity: ShippingCity
+        ShippingState: ShippingState
+        ShippingPostalCode: ShippingPostalCode
+        ShippingCountry: ShippingCountry
+        Phone: Phone
+        Fax: Fax
+        Website: Website
+        NumberOfEmployees: NumberOfEmployees
+        AccountNumber: AccountNumber
+        Site: Site
+        Type: Type
+    lookups:
+        ParentId:
+            table: Account
+            after: Insert Accounts
+
+Insert Contacts:
+    api: bulk
+    sf_object: Contact
+    table: Contact
+    fields:
+        Salutation: Salutation
+        FirstName: FirstName
+        LastName: LastName
+        Email: Email
+        Phone: Phone
+        MobilePhone: MobilePhone
+        OtherPhone: OtherPhone
+        HomePhone: HomePhone
+        Title: Title
+        Birthdate: Birthdate
+        MailingStreet: MailingStreet
+        MailingCity: MailingCity
+        MailingState: MailingState
+        MailingPostalCode: MailingPostalCode
+        MailingCountry: MailingCountry
+    lookups:
+        AccountId:
+            table: Account
+            key_field: AccountId
+
+Insert Opportunities:
+    api: bulk
+    sf_object: Opportunity
+    table: Opportunity
+    fields:
+        Name: Name
+        StageName: StageName
+        CloseDate: CloseDate
+        Amount: Amount
+    lookups:
+        AccountId:
+            table: Account
+        ContactId:
+            table: Contact

cumulusci/tasks/bulkdata/tests/mock_data_factory_without_mapping.py

@@ -0,0 +1,12 @@
+from cumulusci.tasks.bulkdata.base_generate_data_task import BaseGenerateDataTask
+
+
+class GenerateDummyData(BaseGenerateDataTask):
+    """Generate data based on test mapping.yml"""
+
+    def _read_mappings(self, mapping_file_path):
+        assert mapping_file_path is None
+        return None
+
+    def generate_data(*args, **kwargs):
+        return None

cumulusci/tasks/bulkdata/tests/person_accounts.yml

@@ -0,0 +1,23 @@
+Insert Account:
+    sf_object: Account
+    table: Account
+    fields:
+        FirstName: FirstName
+        LastName: LastName
+        PersonMailingStreet: PersonMailingStreet
+        PersonMailingCity: PersonMailingCity
+        PersonMailingState: PersonMailingState
+        PersonMailingCountry: PersonMailingCountry
+        PersonMailingPostalCode: PersonMailingPostalCode
+        PersonEmail: PersonEmail
+        Phone: Phone
+        PersonMobilePhone: PersonMobilePhone
+Insert PersonContact:
+    sf_object: Contact
+    table: PersonContact
+    fields:
+        IsPersonAccount: IsPersonAccount
+    lookups:
+        AccountId:
+            table: Account
+            key_field: AccountId

cumulusci/tasks/bulkdata/tests/person_accounts_minimal.yml

@@ -0,0 +1,15 @@
+Insert Account:
+    sf_object: Account
+    table: Account
+    fields:
+        - Name
+Insert PersonContact:
+    sf_object: Contact
+    table: PersonContact
+    fields:
+        - IsPersonAccount
+        - LastName
+    lookups:
+        AccountId:
+            table: Account
+            key_field: AccountId

cumulusci/tasks/bulkdata/tests/recordtypes.yml

@@ -0,0 +1,8 @@
+Insert Accounts:
+    api: bulk
+    sf_object: Account
+    table: accounts
+    fields:
+        Id: sf_id
+        Name: Name
+        RecordTypeId: RecordTypeId