File tree Expand file tree Collapse file tree 2 files changed +7
-7
lines changed
Expand file tree Collapse file tree 2 files changed +7
-7
lines changed Original file line number Diff line number Diff line change 7979 cluster_name = 'composer-hadoop-tutorial-cluster-{{ ds_nodash }}' ,
8080 num_workers = 2 ,
8181 zone = models .Variable .get ('gce_zone' ),
82- master_machine_type = 'n1-standard-1 ' ,
83- worker_machine_type = 'n1-standard-1 ' )
82+ master_machine_type = 'n1-standard-2 ' ,
83+ worker_machine_type = 'n1-standard-2 ' )
8484
8585 # Run the Hadoop wordcount example installed on the Cloud Dataproc cluster
8686 # master node.
Original file line number Diff line number Diff line change 4040 # Key of a secret stored in this Secret object
4141 key = 'sql_alchemy_conn' )
4242secret_volume = secret .Secret (
43- 'volume' ,
43+ deploy_type = 'volume' ,
4444 # Path where we mount the secret as volume
45- '/var/secrets/google' ,
45+ deploy_target = '/var/secrets/google' ,
4646 # Name of Kubernetes Secret
47- 'service-account' ,
47+ secret = 'service-account' ,
4848 # Key in the form of service account file name
49- 'service-account.json' )
49+ key = 'service-account.json' )
5050# [END composer_kubernetespodoperator_secretobject]
5151
5252YESTERDAY = datetime .datetime .now () - datetime .timedelta (days = 1 )
217217 # resources = pod.Resources() instead passing a dict
218218 # For more info see:
219219 # https://github.com/apache/airflow/pull/4551
220- resources = {'limit_memory' : 1 , 'limit_cpu' : 1 },
220+ resources = {'limit_memory' : "250M" , 'limit_cpu' : "100m" },
221221 # Specifies path to kubernetes config. If no config is specified will
222222 # default to '~/.kube/config'. The config_file is templated.
223223 config_file = '/home/airflow/composer_kube_config' ,
You can’t perform that action at this time.
0 commit comments