4d274d88-0181-1000-52f9-9006e7279755
s3-kafka
993f5945-3d6c-3fab-0000-000000000000
76f2d898-75b2-3da1-0000-000000000000
0.0
0.0
3b80fb5b-07dc-3774-0000-000000000000
993f5945-3d6c-3fab-0000-000000000000
1 GB
2
993f5945-3d6c-3fab-0000-000000000000
ffd081e0-2781-3137-0000-000000000000
PROCESSOR
0 sec
1
DO_NOT_COMPRESS
LOAD_BALANCE_NOT_CONFIGURED
DO_NOT_LOAD_BALANCE
success
993f5945-3d6c-3fab-0000-000000000000
85b384dd-bb71-34d9-0000-000000000000
PROCESSOR
0
9928d6b8-8f0c-3fff-0000-000000000000
993f5945-3d6c-3fab-0000-000000000000
1 GB
2
993f5945-3d6c-3fab-0000-000000000000
85b384dd-bb71-34d9-0000-000000000000
PROCESSOR
0 sec
1
DO_NOT_COMPRESS
LOAD_BALANCE_INACTIVE
ROUND_ROBIN
success
993f5945-3d6c-3fab-0000-000000000000
6ce8ddd3-65ac-379a-0000-000000000000
PROCESSOR
0
a7cfe1b8-43fa-3464-0000-000000000000
993f5945-3d6c-3fab-0000-000000000000
1 GB
10000
993f5945-3d6c-3fab-0000-000000000000
c03ddf4e-fa82-3ae9-0000-000000000000
PROCESSOR
0 sec
1
DO_NOT_COMPRESS
LOAD_BALANCE_NOT_CONFIGURED
DO_NOT_LOAD_BALANCE
splits
993f5945-3d6c-3fab-0000-000000000000
ffd081e0-2781-3137-0000-000000000000
PROCESSOR
0
0d5f5411-3445-3dbd-0000-000000000000
993f5945-3d6c-3fab-0000-000000000000
nifi-record-serialization-services-nar
org.apache.nifi
1.16.3
schema-access-strategy
schema-access-strategy
schema-registry
confluent-encoded
schema-name
hwx-schema-ref-attributes
hwx-content-encoded-schema
schema-access-strategy
org.apache.nifi.schemaregistry.services.SchemaRegistry
schema-registry
schema-name
schema-name
schema-access-strategy
schema-name
schema-version
schema-name
schema-access-strategy
schema-version
schema-branch
schema-name
schema-access-strategy
schema-branch
schema-text
schema-text-property
schema-access-strategy
schema-text
csv-reader-csv-parser
csv-reader-csv-parser
Date Format
Date Format
Time Format
Time Format
Timestamp Format
Timestamp Format
CSV Format
CSV Format
Value Separator
custom
CSV Format
Value Separator
Record Separator
custom
CSV Format
Record Separator
Skip Header Line
Skip Header Line
ignore-csv-header
ignore-csv-header
Quote Character
custom
CSV Format
Quote Character
Escape Character
custom
CSV Format
Escape Character
Comment Marker
custom
CSV Format
Comment Marker
Null String
custom
CSV Format
Null String
Trim Fields
custom
CSV Format
Trim Fields
csvutils-character-set
csvutils-character-set
csvutils-allow-duplicate-header-names
custom
CSV Format
csvutils-allow-duplicate-header-names
CSVReader
false
schema-access-strategy
infer-schema
schema-registry
schema-name
${schema.name}
schema-version
schema-branch
schema-text
${avro.schema}
csv-reader-csv-parser
commons-csv
Date Format
Time Format
Timestamp Format
CSV Format
custom
Value Separator
,
Record Separator
\n
Skip Header Line
false
ignore-csv-header
false
Quote Character
"
Escape Character
\
Comment Marker
Null String
Trim Fields
true
csvutils-character-set
UTF-8
csvutils-allow-duplicate-header-names
true
DISABLED
org.apache.nifi.csv.CSVReader
a394c60f-1606-30c7-0000-000000000000
993f5945-3d6c-3fab-0000-000000000000
nifi-record-serialization-services-nar
org.apache.nifi
1.16.3
Schema Write Strategy
Schema Write Strategy
schema-cache
org.apache.nifi.serialization.RecordSchemaCacheService
schema-cache
schema-protocol-version
hwx-schema-ref-attributes
hwx-content-encoded-schema
Schema Write Strategy
schema-protocol-version
schema-access-strategy
schema-access-strategy
schema-registry
confluent-encoded
schema-name
hwx-schema-ref-attributes
hwx-content-encoded-schema
schema-access-strategy
org.apache.nifi.schemaregistry.services.SchemaRegistry
schema-registry
schema-name
schema-name
schema-access-strategy
schema-name
schema-version
schema-name
schema-access-strategy
schema-version
schema-branch
schema-name
schema-access-strategy
schema-branch
schema-text
schema-text-property
schema-access-strategy
schema-text
Date Format
Date Format
Time Format
Time Format
Timestamp Format
Timestamp Format
Pretty Print JSON
Pretty Print JSON
suppress-nulls
suppress-nulls
output-grouping
output-grouping
compression-format
compression-format
compression-level
gzip
compression-format
compression-level
JsonRecordSetWriter
false
Schema Write Strategy
no-schema
schema-cache
schema-protocol-version
1
schema-access-strategy
inherit-record-schema
schema-registry
schema-name
${schema.name}
schema-version
schema-branch
schema-text
${avro.schema}
Date Format
Time Format
Timestamp Format
Pretty Print JSON
false
suppress-nulls
never-suppress
output-grouping
output-array
compression-format
none
compression-level
1
DISABLED
org.apache.nifi.json.JsonRecordSetWriter
ba0c6ecd-f892-3d89-0000-000000000000
993f5945-3d6c-3fab-0000-000000000000
nifi-record-serialization-services-nar
org.apache.nifi
1.16.3
schema-access-strategy
schema-access-strategy
schema-registry
confluent-encoded
schema-name
hwx-schema-ref-attributes
hwx-content-encoded-schema
schema-access-strategy
org.apache.nifi.schemaregistry.services.SchemaRegistry
schema-registry
schema-name
schema-name
schema-access-strategy
schema-name
schema-version
schema-name
schema-access-strategy
schema-version
schema-branch
schema-name
schema-access-strategy
schema-branch
schema-text
schema-text-property
schema-access-strategy
schema-text
schema-inference-cache
infer-schema
schema-access-strategy
org.apache.nifi.serialization.RecordSchemaCacheService
schema-inference-cache
Date Format
Date Format
Time Format
Time Format
Timestamp Format
Timestamp Format
JsonTreeReader
false
schema-access-strategy
infer-schema
schema-registry
schema-name
${schema.name}
schema-version
schema-branch
schema-text
${avro.schema}
schema-inference-cache
Date Format
Time Format
Timestamp Format
DISABLED
org.apache.nifi.json.JsonTreeReader
6ce8ddd3-65ac-379a-0000-000000000000
993f5945-3d6c-3fab-0000-000000000000
247.67079766066934
226.1482249932406
nifi-aws-nar
org.apache.nifi
1.16.3
WARN
1
Bucket
Bucket
Region
Region
Access Key
Access Key
Secret Key
Secret Key
record-writer
org.apache.nifi.serialization.RecordSetWriterFactory
record-writer
min-age
min-age
Listing Batch Size
Listing Batch Size
write-s3-object-tags
write-s3-object-tags
write-s3-user-metadata
write-s3-user-metadata
Credentials File
Credentials File
AWS Credentials Provider service
org.apache.nifi.processors.aws.credentials.provider.service.AWSCredentialsProviderService
AWS Credentials Provider service
Communications Timeout
Communications Timeout
SSL Context Service
org.apache.nifi.ssl.SSLContextService
SSL Context Service
Endpoint Override URL
Endpoint Override URL
Signer Override
Signer Override
proxy-configuration-service
org.apache.nifi.proxy.ProxyConfigurationService
proxy-configuration-service
Proxy Host
Proxy Host
Proxy Host Port
Proxy Host Port
proxy-user-name
proxy-user-name
proxy-user-password
proxy-user-password
delimiter
delimiter
prefix
prefix
use-versions
use-versions
list-type
list-type
requester-pays
requester-pays
PRIMARY
false
30 sec
Bucket
nyc-tlc
Region
us-east-1
Access Key
Secret Key
record-writer
min-age
0 sec
Listing Batch Size
100
write-s3-object-tags
false
write-s3-user-metadata
false
Credentials File
AWS Credentials Provider service
Communications Timeout
30 secs
SSL Context Service
Endpoint Override URL
Signer Override
Default Signature
proxy-configuration-service
Proxy Host
Proxy Host Port
proxy-user-name
proxy-user-password
delimiter
prefix
csv_backup/yellow_tripdata_2020-05.csv
use-versions
false
list-type
1
requester-pays
false
0
0 sec
TIMER_DRIVEN
1 sec
true
ListS3
false
success
STOPPED
org.apache.nifi.processors.aws.s3.ListS3
85b384dd-bb71-34d9-0000-000000000000
993f5945-3d6c-3fab-0000-000000000000
935.6707976606693
226.1482249932406
nifi-aws-nar
org.apache.nifi
1.16.3
WARN
1
Bucket
Bucket
Object Key
Object Key
Region
Region
Access Key
Access Key
Secret Key
Secret Key
Credentials File
Credentials File
AWS Credentials Provider service
org.apache.nifi.processors.aws.credentials.provider.service.AWSCredentialsProviderService
AWS Credentials Provider service
Communications Timeout
Communications Timeout
Version
Version
SSL Context Service
org.apache.nifi.ssl.SSLContextService
SSL Context Service
Endpoint Override URL
Endpoint Override URL
Signer Override
Signer Override
encryption-service
org.apache.nifi.processors.aws.s3.AmazonS3EncryptionService
encryption-service
proxy-configuration-service
org.apache.nifi.proxy.ProxyConfigurationService
proxy-configuration-service
Proxy Host
Proxy Host
Proxy Host Port
Proxy Host Port
proxy-user-name
proxy-user-name
proxy-user-password
proxy-user-password
requester-pays
requester-pays
range-start
range-start
range-length
range-length
ALL
false
30 sec
Bucket
nyc-tlc
Object Key
${filename}
Region
us-east-1
Access Key
Secret Key
Credentials File
AWS Credentials Provider service
Communications Timeout
30 secs
Version
SSL Context Service
Endpoint Override URL
Signer Override
Default Signature
encryption-service
proxy-configuration-service
Proxy Host
Proxy Host Port
proxy-user-name
proxy-user-password
requester-pays
false
range-start
range-length
0
0 sec
TIMER_DRIVEN
1 sec
false
FetchS3Object
true
failure
false
success
STOPPED
org.apache.nifi.processors.aws.s3.FetchS3Object
c03ddf4e-fa82-3ae9-0000-000000000000
993f5945-3d6c-3fab-0000-000000000000
935.6707976606693
810.1482249932405
nifi-kafka-2-6-nar
org.apache.nifi
1.16.3
WARN
1
bootstrap.servers
bootstrap.servers
topic
topic
record-reader
org.apache.nifi.serialization.RecordReaderFactory
record-reader
record-writer
org.apache.nifi.serialization.RecordSetWriterFactory
record-writer
use-transactions
use-transactions
transactional-id-prefix
true
use-transactions
transactional-id-prefix
Failure Strategy
Failure Strategy
acks
acks
attribute-name-regex
attribute-name-regex
message-header-encoding
message-header-encoding
security.protocol
security.protocol
sasl.mechanism
sasl.mechanism
kerberos-credentials-service
org.apache.nifi.kerberos.KerberosCredentialsService
kerberos-credentials-service
kerberos-user-service
org.apache.nifi.kerberos.SelfContainedKerberosUserService
kerberos-user-service
sasl.kerberos.service.name
sasl.kerberos.service.name
sasl.kerberos.principal
sasl.kerberos.principal
sasl.kerberos.keytab
sasl.kerberos.keytab
sasl.username
sasl.username
sasl.password
sasl.password
sasl.token.auth
sasl.token.auth
ssl.context.service
org.apache.nifi.ssl.SSLContextService
ssl.context.service
message-key-field
message-key-field
max.request.size
max.request.size
ack.wait.time
ack.wait.time
max.block.ms
max.block.ms
partitioner.class
partitioner.class
partition
partition
compression.type
compression.type
ALL
false
30 sec
bootstrap.servers
simple-kafka:9092
topic
nytaxidata
record-reader
ba0c6ecd-f892-3d89-0000-000000000000
record-writer
a394c60f-1606-30c7-0000-000000000000
use-transactions
false
transactional-id-prefix
Failure Strategy
Route to Failure
acks
0
attribute-name-regex
message-header-encoding
UTF-8
security.protocol
PLAINTEXT
sasl.mechanism
GSSAPI
kerberos-credentials-service
kerberos-user-service
sasl.kerberos.service.name
sasl.kerberos.principal
sasl.kerberos.keytab
sasl.username
sasl.password
sasl.token.auth
false
ssl.context.service
message-key-field
max.request.size
1 MB
ack.wait.time
5 secs
max.block.ms
5 sec
partitioner.class
org.apache.kafka.clients.producer.internals.DefaultPartitioner
partition
compression.type
none
0
0 sec
TIMER_DRIVEN
1 sec
false
PublishKafkaRecord_2_6
true
failure
true
success
STOPPED
org.apache.nifi.processors.kafka.pubsub.PublishKafkaRecord_2_6
ffd081e0-2781-3137-0000-000000000000
993f5945-3d6c-3fab-0000-000000000000
935.6707976606693
514.1482249932405
nifi-standard-nar
org.apache.nifi
1.16.3
WARN
1
Record Reader
org.apache.nifi.serialization.RecordReaderFactory
Record Reader
Record Writer
org.apache.nifi.serialization.RecordSetWriterFactory
Record Writer
Records Per Split
Records Per Split
ALL
false
30 sec
Record Reader
0d5f5411-3445-3dbd-0000-000000000000
Record Writer
a394c60f-1606-30c7-0000-000000000000
Records Per Split
1000
0
0 sec
TIMER_DRIVEN
1 sec
false
SplitRecord
true
failure
true
original
false
splits
STOPPED
org.apache.nifi.processors.standard.SplitRecord
1 GB
10000
0 sec
UNBOUNDED
STREAM_WHEN_AVAILABLE
S3 Kafka
06/10/2022 10:35:46 UTC