hello I am facing error in creating sink connector...
# general
r
hello I am facing error in creating sink connector with config
Copy code
name: hudi_sink
typeClassName: json
configs:
    type: "hudi"
    maxCommitInterval: 2
    maxRecordsPerCommit: 10
    hoodie.table.name: "hudi-connector-test"
    hoodie.table.type: "COPY_ON_WRITE"
    hoodie.base.path: "file:///tmp/hudi_sink"
    hoodie.datasource.write.recordkey.field: "id"
    hoodie.datasource.write.partitionpath.field: "id"
with command:
Copy code
bin/pulsar-admin sinks create \  
--archive ../sink_connectors/pulsar-io-lakehouse-3.1.0.4.nar \
--tenant public --namespace default \
--sink-config-file ${PWD}/hudi.yaml \
--inputs "<persistent://public/default/testsink>" \
--parallelism 1 --processing-guarantees EFFECTIVELY_ONCE
Error: connector logs:
Copy code
2023-12-27T15:27:17,752+0500 [public/default/hudi_sink-0] INFO  org.apache.pulsar.functions.instance.JavaInstanceRunnable - Starting Java Instance hudi_sink : 
 Details = tenant: "public"
namespace: "default"
name: "hudi_sink"
className: "org.apache.pulsar.functions.api.utils.IdentityFunction"
processingGuarantees: EFFECTIVELY_ONCE
autoAck: true
parallelism: 1
source {
  subscriptionType: FAILOVER
  typeClassName: "org.apache.pulsar.client.api.schema.GenericObject"
  inputSpecs {
    key: "<persistent://public/default/testsink>"
    value {
    }
  }
  cleanupSubscription: true
}
sink {
  className: "org.apache.pulsar.ecosystem.io.lakehouse.SinkConnector"
  configs: "{\"type\":\"hudi\",\"maxCommitInterval\":2,\"maxRecordsPerCommit\":10,\"hoodie.table.name\":\"hudi-connector-test\",\"hoodie.table.type\":\"COPY_ON_WRITE\",\"hoodie.base.path\":\"file:///tmp/hudi_sink\",\"hoodie.datasource.write.recordkey.field\":\"id\",\"hoodie.datasource.write.partitionpath.field\":\"id\"}"
  typeClassName: "org.apache.pulsar.client.api.schema.GenericObject"
}
resources {
  cpu: 1.0
  ram: 1073741824
  disk: 10737418240
}
componentType: SINK

2023-12-27T15:27:17,765+0500 [public/default/hudi_sink-0] ERROR org.apache.pulsar.functions.instance.JavaInstanceRunnable - [public/default/hudi_sink:0] Uncaught exception in Java Instance
java.lang.RuntimeException: User class must be in class path
	at org.apache.pulsar.common.util.Reflections.createInstance(Reflections.java:113) ~[org.apache.pulsar-pulsar-common-3.1.0.jar:3.1.0]
	at org.apache.pulsar.functions.instance.JavaInstanceRunnable.setupOutput(JavaInstanceRunnable.java:1001) ~[org.apache.pulsar-pulsar-functions-instance-3.1.0.jar:3.1.0]
	at org.apache.pulsar.functions.instance.JavaInstanceRunnable.setup(JavaInstanceRunnable.java:261) ~[org.apache.pulsar-pulsar-functions-instance-3.1.0.jar:3.1.0]
	at org.apache.pulsar.functions.instance.JavaInstanceRunnable.run(JavaInstanceRunnable.java:300) ~[org.apache.pulsar-pulsar-functions-instance-3.1.0.jar:3.1.0]
	at java.lang.Thread.run(Thread.java:1623) ~[?:?]
Caused by: java.lang.ClassNotFoundException: org.apache.pulsar.ecosystem.io.lakehouse.SinkConnector
	at java.net.URLClassLoader.findClass(URLClassLoader.java:445) ~[?:?]
	at java.lang.ClassLoader.loadClass(ClassLoader.java:588) ~[?:?]
	at java.lang.ClassLoader.loadClass(ClassLoader.java:521) ~[?:?]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:496) ~[?:?]
	at java.lang.Class.forName(Class.java:475) ~[?:?]
	at org.apache.pulsar.common.util.Reflections.createInstance(Reflections.java:111) ~[org.apache.pulsar-pulsar-common-3.1.0.jar:3.1.0]
	... 4 more
2023-12-27T15:27:17,772+0500 [public/default/hudi_sink-0] INFO  org.apache.pulsar.functions.instance.JavaInstanceRunnable - Closing instance
Can someone please provide some guidance