Marco Scalerandi
09/03/2024, 8:31 AMD. Draco O'Brien
09/03/2024, 8:52 AMD. Draco O'Brien
09/03/2024, 8:53 AMimport org.apache.flink.api.common.state.StateDescriptor;
import org.apache.flink.contrib.streaming.state.RocksDBConfigSetter;
public class CustomRocksDBConfigSetter implements RocksDBConfigSetter {
@Override
public void setConfig(String propertyName, String propertyValue) {
// You can set other RocksDB options here if needed
}
@Override
public void setOptions(DBOptions options) {
// Set a custom compaction filter factory
options.setCompactionFilterFactory(new NativeCompactionFilterFactory() {
@Override
public CompactionFilter createCompactionFilter(String columnFamilyName) {
return new YourCustomCompactionFilter(); // Replace with your custom filter class
}
});
}
@Override
public void setColumnFamilyOptions(ColumnFamilyOptions options, String columnFamilyName) {
// Additional configurations for specific column families can be set here
}
}
D. Draco O'Brien
09/03/2024, 8:54 AMimport org.apache.flink.contrib.streaming.state.RocksDBStateBackend;
// Inside your Flink job setup
RocksDBStateBackend rocksDBBackend = new RocksDBStateBackend(
new Path("/path/to/checkpoint_directory"), // Specify your checkpoint directory
true // Enable incremental checkpoints
);
// Apply the custom RocksDB configuration
rocksDBBackend.setRocksDBConfigSetter(new CustomRocksDBConfigSetter());
Marco Scalerandi
09/03/2024, 8:55 AMMarco Scalerandi
09/03/2024, 8:56 AMMarco Scalerandi
09/03/2024, 8:57 AMD. Draco O'Brien
09/03/2024, 8:57 AMD. Draco O'Brien
09/03/2024, 8:58 AMMarco Scalerandi
09/03/2024, 9:29 AMD. Draco O'Brien
09/03/2024, 12:07 PMD. Draco O'Brien
09/03/2024, 12:08 PMD. Draco O'Brien
09/03/2024, 12:09 PMD. Draco O'Brien
09/03/2024, 12:10 PMD. Draco O'Brien
09/03/2024, 12:10 PMMarco Scalerandi
09/03/2024, 12:14 PMD. Draco O'Brien
09/03/2024, 12:16 PMD. Draco O'Brien
09/03/2024, 12:17 PMD. Draco O'Brien
09/03/2024, 12:18 PMStateTtlConfig#enableCleanupInBackground(true)
D. Draco O'Brien
09/03/2024, 12:20 PMD. Draco O'Brien
09/03/2024, 12:21 PMstate.backend.rocksdb.total-delayed-state-size
D. Draco O'Brien
09/03/2024, 12:21 PMnum-delayed-keys
D. Draco O'Brien
09/03/2024, 12:23 PMwrite-buffer-size, and max-write-buffer-number
D. Draco O'Brien
09/03/2024, 12:24 PMD. Draco O'Brien
09/03/2024, 12:26 PMD. Draco O'Brien
09/03/2024, 12:27 PMMarco Scalerandi
09/03/2024, 12:29 PMMarco Scalerandi
09/03/2024, 12:29 PMMarco Scalerandi
09/03/2024, 12:32 PMD. Draco O'Brien
09/03/2024, 12:33 PMMarco Scalerandi
09/03/2024, 12:35 PMMarco Scalerandi
09/03/2024, 12:35 PMD. Draco O'Brien
09/03/2024, 12:48 PMD. Draco O'Brien
09/03/2024, 12:51 PMMarco Scalerandi
09/03/2024, 12:52 PMD. Draco O'Brien
09/03/2024, 12:55 PMD. Draco O'Brien
09/03/2024, 12:56 PMD. Draco O'Brien
09/03/2024, 12:56 PMD. Draco O'Brien
09/03/2024, 12:57 PMD. Draco O'Brien
09/03/2024, 12:57 PMD. Draco O'Brien
09/03/2024, 12:58 PMD. Draco O'Brien
09/03/2024, 12:58 PMMarco Scalerandi
09/03/2024, 12:58 PMD. Draco O'Brien
09/03/2024, 1:00 PMD. Draco O'Brien
09/03/2024, 1:01 PMD. Draco O'Brien
09/03/2024, 1:01 PM