Fix for Apple Silicon

This patch updates rust-rocksdb to correctly build on Apple Silicon (using all native tools). We include patches to rustdb found here: facebook/rocksdb#7714. Additionally, we upgrade the build script and rocksdb libraries to fix compilation. See issue here: #482

librocksdb-sys/build.rs

@@ -114,6 +114,10 @@ fn build_rocksdb() {
         }
     }
 
+    if target.contains("aarch64") {
+        lib_sources.push("util/crc32c_arm64.cc")
+    }
+
     if target.contains("darwin") {
         config.define("OS_MACOSX", Some("1"));
         config.define("ROCKSDB_PLATFORM_POSIX", Some("1"));

librocksdb-sys/rocksdb_lib_sources.txt

@@ -4,33 +4,37 @@ cache/lru_cache.cc
 cache/sharded_cache.cc
 db/arena_wrapped_db_iter.cc
 db/blob/blob_file_addition.cc
+db/blob/blob_file_builder.cc
+db/blob/blob_file_cache.cc
 db/blob/blob_file_garbage.cc
 db/blob/blob_file_meta.cc
+db/blob/blob_file_reader.cc
 db/blob/blob_log_format.cc
-db/blob/blob_log_reader.cc
+db/blob/blob_log_sequential_reader.cc
 db/blob/blob_log_writer.cc
 db/builder.cc
 db/c.cc
 db/column_family.cc
 db/compacted_db_impl.cc
 db/compaction/compaction.cc
 db/compaction/compaction_iterator.cc
-db/compaction/compaction_job.cc
 db/compaction/compaction_picker.cc
+db/compaction/compaction_job.cc
 db/compaction/compaction_picker_fifo.cc
 db/compaction/compaction_picker_level.cc
 db/compaction/compaction_picker_universal.cc
+db/compaction/sst_partitioner.cc
 db/convenience.cc
 db/db_filesnapshot.cc
 db/db_impl/db_impl.cc
+db/db_impl/db_impl_write.cc
 db/db_impl/db_impl_compaction_flush.cc
-db/db_impl/db_impl_debug.cc
-db/db_impl/db_impl_experimental.cc
 db/db_impl/db_impl_files.cc
 db/db_impl/db_impl_open.cc
+db/db_impl/db_impl_debug.cc
+db/db_impl/db_impl_experimental.cc
 db/db_impl/db_impl_readonly.cc
 db/db_impl/db_impl_secondary.cc
-db/db_impl/db_impl_write.cc
 db/db_info_dumper.cc
 db/db_iter.cc
 db/dbformat.cc
@@ -52,6 +56,8 @@ db/memtable.cc
 db/memtable_list.cc
 db/merge_helper.cc
 db/merge_operator.cc
+db/output_validator.cc
+db/periodic_work_scheduler.cc
 db/range_del_aggregator.cc
 db/range_tombstone_fragmenter.cc
 db/repair.cc
@@ -64,6 +70,7 @@ db/version_builder.cc
 db/version_edit.cc
 db/version_edit_handler.cc
 db/version_set.cc
+db/wal_edit.cc
 db/wal_manager.cc
 db/write_batch.cc
 db/write_batch_base.cc
@@ -73,10 +80,8 @@ env/env.cc
 env/env_chroot.cc
 env/env_encryption.cc
 env/env_hdfs.cc
-env/env_posix.cc
 env/file_system.cc
-env/fs_posix.cc
-env/io_posix.cc
+env/file_system_tracer.cc
 env/mock_env.cc
 file/delete_scheduler.cc
 file/file_prefetch_buffer.cc
@@ -112,15 +117,15 @@ monitoring/persistent_stats_history.cc
 monitoring/statistics.cc
 monitoring/thread_status_impl.cc
 monitoring/thread_status_updater.cc
-monitoring/thread_status_updater_debug.cc
 monitoring/thread_status_util.cc
 monitoring/thread_status_util_debug.cc
 options/cf_options.cc
+options/configurable.cc
+options/customizable.cc
 options/db_options.cc
 options/options.cc
 options/options_helper.cc
 options/options_parser.cc
-port/port_posix.cc
 port/stack_trace.cc
 table/adaptive/adaptive_table_factory.cc
 table/block_based/binary_search_index_reader.cc
@@ -164,17 +169,26 @@ table/plain/plain_table_factory.cc
 table/plain/plain_table_index.cc
 table/plain/plain_table_key_coding.cc
 table/plain/plain_table_reader.cc
+table/sst_file_dumper.cc
 table/sst_file_reader.cc
 table/sst_file_writer.cc
+table/table_factory.cc
 table/table_properties.cc
 table/two_level_iterator.cc
 test_util/sync_point.cc
 test_util/sync_point_impl.cc
+test_util/testutil.cc
 test_util/transaction_test_util.cc
+tools/block_cache_analyzer/block_cache_trace_analyzer.cc
 tools/dump/db_dump_tool.cc
+tools/io_tracer_parser_tool.cc
+tools/ldb_cmd.cc
+tools/ldb_tool.cc
+tools/sst_dump_tool.cc
+tools/trace_analyzer_tool.cc
 trace_replay/trace_replay.cc
 trace_replay/block_cache_tracer.cc
-util/build_version.cc
+trace_replay/io_tracer.cc
 util/coding.cc
 util/compaction_job_stats_impl.cc
 util/comparator.cc
@@ -198,25 +212,27 @@ utilities/blob_db/blob_compaction_filter.cc
 utilities/blob_db/blob_db.cc
 utilities/blob_db/blob_db_impl.cc
 utilities/blob_db/blob_db_impl_filesnapshot.cc
+utilities/blob_db/blob_dump_tool.cc
 utilities/blob_db/blob_file.cc
 utilities/cassandra/cassandra_compaction_filter.cc
 utilities/cassandra/format.cc
 utilities/cassandra/merge_operator.cc
 utilities/checkpoint/checkpoint_impl.cc
 utilities/compaction_filters/remove_emptyvalue_compactionfilter.cc
-utilities/convenience/info_log_finder.cc
 utilities/debug.cc
 utilities/env_mirror.cc
 utilities/env_timed.cc
+utilities/fault_injection_env.cc
+utilities/fault_injection_fs.cc
 utilities/leveldb_options/leveldb_options.cc
 utilities/memory/memory_util.cc
+utilities/merge_operators/bytesxor.cc
 utilities/merge_operators/max.cc
 utilities/merge_operators/put.cc
 utilities/merge_operators/sortlist.cc
 utilities/merge_operators/string_append/stringappend.cc
 utilities/merge_operators/string_append/stringappend2.cc
 utilities/merge_operators/uint64add.cc
-utilities/merge_operators/bytesxor.cc
 utilities/object_registry.cc
 utilities/option_change_migration/option_change_migration.cc
 utilities/options/options_util.cc
@@ -229,19 +245,21 @@ utilities/simulator_cache/cache_simulator.cc
 utilities/simulator_cache/sim_cache.cc
 utilities/table_properties_collectors/compact_on_deletion_collector.cc
 utilities/trace/file_trace_reader_writer.cc
-utilities/transactions/optimistic_transaction.cc
+utilities/transactions/lock/lock_manager.cc
+utilities/transactions/lock/point/point_lock_tracker.cc
+utilities/transactions/lock/point/point_lock_manager.cc
 utilities/transactions/optimistic_transaction_db_impl.cc
+utilities/transactions/optimistic_transaction.cc
 utilities/transactions/pessimistic_transaction.cc
 utilities/transactions/pessimistic_transaction_db.cc
 utilities/transactions/snapshot_checker.cc
 utilities/transactions/transaction_base.cc
 utilities/transactions/transaction_db_mutex_impl.cc
-utilities/transactions/transaction_lock_mgr.cc
 utilities/transactions/transaction_util.cc
 utilities/transactions/write_prepared_txn.cc
 utilities/transactions/write_prepared_txn_db.cc
 utilities/transactions/write_unprepared_txn.cc
 utilities/transactions/write_unprepared_txn_db.cc
 utilities/ttl/db_ttl_impl.cc
 utilities/write_batch_with_index/write_batch_with_index.cc
-utilities/write_batch_with_index/write_batch_with_index_internal.cc
+utilities/write_batch_with_index/write_batch_with_index_internal.cc