2292557fd6
dist/include/ contains the MLX and MLX-C headers needed for CGo compilation. Without these, go-mlx cannot be used as a module dependency (headers not found in module cache). Libraries (dylib/metallib) are still gitignored — users build those locally via cmake. Co-Authored-By: Virgil <virgil@lethean.io>
39 lines
1.1 KiB
C++
39 lines
1.1 KiB
C++
// Copyright © 2024 Apple Inc.
|
|
|
|
#include <vector>
|
|
|
|
#include "mlx/array.h"
|
|
|
|
namespace mlx::core {
|
|
|
|
/* A fence to be used for synchronizing work between streams.
|
|
*
|
|
* Calls to `wait` wait in the given stream until all previous calls to update
|
|
* are complete on their given stream.
|
|
*
|
|
* The array passed to `update` is computed and visible after the call to
|
|
* `wait` returns. The array passed to `wait` will not be read until all
|
|
* previous calls to `update` have completed.
|
|
*
|
|
* Note, calls to `update` should always be from the same thread or explicitly
|
|
* synchronized so that they occur in sequence. Calls to `wait` can be on any
|
|
* thread.
|
|
*
|
|
* For the Metal back-end the fence supports slow (default) and fast mode.
|
|
* Fast mode requires setting the environment variable
|
|
* `MLX_METAL_FAST_SYNCH=1`. Fast mode also requires Metal 3.2+ (macOS 15+,
|
|
* iOS 18+).
|
|
*/
|
|
class Fence {
|
|
public:
|
|
Fence() {};
|
|
explicit Fence(Stream stream);
|
|
|
|
void update(Stream stream, const array& x, bool cross_device);
|
|
void wait(Stream stream, const array& x);
|
|
|
|
private:
|
|
std::shared_ptr<void> fence_{nullptr};
|
|
};
|
|
|
|
} // namespace mlx::core
|