drivers/accel/habanalabs/common/asid.c

12

int hl_asid_init(struct hl_device *hdev)

drivers/accel/habanalabs/common/asid.c

26

void hl_asid_fini(struct hl_device *hdev)

drivers/accel/habanalabs/common/asid.c

32

unsigned long hl_asid_alloc(struct hl_device *hdev)

drivers/accel/habanalabs/common/asid.c

50

void hl_asid_free(struct hl_device *hdev, unsigned long asid)

drivers/accel/habanalabs/common/command_buffer.c

103

static struct hl_cb *hl_cb_alloc(struct hl_device *hdev, u32 cb_size,

drivers/accel/habanalabs/common/command_buffer.c

161

struct hl_device *hdev;

drivers/accel/habanalabs/common/command_buffer.c

19

struct hl_device *hdev = ctx->hdev;

drivers/accel/habanalabs/common/command_buffer.c

266

int hl_cb_create(struct hl_device *hdev, struct hl_mem_mgr *mmg,

drivers/accel/habanalabs/common/command_buffer.c

367

struct hl_device *hdev = hpriv->hdev;

drivers/accel/habanalabs/common/command_buffer.c

444

struct hl_cb *hl_cb_kernel_create(struct hl_device *hdev, u32 cb_size,

drivers/accel/habanalabs/common/command_buffer.c

475

int hl_cb_pool_init(struct hl_device *hdev)

drivers/accel/habanalabs/common/command_buffer.c

498

int hl_cb_pool_fini(struct hl_device *hdev)

drivers/accel/habanalabs/common/command_buffer.c

512

struct hl_device *hdev = ctx->hdev;

drivers/accel/habanalabs/common/command_buffer.c

551

struct hl_device *hdev = ctx->hdev;

drivers/accel/habanalabs/common/command_buffer.c

70

struct hl_device *hdev = ctx->hdev;

drivers/accel/habanalabs/common/command_buffer.c

80

static void cb_fini(struct hl_device *hdev, struct hl_cb *cb)

drivers/accel/habanalabs/common/command_buffer.c

91

static void cb_do_release(struct hl_device *hdev, struct hl_cb *cb)

drivers/accel/habanalabs/common/command_submission.c

1026

static void cs_rollback(struct hl_device *hdev, struct hl_cs *cs)

drivers/accel/habanalabs/common/command_submission.c

1045

static void release_reserved_encaps_signals(struct hl_device *hdev)

drivers/accel/habanalabs/common/command_submission.c

1064

void hl_cs_rollback_all(struct hl_device *hdev, bool skip_wq_flush)

drivers/accel/habanalabs/common/command_submission.c

1118

void hl_release_pending_user_interrupts(struct hl_device *hdev)

drivers/accel/habanalabs/common/command_submission.c

1146

static void force_complete_cs(struct hl_device *hdev)

drivers/accel/habanalabs/common/command_submission.c

1160

void hl_abort_waiting_for_cs_completions(struct hl_device *hdev)

drivers/accel/habanalabs/common/command_submission.c

1171

struct hl_device *hdev = cs->ctx->hdev;

drivers/accel/habanalabs/common/command_submission.c

1180

struct hl_device *hdev = cs->ctx->hdev;

drivers/accel/habanalabs/common/command_submission.c

1187

u32 hl_get_active_cs_num(struct hl_device *hdev)

drivers/accel/habanalabs/common/command_submission.c

1203

static int validate_queue_index(struct hl_device *hdev,

drivers/accel/habanalabs/common/command_submission.c

1274

static struct hl_cb *get_cb_from_cs_chunk(struct hl_device *hdev,

drivers/accel/habanalabs/common/command_submission.c

1300

struct hl_cs_job *hl_cs_allocate_job(struct hl_device *hdev,

drivers/accel/habanalabs/common/command_submission.c

1349

struct hl_device *hdev = hpriv->hdev;

drivers/accel/habanalabs/common/command_submission.c

139

struct hl_device *hdev = hw_sob->hdev;

drivers/accel/habanalabs/common/command_submission.c

1407

static int hl_cs_copy_chunk_array(struct hl_device *hdev,

drivers/accel/habanalabs/common/command_submission.c

1444

static int cs_staged_submission(struct hl_device *hdev, struct hl_cs *cs,

drivers/accel/habanalabs/common/command_submission.c

1476

static u32 get_stream_master_qid_mask(struct hl_device *hdev, u32 qid)

drivers/accel/habanalabs/common/command_submission.c

1493

struct hl_device *hdev = hpriv->hdev;

drivers/accel/habanalabs/common/command_submission.c

152

struct hl_device *hdev = hw_sob->hdev;

drivers/accel/habanalabs/common/command_submission.c

1688

struct hl_device *hdev = hpriv->hdev;

drivers/accel/habanalabs/common/command_submission.c

1798

int hl_cs_signal_sob_wraparound_handler(struct hl_device *hdev, u32 q_idx,

drivers/accel/habanalabs/common/command_submission.c

1878

static int cs_ioctl_extract_signal_seq(struct hl_device *hdev,

drivers/accel/habanalabs/common/command_submission.c

1936

static int cs_ioctl_signal_wait_create_jobs(struct hl_device *hdev,

drivers/accel/habanalabs/common/command_submission.c

2008

struct hl_device *hdev = hpriv->hdev;

drivers/accel/habanalabs/common/command_submission.c

2127

struct hl_device *hdev = hpriv->hdev;

drivers/accel/habanalabs/common/command_submission.c

2208

struct hl_device *hdev = hpriv->hdev;

drivers/accel/habanalabs/common/command_submission.c

2463

struct hl_device *hdev = hpriv->hdev;

drivers/accel/habanalabs/common/command_submission.c

2501

struct hl_device *hdev = hpriv->hdev;

drivers/accel/habanalabs/common/command_submission.c

2542

struct hl_device *hdev = hpriv->hdev;

drivers/accel/habanalabs/common/command_submission.c

2659

struct hl_device *hdev = ctx->hdev;

drivers/accel/habanalabs/common/command_submission.c

2736

struct hl_device *hdev = mcs_data->ctx->hdev;

drivers/accel/habanalabs/common/command_submission.c

2857

static int _hl_cs_wait_ioctl(struct hl_device *hdev, struct hl_ctx *ctx, u64 timeout_us, u64 seq,

drivers/accel/habanalabs/common/command_submission.c

2905

static struct multi_cs_completion *hl_wait_multi_cs_completion_init(struct hl_device *hdev)

drivers/accel/habanalabs/common/command_submission.c

2985

void hl_multi_cs_completion_init(struct hl_device *hdev)

drivers/accel/habanalabs/common/command_submission.c

299

static bool is_cb_patched(struct hl_device *hdev, struct hl_cs_job *job)

drivers/accel/habanalabs/common/command_submission.c

3008

struct hl_device *hdev = hpriv->hdev;

drivers/accel/habanalabs/common/command_submission.c

3160

struct hl_device *hdev = hpriv->hdev;

drivers/accel/habanalabs/common/command_submission.c

318

struct hl_device *hdev = hpriv->hdev;

drivers/accel/habanalabs/common/command_submission.c

3243

static void unregister_timestamp_node(struct hl_device *hdev,

drivers/accel/habanalabs/common/command_submission.c

3269

static int ts_get_and_handle_kernel_record(struct hl_device *hdev, struct hl_ctx *ctx,

drivers/accel/habanalabs/common/command_submission.c

3317

static int _hl_interrupt_ts_reg_ioctl(struct hl_device *hdev, struct hl_ctx *ctx,

drivers/accel/habanalabs/common/command_submission.c

3387

static int _hl_interrupt_wait_ioctl(struct hl_device *hdev, struct hl_ctx *ctx,

drivers/accel/habanalabs/common/command_submission.c

3506

static int _hl_interrupt_wait_ioctl_user_addr(struct hl_device *hdev, struct hl_ctx *ctx,

drivers/accel/habanalabs/common/command_submission.c

361

static void hl_complete_job(struct hl_device *hdev, struct hl_cs_job *job)

drivers/accel/habanalabs/common/command_submission.c

3625

struct hl_device *hdev = hpriv->hdev;

drivers/accel/habanalabs/common/command_submission.c

3723

struct hl_device *hdev = hpriv->hdev;

drivers/accel/habanalabs/common/command_submission.c

436

struct hl_cs *hl_staged_cs_find_first(struct hl_device *hdev, u64 cs_seq)

drivers/accel/habanalabs/common/command_submission.c

455

bool is_staged_cs_last_exists(struct hl_device *hdev, struct hl_cs *cs)

drivers/accel/habanalabs/common/command_submission.c

478

static void staged_cs_get(struct hl_device *hdev, struct hl_cs *cs)

drivers/accel/habanalabs/common/command_submission.c

497

static void staged_cs_put(struct hl_device *hdev, struct hl_cs *cs)

drivers/accel/habanalabs/common/command_submission.c

506

static void cs_handle_tdr(struct hl_device *hdev, struct hl_cs *cs)

drivers/accel/habanalabs/common/command_submission.c

53

static int _hl_cs_wait_ioctl(struct hl_device *hdev, struct hl_ctx *ctx, u64 timeout_us, u64 seq,

drivers/accel/habanalabs/common/command_submission.c

562

static void force_complete_multi_cs(struct hl_device *hdev)

drivers/accel/habanalabs/common/command_submission.c

57

static void hl_push_cs_outcome(struct hl_device *hdev,

drivers/accel/habanalabs/common/command_submission.c

606

static void complete_multi_cs(struct hl_device *hdev, struct hl_cs *cs)

drivers/accel/habanalabs/common/command_submission.c

655

static inline void cs_release_sob_reset_handler(struct hl_device *hdev,

drivers/accel/habanalabs/common/command_submission.c

697

struct hl_device *hdev = cs->ctx->hdev;

drivers/accel/habanalabs/common/command_submission.c

820

struct hl_device *hdev;

drivers/accel/habanalabs/common/command_submission.c

898

static int allocate_cs(struct hl_device *hdev, struct hl_ctx *ctx,

drivers/accel/habanalabs/common/context.c

152

int hl_ctx_create(struct hl_device *hdev, struct hl_fpriv *hpriv)

drivers/accel/habanalabs/common/context.c

200

int hl_ctx_init(struct hl_device *hdev, struct hl_ctx *ctx, bool is_kernel_ctx)

drivers/accel/habanalabs/common/context.c

307

struct hl_ctx *hl_get_compute_ctx(struct hl_device *hdev)

drivers/accel/habanalabs/common/context.c

435

void hl_ctx_mgr_fini(struct hl_device *hdev, struct hl_ctx_mgr *ctx_mgr)

drivers/accel/habanalabs/common/context.c

60

static void hl_encaps_sig_mgr_fini(struct hl_device *hdev, struct hl_encaps_signals_mgr *mgr)

drivers/accel/habanalabs/common/context.c

83

struct hl_device *hdev = ctx->hdev;

drivers/accel/habanalabs/common/debugfs.c

1014

void hl_debugfs_cfg_access_history_dump(struct hl_device *hdev)

drivers/accel/habanalabs/common/debugfs.c

1063

static void check_if_cfg_access_and_log(struct hl_device *hdev, u64 addr, size_t access_size,

drivers/accel/habanalabs/common/debugfs.c

1091

static int hl_access_mem(struct hl_device *hdev, u64 addr, u64 *val,

drivers/accel/habanalabs/common/debugfs.c

1142

struct hl_device *hdev = entry->hdev;

drivers/accel/habanalabs/common/debugfs.c

1171

struct hl_device *hdev = entry->hdev;

drivers/accel/habanalabs/common/debugfs.c

1197

struct hl_device *hdev = entry->hdev;

drivers/accel/habanalabs/common/debugfs.c

1224

struct hl_device *hdev = entry->hdev;

drivers/accel/habanalabs/common/debugfs.c

1249

struct hl_device *hdev = entry->hdev;

drivers/accel/habanalabs/common/debugfs.c

1306

struct hl_device *hdev = entry->hdev;

drivers/accel/habanalabs/common/debugfs.c

1350

struct hl_device *hdev = entry->hdev;

drivers/accel/habanalabs/common/debugfs.c

1374

struct hl_device *hdev = entry->hdev;

drivers/accel/habanalabs/common/debugfs.c

1404

struct hl_device *hdev = entry->hdev;

drivers/accel/habanalabs/common/debugfs.c

1432

struct hl_device *hdev = entry->hdev;

drivers/accel/habanalabs/common/debugfs.c

1456

struct hl_device *hdev = entry->hdev;

drivers/accel/habanalabs/common/debugfs.c

1475

struct hl_device *hdev = entry->hdev;

drivers/accel/habanalabs/common/debugfs.c

1494

struct hl_device *hdev = entry->hdev;

drivers/accel/habanalabs/common/debugfs.c

1521

struct hl_device *hdev = entry->hdev;

drivers/accel/habanalabs/common/debugfs.c

1565

struct hl_device *hdev = entry->hdev;

drivers/accel/habanalabs/common/debugfs.c

1586

struct hl_device *hdev = entry->hdev;

drivers/accel/habanalabs/common/debugfs.c

1614

struct hl_device *hdev = entry->hdev;

drivers/accel/habanalabs/common/debugfs.c

1644

struct hl_device *hdev = entry->hdev;

drivers/accel/habanalabs/common/debugfs.c

1679

struct hl_device *hdev = entry->hdev;

drivers/accel/habanalabs/common/debugfs.c

1698

struct hl_device *hdev = entry->hdev;

drivers/accel/habanalabs/common/debugfs.c

1718

struct hl_device *hdev = entry->hdev;

drivers/accel/habanalabs/common/debugfs.c

1913

static void add_files_to_device(struct hl_device *hdev, struct hl_dbg_device_entry *dev_entry,

drivers/accel/habanalabs/common/debugfs.c

2049

int hl_debugfs_device_init(struct hl_device *hdev)

drivers/accel/habanalabs/common/debugfs.c

2089

void hl_debugfs_device_fini(struct hl_device *hdev)

drivers/accel/habanalabs/common/debugfs.c

2107

void hl_debugfs_add_device(struct hl_device *hdev)

drivers/accel/habanalabs/common/debugfs.c

2174

void hl_debugfs_add_job(struct hl_device *hdev, struct hl_cs_job *job)

drivers/accel/habanalabs/common/debugfs.c

2183

void hl_debugfs_remove_job(struct hl_device *hdev, struct hl_cs_job *job)

drivers/accel/habanalabs/common/debugfs.c

2192

void hl_debugfs_add_userptr(struct hl_device *hdev, struct hl_userptr *userptr)

drivers/accel/habanalabs/common/debugfs.c

22

static int hl_debugfs_i2c_read(struct hl_device *hdev, u8 i2c_bus, u8 i2c_addr,

drivers/accel/habanalabs/common/debugfs.c

2201

void hl_debugfs_remove_userptr(struct hl_device *hdev,

drivers/accel/habanalabs/common/debugfs.c

2211

void hl_debugfs_add_ctx_mem_hash(struct hl_device *hdev, struct hl_ctx *ctx)

drivers/accel/habanalabs/common/debugfs.c

2220

void hl_debugfs_remove_ctx_mem_hash(struct hl_device *hdev, struct hl_ctx *ctx)

drivers/accel/habanalabs/common/debugfs.c

2236

void hl_debugfs_set_state_dump(struct hl_device *hdev, char *data,

drivers/accel/habanalabs/common/debugfs.c

424

struct hl_device *hdev = dev_entry->hdev;

drivers/accel/habanalabs/common/debugfs.c

482

struct hl_device *hdev = dev_entry->hdev;

drivers/accel/habanalabs/common/debugfs.c

520

struct hl_device *hdev = dev_entry->hdev;

drivers/accel/habanalabs/common/debugfs.c

53

static int hl_debugfs_i2c_write(struct hl_device *hdev, u8 i2c_bus, u8 i2c_addr,

drivers/accel/habanalabs/common/debugfs.c

544

struct hl_device *hdev = dev_entry->hdev;

drivers/accel/habanalabs/common/debugfs.c

574

struct hl_device *hdev = dev_entry->hdev;

drivers/accel/habanalabs/common/debugfs.c

612

struct hl_device *hdev = dev_entry->hdev;

drivers/accel/habanalabs/common/debugfs.c

632

struct hl_device *hdev = dev_entry->hdev;

drivers/accel/habanalabs/common/debugfs.c

714

struct hl_device *hdev = dev_entry->hdev;

drivers/accel/habanalabs/common/debugfs.c

727

struct hl_device *hdev = dev_entry->hdev;

drivers/accel/habanalabs/common/debugfs.c

766

struct hl_device *hdev = dev_entry->hdev;

drivers/accel/habanalabs/common/debugfs.c

802

struct hl_device *hdev = entry->hdev;

drivers/accel/habanalabs/common/debugfs.c

831

static bool hl_is_device_va(struct hl_device *hdev, u64 addr)

drivers/accel/habanalabs/common/debugfs.c

85

static void hl_debugfs_led_set(struct hl_device *hdev, u8 led, u8 state)

drivers/accel/habanalabs/common/debugfs.c

850

static bool hl_is_device_internal_memory_va(struct hl_device *hdev, u64 addr,

drivers/accel/habanalabs/common/debugfs.c

875

static int device_va_to_pa(struct hl_device *hdev, u64 virt_addr, u32 size,

drivers/accel/habanalabs/common/debugfs.c

938

static int hl_access_dev_mem_by_region(struct hl_device *hdev, u64 addr,

drivers/accel/habanalabs/common/debugfs.c

959

static void hl_access_host_mem(struct hl_device *hdev, u64 addr, u64 *val,

drivers/accel/habanalabs/common/debugfs.c

984

static void dump_cfg_access_entry(struct hl_device *hdev,

drivers/accel/habanalabs/common/decoder.c

129

struct hl_device *hdev = ctx->hdev;

drivers/accel/habanalabs/common/decoder.c

20

static void dec_print_abnrm_intr_source(struct hl_device *hdev, u32 irq_status)

drivers/accel/habanalabs/common/decoder.c

49

struct hl_device *hdev = dec->hdev;

drivers/accel/habanalabs/common/decoder.c

86

void hl_dec_fini(struct hl_device *hdev)

drivers/accel/habanalabs/common/decoder.c

91

int hl_dec_init(struct hl_device *hdev)

drivers/accel/habanalabs/common/device.c

1023

static void device_early_fini(struct hl_device *hdev)

drivers/accel/habanalabs/common/device.c

1056

static bool is_pci_link_healthy(struct hl_device *hdev)

drivers/accel/habanalabs/common/device.c

1068

static bool hl_device_eq_heartbeat_received(struct hl_device *hdev)

drivers/accel/habanalabs/common/device.c

1102

struct hl_device *hdev = container_of(work, struct hl_device,

drivers/accel/habanalabs/common/device.c

1156

static int device_late_init(struct hl_device *hdev)

drivers/accel/habanalabs/common/device.c

1181

static void device_late_fini(struct hl_device *hdev)

drivers/accel/habanalabs/common/device.c

119

static void *hl_dma_alloc_common(struct hl_device *hdev, size_t size, dma_addr_t *dma_handle,

drivers/accel/habanalabs/common/device.c

1192

int hl_device_utilization(struct hl_device *hdev, u32 *utilization)

drivers/accel/habanalabs/common/device.c

1217

int hl_device_set_debug_mode(struct hl_device *hdev, struct hl_ctx *ctx, bool enable)

drivers/accel/habanalabs/common/device.c

1254

static void take_release_locks(struct hl_device *hdev)

drivers/accel/habanalabs/common/device.c

1273

static void hl_abort_waiting_for_completions(struct hl_device *hdev)

drivers/accel/habanalabs/common/device.c

1283

static void cleanup_resources(struct hl_device *hdev, bool hard_reset, bool fw_reset,

drivers/accel/habanalabs/common/device.c

1318

int hl_device_suspend(struct hl_device *hdev)

drivers/accel/habanalabs/common/device.c

1360

int hl_device_resume(struct hl_device *hdev)

drivers/accel/habanalabs/common/device.c

1403

static int device_kill_open_processes(struct hl_device *hdev, u32 timeout, bool control_dev)

drivers/accel/habanalabs/common/device.c

141

static void hl_asic_dma_free_common(struct hl_device *hdev, size_t size, void *cpu_addr,

drivers/accel/habanalabs/common/device.c

1488

static void device_disable_open_processes(struct hl_device *hdev, bool control_dev)

drivers/accel/habanalabs/common/device.c

1503

static void send_disable_pci_access(struct hl_device *hdev, u32 flags)

drivers/accel/habanalabs/common/device.c

1530

static void handle_reset_trigger(struct hl_device *hdev, u32 flags)

drivers/accel/habanalabs/common/device.c

1570

static void reset_heartbeat_debug_info(struct hl_device *hdev)

drivers/accel/habanalabs/common/device.c

1577

static inline void device_heartbeat_schedule(struct hl_device *hdev)

drivers/accel/habanalabs/common/device.c

160

void *hl_asic_dma_alloc_coherent_caller(struct hl_device *hdev, size_t size, dma_addr_t *dma_handle,

drivers/accel/habanalabs/common/device.c

1611

int hl_device_reset(struct hl_device *hdev, u32 flags)

drivers/accel/habanalabs/common/device.c

166

void hl_asic_dma_free_coherent_caller(struct hl_device *hdev, size_t size, void *cpu_addr,

drivers/accel/habanalabs/common/device.c

172

void *hl_asic_dma_pool_zalloc_caller(struct hl_device *hdev, size_t size, gfp_t mem_flags,

drivers/accel/habanalabs/common/device.c

178

void hl_asic_dma_pool_free_caller(struct hl_device *hdev, void *vaddr, dma_addr_t dma_addr,

drivers/accel/habanalabs/common/device.c

184

void *hl_cpu_accessible_dma_pool_alloc(struct hl_device *hdev, size_t size, dma_addr_t *dma_handle)

drivers/accel/habanalabs/common/device.c

189

void hl_cpu_accessible_dma_pool_free(struct hl_device *hdev, size_t size, void *vaddr)

drivers/accel/habanalabs/common/device.c

194

int hl_dma_map_sgtable_caller(struct hl_device *hdev, struct sg_table *sgt,

drivers/accel/habanalabs/common/device.c

2033

int hl_device_cond_reset(struct hl_device *hdev, u32 flags, u64 event_mask)

drivers/accel/habanalabs/common/device.c

2118

void hl_notifier_event_send_all(struct hl_device *hdev, u64 event_mask)

drivers/accel/habanalabs/common/device.c

2144

int hl_device_init(struct hl_device *hdev)

drivers/accel/habanalabs/common/device.c

222

int hl_asic_dma_map_sgtable(struct hl_device *hdev, struct sg_table *sgt,

drivers/accel/habanalabs/common/device.c

241

void hl_dma_unmap_sgtable_caller(struct hl_device *hdev, struct sg_table *sgt,

drivers/accel/habanalabs/common/device.c

2479

void hl_device_fini(struct hl_device *hdev)

drivers/accel/habanalabs/common/device.c

264

void hl_asic_dma_unmap_sgtable(struct hl_device *hdev, struct sg_table *sgt,

drivers/accel/habanalabs/common/device.c

2654

inline u32 hl_rreg(struct hl_device *hdev, u32 reg)

drivers/accel/habanalabs/common/device.c

2674

inline void hl_wreg(struct hl_device *hdev, u32 reg, u32 val)

drivers/accel/habanalabs/common/device.c

2682

void hl_capture_razwi(struct hl_device *hdev, u64 addr, u16 *engine_id, u16 num_of_engines,

drivers/accel/habanalabs/common/device.c

2708

void hl_handle_razwi(struct hl_device *hdev, u64 addr, u16 *engine_id, u16 num_of_engines,

drivers/accel/habanalabs/common/device.c

2717

static void hl_capture_user_mappings(struct hl_device *hdev, bool is_pmmu)

drivers/accel/habanalabs/common/device.c

2779

void hl_capture_page_fault(struct hl_device *hdev, u64 addr, u16 eng_id, bool is_pmmu)

drivers/accel/habanalabs/common/device.c

2795

void hl_handle_page_fault(struct hl_device *hdev, u64 addr, u16 eng_id, bool is_pmmu,

drivers/accel/habanalabs/common/device.c

2804

static void hl_capture_hw_err(struct hl_device *hdev, u16 event_id)

drivers/accel/habanalabs/common/device.c

2818

void hl_handle_critical_hw_err(struct hl_device *hdev, u16 event_id, u64 *event_mask)

drivers/accel/habanalabs/common/device.c

2826

static void hl_capture_fw_err(struct hl_device *hdev, struct hl_info_fw_err_info *fw_info)

drivers/accel/habanalabs/common/device.c

2842

void hl_handle_fw_err(struct hl_device *hdev, struct hl_info_fw_err_info *info)

drivers/accel/habanalabs/common/device.c

2850

void hl_capture_engine_err(struct hl_device *hdev, u16 engine_id, u16 error_count)

drivers/accel/habanalabs/common/device.c

287

int hl_access_cfg_region(struct hl_device *hdev, u64 addr, u64 *val,

drivers/accel/habanalabs/common/device.c

2872

void hl_init_cpu_for_irq(struct hl_device *hdev)

drivers/accel/habanalabs/common/device.c

2893

void hl_set_irq_affinity(struct hl_device *hdev, int irq)

drivers/accel/habanalabs/common/device.c

2904

void hl_eq_heartbeat_event_handle(struct hl_device *hdev)

drivers/accel/habanalabs/common/device.c

2911

void hl_handle_clk_change_event(struct hl_device *hdev, u16 event_type, u64 *event_mask)

drivers/accel/habanalabs/common/device.c

2957

void hl_eq_cpld_shutdown_event_handle(struct hl_device *hdev, u16 event_id, u64 *event_mask)

drivers/accel/habanalabs/common/device.c

332

int hl_access_dev_mem(struct hl_device *hdev, enum pci_region region_type,

drivers/accel/habanalabs/common/device.c

373

enum hl_device_status hl_device_status(struct hl_device *hdev)

drivers/accel/habanalabs/common/device.c

397

bool hl_device_operational(struct hl_device *hdev,

drivers/accel/habanalabs/common/device.c

419

bool hl_ctrl_device_operational(struct hl_device *hdev,

drivers/accel/habanalabs/common/device.c

441

static void print_idle_status_mask(struct hl_device *hdev, const char *message,

drivers/accel/habanalabs/common/device.c

465

struct hl_device *hdev;

drivers/accel/habanalabs/common/device.c

51

static u64 hl_set_dram_bar(struct hl_device *hdev, u64 addr, struct pci_mem_region *region,

drivers/accel/habanalabs/common/device.c

554

static void print_device_in_use_info(struct hl_device *hdev,

drivers/accel/habanalabs/common/device.c

601

struct hl_device *hdev = to_hl_device(ddev);

drivers/accel/habanalabs/common/device.c

630

struct hl_device *hdev = hpriv->hdev;

drivers/accel/habanalabs/common/device.c

652

struct hl_device *hdev = hpriv->hdev;

drivers/accel/habanalabs/common/device.c

717

static int device_init_cdev(struct hl_device *hdev, const struct class *class,

drivers/accel/habanalabs/common/device.c

73

int hl_access_sram_dram_region(struct hl_device *hdev, u64 addr, u64 *val,

drivers/accel/habanalabs/common/device.c

739

static int cdev_sysfs_debugfs_add(struct hl_device *hdev)

drivers/accel/habanalabs/common/device.c

780

static void cdev_sysfs_debugfs_remove(struct hl_device *hdev)

drivers/accel/habanalabs/common/device.c

795

struct hl_device *hdev = device_reset_work->hdev;

drivers/accel/habanalabs/common/device.c

828

struct hl_device *hdev = watchdog_work->hdev;

drivers/accel/habanalabs/common/device.c

846

static int device_early_init(struct hl_device *hdev)

drivers/accel/habanalabs/common/firmware_if.c

1008

int hl_fw_get_eeprom_data(struct hl_device *hdev, void *data, size_t max_size)

drivers/accel/habanalabs/common/firmware_if.c

1049

int hl_fw_get_monitor_dump(struct hl_device *hdev, void *data)

drivers/accel/habanalabs/common/firmware_if.c

1098

int hl_fw_cpucp_pci_counters_get(struct hl_device *hdev,

drivers/accel/habanalabs/common/firmware_if.c

1154

int hl_fw_cpucp_total_energy_get(struct hl_device *hdev, u64 *total_energy)

drivers/accel/habanalabs/common/firmware_if.c

1177

int get_used_pll_index(struct hl_device *hdev, u32 input_pll_index,

drivers/accel/habanalabs/common/firmware_if.c

1223

int hl_fw_cpucp_pll_info_get(struct hl_device *hdev, u32 pll_index,

drivers/accel/habanalabs/common/firmware_if.c

1257

int hl_fw_cpucp_power_get(struct hl_device *hdev, u64 *power)

drivers/accel/habanalabs/common/firmware_if.c

1282

int hl_fw_dram_replaced_row_get(struct hl_device *hdev,

drivers/accel/habanalabs/common/firmware_if.c

1325

int hl_fw_dram_pending_row_get(struct hl_device *hdev, u32 *pend_rows_num)

drivers/accel/habanalabs/common/firmware_if.c

1348

int hl_fw_cpucp_engine_core_asid_set(struct hl_device *hdev, u32 asid)

drivers/accel/habanalabs/common/firmware_if.c

1368

void hl_fw_ask_hard_reset_without_linux(struct hl_device *hdev)

drivers/accel/habanalabs/common/firmware_if.c

137

static int hl_get_sw_major_minor_subminor(struct hl_device *hdev, const char *fw_str)

drivers/accel/habanalabs/common/firmware_if.c

1385

void hl_fw_ask_halt_machine_without_linux(struct hl_device *hdev)

drivers/accel/habanalabs/common/firmware_if.c

1432

static void detect_cpu_boot_status(struct hl_device *hdev, u32 status)

drivers/accel/habanalabs/common/firmware_if.c

1489

int hl_fw_wait_preboot_ready(struct hl_device *hdev)

drivers/accel/habanalabs/common/firmware_if.c

1553

static int hl_fw_read_preboot_caps(struct hl_device *hdev)

drivers/accel/habanalabs/common/firmware_if.c

1600

static int hl_fw_static_read_device_fw_version(struct hl_device *hdev,

drivers/accel/habanalabs/common/firmware_if.c

1680

static void hl_fw_preboot_update_state(struct hl_device *hdev)

drivers/accel/habanalabs/common/firmware_if.c

1717

static int hl_fw_static_read_preboot_status(struct hl_device *hdev)

drivers/accel/habanalabs/common/firmware_if.c

1728

int hl_fw_read_preboot_status(struct hl_device *hdev)

drivers/accel/habanalabs/common/firmware_if.c

1772

static void hl_fw_dynamic_report_error_status(struct hl_device *hdev,

drivers/accel/habanalabs/common/firmware_if.c

1803

static void hl_fw_dynamic_send_cmd(struct hl_device *hdev,

drivers/accel/habanalabs/common/firmware_if.c

1829

static int hl_fw_dynamic_extract_fw_response(struct hl_device *hdev,

drivers/accel/habanalabs/common/firmware_if.c

1862

static int hl_fw_dynamic_wait_for_status(struct hl_device *hdev,

drivers/accel/habanalabs/common/firmware_if.c

1920

static int hl_fw_dynamic_send_clear_cmd(struct hl_device *hdev,

drivers/accel/habanalabs/common/firmware_if.c

1958

int hl_fw_dynamic_send_protocol_cmd(struct hl_device *hdev,

drivers/accel/habanalabs/common/firmware_if.c

197

static int hl_get_preboot_major_minor(struct hl_device *hdev, char *preboot_ver)

drivers/accel/habanalabs/common/firmware_if.c

2038

static int hl_fw_dynamic_validate_memory_bound(struct hl_device *hdev,

drivers/accel/habanalabs/common/firmware_if.c

2077

static int hl_fw_dynamic_validate_descriptor(struct hl_device *hdev,

drivers/accel/habanalabs/common/firmware_if.c

2145

static int hl_fw_dynamic_validate_response(struct hl_device *hdev,

drivers/accel/habanalabs/common/firmware_if.c

2171

static void hl_fw_dynamic_read_descriptor_msg(struct hl_device *hdev,

drivers/accel/habanalabs/common/firmware_if.c

220

static int hl_request_fw(struct hl_device *hdev,

drivers/accel/habanalabs/common/firmware_if.c

2210

static int hl_fw_dynamic_read_and_validate_descriptor(struct hl_device *hdev,

drivers/accel/habanalabs/common/firmware_if.c

2284

static int hl_fw_dynamic_request_descriptor(struct hl_device *hdev,

drivers/accel/habanalabs/common/firmware_if.c

2306

static int hl_fw_dynamic_read_device_fw_version(struct hl_device *hdev,

drivers/accel/habanalabs/common/firmware_if.c

2363

static int hl_fw_dynamic_copy_image(struct hl_device *hdev,

drivers/accel/habanalabs/common/firmware_if.c

2396

static int hl_fw_dynamic_copy_msg(struct hl_device *hdev,

drivers/accel/habanalabs/common/firmware_if.c

2429

static void hl_fw_boot_fit_update_state(struct hl_device *hdev,

drivers/accel/habanalabs/common/firmware_if.c

2461

static void hl_fw_dynamic_update_linux_interrupt_if(struct hl_device *hdev)

drivers/accel/habanalabs/common/firmware_if.c

2489

static int hl_fw_dynamic_load_image(struct hl_device *hdev,

drivers/accel/habanalabs/common/firmware_if.c

2550

static int hl_fw_dynamic_wait_for_boot_fit_active(struct hl_device *hdev,

drivers/accel/habanalabs/common/firmware_if.c

2584

static int hl_fw_dynamic_wait_for_linux_active(struct hl_device *hdev,

drivers/accel/habanalabs/common/firmware_if.c

2626

static void hl_fw_linux_update_state(struct hl_device *hdev,

drivers/accel/habanalabs/common/firmware_if.c

2678

static int hl_fw_dynamic_send_msg(struct hl_device *hdev,

drivers/accel/habanalabs/common/firmware_if.c

2749

static int hl_fw_dynamic_init_cpu(struct hl_device *hdev,

drivers/accel/habanalabs/common/firmware_if.c

284

static int hl_fw_copy_fw_to_device(struct hl_device *hdev,

drivers/accel/habanalabs/common/firmware_if.c

2913

static int hl_fw_static_init_cpu(struct hl_device *hdev,

drivers/accel/habanalabs/common/firmware_if.c

3116

int hl_fw_init_cpu(struct hl_device *hdev)

drivers/accel/habanalabs/common/firmware_if.c

3126

void hl_fw_set_pll_profile(struct hl_device *hdev)

drivers/accel/habanalabs/common/firmware_if.c

3132

int hl_fw_get_clk_rate(struct hl_device *hdev, u32 *cur_clk, u32 *max_clk)

drivers/accel/habanalabs/common/firmware_if.c

3166

long hl_fw_get_frequency(struct hl_device *hdev, u32 pll_index, bool curr)

drivers/accel/habanalabs/common/firmware_if.c

318

static int hl_fw_copy_msg_to_device(struct hl_device *hdev,

drivers/accel/habanalabs/common/firmware_if.c

3198

void hl_fw_set_frequency(struct hl_device *hdev, u32 pll_index, u64 freq)

drivers/accel/habanalabs/common/firmware_if.c

3220

long hl_fw_get_max_power(struct hl_device *hdev)

drivers/accel/habanalabs/common/firmware_if.c

3240

void hl_fw_set_max_power(struct hl_device *hdev)

drivers/accel/habanalabs/common/firmware_if.c

3259

static int hl_fw_get_sec_attest_data(struct hl_device *hdev, u32 packet_id, void *data, u32 size,

drivers/accel/habanalabs/common/firmware_if.c

3297

int hl_fw_get_sec_attest_info(struct hl_device *hdev, struct cpucp_sec_attest_info *sec_attest_info,

drivers/accel/habanalabs/common/firmware_if.c

3305

int hl_fw_get_dev_info_signed(struct hl_device *hdev,

drivers/accel/habanalabs/common/firmware_if.c

3313

int hl_fw_send_generic_request(struct hl_device *hdev, enum hl_passthrough_type sub_opcode,

drivers/accel/habanalabs/common/firmware_if.c

355

int hl_fw_load_fw_to_device(struct hl_device *hdev, const char *fw_name,

drivers/accel/habanalabs/common/firmware_if.c

371

int hl_fw_send_pci_access_msg(struct hl_device *hdev, u32 opcode, u64 value)

drivers/accel/habanalabs/common/firmware_if.c

404

int hl_fw_send_cpu_message(struct hl_device *hdev, u32 hw_queue_id, u32 *msg,

drivers/accel/habanalabs/common/firmware_if.c

542

int hl_fw_unmask_irq(struct hl_device *hdev, u16 event_type)

drivers/accel/habanalabs/common/firmware_if.c

55

int hl_fw_version_cmp(struct hl_device *hdev, u32 major, u32 minor, u32 subminor)

drivers/accel/habanalabs/common/firmware_if.c

563

int hl_fw_unmask_irq_arr(struct hl_device *hdev, const u32 *irq_arr,

drivers/accel/habanalabs/common/firmware_if.c

604

int hl_fw_test_cpu_queue(struct hl_device *hdev)

drivers/accel/habanalabs/common/firmware_if.c

628

void *hl_fw_cpu_accessible_dma_pool_alloc(struct hl_device *hdev, size_t size,

drivers/accel/habanalabs/common/firmware_if.c

641

void hl_fw_cpu_accessible_dma_pool_free(struct hl_device *hdev, size_t size,

drivers/accel/habanalabs/common/firmware_if.c

648

int hl_fw_send_soft_reset(struct hl_device *hdev)

drivers/accel/habanalabs/common/firmware_if.c

662

int hl_fw_send_device_activity(struct hl_device *hdev, bool open)

drivers/accel/habanalabs/common/firmware_if.c

677

int hl_fw_send_heartbeat(struct hl_device *hdev)

drivers/accel/habanalabs/common/firmware_if.c

703

static bool fw_report_boot_dev0(struct hl_device *hdev, u32 err_val, u32 sts_val)

drivers/accel/habanalabs/common/firmware_if.c

797

static bool fw_report_boot_dev1(struct hl_device *hdev, u32 err_val,

drivers/accel/habanalabs/common/firmware_if.c

828

static int fw_read_errors(struct hl_device *hdev, u32 boot_err0_reg,

drivers/accel/habanalabs/common/firmware_if.c

858

int hl_fw_cpucp_info_get(struct hl_device *hdev,

drivers/accel/habanalabs/common/firmware_if.c

938

static int hl_fw_send_msi_info_msg(struct hl_device *hdev)

drivers/accel/habanalabs/common/firmware_if.c

992

int hl_fw_cpucp_handshake(struct hl_device *hdev,

drivers/accel/habanalabs/common/habanalabs.h

1118

struct hl_device *hdev;

drivers/accel/habanalabs/common/habanalabs.h

1164

struct hl_device *hdev;

drivers/accel/habanalabs/common/habanalabs.h

1202

struct hl_device *hdev;

drivers/accel/habanalabs/common/habanalabs.h

1260

struct hl_device *hdev;

drivers/accel/habanalabs/common/habanalabs.h

1277

struct hl_device *hdev;

drivers/accel/habanalabs/common/habanalabs.h

1646

int (*early_init)(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

1647

int (*early_fini)(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

1648

int (*late_init)(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

1649

void (*late_fini)(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

1650

int (*sw_init)(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

1651

int (*sw_fini)(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

1652

int (*hw_init)(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

1653

int (*hw_fini)(struct hl_device *hdev, bool hard_reset, bool fw_reset);

drivers/accel/habanalabs/common/habanalabs.h

1654

void (*halt_engines)(struct hl_device *hdev, bool hard_reset, bool fw_reset);

drivers/accel/habanalabs/common/habanalabs.h

1655

int (*suspend)(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

1656

int (*resume)(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

1657

int (*mmap)(struct hl_device *hdev, struct vm_area_struct *vma,

drivers/accel/habanalabs/common/habanalabs.h

1659

void (*ring_doorbell)(struct hl_device *hdev, u32 hw_queue_id, u32 pi);

drivers/accel/habanalabs/common/habanalabs.h

1660

void (*pqe_write)(struct hl_device *hdev, __le64 *pqe,

drivers/accel/habanalabs/common/habanalabs.h

1662

void* (*asic_dma_alloc_coherent)(struct hl_device *hdev, size_t size,

drivers/accel/habanalabs/common/habanalabs.h

1664

void (*asic_dma_free_coherent)(struct hl_device *hdev, size_t size,

drivers/accel/habanalabs/common/habanalabs.h

1666

int (*scrub_device_mem)(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

1667

int (*scrub_device_dram)(struct hl_device *hdev, u64 val);

drivers/accel/habanalabs/common/habanalabs.h

1668

void* (*get_int_queue_base)(struct hl_device *hdev, u32 queue_id,

drivers/accel/habanalabs/common/habanalabs.h

1670

int (*test_queues)(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

1671

void* (*asic_dma_pool_zalloc)(struct hl_device *hdev, size_t size,

drivers/accel/habanalabs/common/habanalabs.h

1673

void (*asic_dma_pool_free)(struct hl_device *hdev, void *vaddr,

drivers/accel/habanalabs/common/habanalabs.h

1675

void* (*cpu_accessible_dma_pool_alloc)(struct hl_device *hdev,

drivers/accel/habanalabs/common/habanalabs.h

1677

void (*cpu_accessible_dma_pool_free)(struct hl_device *hdev,

drivers/accel/habanalabs/common/habanalabs.h

1679

void (*dma_unmap_sgtable)(struct hl_device *hdev, struct sg_table *sgt,

drivers/accel/habanalabs/common/habanalabs.h

1681

int (*dma_map_sgtable)(struct hl_device *hdev, struct sg_table *sgt,

drivers/accel/habanalabs/common/habanalabs.h

1683

int (*cs_parser)(struct hl_device *hdev, struct hl_cs_parser *parser);

drivers/accel/habanalabs/common/habanalabs.h

1684

void (*add_end_of_cb_packets)(struct hl_device *hdev,

drivers/accel/habanalabs/common/habanalabs.h

1689

void (*update_eq_ci)(struct hl_device *hdev, u32 val);

drivers/accel/habanalabs/common/habanalabs.h

1690

int (*context_switch)(struct hl_device *hdev, u32 asid);

drivers/accel/habanalabs/common/habanalabs.h

1691

void (*restore_phase_topology)(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

1692

int (*debugfs_read_dma)(struct hl_device *hdev, u64 addr, u32 size,

drivers/accel/habanalabs/common/habanalabs.h

1694

void (*add_device_attr)(struct hl_device *hdev, struct attribute_group *dev_clk_attr_grp,

drivers/accel/habanalabs/common/habanalabs.h

1696

void (*handle_eqe)(struct hl_device *hdev,

drivers/accel/habanalabs/common/habanalabs.h

1698

void* (*get_events_stat)(struct hl_device *hdev, bool aggregate,

drivers/accel/habanalabs/common/habanalabs.h

1700

u64 (*read_pte)(struct hl_device *hdev, u64 addr);

drivers/accel/habanalabs/common/habanalabs.h

1701

void (*write_pte)(struct hl_device *hdev, u64 addr, u64 val);

drivers/accel/habanalabs/common/habanalabs.h

1702

int (*mmu_invalidate_cache)(struct hl_device *hdev, bool is_hard,

drivers/accel/habanalabs/common/habanalabs.h

1704

int (*mmu_invalidate_cache_range)(struct hl_device *hdev, bool is_hard,

drivers/accel/habanalabs/common/habanalabs.h

1707

int (*send_heartbeat)(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

1708

int (*debug_coresight)(struct hl_device *hdev, struct hl_ctx *ctx, void *data);

drivers/accel/habanalabs/common/habanalabs.h

1709

bool (*is_device_idle)(struct hl_device *hdev, u64 *mask_arr, u8 mask_len,

drivers/accel/habanalabs/common/habanalabs.h

1711

int (*compute_reset_late_init)(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

1712

void (*hw_queues_lock)(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

1713

void (*hw_queues_unlock)(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

1714

u32 (*get_pci_id)(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

1715

int (*get_eeprom_data)(struct hl_device *hdev, void *data, size_t max_size);

drivers/accel/habanalabs/common/habanalabs.h

1716

int (*get_monitor_dump)(struct hl_device *hdev, void *data);

drivers/accel/habanalabs/common/habanalabs.h

1717

int (*send_cpu_message)(struct hl_device *hdev, u32 *msg,

drivers/accel/habanalabs/common/habanalabs.h

1719

int (*pci_bars_map)(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

1720

int (*init_iatu)(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

1721

u32 (*rreg)(struct hl_device *hdev, u32 reg);

drivers/accel/habanalabs/common/habanalabs.h

1722

void (*wreg)(struct hl_device *hdev, u32 reg, u32 val);

drivers/accel/habanalabs/common/habanalabs.h

1723

void (*halt_coresight)(struct hl_device *hdev, struct hl_ctx *ctx);

drivers/accel/habanalabs/common/habanalabs.h

1727

u32 (*get_queue_id_for_cq)(struct hl_device *hdev, u32 cq_idx);

drivers/accel/habanalabs/common/habanalabs.h

1728

int (*load_firmware_to_device)(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

1729

int (*load_boot_fit_to_device)(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

1730

u32 (*get_signal_cb_size)(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

1731

u32 (*get_wait_cb_size)(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

1732

u32 (*gen_signal_cb)(struct hl_device *hdev, void *data, u16 sob_id,

drivers/accel/habanalabs/common/habanalabs.h

1734

u32 (*gen_wait_cb)(struct hl_device *hdev,

drivers/accel/habanalabs/common/habanalabs.h

1736

void (*reset_sob)(struct hl_device *hdev, void *data);

drivers/accel/habanalabs/common/habanalabs.h

1737

void (*reset_sob_group)(struct hl_device *hdev, u16 sob_group);

drivers/accel/habanalabs/common/habanalabs.h

1738

u64 (*get_device_time)(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

1739

void (*pb_print_security_errors)(struct hl_device *hdev,

drivers/accel/habanalabs/common/habanalabs.h

1742

int (*collective_wait_create_jobs)(struct hl_device *hdev,

drivers/accel/habanalabs/common/habanalabs.h

1746

u32 (*get_dec_base_addr)(struct hl_device *hdev, u32 core_id);

drivers/accel/habanalabs/common/habanalabs.h

1747

u64 (*scramble_addr)(struct hl_device *hdev, u64 addr);

drivers/accel/habanalabs/common/habanalabs.h

1748

u64 (*descramble_addr)(struct hl_device *hdev, u64 addr);

drivers/accel/habanalabs/common/habanalabs.h

1749

void (*ack_protection_bits_errors)(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

1750

int (*get_hw_block_id)(struct hl_device *hdev, u64 block_addr,

drivers/accel/habanalabs/common/habanalabs.h

1752

int (*hw_block_mmap)(struct hl_device *hdev, struct vm_area_struct *vma,

drivers/accel/habanalabs/common/habanalabs.h

1754

void (*enable_events_from_fw)(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

1755

int (*ack_mmu_errors)(struct hl_device *hdev, u64 mmu_cap_mask);

drivers/accel/habanalabs/common/habanalabs.h

1758

void (*init_firmware_preload_params)(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

1759

void (*init_firmware_loader)(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

1760

void (*init_cpu_scrambler_dram)(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

1761

void (*state_dump_init)(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

1762

u32 (*get_sob_addr)(struct hl_device *hdev, u32 sob_id);

drivers/accel/habanalabs/common/habanalabs.h

1763

void (*set_pci_memory_regions)(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

1765

void (*check_if_razwi_happened)(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

1766

int (*mmu_get_real_page_size)(struct hl_device *hdev, struct hl_mmu_properties *mmu_prop,

drivers/accel/habanalabs/common/habanalabs.h

1768

int (*access_dev_mem)(struct hl_device *hdev, enum pci_region region_type,

drivers/accel/habanalabs/common/habanalabs.h

1770

u64 (*set_dram_bar_base)(struct hl_device *hdev, u64 addr);

drivers/accel/habanalabs/common/habanalabs.h

1771

int (*set_engine_cores)(struct hl_device *hdev, u32 *core_ids,

drivers/accel/habanalabs/common/habanalabs.h

1773

int (*set_engines)(struct hl_device *hdev, u32 *engine_ids,

drivers/accel/habanalabs/common/habanalabs.h

1775

int (*send_device_activity)(struct hl_device *hdev, bool open);

drivers/accel/habanalabs/common/habanalabs.h

1776

int (*set_dram_properties)(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

1777

int (*set_binning_masks)(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

1938

struct hl_device *hdev;

drivers/accel/habanalabs/common/habanalabs.h

2340

struct hl_device *hdev;

drivers/accel/habanalabs/common/habanalabs.h

2417

struct hl_device *hdev;

drivers/accel/habanalabs/common/habanalabs.h

248

void (*fn)(struct hl_device *hdev, int block, int inst, u32 offset,

drivers/accel/habanalabs/common/habanalabs.h

2577

int (*gen_sync_to_engine_map)(struct hl_device *hdev,

drivers/accel/habanalabs/common/habanalabs.h

2580

struct hl_device *hdev,

drivers/accel/habanalabs/common/habanalabs.h

2583

int (*print_fences_single_engine)(struct hl_device *hdev,

drivers/accel/habanalabs/common/habanalabs.h

2625

u32 hl_rreg(struct hl_device *hdev, u32 reg);

drivers/accel/habanalabs/common/habanalabs.h

2626

void hl_wreg(struct hl_device *hdev, u32 reg, u32 val);

drivers/accel/habanalabs/common/habanalabs.h

2833

struct hl_device *hdev;

drivers/accel/habanalabs/common/habanalabs.h

2915

int (*get_tlb_mapping_params)(struct hl_device *hdev, struct hl_mmu_properties **mmu_prop,

drivers/accel/habanalabs/common/habanalabs.h

2937

int (*init)(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

2938

void (*fini)(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

3640

struct hl_device *hdev;

drivers/accel/habanalabs/common/habanalabs.h

3731

static inline struct hl_device *to_hl_device(struct drm_device *ddev)

drivers/accel/habanalabs/common/habanalabs.h

3733

return container_of(ddev, struct hl_device, drm);

drivers/accel/habanalabs/common/habanalabs.h

3754

uint64_t hl_set_dram_bar_default(struct hl_device *hdev, u64 addr);

drivers/accel/habanalabs/common/habanalabs.h

3755

void *hl_cpu_accessible_dma_pool_alloc(struct hl_device *hdev, size_t size, dma_addr_t *dma_handle);

drivers/accel/habanalabs/common/habanalabs.h

3756

void hl_cpu_accessible_dma_pool_free(struct hl_device *hdev, size_t size, void *vaddr);

drivers/accel/habanalabs/common/habanalabs.h

3757

void *hl_asic_dma_alloc_coherent_caller(struct hl_device *hdev, size_t size, dma_addr_t *dma_handle,

drivers/accel/habanalabs/common/habanalabs.h

3759

void hl_asic_dma_free_coherent_caller(struct hl_device *hdev, size_t size, void *cpu_addr,

drivers/accel/habanalabs/common/habanalabs.h

3761

void *hl_asic_dma_pool_zalloc_caller(struct hl_device *hdev, size_t size, gfp_t mem_flags,

drivers/accel/habanalabs/common/habanalabs.h

3763

void hl_asic_dma_pool_free_caller(struct hl_device *hdev, void *vaddr, dma_addr_t dma_addr,

drivers/accel/habanalabs/common/habanalabs.h

3765

int hl_dma_map_sgtable_caller(struct hl_device *hdev, struct sg_table *sgt,

drivers/accel/habanalabs/common/habanalabs.h

3767

void hl_dma_unmap_sgtable_caller(struct hl_device *hdev, struct sg_table *sgt,

drivers/accel/habanalabs/common/habanalabs.h

3769

int hl_asic_dma_map_sgtable(struct hl_device *hdev, struct sg_table *sgt,

drivers/accel/habanalabs/common/habanalabs.h

3771

void hl_asic_dma_unmap_sgtable(struct hl_device *hdev, struct sg_table *sgt,

drivers/accel/habanalabs/common/habanalabs.h

3773

int hl_access_sram_dram_region(struct hl_device *hdev, u64 addr, u64 *val,

drivers/accel/habanalabs/common/habanalabs.h

3775

int hl_access_cfg_region(struct hl_device *hdev, u64 addr, u64 *val,

drivers/accel/habanalabs/common/habanalabs.h

3777

int hl_access_dev_mem(struct hl_device *hdev, enum pci_region region_type,

drivers/accel/habanalabs/common/habanalabs.h

3786

bool hl_device_operational(struct hl_device *hdev,

drivers/accel/habanalabs/common/habanalabs.h

3788

bool hl_ctrl_device_operational(struct hl_device *hdev,

drivers/accel/habanalabs/common/habanalabs.h

3790

enum hl_device_status hl_device_status(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

3791

int hl_device_set_debug_mode(struct hl_device *hdev, struct hl_ctx *ctx, bool enable);

drivers/accel/habanalabs/common/habanalabs.h

3792

int hl_hw_queues_create(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

3793

void hl_hw_queues_destroy(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

3794

int hl_hw_queue_send_cb_no_cmpl(struct hl_device *hdev, u32 hw_queue_id,

drivers/accel/habanalabs/common/habanalabs.h

3796

void hl_hw_queue_submit_bd(struct hl_device *hdev, struct hl_hw_queue *q,

drivers/accel/habanalabs/common/habanalabs.h

3800

void hl_hw_queue_inc_ci_kernel(struct hl_device *hdev, u32 hw_queue_id);

drivers/accel/habanalabs/common/habanalabs.h

3802

void hl_hw_queue_reset(struct hl_device *hdev, bool hard_reset);

drivers/accel/habanalabs/common/habanalabs.h

3807

int hl_cq_init(struct hl_device *hdev, struct hl_cq *q, u32 hw_queue_id);

drivers/accel/habanalabs/common/habanalabs.h

3808

void hl_cq_fini(struct hl_device *hdev, struct hl_cq *q);

drivers/accel/habanalabs/common/habanalabs.h

3809

int hl_eq_init(struct hl_device *hdev, struct hl_eq *q);

drivers/accel/habanalabs/common/habanalabs.h

3810

void hl_eq_fini(struct hl_device *hdev, struct hl_eq *q);

drivers/accel/habanalabs/common/habanalabs.h

3811

void hl_cq_reset(struct hl_device *hdev, struct hl_cq *q);

drivers/accel/habanalabs/common/habanalabs.h

3812

void hl_eq_reset(struct hl_device *hdev, struct hl_eq *q);

drivers/accel/habanalabs/common/habanalabs.h

3813

void hl_eq_dump(struct hl_device *hdev, struct hl_eq *q);

drivers/accel/habanalabs/common/habanalabs.h

3822

int hl_asid_init(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

3823

void hl_asid_fini(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

3824

unsigned long hl_asid_alloc(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

3825

void hl_asid_free(struct hl_device *hdev, unsigned long asid);

drivers/accel/habanalabs/common/habanalabs.h

3827

int hl_ctx_create(struct hl_device *hdev, struct hl_fpriv *hpriv);

drivers/accel/habanalabs/common/habanalabs.h

3828

void hl_ctx_free(struct hl_device *hdev, struct hl_ctx *ctx);

drivers/accel/habanalabs/common/habanalabs.h

3829

int hl_ctx_init(struct hl_device *hdev, struct hl_ctx *ctx, bool is_kernel_ctx);

drivers/accel/habanalabs/common/habanalabs.h

3833

struct hl_ctx *hl_get_compute_ctx(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

3838

void hl_ctx_mgr_fini(struct hl_device *hdev, struct hl_ctx_mgr *mgr);

drivers/accel/habanalabs/common/habanalabs.h

3840

int hl_device_init(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

3841

void hl_device_fini(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

3842

int hl_device_suspend(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

3843

int hl_device_resume(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

3844

int hl_device_reset(struct hl_device *hdev, u32 flags);

drivers/accel/habanalabs/common/habanalabs.h

3845

int hl_device_cond_reset(struct hl_device *hdev, u32 flags, u64 event_mask);

drivers/accel/habanalabs/common/habanalabs.h

3848

int hl_device_utilization(struct hl_device *hdev, u32 *utilization);

drivers/accel/habanalabs/common/habanalabs.h

3850

int hl_build_hwmon_channel_info(struct hl_device *hdev,

drivers/accel/habanalabs/common/habanalabs.h

3853

void hl_notifier_event_send_all(struct hl_device *hdev, u64 event_mask);

drivers/accel/habanalabs/common/habanalabs.h

3855

int hl_sysfs_init(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

3856

void hl_sysfs_fini(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

3858

int hl_hwmon_init(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

3859

void hl_hwmon_fini(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

3860

void hl_hwmon_release_resources(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

3862

int hl_cb_create(struct hl_device *hdev, struct hl_mem_mgr *mmg,

drivers/accel/habanalabs/common/habanalabs.h

3869

struct hl_cb *hl_cb_kernel_create(struct hl_device *hdev, u32 cb_size,

drivers/accel/habanalabs/common/habanalabs.h

3871

int hl_cb_pool_init(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

3872

int hl_cb_pool_fini(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

3876

void hl_cs_rollback_all(struct hl_device *hdev, bool skip_wq_flush);

drivers/accel/habanalabs/common/habanalabs.h

3877

struct hl_cs_job *hl_cs_allocate_job(struct hl_device *hdev,

drivers/accel/habanalabs/common/habanalabs.h

3887

bool is_staged_cs_last_exists(struct hl_device *hdev, struct hl_cs *cs);

drivers/accel/habanalabs/common/habanalabs.h

3888

struct hl_cs *hl_staged_cs_find_first(struct hl_device *hdev, u64 cs_seq);

drivers/accel/habanalabs/common/habanalabs.h

3889

void hl_multi_cs_completion_init(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

3890

u32 hl_get_active_cs_num(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

3892

void goya_set_asic_funcs(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

3893

void gaudi_set_asic_funcs(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

3894

void gaudi2_set_asic_funcs(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

3899

int hl_vm_init(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

39

struct hl_device;

drivers/accel/habanalabs/common/habanalabs.h

3900

void hl_vm_fini(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

3905

u64 hl_reserve_va_block(struct hl_device *hdev, struct hl_ctx *ctx,

drivers/accel/habanalabs/common/habanalabs.h

3907

int hl_unreserve_va_block(struct hl_device *hdev, struct hl_ctx *ctx,

drivers/accel/habanalabs/common/habanalabs.h

3909

int hl_pin_host_memory(struct hl_device *hdev, u64 addr, u64 size,

drivers/accel/habanalabs/common/habanalabs.h

3911

void hl_unpin_host_memory(struct hl_device *hdev, struct hl_userptr *userptr);

drivers/accel/habanalabs/common/habanalabs.h

3912

void hl_userptr_delete_list(struct hl_device *hdev,

drivers/accel/habanalabs/common/habanalabs.h

3914

bool hl_userptr_is_pinned(struct hl_device *hdev, u64 addr, u32 size,

drivers/accel/habanalabs/common/habanalabs.h

3918

int hl_mmu_init(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

3919

void hl_mmu_fini(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

3924

int hl_mmu_get_real_page_size(struct hl_device *hdev, struct hl_mmu_properties *mmu_prop,

drivers/accel/habanalabs/common/habanalabs.h

3931

int hl_mmu_invalidate_cache(struct hl_device *hdev, bool is_hard, u32 flags);

drivers/accel/habanalabs/common/habanalabs.h

3932

int hl_mmu_invalidate_cache_range(struct hl_device *hdev, bool is_hard,

drivers/accel/habanalabs/common/habanalabs.h

3939

int hl_mmu_hr_init(struct hl_device *hdev, struct hl_mmu_hr_priv *hr_priv, u32 hop_table_size,

drivers/accel/habanalabs/common/habanalabs.h

3941

void hl_mmu_hr_fini(struct hl_device *hdev, struct hl_mmu_hr_priv *hr_priv, u32 hop_table_size);

drivers/accel/habanalabs/common/habanalabs.h

3966

int hl_mmu_if_set_funcs(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

3967

void hl_mmu_v1_set_funcs(struct hl_device *hdev, struct hl_mmu_funcs *mmu);

drivers/accel/habanalabs/common/habanalabs.h

3968

void hl_mmu_v2_set_funcs(struct hl_device *hdev, struct hl_mmu_funcs *mmu);

drivers/accel/habanalabs/common/habanalabs.h

3969

void hl_mmu_v2_hr_set_funcs(struct hl_device *hdev, struct hl_mmu_funcs *mmu);

drivers/accel/habanalabs/common/habanalabs.h

3973

u64 hl_mmu_scramble_addr(struct hl_device *hdev, u64 addr);

drivers/accel/habanalabs/common/habanalabs.h

3974

u64 hl_mmu_descramble_addr(struct hl_device *hdev, u64 addr);

drivers/accel/habanalabs/common/habanalabs.h

3975

bool hl_is_dram_va(struct hl_device *hdev, u64 virt_addr);

drivers/accel/habanalabs/common/habanalabs.h

3990

int hl_mmu_dr_init(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

3991

void hl_mmu_dr_fini(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

3993

int hl_fw_version_cmp(struct hl_device *hdev, u32 major, u32 minor, u32 subminor);

drivers/accel/habanalabs/common/habanalabs.h

3994

int hl_fw_load_fw_to_device(struct hl_device *hdev, const char *fw_name,

drivers/accel/habanalabs/common/habanalabs.h

3996

int hl_fw_send_pci_access_msg(struct hl_device *hdev, u32 opcode, u64 value);

drivers/accel/habanalabs/common/habanalabs.h

3997

int hl_fw_send_cpu_message(struct hl_device *hdev, u32 hw_queue_id, u32 *msg,

drivers/accel/habanalabs/common/habanalabs.h

3999

int hl_fw_unmask_irq(struct hl_device *hdev, u16 event_type);

drivers/accel/habanalabs/common/habanalabs.h

4000

int hl_fw_unmask_irq_arr(struct hl_device *hdev, const u32 *irq_arr,

drivers/accel/habanalabs/common/habanalabs.h

4002

int hl_fw_test_cpu_queue(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

4003

void *hl_fw_cpu_accessible_dma_pool_alloc(struct hl_device *hdev, size_t size,

drivers/accel/habanalabs/common/habanalabs.h

4005

void hl_fw_cpu_accessible_dma_pool_free(struct hl_device *hdev, size_t size,

drivers/accel/habanalabs/common/habanalabs.h

4007

int hl_fw_send_heartbeat(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

4008

int hl_fw_cpucp_info_get(struct hl_device *hdev,

drivers/accel/habanalabs/common/habanalabs.h

4012

int hl_fw_cpucp_handshake(struct hl_device *hdev,

drivers/accel/habanalabs/common/habanalabs.h

4016

int hl_fw_get_eeprom_data(struct hl_device *hdev, void *data, size_t max_size);

drivers/accel/habanalabs/common/habanalabs.h

4017

int hl_fw_get_monitor_dump(struct hl_device *hdev, void *data);

drivers/accel/habanalabs/common/habanalabs.h

4018

int hl_fw_cpucp_pci_counters_get(struct hl_device *hdev,

drivers/accel/habanalabs/common/habanalabs.h

4020

int hl_fw_cpucp_total_energy_get(struct hl_device *hdev,

drivers/accel/habanalabs/common/habanalabs.h

4022

int get_used_pll_index(struct hl_device *hdev, u32 input_pll_index,

drivers/accel/habanalabs/common/habanalabs.h

4024

int hl_fw_cpucp_pll_info_get(struct hl_device *hdev, u32 pll_index,

drivers/accel/habanalabs/common/habanalabs.h

4026

int hl_fw_cpucp_power_get(struct hl_device *hdev, u64 *power);

drivers/accel/habanalabs/common/habanalabs.h

4027

void hl_fw_ask_hard_reset_without_linux(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

4028

void hl_fw_ask_halt_machine_without_linux(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

4029

int hl_fw_init_cpu(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

4030

int hl_fw_wait_preboot_ready(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

4031

int hl_fw_read_preboot_status(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

4032

int hl_fw_dynamic_send_protocol_cmd(struct hl_device *hdev,

drivers/accel/habanalabs/common/habanalabs.h

4036

int hl_fw_dram_replaced_row_get(struct hl_device *hdev,

drivers/accel/habanalabs/common/habanalabs.h

4038

int hl_fw_dram_pending_row_get(struct hl_device *hdev, u32 *pend_rows_num);

drivers/accel/habanalabs/common/habanalabs.h

4039

int hl_fw_cpucp_engine_core_asid_set(struct hl_device *hdev, u32 asid);

drivers/accel/habanalabs/common/habanalabs.h

4040

int hl_fw_send_device_activity(struct hl_device *hdev, bool open);

drivers/accel/habanalabs/common/habanalabs.h

4041

int hl_fw_send_soft_reset(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

4042

int hl_pci_bars_map(struct hl_device *hdev, const char * const name[3],

drivers/accel/habanalabs/common/habanalabs.h

4044

int hl_pci_elbi_read(struct hl_device *hdev, u64 addr, u32 *data);

drivers/accel/habanalabs/common/habanalabs.h

4045

int hl_pci_iatu_write(struct hl_device *hdev, u32 addr, u32 data);

drivers/accel/habanalabs/common/habanalabs.h

4046

int hl_pci_set_inbound_region(struct hl_device *hdev, u8 region,

drivers/accel/habanalabs/common/habanalabs.h

4048

int hl_pci_set_outbound_region(struct hl_device *hdev,

drivers/accel/habanalabs/common/habanalabs.h

4050

enum pci_region hl_get_pci_memory_region(struct hl_device *hdev, u64 addr);

drivers/accel/habanalabs/common/habanalabs.h

4051

int hl_pci_init(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

4052

void hl_pci_fini(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

4054

long hl_fw_get_frequency(struct hl_device *hdev, u32 pll_index, bool curr);

drivers/accel/habanalabs/common/habanalabs.h

4055

void hl_fw_set_frequency(struct hl_device *hdev, u32 pll_index, u64 freq);

drivers/accel/habanalabs/common/habanalabs.h

4056

int hl_get_temperature(struct hl_device *hdev, int sensor_index, u32 attr, long *value);

drivers/accel/habanalabs/common/habanalabs.h

4057

int hl_set_temperature(struct hl_device *hdev, int sensor_index, u32 attr, long value);

drivers/accel/habanalabs/common/habanalabs.h

4058

int hl_get_voltage(struct hl_device *hdev, int sensor_index, u32 attr, long *value);

drivers/accel/habanalabs/common/habanalabs.h

4059

int hl_get_current(struct hl_device *hdev, int sensor_index, u32 attr, long *value);

drivers/accel/habanalabs/common/habanalabs.h

4060

int hl_get_fan_speed(struct hl_device *hdev, int sensor_index, u32 attr, long *value);

drivers/accel/habanalabs/common/habanalabs.h

4061

int hl_get_pwm_info(struct hl_device *hdev, int sensor_index, u32 attr, long *value);

drivers/accel/habanalabs/common/habanalabs.h

4062

void hl_set_pwm_info(struct hl_device *hdev, int sensor_index, u32 attr, long value);

drivers/accel/habanalabs/common/habanalabs.h

4063

long hl_fw_get_max_power(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

4064

void hl_fw_set_max_power(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

4065

int hl_fw_get_sec_attest_info(struct hl_device *hdev, struct cpucp_sec_attest_info *sec_attest_info,

drivers/accel/habanalabs/common/habanalabs.h

4067

int hl_fw_get_dev_info_signed(struct hl_device *hdev,

drivers/accel/habanalabs/common/habanalabs.h

4069

int hl_set_voltage(struct hl_device *hdev, int sensor_index, u32 attr, long value);

drivers/accel/habanalabs/common/habanalabs.h

4070

int hl_set_current(struct hl_device *hdev, int sensor_index, u32 attr, long value);

drivers/accel/habanalabs/common/habanalabs.h

4071

int hl_set_power(struct hl_device *hdev, int sensor_index, u32 attr, long value);

drivers/accel/habanalabs/common/habanalabs.h

4072

int hl_get_power(struct hl_device *hdev, int sensor_index, u32 attr, long *value);

drivers/accel/habanalabs/common/habanalabs.h

4073

int hl_fw_get_clk_rate(struct hl_device *hdev, u32 *cur_clk, u32 *max_clk);

drivers/accel/habanalabs/common/habanalabs.h

4074

void hl_fw_set_pll_profile(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

4075

void hl_sysfs_add_dev_clk_attr(struct hl_device *hdev, struct attribute_group *dev_clk_attr_grp);

drivers/accel/habanalabs/common/habanalabs.h

4076

void hl_sysfs_add_dev_vrm_attr(struct hl_device *hdev, struct attribute_group *dev_vrm_attr_grp);

drivers/accel/habanalabs/common/habanalabs.h

4077

int hl_fw_send_generic_request(struct hl_device *hdev, enum hl_passthrough_type sub_opcode,

drivers/accel/habanalabs/common/habanalabs.h

4084

void hl_hw_queue_encaps_sig_set_sob_info(struct hl_device *hdev,

drivers/accel/habanalabs/common/habanalabs.h

4088

int hl_dec_init(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

4089

void hl_dec_fini(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

4092

void hl_release_pending_user_interrupts(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

4093

void hl_abort_waiting_for_cs_completions(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

4094

int hl_cs_signal_sob_wraparound_handler(struct hl_device *hdev, u32 q_idx,

drivers/accel/habanalabs/common/habanalabs.h

4097

int hl_state_dump(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

4098

const char *hl_state_dump_get_sync_name(struct hl_device *hdev, u32 sync_id);

drivers/accel/habanalabs/common/habanalabs.h

4099

const char *hl_state_dump_get_monitor_name(struct hl_device *hdev,

drivers/accel/habanalabs/common/habanalabs.h

4121

void hl_capture_razwi(struct hl_device *hdev, u64 addr, u16 *engine_id, u16 num_of_engines,

drivers/accel/habanalabs/common/habanalabs.h

4123

void hl_handle_razwi(struct hl_device *hdev, u64 addr, u16 *engine_id, u16 num_of_engines,

drivers/accel/habanalabs/common/habanalabs.h

4125

void hl_capture_page_fault(struct hl_device *hdev, u64 addr, u16 eng_id, bool is_pmmu);

drivers/accel/habanalabs/common/habanalabs.h

4126

void hl_handle_page_fault(struct hl_device *hdev, u64 addr, u16 eng_id, bool is_pmmu,

drivers/accel/habanalabs/common/habanalabs.h

4128

void hl_handle_critical_hw_err(struct hl_device *hdev, u16 event_id, u64 *event_mask);

drivers/accel/habanalabs/common/habanalabs.h

4129

void hl_handle_fw_err(struct hl_device *hdev, struct hl_info_fw_err_info *info);

drivers/accel/habanalabs/common/habanalabs.h

4130

void hl_capture_engine_err(struct hl_device *hdev, u16 engine_id, u16 error_count);

drivers/accel/habanalabs/common/habanalabs.h

4132

void hl_init_cpu_for_irq(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

4133

void hl_set_irq_affinity(struct hl_device *hdev, int irq);

drivers/accel/habanalabs/common/habanalabs.h

4134

void hl_eq_heartbeat_event_handle(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

4135

void hl_handle_clk_change_event(struct hl_device *hdev, u16 event_type, u64 *event_mask);

drivers/accel/habanalabs/common/habanalabs.h

4136

void hl_eq_cpld_shutdown_event_handle(struct hl_device *hdev, u16 event_id, u64 *event_mask);

drivers/accel/habanalabs/common/habanalabs.h

4140

int hl_debugfs_device_init(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

4141

void hl_debugfs_device_fini(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

4142

void hl_debugfs_add_device(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

4149

void hl_debugfs_add_job(struct hl_device *hdev, struct hl_cs_job *job);

drivers/accel/habanalabs/common/habanalabs.h

4150

void hl_debugfs_remove_job(struct hl_device *hdev, struct hl_cs_job *job);

drivers/accel/habanalabs/common/habanalabs.h

4151

void hl_debugfs_add_userptr(struct hl_device *hdev, struct hl_userptr *userptr);

drivers/accel/habanalabs/common/habanalabs.h

4152

void hl_debugfs_remove_userptr(struct hl_device *hdev,

drivers/accel/habanalabs/common/habanalabs.h

4154

void hl_debugfs_add_ctx_mem_hash(struct hl_device *hdev, struct hl_ctx *ctx);

drivers/accel/habanalabs/common/habanalabs.h

4155

void hl_debugfs_remove_ctx_mem_hash(struct hl_device *hdev, struct hl_ctx *ctx);

drivers/accel/habanalabs/common/habanalabs.h

4156

void hl_debugfs_set_state_dump(struct hl_device *hdev, char *data,

drivers/accel/habanalabs/common/habanalabs.h

4158

void hl_debugfs_cfg_access_history_dump(struct hl_device *hdev);

drivers/accel/habanalabs/common/habanalabs.h

4162

static inline int hl_debugfs_device_init(struct hl_device *hdev)

drivers/accel/habanalabs/common/habanalabs.h

4167

static inline void hl_debugfs_device_fini(struct hl_device *hdev)

drivers/accel/habanalabs/common/habanalabs.h

4171

static inline void hl_debugfs_add_device(struct hl_device *hdev)

drivers/accel/habanalabs/common/habanalabs.h

4199

static inline void hl_debugfs_add_job(struct hl_device *hdev,

drivers/accel/habanalabs/common/habanalabs.h

4204

static inline void hl_debugfs_remove_job(struct hl_device *hdev,

drivers/accel/habanalabs/common/habanalabs.h

4209

static inline void hl_debugfs_add_userptr(struct hl_device *hdev,

drivers/accel/habanalabs/common/habanalabs.h

4214

static inline void hl_debugfs_remove_userptr(struct hl_device *hdev,

drivers/accel/habanalabs/common/habanalabs.h

4219

static inline void hl_debugfs_add_ctx_mem_hash(struct hl_device *hdev,

drivers/accel/habanalabs/common/habanalabs.h

4224

static inline void hl_debugfs_remove_ctx_mem_hash(struct hl_device *hdev,

drivers/accel/habanalabs/common/habanalabs.h

4229

static inline void hl_debugfs_set_state_dump(struct hl_device *hdev,

drivers/accel/habanalabs/common/habanalabs.h

4234

static inline void hl_debugfs_cfg_access_history_dump(struct hl_device *hdev)

drivers/accel/habanalabs/common/habanalabs.h

4241

int hl_unsecure_register(struct hl_device *hdev, u32 mm_reg_addr, int offset,

drivers/accel/habanalabs/common/habanalabs.h

4244

int hl_unsecure_registers(struct hl_device *hdev, const u32 mm_reg_array[],

drivers/accel/habanalabs/common/habanalabs.h

4247

void hl_config_glbl_sec(struct hl_device *hdev, const u32 pb_blocks[],

drivers/accel/habanalabs/common/habanalabs.h

4250

void hl_secure_block(struct hl_device *hdev,

drivers/accel/habanalabs/common/habanalabs.h

4252

int hl_init_pb_with_mask(struct hl_device *hdev, u32 num_dcores,

drivers/accel/habanalabs/common/habanalabs.h

4256

int hl_init_pb(struct hl_device *hdev, u32 num_dcores, u32 dcore_offset,

drivers/accel/habanalabs/common/habanalabs.h

426

struct hl_device *hdev;

drivers/accel/habanalabs/common/habanalabs.h

4260

int hl_init_pb_ranges_with_mask(struct hl_device *hdev, u32 num_dcores,

drivers/accel/habanalabs/common/habanalabs.h

4265

int hl_init_pb_ranges(struct hl_device *hdev, u32 num_dcores,

drivers/accel/habanalabs/common/habanalabs.h

4270

int hl_init_pb_single_dcore(struct hl_device *hdev, u32 dcore_offset,

drivers/accel/habanalabs/common/habanalabs.h

4274

int hl_init_pb_ranges_single_dcore(struct hl_device *hdev, u32 dcore_offset,

drivers/accel/habanalabs/common/habanalabs.h

4279

void hl_ack_pb(struct hl_device *hdev, u32 num_dcores, u32 dcore_offset,

drivers/accel/habanalabs/common/habanalabs.h

4282

void hl_ack_pb_with_mask(struct hl_device *hdev, u32 num_dcores,

drivers/accel/habanalabs/common/habanalabs.h

4285

void hl_ack_pb_single_dcore(struct hl_device *hdev, u32 dcore_offset,

drivers/accel/habanalabs/common/habanalabs.h

871

struct hl_device *hdev;

drivers/accel/habanalabs/common/habanalabs.h

985

struct hl_device *hdev;

drivers/accel/habanalabs/common/habanalabs_drv.c

120

static enum hl_asic_type get_asic_type(struct hl_device *hdev)

drivers/accel/habanalabs/common/habanalabs_drv.c

179

struct hl_device *hdev = to_hl_device(ddev);

drivers/accel/habanalabs/common/habanalabs_drv.c

280

struct hl_device *hdev;

drivers/accel/habanalabs/common/habanalabs_drv.c

333

static void set_driver_behavior_per_device(struct hl_device *hdev)

drivers/accel/habanalabs/common/habanalabs_drv.c

345

static void copy_kernel_module_params_to_device(struct hl_device *hdev)

drivers/accel/habanalabs/common/habanalabs_drv.c

355

static void fixup_device_params_per_asic(struct hl_device *hdev, int timeout)

drivers/accel/habanalabs/common/habanalabs_drv.c

379

static int fixup_device_params(struct hl_device *hdev)

drivers/accel/habanalabs/common/habanalabs_drv.c

414

static int allocate_device_id(struct hl_device *hdev)

drivers/accel/habanalabs/common/habanalabs_drv.c

449

static int create_hdev(struct hl_device **dev, struct pci_dev *pdev)

drivers/accel/habanalabs/common/habanalabs_drv.c

451

struct hl_device *hdev;

drivers/accel/habanalabs/common/habanalabs_drv.c

456

hdev = devm_drm_dev_alloc(&pdev->dev, &hl_driver, struct hl_device, drm);

drivers/accel/habanalabs/common/habanalabs_drv.c

510

static void destroy_hdev(struct hl_device *hdev)

drivers/accel/habanalabs/common/habanalabs_drv.c

521

struct hl_device *hdev = dev_get_drvdata(dev);

drivers/accel/habanalabs/common/habanalabs_drv.c

535

struct hl_device *hdev = dev_get_drvdata(dev);

drivers/accel/habanalabs/common/habanalabs_drv.c

559

struct hl_device *hdev;

drivers/accel/habanalabs/common/habanalabs_drv.c

597

struct hl_device *hdev;

drivers/accel/habanalabs/common/habanalabs_drv.c

620

struct hl_device *hdev = pci_get_drvdata(pdev);

drivers/accel/habanalabs/common/habanalabs_drv.c

655

struct hl_device *hdev = pci_get_drvdata(pdev);

drivers/accel/habanalabs/common/habanalabs_drv.c

670

struct hl_device *hdev = pci_get_drvdata(pdev);

drivers/accel/habanalabs/common/habanalabs_drv.c

679

struct hl_device *hdev;

drivers/accel/habanalabs/common/habanalabs_drv.c

690

struct hl_device *hdev;

drivers/accel/habanalabs/common/habanalabs_ioctl.c

1010

struct hl_device *hdev = hpriv->hdev;

drivers/accel/habanalabs/common/habanalabs_ioctl.c

1184

struct hl_device *hdev = hpriv->hdev;

drivers/accel/habanalabs/common/habanalabs_ioctl.c

119

static int hw_events_info(struct hl_device *hdev, bool aggregate,

drivers/accel/habanalabs/common/habanalabs_ioctl.c

1300

struct hl_device *hdev = hpriv->hdev;

drivers/accel/habanalabs/common/habanalabs_ioctl.c

157

struct hl_device *hdev = hpriv->hdev;

drivers/accel/habanalabs/common/habanalabs_ioctl.c

179

static int hw_idle(struct hl_device *hdev, struct hl_info_args *args)

drivers/accel/habanalabs/common/habanalabs_ioctl.c

198

static int debug_coresight(struct hl_device *hdev, struct hl_ctx *ctx, struct hl_debug_args *args)

drivers/accel/habanalabs/common/habanalabs_ioctl.c

263

static int device_utilization(struct hl_device *hdev, struct hl_info_args *args)

drivers/accel/habanalabs/common/habanalabs_ioctl.c

281

static int get_clk_rate(struct hl_device *hdev, struct hl_info_args *args)

drivers/accel/habanalabs/common/habanalabs_ioctl.c

299

static int get_reset_count(struct hl_device *hdev, struct hl_info_args *args)

drivers/accel/habanalabs/common/habanalabs_ioctl.c

315

static int time_sync_info(struct hl_device *hdev, struct hl_info_args *args)

drivers/accel/habanalabs/common/habanalabs_ioctl.c

334

struct hl_device *hdev = hpriv->hdev;

drivers/accel/habanalabs/common/habanalabs_ioctl.c

34

static int device_status_info(struct hl_device *hdev, struct hl_info_args *args)

drivers/accel/habanalabs/common/habanalabs_ioctl.c

354

struct hl_device *hdev = hpriv->hdev;

drivers/accel/habanalabs/common/habanalabs_ioctl.c

394

struct hl_device *hdev = hpriv->hdev;

drivers/accel/habanalabs/common/habanalabs_ioctl.c

443

struct hl_device *hdev = hpriv->hdev;

drivers/accel/habanalabs/common/habanalabs_ioctl.c

469

struct hl_device *hdev = hpriv->hdev;

drivers/accel/habanalabs/common/habanalabs_ioctl.c

489

struct hl_device *hdev = hpriv->hdev;

drivers/accel/habanalabs/common/habanalabs_ioctl.c

49

static int hw_ip_info(struct hl_device *hdev, struct hl_info_args *args)

drivers/accel/habanalabs/common/habanalabs_ioctl.c

508

struct hl_device *hdev = hpriv->hdev;

drivers/accel/habanalabs/common/habanalabs_ioctl.c

527

struct hl_device *hdev = hpriv->hdev;

drivers/accel/habanalabs/common/habanalabs_ioctl.c

547

struct hl_device *hdev = hpriv->hdev;

drivers/accel/habanalabs/common/habanalabs_ioctl.c

566

struct hl_device *hdev = hpriv->hdev;

drivers/accel/habanalabs/common/habanalabs_ioctl.c

585

struct hl_device *hdev = hpriv->hdev;

drivers/accel/habanalabs/common/habanalabs_ioctl.c

600

struct hl_device *hdev = hpriv->hdev;

drivers/accel/habanalabs/common/habanalabs_ioctl.c

616

struct hl_device *hdev = hpriv->hdev;

drivers/accel/habanalabs/common/habanalabs_ioctl.c

633

struct hl_device *hdev = hpriv->hdev;

drivers/accel/habanalabs/common/habanalabs_ioctl.c

657

struct hl_device *hdev = hpriv->hdev;

drivers/accel/habanalabs/common/habanalabs_ioctl.c

811

struct hl_device *hdev = hpriv->hdev;

drivers/accel/habanalabs/common/habanalabs_ioctl.c

846

struct hl_device *hdev = hpriv->hdev;

drivers/accel/habanalabs/common/habanalabs_ioctl.c

865

struct hl_device *hdev = hpriv->hdev;

drivers/accel/habanalabs/common/habanalabs_ioctl.c

888

struct hl_device *hdev = hpriv->hdev;

drivers/accel/habanalabs/common/habanalabs_ioctl.c

910

struct hl_device *hdev = hpriv->hdev;

drivers/accel/habanalabs/common/habanalabs_ioctl.c

932

struct hl_device *hdev = hpriv->hdev;

drivers/accel/habanalabs/common/habanalabs_ioctl.c

951

static int send_fw_generic_request(struct hl_device *hdev, struct hl_info_args *info_args)

drivers/accel/habanalabs/common/hldio.c

138

static long hl_dio_count_io(struct hl_device *hdev)

drivers/accel/habanalabs/common/hldio.c

151

struct hl_device *hdev = ctx->hdev;

drivers/accel/habanalabs/common/hldio.c

172

struct hl_device *hdev = ctx->hdev;

drivers/accel/habanalabs/common/hldio.c

178

static void hl_dio_set_io_enabled(struct hl_device *hdev, bool enabled)

drivers/accel/habanalabs/common/hldio.c

183

static bool hl_dio_validate_io(struct hl_device *hdev, struct hl_direct_io *io)

drivers/accel/habanalabs/common/hldio.c

203

static struct page *hl_dio_va2page(struct hl_device *hdev, struct hl_ctx *ctx, u64 device_va)

drivers/accel/habanalabs/common/hldio.c

226

static ssize_t hl_direct_io(struct hl_device *hdev, struct hl_direct_io *io)

drivers/accel/habanalabs/common/hldio.c

302

int hl_dio_ssd2hl(struct hl_device *hdev, struct hl_ctx *ctx, int fd,

drivers/accel/habanalabs/common/hldio.c

342

static void hl_p2p_region_fini(struct hl_device *hdev, struct hl_p2p_region *p2pr)

drivers/accel/habanalabs/common/hldio.c

357

void hl_p2p_region_fini_all(struct hl_device *hdev)

drivers/accel/habanalabs/common/hldio.c

369

int hl_p2p_region_init(struct hl_device *hdev, struct hl_p2p_region *p2pr)

drivers/accel/habanalabs/common/hldio.c

409

int hl_dio_start(struct hl_device *hdev)

drivers/accel/habanalabs/common/hldio.c

423

void hl_dio_stop(struct hl_device *hdev)

drivers/accel/habanalabs/common/hldio.c

62

bool hl_device_supports_nvme(struct hl_device *hdev)

drivers/accel/habanalabs/common/hldio.c

69

struct hl_device *hdev = ctx->hdev;

drivers/accel/habanalabs/common/hldio.h

102

static inline int hl_dio_ssd2hl(struct hl_device *hdev, struct hl_ctx *ctx, int fd,

drivers/accel/habanalabs/common/hldio.h

106

static inline void hl_p2p_region_fini_all(struct hl_device *hdev) {}

drivers/accel/habanalabs/common/hldio.h

107

static inline int hl_p2p_region_init(struct hl_device *hdev, struct hl_p2p_region *p2pr)

drivers/accel/habanalabs/common/hldio.h

109

static inline int hl_dio_start(struct hl_device *hdev) { return -EOPNOTSUPP; }

drivers/accel/habanalabs/common/hldio.h

110

static inline void hl_dio_stop(struct hl_device *hdev) {}

drivers/accel/habanalabs/common/hldio.h

112

static inline int hl_hldio_init(struct hl_device *hdev) { return 0; }

drivers/accel/habanalabs/common/hldio.h

113

static inline void hl_hldio_fini(struct hl_device *hdev) { }

drivers/accel/habanalabs/common/hldio.h

117

static inline void hl_hldio_debugfs_init(struct hl_device *hdev) { }

drivers/accel/habanalabs/common/hldio.h

118

static inline void hl_hldio_debugfs_fini(struct hl_device *hdev) { }

drivers/accel/habanalabs/common/hldio.h

141

bool hl_device_supports_nvme(struct hl_device *hdev);

drivers/accel/habanalabs/common/hldio.h

143

static inline bool hl_device_supports_nvme(struct hl_device *hdev) { return false; }

drivers/accel/habanalabs/common/hldio.h

21

struct hl_device;

drivers/accel/habanalabs/common/hldio.h

74

int hl_dio_ssd2hl(struct hl_device *hdev, struct hl_ctx *ctx, int fd,

drivers/accel/habanalabs/common/hldio.h

77

void hl_p2p_region_fini_all(struct hl_device *hdev);

drivers/accel/habanalabs/common/hldio.h

78

int hl_p2p_region_init(struct hl_device *hdev, struct hl_p2p_region *p2pr);

drivers/accel/habanalabs/common/hldio.h

79

int hl_dio_start(struct hl_device *hdev);

drivers/accel/habanalabs/common/hldio.h

80

void hl_dio_stop(struct hl_device *hdev);

drivers/accel/habanalabs/common/hldio.h

83

int hl_hldio_init(struct hl_device *hdev);

drivers/accel/habanalabs/common/hldio.h

84

void hl_hldio_fini(struct hl_device *hdev);

drivers/accel/habanalabs/common/hldio.h

91

void hl_hldio_debugfs_init(struct hl_device *hdev);

drivers/accel/habanalabs/common/hldio.h

92

void hl_hldio_debugfs_fini(struct hl_device *hdev);

drivers/accel/habanalabs/common/hldio.h

94

static inline void hl_hldio_debugfs_init(struct hl_device *hdev) { }

drivers/accel/habanalabs/common/hldio.h

95

static inline void hl_hldio_debugfs_fini(struct hl_device *hdev) { }

drivers/accel/habanalabs/common/hw_queue.c

1044

static void queue_fini(struct hl_device *hdev, struct hl_hw_queue *q)

drivers/accel/habanalabs/common/hw_queue.c

1079

int hl_hw_queues_create(struct hl_device *hdev)

drivers/accel/habanalabs/common/hw_queue.c

1126

void hl_hw_queues_destroy(struct hl_device *hdev)

drivers/accel/habanalabs/common/hw_queue.c

1138

void hl_hw_queue_reset(struct hl_device *hdev, bool hard_reset)

drivers/accel/habanalabs/common/hw_queue.c

127

static int ext_queue_sanity_checks(struct hl_device *hdev,

drivers/accel/habanalabs/common/hw_queue.c

176

static int int_queue_sanity_checks(struct hl_device *hdev,

drivers/accel/habanalabs/common/hw_queue.c

211

static int hw_queue_sanity_checks(struct hl_device *hdev, struct hl_hw_queue *q,

drivers/accel/habanalabs/common/hw_queue.c

239

int hl_hw_queue_send_cb_no_cmpl(struct hl_device *hdev, u32 hw_queue_id,

drivers/accel/habanalabs/common/hw_queue.c

281

struct hl_device *hdev = job->cs->ctx->hdev;

drivers/accel/habanalabs/common/hw_queue.c

346

struct hl_device *hdev = job->cs->ctx->hdev;

drivers/accel/habanalabs/common/hw_queue.c

382

struct hl_device *hdev = job->cs->ctx->hdev;

drivers/accel/habanalabs/common/hw_queue.c

415

static int init_signal_cs(struct hl_device *hdev,

drivers/accel/habanalabs/common/hw_queue.c

43

struct hl_device *hdev = cs->ctx->hdev;

drivers/accel/habanalabs/common/hw_queue.c

450

void hl_hw_queue_encaps_sig_set_sob_info(struct hl_device *hdev,

drivers/accel/habanalabs/common/hw_queue.c

474

static int init_wait_cs(struct hl_device *hdev, struct hl_cs *cs,

drivers/accel/habanalabs/common/hw_queue.c

561

struct hl_device *hdev = ctx->hdev;

drivers/accel/habanalabs/common/hw_queue.c

580

(struct hl_device *hdev, struct hl_cs *cs)

drivers/accel/habanalabs/common/hw_queue.c

641

struct hl_device *hdev = ctx->hdev;

drivers/accel/habanalabs/common/hw_queue.c

817

void hl_hw_queue_inc_ci_kernel(struct hl_device *hdev, u32 hw_queue_id)

drivers/accel/habanalabs/common/hw_queue.c

824

static int ext_and_cpu_queue_init(struct hl_device *hdev, struct hl_hw_queue *q,

drivers/accel/habanalabs/common/hw_queue.c

83

void hl_hw_queue_submit_bd(struct hl_device *hdev, struct hl_hw_queue *q,

drivers/accel/habanalabs/common/hw_queue.c

865

static int int_queue_init(struct hl_device *hdev, struct hl_hw_queue *q)

drivers/accel/habanalabs/common/hw_queue.c

885

static int cpu_queue_init(struct hl_device *hdev, struct hl_hw_queue *q)

drivers/accel/habanalabs/common/hw_queue.c

890

static int ext_queue_init(struct hl_device *hdev, struct hl_hw_queue *q)

drivers/accel/habanalabs/common/hw_queue.c

895

static int hw_queue_init(struct hl_device *hdev, struct hl_hw_queue *q)

drivers/accel/habanalabs/common/hw_queue.c

913

static void sync_stream_queue_init(struct hl_device *hdev, u32 q_idx)

drivers/accel/habanalabs/common/hw_queue.c

972

static void sync_stream_queue_reset(struct hl_device *hdev, u32 q_idx)

drivers/accel/habanalabs/common/hw_queue.c

996

static int queue_init(struct hl_device *hdev, struct hl_hw_queue *q,

drivers/accel/habanalabs/common/hwmon.c

148

int hl_build_hwmon_channel_info(struct hl_device *hdev, struct cpucp_sensor *sensors_arr)

drivers/accel/habanalabs/common/hwmon.c

17

static u32 fixup_flags_legacy_fw(struct hl_device *hdev, enum hwmon_sensor_types type,

drivers/accel/habanalabs/common/hwmon.c

246

struct hl_device *hdev = dev_get_drvdata(dev);

drivers/accel/habanalabs/common/hwmon.c

400

struct hl_device *hdev = dev_get_drvdata(dev);

drivers/accel/habanalabs/common/hwmon.c

569

int hl_get_temperature(struct hl_device *hdev,

drivers/accel/habanalabs/common/hwmon.c

598

int hl_set_temperature(struct hl_device *hdev,

drivers/accel/habanalabs/common/hwmon.c

622

int hl_get_voltage(struct hl_device *hdev,

drivers/accel/habanalabs/common/hwmon.c

64

static u32 fixup_flags_legacy_fw(struct hl_device *hdev, enum hwmon_sensor_types type,

drivers/accel/habanalabs/common/hwmon.c

652

int hl_get_current(struct hl_device *hdev,

drivers/accel/habanalabs/common/hwmon.c

682

int hl_get_fan_speed(struct hl_device *hdev,

drivers/accel/habanalabs/common/hwmon.c

712

int hl_get_pwm_info(struct hl_device *hdev,

drivers/accel/habanalabs/common/hwmon.c

742

void hl_set_pwm_info(struct hl_device *hdev, int sensor_index, u32 attr,

drivers/accel/habanalabs/common/hwmon.c

764

int hl_set_voltage(struct hl_device *hdev,

drivers/accel/habanalabs/common/hwmon.c

77

static u32 adjust_hwmon_flags(struct hl_device *hdev, enum hwmon_sensor_types type, u32 cpucp_flags)

drivers/accel/habanalabs/common/hwmon.c

788

int hl_set_current(struct hl_device *hdev,

drivers/accel/habanalabs/common/hwmon.c

811

int hl_set_power(struct hl_device *hdev,

drivers/accel/habanalabs/common/hwmon.c

841

int hl_get_power(struct hl_device *hdev,

drivers/accel/habanalabs/common/hwmon.c

871

int hl_hwmon_init(struct hl_device *hdev)

drivers/accel/habanalabs/common/hwmon.c

904

void hl_hwmon_fini(struct hl_device *hdev)

drivers/accel/habanalabs/common/hwmon.c

912

void hl_hwmon_release_resources(struct hl_device *hdev)

drivers/accel/habanalabs/common/irq.c

133

struct hl_device *hdev = cq->hdev;

drivers/accel/habanalabs/common/irq.c

211

struct hl_device *hdev = job->hdev;

drivers/accel/habanalabs/common/irq.c

22

struct hl_device *hdev;

drivers/accel/habanalabs/common/irq.c

255

static int handle_registration_node(struct hl_device *hdev, struct hl_user_pending_interrupt *pend,

drivers/accel/habanalabs/common/irq.c

331

static void handle_user_interrupt_ts_list(struct hl_device *hdev, struct hl_user_interrupt *intr)

drivers/accel/habanalabs/common/irq.c

379

static void handle_user_interrupt_wait_list(struct hl_device *hdev, struct hl_user_interrupt *intr)

drivers/accel/habanalabs/common/irq.c

396

static void handle_tpc_interrupt(struct hl_device *hdev)

drivers/accel/habanalabs/common/irq.c

411

static void handle_unexpected_user_interrupt(struct hl_device *hdev)

drivers/accel/habanalabs/common/irq.c

425

struct hl_device *hdev = user_int->hdev;

drivers/accel/habanalabs/common/irq.c

462

struct hl_device *hdev = user_int->hdev;

drivers/accel/habanalabs/common/irq.c

482

struct hl_device *hdev = arg;

drivers/accel/habanalabs/common/irq.c

501

struct hl_device *hdev = eq->hdev;

drivers/accel/habanalabs/common/irq.c

596

int hl_cq_init(struct hl_device *hdev, struct hl_cq *q, u32 hw_queue_id)

drivers/accel/habanalabs/common/irq.c

62

struct hl_device *hdev = eqe_work->hdev;

drivers/accel/habanalabs/common/irq.c

624

void hl_cq_fini(struct hl_device *hdev, struct hl_cq *q)

drivers/accel/habanalabs/common/irq.c

629

void hl_cq_reset(struct hl_device *hdev, struct hl_cq *q)

drivers/accel/habanalabs/common/irq.c

655

int hl_eq_init(struct hl_device *hdev, struct hl_eq *q)

drivers/accel/habanalabs/common/irq.c

681

void hl_eq_fini(struct hl_device *hdev, struct hl_eq *q)

drivers/accel/habanalabs/common/irq.c

688

void hl_eq_reset(struct hl_device *hdev, struct hl_eq *q)

drivers/accel/habanalabs/common/irq.c

703

void hl_eq_dump(struct hl_device *hdev, struct hl_eq *q)

drivers/accel/habanalabs/common/irq.c

78

static void job_finish(struct hl_device *hdev, u32 cs_seq, struct hl_cq *cq, ktime_t timestamp)

drivers/accel/habanalabs/common/irq.c

99

static void cs_finish(struct hl_device *hdev, u16 cs_seq, ktime_t timestamp)

drivers/accel/habanalabs/common/memory.c

1008

struct hl_device *hdev = ctx->hdev;

drivers/accel/habanalabs/common/memory.c

1053

struct hl_device *hdev = ctx->hdev;

drivers/accel/habanalabs/common/memory.c

1278

struct hl_device *hdev = ctx->hdev;

drivers/accel/habanalabs/common/memory.c

1408

static int map_block(struct hl_device *hdev, u64 address, u64 *handle, u32 *size)

drivers/accel/habanalabs/common/memory.c

1463

struct hl_device *hdev = hpriv->hdev;

drivers/accel/habanalabs/common/memory.c

1534

static struct sg_table *alloc_sgt_from_device_pages(struct hl_device *hdev, u64 *pages, u64 npages,

drivers/accel/habanalabs/common/memory.c

1711

struct hl_device *hdev;

drivers/accel/habanalabs/common/memory.c

1731

struct hl_device *hdev;

drivers/accel/habanalabs/common/memory.c

1791

struct hl_device *hdev = ctx->hdev;

drivers/accel/habanalabs/common/memory.c

1863

struct hl_device *hdev = ctx->hdev;

drivers/accel/habanalabs/common/memory.c

1898

static int validate_export_params_common(struct hl_device *hdev, u64 addr, u64 size, u64 offset)

drivers/accel/habanalabs/common/memory.c

1924

static int validate_export_params_no_mmu(struct hl_device *hdev, u64 device_addr, u64 size)

drivers/accel/habanalabs/common/memory.c

1956

static int validate_export_params(struct hl_device *hdev, u64 device_addr, u64 size, u64 offset,

drivers/accel/habanalabs/common/memory.c

1990

static struct hl_vm_phys_pg_pack *get_phys_pg_pack_from_hash_node(struct hl_device *hdev,

drivers/accel/habanalabs/common/memory.c

2037

struct hl_device *hdev;

drivers/accel/habanalabs/common/memory.c

2199

struct hl_device *hdev = hpriv->hdev;

drivers/accel/habanalabs/common/memory.c

225

static int dma_map_host_va(struct hl_device *hdev, u64 addr, u64 size,

drivers/accel/habanalabs/common/memory.c

2315

static int get_user_memory(struct hl_device *hdev, u64 addr, u64 size,

drivers/accel/habanalabs/common/memory.c

2373

int hl_pin_host_memory(struct hl_device *hdev, u64 addr, u64 size,

drivers/accel/habanalabs/common/memory.c

2439

void hl_unpin_host_memory(struct hl_device *hdev, struct hl_userptr *userptr)

drivers/accel/habanalabs/common/memory.c

2464

void hl_userptr_delete_list(struct hl_device *hdev,

drivers/accel/habanalabs/common/memory.c

2489

bool hl_userptr_is_pinned(struct hl_device *hdev, u64 addr,

drivers/accel/habanalabs/common/memory.c

2514

static int va_range_init(struct hl_device *hdev, struct hl_va_range **va_ranges,

drivers/accel/habanalabs/common/memory.c

2568

static void va_range_fini(struct hl_device *hdev, struct hl_va_range *va_range)

drivers/accel/habanalabs/common/memory.c

2609

struct hl_device *hdev = ctx->hdev;

drivers/accel/habanalabs/common/memory.c

273

static void dma_unmap_host_va(struct hl_device *hdev,

drivers/accel/habanalabs/common/memory.c

2751

struct hl_device *hdev = ctx->hdev;

drivers/accel/habanalabs/common/memory.c

2833

int hl_vm_init(struct hl_device *hdev)

drivers/accel/habanalabs/common/memory.c

2887

void hl_vm_fini(struct hl_device *hdev)

drivers/accel/habanalabs/common/memory.c

29

static int set_alloc_page_size(struct hl_device *hdev, struct hl_mem_in *args, u32 *page_size)

drivers/accel/habanalabs/common/memory.c

312

static void free_phys_pg_pack(struct hl_device *hdev,

drivers/accel/habanalabs/common/memory.c

355

struct hl_device *hdev = ctx->hdev;

drivers/accel/habanalabs/common/memory.c

398

static void clear_va_list_locked(struct hl_device *hdev,

drivers/accel/habanalabs/common/memory.c

419

static void print_va_list_locked(struct hl_device *hdev,

drivers/accel/habanalabs/common/memory.c

446

static void merge_va_blocks_locked(struct hl_device *hdev,

drivers/accel/habanalabs/common/memory.c

482

static int add_va_block_locked(struct hl_device *hdev,

drivers/accel/habanalabs/common/memory.c

534

static inline int add_va_block(struct hl_device *hdev,

drivers/accel/habanalabs/common/memory.c

593

static u64 get_va_block(struct hl_device *hdev,

drivers/accel/habanalabs/common/memory.c

756

u64 hl_reserve_va_block(struct hl_device *hdev, struct hl_ctx *ctx,

drivers/accel/habanalabs/common/memory.c

800

int hl_unreserve_va_block(struct hl_device *hdev, struct hl_ctx *ctx,

drivers/accel/habanalabs/common/memory.c

90

struct hl_device *hdev = ctx->hdev;

drivers/accel/habanalabs/common/memory.c

945

struct hl_device *hdev = ctx->hdev;

drivers/accel/habanalabs/common/mmu/mmu.c

1068

struct hl_device *hdev = ctx->hdev;

drivers/accel/habanalabs/common/mmu/mmu.c

108

struct hl_device *hdev = ctx->hdev;

drivers/accel/habanalabs/common/mmu/mmu.c

1160

struct hl_device *hdev = ctx->hdev;

drivers/accel/habanalabs/common/mmu/mmu.c

1240

struct hl_device *hdev = ctx->hdev;

drivers/accel/habanalabs/common/mmu/mmu.c

1323

struct hl_device *hdev = ctx->hdev;

drivers/accel/habanalabs/common/mmu/mmu.c

1380

int hl_mmu_dr_init(struct hl_device *hdev)

drivers/accel/habanalabs/common/mmu/mmu.c

1419

void hl_mmu_dr_fini(struct hl_device *hdev)

drivers/accel/habanalabs/common/mmu/mmu.c

147

struct hl_device *hdev = ctx->hdev;

drivers/accel/habanalabs/common/mmu/mmu.c

175

int hl_mmu_get_real_page_size(struct hl_device *hdev, struct hl_mmu_properties *mmu_prop,

drivers/accel/habanalabs/common/mmu/mmu.c

193

static struct hl_mmu_properties *hl_mmu_get_prop(struct hl_device *hdev, u32 page_size,

drivers/accel/habanalabs/common/mmu/mmu.c

229

struct hl_device *hdev = ctx->hdev;

drivers/accel/habanalabs/common/mmu/mmu.c

23

static struct hl_mmu_funcs *hl_mmu_get_funcs(struct hl_device *hdev, int pgt_residency,

drivers/accel/habanalabs/common/mmu/mmu.c

29

bool hl_is_dram_va(struct hl_device *hdev, u64 virt_addr)

drivers/accel/habanalabs/common/mmu/mmu.c

297

struct hl_device *hdev = ctx->hdev;

drivers/accel/habanalabs/common/mmu/mmu.c

385

struct hl_device *hdev = ctx->hdev;

drivers/accel/habanalabs/common/mmu/mmu.c

44

int hl_mmu_init(struct hl_device *hdev)

drivers/accel/habanalabs/common/mmu/mmu.c

445

struct hl_device *hdev = ctx->hdev;

drivers/accel/habanalabs/common/mmu/mmu.c

551

struct hl_device *hdev = ctx->hdev;

drivers/accel/habanalabs/common/mmu/mmu.c

587

int hl_mmu_if_set_funcs(struct hl_device *hdev)

drivers/accel/habanalabs/common/mmu/mmu.c

624

u64 hl_mmu_scramble_addr(struct hl_device *hdev, u64 addr)

drivers/accel/habanalabs/common/mmu/mmu.c

637

u64 hl_mmu_descramble_addr(struct hl_device *hdev, u64 addr)

drivers/accel/habanalabs/common/mmu/mmu.c

642

int hl_mmu_invalidate_cache(struct hl_device *hdev, bool is_hard, u32 flags)

drivers/accel/habanalabs/common/mmu/mmu.c

656

int hl_mmu_invalidate_cache_range(struct hl_device *hdev, bool is_hard,

drivers/accel/habanalabs/common/mmu/mmu.c

676

struct hl_device *hdev = ctx->hdev;

drivers/accel/habanalabs/common/mmu/mmu.c

756

struct hl_device *hdev = data;

drivers/accel/habanalabs/common/mmu/mmu.c

779

static void hl_mmu_hr_pool_destroy(struct hl_device *hdev, struct hl_mmu_hr_priv *hr_priv,

drivers/accel/habanalabs/common/mmu/mmu.c

824

int hl_mmu_hr_init(struct hl_device *hdev, struct hl_mmu_hr_priv *hr_priv, u32 hop_table_size,

drivers/accel/habanalabs/common/mmu/mmu.c

84

void hl_mmu_fini(struct hl_device *hdev)

drivers/accel/habanalabs/common/mmu/mmu.c

910

void hl_mmu_hr_fini(struct hl_device *hdev, struct hl_mmu_hr_priv *hr_priv, u32 hop_table_size)

drivers/accel/habanalabs/common/mmu/mmu_v1.c

128

struct hl_device *hdev = ctx->hdev;

drivers/accel/habanalabs/common/mmu/mmu_v1.c

200

struct hl_device *hdev = ctx->hdev;

drivers/accel/habanalabs/common/mmu/mmu_v1.c

223

struct hl_device *hdev = ctx->hdev;

drivers/accel/habanalabs/common/mmu/mmu_v1.c

28

struct hl_device *hdev = ctx->hdev;

drivers/accel/habanalabs/common/mmu/mmu_v1.c

327

struct hl_device *hdev = ctx->hdev;

drivers/accel/habanalabs/common/mmu/mmu_v1.c

456

struct hl_device *hdev = ctx->hdev;

drivers/accel/habanalabs/common/mmu/mmu_v1.c

538

void hl_mmu_v1_set_funcs(struct hl_device *hdev, struct hl_mmu_funcs *mmu)

drivers/accel/habanalabs/common/mmu/mmu_v2.c

137

struct hl_device *hdev = ctx->hdev;

drivers/accel/habanalabs/common/mmu/mmu_v2.c

248

struct hl_device *hdev = ctx->hdev;

drivers/accel/habanalabs/common/mmu/mmu_v2.c

326

void hl_mmu_v2_set_funcs(struct hl_device *hdev, struct hl_mmu_funcs *mmu)

drivers/accel/habanalabs/common/mmu/mmu_v2.c

41

struct hl_device *hdev = ctx->hdev;

drivers/accel/habanalabs/common/mmu/mmu_v2.c

63

struct hl_device *hdev = ctx->hdev;

drivers/accel/habanalabs/common/mmu/mmu_v2_hr.c

120

struct hl_device *hdev = ctx->hdev;

drivers/accel/habanalabs/common/mmu/mmu_v2_hr.c

213

struct hl_device *hdev = ctx->hdev;

drivers/accel/habanalabs/common/mmu/mmu_v2_hr.c

333

static int hl_mmu_v2_hr_get_tlb_mapping_params(struct hl_device *hdev,

drivers/accel/habanalabs/common/mmu/mmu_v2_hr.c

383

void hl_mmu_v2_hr_set_funcs(struct hl_device *hdev, struct hl_mmu_funcs *mmu)

drivers/accel/habanalabs/common/mmu/mmu_v2_hr.c

46

static inline int hl_mmu_v2_hr_init(struct hl_device *hdev)

drivers/accel/habanalabs/common/mmu/mmu_v2_hr.c

64

static inline void hl_mmu_v2_hr_fini(struct hl_device *hdev)

drivers/accel/habanalabs/common/mmu/mmu_v2_hr.c

97

struct hl_device *hdev = ctx->hdev;

drivers/accel/habanalabs/common/pci/pci.c

153

static int hl_pci_elbi_write(struct hl_device *hdev, u64 addr, u32 data)

drivers/accel/habanalabs/common/pci/pci.c

213

int hl_pci_iatu_write(struct hl_device *hdev, u32 addr, u32 data)

drivers/accel/habanalabs/common/pci/pci.c

245

int hl_pci_set_inbound_region(struct hl_device *hdev, u8 region,

drivers/accel/habanalabs/common/pci/pci.c

308

int hl_pci_set_outbound_region(struct hl_device *hdev,

drivers/accel/habanalabs/common/pci/pci.c

32

int hl_pci_bars_map(struct hl_device *hdev, const char * const name[3],

drivers/accel/habanalabs/common/pci/pci.c

352

enum pci_region hl_get_pci_memory_region(struct hl_device *hdev, u64 addr)

drivers/accel/habanalabs/common/pci/pci.c

378

int hl_pci_init(struct hl_device *hdev)

drivers/accel/habanalabs/common/pci/pci.c

434

void hl_pci_fini(struct hl_device *hdev)

drivers/accel/habanalabs/common/pci/pci.c

77

static void hl_pci_bars_unmap(struct hl_device *hdev)

drivers/accel/habanalabs/common/pci/pci.c

90

int hl_pci_elbi_read(struct hl_device *hdev, u64 addr, u32 *data)

drivers/accel/habanalabs/common/security.c

103

int hl_unsecure_register(struct hl_device *hdev, u32 mm_reg_addr, int offset,

drivers/accel/habanalabs/common/security.c

132

static int hl_unsecure_register_range(struct hl_device *hdev,

drivers/accel/habanalabs/common/security.c

168

int hl_unsecure_registers(struct hl_device *hdev, const u32 mm_reg_array[],

drivers/accel/habanalabs/common/security.c

198

static int hl_unsecure_registers_range(struct hl_device *hdev,

drivers/accel/habanalabs/common/security.c

225

static void hl_ack_pb_security_violations(struct hl_device *hdev,

drivers/accel/habanalabs/common/security.c

253

void hl_config_glbl_sec(struct hl_device *hdev, const u32 pb_blocks[],

drivers/accel/habanalabs/common/security.c

281

void hl_secure_block(struct hl_device *hdev,

drivers/accel/habanalabs/common/security.c

307

int hl_init_pb_with_mask(struct hl_device *hdev, u32 num_dcores,

drivers/accel/habanalabs/common/security.c

357

int hl_init_pb(struct hl_device *hdev, u32 num_dcores, u32 dcore_offset,

drivers/accel/habanalabs/common/security.c

385

int hl_init_pb_ranges_with_mask(struct hl_device *hdev, u32 num_dcores,

drivers/accel/habanalabs/common/security.c

441

int hl_init_pb_ranges(struct hl_device *hdev, u32 num_dcores,

drivers/accel/habanalabs/common/security.c

467

int hl_init_pb_single_dcore(struct hl_device *hdev, u32 dcore_offset,

drivers/accel/habanalabs/common/security.c

48

static int hl_get_pb_block(struct hl_device *hdev, u32 mm_reg_addr,

drivers/accel/habanalabs/common/security.c

513

int hl_init_pb_ranges_single_dcore(struct hl_device *hdev, u32 dcore_offset,

drivers/accel/habanalabs/common/security.c

555

void hl_ack_pb_with_mask(struct hl_device *hdev, u32 num_dcores,

drivers/accel/habanalabs/common/security.c

589

void hl_ack_pb(struct hl_device *hdev, u32 num_dcores, u32 dcore_offset,

drivers/accel/habanalabs/common/security.c

610

void hl_ack_pb_single_dcore(struct hl_device *hdev, u32 dcore_offset,

drivers/accel/habanalabs/common/security.c

624

static u32 hl_automated_get_block_base_addr(struct hl_device *hdev,

drivers/accel/habanalabs/common/security.c

653

static bool hl_check_block_range_exclusion(struct hl_device *hdev,

drivers/accel/habanalabs/common/security.c

679

static int hl_read_glbl_errors(struct hl_device *hdev,

drivers/accel/habanalabs/common/security.c

715

void hl_check_for_glbl_errors(struct hl_device *hdev)

drivers/accel/habanalabs/common/security.c

734

int hl_iterate_special_blocks(struct hl_device *hdev, struct iterate_special_ctx *ctx)

drivers/accel/habanalabs/common/security.c

75

static int hl_unset_pb_in_block(struct hl_device *hdev, u32 reg_offset,

drivers/accel/habanalabs/common/security.h

13

struct hl_device;

drivers/accel/habanalabs/common/security.h

134

bool (*skip_block_hook)(struct hl_device *hdev,

drivers/accel/habanalabs/common/security.h

154

int (*fn)(struct hl_device *hdev, u32 block_id, u32 major, u32 minor,

drivers/accel/habanalabs/common/security.h

159

int hl_iterate_special_blocks(struct hl_device *hdev, struct iterate_special_ctx *ctx);

drivers/accel/habanalabs/common/security.h

160

void hl_check_for_glbl_errors(struct hl_device *hdev);

drivers/accel/habanalabs/common/state_dump.c

182

const char *hl_state_dump_get_sync_name(struct hl_device *hdev, u32 sync_id)

drivers/accel/habanalabs/common/state_dump.c

205

const char *hl_state_dump_get_monitor_name(struct hl_device *hdev,

drivers/accel/habanalabs/common/state_dump.c

265

static u32 *hl_state_dump_read_sync_objects(struct hl_device *hdev, u32 index)

drivers/accel/habanalabs/common/state_dump.c

309

hl_state_dump_print_syncs_single_block(struct hl_device *hdev, u32 index,

drivers/accel/habanalabs/common/state_dump.c

393

static int hl_state_dump_print_syncs(struct hl_device *hdev,

drivers/accel/habanalabs/common/state_dump.c

449

hl_state_dump_alloc_read_sm_block_monitors(struct hl_device *hdev, u32 index)

drivers/accel/habanalabs/common/state_dump.c

510

static int hl_state_dump_print_monitors_single_block(struct hl_device *hdev,

drivers/accel/habanalabs/common/state_dump.c

561

static int hl_state_dump_print_monitors(struct hl_device *hdev,

drivers/accel/habanalabs/common/state_dump.c

604

hl_state_dump_print_engine_fences(struct hl_device *hdev,

drivers/accel/habanalabs/common/state_dump.c

653

static int hl_state_dump_print_fences(struct hl_device *hdev, char **buf,

drivers/accel/habanalabs/common/state_dump.c

682

int hl_state_dump(struct hl_device *hdev)

drivers/accel/habanalabs/common/sysfs.c

126

struct hl_device *hdev = dev_get_drvdata(dev);

drivers/accel/habanalabs/common/sysfs.c

134

struct hl_device *hdev = dev_get_drvdata(dev);

drivers/accel/habanalabs/common/sysfs.c

142

struct hl_device *hdev = dev_get_drvdata(dev);

drivers/accel/habanalabs/common/sysfs.c

15

struct hl_device *hdev = dev_get_drvdata(dev);

drivers/accel/habanalabs/common/sysfs.c

150

struct hl_device *hdev = dev_get_drvdata(dev);

drivers/accel/habanalabs/common/sysfs.c

160

struct hl_device *hdev = dev_get_drvdata(dev);

drivers/accel/habanalabs/common/sysfs.c

168

struct hl_device *hdev = dev_get_drvdata(dev);

drivers/accel/habanalabs/common/sysfs.c

176

struct hl_device *hdev = dev_get_drvdata(dev);

drivers/accel/habanalabs/common/sysfs.c

184

struct hl_device *hdev = dev_get_drvdata(dev);

drivers/accel/habanalabs/common/sysfs.c

192

struct hl_device *hdev = dev_get_drvdata(dev);

drivers/accel/habanalabs/common/sysfs.c

200

struct hl_device *hdev = dev_get_drvdata(dev);

drivers/accel/habanalabs/common/sysfs.c

209

struct hl_device *hdev = dev_get_drvdata(dev);

drivers/accel/habanalabs/common/sysfs.c

237

struct hl_device *hdev = dev_get_drvdata(dev);

drivers/accel/habanalabs/common/sysfs.c

259

struct hl_device *hdev = dev_get_drvdata(dev);

drivers/accel/habanalabs/common/sysfs.c

296

struct hl_device *hdev = dev_get_drvdata(dev);

drivers/accel/habanalabs/common/sysfs.c

308

struct hl_device *hdev = dev_get_drvdata(dev);

drivers/accel/habanalabs/common/sysfs.c

322

struct hl_device *hdev = dev_get_drvdata(dev);

drivers/accel/habanalabs/common/sysfs.c

33

struct hl_device *hdev = dev_get_drvdata(dev);

drivers/accel/habanalabs/common/sysfs.c

330

struct hl_device *hdev = dev_get_drvdata(dev);

drivers/accel/habanalabs/common/sysfs.c

338

struct hl_device *hdev = dev_get_drvdata(dev);

drivers/accel/habanalabs/common/sysfs.c

354

struct hl_device *hdev = dev_get_drvdata(dev);

drivers/accel/habanalabs/common/sysfs.c

382

struct hl_device *hdev = dev_get_drvdata(dev);

drivers/accel/habanalabs/common/sysfs.c

411

struct hl_device *hdev = dev_get_drvdata(dev);

drivers/accel/habanalabs/common/sysfs.c

419

struct hl_device *hdev = dev_get_drvdata(dev);

drivers/accel/habanalabs/common/sysfs.c

426

struct hl_device *hdev = dev_get_drvdata(dev);

drivers/accel/habanalabs/common/sysfs.c

517

void hl_sysfs_add_dev_clk_attr(struct hl_device *hdev, struct attribute_group *dev_clk_attr_grp)

drivers/accel/habanalabs/common/sysfs.c

522

void hl_sysfs_add_dev_vrm_attr(struct hl_device *hdev, struct attribute_group *dev_vrm_attr_grp)

drivers/accel/habanalabs/common/sysfs.c

527

int hl_sysfs_init(struct hl_device *hdev)

drivers/accel/habanalabs/common/sysfs.c

559

void hl_sysfs_fini(struct hl_device *hdev)

drivers/accel/habanalabs/common/sysfs.c

58

struct hl_device *hdev = dev_get_drvdata(dev);

drivers/accel/habanalabs/common/sysfs.c

82

struct hl_device *hdev = dev_get_drvdata(dev);

drivers/accel/habanalabs/gaudi/gaudi.c

1049

static int gaudi_init_tpc_mem(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

1091

static void gaudi_collective_map_sobs(struct hl_device *hdev, u32 stream)

drivers/accel/habanalabs/gaudi/gaudi.c

1127

struct hl_device *hdev = hw_sob_group->hdev;

drivers/accel/habanalabs/gaudi/gaudi.c

1141

struct hl_device *hdev = hw_sob_group->hdev;

drivers/accel/habanalabs/gaudi/gaudi.c

1166

static int gaudi_collective_init(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

1199

static void gaudi_reset_sob_group(struct hl_device *hdev, u16 sob_group)

drivers/accel/habanalabs/gaudi/gaudi.c

1208

static void gaudi_collective_master_init_job(struct hl_device *hdev,

drivers/accel/habanalabs/gaudi/gaudi.c

1259

static void gaudi_collective_slave_init_job(struct hl_device *hdev,

drivers/accel/habanalabs/gaudi/gaudi.c

1317

struct hl_device *hdev;

drivers/accel/habanalabs/gaudi/gaudi.c

1427

static int gaudi_collective_wait_create_job(struct hl_device *hdev,

drivers/accel/habanalabs/gaudi/gaudi.c

1523

static int gaudi_collective_wait_create_jobs(struct hl_device *hdev,

drivers/accel/habanalabs/gaudi/gaudi.c

1608

static int gaudi_late_init(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

1688

static void gaudi_late_fini(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

1693

static int gaudi_alloc_cpu_accessible_dma_mem(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

1746

static void gaudi_free_internal_qmans_pq_mem(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

1760

static int gaudi_alloc_internal_qmans_pq_mem(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

1806

static void gaudi_set_pci_memory_regions(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

1848

static int gaudi_sw_init(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

1942

static int gaudi_sw_fini(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

1966

struct hl_device *hdev = arg;

drivers/accel/habanalabs/gaudi/gaudi.c

1984

static int gaudi_pci_irq_vector(struct hl_device *hdev, unsigned int nr,

drivers/accel/habanalabs/gaudi/gaudi.c

1999

static int gaudi_enable_msi_single(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

2015

static int gaudi_enable_msi(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

2042

static void gaudi_sync_irqs(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

2053

static void gaudi_disable_msi(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

2067

static void gaudi_init_scrambler_sram(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

2135

static void gaudi_init_scrambler_hbm(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

2203

static void gaudi_init_e2e(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

2453

static void gaudi_init_hbm_cred(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

2516

static void gaudi_init_golden_registers(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

2544

static void gaudi_init_pci_dma_qman(struct hl_device *hdev, int dma_id,

drivers/accel/habanalabs/gaudi/gaudi.c

2635

static void gaudi_init_dma_core(struct hl_device *hdev, int dma_id)

drivers/accel/habanalabs/gaudi/gaudi.c

2675

static void gaudi_enable_qman(struct hl_device *hdev, int dma_id,

drivers/accel/habanalabs/gaudi/gaudi.c

2683

static void gaudi_init_pci_dma_qmans(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

2724

static void gaudi_init_hbm_dma_qman(struct hl_device *hdev, int dma_id,

drivers/accel/habanalabs/gaudi/gaudi.c

2829

static void gaudi_init_hbm_dma_qmans(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

2866

static void gaudi_init_mme_qman(struct hl_device *hdev, u32 mme_offset,

drivers/accel/habanalabs/gaudi/gaudi.c

2953

static void gaudi_init_mme_qmans(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

2992

static void gaudi_init_tpc_qman(struct hl_device *hdev, u32 tpc_offset,

drivers/accel/habanalabs/gaudi/gaudi.c

3098

static void gaudi_init_tpc_qmans(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

3143

static void gaudi_init_nic_qman(struct hl_device *hdev, u32 nic_offset,

drivers/accel/habanalabs/gaudi/gaudi.c

3231

static void gaudi_init_nic_qmans(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

3283

static void gaudi_disable_pci_dma_qmans(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

3295

static void gaudi_disable_hbm_dma_qmans(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

3309

static void gaudi_disable_mme_qmans(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

3320

static void gaudi_disable_tpc_qmans(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

3335

static void gaudi_disable_nic_qmans(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

3359

static void gaudi_stop_pci_dma_qmans(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

3372

static void gaudi_stop_hbm_dma_qmans(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

3388

static void gaudi_stop_mme_qmans(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

3400

static void gaudi_stop_tpc_qmans(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

3417

static void gaudi_stop_nic_qmans(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

3484

static void gaudi_pci_dma_stall(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

3496

static void gaudi_hbm_dma_stall(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

3510

static void gaudi_mme_stall(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

3536

static void gaudi_tpc_stall(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

3553

static void gaudi_disable_clock_gating(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

3581

static void gaudi_enable_timestamp(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

3594

static void gaudi_disable_timestamp(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

3600

static void gaudi_halt_engines(struct hl_device *hdev, bool hard_reset, bool fw_reset)

drivers/accel/habanalabs/gaudi/gaudi.c

3639

static int gaudi_mmu_init(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

3688

static int gaudi_load_firmware_to_device(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

3697

static int gaudi_load_boot_fit_to_device(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

3706

static void gaudi_init_dynamic_firmware_loader(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

3729

static void gaudi_init_static_firmware_loader(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

3752

static void gaudi_init_firmware_preload_params(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

3764

static void gaudi_init_firmware_loader(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

3785

static int gaudi_init_cpu(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

3813

static int gaudi_init_cpu_queues(struct hl_device *hdev, u32 cpu_timeout)

drivers/accel/habanalabs/gaudi/gaudi.c

3886

static void gaudi_pre_hw_init(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

3914

static int gaudi_hw_init(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

4002

static int gaudi_hw_fini(struct hl_device *hdev, bool hard_reset, bool fw_reset)

drivers/accel/habanalabs/gaudi/gaudi.c

4152

static int gaudi_suspend(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

4157

static int gaudi_resume(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

4162

static int gaudi_mmap(struct hl_device *hdev, struct vm_area_struct *vma,

drivers/accel/habanalabs/gaudi/gaudi.c

4197

static void gaudi_ring_doorbell(struct hl_device *hdev, u32 hw_queue_id, u32 pi)

drivers/accel/habanalabs/gaudi/gaudi.c

4539

static void gaudi_pqe_write(struct hl_device *hdev, __le64 *pqe,

drivers/accel/habanalabs/gaudi/gaudi.c

4549

static void *gaudi_dma_alloc_coherent(struct hl_device *hdev, size_t size,

drivers/accel/habanalabs/gaudi/gaudi.c

4562

static void gaudi_dma_free_coherent(struct hl_device *hdev, size_t size,

drivers/accel/habanalabs/gaudi/gaudi.c

4571

static int gaudi_scrub_device_dram(struct hl_device *hdev, u64 val)

drivers/accel/habanalabs/gaudi/gaudi.c

4632

static int gaudi_scrub_device_mem(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

4674

static void *gaudi_get_int_queue_base(struct hl_device *hdev,

drivers/accel/habanalabs/gaudi/gaudi.c

4694

static int gaudi_send_cpu_message(struct hl_device *hdev, u32 *msg,

drivers/accel/habanalabs/gaudi/gaudi.c

4712

static int gaudi_test_queue(struct hl_device *hdev, u32 hw_queue_id)

drivers/accel/habanalabs/gaudi/gaudi.c

4785

static int gaudi_test_cpu_queue(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

479

static int gaudi_mmu_update_asid_hop0_addr(struct hl_device *hdev, u32 asid,

drivers/accel/habanalabs/gaudi/gaudi.c

4799

static int gaudi_test_queues(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

481

static int gaudi_send_job_on_qman0(struct hl_device *hdev,

drivers/accel/habanalabs/gaudi/gaudi.c

4818

static void *gaudi_dma_pool_zalloc(struct hl_device *hdev, size_t size,

drivers/accel/habanalabs/gaudi/gaudi.c

483

static int gaudi_memset_device_memory(struct hl_device *hdev, u64 addr,

drivers/accel/habanalabs/gaudi/gaudi.c

4835

static void gaudi_dma_pool_free(struct hl_device *hdev, void *vaddr,

drivers/accel/habanalabs/gaudi/gaudi.c

4844

static void *gaudi_cpu_accessible_dma_pool_alloc(struct hl_device *hdev,

drivers/accel/habanalabs/gaudi/gaudi.c

485

static int gaudi_memset_registers(struct hl_device *hdev, u64 reg_base,

drivers/accel/habanalabs/gaudi/gaudi.c

4850

static void gaudi_cpu_accessible_dma_pool_free(struct hl_device *hdev,

drivers/accel/habanalabs/gaudi/gaudi.c

4856

static u32 gaudi_get_dma_desc_list_size(struct hl_device *hdev, struct sg_table *sgt)

drivers/accel/habanalabs/gaudi/gaudi.c

487

static int gaudi_run_tpc_kernel(struct hl_device *hdev, u64 tpc_kernel,

drivers/accel/habanalabs/gaudi/gaudi.c

489

static int gaudi_mmu_clear_pgt_range(struct hl_device *hdev);

drivers/accel/habanalabs/gaudi/gaudi.c

4896

static int gaudi_pin_memory_before_cs(struct hl_device *hdev,

drivers/accel/habanalabs/gaudi/gaudi.c

490

static int gaudi_cpucp_info_get(struct hl_device *hdev);

drivers/accel/habanalabs/gaudi/gaudi.c

491

static void gaudi_disable_clock_gating(struct hl_device *hdev);

drivers/accel/habanalabs/gaudi/gaudi.c

492

static void gaudi_mmu_prepare(struct hl_device *hdev, u32 asid);

drivers/accel/habanalabs/gaudi/gaudi.c

493

static u32 gaudi_gen_signal_cb(struct hl_device *hdev, void *data, u16 sob_id,

drivers/accel/habanalabs/gaudi/gaudi.c

4942

static int gaudi_validate_dma_pkt_host(struct hl_device *hdev,

drivers/accel/habanalabs/gaudi/gaudi.c

495

static u32 gaudi_gen_wait_cb(struct hl_device *hdev,

drivers/accel/habanalabs/gaudi/gaudi.c

498

get_collective_mode(struct hl_device *hdev, u32 queue_id)

drivers/accel/habanalabs/gaudi/gaudi.c

4980

static int gaudi_validate_dma_pkt_no_mmu(struct hl_device *hdev,

drivers/accel/habanalabs/gaudi/gaudi.c

5012

static int gaudi_validate_load_and_exe_pkt(struct hl_device *hdev,

drivers/accel/habanalabs/gaudi/gaudi.c

5031

static int gaudi_validate_cb(struct hl_device *hdev,

drivers/accel/habanalabs/gaudi/gaudi.c

5138

static int gaudi_patch_dma_packet(struct hl_device *hdev,

drivers/accel/habanalabs/gaudi/gaudi.c

518

static inline void set_default_power_values(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

5257

static int gaudi_patch_cb(struct hl_device *hdev,

drivers/accel/habanalabs/gaudi/gaudi.c

5347

static int gaudi_parse_cb_mmu(struct hl_device *hdev,

drivers/accel/habanalabs/gaudi/gaudi.c

535

static int gaudi_set_fixed_properties(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

5432

static int gaudi_parse_cb_no_mmu(struct hl_device *hdev,

drivers/accel/habanalabs/gaudi/gaudi.c

5480

static int gaudi_parse_cb_no_ext_queue(struct hl_device *hdev,

drivers/accel/habanalabs/gaudi/gaudi.c

5525

static int gaudi_cs_parser(struct hl_device *hdev, struct hl_cs_parser *parser)

drivers/accel/habanalabs/gaudi/gaudi.c

5538

static void gaudi_add_end_of_cb_packets(struct hl_device *hdev, void *kernel_address,

drivers/accel/habanalabs/gaudi/gaudi.c

5575

static void gaudi_update_eq_ci(struct hl_device *hdev, u32 val)

drivers/accel/habanalabs/gaudi/gaudi.c

5580

static int gaudi_memset_device_memory(struct hl_device *hdev, u64 addr,

drivers/accel/habanalabs/gaudi/gaudi.c

5659

static int gaudi_memset_registers(struct hl_device *hdev, u64 reg_base,

drivers/accel/habanalabs/gaudi/gaudi.c

5722

static int gaudi_restore_sm_registers(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

5797

static void gaudi_restore_dma_registers(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

5824

static void gaudi_restore_qm_registers(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

5851

static int gaudi_restore_user_registers(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

5865

static int gaudi_context_switch(struct hl_device *hdev, u32 asid)

drivers/accel/habanalabs/gaudi/gaudi.c

5870

static int gaudi_mmu_clear_pgt_range(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

5883

static void gaudi_restore_phase_topology(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

5888

static int gaudi_dma_core_transfer(struct hl_device *hdev, int dma_id, u64 addr,

drivers/accel/habanalabs/gaudi/gaudi.c

5935

static int gaudi_debugfs_read_dma(struct hl_device *hdev, u64 addr, u32 size,

drivers/accel/habanalabs/gaudi/gaudi.c

6040

static u64 gaudi_read_pte(struct hl_device *hdev, u64 addr)

drivers/accel/habanalabs/gaudi/gaudi.c

6051

static void gaudi_write_pte(struct hl_device *hdev, u64 addr, u64 val)

drivers/accel/habanalabs/gaudi/gaudi.c

6062

void gaudi_mmu_prepare_reg(struct hl_device *hdev, u64 reg, u32 asid)

drivers/accel/habanalabs/gaudi/gaudi.c

6069

static void gaudi_mmu_prepare(struct hl_device *hdev, u32 asid)

drivers/accel/habanalabs/gaudi/gaudi.c

6360

static int gaudi_send_job_on_qman0(struct hl_device *hdev,

drivers/accel/habanalabs/gaudi/gaudi.c

6441

static const char *gaudi_get_razwi_initiator_dma_name(struct hl_device *hdev, u32 x_y,

drivers/accel/habanalabs/gaudi/gaudi.c

6539

static const char *gaudi_get_razwi_initiator_name(struct hl_device *hdev, bool is_write,

drivers/accel/habanalabs/gaudi/gaudi.c

6656

static void gaudi_print_and_get_razwi_info(struct hl_device *hdev, u16 *engine_id_1,

drivers/accel/habanalabs/gaudi/gaudi.c

6677

static void gaudi_print_and_get_mmu_error_info(struct hl_device *hdev, u64 *addr, u64 *event_mask)

drivers/accel/habanalabs/gaudi/gaudi.c

6727

static int gaudi_extract_ecc_info(struct hl_device *hdev,

drivers/accel/habanalabs/gaudi/gaudi.c

6812

static void gaudi_handle_sw_config_stream_data(struct hl_device *hdev, u32 stream,

drivers/accel/habanalabs/gaudi/gaudi.c

6849

static void gaudi_handle_last_pqes_on_err(struct hl_device *hdev, u32 qid_base,

drivers/accel/habanalabs/gaudi/gaudi.c

6929

static void handle_qman_data_on_err(struct hl_device *hdev, u32 qid_base,

drivers/accel/habanalabs/gaudi/gaudi.c

6948

static void gaudi_handle_qman_err_generic(struct hl_device *hdev,

drivers/accel/habanalabs/gaudi/gaudi.c

7015

static void gaudi_print_sm_sei_info(struct hl_device *hdev, u16 event_type,

drivers/accel/habanalabs/gaudi/gaudi.c

7049

static void gaudi_handle_ecc_event(struct hl_device *hdev, u16 event_type,

drivers/accel/habanalabs/gaudi/gaudi.c

709

static int gaudi_pci_bars_map(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

7146

static void gaudi_handle_qman_err(struct hl_device *hdev, u16 event_type, u64 *event_mask)

drivers/accel/habanalabs/gaudi/gaudi.c

7237

static void gaudi_print_irq_info(struct hl_device *hdev, u16 event_type,

drivers/accel/habanalabs/gaudi/gaudi.c

725

static u64 gaudi_set_hbm_bar_base(struct hl_device *hdev, u64 addr)

drivers/accel/habanalabs/gaudi/gaudi.c

7280

static void gaudi_print_out_of_sync_info(struct hl_device *hdev,

drivers/accel/habanalabs/gaudi/gaudi.c

7289

static void gaudi_print_fw_alive_info(struct hl_device *hdev,

drivers/accel/habanalabs/gaudi/gaudi.c

7300

static void gaudi_print_nic_axi_irq_info(struct hl_device *hdev, u16 event_type,

drivers/accel/habanalabs/gaudi/gaudi.c

7342

static int gaudi_compute_reset_late_init(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

7348

static int gaudi_hbm_read_interrupts(struct hl_device *hdev, int device,

drivers/accel/habanalabs/gaudi/gaudi.c

7486

static bool gaudi_tpc_read_interrupts(struct hl_device *hdev, u8 tpc_id,

drivers/accel/habanalabs/gaudi/gaudi.c

7522

static void gaudi_print_clk_change_info(struct hl_device *hdev, u16 event_type, u64 *event_mask)

drivers/accel/habanalabs/gaudi/gaudi.c

754

static int gaudi_init_iatu(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

7572

static void gaudi_handle_eqe(struct hl_device *hdev, struct hl_eq_entry *eq_entry)

drivers/accel/habanalabs/gaudi/gaudi.c

7901

static void *gaudi_get_events_stat(struct hl_device *hdev, bool aggregate, u32 *size)

drivers/accel/habanalabs/gaudi/gaudi.c

7914

static int gaudi_mmu_invalidate_cache(struct hl_device *hdev, bool is_hard, u32 flags)

drivers/accel/habanalabs/gaudi/gaudi.c

7947

static int gaudi_mmu_invalidate_cache_range(struct hl_device *hdev,

drivers/accel/habanalabs/gaudi/gaudi.c

7957

static int gaudi_mmu_update_asid_hop0_addr(struct hl_device *hdev, u32 asid, u64 phys_addr)

drivers/accel/habanalabs/gaudi/gaudi.c

796

static enum hl_device_hw_state gaudi_get_hw_state(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

7989

static int gaudi_send_heartbeat(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

7999

static int gaudi_cpucp_info_get(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

801

static int gaudi_early_init(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

8025

static bool gaudi_is_device_idle(struct hl_device *hdev, u64 *mask_arr, u8 mask_len,

drivers/accel/habanalabs/gaudi/gaudi.c

8162

static void gaudi_hw_queues_lock(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

8170

static void gaudi_hw_queues_unlock(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

8178

static u32 gaudi_get_pci_id(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

8183

static int gaudi_get_eeprom_data(struct hl_device *hdev, void *data,

drivers/accel/habanalabs/gaudi/gaudi.c

8194

static int gaudi_get_monitor_dump(struct hl_device *hdev, void *data)

drivers/accel/habanalabs/gaudi/gaudi.c

8208

static int gaudi_run_tpc_kernel(struct hl_device *hdev, u64 tpc_kernel, u32 tpc_id)

drivers/accel/habanalabs/gaudi/gaudi.c

8304

static int gaudi_internal_cb_pool_init(struct hl_device *hdev,

drivers/accel/habanalabs/gaudi/gaudi.c

8384

static void gaudi_internal_cb_pool_fini(struct hl_device *hdev,

drivers/accel/habanalabs/gaudi/gaudi.c

8437

static u32 gaudi_get_queue_id_for_cq(struct hl_device *hdev, u32 cq_idx)

drivers/accel/habanalabs/gaudi/gaudi.c

8442

static u32 gaudi_get_signal_cb_size(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

8448

static u32 gaudi_get_wait_cb_size(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

8455

static u32 gaudi_get_sob_addr(struct hl_device *hdev, u32 sob_id)

drivers/accel/habanalabs/gaudi/gaudi.c

8460

static u32 gaudi_gen_signal_cb(struct hl_device *hdev, void *data, u16 sob_id,

drivers/accel/habanalabs/gaudi/gaudi.c

8508

static u32 gaudi_add_arm_monitor_pkt(struct hl_device *hdev,

drivers/accel/habanalabs/gaudi/gaudi.c

8578

static int gaudi_get_fence_addr(struct hl_device *hdev, u32 queue_id, u64 *addr)

drivers/accel/habanalabs/gaudi/gaudi.c

8741

static u32 gaudi_gen_wait_cb(struct hl_device *hdev,

drivers/accel/habanalabs/gaudi/gaudi.c

8763

static void gaudi_reset_sob(struct hl_device *hdev, void *data)

drivers/accel/habanalabs/gaudi/gaudi.c

8776

static u64 gaudi_get_device_time(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

8783

static int gaudi_get_hw_block_id(struct hl_device *hdev, u64 block_addr,

drivers/accel/habanalabs/gaudi/gaudi.c

8789

static int gaudi_block_mmap(struct hl_device *hdev,

drivers/accel/habanalabs/gaudi/gaudi.c

8796

static void gaudi_enable_events_from_fw(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

8808

static int gaudi_ack_mmu_page_fault_or_access_error(struct hl_device *hdev, u64 mmu_cap_mask)

drivers/accel/habanalabs/gaudi/gaudi.c

8856

static int gaudi_gen_sync_to_engine_map(struct hl_device *hdev,

drivers/accel/habanalabs/gaudi/gaudi.c

893

static int gaudi_early_fini(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

8945

struct hl_device *hdev,

drivers/accel/habanalabs/gaudi/gaudi.c

8984

struct hl_device *hdev, u64 base_offset, u64 status_base_offset,

drivers/accel/habanalabs/gaudi/gaudi.c

9060

static void gaudi_state_dump_init(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

907

static int gaudi_fetch_psoc_frequency(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

9087

static int gaudi_set_dram_properties(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

9092

static int gaudi_set_binning_masks(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

9097

static void gaudi_check_if_razwi_happened(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

9103

struct hl_device *hdev = dev_get_drvdata(dev);

drivers/accel/habanalabs/gaudi/gaudi.c

9118

static void gaudi_add_device_attr(struct hl_device *hdev, struct attribute_group *dev_clk_attr_grp,

drivers/accel/habanalabs/gaudi/gaudi.c

9125

static int gaudi_send_device_activity(struct hl_device *hdev, bool open)

drivers/accel/habanalabs/gaudi/gaudi.c

9233

void gaudi_set_asic_funcs(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi.c

964

static int _gaudi_init_tpc_mem(struct hl_device *hdev,

drivers/accel/habanalabs/gaudi/gaudiP.h

265

struct hl_device *hdev;

drivers/accel/habanalabs/gaudi/gaudiP.h

319

int (*cpucp_info_get)(struct hl_device *hdev);

drivers/accel/habanalabs/gaudi/gaudiP.h

337

void gaudi_init_security(struct hl_device *hdev);

drivers/accel/habanalabs/gaudi/gaudiP.h

338

void gaudi_ack_protection_bits_errors(struct hl_device *hdev);

drivers/accel/habanalabs/gaudi/gaudiP.h

339

int gaudi_debug_coresight(struct hl_device *hdev, struct hl_ctx *ctx, void *data);

drivers/accel/habanalabs/gaudi/gaudiP.h

340

void gaudi_halt_coresight(struct hl_device *hdev, struct hl_ctx *ctx);

drivers/accel/habanalabs/gaudi/gaudiP.h

341

void gaudi_mmu_prepare_reg(struct hl_device *hdev, u64 reg, u32 asid);

drivers/accel/habanalabs/gaudi/gaudi_coresight.c

366

static int gaudi_coresight_timeout(struct hl_device *hdev, u64 addr,

drivers/accel/habanalabs/gaudi/gaudi_coresight.c

390

static int gaudi_config_stm(struct hl_device *hdev,

drivers/accel/habanalabs/gaudi/gaudi_coresight.c

468

static int gaudi_config_etf(struct hl_device *hdev,

drivers/accel/habanalabs/gaudi/gaudi_coresight.c

534

static bool gaudi_etr_validate_address(struct hl_device *hdev, u64 addr,

drivers/accel/habanalabs/gaudi/gaudi_coresight.c

578

static int gaudi_config_etr(struct hl_device *hdev,

drivers/accel/habanalabs/gaudi/gaudi_coresight.c

698

static int gaudi_config_funnel(struct hl_device *hdev,

drivers/accel/habanalabs/gaudi/gaudi_coresight.c

717

static int gaudi_config_bmon(struct hl_device *hdev,

drivers/accel/habanalabs/gaudi/gaudi_coresight.c

779

static int gaudi_config_spmu(struct hl_device *hdev,

drivers/accel/habanalabs/gaudi/gaudi_coresight.c

864

int gaudi_debug_coresight(struct hl_device *hdev, struct hl_ctx *ctx, void *data)

drivers/accel/habanalabs/gaudi/gaudi_coresight.c

903

void gaudi_halt_coresight(struct hl_device *hdev, struct hl_ctx *ctx)

drivers/accel/habanalabs/gaudi/gaudi_security.c

12824

static void gaudi_init_protection_bits(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi_security.c

12871

static void gaudi_init_range_registers_lbw(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi_security.c

12930

static void gaudi_init_range_registers_hbw(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi_security.c

13047

void gaudi_init_security(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi_security.c

13076

void gaudi_ack_protection_bits_errors(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi_security.c

1471

static void gaudi_init_dma_protection_bits(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi_security.c

477

static void gaudi_pb_set_block(struct hl_device *hdev, u64 base)

drivers/accel/habanalabs/gaudi/gaudi_security.c

487

static void gaudi_init_mme_protection_bits(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi_security.c

5187

static void gaudi_init_nic_protection_bits(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi/gaudi_security.c

9158

static void gaudi_init_tpc_protection_bits(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

10143

static void gaudi2_handle_eqe(struct hl_device *hdev, struct hl_eq_entry *eq_entry)

drivers/accel/habanalabs/gaudi2/gaudi2.c

10631

static int gaudi2_memset_memory_chunk_using_edma_qm(struct hl_device *hdev,

drivers/accel/habanalabs/gaudi2/gaudi2.c

10669

static int gaudi2_memset_device_memory(struct hl_device *hdev, u64 addr, u64 size, u64 val)

drivers/accel/habanalabs/gaudi2/gaudi2.c

10809

static int gaudi2_scrub_device_dram(struct hl_device *hdev, u64 val)

drivers/accel/habanalabs/gaudi2/gaudi2.c

10823

static int gaudi2_scrub_device_mem(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

10853

static void gaudi2_restore_user_sm_registers(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

10945

static void gaudi2_restore_user_qm_registers(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

10964

static void gaudi2_restore_nic_qm_registers(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

10983

static int gaudi2_context_switch(struct hl_device *hdev, u32 asid)

drivers/accel/habanalabs/gaudi2/gaudi2.c

10988

static void gaudi2_restore_phase_topology(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

10992

static void gaudi2_init_block_instances(struct hl_device *hdev, u32 block_idx,

drivers/accel/habanalabs/gaudi2/gaudi2.c

11011

static void gaudi2_init_blocks_with_mask(struct hl_device *hdev, struct dup_block_ctx *cfg_ctx,

drivers/accel/habanalabs/gaudi2/gaudi2.c

11022

void gaudi2_init_blocks(struct hl_device *hdev, struct dup_block_ctx *cfg_ctx)

drivers/accel/habanalabs/gaudi2/gaudi2.c

11027

static int gaudi2_debugfs_read_dma(struct hl_device *hdev, u64 addr, u32 size, void *blob_addr)

drivers/accel/habanalabs/gaudi2/gaudi2.c

11127

static int gaudi2_internal_cb_pool_init(struct hl_device *hdev, struct hl_ctx *ctx)

drivers/accel/habanalabs/gaudi2/gaudi2.c

11198

static void gaudi2_internal_cb_pool_fini(struct hl_device *hdev, struct hl_ctx *ctx)

drivers/accel/habanalabs/gaudi2/gaudi2.c

11217

static void gaudi2_restore_user_registers(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

11225

struct hl_device *hdev = ctx->hdev;

drivers/accel/habanalabs/gaudi2/gaudi2.c

11241

struct hl_device *hdev = ctx->hdev;

drivers/accel/habanalabs/gaudi2/gaudi2.c

11294

struct hl_device *hdev = cs->ctx->hdev;

drivers/accel/habanalabs/gaudi2/gaudi2.c

11319

static u32 gaudi2_get_queue_id_for_cq(struct hl_device *hdev, u32 cq_idx)

drivers/accel/habanalabs/gaudi2/gaudi2.c

11324

static u32 gaudi2_gen_signal_cb(struct hl_device *hdev, void *data, u16 sob_id, u32 size, bool eb)

drivers/accel/habanalabs/gaudi2/gaudi2.c

11367

static u32 gaudi2_add_arm_monitor_pkt(struct hl_device *hdev, struct packet_msg_short *pkt,

drivers/accel/habanalabs/gaudi2/gaudi2.c

11417

static u32 gaudi2_gen_wait_cb(struct hl_device *hdev, struct hl_gen_wait_properties *prop)

drivers/accel/habanalabs/gaudi2/gaudi2.c

11469

static void gaudi2_reset_sob(struct hl_device *hdev, void *data)

drivers/accel/habanalabs/gaudi2/gaudi2.c

11480

static void gaudi2_reset_sob_group(struct hl_device *hdev, u16 sob_group)

drivers/accel/habanalabs/gaudi2/gaudi2.c

11484

static u64 gaudi2_get_device_time(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

11496

static int gaudi2_collective_wait_create_jobs(struct hl_device *hdev, struct hl_ctx *ctx,

drivers/accel/habanalabs/gaudi2/gaudi2.c

11521

static u64 gaudi2_mmu_scramble_addr(struct hl_device *hdev, u64 raw_addr)

drivers/accel/habanalabs/gaudi2/gaudi2.c

11541

static u64 gaudi2_mmu_descramble_addr(struct hl_device *hdev, u64 scrambled_addr)

drivers/accel/habanalabs/gaudi2/gaudi2.c

11562

static u32 gaudi2_get_dec_base_addr(struct hl_device *hdev, u32 core_id)

drivers/accel/habanalabs/gaudi2/gaudi2.c

11585

static int gaudi2_get_hw_block_id(struct hl_device *hdev, u64 block_addr,

drivers/accel/habanalabs/gaudi2/gaudi2.c

11605

static int gaudi2_block_mmap(struct hl_device *hdev, struct vm_area_struct *vma,

drivers/accel/habanalabs/gaudi2/gaudi2.c

11639

static void gaudi2_enable_events_from_fw(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

11651

static int gaudi2_get_mmu_base(struct hl_device *hdev, u64 mmu_id, u32 *mmu_base)

drivers/accel/habanalabs/gaudi2/gaudi2.c

11712

static void gaudi2_ack_mmu_error(struct hl_device *hdev, u64 mmu_id)

drivers/accel/habanalabs/gaudi2/gaudi2.c

11728

static int gaudi2_ack_mmu_page_fault_or_access_error(struct hl_device *hdev, u64 mmu_cap_mask)

drivers/accel/habanalabs/gaudi2/gaudi2.c

11772

static int gaudi2_gen_sync_to_engine_map(struct hl_device *hdev, struct hl_sync_to_engine_map *map)

drivers/accel/habanalabs/gaudi2/gaudi2.c

11785

struct hl_device *hdev, struct hl_mon_state_dump *mon)

drivers/accel/habanalabs/gaudi2/gaudi2.c

11792

static int gaudi2_print_fences_single_engine(struct hl_device *hdev, u64 base_offset,

drivers/accel/habanalabs/gaudi2/gaudi2.c

11808

static void gaudi2_state_dump_init(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

11815

static u32 gaudi2_get_sob_addr(struct hl_device *hdev, u32 sob_id)

drivers/accel/habanalabs/gaudi2/gaudi2.c

11825

static void gaudi2_add_device_attr(struct hl_device *hdev, struct attribute_group *dev_clk_attr_grp,

drivers/accel/habanalabs/gaudi2/gaudi2.c

11832

static int gaudi2_mmu_get_real_page_size(struct hl_device *hdev, struct hl_mmu_properties *mmu_prop,

drivers/accel/habanalabs/gaudi2/gaudi2.c

11867

static int gaudi2_get_monitor_dump(struct hl_device *hdev, void *data)

drivers/accel/habanalabs/gaudi2/gaudi2.c

11872

int gaudi2_send_device_activity(struct hl_device *hdev, bool open)

drivers/accel/habanalabs/gaudi2/gaudi2.c

11882

static u64 gaudi2_read_pte(struct hl_device *hdev, u64 addr)

drivers/accel/habanalabs/gaudi2/gaudi2.c

11895

static void gaudi2_write_pte(struct hl_device *hdev, u64 addr, u64 val)

drivers/accel/habanalabs/gaudi2/gaudi2.c

12005

void gaudi2_set_asic_funcs(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

2551

static int gaudi2_memset_device_memory(struct hl_device *hdev, u64 addr, u64 size, u64 val);

drivers/accel/habanalabs/gaudi2/gaudi2.c

2552

static bool gaudi2_is_queue_enabled(struct hl_device *hdev, u32 hw_queue_id);

drivers/accel/habanalabs/gaudi2/gaudi2.c

2553

static bool gaudi2_is_arc_enabled(struct hl_device *hdev, u64 arc_id);

drivers/accel/habanalabs/gaudi2/gaudi2.c

2554

static void gaudi2_clr_arc_id_cap(struct hl_device *hdev, u64 arc_id);

drivers/accel/habanalabs/gaudi2/gaudi2.c

2555

static void gaudi2_set_arc_id_cap(struct hl_device *hdev, u64 arc_id);

drivers/accel/habanalabs/gaudi2/gaudi2.c

2556

static void gaudi2_memset_device_lbw(struct hl_device *hdev, u32 addr, u32 size, u32 val);

drivers/accel/habanalabs/gaudi2/gaudi2.c

2557

static int gaudi2_send_job_to_kdma(struct hl_device *hdev, u64 src_addr, u64 dst_addr, u32 size,

drivers/accel/habanalabs/gaudi2/gaudi2.c

2559

static bool gaudi2_get_tpc_idle_status(struct hl_device *hdev, u64 *mask_arr, u8 mask_len,

drivers/accel/habanalabs/gaudi2/gaudi2.c

2561

static bool gaudi2_get_mme_idle_status(struct hl_device *hdev, u64 *mask_arr, u8 mask_len,

drivers/accel/habanalabs/gaudi2/gaudi2.c

2563

static bool gaudi2_get_edma_idle_status(struct hl_device *hdev, u64 *mask_arr, u8 mask_len,

drivers/accel/habanalabs/gaudi2/gaudi2.c

2565

static u64 gaudi2_mmu_scramble_addr(struct hl_device *hdev, u64 raw_addr);

drivers/accel/habanalabs/gaudi2/gaudi2.c

2566

static u64 gaudi2_mmu_descramble_addr(struct hl_device *hdev, u64 scrambled_addr);

drivers/accel/habanalabs/gaudi2/gaudi2.c

2568

static void gaudi2_init_scrambler_hbm(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

2573

static u32 gaudi2_get_signal_cb_size(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

2578

static u32 gaudi2_get_wait_cb_size(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

2583

void gaudi2_iterate_tpcs(struct hl_device *hdev, struct iterate_module_ctx *ctx)

drivers/accel/habanalabs/gaudi2/gaudi2.c

2628

static int set_number_of_functional_hbms(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

2675

static int gaudi2_set_dram_properties(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

2757

static int gaudi2_set_fixed_properties(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

2961

static int gaudi2_pci_bars_map(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

2976

static u64 gaudi2_set_hbm_bar_base(struct hl_device *hdev, u64 addr)

drivers/accel/habanalabs/gaudi2/gaudi2.c

3005

static int gaudi2_init_iatu(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

3069

static enum hl_device_hw_state gaudi2_get_hw_state(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

3074

static int gaudi2_tpc_binning_init_prop(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

3095

static int gaudi2_set_tpc_binning_masks(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

3153

static int gaudi2_set_dec_binning_masks(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

3180

static void gaudi2_set_dram_binning_masks(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

3197

static int gaudi2_set_edma_binning_masks(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

3239

static int gaudi2_set_xbar_edge_enable_mask(struct hl_device *hdev, u32 xbar_edge_iso_mask)

drivers/accel/habanalabs/gaudi2/gaudi2.c

3275

static int gaudi2_set_cluster_binning_masks_common(struct hl_device *hdev, u8 xbar_edge_iso_mask)

drivers/accel/habanalabs/gaudi2/gaudi2.c

3303

static int gaudi2_set_cluster_binning_masks(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

3322

static int gaudi2_set_binning_masks(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

3341

static int gaudi2_cpucp_info_get(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

3414

static int gaudi2_fetch_psoc_frequency(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

3432

static int gaudi2_mmu_clear_pgt_range(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

3451

static int gaudi2_early_init(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

3530

static int gaudi2_early_fini(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

3558

static void gaudi2_init_arcs(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

3596

static int gaudi2_scrub_arc_dccm(struct hl_device *hdev, u32 cpu_id)

drivers/accel/habanalabs/gaudi2/gaudi2.c

3645

static int gaudi2_scrub_arcs_dccm(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

3662

static int gaudi2_late_init(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

3702

static void gaudi2_late_fini(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

3723

static void gaudi2_user_mapped_blocks_init(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

3795

static int gaudi2_alloc_cpu_accessible_dma_mem(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

3837

static void gaudi2_set_pci_memory_regions(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

3870

static void gaudi2_user_interrupt_setup(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

3915

static void gaudi2_special_blocks_free(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

3926

static void gaudi2_special_blocks_iterator_free(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

3931

static bool gaudi2_special_block_skip(struct hl_device *hdev,

drivers/accel/habanalabs/gaudi2/gaudi2.c

3938

static int gaudi2_special_blocks_config(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

4003

static int gaudi2_special_blocks_iterator_config(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

4008

static void gaudi2_test_queues_msgs_free(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

4024

static int gaudi2_test_queues_msgs_alloc(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

4050

static int gaudi2_sw_init(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

4173

static int gaudi2_sw_fini(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

4196

static void gaudi2_stop_qman_common(struct hl_device *hdev, u32 reg_base)

drivers/accel/habanalabs/gaudi2/gaudi2.c

4206

static void gaudi2_flush_qman_common(struct hl_device *hdev, u32 reg_base)

drivers/accel/habanalabs/gaudi2/gaudi2.c

4213

static void gaudi2_flush_qman_arc_common(struct hl_device *hdev, u32 reg_base)

drivers/accel/habanalabs/gaudi2/gaudi2.c

4227

static void gaudi2_clear_qm_fence_counters_common(struct hl_device *hdev, u32 queue_id,

drivers/accel/habanalabs/gaudi2/gaudi2.c

4248

static void gaudi2_qman_manual_flush_common(struct hl_device *hdev, u32 queue_id)

drivers/accel/habanalabs/gaudi2/gaudi2.c

4257

static void gaudi2_stop_dma_qmans(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

4290

static void gaudi2_stop_mme_qmans(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

4305

static void gaudi2_stop_tpc_qmans(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

4323

static void gaudi2_stop_rot_qmans(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

4341

static void gaudi2_stop_nic_qmans(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

4361

static void gaudi2_stall_dma_common(struct hl_device *hdev, u32 reg_base)

drivers/accel/habanalabs/gaudi2/gaudi2.c

4369

static void gaudi2_dma_stall(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

4401

static void gaudi2_mme_stall(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

4413

static void gaudi2_tpc_stall(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

4431

static void gaudi2_rotator_stall(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

4452

static void gaudi2_disable_qman_common(struct hl_device *hdev, u32 reg_base)

drivers/accel/habanalabs/gaudi2/gaudi2.c

4457

static void gaudi2_disable_dma_qmans(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

4489

static void gaudi2_disable_mme_qmans(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

4501

static void gaudi2_disable_tpc_qmans(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

4519

static void gaudi2_disable_rot_qmans(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

4537

static void gaudi2_disable_nic_qmans(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

4557

static void gaudi2_enable_timestamp(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

4570

static void gaudi2_disable_timestamp(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

4598

static void gaudi2_dec_disable_msix(struct hl_device *hdev, u32 max_irq_num)

drivers/accel/habanalabs/gaudi2/gaudi2.c

4619

static int gaudi2_dec_enable_msix(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

4660

static int gaudi2_enable_msix(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

4776

static void gaudi2_sync_irqs(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

4806

static void gaudi2_disable_msix(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

4849

static void gaudi2_stop_dcore_dec(struct hl_device *hdev, int dcore_id)

drivers/accel/habanalabs/gaudi2/gaudi2.c

4889

static void gaudi2_stop_pcie_dec(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

4929

static void gaudi2_stop_dec(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

4943

static void gaudi2_set_arc_running_mode(struct hl_device *hdev, u32 cpu_id, u32 run_mode)

drivers/accel/habanalabs/gaudi2/gaudi2.c

4956

static void gaudi2_halt_arcs(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

4966

static int gaudi2_verify_arc_running_mode(struct hl_device *hdev, u32 cpu_id, u32 run_mode)

drivers/accel/habanalabs/gaudi2/gaudi2.c

4993

static void gaudi2_reset_arcs(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

5006

static void gaudi2_nic_qmans_manual_flush(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

5025

static int gaudi2_set_engine_cores(struct hl_device *hdev, u32 *core_ids,

drivers/accel/habanalabs/gaudi2/gaudi2.c

5051

static int gaudi2_set_tpc_engine_mode(struct hl_device *hdev, u32 engine_id, u32 engine_command)

drivers/accel/habanalabs/gaudi2/gaudi2.c

5078

static int gaudi2_set_mme_engine_mode(struct hl_device *hdev, u32 engine_id, u32 engine_command)

drivers/accel/habanalabs/gaudi2/gaudi2.c

5096

static int gaudi2_set_edma_engine_mode(struct hl_device *hdev, u32 engine_id, u32 engine_command)

drivers/accel/habanalabs/gaudi2/gaudi2.c

5123

static int gaudi2_set_engine_modes(struct hl_device *hdev,

drivers/accel/habanalabs/gaudi2/gaudi2.c

5166

static int gaudi2_set_engines(struct hl_device *hdev, u32 *engine_ids,

drivers/accel/habanalabs/gaudi2/gaudi2.c

5184

static void gaudi2_halt_engines(struct hl_device *hdev, bool hard_reset, bool fw_reset)

drivers/accel/habanalabs/gaudi2/gaudi2.c

5236

static void gaudi2_init_firmware_preload_params(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

5250

static void gaudi2_init_firmware_loader(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

5279

static int gaudi2_init_cpu(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

5299

static int gaudi2_init_cpu_queues(struct hl_device *hdev, u32 cpu_timeout)

drivers/accel/habanalabs/gaudi2/gaudi2.c

5368

static void gaudi2_init_qman_pq(struct hl_device *hdev, u32 reg_base,

drivers/accel/habanalabs/gaudi2/gaudi2.c

5395

static void gaudi2_init_qman_cp(struct hl_device *hdev, u32 reg_base)

drivers/accel/habanalabs/gaudi2/gaudi2.c

5417

static void gaudi2_init_qman_pqc(struct hl_device *hdev, u32 reg_base,

drivers/accel/habanalabs/gaudi2/gaudi2.c

5447

static u32 gaudi2_get_dyn_sp_reg(struct hl_device *hdev, u32 queue_id_base)

drivers/accel/habanalabs/gaudi2/gaudi2.c

5496

static void gaudi2_init_qman_common(struct hl_device *hdev, u32 reg_base,

drivers/accel/habanalabs/gaudi2/gaudi2.c

5532

static void gaudi2_init_qman(struct hl_device *hdev, u32 reg_base,

drivers/accel/habanalabs/gaudi2/gaudi2.c

5546

static void gaudi2_init_dma_core(struct hl_device *hdev, u32 reg_base,

drivers/accel/habanalabs/gaudi2/gaudi2.c

5576

static void gaudi2_init_kdma(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

5591

static void gaudi2_init_pdma(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

5614

static void gaudi2_init_edma_instance(struct hl_device *hdev, u8 seq)

drivers/accel/habanalabs/gaudi2/gaudi2.c

5628

static void gaudi2_init_edma(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

5666

static void gaudi2_arm_monitors_for_virt_msix_db(struct hl_device *hdev, u32 sob_id,

drivers/accel/habanalabs/gaudi2/gaudi2.c

5732

static void gaudi2_prepare_sm_for_virt_msix_db(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

5754

static void gaudi2_init_sm(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

5797

static void gaudi2_init_mme_acc(struct hl_device *hdev, u32 reg_base)

drivers/accel/habanalabs/gaudi2/gaudi2.c

5819

static void gaudi2_init_dcore_mme(struct hl_device *hdev, int dcore_id,

drivers/accel/habanalabs/gaudi2/gaudi2.c

5851

static void gaudi2_init_mme(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

5866

static void gaudi2_init_tpc_cfg(struct hl_device *hdev, u32 reg_base)

drivers/accel/habanalabs/gaudi2/gaudi2.c

5880

static void gaudi2_init_tpc_config(struct hl_device *hdev, int dcore, int inst,

drivers/accel/habanalabs/gaudi2/gaudi2.c

5902

static void gaudi2_init_tpc(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

5923

static void gaudi2_init_rotator(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

5938

static void gaudi2_init_vdec_brdg_ctrl(struct hl_device *hdev, u64 base_addr, u32 decoder_id)

drivers/accel/habanalabs/gaudi2/gaudi2.c

5955

static void gaudi2_init_dec(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

5998

static int gaudi2_mmu_update_asid_hop0_addr(struct hl_device *hdev,

drivers/accel/habanalabs/gaudi2/gaudi2.c

6030

static void gaudi2_mmu_send_invalidate_cache_cmd(struct hl_device *hdev, u32 stlb_base,

drivers/accel/habanalabs/gaudi2/gaudi2.c

6044

static int gaudi2_mmu_invalidate_cache_status_poll(struct hl_device *hdev, u32 stlb_base,

drivers/accel/habanalabs/gaudi2/gaudi2.c

6090

bool gaudi2_is_hmmu_enabled(struct hl_device *hdev, int dcore_id, int hmmu_id)

drivers/accel/habanalabs/gaudi2/gaudi2.c

6112

static void gaudi2_mmu_invalidate_cache_trigger(struct hl_device *hdev, u32 stlb_base,

drivers/accel/habanalabs/gaudi2/gaudi2.c

6147

static inline void gaudi2_hmmu_invalidate_cache_trigger(struct hl_device *hdev,

drivers/accel/habanalabs/gaudi2/gaudi2.c

6156

static inline int gaudi2_hmmu_invalidate_cache_status_poll(struct hl_device *hdev,

drivers/accel/habanalabs/gaudi2/gaudi2.c

6165

static int gaudi2_hmmus_invalidate_cache(struct hl_device *hdev,

drivers/accel/habanalabs/gaudi2/gaudi2.c

6198

static int gaudi2_mmu_invalidate_cache(struct hl_device *hdev, bool is_hard, u32 flags)

drivers/accel/habanalabs/gaudi2/gaudi2.c

6223

static int gaudi2_mmu_invalidate_cache_range(struct hl_device *hdev, bool is_hard,

drivers/accel/habanalabs/gaudi2/gaudi2.c

6275

static int gaudi2_mmu_update_hop0_addr(struct hl_device *hdev, u32 stlb_base,

drivers/accel/habanalabs/gaudi2/gaudi2.c

6303

static int gaudi2_mmu_init_common(struct hl_device *hdev, u32 mmu_base, u32 stlb_base,

drivers/accel/habanalabs/gaudi2/gaudi2.c

6349

static int gaudi2_pci_mmu_init(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

6400

static int gaudi2_dcore_hmmu_init(struct hl_device *hdev, int dcore_id,

drivers/accel/habanalabs/gaudi2/gaudi2.c

6452

static int gaudi2_hbm_mmu_init(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

6466

static int gaudi2_mmu_init(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

6481

static int gaudi2_hw_init(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

6579

static void gaudi2_send_hard_reset_cmd(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

6653

static void gaudi2_execute_hard_reset(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

6680

static int gaudi2_execute_soft_reset(struct hl_device *hdev, bool driver_performs_reset,

drivers/accel/habanalabs/gaudi2/gaudi2.c

6701

static void gaudi2_poll_btm_indication(struct hl_device *hdev, u32 poll_timeout_us)

drivers/accel/habanalabs/gaudi2/gaudi2.c

6722

static int gaudi2_hw_fini(struct hl_device *hdev, bool hard_reset, bool fw_reset)

drivers/accel/habanalabs/gaudi2/gaudi2.c

6822

static int gaudi2_suspend(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

6827

static int gaudi2_resume(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

6832

static int gaudi2_mmap(struct hl_device *hdev, struct vm_area_struct *vma,

drivers/accel/habanalabs/gaudi2/gaudi2.c

6866

static bool gaudi2_is_queue_enabled(struct hl_device *hdev, u32 hw_queue_id)

drivers/accel/habanalabs/gaudi2/gaudi2.c

6972

static bool gaudi2_is_arc_enabled(struct hl_device *hdev, u64 arc_id)

drivers/accel/habanalabs/gaudi2/gaudi2.c

6992

static void gaudi2_clr_arc_id_cap(struct hl_device *hdev, u64 arc_id)

drivers/accel/habanalabs/gaudi2/gaudi2.c

7015

static void gaudi2_set_arc_id_cap(struct hl_device *hdev, u64 arc_id)

drivers/accel/habanalabs/gaudi2/gaudi2.c

7038

static void gaudi2_ring_doorbell(struct hl_device *hdev, u32 hw_queue_id, u32 pi)

drivers/accel/habanalabs/gaudi2/gaudi2.c

7069

static void gaudi2_pqe_write(struct hl_device *hdev, __le64 *pqe, struct hl_bd *bd)

drivers/accel/habanalabs/gaudi2/gaudi2.c

7078

static void *gaudi2_dma_alloc_coherent(struct hl_device *hdev, size_t size,

drivers/accel/habanalabs/gaudi2/gaudi2.c

7084

static void gaudi2_dma_free_coherent(struct hl_device *hdev, size_t size,

drivers/accel/habanalabs/gaudi2/gaudi2.c

7090

static int gaudi2_send_cpu_message(struct hl_device *hdev, u32 *msg, u16 len,

drivers/accel/habanalabs/gaudi2/gaudi2.c

7107

static void *gaudi2_dma_pool_zalloc(struct hl_device *hdev, size_t size,

drivers/accel/habanalabs/gaudi2/gaudi2.c

7116

static void gaudi2_dma_pool_free(struct hl_device *hdev, void *vaddr, dma_addr_t dma_addr)

drivers/accel/habanalabs/gaudi2/gaudi2.c

7121

static void *gaudi2_cpu_accessible_dma_pool_alloc(struct hl_device *hdev, size_t size,

drivers/accel/habanalabs/gaudi2/gaudi2.c

7127

static void gaudi2_cpu_accessible_dma_pool_free(struct hl_device *hdev, size_t size, void *vaddr)

drivers/accel/habanalabs/gaudi2/gaudi2.c

7132

static int gaudi2_validate_cb_address(struct hl_device *hdev, struct hl_cs_parser *parser)

drivers/accel/habanalabs/gaudi2/gaudi2.c

7190

static int gaudi2_cs_parser(struct hl_device *hdev, struct hl_cs_parser *parser)

drivers/accel/habanalabs/gaudi2/gaudi2.c

7205

static int gaudi2_send_heartbeat(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

7218

static void gaudi2_kdma_set_mmbp_asid(struct hl_device *hdev,

drivers/accel/habanalabs/gaudi2/gaudi2.c

7233

static void gaudi2_arm_cq_monitor(struct hl_device *hdev, u32 sob_id, u32 mon_id, u32 cq_id,

drivers/accel/habanalabs/gaudi2/gaudi2.c

7263

static int gaudi2_send_job_to_kdma(struct hl_device *hdev,

drivers/accel/habanalabs/gaudi2/gaudi2.c

7334

static void gaudi2_memset_device_lbw(struct hl_device *hdev, u32 addr, u32 size, u32 val)

drivers/accel/habanalabs/gaudi2/gaudi2.c

7342

static void gaudi2_qman_set_test_mode(struct hl_device *hdev, u32 hw_queue_id, bool enable)

drivers/accel/habanalabs/gaudi2/gaudi2.c

7355

static inline u32 gaudi2_test_queue_hw_queue_id_to_sob_id(struct hl_device *hdev, u32 hw_queue_id)

drivers/accel/habanalabs/gaudi2/gaudi2.c

7361

static void gaudi2_test_queue_clear(struct hl_device *hdev, u32 hw_queue_id)

drivers/accel/habanalabs/gaudi2/gaudi2.c

7370

static int gaudi2_test_queue_send_msg_short(struct hl_device *hdev, u32 hw_queue_id, u32 sob_val,

drivers/accel/habanalabs/gaudi2/gaudi2.c

7397

static int gaudi2_test_queue_wait_completion(struct hl_device *hdev, u32 hw_queue_id, u32 sob_val)

drivers/accel/habanalabs/gaudi2/gaudi2.c

7426

static int gaudi2_test_cpu_queue(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

7440

static int gaudi2_test_queues(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

7482

static int gaudi2_compute_reset_late_init(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

7503

static bool gaudi2_get_edma_idle_status(struct hl_device *hdev, u64 *mask_arr, u8 mask_len,

drivers/accel/habanalabs/gaudi2/gaudi2.c

7553

static bool gaudi2_get_pdma_idle_status(struct hl_device *hdev, u64 *mask_arr, u8 mask_len,

drivers/accel/habanalabs/gaudi2/gaudi2.c

7593

static bool gaudi2_get_nic_idle_status(struct hl_device *hdev, u64 *mask_arr, u8 mask_len,

drivers/accel/habanalabs/gaudi2/gaudi2.c

7639

static bool gaudi2_get_mme_idle_status(struct hl_device *hdev, u64 *mask_arr, u8 mask_len,

drivers/accel/habanalabs/gaudi2/gaudi2.c

7682

static void gaudi2_is_tpc_engine_idle(struct hl_device *hdev, int dcore, int inst, u32 offset,

drivers/accel/habanalabs/gaudi2/gaudi2.c

7715

static bool gaudi2_get_tpc_idle_status(struct hl_device *hdev, u64 *mask_arr, u8 mask_len,

drivers/accel/habanalabs/gaudi2/gaudi2.c

7743

static bool gaudi2_get_decoder_idle_status(struct hl_device *hdev, u64 *mask_arr, u8 mask_len,

drivers/accel/habanalabs/gaudi2/gaudi2.c

7812

static bool gaudi2_get_rotator_idle_status(struct hl_device *hdev, u64 *mask_arr, u8 mask_len,

drivers/accel/habanalabs/gaudi2/gaudi2.c

7850

static bool gaudi2_is_device_idle(struct hl_device *hdev, u64 *mask_arr, u8 mask_len,

drivers/accel/habanalabs/gaudi2/gaudi2.c

7866

static void gaudi2_hw_queues_lock(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

7874

static void gaudi2_hw_queues_unlock(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

7882

static u32 gaudi2_get_pci_id(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

7887

static int gaudi2_get_eeprom_data(struct hl_device *hdev, void *data, size_t max_size)

drivers/accel/habanalabs/gaudi2/gaudi2.c

7897

static void gaudi2_update_eq_ci(struct hl_device *hdev, u32 val)

drivers/accel/habanalabs/gaudi2/gaudi2.c

7902

static void *gaudi2_get_events_stat(struct hl_device *hdev, bool aggregate, u32 *size)

drivers/accel/habanalabs/gaudi2/gaudi2.c

7915

static void gaudi2_mmu_vdec_dcore_prepare(struct hl_device *hdev, int dcore_id,

drivers/accel/habanalabs/gaudi2/gaudi2.c

7937

static void gaudi2_mmu_dcore_prepare(struct hl_device *hdev, int dcore_id, u32 asid)

drivers/accel/habanalabs/gaudi2/gaudi2.c

8006

static void gudi2_mmu_vdec_shared_prepare(struct hl_device *hdev,

drivers/accel/habanalabs/gaudi2/gaudi2.c

8027

static void gudi2_mmu_arc_farm_arc_dup_eng_prepare(struct hl_device *hdev, int arc_farm_id,

drivers/accel/habanalabs/gaudi2/gaudi2.c

8036

static void gaudi2_arc_mmu_prepare(struct hl_device *hdev, u32 cpu_id, u32 asid)

drivers/accel/habanalabs/gaudi2/gaudi2.c

8080

static int gaudi2_arc_mmu_prepare_all(struct hl_device *hdev, u32 asid)

drivers/accel/habanalabs/gaudi2/gaudi2.c

8100

static int gaudi2_mmu_shared_prepare(struct hl_device *hdev, u32 asid)

drivers/accel/habanalabs/gaudi2/gaudi2.c

8147

static void gaudi2_tpc_mmu_prepare(struct hl_device *hdev, int dcore, int inst, u32 offset,

drivers/accel/habanalabs/gaudi2/gaudi2.c

8159

static int gaudi2_mmu_prepare(struct hl_device *hdev, u32 asid)

drivers/accel/habanalabs/gaudi2/gaudi2.c

8209

static void gaudi2_print_event(struct hl_device *hdev, u16 event_type,

drivers/accel/habanalabs/gaudi2/gaudi2.c

8231

static bool gaudi2_handle_ecc_event(struct hl_device *hdev, u16 event_type,

drivers/accel/habanalabs/gaudi2/gaudi2.c

8261

static void handle_lower_qman_data_on_err(struct hl_device *hdev, u64 qman_base, u32 engine_id)

drivers/accel/habanalabs/gaudi2/gaudi2.c

8302

static int gaudi2_handle_qman_err_generic(struct hl_device *hdev, u16 event_type,

drivers/accel/habanalabs/gaudi2/gaudi2.c

8364

static void gaudi2_razwi_rr_hbw_shared_printf_info(struct hl_device *hdev,

drivers/accel/habanalabs/gaudi2/gaudi2.c

8392

static void gaudi2_razwi_rr_lbw_shared_printf_info(struct hl_device *hdev,

drivers/accel/habanalabs/gaudi2/gaudi2.c

8418

static enum gaudi2_engine_id gaudi2_razwi_calc_engine_id(struct hl_device *hdev,

drivers/accel/habanalabs/gaudi2/gaudi2.c

8469

static void gaudi2_ack_module_razwi_event_handler(struct hl_device *hdev,

drivers/accel/habanalabs/gaudi2/gaudi2.c

8624

static void gaudi2_check_if_razwi_happened(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2.c

8694

static bool gaudi2_handle_psoc_razwi_happened(struct hl_device *hdev, u32 razwi_reg,

drivers/accel/habanalabs/gaudi2/gaudi2.c

8783

static int gaudi2_ack_psoc_razwi_event_handler(struct hl_device *hdev, u64 *event_mask)

drivers/accel/habanalabs/gaudi2/gaudi2.c

8817

static int _gaudi2_handle_qm_sei_err(struct hl_device *hdev, u64 qman_base, u16 event_type)

drivers/accel/habanalabs/gaudi2/gaudi2.c

8837

static int gaudi2_handle_qm_sei_err(struct hl_device *hdev, u16 event_type,

drivers/accel/habanalabs/gaudi2/gaudi2.c

8900

static int gaudi2_handle_qman_err(struct hl_device *hdev, u16 event_type, u64 *event_mask)

drivers/accel/habanalabs/gaudi2/gaudi2.c

9021

static int gaudi2_handle_arc_farm_sei_err(struct hl_device *hdev, u16 event_type, u64 *event_mask)

drivers/accel/habanalabs/gaudi2/gaudi2.c

9049

static int gaudi2_handle_cpu_sei_err(struct hl_device *hdev, u16 event_type)

drivers/accel/habanalabs/gaudi2/gaudi2.c

9071

static int gaudi2_handle_rot_err(struct hl_device *hdev, u8 rot_index, u16 event_type,

drivers/accel/habanalabs/gaudi2/gaudi2.c

9093

static int gaudi2_tpc_ack_interrupts(struct hl_device *hdev, u8 tpc_index, u16 event_type,

drivers/accel/habanalabs/gaudi2/gaudi2.c

9115

static int gaudi2_handle_dec_err(struct hl_device *hdev, u8 dec_index, u16 event_type,

drivers/accel/habanalabs/gaudi2/gaudi2.c

9152

static int gaudi2_handle_mme_err(struct hl_device *hdev, u8 mme_index, u16 event_type,

drivers/accel/habanalabs/gaudi2/gaudi2.c

9183

static int gaudi2_handle_mme_sbte_err(struct hl_device *hdev, u16 event_type)

drivers/accel/habanalabs/gaudi2/gaudi2.c

9195

static int gaudi2_handle_mme_wap_err(struct hl_device *hdev, u8 mme_index, u16 event_type,

drivers/accel/habanalabs/gaudi2/gaudi2.c

9225

static int gaudi2_handle_kdma_core_event(struct hl_device *hdev, u16 event_type,

drivers/accel/habanalabs/gaudi2/gaudi2.c

9248

static int gaudi2_handle_dma_core_event(struct hl_device *hdev, u16 event_type, u64 intr_cause)

drivers/accel/habanalabs/gaudi2/gaudi2.c

9265

static void gaudi2_print_pcie_mstr_rr_mstr_if_razwi_info(struct hl_device *hdev, u64 *event_mask)

drivers/accel/habanalabs/gaudi2/gaudi2.c

9298

static int gaudi2_print_pcie_addr_dec_info(struct hl_device *hdev, u16 event_type,

drivers/accel/habanalabs/gaudi2/gaudi2.c

9325

static int gaudi2_handle_pif_fatal(struct hl_device *hdev, u16 event_type,

drivers/accel/habanalabs/gaudi2/gaudi2.c

9343

static int gaudi2_handle_hif_fatal(struct hl_device *hdev, u16 event_type, u64 intr_cause_data)

drivers/accel/habanalabs/gaudi2/gaudi2.c

9359

static void gaudi2_handle_page_error(struct hl_device *hdev, u64 mmu_base, bool is_pmmu,

drivers/accel/habanalabs/gaudi2/gaudi2.c

9389

static void gaudi2_handle_access_error(struct hl_device *hdev, u64 mmu_base, bool is_pmmu)

drivers/accel/habanalabs/gaudi2/gaudi2.c

9412

static int gaudi2_handle_mmu_spi_sei_generic(struct hl_device *hdev, u16 event_type,

drivers/accel/habanalabs/gaudi2/gaudi2.c

9446

static int gaudi2_handle_sm_err(struct hl_device *hdev, u16 event_type, u8 sm_index)

drivers/accel/habanalabs/gaudi2/gaudi2.c

9593

static int gaudi2_handle_mmu_spi_sei_err(struct hl_device *hdev, u16 event_type, u64 *event_mask)

drivers/accel/habanalabs/gaudi2/gaudi2.c

9626

static bool gaudi2_hbm_sei_handle_read_err(struct hl_device *hdev,

drivers/accel/habanalabs/gaudi2/gaudi2.c

9688

static void gaudi2_hbm_sei_print_wr_par_info(struct hl_device *hdev,

drivers/accel/habanalabs/gaudi2/gaudi2.c

9713

static void gaudi2_hbm_sei_print_ca_par_info(struct hl_device *hdev,

drivers/accel/habanalabs/gaudi2/gaudi2.c

9730

static bool gaudi2_handle_hbm_mc_sei_err(struct hl_device *hdev, u16 event_type,

drivers/accel/habanalabs/gaudi2/gaudi2.c

9795

static int gaudi2_handle_hbm_cattrip(struct hl_device *hdev, u16 event_type,

drivers/accel/habanalabs/gaudi2/gaudi2.c

9807

static int gaudi2_handle_hbm_mc_spi(struct hl_device *hdev, u64 intr_cause_data)

drivers/accel/habanalabs/gaudi2/gaudi2.c

9821

static void gaudi2_print_clk_change_info(struct hl_device *hdev, u16 event_type, u64 *event_mask)

drivers/accel/habanalabs/gaudi2/gaudi2.c

9866

static void gaudi2_print_out_of_sync_info(struct hl_device *hdev, u16 event_type,

drivers/accel/habanalabs/gaudi2/gaudi2.c

9877

static int gaudi2_handle_pcie_p2p_msix(struct hl_device *hdev, u16 event_type)

drivers/accel/habanalabs/gaudi2/gaudi2.c

9905

static int gaudi2_handle_pcie_drain(struct hl_device *hdev,

drivers/accel/habanalabs/gaudi2/gaudi2.c

9925

static int gaudi2_handle_psoc_drain(struct hl_device *hdev, u64 intr_cause_data)

drivers/accel/habanalabs/gaudi2/gaudi2.c

9943

static void gaudi2_print_cpu_pkt_failure_info(struct hl_device *hdev, u16 event_type,

drivers/accel/habanalabs/gaudi2/gaudi2.c

9953

static int hl_arc_event_handle(struct hl_device *hdev, u16 event_type,

drivers/accel/habanalabs/gaudi2/gaudi2.c

9978

static u16 event_id_to_engine_id(struct hl_device *hdev, u16 event_type)

drivers/accel/habanalabs/gaudi2/gaudi2P.h

453

void (*instance_cfg_fn)(struct hl_device *hdev, u64 base, void *data);

drivers/accel/habanalabs/gaudi2/gaudi2P.h

535

int (*cpucp_info_get)(struct hl_device *hdev);

drivers/accel/habanalabs/gaudi2/gaudi2P.h

607

void gaudi2_iterate_tpcs(struct hl_device *hdev, struct iterate_module_ctx *ctx);

drivers/accel/habanalabs/gaudi2/gaudi2P.h

608

int gaudi2_coresight_init(struct hl_device *hdev);

drivers/accel/habanalabs/gaudi2/gaudi2P.h

609

int gaudi2_debug_coresight(struct hl_device *hdev, struct hl_ctx *ctx, void *data);

drivers/accel/habanalabs/gaudi2/gaudi2P.h

610

void gaudi2_halt_coresight(struct hl_device *hdev, struct hl_ctx *ctx);

drivers/accel/habanalabs/gaudi2/gaudi2P.h

611

void gaudi2_init_blocks(struct hl_device *hdev, struct dup_block_ctx *cfg_ctx);

drivers/accel/habanalabs/gaudi2/gaudi2P.h

612

bool gaudi2_is_hmmu_enabled(struct hl_device *hdev, int dcore_id, int hmmu_id);

drivers/accel/habanalabs/gaudi2/gaudi2P.h

613

void gaudi2_write_rr_to_all_lbw_rtrs(struct hl_device *hdev, u8 rr_type, u32 rr_index, u64 min_val,

drivers/accel/habanalabs/gaudi2/gaudi2P.h

615

void gaudi2_pb_print_security_errors(struct hl_device *hdev, u32 block_addr, u32 cause,

drivers/accel/habanalabs/gaudi2/gaudi2P.h

617

int gaudi2_init_security(struct hl_device *hdev);

drivers/accel/habanalabs/gaudi2/gaudi2P.h

618

void gaudi2_ack_protection_bits_errors(struct hl_device *hdev);

drivers/accel/habanalabs/gaudi2/gaudi2P.h

619

int gaudi2_send_device_activity(struct hl_device *hdev, bool open);

drivers/accel/habanalabs/gaudi2/gaudi2_coresight.c

1927

static int gaudi2_coresight_timeout(struct hl_device *hdev, u64 addr,

drivers/accel/habanalabs/gaudi2/gaudi2_coresight.c

1954

static int gaudi2_unlock_coresight_unit(struct hl_device *hdev,

drivers/accel/habanalabs/gaudi2/gaudi2_coresight.c

1972

static int gaudi2_config_stm(struct hl_device *hdev, struct hl_debug_params *params)

drivers/accel/habanalabs/gaudi2/gaudi2_coresight.c

2059

static int gaudi2_config_etf(struct hl_device *hdev, struct hl_debug_params *params)

drivers/accel/habanalabs/gaudi2/gaudi2_coresight.c

2149

static int gaudi2_etr_validate_address(struct hl_device *hdev, u64 addr, u64 size)

drivers/accel/habanalabs/gaudi2/gaudi2_coresight.c

2192

static int gaudi2_config_etr(struct hl_device *hdev, struct hl_ctx *ctx,

drivers/accel/habanalabs/gaudi2/gaudi2_coresight.c

2300

static int gaudi2_config_funnel(struct hl_device *hdev, struct hl_debug_params *params)

drivers/accel/habanalabs/gaudi2/gaudi2_coresight.c

2339

static int gaudi2_config_bmon(struct hl_device *hdev, struct hl_debug_params *params)

drivers/accel/habanalabs/gaudi2/gaudi2_coresight.c

2435

static int gaudi2_config_spmu(struct hl_device *hdev, struct hl_debug_params *params)

drivers/accel/habanalabs/gaudi2/gaudi2_coresight.c

2545

int gaudi2_debug_coresight(struct hl_device *hdev, struct hl_ctx *ctx, void *data)

drivers/accel/habanalabs/gaudi2/gaudi2_coresight.c

2580

void gaudi2_halt_coresight(struct hl_device *hdev, struct hl_ctx *ctx)

drivers/accel/habanalabs/gaudi2/gaudi2_coresight.c

2600

static int gaudi2_coresight_set_disabled_components(struct hl_device *hdev, u32 unit_count,

drivers/accel/habanalabs/gaudi2/gaudi2_coresight.c

2670

int gaudi2_coresight_init(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2_security.c

2604

static void gaudi2_config_tpcs_glbl_sec(struct hl_device *hdev, int dcore, int inst, u32 offset,

drivers/accel/habanalabs/gaudi2/gaudi2_security.c

2613

static int gaudi2_init_pb_tpc(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2_security.c

2684

static void gaudi2_config_tpcs_pb_ranges(struct hl_device *hdev, int dcore, int inst, u32 offset,

drivers/accel/habanalabs/gaudi2/gaudi2_security.c

2696

static int gaudi2_init_pb_tpc_arc(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2_security.c

2712

static int gaudi2_init_pb_sm_objs(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2_security.c

2776

static void gaudi2_write_lbw_range_register(struct hl_device *hdev, u64 base, void *data)

drivers/accel/habanalabs/gaudi2/gaudi2_security.c

2828

void gaudi2_write_rr_to_all_lbw_rtrs(struct hl_device *hdev, u8 rr_type, u32 rr_index, u64 min_val,

drivers/accel/habanalabs/gaudi2/gaudi2_security.c

2892

static void gaudi2_init_lbw_range_registers_secure(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2_security.c

2984

static void gaudi2_init_lbw_range_registers(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2_security.c

2989

static void gaudi2_write_hbw_range_register(struct hl_device *hdev, u64 base, void *data)

drivers/accel/habanalabs/gaudi2/gaudi2_security.c

3056

static void gaudi2_write_hbw_rr_to_all_mstr_if(struct hl_device *hdev, u8 rr_type, u32 rr_index,

drivers/accel/habanalabs/gaudi2/gaudi2_security.c

3111

static void gaudi2_init_hbw_range_registers(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2_security.c

3133

static void gaudi2_write_mmu_range_register(struct hl_device *hdev, u64 base,

drivers/accel/habanalabs/gaudi2/gaudi2_security.c

3170

static void gaudi2_init_mmu_range_registers(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2_security.c

3205

static void gaudi2_init_range_registers(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2_security.c

3222

static int gaudi2_init_protection_bits(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2_security.c

3555

int gaudi2_init_security(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2_security.c

3573

static void gaudi2_ack_pb_tpc_config(struct hl_device *hdev, int dcore, int inst, u32 offset,

drivers/accel/habanalabs/gaudi2/gaudi2_security.c

3585

static void gaudi2_ack_pb_tpc(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2_security.c

3610

void gaudi2_ack_protection_bits_errors(struct hl_device *hdev)

drivers/accel/habanalabs/gaudi2/gaudi2_security.c

3834

void gaudi2_pb_print_security_errors(struct hl_device *hdev, u32 block_addr, u32 cause,

drivers/accel/habanalabs/goya/goya.c

1063

static int goya_sw_fini(struct hl_device *hdev)

drivers/accel/habanalabs/goya/goya.c

1080

static void goya_init_dma_qman(struct hl_device *hdev, int dma_id,

drivers/accel/habanalabs/goya/goya.c

1132

static void goya_init_dma_ch(struct hl_device *hdev, int dma_id)

drivers/accel/habanalabs/goya/goya.c

1166

void goya_init_dma_qmans(struct hl_device *hdev)

drivers/accel/habanalabs/goya/goya.c

1192

static void goya_disable_external_queues(struct hl_device *hdev)

drivers/accel/habanalabs/goya/goya.c

1206

static int goya_stop_queue(struct hl_device *hdev, u32 cfg_reg,

drivers/accel/habanalabs/goya/goya.c

1256

static int goya_stop_external_queues(struct hl_device *hdev)

drivers/accel/habanalabs/goya/goya.c

1326

int goya_init_cpu_queues(struct hl_device *hdev)

drivers/accel/habanalabs/goya/goya.c

1393

static void goya_set_pll_refclk(struct hl_device *hdev)

drivers/accel/habanalabs/goya/goya.c

1431

static void goya_disable_clk_rlx(struct hl_device *hdev)

drivers/accel/habanalabs/goya/goya.c

1437

static void _goya_tpc_mbist_workaround(struct hl_device *hdev, u8 tpc_id)

drivers/accel/habanalabs/goya/goya.c

1502

static void goya_tpc_mbist_workaround(struct hl_device *hdev)

drivers/accel/habanalabs/goya/goya.c

1529

static void goya_init_golden_registers(struct hl_device *hdev)

drivers/accel/habanalabs/goya/goya.c

1824

static void goya_init_mme_qman(struct hl_device *hdev)

drivers/accel/habanalabs/goya/goya.c

1874

static void goya_init_mme_cmdq(struct hl_device *hdev)

drivers/accel/habanalabs/goya/goya.c

1910

void goya_init_mme_qmans(struct hl_device *hdev)

drivers/accel/habanalabs/goya/goya.c

1930

static void goya_init_tpc_qman(struct hl_device *hdev, u32 base_off, int tpc_id)

drivers/accel/habanalabs/goya/goya.c

1980

static void goya_init_tpc_cmdq(struct hl_device *hdev, int tpc_id)

drivers/accel/habanalabs/goya/goya.c

2017

void goya_init_tpc_qmans(struct hl_device *hdev)

drivers/accel/habanalabs/goya/goya.c

2059

static void goya_disable_internal_queues(struct hl_device *hdev)

drivers/accel/habanalabs/goya/goya.c

2106

static int goya_stop_internal_queues(struct hl_device *hdev)

drivers/accel/habanalabs/goya/goya.c

2307

static void goya_dma_stall(struct hl_device *hdev)

drivers/accel/habanalabs/goya/goya.c

2321

static void goya_tpc_stall(struct hl_device *hdev)

drivers/accel/habanalabs/goya/goya.c

2338

static void goya_mme_stall(struct hl_device *hdev)

drivers/accel/habanalabs/goya/goya.c

2348

static int goya_enable_msix(struct hl_device *hdev)

drivers/accel/habanalabs/goya/goya.c

2398

static void goya_sync_irqs(struct hl_device *hdev)

drivers/accel/habanalabs/goya/goya.c

2413

static void goya_disable_msix(struct hl_device *hdev)

drivers/accel/habanalabs/goya/goya.c

2436

static void goya_enable_timestamp(struct hl_device *hdev)

drivers/accel/habanalabs/goya/goya.c

2449

static void goya_disable_timestamp(struct hl_device *hdev)

drivers/accel/habanalabs/goya/goya.c

2455

static void goya_halt_engines(struct hl_device *hdev, bool hard_reset, bool fw_reset)

drivers/accel/habanalabs/goya/goya.c

2496

static int goya_load_firmware_to_device(struct hl_device *hdev)

drivers/accel/habanalabs/goya/goya.c

2513

static int goya_load_boot_fit_to_device(struct hl_device *hdev)

drivers/accel/habanalabs/goya/goya.c

2522

static void goya_init_dynamic_firmware_loader(struct hl_device *hdev)

drivers/accel/habanalabs/goya/goya.c

2545

static void goya_init_static_firmware_loader(struct hl_device *hdev)

drivers/accel/habanalabs/goya/goya.c

2565

static void goya_init_firmware_preload_params(struct hl_device *hdev)

drivers/accel/habanalabs/goya/goya.c

2577

static void goya_init_firmware_loader(struct hl_device *hdev)

drivers/accel/habanalabs/goya/goya.c

2598

static int goya_init_cpu(struct hl_device *hdev)

drivers/accel/habanalabs/goya/goya.c

2629

static int goya_mmu_update_asid_hop0_addr(struct hl_device *hdev, u32 asid,

drivers/accel/habanalabs/goya/goya.c

2661

int goya_mmu_init(struct hl_device *hdev)

drivers/accel/habanalabs/goya/goya.c

2715

static int goya_hw_init(struct hl_device *hdev)

drivers/accel/habanalabs/goya/goya.c

2783

static int goya_hw_fini(struct hl_device *hdev, bool hard_reset, bool fw_reset)

drivers/accel/habanalabs/goya/goya.c

2861

int goya_suspend(struct hl_device *hdev)

drivers/accel/habanalabs/goya/goya.c

2866

int goya_resume(struct hl_device *hdev)

drivers/accel/habanalabs/goya/goya.c

2871

static int goya_mmap(struct hl_device *hdev, struct vm_area_struct *vma,

drivers/accel/habanalabs/goya/goya.c

2887

void goya_ring_doorbell(struct hl_device *hdev, u32 hw_queue_id, u32 pi)

drivers/accel/habanalabs/goya/goya.c

2972

void goya_pqe_write(struct hl_device *hdev, __le64 *pqe, struct hl_bd *bd)

drivers/accel/habanalabs/goya/goya.c

2978

static void *goya_dma_alloc_coherent(struct hl_device *hdev, size_t size,

drivers/accel/habanalabs/goya/goya.c

2991

static void goya_dma_free_coherent(struct hl_device *hdev, size_t size,

drivers/accel/habanalabs/goya/goya.c

3000

int goya_scrub_device_mem(struct hl_device *hdev)

drivers/accel/habanalabs/goya/goya.c

3005

void *goya_get_int_queue_base(struct hl_device *hdev, u32 queue_id,

drivers/accel/habanalabs/goya/goya.c

3063

static int goya_send_job_on_qman0(struct hl_device *hdev, struct hl_cs_job *job)

drivers/accel/habanalabs/goya/goya.c

3130

int goya_send_cpu_message(struct hl_device *hdev, u32 *msg, u16 len,

drivers/accel/habanalabs/goya/goya.c

3148

int goya_test_queue(struct hl_device *hdev, u32 hw_queue_id)

drivers/accel/habanalabs/goya/goya.c

3215

int goya_test_cpu_queue(struct hl_device *hdev)

drivers/accel/habanalabs/goya/goya.c

3229

int goya_test_queues(struct hl_device *hdev)

drivers/accel/habanalabs/goya/goya.c

3242

static void *goya_dma_pool_zalloc(struct hl_device *hdev, size_t size,

drivers/accel/habanalabs/goya/goya.c

3259

static void goya_dma_pool_free(struct hl_device *hdev, void *vaddr,

drivers/accel/habanalabs/goya/goya.c

3268

void *goya_cpu_accessible_dma_pool_alloc(struct hl_device *hdev, size_t size,

drivers/accel/habanalabs/goya/goya.c

3280

void goya_cpu_accessible_dma_pool_free(struct hl_device *hdev, size_t size,

drivers/accel/habanalabs/goya/goya.c

3286

u32 goya_get_dma_desc_list_size(struct hl_device *hdev, struct sg_table *sgt)

drivers/accel/habanalabs/goya/goya.c

3326

static int goya_pin_memory_before_cs(struct hl_device *hdev,

drivers/accel/habanalabs/goya/goya.c

3372

static int goya_validate_dma_pkt_host(struct hl_device *hdev,

drivers/accel/habanalabs/goya/goya.c

3475

static int goya_validate_dma_pkt_no_host(struct hl_device *hdev,

drivers/accel/habanalabs/goya/goya.c

3520

static int goya_validate_dma_pkt_no_mmu(struct hl_device *hdev,

drivers/accel/habanalabs/goya/goya.c

355

static int goya_mmu_clear_pgt_range(struct hl_device *hdev);

drivers/accel/habanalabs/goya/goya.c

3557

static int goya_validate_dma_pkt_mmu(struct hl_device *hdev,

drivers/accel/habanalabs/goya/goya.c

356

static int goya_mmu_set_dram_default_page(struct hl_device *hdev);

drivers/accel/habanalabs/goya/goya.c

357

static int goya_mmu_add_mappings_for_device_cpu(struct hl_device *hdev);

drivers/accel/habanalabs/goya/goya.c

358

static void goya_mmu_prepare(struct hl_device *hdev, u32 asid);

drivers/accel/habanalabs/goya/goya.c

3594

static int goya_validate_wreg32(struct hl_device *hdev,

drivers/accel/habanalabs/goya/goya.c

360

int goya_set_fixed_properties(struct hl_device *hdev)

drivers/accel/habanalabs/goya/goya.c

3638

static int goya_validate_cb(struct hl_device *hdev,

drivers/accel/habanalabs/goya/goya.c

3745

static int goya_patch_dma_packet(struct hl_device *hdev,

drivers/accel/habanalabs/goya/goya.c

3875

static int goya_patch_cb(struct hl_device *hdev,

drivers/accel/habanalabs/goya/goya.c

3973

static int goya_parse_cb_mmu(struct hl_device *hdev,

drivers/accel/habanalabs/goya/goya.c

4048

static int goya_parse_cb_no_mmu(struct hl_device *hdev,

drivers/accel/habanalabs/goya/goya.c

4096

static int goya_parse_cb_no_ext_queue(struct hl_device *hdev,

drivers/accel/habanalabs/goya/goya.c

4127

int goya_cs_parser(struct hl_device *hdev, struct hl_cs_parser *parser)

drivers/accel/habanalabs/goya/goya.c

4140

void goya_add_end_of_cb_packets(struct hl_device *hdev, void *kernel_address,

drivers/accel/habanalabs/goya/goya.c

4165

void goya_update_eq_ci(struct hl_device *hdev, u32 val)

drivers/accel/habanalabs/goya/goya.c

4170

void goya_restore_phase_topology(struct hl_device *hdev)

drivers/accel/habanalabs/goya/goya.c

4175

static void goya_clear_sm_regs(struct hl_device *hdev)

drivers/accel/habanalabs/goya/goya.c

4195

static int goya_debugfs_read_dma(struct hl_device *hdev, u64 addr, u32 size, void *blob_addr)

drivers/accel/habanalabs/goya/goya.c

4201

static u64 goya_read_pte(struct hl_device *hdev, u64 addr)

drivers/accel/habanalabs/goya/goya.c

4212

static void goya_write_pte(struct hl_device *hdev, u64 addr, u64 val)

drivers/accel/habanalabs/goya/goya.c

4421

static void goya_print_razwi_info(struct hl_device *hdev)

drivers/accel/habanalabs/goya/goya.c

4444

static void goya_print_mmu_error_info(struct hl_device *hdev)

drivers/accel/habanalabs/goya/goya.c

4466

static void goya_print_out_of_sync_info(struct hl_device *hdev,

drivers/accel/habanalabs/goya/goya.c

4475

static void goya_print_irq_info(struct hl_device *hdev, u16 event_type,

drivers/accel/habanalabs/goya/goya.c

4490

static int goya_unmask_irq_arr(struct hl_device *hdev, u32 *irq_arr,

drivers/accel/habanalabs/goya/goya.c

4541

static int goya_compute_reset_late_init(struct hl_device *hdev)

drivers/accel/habanalabs/goya/goya.c

4551

static int goya_unmask_irq(struct hl_device *hdev, u16 event_type)

drivers/accel/habanalabs/goya/goya.c

4572

static void goya_print_clk_change_info(struct hl_device *hdev, u16 event_type)

drivers/accel/habanalabs/goya/goya.c

4620

void goya_handle_eqe(struct hl_device *hdev, struct hl_eq_entry *eq_entry)

drivers/accel/habanalabs/goya/goya.c

4740

void *goya_get_events_stat(struct hl_device *hdev, bool aggregate, u32 *size)

drivers/accel/habanalabs/goya/goya.c

4753

static int goya_memset_device_memory(struct hl_device *hdev, u64 addr, u64 size,

drivers/accel/habanalabs/goya/goya.c

4825

int goya_context_switch(struct hl_device *hdev, u32 asid)

drivers/accel/habanalabs/goya/goya.c

4859

static int goya_mmu_clear_pgt_range(struct hl_device *hdev)

drivers/accel/habanalabs/goya/goya.c

4873

static int goya_mmu_set_dram_default_page(struct hl_device *hdev)

drivers/accel/habanalabs/goya/goya.c

4886

static int goya_mmu_add_mappings_for_device_cpu(struct hl_device *hdev)

drivers/accel/habanalabs/goya/goya.c

4967

void goya_mmu_remove_device_cpu_mappings(struct hl_device *hdev)

drivers/accel/habanalabs/goya/goya.c

5010

static void goya_mmu_prepare(struct hl_device *hdev, u32 asid)

drivers/accel/habanalabs/goya/goya.c

5028

static int goya_mmu_invalidate_cache(struct hl_device *hdev, bool is_hard,

drivers/accel/habanalabs/goya/goya.c

5062

static int goya_mmu_invalidate_cache_range(struct hl_device *hdev,

drivers/accel/habanalabs/goya/goya.c

507

static int goya_pci_bars_map(struct hl_device *hdev)

drivers/accel/habanalabs/goya/goya.c

5072

int goya_send_heartbeat(struct hl_device *hdev)

drivers/accel/habanalabs/goya/goya.c

5082

int goya_cpucp_info_get(struct hl_device *hdev)

drivers/accel/habanalabs/goya/goya.c

5119

static bool goya_is_device_idle(struct hl_device *hdev, u64 *mask_arr, u8 mask_len,

drivers/accel/habanalabs/goya/goya.c

5198

static void goya_hw_queues_lock(struct hl_device *hdev)

drivers/accel/habanalabs/goya/goya.c

5206

static void goya_hw_queues_unlock(struct hl_device *hdev)

drivers/accel/habanalabs/goya/goya.c

5214

static u32 goya_get_pci_id(struct hl_device *hdev)

drivers/accel/habanalabs/goya/goya.c

5219

static int goya_get_eeprom_data(struct hl_device *hdev, void *data,

drivers/accel/habanalabs/goya/goya.c

523

static u64 goya_set_ddr_bar_base(struct hl_device *hdev, u64 addr)

drivers/accel/habanalabs/goya/goya.c

5230

static void goya_cpu_init_scrambler_dram(struct hl_device *hdev)

drivers/accel/habanalabs/goya/goya.c

5248

u32 goya_get_queue_id_for_cq(struct hl_device *hdev, u32 cq_idx)

drivers/accel/habanalabs/goya/goya.c

5253

static u32 goya_get_signal_cb_size(struct hl_device *hdev)

drivers/accel/habanalabs/goya/goya.c

5258

static u32 goya_get_wait_cb_size(struct hl_device *hdev)

drivers/accel/habanalabs/goya/goya.c

5263

static u32 goya_gen_signal_cb(struct hl_device *hdev, void *data, u16 sob_id,

drivers/accel/habanalabs/goya/goya.c

5269

static u32 goya_gen_wait_cb(struct hl_device *hdev,

drivers/accel/habanalabs/goya/goya.c

5275

static void goya_reset_sob(struct hl_device *hdev, void *data)

drivers/accel/habanalabs/goya/goya.c

5280

static void goya_reset_sob_group(struct hl_device *hdev, u16 sob_group)

drivers/accel/habanalabs/goya/goya.c

5285

u64 goya_get_device_time(struct hl_device *hdev)

drivers/accel/habanalabs/goya/goya.c

5297

static int goya_collective_wait_create_jobs(struct hl_device *hdev,

drivers/accel/habanalabs/goya/goya.c

5309

static int goya_get_hw_block_id(struct hl_device *hdev, u64 block_addr,

drivers/accel/habanalabs/goya/goya.c

5315

static int goya_block_mmap(struct hl_device *hdev, struct vm_area_struct *vma,

drivers/accel/habanalabs/goya/goya.c

5321

static void goya_enable_events_from_fw(struct hl_device *hdev)

drivers/accel/habanalabs/goya/goya.c

5327

static int goya_ack_mmu_page_fault_or_access_error(struct hl_device *hdev, u64 mmu_cap_mask)

drivers/accel/habanalabs/goya/goya.c

5346

static int goya_gen_sync_to_engine_map(struct hl_device *hdev,

drivers/accel/habanalabs/goya/goya.c

5360

struct hl_device *hdev,

drivers/accel/habanalabs/goya/goya.c

5369

struct hl_device *hdev, u64 base_offset, u64 status_base_offset,

drivers/accel/habanalabs/goya/goya.c

5385

static void goya_state_dump_init(struct hl_device *hdev)

drivers/accel/habanalabs/goya/goya.c

5392

static u32 goya_get_sob_addr(struct hl_device *hdev, u32 sob_id)

drivers/accel/habanalabs/goya/goya.c

5402

static int goya_get_monitor_dump(struct hl_device *hdev, void *data)

drivers/accel/habanalabs/goya/goya.c

5407

static void goya_check_if_razwi_happened(struct hl_device *hdev)

drivers/accel/habanalabs/goya/goya.c

5411

static int goya_scrub_device_dram(struct hl_device *hdev, u64 val)

drivers/accel/habanalabs/goya/goya.c

5416

static int goya_set_dram_properties(struct hl_device *hdev)

drivers/accel/habanalabs/goya/goya.c

5421

static int goya_set_binning_masks(struct hl_device *hdev)

drivers/accel/habanalabs/goya/goya.c

5426

static int goya_send_device_activity(struct hl_device *hdev, bool open)

drivers/accel/habanalabs/goya/goya.c

5534

void goya_set_asic_funcs(struct hl_device *hdev)

drivers/accel/habanalabs/goya/goya.c

557

static int goya_init_iatu(struct hl_device *hdev)

drivers/accel/habanalabs/goya/goya.c

591

static enum hl_device_hw_state goya_get_hw_state(struct hl_device *hdev)

drivers/accel/habanalabs/goya/goya.c

607

static int goya_early_init(struct hl_device *hdev)

drivers/accel/habanalabs/goya/goya.c

708

static int goya_early_fini(struct hl_device *hdev)

drivers/accel/habanalabs/goya/goya.c

716

static void goya_mmu_prepare_reg(struct hl_device *hdev, u64 reg, u32 asid)

drivers/accel/habanalabs/goya/goya.c

723

static void goya_qman0_set_security(struct hl_device *hdev, bool secure)

drivers/accel/habanalabs/goya/goya.c

744

static void goya_fetch_psoc_frequency(struct hl_device *hdev)

drivers/accel/habanalabs/goya/goya.c

813

int goya_set_frequency(struct hl_device *hdev, enum hl_pll_frequency freq)

drivers/accel/habanalabs/goya/goya.c

836

struct hl_device *hdev = goya_work->hdev;

drivers/accel/habanalabs/goya/goya.c

849

int goya_late_init(struct hl_device *hdev)

drivers/accel/habanalabs/goya/goya.c

918

void goya_late_fini(struct hl_device *hdev)

drivers/accel/habanalabs/goya/goya.c

927

static void goya_set_pci_memory_regions(struct hl_device *hdev)

drivers/accel/habanalabs/goya/goya.c

966

static int goya_sw_init(struct hl_device *hdev)

drivers/accel/habanalabs/goya/goyaP.h

157

struct hl_device *hdev;

drivers/accel/habanalabs/goya/goyaP.h

180

int goya_set_fixed_properties(struct hl_device *hdev);

drivers/accel/habanalabs/goya/goyaP.h

181

int goya_mmu_init(struct hl_device *hdev);

drivers/accel/habanalabs/goya/goyaP.h

182

void goya_init_dma_qmans(struct hl_device *hdev);

drivers/accel/habanalabs/goya/goyaP.h

183

void goya_init_mme_qmans(struct hl_device *hdev);

drivers/accel/habanalabs/goya/goyaP.h

184

void goya_init_tpc_qmans(struct hl_device *hdev);

drivers/accel/habanalabs/goya/goyaP.h

185

int goya_init_cpu_queues(struct hl_device *hdev);

drivers/accel/habanalabs/goya/goyaP.h

186

void goya_init_security(struct hl_device *hdev);

drivers/accel/habanalabs/goya/goyaP.h

187

void goya_ack_protection_bits_errors(struct hl_device *hdev);

drivers/accel/habanalabs/goya/goyaP.h

188

int goya_late_init(struct hl_device *hdev);

drivers/accel/habanalabs/goya/goyaP.h

189

void goya_late_fini(struct hl_device *hdev);

drivers/accel/habanalabs/goya/goyaP.h

191

void goya_ring_doorbell(struct hl_device *hdev, u32 hw_queue_id, u32 pi);

drivers/accel/habanalabs/goya/goyaP.h

192

void goya_pqe_write(struct hl_device *hdev, __le64 *pqe, struct hl_bd *bd);

drivers/accel/habanalabs/goya/goyaP.h

193

void goya_update_eq_ci(struct hl_device *hdev, u32 val);

drivers/accel/habanalabs/goya/goyaP.h

194

void goya_restore_phase_topology(struct hl_device *hdev);

drivers/accel/habanalabs/goya/goyaP.h

195

int goya_context_switch(struct hl_device *hdev, u32 asid);

drivers/accel/habanalabs/goya/goyaP.h

197

int goya_debugfs_i2c_read(struct hl_device *hdev, u8 i2c_bus,

drivers/accel/habanalabs/goya/goyaP.h

199

int goya_debugfs_i2c_write(struct hl_device *hdev, u8 i2c_bus,

drivers/accel/habanalabs/goya/goyaP.h

201

void goya_debugfs_led_set(struct hl_device *hdev, u8 led, u8 state);

drivers/accel/habanalabs/goya/goyaP.h

203

int goya_test_queue(struct hl_device *hdev, u32 hw_queue_id);

drivers/accel/habanalabs/goya/goyaP.h

204

int goya_test_queues(struct hl_device *hdev);

drivers/accel/habanalabs/goya/goyaP.h

205

int goya_test_cpu_queue(struct hl_device *hdev);

drivers/accel/habanalabs/goya/goyaP.h

206

int goya_send_cpu_message(struct hl_device *hdev, u32 *msg, u16 len,

drivers/accel/habanalabs/goya/goyaP.h

209

long goya_get_temperature(struct hl_device *hdev, int sensor_index, u32 attr);

drivers/accel/habanalabs/goya/goyaP.h

210

long goya_get_voltage(struct hl_device *hdev, int sensor_index, u32 attr);

drivers/accel/habanalabs/goya/goyaP.h

211

long goya_get_current(struct hl_device *hdev, int sensor_index, u32 attr);

drivers/accel/habanalabs/goya/goyaP.h

212

long goya_get_fan_speed(struct hl_device *hdev, int sensor_index, u32 attr);

drivers/accel/habanalabs/goya/goyaP.h

213

long goya_get_pwm_info(struct hl_device *hdev, int sensor_index, u32 attr);

drivers/accel/habanalabs/goya/goyaP.h

214

void goya_set_pwm_info(struct hl_device *hdev, int sensor_index, u32 attr,

drivers/accel/habanalabs/goya/goyaP.h

216

u64 goya_get_max_power(struct hl_device *hdev);

drivers/accel/habanalabs/goya/goyaP.h

217

void goya_set_max_power(struct hl_device *hdev, u64 value);

drivers/accel/habanalabs/goya/goyaP.h

219

void goya_set_pll_profile(struct hl_device *hdev, enum hl_pll_frequency freq);

drivers/accel/habanalabs/goya/goyaP.h

220

void goya_add_device_attr(struct hl_device *hdev, struct attribute_group *dev_clk_attr_grp,

drivers/accel/habanalabs/goya/goyaP.h

222

int goya_cpucp_info_get(struct hl_device *hdev);

drivers/accel/habanalabs/goya/goyaP.h

223

int goya_debug_coresight(struct hl_device *hdev, struct hl_ctx *ctx, void *data);

drivers/accel/habanalabs/goya/goyaP.h

224

void goya_halt_coresight(struct hl_device *hdev, struct hl_ctx *ctx);

drivers/accel/habanalabs/goya/goyaP.h

226

int goya_suspend(struct hl_device *hdev);

drivers/accel/habanalabs/goya/goyaP.h

227

int goya_resume(struct hl_device *hdev);

drivers/accel/habanalabs/goya/goyaP.h

229

void goya_handle_eqe(struct hl_device *hdev, struct hl_eq_entry *eq_entry);

drivers/accel/habanalabs/goya/goyaP.h

230

void *goya_get_events_stat(struct hl_device *hdev, bool aggregate, u32 *size);

drivers/accel/habanalabs/goya/goyaP.h

232

void goya_add_end_of_cb_packets(struct hl_device *hdev, void *kernel_address,

drivers/accel/habanalabs/goya/goyaP.h

235

int goya_cs_parser(struct hl_device *hdev, struct hl_cs_parser *parser);

drivers/accel/habanalabs/goya/goyaP.h

236

int goya_scrub_device_mem(struct hl_device *hdev);

drivers/accel/habanalabs/goya/goyaP.h

237

void *goya_get_int_queue_base(struct hl_device *hdev, u32 queue_id,

drivers/accel/habanalabs/goya/goyaP.h

239

u32 goya_get_dma_desc_list_size(struct hl_device *hdev, struct sg_table *sgt);

drivers/accel/habanalabs/goya/goyaP.h

240

int goya_send_heartbeat(struct hl_device *hdev);

drivers/accel/habanalabs/goya/goyaP.h

241

void *goya_cpu_accessible_dma_pool_alloc(struct hl_device *hdev, size_t size,

drivers/accel/habanalabs/goya/goyaP.h

243

void goya_cpu_accessible_dma_pool_free(struct hl_device *hdev, size_t size,

drivers/accel/habanalabs/goya/goyaP.h

245

void goya_mmu_remove_device_cpu_mappings(struct hl_device *hdev);

drivers/accel/habanalabs/goya/goyaP.h

247

u32 goya_get_queue_id_for_cq(struct hl_device *hdev, u32 cq_idx);

drivers/accel/habanalabs/goya/goyaP.h

248

u64 goya_get_device_time(struct hl_device *hdev);

drivers/accel/habanalabs/goya/goyaP.h

249

int goya_set_frequency(struct hl_device *hdev, enum hl_pll_frequency freq);

drivers/accel/habanalabs/goya/goya_coresight.c

199

static int goya_coresight_timeout(struct hl_device *hdev, u64 addr,

drivers/accel/habanalabs/goya/goya_coresight.c

228

static int goya_config_stm(struct hl_device *hdev,

drivers/accel/habanalabs/goya/goya_coresight.c

301

static int goya_config_etf(struct hl_device *hdev,

drivers/accel/habanalabs/goya/goya_coresight.c

367

static int goya_etr_validate_address(struct hl_device *hdev, u64 addr,

drivers/accel/habanalabs/goya/goya_coresight.c

385

static int goya_config_etr(struct hl_device *hdev,

drivers/accel/habanalabs/goya/goya_coresight.c

484

static int goya_config_funnel(struct hl_device *hdev,

drivers/accel/habanalabs/goya/goya_coresight.c

503

static int goya_config_bmon(struct hl_device *hdev,

drivers/accel/habanalabs/goya/goya_coresight.c

575

static int goya_config_spmu(struct hl_device *hdev,

drivers/accel/habanalabs/goya/goya_coresight.c

659

int goya_debug_coresight(struct hl_device *hdev, struct hl_ctx *ctx, void *data)

drivers/accel/habanalabs/goya/goya_coresight.c

698

void goya_halt_coresight(struct hl_device *hdev, struct hl_ctx *ctx)

drivers/accel/habanalabs/goya/goya_hwmgr.c

10

void goya_set_pll_profile(struct hl_device *hdev, enum hl_pll_frequency freq)

drivers/accel/habanalabs/goya/goya_hwmgr.c

107

struct hl_device *hdev = dev_get_drvdata(dev);

drivers/accel/habanalabs/goya/goya_hwmgr.c

139

struct hl_device *hdev = dev_get_drvdata(dev);

drivers/accel/habanalabs/goya/goya_hwmgr.c

156

struct hl_device *hdev = dev_get_drvdata(dev);

drivers/accel/habanalabs/goya/goya_hwmgr.c

188

struct hl_device *hdev = dev_get_drvdata(dev);

drivers/accel/habanalabs/goya/goya_hwmgr.c

205

struct hl_device *hdev = dev_get_drvdata(dev);

drivers/accel/habanalabs/goya/goya_hwmgr.c

222

struct hl_device *hdev = dev_get_drvdata(dev);

drivers/accel/habanalabs/goya/goya_hwmgr.c

239

struct hl_device *hdev = dev_get_drvdata(dev);

drivers/accel/habanalabs/goya/goya_hwmgr.c

254

struct hl_device *hdev = dev_get_drvdata(dev);

drivers/accel/habanalabs/goya/goya_hwmgr.c

311

struct hl_device *hdev = dev_get_drvdata(dev);

drivers/accel/habanalabs/goya/goya_hwmgr.c

322

struct hl_device *hdev = dev_get_drvdata(dev);

drivers/accel/habanalabs/goya/goya_hwmgr.c

367

struct hl_device *hdev = dev_get_drvdata(dev);

drivers/accel/habanalabs/goya/goya_hwmgr.c

382

void goya_add_device_attr(struct hl_device *hdev, struct attribute_group *dev_clk_attr_grp,

drivers/accel/habanalabs/goya/goya_hwmgr.c

41

struct hl_device *hdev = dev_get_drvdata(dev);

drivers/accel/habanalabs/goya/goya_hwmgr.c

58

struct hl_device *hdev = dev_get_drvdata(dev);

drivers/accel/habanalabs/goya/goya_hwmgr.c

90

struct hl_device *hdev = dev_get_drvdata(dev);

drivers/accel/habanalabs/goya/goya_security.c

18

static void goya_pb_set_block(struct hl_device *hdev, u64 base)

drivers/accel/habanalabs/goya/goya_security.c

2254

static void goya_init_protection_bits(struct hl_device *hdev)

drivers/accel/habanalabs/goya/goya_security.c

2380

void goya_init_security(struct hl_device *hdev)

drivers/accel/habanalabs/goya/goya_security.c

272

static void goya_init_dma_protection_bits(struct hl_device *hdev)

drivers/accel/habanalabs/goya/goya_security.c

28

static void goya_init_mme_protection_bits(struct hl_device *hdev)

drivers/accel/habanalabs/goya/goya_security.c

3124

void goya_ack_protection_bits_errors(struct hl_device *hdev)

drivers/accel/habanalabs/goya/goya_security.c

672

static void goya_init_tpc_protection_bits(struct hl_device *hdev)