Makefile 21 KB
Newer Older
1
2
3
# All included makefiles refer to 
# the official SDAccel GitHub repository / aws_2017.4 branch.
# These are not modified at all. In case custom configuration is required, 
Leonardo Solis's avatar
Leonardo Solis committed
4
# the corresponding vars of these makefiles are modified from here.
5
COMMON_REPO := ../SDAccel_Examples
lvs's avatar
lvs committed
6

7
# Common Includes
lvs's avatar
lvs committed
8
9
10
11
include $(COMMON_REPO)/utility/boards.mk
include $(COMMON_REPO)/libs/xcl2/xcl2.mk
include $(COMMON_REPO)/libs/opencl/opencl.mk

12
13
14
# Added to fix the unnecessarily required pointer 
# to global memory in each kernel
OTHER_FLAGS=
lvs's avatar
lvs committed
15

16
17
18
ifeq ($(TARGETS), sw_emu)
	OTHER_FLAGS=-DSW_EMU
endif
lvs's avatar
lvs committed
19

20
# Enable Kernels
Leonardo Solis's avatar
Leonardo Solis committed
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
ENABLE_KERNELS = -DENABLE_KRNL_GA \
		 -DENABLE_KRNL_CONFORM \
		 -DENABLE_KRNL_INTERE \
		 -DENABLE_KRNL_INTRAE \
		 -DENABLE_KRNL_PRNG_BT_USHORT_FLOAT \
		 -DENABLE_KRNL_PRNG_GG_UCHAR \
		 -DENABLE_KRNL_PRNG_GG_FLOAT \
		 -DENABLE_KRNL_PRNG_LS123_USHORT \
	         -DENABLE_KRNL_PRNG_LS_FLOAT  \
		 -DENABLE_KRNL_PRNG_LS2_FLOAT \
		 -DENABLE_KRNL_PRNG_LS3_FLOAT \
		 -DENABLE_KRNL_PRNG_LS4_FLOAT \
		 -DENABLE_KRNL_PRNG_LS5_FLOAT \
		 -DENABLE_KRNL_PRNG_LS6_FLOAT \
		 -DENABLE_KRNL_PRNG_LS7_FLOAT \
		 -DENABLE_KRNL_PRNG_LS8_FLOAT \
		 -DENABLE_KRNL_PRNG_LS9_FLOAT \
		 -DENABLE_KRNL_LS  \
		 -DENABLE_KRNL_LS2 \
		 -DENABLE_KRNL_LS3 \
		 -DENABLE_KRNL_LS4 \
		 -DENABLE_KRNL_LS5 \
		 -DENABLE_KRNL_LS6 \
		 -DENABLE_KRNL_LS7 \
		 -DENABLE_KRNL_LS8 \
		 -DENABLE_KRNL_LS9 \
		 -DENABLE_KRNL_IGL_ARBITER
48
49
50
51
52
53

# Fixed-point
# FIxed-POint COform flag (FIPOCO)
FIXED_POINT_CONFORM=NO
FIXED_POINT_INTERE=NO
FIXED_POINT_INTRAE=NO
Leonardo Solis's avatar
Leonardo Solis committed
54
FIXED_POINT_ALL_LS=NO
55

Leonardo Solis's avatar
Leonardo Solis committed
56
ifeq ($(FIXED_POINT_CONFORM), YES) 
57
58
59
60
61
	FIPOCO_FLAG=-DFIXED_POINT_CONFORM
else	
	FIPOCO_FLAG=
endif

Leonardo Solis's avatar
Leonardo Solis committed
62
ifeq ($(FIXED_POINT_INTERE), YES) 
63
	FIPOIE_FLAG=-DFIXED_POINT_INTERE
Leonardo Solis's avatar
Leonardo Solis committed
64
else
65
66
67
68
69
70
71
72
73
	FIPOIE_FLAG=
endif

ifeq ($(FIXED_POINT_INTRAE), YES)
	FIPOIA_FLAG=-DFIXED_POINT_INTRAE
else	
	FIPOIA_FLAG=
endif

Leonardo Solis's avatar
Leonardo Solis committed
74
75
ifeq ($(FIXED_POINT_ALL_LS), YES)
	FIPO_ALL_LS_FLAG=-DFIXED_POINT_LS1 -DFIXED_POINT_LS2 -DFIXED_POINT_LS3 -DFIXED_POINT_LS4 -DFIXED_POINT_LS5 -DFIXED_POINT_LS6 -DFIXED_POINT_LS7 -DFIXED_POINT_LS8 -DFIXED_POINT_LS9
76
else	
Leonardo Solis's avatar
Leonardo Solis committed
77
	FIPO_ALL_LS_FLAG=
78
79
endif

Leonardo Solis's avatar
Leonardo Solis committed
80
81
82
83
84
85
86
87
88
89
90
91
FIPO_FLAG = $(FIPOCO_FLAG) \
	    $(FIPOIE_FLAG) \
	    $(FIPOIA_FLAG) \
	    $(FIPOLS1_FLAG) \
	    $(FIPOLS2_FLAG) \
	    $(FIPOLS3_FLAG) \
	    $(FIPOLS4_FLAG) \
	    $(FIPOLS5_FLAG) \
	    $(FIPOLS6_FLAG) \
	    $(FIPOLS7_FLAG) \
	    $(FIPOLS8_FLAG) \
	    $(FIPOLS9_FLAG)
92

Leonardo Solis's avatar
Leonardo Solis committed
93
94
95
# Other configs
SINGLE_COPY_POP_ENE=YES
SEPARATE_FGRID_INTERE=NO
96
97
98
99
100
101
102
103
104
105
106
107
108

ifeq ($(SINGLE_COPY_POP_ENE), YES)
	COPYPOPENE_FLAG=-DSINGLE_COPY_POP_ENE
else	
	COPYPOPENE_FLAG=
endif

ifeq ($(SEPARATE_FGRID_INTERE), YES)
	SEP_FGRID_FLAG=-DSEPARATE_FGRID_INTERE
else	
	SEP_FGRID_FLAG=
endif

Leonardo Solis's avatar
Leonardo Solis committed
109
110
# Overall custom configs
CONFIG_FLAG = $(FIPO_FLAG) $(COPYPOPENE_FLAG) $(SEP_FGRID_FLAG)
111
112
113
114

CXXFLAGS:=-Wall -O0 -g -std=c++14 $(OTHER_FLAGS)

# Host Application
lvs's avatar
lvs committed
115
116

hostbin_SRCS=$(wildcard ../common/src/AOCLUtils/*.cpp wrapcl/src/*.cpp host/src/*.cpp) \
lvs's avatar
lvs committed
117
118
119
		$(oclHelper_SRCS) \
		$(xcl2_SRCS)

lvs's avatar
lvs committed
120
hostbin_HDRS=$(wildcard ./host/inc/*.h) \
lvs's avatar
lvs committed
121
122
123
124
		$(xcl2_HDRS)

# -U__STRICT_ANSI__: to avoid: ‘cl_float3 {aka union cl_float4}’ has no member named ‘y’

lvs's avatar
lvs committed
125
hostbin_CXXFLAGS=-I../common/inc/ \
lvs's avatar
lvs committed
126
127
128
129
130
131
132
		    -I./host/inc/ \
		    -I. \
		    -I./wrapcl/inc/ \
		    $(opencl_CXXFLAGS) $(xcl2_CXXFLAGS) $(oclHelper_CXXFLAGS) \
		    -std=c++0x \
		    -U__STRICT_ANSI__ \
		    $(ENABLE_KERNELS) \
Leonardo Solis's avatar
Leonardo Solis committed
133
134
	            $(CONFIG_FLAG)
   
Leonardo Solis's avatar
Leonardo Solis committed
135
hostbin_LDFLAGS=$(opencl_LDFLAGS) -lrt
lvs's avatar
lvs committed
136

lvs's avatar
lvs committed
137
EXES=hostbin
lvs's avatar
lvs committed
138
139

# Kernel
lvs's avatar
lvs committed
140
Krnl_GA_SRCS=./device/Krnl_GA.cl
lvs's avatar
lvs committed
141

Leonardo Solis's avatar
Leonardo Solis committed
142
143
144
145
146
147
148
# Custom configuration of vars within: boards.mk
CLFLAGS= --xp "param:compiler.version=31" \
	 --xp "param:compiler.preserveHlsOutput=1" \
	 --xp "param:compiler.generateExtraRunData=true" \
	 -s -g -I./ -I../ -I./device \
	 $(CONFIG_FLAG) \
	 $(OTHER_FLAGS)
149
150
LDCLFLAGS=$(CLFLAGS)

Leonardo Solis's avatar
Leonardo Solis committed
151
# Custom configuration of vars within: opencl.mk
152
153
opencl_LDFLAGS=-L$(OPENCL_LIB) -L$(SDA_LIB) -lxilinxopencl -pthread

154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
#-------------------------------
# AWS only: apply the following 
# kernel compile & link configuration options

# Otherwise error during VPL
# "dr.bd.tcl" seems to be using a configuration for VCU1525
# instead for AWS VU9P

# Problem reported here:
# https://forums.xilinx.com/t5/SDAccel/Building-ERROR-VPL-17-55-set-property-expects-at-least-one/td-p/893221

# AWS reference guide
# https://github.com/aws/aws-fpga/blob/master/SDAccel/docs/On_Premises_Development_Steps.md
# aws-fpga/SDAccel/examples/aws/kernel_3ddr_bandwidth/Makefile

# https://www.xilinx.com/support/documentation/sw_manuals/xilinx2017_2/ug1023-sdaccel-user-guide.pdf
# Page 33 (could not find in the v2017.4)
# --max_memory_ports [all | <kernel_name>]
# Optional
# Sets the maximum memory port property 
# for all kernels or a given kernel

176
177
## Commented because it is example
## Choosing the "bandwidth" kernel for maximum memory port property 
178
179
# krnl_GA_CLFLAGS=--max_memory_ports bandwidth

180
181
182
183
## Commented because not all kernels in design need that
## Choosing the all kernels in design for maximum memory port property 
# Krnl_GA_CLFLAGS=--max_memory_ports all

184
185
186
187
188
189
190
## Ideal configuration, but results in routing error
#Krnl_GA_CLFLAGS=--max_memory_ports Krnl_GA \
#		--max_memory_ports Krnl_Conform \
#		--max_memory_ports Krnl_InterE \
#		--max_memory_ports Krnl_IntraE

#Krnl_GA_CLFLAGS=--max_memory_ports Krnl_GA
191
192
193
194
195
196
197
198

# https://www.xilinx.com/support/documentation/sw_manuals/xilinx2017_4/ug1023-sdaccel-user-guide.pdf
# Page 44
# --sp <kernel_inst_name>.<interface_name>:<bank>
# Valid DDR4 bank names are 
# bank0, bank1, bank2, and bank3 
# for platforms with 4 DDR banks.

199
## Commented because it is example
200
201
202
203
#krnl_GA_LDCLFLAGS+= --sp bandwidth_1.m_axi_gmem0:bank0 \
#		    --sp bandwidth_1.m_axi_gmem1:bank1 \
#		    --sp bandwidth_1.m_axi_gmem2:bank2	

204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
## Ideal configuration, but results in routing error
# First two args of IntraE are the 2nd and 3rd of InterE (atom_charges & atom_types),
# Therefore they are mapped to the same DDR bank
#Krnl_GA_LDCLFLAGS+=--sp Krnl_GA_1.m_axi_gmem0:bank0 \
#		   --sp Krnl_GA_1.m_axi_gmem1:bank0 \
#		   --sp Krnl_GA_1.m_axi_gmem2:bank0 \
#		   --sp Krnl_GA_1.m_axi_gmem3:bank0 \
#		   --sp Krnl_Conform_1.m_axi_gmem0:bank1 \
#		   --sp Krnl_Conform_1.m_axi_gmem1:bank1 \
#		   --sp Krnl_Conform_1.m_axi_gmem2:bank1 \
#		   --sp Krnl_Conform_1.m_axi_gmem3:bank1 \
#		   --sp Krnl_Conform_1.m_axi_gmem4:bank1 \
#		   --sp Krnl_InterE_1.m_axi_gmem0:bank2 \
#		   --sp Krnl_InterE_1.m_axi_gmem1:bank2 \
#		   --sp Krnl_InterE_1.m_axi_gmem2:bank2 \
#		   --sp Krnl_IntraE_1.m_axi_gmem0:bank2	\
#		   --sp Krnl_IntraE_1.m_axi_gmem1:bank2	\
#		   --sp Krnl_IntraE_1.m_axi_gmem2:bank3	\
#		   --sp Krnl_IntraE_1.m_axi_gmem3:bank3	\
#		   --sp Krnl_IntraE_1.m_axi_gmem4:bank3	\
#		   --sp Krnl_IntraE_1.m_axi_gmem5:bank3	\
#		   --sp Krnl_IntraE_1.m_axi_gmem6:bank3	\
#		   --sp Krnl_IntraE_1.m_axi_gmem7:bank3	\
# 		   --sp Krnl_IntraE_1.m_axi_gmem8:bank3	\
#		   --sp Krnl_IntraE_1.m_axi_gmem9:bank3	\
#		   --sp Krnl_IntraE_1.m_axi_gmem10:bank3

Leonardo Solis's avatar
Leonardo Solis committed
231
232
233
234
235
#Krnl_GA_LDCLFLAGS+=--sp Krnl_GA_1.m_axi_gmem:bank0      \
#		   --sp Krnl_Conform_1.m_axi_gmem:bank1 \
#		   --sp Krnl_InterE_1.m_axi_gmem:bank2  \
#		   --sp Krnl_IntraE_1.m_axi_gmem:bank3

236
Krnl_GA_LDCLFLAGS+=--sp Krnl_GA_1.m_axi_gmem:bank0      \
Leonardo Solis's avatar
Leonardo Solis committed
237
238
239
240
		   --sp Krnl_Conform_1.m_axi_gmem:bank0 \
		   --sp Krnl_InterE_1.m_axi_gmem:bank1  \
		   --sp Krnl_IntraE_1.m_axi_gmem:bank1

241
242
243
244
245
246
247
248
249
250
251
##
# https://www.xilinx.com/support/documentation/sw_manuals/xilinx2017_4/ug1281-sdaccel-debugging-guide.pdf
# Page 32
# Instrumentation 1: Kernel Hangs due to AXI Violations
##

# Add Lightweight AXI Protocol Checker (lapc)
# <protocol:< compute_unit_name >:< interface_name >>
LAPC:=none

ifneq ($(LAPC),none)
252
253
254

## Commented because error was obtained:
## Number of axi protocol checkers requested must be between 1 and 63.
255
256
#Krnl_GA_LDCLFLAGS+=--dk protocol:all:all

257
258
259
## Warning obtained (not sure if because of configuration)
## # xbsak status --lapc
## Invalid codes read, skip decoding
260
Krnl_GA_LDCLFLAGS+=--dk protocol:Krnl_GA_1:m_axi_gmem0 \
261
262
263
264
		   --dk protocol:Krnl_GA_1:m_axi_gmem1 \
		   --dk protocol:Krnl_GA_1:m_axi_gmem2 \
		   --dk protocol:Krnl_GA_1:m_axi_gmem3 \
		   --dk protocol:Krnl_Conform_1:m_axi_gmem0 \
265
		   --dk protocol:Krnl_Conform_1:m_axi_gmem1 \
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
		   --dk protocol:Krnl_Conform_1:m_axi_gmem2 \
		   --dk protocol:Krnl_Conform_1:m_axi_gmem3 \
		   --dk protocol:Krnl_Conform_1:m_axi_gmem4 \
                   --dk protocol:Krnl_InterE_1:m_axi_gmem0 \
	 	   --dk protocol:Krnl_InterE_1:m_axi_gmem1 \
		   --dk protocol:Krnl_InterE_1:m_axi_gmem2 \
	           --dk protocol:Krnl_IntraE_1:m_axi_gmem0 \
		   --dk protocol:Krnl_IntraE_1:m_axi_gmem1 \
		   --dk protocol:Krnl_IntraE_1:m_axi_gmem2 \
	           --dk protocol:Krnl_IntraE_1:m_axi_gmem3 \
		   --dk protocol:Krnl_IntraE_1:m_axi_gmem4 \
		   --dk protocol:Krnl_IntraE_1:m_axi_gmem5 \
	           --dk protocol:Krnl_IntraE_1:m_axi_gmem6 \
		   --dk protocol:Krnl_IntraE_1:m_axi_gmem7 \
		   --dk protocol:Krnl_IntraE_1:m_axi_gmem8 \
	           --dk protocol:Krnl_IntraE_1:m_axi_gmem9 \
		   --dk protocol:Krnl_IntraE_1:m_axi_gmem10
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300

## Commented because error was obtained:
## No interface pins matched 'get_bd_intf_pins -of /Krnl_Conform_1 -filter NAME=~m_axi_gmem'
## ERROR: caught error: Unable to find interface pin  for AXI protocol checker insertion
#Krnl_GA_LDCLFLAGS+=--dk protocol:Krnl_GA_1:m_axi_gmem \
#		   --dk protocol:Krnl_Conform_1:m_axi_gmem \
#                  --dk protocol:Krnl_InterE_1:m_axi_gmem \
#	           --dk protocol:Krnl_IntraE_1:m_axi_gmem
endif

## Adding Performance Monitors (spm) 
## enables the listing of detailed communication statistics (counters). 
## --profile_kernel data:<kernel_name|all>:<cu_name|all>:<interface_name|all>
SPM:=none

ifneq ($(SPM),none)
##--profile_kernel data:krnl1:cu1:m_axi_gmem0
##--profile_kernel data:krnl2:cu2:m_axi_gmem
301
302
303
304
Krnl_GA_LDCLFLAGS+=--profile_kernel data:Krnl_GA:Krnl_GA_1:all \
		   --profile_kernel data:Krnl_Conform:Krnl_Conform_1:all \
		   --profile_kernel data:Krnl_InterE:Krnl_InterE_1:all \
		   --profile_kernel data:Krnl_IntraE:Krnl_IntraE_1:all
305
306
endif

307
308
309
310
#-------------------------------



311

lvs's avatar
lvs committed
312
XOS=Krnl_GA
lvs's avatar
lvs committed
313

lvs's avatar
lvs committed
314
Krnl_GA_XOS=Krnl_GA
lvs's avatar
lvs committed
315

lvs's avatar
lvs committed
316
XCLBINS=Krnl_GA
lvs's avatar
lvs committed
317
318

# check
lvs's avatar
lvs committed
319
320
check_EXE=hostbin
check_XCLBINS=Krnl_GA
lvs's avatar
lvs committed
321
322
323
CHECKS=check

include $(COMMON_REPO)/utility/rules.mk
lvs's avatar
lvs committed
324

325
326
327
328
329
330
331
# Note that the definition of "newline" contains two blank lines.
# Using $(newline) will expand into only one newline.
define newline


endef

332
333
334
335
336
# Docking parameters 
# that directly determine the execution time
# Following values are used only for emulation
# to have a short but still a representative test
PDB  := 1stp
337
PSIZE:= 150
Leonardo Solis's avatar
Leonardo Solis committed
338
339
340
NRUN := 10
NEV  := 800000
NGEN := 27000
341
GFPOP:= 0
342

343
344
345
# Switching to the other SDAccel 2017.4 default platform
# As it is available in Xelera "saruman" server
#DEVICES:= xilinx:kcu1500:dynamic (in ../common_xilinx/utility/boards.mk)
Leonardo Solis's avatar
Leonardo Solis committed
346

347
348
# Boards in SDAccel installation path: /opt/cad/xilinx/SDx/2017.4/platforms/

Leonardo Solis's avatar
Leonardo Solis committed
349
350
# If several versions are present, e.g.: "vcu1525_5_0" and "vcu1525_5_1"
# Pay attention to which should be used
351
#BOARD:= xilinx:kcu1500:dynamic
Leonardo Solis's avatar
Leonardo Solis committed
352
353
354
#BOARD:= xilinx:vcu1525:dynamic

# Boards in external paths
355
356
357
358
359
360
361
362
363
364
365

# Cloned from https://github.com/aws/aws-fpga
# This corresponds to AWS Shell v04261818 
# https://github.com/aws/aws-fpga/blob/master/hdk/docs/AWS_Shell_RELEASE_NOTES.md
# IMPORTANT: source scripts to get the full DSA
# Because by default only the "sw" component is provided in GitHub
#BOARD:= /home/wimi/lvs/ocl_xilinx/aws-fpga/SDAccel/aws_platform/xilinx_aws-vu9p-f1-04261818_dynamic_5_0/xilinx_aws-vu9p-f1-04261818_dynamic_5_0.xpfm
BOARD:= /home/wimi/lvs/DSA_SDACCEL_AWS_VU9P/xilinx_aws-vu9p-f1-04261818_dynamic_5_0/xilinx_aws-vu9p-f1-04261818_dynamic_5_0.xpfm

# Copied from Xelera (saruman) SDAccel installation path
#BOARD:= /home/wimi/lvs/DSA_SDACCEL_AWS_VU9P/xilinx_aws-vu9p-f1_dynamic_5_0/xilinx_aws-vu9p-f1_dynamic_5_0.xpfm
366
#BOARD:= /home/wimi/lvs/DSA_SDACCEL_VCU1525_5_1/xilinx_vcu1525_dynamic_5_1/xilinx_vcu1525_dynamic_5_1.xpfm
367
#BOARD:= /opt/cad/xilinx/SDx/2017.1/platforms/xilinx_adm-pcie-7v3_1ddr_3_0/xilinx_adm-pcie-7v3_1ddr_3_0.xpfm
Leonardo Solis's avatar
Leonardo Solis committed
368

369
370
NDEVICES_EMU:=1

371

372
373
374
375
# Compile and generate report
kerrpt-sw:
	make clean
	@echo $(newline)
376
	make all REPORT=estimate TARGETS=sw_emu DEVICES=$(BOARD)
377
378
379
380
381
	@echo $(newline)
	cp ./xclbin/$(XCLBINS).sw_emu.*.xclbin .
	@echo $(newline)
	mv ./$(XCLBINS).sw_emu.*.xclbin ./$(XCLBINS).xclbin
	@echo $(newline)
382
383
384
	@echo "==============================================================================="
	@echo "INFO: sw emulation file created under: \"./xclbin/$(XCLBINS).sw_emu.*.xclbin\" "
	@echo "INFO: ... was copied and renamed as \"./$(XCLBINS).xclbin\"                    "
385
	@echo $(newline)
386
387
	@echo "INFO: a \"./system_estimate.xtxt\" report was generated!                       "
	@echo "==============================================================================="
388
389
	@echo $(newline)

390

391
# Compile for sw and hw emulation
392
kerswemu:
393
	make all TARGETS=sw_emu DEVICES=$(BOARD)
394
395
	cp ./xclbin/$(XCLBINS).sw_emu.*.xclbin .
	mv ./$(XCLBINS).sw_emu.*.xclbin ./$(XCLBINS).xclbin
396
	@echo $(newline)
397
398
399
400
	@echo "==============================================================================="
	@echo "INFO: sw emulation file created under: \"./xclbin/$(XCLBINS).sw_emu.*.xclbin\" "
	@echo "INFO: ... was copied and renamed as \"./$(XCLBINS).xclbin\"    	              "
	@echo "==============================================================================="
401
	@echo $(newline)
402

403

404
kerhwemu:
405
	make all TARGETS=hw_emu	DEVICES=$(BOARD)
406
407
408
	cp ./xclbin/$(XCLBINS).hw_emu.*.xclbin .
	mv ./$(XCLBINS).hw_emu.*.xclbin ./$(XCLBINS).xclbin
	@echo $(newline)
409
410
411
412
	@echo "==============================================================================="
	@echo "INFO: hw emulation file created under: \"./xclbin/$(XCLBINS).hw_emu.*.xclbin\" "
	@echo "INFO: ... was copied and renamed as \"./$(XCLBINS).xclbin\"                    "
	@echo "==============================================================================="
413
	@echo $(newline)
414

415

416
417
418
# Run emulation
# Compilation (host & device) if not done previously
# The .dlg file is written in ./
lvs's avatar
lvs committed
419
# "exe" and "xclbin" are rules from "rules.mk"
420
421
# SDAccel 2017.4: User Guide UG1023, "Running Software and Hardware Emulation in XOCC Flow"
#emconfigutil --platform xilinx_vcu1525_dynamic_5_0 --nd 1
422
swemu: kerswemu
423
	emconfigutil --platform $(BOARD) --nd $(NDEVICES_EMU)
424
425
426
427
	XCL_EMULATION_MODE=sw_emu ./$(EXES) \
	-ffile input/$(PDB)/derived/$(PDB)_protein.maps.fld \
	-lfile input/$(PDB)/derived/$(PDB)_ligand.pdbqt \
	-psize $(PSIZE) -nrun $(NRUN) -nev $(NEV) -ngen $(NGEN) -gfpop 1
428
	@echo $(newline)
Leonardo Solis's avatar
Leonardo Solis committed
429
430
	@echo "===================================================================================="
	@echo "INFO: swemu log file is under: \"./docking.dlg\"                                    "
431
	@echo $(newline)
Leonardo Solis's avatar
Leonardo Solis committed
432
433
	@echo "INFO: profile and timeline trace report files are formatted for SDx GUI             "
	@echo "INFO: ... if reports not generated, verify that \"sdaccel.ini\" exists!             "
434
435
436
437
	@echo $(newline)
	sdx_analyze profile sdaccel_profile_summary.csv
	@echo $(newline)
	sdx_analyze trace sdaccel_timeline_trace.csv
Leonardo Solis's avatar
Leonardo Solis committed
438
439
440
	@echo $(newline)
	@echo "INFO: (1) open sdx, (2) select \"File->Open File\", (3) browse to *.xprf or *.wdb  "
	@echo "===================================================================================="
441
442
	@echo $(newline)

443
444
445
446
447
448
449
450
451
452
453
454
455
456
# Debug on software using Xilinx GDB
# Analyze hangs with the following gdb extensions:
# xprint queue [<cl_command_queue>]
# xprint event <cl_event>
# xprint mem [<cl_mem>]
# xprint kernel
# xprint all
swemudebug:
	xgdb --args \
	./$(EXES) \
	-ffile input/$(PDB)/derived/$(PDB)_protein.maps.fld \
	-lfile input/$(PDB)/derived/$(PDB)_ligand.pdbqt \
	-psize $(PSIZE) -nrun $(NRUN) -nev $(NEV) -ngen $(NGEN) -gfpop 1

457

458
hwemu: kerhwemu
459
	emconfigutil --platform $(BOARD) --nd $(NDEVICES_EMU)
460
461
462
463
	XCL_EMULATION_MODE=hw_emu ./$(EXES) \
	-ffile input/$(PDB)/derived/$(PDB)_protein.maps.fld \
	-lfile input/$(PDB)/derived/$(PDB)_ligand.pdbqt \
	-psize $(PSIZE) -nrun $(NRUN) -nev $(NEV) -ngen $(NGEN) -gfpop 1
464
	@echo $(newline)
465
466
	@echo "==========================================================================="
	@echo "INFO: hwemu log file is under: \"./docking.dlg\"                           "
467
	@echo $(newline)
468
469
	@echo "INFO: profile and timeline trace report files are formatted for SDx GUI    "
	@echo "INFO: ... if reports not generated, verify that \"sdaccel.ini\" exists!    "
470
471
472
473
	@echo $(newline)
	sdx_analyze profile sdaccel_profile_summary.csv
	@echo $(newline)
	sdx_analyze trace sdaccel_timeline_trace.csv
474
	@echo "==========================================================================="
475
	@echo $(newline)
476

477

478
479
480
# Build hw (FPGA bitstream)
# NOT integrated yet in a multistep compilation
hw: 	
481
	make all TARGETS=hw DEVICES=$(BOARD)
482
	@echo $(newline)
483
484
485
	@echo "========================================================================="
	@echo "INFO: FPGA bitstream is under: \"./xclbin/$(XCLBINS).hw.*.xclbin\"       " 
	@echo "========================================================================="
486
	@echo $(newline)
487

488

489
490
491
# Build instrumented hw (FPGA bitstream)
# NOT integrated yet in a multistep compilation
hw-instr: 	
492
	make all TARGETS=hw DEVICES=$(BOARD) LAPC=yes SPM=yes
493
494
495
496
497
498
499
500
	@echo $(newline)
	@echo "=============================================================================================="
	@echo "INFO: [instrumented] FPGA bitstream is under: \"./xclbin/$(XCLBINS).hw.*.xclbin\"             " 
	@echo "=============================================================================================="
	@echo $(newline)



501
502
503
504
505
506
# Execute on remote server
# Host-recompilation
# Copy of host to $(TARGET_DIR_HW)
# The working directory is changed
# So .dlg file is written in $(TARGET_DIR_HW)
eva: exe
507
508
509
510
511
	./$(EXES) \
	-ffile input/$(PDB)/derived/$(PDB)_protein.maps.fld \
	-lfile input/$(PDB)/derived/$(PDB)_ligand.pdbqt \
	-resnam docking_$(PDB)_$(NRUN) \
	-nrun $(NRUN) -gfpop $(GFPOP)
512
513
514
515
516
517
518
519
520
521
522
523
524
525
	@echo $(newline)
	@echo "==========================================================================="
	@echo "INFO: evaluation log file is under: \"./docking.dlg\"                      "
	@echo $(newline)
	@echo "INFO: profile and timeline trace report files are formatted for SDx GUI    "
	@echo "INFO: ... if reports not generated, verify that \"sdaccel.ini\" exists!    "
	@echo $(newline)
	sdx_analyze profile sdaccel_profile_summary.csv
	@echo $(newline)
	sdx_analyze trace sdaccel_timeline_trace.csv
	@echo "==========================================================================="
	@echo $(newline)


526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
# Debug on hardware using Xilinx GDB
# Analyze hangs with the following gdb extensions:
# xprint queue [<cl_command_queue>]
# xprint event <cl_event>
# xprint mem [<cl_mem>]
# xprint kernel
# xprint all
evadebug:
	xgdb --args \
	./$(EXES) \
	-ffile input/$(PDB)/derived/$(PDB)_protein.maps.fld \
	-lfile input/$(PDB)/derived/$(PDB)_ligand.pdbqt \
	-resnam docking_debug_$(PDB)_$(NRUN) \
	-nrun $(NRUN) -gfpop $(GFPOP)


542
543
544
545
546
547
548
549
# Project name
PROJECT_NAME := ofdock_taskpar_xl

COPY_DIR := copy_$(PROJECT_NAME)
COPY_DIR_DOCK := $(PROJECT_NAME)

# Make sure this remote-server alias exists (in ~/.ssh/config)

550
551
552
553
554
555
556
## Xelera
#SERVER_BRIDGE := erebor:/scratch/
#SERVER_EXEC   := saruman:~/ocladock_sdx17_4

## AWS
SERVER_BRIDGE := eredmithrim:/home/lvs/ESA/AWS
SERVER_EXEC   := AWS
557
558
559
560
561
562
563
564
565
566
567
568
569
570

# Delete an existing folder if previously created
# Create a folder $(COPY_DIR) in the parent directory
# Copy binaries into $(COPY_DIR) folder, avoiding the (innecesary) compilation intermediate files
# Copy source files into $(COPY_DIR) as host is built in the remote $(SERVER)
# Create a zip file out of the $(COPY_DIR) folder
copy: clean-copy
	mkdir ../$(COPY_DIR)
	mkdir ../$(COPY_DIR)/$(COPY_DIR_DOCK)
	mkdir ../$(COPY_DIR)/$(COPY_DIR_DOCK)/xclbin
	cp ./xclbin/$(XCLBINS).hw.*.xclbin ../$(COPY_DIR)/$(COPY_DIR_DOCK)/xclbin/
	cp ./xclbin/$(XCLBINS).hw.*.xo ../$(COPY_DIR)/$(COPY_DIR_DOCK)/xclbin/
	cp ./xclbin/$(XCLBINS).hw.*.xclbin ../$(COPY_DIR)/$(COPY_DIR_DOCK)/
	mv ../$(COPY_DIR)/$(COPY_DIR_DOCK)/$(XCLBINS).hw.*.xclbin ../$(COPY_DIR)/$(COPY_DIR_DOCK)/$(XCLBINS).xclbin
571
	cp sdaccel.ini ../$(COPY_DIR)/$(COPY_DIR_DOCK)/
572
573
574
575
576
577
	cp Makefile ../$(COPY_DIR)/$(COPY_DIR_DOCK)/
	cp defines.h ../$(COPY_DIR)/$(COPY_DIR_DOCK)/
	cp defines_fixedpt.h ../$(COPY_DIR)/$(COPY_DIR_DOCK)/
	cp defines_fixedpt_64.h ../$(COPY_DIR)/$(COPY_DIR_DOCK)/
	cp -r device/ ../$(COPY_DIR)/$(COPY_DIR_DOCK)/
	cp -r host/ ../$(COPY_DIR)/$(COPY_DIR_DOCK)/
578
	#cp -r input/ ../$(COPY_DIR)/$(COPY_DIR_DOCK)/
579
580
581
582
583
584
585
586
587
588
	cp -r wrapcl/ ../$(COPY_DIR)/$(COPY_DIR_DOCK)/
	cp -r ../common ../$(COPY_DIR)/
	cp -r ../common_xilinx ../$(COPY_DIR)/
	cp ../conf_sdx174_saruman.sh ../$(COPY_DIR)/
	cd ../;	zip -r $(COPY_DIR).zip $(COPY_DIR)
	@echo $(newline)
	@echo "Transfer the \"$(COPY_DIR).zip\" file to $(SERVER_BRIDGE) server: "
	@echo " "
	cd ../ && scp $(COPY_DIR).zip $(SERVER_BRIDGE)
	@echo $(newline)
589
590
	@echo "=================================================================="
	@echo "Files listed were transferred to $(SERVER_BRIDGE)                 "
591
	@echo $(newline)
592
593
594
	@echo "Then, create AFI and transfer files manually                      "
	@echo "from $(SERVER_BRIDGE) to $(SERVER_EXEC)                           "
	@echo "=================================================================="
595
596
597
598
599
600
601
602
603
604
605
606
607
	@echo $(newline)


clean-copy:
	rm -rf ../$(COPY_DIR)
	rm -f ../$(COPY_DIR).zip
	@echo $(newline)
	@echo "=================================================================="
	@echo "Previous \"$(COPY_DIR).zip\" and its folder were deleted          "
	@echo "=================================================================="
	@echo $(newline)