diff options
| -rw-r--r-- | final_project/paper/bnewbold_lch_report_draft.lyx | 823 | ||||
| -rw-r--r-- | final_project/presentation/bnewbold_lch_draft_pres.odp | bin | 0 -> 73922 bytes |
2 files changed, 823 insertions, 0 deletions
diff --git a/final_project/paper/bnewbold_lch_report_draft.lyx b/final_project/paper/bnewbold_lch_report_draft.lyx new file mode 100644 index 0000000..d141996 --- /dev/null +++ b/final_project/paper/bnewbold_lch_report_draft.lyx @@ -0,0 +1,823 @@ +#LyX 1.4.3 created this file. For more info see http://www.lyx.org/ +\lyxformat 245 +\begin_document +\begin_header +\textclass article +\language english +\inputencoding auto +\fontscheme default +\graphics default +\paperfontsize default +\spacing single +\papersize default +\use_geometry true +\use_amsmath 1 +\cite_engine basic +\use_bibtopic false +\paperorientation portrait +\rightmargin 3.5cm +\secnumdepth -1 +\tocdepth 3 +\paragraph_separation indent +\defskip medskip +\quotes_language english +\papercolumns 1 +\papersides 1 +\paperpagestyle default +\tracking_changes false +\output_changes false +\end_header + +\begin_body + +\begin_layout Title +Generic Operator Discovery +\end_layout + +\begin_layout Date +\begin_inset Formula $\today$ +\end_inset + + +\end_layout + +\begin_layout Author +Laura Harris and Bryan Newbold for 6.945 +\newline +{lch,bnewbold}@mit.edu +\end_layout + +\begin_layout Abstract +We present a hardware design to convert captured images to an audio stream. + There are a wealth of real time +\emph on +software +\emph default + implementations of the Fast Fourier Transform (FFT), but we use a Field + Programable Gate Array +\end_layout + +\begin_layout Standard +\begin_inset LatexCommand \tableofcontents{} + +\end_inset + + +\end_layout + +\begin_layout Section +Overview +\end_layout + +\begin_layout Standard +The Real-Time Audio Composition system allows for the conversion of visually + encoded information into audio. + A typical visual encoding program, such as Baudline, takes audio input + and produces a scrolling visualization of the fast-Fourier transform (FFT). + Our system could take one of these visualizations and produce ch serve + as the visual spectrograph to interpreted and played back through headphones + or speakers. + A PS/2 mouse allows for control of the GUI system. + Using the mouse, the user can interact with the buttons, the image itself, + and a number of other features. + An image of the GUI is shown in Figure +\begin_inset LatexCommand \ref{fig:gui_photo} + +\end_inset + +. +\begin_inset Float figure +wide false +sideways false +status collapsed + +\begin_layout Standard +\begin_inset Graphics + filename gui_photo.jpg + display none + width 5in + keepAspectRatio + +\end_inset + + +\end_layout + +\begin_layout Caption +A photograph of the GUI implemented in the Real Time Audio Composition system. + Each area of the screen will be explained in detail. +\emph on + +\newline +(Source: Team Member) +\emph default + +\begin_inset LatexCommand \label{fig:gui_photo} + +\end_inset + + +\end_layout + +\end_inset + + +\end_layout + +\begin_layout Standard +The GUI allows for a number of functions. + An edit function, regrettably never fully implemented due to time constraints, + would allow for the direct editing of captured images by manually selecting + an eight bit binary lved with the time domain audio data to produce the + audio signal. + The AC97 audio chip in the FPGA runs at a clock speed of 48kHz so the audio + samples must also be up-sampled to produce the final signal. +\end_layout + +\begin_layout Standard +t vector with at least 1024 bins is required. + Aliever, a full wrapper module was necessary to load samples in and out + of the module, enable and disable processing, ensure sample index synchronizati +on, etc. + The ifft_wrapper module ensures that only the 12-bit real components are + written and that both the 8-bit phase and 12-bit complex components are + tied to 0 at input and ignored at output. +\end_layout + +\begin_layout Standard +\align center +\begin_inset Float table +placement h +wide false +sideways false +status collapsed + +\begin_layout Standard +\align center +\begin_inset Tabular +<lyxtabular version="3" rows="8" columns="2"> +<features> +<column alignment="center" valignment="top" width="0"> +<column alignment="center" valignment="top" width="0"> +<row bottomline="true"> +<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none"> +\begin_inset Text + +\begin_layout Standard + +\family roman +\series bold +\shape up +\size normal +\emph off +\bar no +\noun off +\color none +Setting +\end_layout + +\end_inset +</cell> +<cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none"> +\begin_inset Text + +\begin_layout Standard + +\family roman +\series bold +\shape up +\size normal +\emph off +\bar no +\noun off +\color none +Value +\end_layout + +\end_inset +</cell> +</row> +<row topline="true"> +<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none"> +\begin_inset Text + +\begin_layout Standard + +\family roman +\series medium +\shape up +\size normal +\emph off +\bar no +\noun off +\color none +Generator Version +\end_layout + +\end_inset +</cell> +<cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none"> +\begin_inset Text + +\begin_layout Standard + +\family roman +\series medium +\shape up +\size normal +\emph off +\bar no +\noun off +\color none + Fast Fourier Transform 3.2 +\end_layout + +\end_inset +</cell> +</row> +<row topline="true"> +<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none"> +\begin_inset Text + +\begin_layout Standard + +\family roman +\series medium +\shape up +\size normal +\emph off +\bar no +\noun off +\color none +Input Length +\end_layout + +\end_inset +</cell> +<cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none"> +\begin_inset Text + +\begin_layout Standard + +\family roman +\series medium +\shape up +\size normal +\emph off +\bar no +\noun off +\color none +2048 samples +\end_layout + +\end_inset +</cell> +</row> +<row topline="true"> +<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none"> +\begin_inset Text + +\begin_layout Standard + +\family roman +\series medium +\shape up +\size normal +\emph off +\bar no +\noun off +\color none +Processing Mode +\end_layout + +\end_inset +</cell> +<cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none"> +\begin_inset Text + +\begin_layout Standard + +\family roman +\series medium +\shape up +\size normal +\emph off +\bar no +\noun off +\color none +Pipelined +\end_layout + +\end_inset +</cell> +</row> +<row topline="true"> +<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none"> +\begin_inset Text + +\begin_layout Standard + +\family roman +\series medium +\shape up +\size normal +\emph off +\bar no +\noun off +\color none +Sample bitwidth +\end_layout + +\end_inset +</cell> +<cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none"> +\begin_inset Text + +\begin_layout Standard + +\family roman +\series medium +\shape up +\size normal +\emph off +\bar no +\noun off +\color none +12-bit signed +\end_layout + +\end_inset +</cell> +</row> +<row topline="true"> +<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none"> +\begin_inset Text + +\begin_layout Standard + +\family roman +\series medium +\shape up +\size normal +\emph off +\bar no +\noun off +\color none +Output ordering +\end_layout + +\end_inset +</cell> +<cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none"> +\begin_inset Text + +\begin_layout Standard + +\family roman +\series medium +\shape up +\size normal +\emph off +\bar no +\noun off +\color none +Natural +\end_layout + +\end_inset +</cell> +</row> +<row topline="true"> +<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none"> +\begin_inset Text + +\begin_layout Standard + +\family roman +\series medium +\shape up +\size normal +\emph off +\bar no +\noun off +\color none +Clock enable pin +\end_layout + +\end_inset +</cell> +<cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none"> +\begin_inset Text + +\begin_layout Standard + +\family roman +\series medium +\shape up +\size normal +\emph off +\bar no +\noun off +\color none +Enabled +\end_layout + +\end_inset +</cell> +</row> +<row topline="true"> +<cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none"> +\begin_inset Text + +\begin_layout Standard + +\family roman +\series medium +\shape up +\size normal +\emph off +\bar no +\noun off +\color none +Processing Stages +\end_layout + +\end_inset +</cell> +<cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none"> +\begin_inset Text + +\begin_layout Standard + +\family roman +\series medium +\shape up +\size normal +\emph off +\bar no +\noun off +\color none +3 using BRAM +\end_layout + +\end_inset +</cell> +</row> +</lyxtabular> + +\end_inset + + +\end_layout + +\begin_layout Caption +IFFT Auto-generation Settings +\begin_inset LatexCommand \label{tab:ifft_settings} + +\end_inset + + +\end_layout + +\end_inset + + +\end_layout + +\begin_layout Standard +onversion is implemented by using each time-domain sample twice, then low + pass filtering the output to remove the high frequency artifacts introduced. + This low pass filter also conveniently filters out any noise or aliasing + occurring in the frequencies above the 720 or so lowest frequencies actually + specified by image data. + Note that the up-sampling process also effectively halves the frequency + corresponding to each bin in our frequency-domain spectral vectors, giving + better frequency resolution in the lower, more human discernible regime. +\end_layout + +\begin_layout Standard +The low pass filter is implemented almost exactly like in Lab 3, using 31 + tap filters generated in matlab using the command: +\end_layout + +\begin_layout Verse + +\family typewriter +round(fir1(30,.5)*(2^13)) +\end_layout + +\begin_layout Standard +Each tap is 14-bits signed, thus the scaling by +\begin_inset Formula $2^{13}$ +\end_inset + +. + The parameter +\begin_inset Formula $W_{n}=0.5$ +\end_inset + + specifies a cutoff frequency +\end_layout + +\begin_layout Standard +entire packet length is filled (128 values in our case), the IFFT is computed. + Natural order refers to the ordering of bits on the output. + Reverse ordering of bits is the natural mode of the IFFT, and since timing + is not a huge concern at this stage, producing natural order bits is worth + the time. + The different stages of the IFFT input and output are controlled by an + FSM as shown in Figure +\end_layout + +\begin_layout Standard +Unless just reset, at which the FSM is immediately clock enabled and put + in the setup state so the time domain taps can be initialized, the FSM + naturally idles in the wait state. + With the edge detection of a button press release within the bode plot, + the FSM enters the setup state since it can be assumed that a value within + the bode plot has changed. + As soon as the ready for data flag is set high, the FSM enters the write + state. + The values from the bode array are fed into the IFFT, lagging behind three + cycles as designated by the datasheet. + After all data has been entered, the FSM enters the read state. + The resulting tap indices and values are completely synchronous at this + point and can be fed directly into the tap manager which will hold the + resultant values. +\end_layout + +\begin_layout Standard +Memory Management +\end_layout + +\begin_layout Address + +\emph on +Author: Dimitri Turbiner +\end_layout + +\begin_layout Standard +The memory control module uses four interface modules to communicate with + the Camera, GUI, and IFFT subsystems and two interface modules to control + the physical SRAM chips on the LabKit. + The camera_to_zbt interface module, keeps track of the sync signals coming + from the Camera subsystem in order to compute the memory destination address. + Incomming pixels are buffered and packed together into groups of four. + When such a group of four is ready, the memory controller is signalled + by camera_we. + The input signals are all synchronized to the clock in the Camera subsystem + -- 27mHz, while the output signals have to be synchronized at the memory + clock -- 65mHz. + Thus, the camera_to_zbt module has to perform clock resynchronization between + the two subsystems it connects. + The zbt_to_display, zbt_to_ifft, edit_to_zbt, modules all compute the memory + destination address based on the requested pixel horizontal and vertical + index (hcount and vcount), and when signalled by the memory controller + that data is valid, pack or unpack four 8bit pixels to/from the 36 bit + data bus. + +\end_layout + +\begin_layout Standard +The memory controller controls the two zbt ram access modules depending + on which memory IO operations have been requested by the subsystems. + The controller supports latching the various subsystem's data and address + busses in order to guarantee minimum hold delays and to resolve simultaneous + memory access requests. + The latches control logic is built around a memory access priority hierarchy: + +\end_layout + +\begin_layout Quotation + +\family typewriter +assign main_addr = camera_capture_request ? camera_addr : +\end_layout + +\begin_layout Quotation + +\family typewriter +\InsetSpace ~ +\InsetSpace ~ +\InsetSpace ~ +\InsetSpace ~ +\InsetSpace ~ +\InsetSpace ~ +\InsetSpace ~ +\InsetSpace ~ +\InsetSpace ~ +\InsetSpace ~ +\InsetSpace ~ +\InsetSpace ~ +\InsetSpace ~ +\InsetSpace ~ +\InsetSpace ~ +\InsetSpace ~ +\InsetSpace ~ +\InsetSpace ~ +\InsetSpace ~ +(display_read_request ? display_addr : +\end_layout + +\begin_layout Quotation + +\family typewriter +\InsetSpace ~ +\InsetSpace ~ +\InsetSpace ~ +\InsetSpace ~ +\InsetSpace ~ +\InsetSpace ~ +\InsetSpace ~ +\InsetSpace ~ +\InsetSpace ~ +\InsetSpace ~ +\InsetSpace ~ +\InsetSpace ~ +\InsetSpace ~ +\InsetSpace ~ +\InsetSpace ~ +\InsetSpace ~ +\InsetSpace ~ +\InsetSpace ~ +\InsetSpace ~ +(ifft_read_request ? ifft_addr : +\end_layout + +\begin_layout Quotation + +\family typewriter +\InsetSpace ~ +\InsetSpace ~ +\InsetSpace ~ +\InsetSpace ~ +\InsetSpace ~ +\InsetSpace ~ +\InsetSpace ~ +\InsetSpace ~ +\InsetSpace ~ +\InsetSpace ~ +\InsetSpace ~ +\InsetSpace ~ +\InsetSpace ~ +\InsetSpace ~ +\InsetSpace ~ +\InsetSpace ~ +\InsetSpace ~ +\InsetSpace ~ +\InsetSpace ~ +(edit_write_request ? edit_addr :0))); +\end_layout + +\begin_layout Standard +problem was also noticed after this implementation. + When the pixel itself was updated by multiplying the stored bode value + by the incoming pixel data, a great deal of scattering across the boundaries + of the image was noticed. + By pipelining the data within the clocked region, this problem was removed + and smooth fading occurred. + (Note: the unimplemented edit mode code uses only slightly different math + than the bode plot draw function, and should theoretically work, but was + never tested). +\end_layout + +\begin_layout Subsection +Audio Pipeline +\end_layout + +\begin_layout Standard +A number of external tools were crucial for the development and debugging + of the audio processing pipeline. + An entire separate labkit module with a parameterized dummy sample generator + replacing the camera and memory management and no GUI output. + This allowed for debugging with consistent, simple, noise free spectral + input. + This labkit module was also wired to make full use of the hex display (to + show bode tap index and both horizontal and vertical memory indexes) and + the logic analyzer connections (all 4 16-bit connectors were used!). + For instance, Figure shows the IFFT module output of a simple sine wave; + the clock-like ticks of channels above and below the sine waveform show + the request and ready signals of the various other stages of the audio + pipeline. + Note that this section of the spectral waveform shows the all zero padding + from the windowing module; the single non-zero sample_value is off screen + to the left, and the dummy ram module request/ready pins are not toggled. +\end_layout + +\begin_layout Standard +A few other buttons and switches came in useful for debugging: Switch #7 + disables the regular audio output +\end_layout + +\begin_layout Standard +Conclusion +\end_layout + +\begin_layout Address + +\emph on +Author: Tyler Hutchison +\end_layout + +\begin_layout Standard +The implementation of a real time audio composition system has been described. + Using the GUI interface, coupled with complex memory interactions, and + robust audio output, one can use visual information to encode +\end_layout + +\begin_layout Section +\start_of_appendix +Appendix: Code Listing +\begin_inset LatexCommand \label{sub:code} + +\end_inset + + +\end_layout + +\begin_layout Subsection +ghelper.scm +\end_layout + +\begin_layout LyX-Code +//////////////////////////////////////////////////////////////////////////////// +/ +\end_layout + +\begin_layout LyX-Code +// +\end_layout + +\begin_layout LyX-Code +// 6.111 FPGA Labkit -- Template Toplevel Module +\end_layout + +\begin_layout LyX-Code +// +\end_layout + +\begin_layout LyX-Code +// Author: Nathan Ickes +\end_layout + +\begin_layout LyX-Code +// +\end_layout + +\begin_layout LyX-Code +// Edited: Nov 4, 2008, FTW +\end_layout + +\begin_layout LyX-Code + +\end_layout + +\begin_layout LyX-Code + +\end_layout + +\begin_layout Subsection +discovery.scm +\end_layout + +\begin_layout LyX-Code +//Dima Turbiner +\end_layout + +\begin_layout LyX-Code +module zbt_to_ifft(input clk, reset, input [9:0]hcount, input [8:0]vcount, + +\end_layout + +\begin_layout LyX-Code + input [35:0]data_main, input + [35:0]data_overlay, +\end_layout + +\begin_layout LyX-Code + output reg [7:0]main_pixel, + output reg [7:0]overlay_pixel, output [18:0]addr); +\end_layout + +\begin_layout LyX-Code + //**** CHECK THIS ADDRESSING +\end_layout + +\begin_layout LyX-Code + assign addr = {2'b0, vcount, hcount[9:2]}; +\end_layout + +\begin_layout LyX-Code + +\end_layout + +\begin_layout LyX-Code + wire [1:0] hc4 = hcount[1:0]; +\end_layout + +\begin_layout LyX-Code + +\end_layout + +\end_body +\end_document diff --git a/final_project/presentation/bnewbold_lch_draft_pres.odp b/final_project/presentation/bnewbold_lch_draft_pres.odp Binary files differnew file mode 100644 index 0000000..61bd0ea --- /dev/null +++ b/final_project/presentation/bnewbold_lch_draft_pres.odp |