Beatmup::GLES31X2UpsamplingNetwork Class Reference

x2 image upsampler using a convolutional neural network. More...

#include <cnn.h>

Inheritance diagram for Beatmup::GLES31X2UpsamplingNetwork:

Classes
class	Layer

Public Member Functions
	GLES31X2UpsamplingNetwork (Context &ctx, GraphicPipeline &gpu)
	~GLES31X2UpsamplingNetwork ()
void	process (GraphicPipeline &gpu, GL::TextureHandler &input, AbstractBitmap &output)
bool	usesEs31Backend () const
Public Member Functions inherited from Beatmup::X2UpsamplingNetwork
virtual	~X2UpsamplingNetwork ()

Private Attributes
Layer	layer1_0
Layer	layer1_1
Layer	layer2_0
Layer	layer2_1
Layer	layer2_2
Layer	layer2_3
Layer	layer3
Layer	layer4_0
Layer	layer4_1
Layer	layer5
InternalBitmap *	storage [STORAGE_SIZE]
GL::StorageBuffer	buffer

Static Private Attributes
static const int	STORAGE_SIZE = 14

Additional Inherited Members
Private Member Functions inherited from Beatmup::BitmapContentLock
	BitmapContentLock ()
	~BitmapContentLock ()
void	readLock (GraphicPipeline *gpu, AbstractBitmap *bitmap, ProcessingTarget target)
	Locks content of a bitmap for reading using a specific processing target device. More...
void	writeLock (GraphicPipeline *gpu, AbstractBitmap *bitmap, ProcessingTarget target)
	Locks content of a bitmap for writing using a specific processing target device. More...
void	unlock (AbstractBitmap *bitmap)
	Drops a lock to the bitmap. More...
void	unlockAll ()
	Unlocks all the locked bitmaps unconditionally. More...
template<const ProcessingTarget target>
void	lock (GraphicPipeline *gpu, AbstractBitmap *input, AbstractBitmap *output)
void	lock (GraphicPipeline *gpu, ProcessingTarget target, AbstractBitmap *input, AbstractBitmap *output)
template<const ProcessingTarget target>
void	lock (GraphicPipeline *gpu, std::initializer_list< AbstractBitmap * > read, std::initializer_list< AbstractBitmap * > write)
template<typename ... Args>
void	unlock (AbstractBitmap *first, Args ... others)

Detailed Description

x2 image upsampler using a convolutional neural network.

Implements a neural net inference using OpenGL ES 3.1-conformant shaders. Used by Bitmap::Resampler. Only usable inside an AbstractTask, not intended to be directly used by the application.

Definition at line 31 of file cnn.h.

Constructor & Destructor Documentation

GLES31X2UpsamplingNetwork()

GLES31X2UpsamplingNetwork::GLES31X2UpsamplingNetwork	(	Context &	ctx,
		GraphicPipeline &	gpu
	)

Definition at line 269 of file cnn.cpp.

                                                                                       :
#define STRINGIFY(...) #__VA_ARGS__
 
    layer1_0(gpu, *ctx.getGpuRecycleBin(), *this,
#include "l1-0.glsl"
        , 1, 24
    ),
    layer1_1(gpu, *ctx.getGpuRecycleBin(), *this,
#include "l1-1.glsl"
        , 1, 24
    ),
 
    layer2_0(gpu, *ctx.getGpuRecycleBin(), *this,
#include "l2-0.glsl"
        , 12, 8
    ),
    layer2_1(gpu, *ctx.getGpuRecycleBin(), *this,
#include "l2-1.glsl"
        , 12, 8
    ),
    layer2_2(gpu, *ctx.getGpuRecycleBin(), *this,
#include "l2-2.glsl"
        , 12, 8
    ),
    layer2_3(gpu, *ctx.getGpuRecycleBin(), *this,
#include "l2-3.glsl"
        , 12, 8
    ),
 
    layer3(gpu, *ctx.getGpuRecycleBin(), *this,
#include "l3.glsl"
        , 32, 24, true
    ),
 
    layer4_0(gpu, *ctx.getGpuRecycleBin(), *this,
#include "l4-0.glsl"
        , 12, 8
    ),
    layer4_1(gpu, *ctx.getGpuRecycleBin(), *this,
#include "l4-1.glsl"
        , 12, 8
    ),
 
    layer5(gpu, *ctx.getGpuRecycleBin(), *this,
#include "l5.glsl"
        , 16, 1, true
    ),
 
    buffer(*ctx.getGpuRecycleBin())
{
    for (int i = 0; i < STORAGE_SIZE; ++i)
        storage[i] = new InternalBitmap(ctx, PixelFormat::QuadByte, 64, 64, false);
}

~GLES31X2UpsamplingNetwork()

GLES31X2UpsamplingNetwork::~GLES31X2UpsamplingNetwork

(

)

Definition at line 324 of file cnn.cpp.

                                                      {
    for (int i = 0; i < STORAGE_SIZE; ++i)
        delete storage[i];
}

Member Function Documentation

process()

void GLES31X2UpsamplingNetwork::process ( GraphicPipeline &  gpu, GL::TextureHandler &  input, AbstractBitmap &  output  )

virtual

Implements Beatmup::X2UpsamplingNetwork.

Definition at line 213 of file cnn.cpp.

                                                                                                             {
    // disable alpha blend
    gpu.switchMode(GraphicPipeline::Mode::INFERENCE);
 
#ifdef ENABLE_PROFILING
    Profiler profiler;
    profiler("layer 1");
#endif
 
    layer1_0.process(gpu, input, storage + 0);
    layer1_1.process(gpu, input, storage + 6);
 
#ifdef ENABLE_PROFILING
    gpu.flush();
    profiler.lap();
    profiler("layer 2");
#endif
 
    layer2_0.process(gpu, storage,     buffer, 4);
    layer2_1.process(gpu, storage + 3, buffer, 4);
    layer2_2.process(gpu, storage + 6, buffer, 4);
    unsigned int stride = layer2_3.process(gpu, storage + 9, buffer, 4);
 
#ifdef ENABLE_PROFILING
    gpu.flush();
    profiler.lap();
    profiler("layer 3");
#endif
 
    layer3.processPointwise(gpu, buffer, stride, storage, input.getWidth(), input.getHeight());
 
#ifdef ENABLE_PROFILING
    gpu.flush();
    profiler.lap();
    profiler("layer 4");
#endif
 
    layer4_0.process(gpu, storage, buffer, 2);
    stride = layer4_1.process(gpu, storage + 3, buffer, 2);
 
#ifdef ENABLE_PROFILING
    gpu.flush();
    profiler.lap();
    profiler("layer 5");
#endif
 
    layer5.processPointwise(gpu, buffer, stride, input, output);
 
    gpu.flush();
#ifdef ENABLE_PROFILING
    profiler.lap();
    profiler.report(std::cout);
#endif
}

usesEs31Backend()

bool Beatmup::GLES31X2UpsamplingNetwork::usesEs31Backend ( ) const

inlinevirtual

Implements Beatmup::X2UpsamplingNetwork.

Definition at line 80 of file cnn.h.

{ return true; }

Member Data Documentation

STORAGE_SIZE

const int Beatmup::GLES31X2UpsamplingNetwork::STORAGE_SIZE = 14

staticprivate

Definition at line 33 of file cnn.h.

layer1_0

Layer Beatmup::GLES31X2UpsamplingNetwork::layer1_0

private

Definition at line 66 of file cnn.h.

layer1_1

Layer Beatmup::GLES31X2UpsamplingNetwork::layer1_1

private

Definition at line 66 of file cnn.h.

layer2_0

Layer Beatmup::GLES31X2UpsamplingNetwork::layer2_0

private

Definition at line 67 of file cnn.h.

layer2_1

Layer Beatmup::GLES31X2UpsamplingNetwork::layer2_1

private

Definition at line 67 of file cnn.h.

layer2_2

Layer Beatmup::GLES31X2UpsamplingNetwork::layer2_2

private

Definition at line 67 of file cnn.h.

layer2_3

Layer Beatmup::GLES31X2UpsamplingNetwork::layer2_3

private

Definition at line 67 of file cnn.h.

layer3

Layer Beatmup::GLES31X2UpsamplingNetwork::layer3

private

Definition at line 68 of file cnn.h.

layer4_0

Layer Beatmup::GLES31X2UpsamplingNetwork::layer4_0

private

Definition at line 69 of file cnn.h.

layer4_1

Layer Beatmup::GLES31X2UpsamplingNetwork::layer4_1

private

Definition at line 69 of file cnn.h.

layer5

Layer Beatmup::GLES31X2UpsamplingNetwork::layer5

private

Definition at line 70 of file cnn.h.

storage

InternalBitmap* Beatmup::GLES31X2UpsamplingNetwork::storage[STORAGE_SIZE]

private

Definition at line 72 of file cnn.h.

buffer

GL::StorageBuffer Beatmup::GLES31X2UpsamplingNetwork::buffer

private

Definition at line 73 of file cnn.h.

---

The documentation for this class was generated from the following files:

• core/bitmap/resampler_cnn_x2/gles31/cnn.h
• core/bitmap/resampler_cnn_x2/gles31/cnn.cpp