Beatmup::GLES20X2UpsamplingNetwork Class Reference

x2 image upsampler using a convolutional neural network. More...

#include <cnn.h>

Inheritance diagram for Beatmup::GLES20X2UpsamplingNetwork:

Classes
class	Layer

Public Member Functions
	GLES20X2UpsamplingNetwork (GL::RecycleBin &recycleBin, GraphicPipeline &gpu)
	~GLES20X2UpsamplingNetwork ()
void	process (GraphicPipeline &gpu, GL::TextureHandler &input, AbstractBitmap &output)
bool	usesEs31Backend () const
Public Member Functions inherited from Beatmup::X2UpsamplingNetwork
virtual	~X2UpsamplingNetwork ()

Private Member Functions
Layer::Storage &	nextStorage (int &i)

Private Attributes
InternalBitmap *	storage [STORAGE_SIZE]
Layer *	layer1 [L1_SIZE]
Layer *	layer2 [L2_SIZE]
Layer *	layer3 [L3_SIZE]
Layer *	layer4 [L4_SIZE]
Layer *	layer5
ImageShader	demux

Static Private Attributes
static const int	L1_SIZE = 12
static const int	L2_SIZE = 8
static const int	L3_SIZE = 6
static const int	L4_SIZE = 4
static const int	STORAGE_SIZE = 14

Detailed Description

x2 image upsampler using a convolutional neural network.

Implements a neural net inference using OpenGL ES 2.0-conformant shaders. Used by Bitmap::Resampler. Only usable inside an AbstractTask, not intended to be directly used by the application.

Definition at line 29 of file cnn.h.

Constructor & Destructor Documentation

GLES20X2UpsamplingNetwork()

GLES20X2UpsamplingNetwork::GLES20X2UpsamplingNetwork	(	GL::RecycleBin &	recycleBin,
		GraphicPipeline &	gpu
	)

Definition at line 163 of file cnn.cpp.

                                                                                                  :
    demux(recycleBin)
{
    for (int i = 0; i < STORAGE_SIZE; ++i)
        storage[i] = nullptr;
 
    int i = 0;
#define STRINGIFY(...) BEATMUP_SHADER_CODE(__VA_ARGS__)
 
    layer1[0] = new Layer(recycleBin, gpu, nextStorage(i),
#include "l1__0.glsl"
    );
 
    layer1[1] = new Layer(recycleBin, gpu, nextStorage(i),
#include "l1__1.glsl"
    );
 
    layer1[2] = new Layer(recycleBin, gpu, nextStorage(i),
#include "l1__2.glsl"
    );
 
    layer1[3] = new Layer(recycleBin, gpu, nextStorage(i),
#include "l1__3.glsl"
    );
 
    layer1[4] = new Layer(recycleBin, gpu, nextStorage(i),
#include "l1__4.glsl"
    );
 
    layer1[5] = new Layer(recycleBin, gpu, nextStorage(i),
#include "l1__5.glsl"
    );
 
    layer1[6] = new Layer(recycleBin, gpu, nextStorage(i),
#include "l1__6.glsl"
    );
 
    layer1[7] = new Layer(recycleBin, gpu, nextStorage(i),
#include "l1__7.glsl"
    );
 
    layer1[8] = new Layer(recycleBin, gpu, nextStorage(i),
#include "l1__8.glsl"
    );
 
    layer1[9] = new Layer(recycleBin, gpu, nextStorage(i),
#include "l1__9.glsl"
    );
 
    layer1[10] = new Layer(recycleBin, gpu, nextStorage(i),
#include "l1__10.glsl"
    );
 
    layer1[11] = new Layer(recycleBin, gpu, nextStorage(i),
#include "l1__11.glsl"
    );
 
 
    layer2[0] = new Layer(recycleBin, gpu, nextStorage(i),
#include "l2-0__0.glsl"
    );
 
    layer2[1] = new Layer(recycleBin, gpu, nextStorage(i),
#include "l2-0__1.glsl"
    );
 
    layer2[2] = new Layer(recycleBin, gpu, nextStorage(i),
#include "l2-1__0.glsl"
    );
 
    layer2[3] = new Layer(recycleBin, gpu, nextStorage(i),
#include "l2-1__1.glsl"
    );
 
    layer2[4] = new Layer(recycleBin, gpu, nextStorage(i),
#include "l2-2__0.glsl"
    );
 
    layer2[5] = new Layer(recycleBin, gpu, nextStorage(i),
#include "l2-2__1.glsl"
    );
 
    layer2[6] = new Layer(recycleBin, gpu, nextStorage(i),
#include "l2-3__0.glsl"
    );
 
    layer2[7] = new Layer(recycleBin, gpu, nextStorage(i),
#include "l2-3__1.glsl"
    );
 
 
    layer3[0] = new Layer(recycleBin, gpu, nextStorage(i),
#include "l3__0.glsl"
    );
 
    layer3[1] = new Layer(recycleBin, gpu, nextStorage(i),
#include "l3__1.glsl"
    );
 
    layer3[2] = new Layer(recycleBin, gpu, nextStorage(i),
#include "l3__2.glsl"
    );
 
    layer3[3] = new Layer(recycleBin, gpu, nextStorage(i),
#include "l3__3.glsl"
    );
 
    layer3[4] = new Layer(recycleBin, gpu, nextStorage(i),
#include "l3__4.glsl"
    );
 
    layer3[5] = new Layer(recycleBin, gpu, nextStorage(i),
#include "l3__5.glsl"
    );
 
 
    layer4[0] = new Layer(recycleBin, gpu, nextStorage(i),
#include "l4-0__0.glsl"
    );
 
    layer4[1] = new Layer(recycleBin, gpu, nextStorage(i),
#include "l4-0__1.glsl"
    );
 
    layer4[2] = new Layer(recycleBin, gpu, nextStorage(i),
#include "l4-1__0.glsl"
    );
 
    layer4[3] = new Layer(recycleBin, gpu, nextStorage(i),
#include "l4-1__1.glsl"
    );
 
 
    layer5 = new Layer(recycleBin, gpu, nextStorage(i),
#include "l5.glsl"
    );
 
    demux.setSourceCode(
#include "ycbcr_demuxer.glsl"
    );
}

~GLES20X2UpsamplingNetwork()

GLES20X2UpsamplingNetwork::~GLES20X2UpsamplingNetwork

(

)

Definition at line 306 of file cnn.cpp.

                                                      {
    for (int i = 0; i < L1_SIZE; ++i)
        delete layer1[i];
    for (int i = 0; i < L2_SIZE; ++i)
        delete layer2[i];
    for (int i = 0; i < L3_SIZE; ++i)
        delete layer3[i];
    for (int i = 0; i < L4_SIZE; ++i)
        delete layer4[i];
    delete layer5;
 
    for (int i = 0; i < STORAGE_SIZE; ++i)
        if (storage[i])
            delete storage[i];
}

Member Function Documentation

nextStorage()

Layer::Storage& Beatmup::GLES20X2UpsamplingNetwork::nextStorage ( int &  i )

inlineprivate

Definition at line 66 of file cnn.h.

{ return storage[i++ % STORAGE_SIZE]; }

process()

void GLES20X2UpsamplingNetwork::process ( GraphicPipeline &  gpu, GL::TextureHandler &  input, AbstractBitmap &  output  )

virtual

Implements Beatmup::X2UpsamplingNetwork.

Definition at line 87 of file cnn.cpp.

                                                                                                             {
    // disable alpha blend
    gpu.switchMode(GraphicPipeline::Mode::INFERENCE);
    Context& ctx = output.getContext();
 
#ifdef ENABLE_PROFILING
    Profiler profiler;
    profiler("layer 1");
#endif
 
    for (int i = 0; i < L1_SIZE; ++i)
        layer1[i]->process(ctx, gpu, input);
 
#ifdef ENABLE_PROFILING
    gpu.flush();
    profiler.lap();
    profiler("layer 2");
#endif
 
    layer2[0]->process(ctx, gpu, layer1 + 0, 3);
    layer2[1]->process(ctx, gpu, layer1 + 0, 3);
    layer2[2]->process(ctx, gpu, layer1 + 3, 3);
    layer2[3]->process(ctx, gpu, layer1 + 3, 3);
    layer2[4]->process(ctx, gpu, layer1 + 6, 3);
    layer2[5]->process(ctx, gpu, layer1 + 6, 3);
    layer2[6]->process(ctx, gpu, layer1 + 9, 3);
    layer2[7]->process(ctx, gpu, layer1 + 9, 3);
 
#ifdef ENABLE_PROFILING
    gpu.flush();
    profiler.lap();
    profiler("layer 3");
#endif
 
    for (int i = 0; i < L3_SIZE; ++i)
        layer3[i]->process(ctx, gpu, layer2, L2_SIZE);
 
#ifdef ENABLE_PROFILING
    gpu.flush();
    profiler.lap();
    profiler("layer 4");
#endif
 
    layer4[0]->process(ctx, gpu, layer3 + 0, 3);
    layer4[1]->process(ctx, gpu, layer3 + 0, 3);
    layer4[2]->process(ctx, gpu, layer3 + 3, 3);
    layer4[3]->process(ctx, gpu, layer3 + 3, 3);
 
#ifdef ENABLE_PROFILING
    gpu.flush();
    profiler.lap();
    profiler("layer 5");
#endif
 
    layer5->process(ctx, gpu, layer4, L4_SIZE);
 
#ifdef ENABLE_PROFILING
    gpu.flush();
    profiler.lap();
    profiler("demux");
#endif
 
    demux.setInteger("convnetOutput", 1);
    demux.prepare(gpu, &input, TextureParam::INTERP_LINEAR, &output, AffineMapping::IDENTITY);
    gpu.bind(layer5->getOutput(), 1, TextureParam::INTERP_NEAREST);
    demux.process(gpu);
 
    gpu.flush();
 
#ifdef ENABLE_PROFILING
    profiler.lap();
    profiler.report(std::cout);
#endif
}

usesEs31Backend()

bool Beatmup::GLES20X2UpsamplingNetwork::usesEs31Backend ( ) const

inlinevirtual

Implements Beatmup::X2UpsamplingNetwork.

Definition at line 73 of file cnn.h.

{ return false; }

Member Data Documentation

L1_SIZE

const int Beatmup::GLES20X2UpsamplingNetwork::L1_SIZE = 12

staticprivate

Definition at line 49 of file cnn.h.

L2_SIZE

const int Beatmup::GLES20X2UpsamplingNetwork::L2_SIZE = 8

staticprivate

Definition at line 50 of file cnn.h.

L3_SIZE

const int Beatmup::GLES20X2UpsamplingNetwork::L3_SIZE = 6

staticprivate

Definition at line 51 of file cnn.h.

L4_SIZE

const int Beatmup::GLES20X2UpsamplingNetwork::L4_SIZE = 4

staticprivate

Definition at line 52 of file cnn.h.

STORAGE_SIZE

const int Beatmup::GLES20X2UpsamplingNetwork::STORAGE_SIZE = 14

staticprivate

Definition at line 53 of file cnn.h.

storage

InternalBitmap* Beatmup::GLES20X2UpsamplingNetwork::storage[STORAGE_SIZE]

private

Definition at line 55 of file cnn.h.

layer1

Layer* Beatmup::GLES20X2UpsamplingNetwork::layer1[L1_SIZE]

private

Definition at line 58 of file cnn.h.

layer2

Layer * Beatmup::GLES20X2UpsamplingNetwork::layer2[L2_SIZE]

private

Definition at line 59 of file cnn.h.

layer3

Layer * Beatmup::GLES20X2UpsamplingNetwork::layer3[L3_SIZE]

private

Definition at line 60 of file cnn.h.

layer4

Layer * Beatmup::GLES20X2UpsamplingNetwork::layer4[L4_SIZE]

private

Definition at line 61 of file cnn.h.

layer5

Layer * Beatmup::GLES20X2UpsamplingNetwork::layer5

private

Definition at line 62 of file cnn.h.

demux

ImageShader Beatmup::GLES20X2UpsamplingNetwork::demux

private

Definition at line 64 of file cnn.h.

---

The documentation for this class was generated from the following files:

• core/bitmap/resampler_cnn_x2/gles20/cnn.h
• core/bitmap/resampler_cnn_x2/gles20/cnn.cpp