1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
|
/*
* Copyright (C) 2014 The Android Open Source Project
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.example.android.renderscriptintrinsic;
import android.app.Activity;
import android.graphics.Bitmap;
import android.graphics.BitmapFactory;
import android.os.AsyncTask;
import android.os.Bundle;
import android.widget.CompoundButton;
import android.widget.CompoundButton.OnCheckedChangeListener;
import android.widget.ImageView;
import android.widget.RadioButton;
import android.widget.SeekBar;
import android.widget.SeekBar.OnSeekBarChangeListener;
import android.support.v8.renderscript.*;
public class MainActivity extends Activity {
/* Number of bitmaps that is used for renderScript thread and UI thread synchronization.
Ideally, this can be reduced to 2, however in some devices, 2 buffers still showing tierings on UI.
Investigating a root cause.
*/
private final int NUM_BITMAPS = 3;
private int mCurrentBitmap = 0;
private Bitmap mBitmapIn;
private Bitmap[] mBitmapsOut;
private ImageView mImageView;
private RenderScript mRS;
private Allocation mInAllocation;
private Allocation[] mOutAllocations;
private ScriptIntrinsicBlur mScriptBlur;
private ScriptIntrinsicConvolve5x5 mScriptConvolve;
private ScriptIntrinsicColorMatrix mScriptMatrix;
private final int MODE_BLUR = 0;
private final int MODE_CONVOLVE = 1;
private final int MODE_COLORMATRIX = 2;
private int mFilterMode = MODE_BLUR;
private RenderScriptTask mLatestTask = null;
@Override
protected void onCreate(Bundle savedInstanceState) {
super.onCreate(savedInstanceState);
setContentView(R.layout.main_layout);
/*
* Initialize UI
*/
//Set up main image view
mBitmapIn = loadBitmap(R.drawable.data);
mBitmapsOut = new Bitmap[NUM_BITMAPS];
for (int i = 0; i < NUM_BITMAPS; ++i) {
mBitmapsOut[i] = Bitmap.createBitmap(mBitmapIn.getWidth(),
mBitmapIn.getHeight(), mBitmapIn.getConfig());
}
mImageView = (ImageView) findViewById(R.id.imageView);
mImageView.setImageBitmap(mBitmapsOut[mCurrentBitmap]);
mCurrentBitmap += (mCurrentBitmap + 1) % NUM_BITMAPS;
//Set up seekbar
final SeekBar seekbar = (SeekBar) findViewById(R.id.seekBar1);
seekbar.setProgress(50);
seekbar.setOnSeekBarChangeListener(new OnSeekBarChangeListener() {
public void onProgressChanged(SeekBar seekBar, int progress,
boolean fromUser) {
updateImage(progress);
}
@Override
public void onStartTrackingTouch(SeekBar seekBar) {
}
@Override
public void onStopTrackingTouch(SeekBar seekBar) {
}
});
//Setup effect selector
RadioButton radio0 = (RadioButton) findViewById(R.id.radio0);
radio0.setOnCheckedChangeListener(new OnCheckedChangeListener() {
@Override
public void onCheckedChanged(CompoundButton buttonView, boolean isChecked) {
if (isChecked) {
mFilterMode = MODE_BLUR;
updateImage(seekbar.getProgress());
}
}
});
RadioButton radio1 = (RadioButton) findViewById(R.id.radio1);
radio1.setOnCheckedChangeListener(new OnCheckedChangeListener() {
@Override
public void onCheckedChanged(CompoundButton buttonView, boolean isChecked) {
if (isChecked) {
mFilterMode = MODE_CONVOLVE;
updateImage(seekbar.getProgress());
}
}
});
RadioButton radio2 = (RadioButton) findViewById(R.id.radio2);
radio2.setOnCheckedChangeListener(new OnCheckedChangeListener() {
@Override
public void onCheckedChanged(CompoundButton buttonView, boolean isChecked) {
if (isChecked) {
mFilterMode = MODE_COLORMATRIX;
updateImage(seekbar.getProgress());
}
}
});
/*
* Create renderScript
*/
createScript();
/*
* Create thumbnails
*/
createThumbnail();
/*
* Invoke renderScript kernel and update imageView
*/
mFilterMode = MODE_BLUR;
updateImage(50);
}
private void createScript() {
mRS = RenderScript.create(this);
mInAllocation = Allocation.createFromBitmap(mRS, mBitmapIn);
mOutAllocations = new Allocation[NUM_BITMAPS];
for (int i = 0; i < NUM_BITMAPS; ++i) {
mOutAllocations[i] = Allocation.createFromBitmap(mRS, mBitmapsOut[i]);
}
/*
Create intrinsics.
RenderScript has built-in features such as blur, convolve filter etc.
These intrinsics are handy for specific operations without writing RenderScript kernel.
In the sample, it's creating blur, convolve and matrix intrinsics.
*/
mScriptBlur = ScriptIntrinsicBlur.create(mRS, Element.U8_4(mRS));
mScriptConvolve = ScriptIntrinsicConvolve5x5.create(mRS,
Element.U8_4(mRS));
mScriptMatrix = ScriptIntrinsicColorMatrix.create(mRS,
Element.U8_4(mRS));
}
private void performFilter(Allocation inAllocation,
Allocation outAllocation, Bitmap bitmapOut, float value) {
switch (mFilterMode) {
case MODE_BLUR:
/*
* Set blur kernel size
*/
mScriptBlur.setRadius(value);
/*
* Invoke filter kernel
*/
mScriptBlur.setInput(inAllocation);
mScriptBlur.forEach(outAllocation);
break;
case MODE_CONVOLVE: {
float f1 = value;
float f2 = 1.0f - f1;
// Emboss filter kernel
float coefficients[] = {-f1 * 2, 0, -f1, 0, 0, 0, -f2 * 2, -f2, 0,
0, -f1, -f2, 1, f2, f1, 0, 0, f2, f2 * 2, 0, 0, 0, f1, 0,
f1 * 2,};
/*
* Set kernel parameter
*/
mScriptConvolve.setCoefficients(coefficients);
/*
* Invoke filter kernel
*/
mScriptConvolve.setInput(inAllocation);
mScriptConvolve.forEach(outAllocation);
break;
}
case MODE_COLORMATRIX: {
/*
* Set HUE rotation matrix
* The matrix below performs a combined operation of,
* RGB->HSV transform * HUE rotation * HSV->RGB transform
*/
float cos = (float) Math.cos((double) value);
float sin = (float) Math.sin((double) value);
Matrix3f mat = new Matrix3f();
mat.set(0, 0, (float) (.299 + .701 * cos + .168 * sin));
mat.set(1, 0, (float) (.587 - .587 * cos + .330 * sin));
mat.set(2, 0, (float) (.114 - .114 * cos - .497 * sin));
mat.set(0, 1, (float) (.299 - .299 * cos - .328 * sin));
mat.set(1, 1, (float) (.587 + .413 * cos + .035 * sin));
mat.set(2, 1, (float) (.114 - .114 * cos + .292 * sin));
mat.set(0, 2, (float) (.299 - .3 * cos + 1.25 * sin));
mat.set(1, 2, (float) (.587 - .588 * cos - 1.05 * sin));
mat.set(2, 2, (float) (.114 + .886 * cos - .203 * sin));
mScriptMatrix.setColorMatrix(mat);
/*
* Invoke filter kernel
*/
mScriptMatrix.forEach(inAllocation, outAllocation);
}
break;
}
/*
* Copy to bitmap and invalidate image view
*/
outAllocation.copyTo(bitmapOut);
}
/*
Convert seekBar progress parameter (0-100 in range) to parameter for each intrinsic filter.
(e.g. 1.0-25.0 in Blur filter)
*/
private float getFilterParameter(int i) {
float f = 0.f;
switch (mFilterMode) {
case MODE_BLUR: {
final float max = 25.0f;
final float min = 1.f;
f = (float) ((max - min) * (i / 100.0) + min);
}
break;
case MODE_CONVOLVE: {
final float max = 2.f;
final float min = 0.f;
f = (float) ((max - min) * (i / 100.0) + min);
}
break;
case MODE_COLORMATRIX: {
final float max = (float) Math.PI;
final float min = (float) -Math.PI;
f = (float) ((max - min) * (i / 100.0) + min);
}
break;
}
return f;
}
/*
* In the AsyncTask, it invokes RenderScript intrinsics to do a filtering.
* After the filtering is done, an operation blocks at Allication.copyTo() in AsyncTask thread.
* Once all operation is finished at onPostExecute() in UI thread, it can invalidate and update ImageView UI.
*/
private class RenderScriptTask extends AsyncTask<Float, Integer, Integer> {
Boolean issued = false;
protected Integer doInBackground(Float... values) {
int index = -1;
if (isCancelled() == false) {
issued = true;
index = mCurrentBitmap;
performFilter(mInAllocation, mOutAllocations[index], mBitmapsOut[index], values[0]);
mCurrentBitmap = (mCurrentBitmap + 1) % NUM_BITMAPS;
}
return index;
}
void updateView(Integer result) {
if (result != -1) {
// Request UI update
mImageView.setImageBitmap(mBitmapsOut[result]);
mImageView.invalidate();
}
}
protected void onPostExecute(Integer result) {
updateView(result);
}
protected void onCancelled(Integer result) {
if (issued) {
updateView(result);
}
}
}
/*
Invoke AsynchTask and cancel previous task.
When AsyncTasks are piled up (typically in slow device with heavy kernel),
Only the latest (and already started) task invokes RenderScript operation.
*/
private void updateImage(int progress) {
float f = getFilterParameter(progress);
if (mLatestTask != null)
mLatestTask.cancel(false);
mLatestTask = new RenderScriptTask();
mLatestTask.execute(f);
}
/*
Helper to load Bitmap from resource
*/
private Bitmap loadBitmap(int resource) {
final BitmapFactory.Options options = new BitmapFactory.Options();
options.inPreferredConfig = Bitmap.Config.ARGB_8888;
return BitmapFactory.decodeResource(getResources(), resource, options);
}
/*
Create thumbNail for UI. It invokes RenderScript kernel synchronously in UI-thread,
which is OK for small thumbnail (but not ideal).
*/
private void createThumbnail() {
int width = 72;
int height = 96;
float scale = getResources().getDisplayMetrics().density;
int pixelsWidth = (int) (width * scale + 0.5f);
int pixelsHeight = (int) (height * scale + 0.5f);
//Temporary image
Bitmap tempBitmap = Bitmap.createScaledBitmap(mBitmapIn, pixelsWidth, pixelsHeight, false);
Allocation inAllocation = Allocation.createFromBitmap(mRS, tempBitmap);
//Create thumbnail with each RS intrinsic and set it to radio buttons
int[] modes = {MODE_BLUR, MODE_CONVOLVE, MODE_COLORMATRIX};
int[] ids = {R.id.radio0, R.id.radio1, R.id.radio2};
int[] parameter = {50, 100, 25};
for (int mode : modes) {
mFilterMode = mode;
float f = getFilterParameter(parameter[mode]);
Bitmap destBitpmap = Bitmap.createBitmap(tempBitmap.getWidth(),
tempBitmap.getHeight(), tempBitmap.getConfig());
Allocation outAllocation = Allocation.createFromBitmap(mRS, destBitpmap);
performFilter(inAllocation, outAllocation, destBitpmap, f);
ThumbnailRadioButton button = (ThumbnailRadioButton) findViewById(ids[mode]);
button.setThumbnail(destBitpmap);
}
}
}
|