/*
* myLib - https://github.com/taktod/myLib
* Copyright (c) 2014 ttProject. All rights reserved.
*
* Licensed under GNU GENERAL PUBLIC LICENSE Version 3.
*/
package com.ttProject.xuggle.flv.test;
import java.awt.Color;
import java.awt.Font;
import java.awt.Graphics;
import java.awt.image.BufferedImage;
import java.io.FileOutputStream;
import java.nio.ByteBuffer;
import java.nio.ByteOrder;
import java.nio.channels.FileChannel;
import java.util.concurrent.LinkedBlockingQueue;
import javax.sound.sampled.AudioFormat;
import org.apache.log4j.Logger;
import org.junit.Assert;
import org.junit.Test;
import com.ttProject.media.flv.FlvHeader;
import com.ttProject.media.flv.Tag;
import com.ttProject.media.raw.AudioData;
import com.ttProject.media.raw.VideoData;
import com.ttProject.util.DateUtil;
import com.ttProject.xuggle.flv.FlvDepacketizer;
import com.ttProject.xuggle.raw.AudioConverter;
import com.xuggle.xuggler.IAudioSamples;
import com.xuggle.xuggler.ICodec;
import com.xuggle.xuggler.IPacket;
import com.xuggle.xuggler.IPixelFormat;
import com.xuggle.xuggler.IRational;
import com.xuggle.xuggler.IStreamCoder;
import com.xuggle.xuggler.IStreamCoder.Direction;
import com.xuggle.xuggler.IStreamCoder.Flags;
import com.xuggle.xuggler.IVideoPicture;
import com.xuggle.xuggler.video.ConverterFactory;
import com.xuggle.xuggler.video.IConverter;
/**
* 複数のxuggleを同時に走らせるとどうなるかというテスト
* @author taktod
*/
public class MultiCoderTest {
private Logger logger = Logger.getLogger(MultiCoderTest.class);
private int audioCounter = 0;
private int audioCounter2 = 0;
/**
* ラの音のaudioデータをつくって応答する。
* @return
*/
public AudioData audioData() {
// とりあえずラの音で1024サンプル数つくることにする。
int samplingRate = 44100;
int tone = 440;
int bit = 16;
int channels = 2;
int samplesNum = 1024;
// 1024サンプル + 16bit + 2channels / (byte化)
ByteBuffer buffer = ByteBuffer.allocate((int)samplesNum * bit * channels / 8);
double rad = tone * 2 * Math.PI / samplingRate; // 各deltaごとの回転数
double max = (1 << (bit - 2)) - 1; // 振幅の大きさ(音の大きさ)
buffer.order(ByteOrder.LITTLE_ENDIAN); // xuggleで利用するデータはlittleEndianなのでlittleEndianを使うようにする。
for(int i = 0;i < samplesNum / 8;i ++, audioCounter ++) {
short data = (short)(Math.sin(rad * audioCounter) * max);
for(int j = 0;j < channels;j ++) {
buffer.putShort(data);
}
}
buffer.flip();
return new AudioData(new AudioFormat(44100, bit, channels, true, false), buffer);
}
/**
* ラの音のaudioデータをつくって応答する。
* @return
*/
public AudioData audioData2() {
// とりあえずラの音で1024サンプル数つくることにする。
int samplingRate = 44100;
int tone = 340;
int bit = 16;
int channels = 2;
int samplesNum = 1024;
// 1024サンプル + 16bit + 2channels / (byte化)
ByteBuffer buffer = ByteBuffer.allocate((int)samplesNum * bit * channels / 8);
double rad = tone * 2 * Math.PI / samplingRate; // 各deltaごとの回転数
double max = (1 << (bit - 2)) - 1; // 振幅の大きさ(音の大きさ)
buffer.order(ByteOrder.LITTLE_ENDIAN); // xuggleで利用するデータはlittleEndianなのでlittleEndianを使うようにする。
for(int i = 0;i < samplesNum / 8;i ++, audioCounter2 ++) {
short data = (short)(Math.sin(rad * audioCounter2) * max);
for(int j = 0;j < channels;j ++) {
buffer.putShort(data);
}
}
buffer.flip();
return new AudioData(new AudioFormat(44100, bit, channels, true, false), buffer);
}
/**
* 複数の変換を同時に走らせる動作
* ただしシングルスレッド
* この動作からすると、IAudioSamplesの使いまわしは可能っぽいですね。
* @throws Exception
*/
// @Test
public void aacmp3Test() throws Exception {
audioCounter = 0;
FileOutputStream mp3stereo =null;
FileOutputStream aacstereo =null;
AudioConverter converter = new AudioConverter();
IStreamCoder mp3stereoEncoder = null;
IStreamCoder aacstereoEncoder = null;
try {
mp3stereo = new FileOutputStream("mp3stereo.flv");
aacstereo = new FileOutputStream("aacstereo.flv");
FlvHeader flvHeader = new FlvHeader();
flvHeader.setVideoFlg(false);
flvHeader.setAudioFlg(true);
mp3stereo.getChannel().write(flvHeader.getBuffer());
aacstereo.getChannel().write(flvHeader.getBuffer());
mp3stereoEncoder = IStreamCoder.make(Direction.ENCODING, ICodec.ID.CODEC_ID_MP3);
mp3stereoEncoder.setSampleRate(44100);
mp3stereoEncoder.setChannels(2);
mp3stereoEncoder.setBitRate(96000);
if(mp3stereoEncoder.open(null, null) < 0) {
throw new Exception("mp3stereo開けませんでした");
}
aacstereoEncoder = IStreamCoder.make(Direction.ENCODING, ICodec.ID.CODEC_ID_AAC);
aacstereoEncoder.setSampleRate(44100);
aacstereoEncoder.setChannels(2);
aacstereoEncoder.setBitRate(96000);
if(aacstereoEncoder.open(null, null) < 0) {
throw new Exception("aacstereo開けませんでした");
}
int index = 0;
FlvDepacketizer mp3depacketizer = new FlvDepacketizer();
FlvDepacketizer aacdepacketizer = new FlvDepacketizer();
while(index < 2000) {
index ++;
AudioData audioData = audioData();
IAudioSamples samples = converter.makeSamples(audioData);
IPacket packet = IPacket.make();
int samplesConsumed1 = 0;
while(samplesConsumed1 < samples.getNumSamples()) {
int retval = mp3stereoEncoder.encodeAudio(packet, samples, samplesConsumed1);
if(retval < 0) {
throw new Exception("変換失敗1");
}
samplesConsumed1 += retval;
if(packet.isComplete()) {
for(Tag tag : mp3depacketizer.getTag(mp3stereoEncoder, packet)) {
mp3stereo.getChannel().write(tag.getBuffer());
}
}
}
int samplesConsumed2 = 0;
while(samplesConsumed2 < samples.getNumSamples()) {
int retval = aacstereoEncoder.encodeAudio(packet, samples, samplesConsumed2);
if(retval < 0) {
throw new Exception("変換失敗2");
}
samplesConsumed2 += retval;
if(packet.isComplete()) {
for(Tag tag : aacdepacketizer.getTag(aacstereoEncoder, packet)) {
aacstereo.getChannel().write(tag.getBuffer());
}
}
}
}
}
catch (Exception e) {
e.printStackTrace();
}
finally{
if(mp3stereoEncoder != null) {
mp3stereoEncoder.close();
mp3stereoEncoder = null;
}
if(aacstereoEncoder != null) {
aacstereoEncoder.close();
aacstereoEncoder = null;
}
if(mp3stereo != null) {
try {
mp3stereo.close();
}
catch (Exception e) {
}
mp3stereo = null;
}
if(aacstereo != null) {
try {
aacstereo.close();
}
catch (Exception e) {
}
aacstereo = null;
}
}
}
/**
* マルチスレッドで変換させる動作で1ソース複数同時コンバートを実行してみます。
* 速度かわらず。
*/
boolean workingFlg = true;
// @Test
public void aacmp3MultiThreadTest() {
audioCounter = 0;
workingFlg = true;
FileOutputStream mp3stereo = null;
FileOutputStream aacstereo = null;
AudioConverter converter = new AudioConverter();
try {
final LinkedBlockingQueue<IAudioSamples> aacSamples = new LinkedBlockingQueue<IAudioSamples>();
final LinkedBlockingQueue<IAudioSamples> mp3Samples = new LinkedBlockingQueue<IAudioSamples>();
mp3stereo = new FileOutputStream("mp3stereo2.flv");
aacstereo = new FileOutputStream("aacstereo2.flv");
FlvHeader flvHeader = new FlvHeader();
flvHeader.setVideoFlg(false);
flvHeader.setAudioFlg(true);
mp3stereo.getChannel().write(flvHeader.getBuffer());
aacstereo.getChannel().write(flvHeader.getBuffer());
final FileChannel mp3Channel = mp3stereo.getChannel();
final FileChannel aacChannel = aacstereo.getChannel();
Thread mp3Thread = new Thread(new Runnable() {
@Override
public void run() {
IStreamCoder mp3stereoEncoder = null;
try {
mp3stereoEncoder = IStreamCoder.make(Direction.ENCODING, ICodec.ID.CODEC_ID_MP3);
mp3stereoEncoder.setSampleRate(44100);
mp3stereoEncoder.setChannels(2);
mp3stereoEncoder.setBitRate(96000);
if(mp3stereoEncoder.open(null, null) < 0) {
throw new Exception("mp3stereo開けませんでした");
}
while(workingFlg || mp3Samples.size() > 0) {
IAudioSamples samples = mp3Samples.take();
IPacket packet = IPacket.make();
FlvDepacketizer mp3depacketizer = new FlvDepacketizer();
int samplesConsumed = 0;
while(samplesConsumed < samples.getNumSamples()) {
// TODO この部分はsynchronizedをはずしても同じ結果でした。xuggleの内部でlockかかっているのかな・・・
// synchronized(samples) {
int retval = mp3stereoEncoder.encodeAudio(packet, samples, samplesConsumed);
if(retval < 0) {
throw new Exception("変換失敗");
}
samplesConsumed += retval;
// }
if(packet.isComplete()) {
for(Tag tag : mp3depacketizer.getTag(mp3stereoEncoder, packet)) {
mp3Channel.write(tag.getBuffer());
}
}
}
}
}
catch (Exception e) {
e.printStackTrace();
}
finally {
if(mp3stereoEncoder != null) {
mp3stereoEncoder.close();
mp3stereoEncoder = null;
}
}
}
});
mp3Thread.setName("mp3ConvertThread");
mp3Thread.start();
Thread aacThread = new Thread(new Runnable() {
@Override
public void run() {
IStreamCoder aacstereoEncoder = null;
try {
aacstereoEncoder = IStreamCoder.make(Direction.ENCODING, ICodec.ID.CODEC_ID_AAC);
aacstereoEncoder.setSampleRate(44100);
aacstereoEncoder.setChannels(2);
aacstereoEncoder.setBitRate(96000);
if(aacstereoEncoder.open(null, null) < 0) {
throw new Exception("aacstereo開けませんでした");
}
while(workingFlg || aacSamples.size() > 0) {
IAudioSamples samples = aacSamples.take();
IPacket packet = IPacket.make();
FlvDepacketizer aacdepacketizer = new FlvDepacketizer();
int samplesConsumed = 0;
while(samplesConsumed < samples.getNumSamples()) {
// synchronized(samples) {
int retval = aacstereoEncoder.encodeAudio(packet, samples, samplesConsumed);
if(retval < 0) {
throw new Exception("変換失敗");
}
samplesConsumed += retval;
// }
if(packet.isComplete()) {
for(Tag tag : aacdepacketizer.getTag(aacstereoEncoder, packet)) {
aacChannel.write(tag.getBuffer());
}
}
}
}
}
catch (Exception e) {
e.printStackTrace();
}
finally {
if(aacstereoEncoder != null) {
aacstereoEncoder.close();
aacstereoEncoder = null;
}
}
}
});
aacThread.setName("aacConvertThread");
aacThread.start();
int index = 0;
while(index < 2000) {
index ++;
AudioData audioData = audioData();
IAudioSamples samples = converter.makeSamples(audioData);
// これをqueueにいれておく。
aacSamples.add(samples);
mp3Samples.add(samples);
}
workingFlg = false;
// このタイミングでデータをいれていく。
mp3Thread.join();
aacThread.join();
}
catch (Exception e) {
e.printStackTrace();
}
finally{
if(mp3stereo != null) {
try {
mp3stereo.close();
}
catch (Exception e) {
}
mp3stereo = null;
}
if(aacstereo != null) {
try {
aacstereo.close();
}
catch (Exception e) {
}
aacstereo = null;
}
}
}
/**
* audioDataのソースを別のデータに変更してみることにします。
* これでaudioSamples同士が一致しないので、lockしなくなって早くなるかも？
* 早くなりました。
* ソースを別のものとしてしまえばどうということない・・・ということでしょうかね。
*/
// @Test
public void aacmp3MultiThreadTest2() {
audioCounter = 0;
workingFlg = true;
FileOutputStream mp3stereo = null;
FileOutputStream aacstereo = null;
final AudioConverter converter = new AudioConverter();
try {
mp3stereo = new FileOutputStream("mp3stereo3.flv");
aacstereo = new FileOutputStream("aacstereo3.flv");
FlvHeader flvHeader = new FlvHeader();
flvHeader.setVideoFlg(false);
flvHeader.setAudioFlg(true);
mp3stereo.getChannel().write(flvHeader.getBuffer());
aacstereo.getChannel().write(flvHeader.getBuffer());
final FileChannel mp3Channel = mp3stereo.getChannel();
final FileChannel aacChannel = aacstereo.getChannel();
Thread mp3Thread = new Thread(new Runnable() {
@Override
public void run() {
IStreamCoder mp3stereoEncoder = null;
try {
mp3stereoEncoder = IStreamCoder.make(Direction.ENCODING, ICodec.ID.CODEC_ID_MP3);
mp3stereoEncoder.setSampleRate(44100);
mp3stereoEncoder.setChannels(2);
mp3stereoEncoder.setBitRate(96000);
if(mp3stereoEncoder.open(null, null) < 0) {
throw new Exception("mp3stereo開けませんでした");
}
int index = 0;
while(index < 2000) {
index ++;
AudioData audioData = audioData2();
IAudioSamples samples = converter.makeSamples(audioData);
IPacket packet = IPacket.make();
FlvDepacketizer mp3depacketizer = new FlvDepacketizer();
int samplesConsumed = 0;
while(samplesConsumed < samples.getNumSamples()) {
// TODO この部分はsynchronizedをはずしても同じ結果でした。xuggleの内部でlockかかっているのかな・・・
int retval = mp3stereoEncoder.encodeAudio(packet, samples, samplesConsumed);
if(retval < 0) {
throw new Exception("変換失敗");
}
samplesConsumed += retval;
if(packet.isComplete()) {
for(Tag tag : mp3depacketizer.getTag(mp3stereoEncoder, packet)) {
mp3Channel.write(tag.getBuffer());
}
}
}
}
}
catch (Exception e) {
e.printStackTrace();
}
finally {
if(mp3stereoEncoder != null) {
mp3stereoEncoder.close();
mp3stereoEncoder = null;
}
}
}
});
mp3Thread.setName("mp3ConvertThread");
mp3Thread.start();
Thread aacThread = new Thread(new Runnable() {
@Override
public void run() {
IStreamCoder aacstereoEncoder = null;
try {
aacstereoEncoder = IStreamCoder.make(Direction.ENCODING, ICodec.ID.CODEC_ID_AAC);
aacstereoEncoder.setSampleRate(44100);
aacstereoEncoder.setChannels(2);
aacstereoEncoder.setBitRate(96000);
if(aacstereoEncoder.open(null, null) < 0) {
throw new Exception("aacstereo開けませんでした");
}
int index = 0;
while(index < 2000) {
index ++;
AudioData audioData = audioData();
IAudioSamples samples = converter.makeSamples(audioData);
IPacket packet = IPacket.make();
FlvDepacketizer aacdepacketizer = new FlvDepacketizer();
int samplesConsumed = 0;
while(samplesConsumed < samples.getNumSamples()) {
int retval = aacstereoEncoder.encodeAudio(packet, samples, samplesConsumed);
if(retval < 0) {
throw new Exception("変換失敗");
}
samplesConsumed += retval;
if(packet.isComplete()) {
for(Tag tag : aacdepacketizer.getTag(aacstereoEncoder, packet)) {
aacChannel.write(tag.getBuffer());
}
}
}
}
}
catch (Exception e) {
e.printStackTrace();
}
finally {
if(aacstereoEncoder != null) {
aacstereoEncoder.close();
aacstereoEncoder = null;
}
}
}
});
aacThread.setName("aacConvertThread");
aacThread.start();
// このタイミングでデータをいれていく。
mp3Thread.join();
aacThread.join();
}
catch (Exception e) {
e.printStackTrace();
}
finally{
if(mp3stereo != null) {
try {
mp3stereo.close();
}
catch (Exception e) {
}
mp3stereo = null;
}
if(aacstereo != null) {
try {
aacstereo.close();
}
catch (Exception e) {
}
aacstereo = null;
}
}
}
/**
* audioDataは１つにして、そこからIAudioSampleをつくるようにした場合も高速になった。
* 変換そのものを並列タスクで動作させること自体は問題ないっぽいですね。
* これでthreadがうまく使えそう・・・
*/
// @Test
public void aacmp3MultiThreadTest3() {
audioCounter = 0;
workingFlg = true;
FileOutputStream mp3stereo = null;
FileOutputStream aacstereo = null;
final AudioConverter converter = new AudioConverter();
try {
final LinkedBlockingQueue<AudioData> aacData = new LinkedBlockingQueue<AudioData>();
final LinkedBlockingQueue<AudioData> mp3Data = new LinkedBlockingQueue<AudioData>();
mp3stereo = new FileOutputStream("mp3stereo4.flv");
aacstereo = new FileOutputStream("aacstereo4.flv");
FlvHeader flvHeader = new FlvHeader();
flvHeader.setVideoFlg(false);
flvHeader.setAudioFlg(true);
mp3stereo.getChannel().write(flvHeader.getBuffer());
aacstereo.getChannel().write(flvHeader.getBuffer());
final FileChannel mp3Channel = mp3stereo.getChannel();
final FileChannel aacChannel = aacstereo.getChannel();
Thread mp3Thread = new Thread(new Runnable() {
@Override
public void run() {
IStreamCoder mp3stereoEncoder = null;
try {
mp3stereoEncoder = IStreamCoder.make(Direction.ENCODING, ICodec.ID.CODEC_ID_MP3);
mp3stereoEncoder.setSampleRate(44100);
mp3stereoEncoder.setChannels(2);
mp3stereoEncoder.setBitRate(96000);
if(mp3stereoEncoder.open(null, null) < 0) {
throw new Exception("mp3stereo開けませんでした");
}
while(workingFlg || mp3Data.size() > 0) {
IAudioSamples samples = converter.makeSamples(mp3Data.take());
IPacket packet = IPacket.make();
FlvDepacketizer mp3depacketizer = new FlvDepacketizer();
int samplesConsumed = 0;
while(samplesConsumed < samples.getNumSamples()) {
// TODO この部分はsynchronizedをはずしても同じ結果でした。xuggleの内部でlockかかっているのかな・・・
// synchronized(samples) {
int retval = mp3stereoEncoder.encodeAudio(packet, samples, samplesConsumed);
if(retval < 0) {
throw new Exception("変換失敗");
}
samplesConsumed += retval;
// }
if(packet.isComplete()) {
for(Tag tag : mp3depacketizer.getTag(mp3stereoEncoder, packet)) {
mp3Channel.write(tag.getBuffer());
}
}
}
}
}
catch (Exception e) {
e.printStackTrace();
}
finally {
if(mp3stereoEncoder != null) {
mp3stereoEncoder.close();
mp3stereoEncoder = null;
}
}
}
});
mp3Thread.setName("mp3ConvertThread");
mp3Thread.start();
Thread aacThread = new Thread(new Runnable() {
@Override
public void run() {
IStreamCoder aacstereoEncoder = null;
try {
aacstereoEncoder = IStreamCoder.make(Direction.ENCODING, ICodec.ID.CODEC_ID_AAC);
aacstereoEncoder.setSampleRate(44100);
aacstereoEncoder.setChannels(2);
aacstereoEncoder.setBitRate(96000);
if(aacstereoEncoder.open(null, null) < 0) {
throw new Exception("aacstereo開けませんでした");
}
while(workingFlg || aacData.size() > 0) {
IAudioSamples samples = converter.makeSamples(aacData.take());
IPacket packet = IPacket.make();
FlvDepacketizer aacdepacketizer = new FlvDepacketizer();
int samplesConsumed = 0;
while(samplesConsumed < samples.getNumSamples()) {
// synchronized(samples) {
int retval = aacstereoEncoder.encodeAudio(packet, samples, samplesConsumed);
if(retval < 0) {
throw new Exception("変換失敗");
}
samplesConsumed += retval;
// }
if(packet.isComplete()) {
for(Tag tag : aacdepacketizer.getTag(aacstereoEncoder, packet)) {
aacChannel.write(tag.getBuffer());
}
}
}
}
}
catch (Exception e) {
e.printStackTrace();
}
finally {
if(aacstereoEncoder != null) {
aacstereoEncoder.close();
aacstereoEncoder = null;
}
}
}
});
aacThread.setName("aacConvertThread");
aacThread.start();
int index = 0;
while(index < 2000) {
index ++;
AudioData audioData = audioData();
aacData.add(audioData);
mp3Data.add(audioData);
}
workingFlg = false;
// このタイミングでデータをいれていく。
mp3Thread.join();
aacThread.join();
}
catch (Exception e) {
e.printStackTrace();
Assert.fail("例外が発生しました。");
}
finally{
if(mp3stereo != null) {
try {
mp3stereo.close();
}
catch (Exception e) {
}
mp3stereo = null;
}
if(aacstereo != null) {
try {
aacstereo.close();
}
catch (Exception e) {
}
aacstereo = null;
}
}
}
/**
* 表示画像をつくってみる。
* @return
*/
private BufferedImage image() {
BufferedImage base = new BufferedImage(320, 240, BufferedImage.TYPE_3BYTE_BGR);
String message = DateUtil.makeDateTime();
Graphics g = base.getGraphics();
g.setColor(Color.white);
g.setFont(new Font(Font.MONOSPACED, Font.PLAIN, 24));
g.drawString(message, 100, 100);
g.dispose();
return base;
}
/**
* flvとavcの映像を作る動作
*/
// @Test
public void h263avcTest() {
FileOutputStream h263 = null;
FileOutputStream avc = null;
IStreamCoder h263Encoder = null;
IStreamCoder avcEncoder = null;
IConverter converter = ConverterFactory.createConverter(new BufferedImage(320, 240, BufferedImage.TYPE_3BYTE_BGR), IPixelFormat.Type.YUV420P);
try {
h263 = new FileOutputStream("h263_a.flv");
avc = new FileOutputStream("avc_a.flv");
FlvHeader flvHeader = new FlvHeader();
flvHeader.setVideoFlg(true);
flvHeader.setAudioFlg(false);
h263.getChannel().write(flvHeader.getBuffer());
avc.getChannel().write(flvHeader.getBuffer());
IStreamCoder encoder = IStreamCoder.make(Direction.ENCODING, ICodec.ID.CODEC_ID_FLV1);
IRational frameRate = IRational.make(15, 1); // 15fps
encoder.setNumPicturesInGroupOfPictures(30); // gopを30にしておく。keyframeが30枚ごとになる。
encoder.setBitRate(250000); // 250kbps
encoder.setBitRateTolerance(9000);
encoder.setPixelType(IPixelFormat.Type.YUV420P);
encoder.setWidth(320);
encoder.setHeight(240);
encoder.setGlobalQuality(10);
encoder.setFrameRate(frameRate);
encoder.setTimeBase(IRational.make(1, 1000)); // 1/1000設定(flvはこうなるべき)
if(encoder.open(null, null) < 0) {
throw new RuntimeException("エンコーダーが開けませんでした。");
}
h263Encoder = encoder;
encoder = IStreamCoder.make(Direction.ENCODING, ICodec.ID.CODEC_ID_H264);
frameRate = IRational.make(15, 1); // 15fps
encoder.setNumPicturesInGroupOfPictures(30); // gopを30にしておく。keyframeが30枚ごとになる。
encoder.setBitRate(250000); // 250kbps
encoder.setBitRateTolerance(9000);
encoder.setPixelType(IPixelFormat.Type.YUV420P);
encoder.setWidth(320);
encoder.setHeight(240);
encoder.setGlobalQuality(10);
encoder.setFrameRate(frameRate);
encoder.setTimeBase(IRational.make(1, 1000)); // 1/1000設定(flvはこうなるべき)
encoder.setProperty("level", "30");
encoder.setProperty("coder", "0");
encoder.setProperty("qmin", "10");
encoder.setProperty("bf", "0");
encoder.setProperty("wprefp", "0");
encoder.setProperty("cmp", "+chroma");
encoder.setProperty("partitions", "-parti8x8+parti4x4+partp8x8+partp4x4-partb8x8");
encoder.setProperty("me_method", "hex");
encoder.setProperty("subq", "5");
encoder.setProperty("me_range", "16");
encoder.setProperty("keyint_min", "25");
encoder.setProperty("sc_threshold", "40");
encoder.setProperty("i_qfactor", "0.71");
encoder.setProperty("b_strategy", "0");
encoder.setProperty("qcomp", "0.6");
encoder.setProperty("qmax", "30");
encoder.setProperty("qdiff", "4");
encoder.setProperty("directpred", "0");
encoder.setProperty("cqp", "0");
encoder.setFlag(Flags.FLAG_LOOP_FILTER, true);
encoder.setFlag(Flags.FLAG_CLOSED_GOP, true);
if(encoder.open(null, null) < 0) {
throw new RuntimeException("エンコーダーが開けませんでした。");
}
avcEncoder = encoder;
// 画像データを変換可能なpixelデータに変換する。
IPacket packet = IPacket.make();
// int index = 0;
long startTime = -1;
FlvDepacketizer h263Depacketizer = new FlvDepacketizer();
FlvDepacketizer avcDepacketizer = new FlvDepacketizer();
while(true) {
// index ++;
long now = System.currentTimeMillis();
if(startTime == -1) {
startTime = now;
}
if(now - startTime > 3000) {
break;
}
BufferedImage image = image();
IVideoPicture picture = converter.toPicture(image, 1000 * (now - startTime));
if(h263Encoder.encodeVideo(packet, picture, 0) < 0) {
throw new Exception("変換失敗");
}
if(packet.isComplete()) {
for(Tag tag : h263Depacketizer.getTag(h263Encoder, packet)) {
h263.getChannel().write(tag.getBuffer());
}
}
if(avcEncoder.encodeVideo(packet, picture, 0) < 0) {
throw new Exception("変換失敗");
}
if(packet.isComplete()) {
for(Tag tag : avcDepacketizer.getTag(avcEncoder, packet)) {
avc.getChannel().write(tag.getBuffer());
}
}
}
}
catch (Exception e) {
e.printStackTrace();
Assert.fail("例外が発生しました。");
}
finally {
if(h263Encoder != null) {
h263Encoder.close();
h263Encoder = null;
}
if(avcEncoder != null) {
avcEncoder.close();
avcEncoder = null;
}
if(h263 != null) {
try {
h263.close();
}
catch (Exception e) {
}
h263 = null;
}
if(avc != null) {
try {
avc.close();
}
catch (Exception e) {
}
avc = null;
}
}
}
// @Test
public void h263avcMultiThreadTest() {
workingFlg = true;
FileOutputStream h263 = null;
FileOutputStream avc = null;
IConverter converter = ConverterFactory.createConverter(new BufferedImage(320, 240, BufferedImage.TYPE_3BYTE_BGR), IPixelFormat.Type.YUV420P);
try {
final LinkedBlockingQueue<IVideoPicture> h263Pictures = new LinkedBlockingQueue<IVideoPicture>();
final LinkedBlockingQueue<IVideoPicture> avcPictures = new LinkedBlockingQueue<IVideoPicture>();
h263 = new FileOutputStream("h263_b.flv");
avc = new FileOutputStream("avc_b.flv");
FlvHeader flvHeader = new FlvHeader();
flvHeader.setVideoFlg(true);
flvHeader.setAudioFlg(false);
h263.getChannel().write(flvHeader.getBuffer());
avc.getChannel().write(flvHeader.getBuffer());
final FileChannel h263Channel = h263.getChannel();
final FileChannel avcChannel = avc.getChannel();
Thread h263Thread = new Thread(new Runnable() {
@Override
public void run() {
IStreamCoder encoder = null;
try {
encoder = IStreamCoder.make(Direction.ENCODING, ICodec.ID.CODEC_ID_FLV1);
IRational frameRate = IRational.make(15, 1); // 15fps
encoder.setNumPicturesInGroupOfPictures(30); // gopを30にしておく。keyframeが30枚ごとになる。
encoder.setBitRate(250000); // 250kbps
encoder.setBitRateTolerance(9000);
encoder.setPixelType(IPixelFormat.Type.YUV420P);
encoder.setWidth(320);
encoder.setHeight(240);
encoder.setGlobalQuality(10);
encoder.setFrameRate(frameRate);
encoder.setTimeBase(IRational.make(1, 1000)); // 1/1000設定(flvはこうなるべき)
if(encoder.open(null, null) < 0) {
throw new RuntimeException("エンコーダーが開けませんでした。");
}
IPacket packet = IPacket.make();
FlvDepacketizer depacketizer = new FlvDepacketizer();
while(workingFlg || h263Pictures.size() > 0) {
logger.info("h263コンバート");
if(encoder.encodeVideo(packet, h263Pictures.take(), 0) < 0) {
throw new Exception("エンコード失敗");
}
if(packet.isComplete()) {
for(Tag tag : depacketizer.getTag(encoder, packet)) {
h263Channel.write(tag.getBuffer());
}
}
}
}
catch (Exception e) {
e.printStackTrace();
}
finally {
if(encoder != null) {
encoder.close();
encoder = null;
}
}
}
});
h263Thread.setName("h263ConvertThread");
h263Thread.start();
Thread avcThread = new Thread(new Runnable() {
@Override
public void run() {
IStreamCoder encoder = null;
try {
encoder = IStreamCoder.make(Direction.ENCODING, ICodec.ID.CODEC_ID_H264);
IRational frameRate = IRational.make(15, 1); // 15fps
encoder.setNumPicturesInGroupOfPictures(30); // gopを30にしておく。keyframeが30枚ごとになる。
encoder.setBitRate(250000); // 250kbps
encoder.setBitRateTolerance(9000);
encoder.setPixelType(IPixelFormat.Type.YUV420P);
encoder.setWidth(320);
encoder.setHeight(240);
encoder.setGlobalQuality(10);
encoder.setFrameRate(frameRate);
encoder.setTimeBase(IRational.make(1, 1000)); // 1/1000設定(flvはこうなるべき)
encoder.setProperty("level", "30");
encoder.setProperty("coder", "0");
encoder.setProperty("qmin", "10");
encoder.setProperty("bf", "0");
encoder.setProperty("wprefp", "0");
encoder.setProperty("cmp", "+chroma");
encoder.setProperty("partitions", "-parti8x8+parti4x4+partp8x8+partp4x4-partb8x8");
encoder.setProperty("me_method", "hex");
encoder.setProperty("subq", "5");
encoder.setProperty("me_range", "16");
encoder.setProperty("keyint_min", "25");
encoder.setProperty("sc_threshold", "40");
encoder.setProperty("i_qfactor", "0.71");
encoder.setProperty("b_strategy", "0");
encoder.setProperty("qcomp", "0.6");
encoder.setProperty("qmax", "30");
encoder.setProperty("qdiff", "4");
encoder.setProperty("directpred", "0");
encoder.setProperty("cqp", "0");
encoder.setFlag(Flags.FLAG_LOOP_FILTER, true);
encoder.setFlag(Flags.FLAG_CLOSED_GOP, true);
if(encoder.open(null, null) < 0) {
throw new RuntimeException("エンコーダーが開けませんでした。");
}
IPacket packet = IPacket.make();
FlvDepacketizer depacketizer = new FlvDepacketizer();
while(workingFlg || avcPictures.size() > 0) {
logger.info("avcコンバート");
if(encoder.encodeVideo(packet, avcPictures.take(), 0) < 0) {
throw new Exception("エンコード失敗");
}
if(packet.isComplete()) {
logger.info("packet complete");
for(Tag tag : depacketizer.getTag(encoder, packet)) {
avcChannel.write(tag.getBuffer());
}
}
}
}
catch (Exception e) {
e.printStackTrace();
}
finally {
if(encoder != null) {
encoder.close();
encoder = null;
}
}
}
});
avcThread.setName("avcConvertThread");
avcThread.start();
long startTime = -1;
while(true) {
long now = System.currentTimeMillis();
if(startTime == -1) {
startTime = now;
}
if(now - startTime > 5000) {
workingFlg = false;
break;
}
Thread.sleep(100);
BufferedImage image = image();
IVideoPicture picture = converter.toPicture(image, 1000 * (now - startTime));
avcPictures.add(picture);
picture = converter.toPicture(image, 1000 * (now - startTime));
h263Pictures.add(picture);
}
logger.info("処理おわり、thread完了待ち");
h263Thread.interrupt();
avcThread.interrupt();
// h263Thread.join();
// avcThread.join();
}
catch (Exception e) {
e.printStackTrace();
Assert.fail("例外が発生しました。");
}
finally {
if(h263 != null) {
try {
h263.close();
}
catch (Exception e) {
}
h263 = null;
}
if(avc != null) {
try {
avc.close();
}
catch (Exception e) {
}
avc = null;
}
}
}
@Test
public void h263avcMultiThreadTest2() {
workingFlg = true;
FileOutputStream h263 = null;
FileOutputStream avc = null;
final IConverter converter = ConverterFactory.createConverter(new BufferedImage(320, 240, BufferedImage.TYPE_3BYTE_BGR), IPixelFormat.Type.YUV420P);
try {
final LinkedBlockingQueue<VideoData> h263VideoData = new LinkedBlockingQueue<VideoData>();
final LinkedBlockingQueue<VideoData> avcVideoData = new LinkedBlockingQueue<VideoData>();
h263 = new FileOutputStream("h263_e.flv");
avc = new FileOutputStream("avc_e.flv");
FlvHeader flvHeader = new FlvHeader();
flvHeader.setVideoFlg(true);
flvHeader.setAudioFlg(false);
h263.getChannel().write(flvHeader.getBuffer());
avc.getChannel().write(flvHeader.getBuffer());
final FileChannel h263Channel = h263.getChannel();
final FileChannel avcChannel = avc.getChannel();
Thread h263Thread = new Thread(new Runnable() {
@Override
public void run() {
IStreamCoder encoder = null;
try {
encoder = IStreamCoder.make(Direction.ENCODING, ICodec.ID.CODEC_ID_FLV1);
IRational frameRate = IRational.make(15, 1); // 15fps
encoder.setNumPicturesInGroupOfPictures(30); // gopを30にしておく。keyframeが30枚ごとになる。
encoder.setBitRate(250000); // 250kbps
encoder.setBitRateTolerance(9000);
encoder.setPixelType(IPixelFormat.Type.YUV420P);
encoder.setWidth(320);
encoder.setHeight(240);
encoder.setGlobalQuality(10);
encoder.setFrameRate(frameRate);
encoder.setTimeBase(IRational.make(1, 1000)); // 1/1000設定(flvはこうなるべき)
if(encoder.open(null, null) < 0) {
throw new RuntimeException("エンコーダーが開けませんでした。");
}
IPacket packet = IPacket.make();
FlvDepacketizer depacketizer = new FlvDepacketizer();
while(workingFlg || h263VideoData.size() > 0) {
VideoData vData = h263VideoData.take();
IVideoPicture picture = converter.toPicture(vData.getImage(), vData.getTimestamp() * 1000);
if(encoder.encodeVideo(packet, picture, 0) < 0) {
throw new Exception("エンコード失敗");
}
if(packet.isComplete()) {
for(Tag tag : depacketizer.getTag(encoder, packet)) {
h263Channel.write(tag.getBuffer());
}
}
}
}
catch (Exception e) {
e.printStackTrace();
}
finally {
if(encoder != null) {
encoder.close();
encoder = null;
}
}
}
});
h263Thread.setName("h263ConvertThread");
h263Thread.start();
Thread avcThread = new Thread(new Runnable() {
@Override
public void run() {
IStreamCoder encoder = null;
try {
encoder = IStreamCoder.make(Direction.ENCODING, ICodec.ID.CODEC_ID_H264);
IRational frameRate = IRational.make(15, 1); // 15fps
encoder.setNumPicturesInGroupOfPictures(30); // gopを30にしておく。keyframeが30枚ごとになる。
encoder.setBitRate(250000); // 250kbps
encoder.setBitRateTolerance(9000);
encoder.setPixelType(IPixelFormat.Type.YUV420P);
encoder.setWidth(320);
encoder.setHeight(240);
encoder.setGlobalQuality(10);
encoder.setFrameRate(frameRate);
encoder.setTimeBase(IRational.make(1, 1000)); // 1/1000設定(flvはこうなるべき)
encoder.setProperty("level", "30");
encoder.setProperty("coder", "0");
encoder.setProperty("qmin", "10");
encoder.setProperty("bf", "0");
encoder.setProperty("wprefp", "0");
encoder.setProperty("cmp", "+chroma");
encoder.setProperty("partitions", "-parti8x8+parti4x4+partp8x8+partp4x4-partb8x8");
encoder.setProperty("me_method", "hex");
encoder.setProperty("subq", "5");
encoder.setProperty("me_range", "16");
encoder.setProperty("keyint_min", "25");
encoder.setProperty("sc_threshold", "40");
encoder.setProperty("i_qfactor", "0.71");
encoder.setProperty("b_strategy", "0");
encoder.setProperty("qcomp", "0.6");
encoder.setProperty("qmax", "30");
encoder.setProperty("qdiff", "4");
encoder.setProperty("directpred", "0");
encoder.setProperty("cqp", "0");
encoder.setFlag(Flags.FLAG_LOOP_FILTER, true);
encoder.setFlag(Flags.FLAG_CLOSED_GOP, true);
if(encoder.open(null, null) < 0) {
throw new RuntimeException("エンコーダーが開けませんでした。");
}
IPacket packet = IPacket.make();
FlvDepacketizer depacketizer = new FlvDepacketizer();
while(workingFlg || avcVideoData.size() > 0) {
VideoData vData = avcVideoData.take();
IVideoPicture picture = converter.toPicture(vData.getImage(), vData.getTimestamp() * 1000);
if(encoder.encodeVideo(packet, picture, 0) < 0) {
throw new Exception("エンコード失敗");
}
if(packet.isComplete()) {
for(Tag tag : depacketizer.getTag(encoder, packet)) {
avcChannel.write(tag.getBuffer());
}
}
}
}
catch (Exception e) {
e.printStackTrace();
}
finally {
if(encoder != null) {
encoder.close();
encoder = null;
}
}
}
});
avcThread.setName("avcConvertThread");
avcThread.start();
long startTime = -1;
while(true) {
long now = System.currentTimeMillis();
if(startTime == -1) {
startTime = now;
}
if(now - startTime > 5000) {
workingFlg = false;
break;
}
// if(now - startTime > 2000) {
// logger.info("100待ち");
// Thread.sleep(100);
// }
// else {
Thread.sleep(10);
// }
BufferedImage image = image();
h263VideoData.add(new VideoData(image, (now - startTime)));
avcVideoData.add(new VideoData(image, (now - startTime)));
}
logger.info("処理おわり、thread完了待ち");
// h263Thread.interrupt();
// avcThread.interrupt();
h263Thread.join();
avcThread.join();
}
catch (Exception e) {
e.printStackTrace();
Assert.fail("例外が発生しました。");
}
finally {
if(h263 != null) {
try {
h263.close();
}
catch (Exception e) {
}
h263 = null;
}
if(avc != null) {
try {
avc.close();
}
catch (Exception e) {
}
avc = null;
}
}
}
}